diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/AILAStatutes.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AILAStatutes.json new file mode 100644 index 0000000000..55f7657980 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AILAStatutes.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36, + "ndcg_at_3": 0.35835, + "ndcg_at_5": 0.33699, + "ndcg_at_10": 0.40548, + "ndcg_at_20": 0.44937, + "ndcg_at_100": 0.57894, + "ndcg_at_1000": 0.57894, + "map_at_1": 0.085, + "map_at_3": 0.18689, + "map_at_5": 0.22594, + "map_at_10": 0.26861, + "map_at_20": 0.28904, + "map_at_100": 0.32812, + "map_at_1000": 0.32812, + "recall_at_1": 0.085, + "recall_at_3": 0.25133, + "recall_at_5": 0.33033, + "recall_at_10": 0.459, + "recall_at_20": 0.565, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.36, + "precision_at_3": 0.34667, + "precision_at_5": 0.28, + "precision_at_10": 0.198, + "precision_at_20": 0.124, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.36, + "mrr_at_3": 0.526667, + "mrr_at_5": 0.543667, + "mrr_at_10": 0.561246, + "mrr_at_20": 0.564175, + "mrr_at_100": 0.56489, + "mrr_at_1000": 0.56489, + "nauc_ndcg_at_1_max": 0.484307, + "nauc_ndcg_at_1_std": 0.155304, + "nauc_ndcg_at_1_diff1": 0.319451, + "nauc_ndcg_at_3_max": 0.598078, + "nauc_ndcg_at_3_std": 0.278094, + "nauc_ndcg_at_3_diff1": 0.257286, + "nauc_ndcg_at_5_max": 0.638955, + "nauc_ndcg_at_5_std": 0.355276, + "nauc_ndcg_at_5_diff1": 0.334855, + "nauc_ndcg_at_10_max": 0.61912, + "nauc_ndcg_at_10_std": 0.365667, + "nauc_ndcg_at_10_diff1": 0.358061, + "nauc_ndcg_at_20_max": 0.605597, + "nauc_ndcg_at_20_std": 0.361638, + "nauc_ndcg_at_20_diff1": 0.338786, + "nauc_ndcg_at_100_max": 0.577768, + "nauc_ndcg_at_100_std": 0.334287, + "nauc_ndcg_at_100_diff1": 0.316206, + "nauc_ndcg_at_1000_max": 0.577768, + "nauc_ndcg_at_1000_std": 0.334287, + "nauc_ndcg_at_1000_diff1": 0.316206, + "nauc_map_at_1_max": 0.555783, + "nauc_map_at_1_std": 0.235942, + "nauc_map_at_1_diff1": 0.323093, + "nauc_map_at_3_max": 0.645345, + "nauc_map_at_3_std": 0.287126, + "nauc_map_at_3_diff1": 0.282741, + "nauc_map_at_5_max": 0.64273, + "nauc_map_at_5_std": 0.316316, + "nauc_map_at_5_diff1": 0.336895, + "nauc_map_at_10_max": 0.639034, + "nauc_map_at_10_std": 0.34357, + "nauc_map_at_10_diff1": 0.367796, + "nauc_map_at_20_max": 0.617851, + "nauc_map_at_20_std": 0.341898, + "nauc_map_at_20_diff1": 0.34478, + "nauc_map_at_100_max": 0.606901, + "nauc_map_at_100_std": 0.346434, + "nauc_map_at_100_diff1": 0.336267, + "nauc_map_at_1000_max": 0.606901, + "nauc_map_at_1000_std": 0.346434, + "nauc_map_at_1000_diff1": 0.336267, + "nauc_recall_at_1_max": 0.555783, + "nauc_recall_at_1_std": 0.235942, + "nauc_recall_at_1_diff1": 0.323093, + "nauc_recall_at_3_max": 0.694391, + "nauc_recall_at_3_std": 0.334824, + "nauc_recall_at_3_diff1": 0.268232, + "nauc_recall_at_5_max": 0.656381, + "nauc_recall_at_5_std": 0.434153, + "nauc_recall_at_5_diff1": 0.344466, + "nauc_recall_at_10_max": 0.581435, + "nauc_recall_at_10_std": 0.430822, + "nauc_recall_at_10_diff1": 0.378328, + "nauc_recall_at_20_max": 0.504249, + "nauc_recall_at_20_std": 0.400521, + "nauc_recall_at_20_diff1": 0.304916, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.484307, + "nauc_precision_at_1_std": 0.155304, + "nauc_precision_at_1_diff1": 0.319451, + "nauc_precision_at_3_max": 0.628839, + "nauc_precision_at_3_std": 0.345015, + "nauc_precision_at_3_diff1": 0.242308, + "nauc_precision_at_5_max": 0.549028, + "nauc_precision_at_5_std": 0.401563, + "nauc_precision_at_5_diff1": 0.287625, + "nauc_precision_at_10_max": 0.431104, + "nauc_precision_at_10_std": 0.362178, + "nauc_precision_at_10_diff1": 0.278135, + "nauc_precision_at_20_max": 0.306508, + "nauc_precision_at_20_std": 0.290245, + "nauc_precision_at_20_diff1": 0.179934, + "nauc_precision_at_100_max": -0.395675, + "nauc_precision_at_100_std": -0.120543, + "nauc_precision_at_100_diff1": -0.212748, + "nauc_precision_at_1000_max": -0.395675, + "nauc_precision_at_1000_std": -0.120543, + "nauc_precision_at_1000_diff1": -0.212748, + "nauc_mrr_at_1_max": 0.484307, + "nauc_mrr_at_1_std": 0.155304, + "nauc_mrr_at_1_diff1": 0.319451, + "nauc_mrr_at_3_max": 0.565216, + "nauc_mrr_at_3_std": 0.234445, + "nauc_mrr_at_3_diff1": 0.293164, + "nauc_mrr_at_5_max": 0.552677, + "nauc_mrr_at_5_std": 0.251485, + "nauc_mrr_at_5_diff1": 0.298023, + "nauc_mrr_at_10_max": 0.543271, + "nauc_mrr_at_10_std": 0.219527, + "nauc_mrr_at_10_diff1": 0.294062, + "nauc_mrr_at_20_max": 0.547267, + "nauc_mrr_at_20_std": 0.219607, + "nauc_mrr_at_20_diff1": 0.297403, + "nauc_mrr_at_100_max": 0.54609, + "nauc_mrr_at_100_std": 0.2183, + "nauc_mrr_at_100_diff1": 0.296299, + "nauc_mrr_at_1000_max": 0.54609, + "nauc_mrr_at_1000_std": 0.2183, + "nauc_mrr_at_1000_diff1": 0.296299, + "main_score": 0.40548, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.298255681991577, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/AfriSentiClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AfriSentiClassification.json new file mode 100644 index 0000000000..0d65394c0f --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AfriSentiClassification.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", + "task_name": "AfriSentiClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.381541, + "f1": 0.333186, + "f1_weighted": 0.403647, + "scores_per_experiment": [ + { + "accuracy": 0.494247, + "f1": 0.419743, + "f1_weighted": 0.53087 + }, + { + "accuracy": 0.490245, + "f1": 0.370094, + "f1_weighted": 0.503858 + }, + { + "accuracy": 0.325663, + "f1": 0.295998, + "f1_weighted": 0.323941 + }, + { + "accuracy": 0.304652, + "f1": 0.296842, + "f1_weighted": 0.359522 + }, + { + "accuracy": 0.448224, + "f1": 0.374895, + "f1_weighted": 0.480139 + }, + { + "accuracy": 0.398699, + "f1": 0.342814, + "f1_weighted": 0.463448 + }, + { + "accuracy": 0.455728, + "f1": 0.380661, + "f1_weighted": 0.489714 + }, + { + "accuracy": 0.378689, + "f1": 0.366571, + "f1_weighted": 0.421752 + }, + { + "accuracy": 0.262131, + "f1": 0.230288, + "f1_weighted": 0.208709 + }, + { + "accuracy": 0.257129, + "f1": 0.253953, + "f1_weighted": 0.254512 + } + ], + "main_score": 0.381541, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.53142, + "f1": 0.493798, + "f1_weighted": 0.541736, + "scores_per_experiment": [ + { + "accuracy": 0.532359, + "f1": 0.514082, + "f1_weighted": 0.563209 + }, + { + "accuracy": 0.592902, + "f1": 0.548583, + "f1_weighted": 0.600163 + }, + { + "accuracy": 0.549061, + "f1": 0.461151, + "f1_weighted": 0.532519 + }, + { + "accuracy": 0.578288, + "f1": 0.536752, + "f1_weighted": 0.591832 + }, + { + "accuracy": 0.460334, + "f1": 0.43485, + "f1_weighted": 0.472418 + }, + { + "accuracy": 0.563674, + "f1": 0.532662, + "f1_weighted": 0.583502 + }, + { + "accuracy": 0.477035, + "f1": 0.449673, + "f1_weighted": 0.502619 + }, + { + "accuracy": 0.392484, + "f1": 0.376099, + "f1_weighted": 0.38032 + }, + { + "accuracy": 0.611691, + "f1": 0.560338, + "f1_weighted": 0.61619 + }, + { + "accuracy": 0.556367, + "f1": 0.523788, + "f1_weighted": 0.574585 + } + ], + "main_score": 0.53142, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "accuracy": 0.482227, + "f1": 0.47374, + "f1_weighted": 0.479399, + "scores_per_experiment": [ + { + "accuracy": 0.487793, + "f1": 0.485209, + "f1_weighted": 0.487848 + }, + { + "accuracy": 0.496582, + "f1": 0.48106, + "f1_weighted": 0.490017 + }, + { + "accuracy": 0.393555, + "f1": 0.382008, + "f1_weighted": 0.387525 + }, + { + "accuracy": 0.499023, + "f1": 0.490476, + "f1_weighted": 0.493984 + }, + { + "accuracy": 0.503418, + "f1": 0.495097, + "f1_weighted": 0.501945 + }, + { + "accuracy": 0.403809, + "f1": 0.400099, + "f1_weighted": 0.406954 + }, + { + "accuracy": 0.47168, + "f1": 0.458169, + "f1_weighted": 0.465145 + }, + { + "accuracy": 0.520996, + "f1": 0.514303, + "f1_weighted": 0.518835 + }, + { + "accuracy": 0.574219, + "f1": 0.572181, + "f1_weighted": 0.574414 + }, + { + "accuracy": 0.471191, + "f1": 0.458793, + "f1_weighted": 0.467319 + } + ], + "main_score": 0.482227, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "accuracy": 0.704932, + "f1": 0.388583, + "f1_weighted": 0.763556, + "scores_per_experiment": [ + { + "accuracy": 0.715332, + "f1": 0.397983, + "f1_weighted": 0.783599 + }, + { + "accuracy": 0.541504, + "f1": 0.358427, + "f1_weighted": 0.659948 + }, + { + "accuracy": 0.675781, + "f1": 0.420547, + "f1_weighted": 0.759952 + }, + { + "accuracy": 0.648438, + "f1": 0.396689, + "f1_weighted": 0.743472 + }, + { + "accuracy": 0.80957, + "f1": 0.330067, + "f1_weighted": 0.790599 + }, + { + "accuracy": 0.73584, + "f1": 0.354572, + "f1_weighted": 0.770403 + }, + { + "accuracy": 0.708496, + "f1": 0.428939, + "f1_weighted": 0.774031 + }, + { + "accuracy": 0.706055, + "f1": 0.319961, + "f1_weighted": 0.753957 + }, + { + "accuracy": 0.743652, + "f1": 0.437144, + "f1_weighted": 0.790993 + }, + { + "accuracy": 0.764648, + "f1": 0.441496, + "f1_weighted": 0.808603 + } + ], + "main_score": 0.704932, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "accuracy": 0.624268, + "f1": 0.41901, + "f1_weighted": 0.630274, + "scores_per_experiment": [ + { + "accuracy": 0.664062, + "f1": 0.453205, + "f1_weighted": 0.677997 + }, + { + "accuracy": 0.705566, + "f1": 0.477764, + "f1_weighted": 0.714313 + }, + { + "accuracy": 0.42041, + "f1": 0.331864, + "f1_weighted": 0.515151 + }, + { + "accuracy": 0.604492, + "f1": 0.43689, + "f1_weighted": 0.657988 + }, + { + "accuracy": 0.690918, + "f1": 0.474894, + "f1_weighted": 0.711283 + }, + { + "accuracy": 0.714844, + "f1": 0.479558, + "f1_weighted": 0.721861 + }, + { + "accuracy": 0.668945, + "f1": 0.439554, + "f1_weighted": 0.653596 + }, + { + "accuracy": 0.520996, + "f1": 0.317763, + "f1_weighted": 0.461649 + }, + { + "accuracy": 0.586914, + "f1": 0.324965, + "f1_weighted": 0.509474 + }, + { + "accuracy": 0.665527, + "f1": 0.453643, + "f1_weighted": 0.67943 + } + ], + "main_score": 0.624268, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "accuracy": 0.486355, + "f1": 0.481047, + "f1_weighted": 0.4778, + "scores_per_experiment": [ + { + "accuracy": 0.502924, + "f1": 0.500747, + "f1_weighted": 0.497768 + }, + { + "accuracy": 0.45614, + "f1": 0.448025, + "f1_weighted": 0.448907 + }, + { + "accuracy": 0.438596, + "f1": 0.420238, + "f1_weighted": 0.406607 + }, + { + "accuracy": 0.48538, + "f1": 0.48504, + "f1_weighted": 0.483281 + }, + { + "accuracy": 0.451267, + "f1": 0.452402, + "f1_weighted": 0.451122 + }, + { + "accuracy": 0.512671, + "f1": 0.510778, + "f1_weighted": 0.509947 + }, + { + "accuracy": 0.511696, + "f1": 0.511114, + "f1_weighted": 0.50613 + }, + { + "accuracy": 0.525341, + "f1": 0.508883, + "f1_weighted": 0.506161 + }, + { + "accuracy": 0.473684, + "f1": 0.473046, + "f1_weighted": 0.472047 + }, + { + "accuracy": 0.505848, + "f1": 0.5002, + "f1_weighted": 0.496026 + } + ], + "main_score": 0.486355, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "accuracy": 0.426514, + "f1": 0.427642, + "f1_weighted": 0.395142, + "scores_per_experiment": [ + { + "accuracy": 0.40332, + "f1": 0.429309, + "f1_weighted": 0.393623 + }, + { + "accuracy": 0.45166, + "f1": 0.462032, + "f1_weighted": 0.435935 + }, + { + "accuracy": 0.634277, + "f1": 0.52614, + "f1_weighted": 0.621017 + }, + { + "accuracy": 0.387207, + "f1": 0.409777, + "f1_weighted": 0.383752 + }, + { + "accuracy": 0.312988, + "f1": 0.337692, + "f1_weighted": 0.241828 + }, + { + "accuracy": 0.436035, + "f1": 0.446291, + "f1_weighted": 0.397642 + }, + { + "accuracy": 0.336914, + "f1": 0.351953, + "f1_weighted": 0.281361 + }, + { + "accuracy": 0.321777, + "f1": 0.33327, + "f1_weighted": 0.2261 + }, + { + "accuracy": 0.416016, + "f1": 0.436633, + "f1_weighted": 0.392998 + }, + { + "accuracy": 0.564941, + "f1": 0.543325, + "f1_weighted": 0.57716 + } + ], + "main_score": 0.426514, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.46377, + "f1": 0.370819, + "f1_weighted": 0.496463, + "scores_per_experiment": [ + { + "accuracy": 0.479004, + "f1": 0.347652, + "f1_weighted": 0.520275 + }, + { + "accuracy": 0.45459, + "f1": 0.409619, + "f1_weighted": 0.495076 + }, + { + "accuracy": 0.512695, + "f1": 0.377177, + "f1_weighted": 0.529066 + }, + { + "accuracy": 0.496582, + "f1": 0.363762, + "f1_weighted": 0.520037 + }, + { + "accuracy": 0.544922, + "f1": 0.415915, + "f1_weighted": 0.560782 + }, + { + "accuracy": 0.349609, + "f1": 0.278658, + "f1_weighted": 0.405803 + }, + { + "accuracy": 0.43457, + "f1": 0.340691, + "f1_weighted": 0.486234 + }, + { + "accuracy": 0.318359, + "f1": 0.297135, + "f1_weighted": 0.348731 + }, + { + "accuracy": 0.529297, + "f1": 0.429076, + "f1_weighted": 0.554675 + }, + { + "accuracy": 0.518066, + "f1": 0.448508, + "f1_weighted": 0.543947 + } + ], + "main_score": 0.46377, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "accuracy": 0.442647, + "f1": 0.430712, + "f1_weighted": 0.445968, + "scores_per_experiment": [ + { + "accuracy": 0.418449, + "f1": 0.424555, + "f1_weighted": 0.415816 + }, + { + "accuracy": 0.358289, + "f1": 0.346228, + "f1_weighted": 0.351455 + }, + { + "accuracy": 0.371658, + "f1": 0.368184, + "f1_weighted": 0.375573 + }, + { + "accuracy": 0.410428, + "f1": 0.40434, + "f1_weighted": 0.405041 + }, + { + "accuracy": 0.415775, + "f1": 0.41377, + "f1_weighted": 0.414565 + }, + { + "accuracy": 0.491979, + "f1": 0.465244, + "f1_weighted": 0.501661 + }, + { + "accuracy": 0.486631, + "f1": 0.454803, + "f1_weighted": 0.501937 + }, + { + "accuracy": 0.495989, + "f1": 0.495886, + "f1_weighted": 0.49547 + }, + { + "accuracy": 0.508021, + "f1": 0.482169, + "f1_weighted": 0.51704 + }, + { + "accuracy": 0.469251, + "f1": 0.451943, + "f1_weighted": 0.481125 + } + ], + "main_score": 0.442647, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.402213, + "f1": 0.374452, + "f1_weighted": 0.41277, + "scores_per_experiment": [ + { + "accuracy": 0.41412, + "f1": 0.372141, + "f1_weighted": 0.418859 + }, + { + "accuracy": 0.429926, + "f1": 0.407193, + "f1_weighted": 0.437964 + }, + { + "accuracy": 0.40569, + "f1": 0.37887, + "f1_weighted": 0.405893 + }, + { + "accuracy": 0.410959, + "f1": 0.385025, + "f1_weighted": 0.429134 + }, + { + "accuracy": 0.398314, + "f1": 0.371934, + "f1_weighted": 0.405784 + }, + { + "accuracy": 0.400421, + "f1": 0.35265, + "f1_weighted": 0.40276 + }, + { + "accuracy": 0.362487, + "f1": 0.344237, + "f1_weighted": 0.385712 + }, + { + "accuracy": 0.442571, + "f1": 0.417009, + "f1_weighted": 0.447959 + }, + { + "accuracy": 0.394099, + "f1": 0.357583, + "f1_weighted": 0.418016 + }, + { + "accuracy": 0.363541, + "f1": 0.357873, + "f1_weighted": 0.375623 + } + ], + "main_score": 0.402213, + "hf_subset": "twi", + "languages": [ + "twi-Latn" + ] + }, + { + "accuracy": 0.370472, + "f1": 0.342078, + "f1_weighted": 0.382466, + "scores_per_experiment": [ + { + "accuracy": 0.330709, + "f1": 0.316771, + "f1_weighted": 0.362985 + }, + { + "accuracy": 0.338583, + "f1": 0.328571, + "f1_weighted": 0.360812 + }, + { + "accuracy": 0.346457, + "f1": 0.332063, + "f1_weighted": 0.370362 + }, + { + "accuracy": 0.38189, + "f1": 0.354326, + "f1_weighted": 0.386035 + }, + { + "accuracy": 0.401575, + "f1": 0.364781, + "f1_weighted": 0.405932 + }, + { + "accuracy": 0.417323, + "f1": 0.374307, + "f1_weighted": 0.427644 + }, + { + "accuracy": 0.385827, + "f1": 0.337238, + "f1_weighted": 0.385575 + }, + { + "accuracy": 0.444882, + "f1": 0.406552, + "f1_weighted": 0.44859 + }, + { + "accuracy": 0.346457, + "f1": 0.327403, + "f1_weighted": 0.347623 + }, + { + "accuracy": 0.311024, + "f1": 0.278766, + "f1_weighted": 0.329106 + } + ], + "main_score": 0.370472, + "hf_subset": "tso", + "languages": [ + "tso-Latn" + ] + }, + { + "accuracy": 0.435742, + "f1": 0.265811, + "f1_weighted": 0.555643, + "scores_per_experiment": [ + { + "accuracy": 0.439941, + "f1": 0.279714, + "f1_weighted": 0.593024 + }, + { + "accuracy": 0.338379, + "f1": 0.206981, + "f1_weighted": 0.452492 + }, + { + "accuracy": 0.556152, + "f1": 0.32255, + "f1_weighted": 0.679989 + }, + { + "accuracy": 0.494141, + "f1": 0.310768, + "f1_weighted": 0.63556 + }, + { + "accuracy": 0.554199, + "f1": 0.316152, + "f1_weighted": 0.687599 + }, + { + "accuracy": 0.408203, + "f1": 0.251962, + "f1_weighted": 0.535005 + }, + { + "accuracy": 0.292969, + "f1": 0.206119, + "f1_weighted": 0.437778 + }, + { + "accuracy": 0.499023, + "f1": 0.298212, + "f1_weighted": 0.62724 + }, + { + "accuracy": 0.666992, + "f1": 0.345787, + "f1_weighted": 0.774933 + }, + { + "accuracy": 0.107422, + "f1": 0.11987, + "f1_weighted": 0.13281 + } + ], + "main_score": 0.435742, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 180.18857622146606, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/AlloProfClusteringS2S.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AlloProfClusteringS2S.v2.json new file mode 100644 index 0000000000..5fd9744e7d --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AlloProfClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b", + "task_name": "AlloProfClusteringS2S.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.579728, + 0.567292, + 0.597371, + 0.590421, + 0.589043, + 0.575347, + 0.586523, + 0.562202, + 0.545543, + 0.578713 + ] + }, + "v_measure": 0.577218, + "v_measure_std": 0.01465, + "main_score": 0.577218, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 13.859467506408691, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/AlloprofReranking.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AlloprofReranking.json new file mode 100644 index 0000000000..63c38263ef --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AlloprofReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "65393d0d7a08a10b4e348135e824f385d420b0fd", + "task_name": "AlloprofReranking", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "map": 0.807507, + "mrr": 0.820093, + "nAUC_map_max": 0.179719, + "nAUC_map_std": 0.200386, + "nAUC_map_diff1": 0.612401, + "nAUC_mrr_max": 0.178215, + "nAUC_mrr_std": 0.199753, + "nAUC_mrr_diff1": 0.606104, + "main_score": 0.807507, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 138.89353227615356, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/AmazonCounterfactualClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AmazonCounterfactualClassification.json new file mode 100644 index 0000000000..e8551f5540 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/AmazonCounterfactualClassification.json @@ -0,0 +1,685 @@ +{ + "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", + "task_name": "AmazonCounterfactualClassification", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "accuracy": 0.678829, + "f1": 0.551578, + "f1_weighted": 0.741624, + "ap": 0.172946, + "ap_weighted": 0.172946, + "scores_per_experiment": [ + { + "accuracy": 0.762763, + "f1": 0.603619, + "f1_weighted": 0.804246, + "ap": 0.191951, + "ap_weighted": 0.191951 + }, + { + "accuracy": 0.71021, + "f1": 0.564766, + "f1_weighted": 0.765743, + "ap": 0.16956, + "ap_weighted": 0.16956 + }, + { + "accuracy": 0.675676, + "f1": 0.551929, + "f1_weighted": 0.740024, + "ap": 0.175379, + "ap_weighted": 0.175379 + }, + { + "accuracy": 0.621622, + "f1": 0.516969, + "f1_weighted": 0.696566, + "ap": 0.16217, + "ap_weighted": 0.16217 + }, + { + "accuracy": 0.612613, + "f1": 0.507221, + "f1_weighted": 0.689261, + "ap": 0.15375, + "ap_weighted": 0.15375 + }, + { + "accuracy": 0.662162, + "f1": 0.542128, + "f1_weighted": 0.729395, + "ap": 0.170151, + "ap_weighted": 0.170151 + }, + { + "accuracy": 0.684685, + "f1": 0.548256, + "f1_weighted": 0.746562, + "ap": 0.162749, + "ap_weighted": 0.162749 + }, + { + "accuracy": 0.695195, + "f1": 0.574221, + "f1_weighted": 0.755512, + "ap": 0.19789, + "ap_weighted": 0.19789 + }, + { + "accuracy": 0.696697, + "f1": 0.561293, + "f1_weighted": 0.755981, + "ap": 0.174004, + "ap_weighted": 0.174004 + }, + { + "accuracy": 0.666667, + "f1": 0.545379, + "f1_weighted": 0.732952, + "ap": 0.171853, + "ap_weighted": 0.171853 + } + ], + "main_score": 0.678829, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.67403, + "f1": 0.592881, + "f1_weighted": 0.711304, + "ap": 0.258112, + "ap_weighted": 0.258112, + "scores_per_experiment": [ + { + "accuracy": 0.61194, + "f1": 0.54438, + "f1_weighted": 0.659076, + "ap": 0.227921, + "ap_weighted": 0.227921 + }, + { + "accuracy": 0.695522, + "f1": 0.625329, + "f1_weighted": 0.731345, + "ap": 0.294665, + "ap_weighted": 0.294665 + }, + { + "accuracy": 0.635821, + "f1": 0.562682, + "f1_weighted": 0.679598, + "ap": 0.237534, + "ap_weighted": 0.237534 + }, + { + "accuracy": 0.686567, + "f1": 0.599779, + "f1_weighted": 0.721616, + "ap": 0.257756, + "ap_weighted": 0.257756 + }, + { + "accuracy": 0.689552, + "f1": 0.610395, + "f1_weighted": 0.725199, + "ap": 0.272669, + "ap_weighted": 0.272669 + }, + { + "accuracy": 0.731343, + "f1": 0.63963, + "f1_weighted": 0.758477, + "ap": 0.290225, + "ap_weighted": 0.290225 + }, + { + "accuracy": 0.692537, + "f1": 0.585899, + "f1_weighted": 0.723274, + "ap": 0.235447, + "ap_weighted": 0.235447 + }, + { + "accuracy": 0.638806, + "f1": 0.556941, + "f1_weighted": 0.681444, + "ap": 0.227459, + "ap_weighted": 0.227459 + }, + { + "accuracy": 0.701493, + "f1": 0.630308, + "f1_weighted": 0.736358, + "ap": 0.298555, + "ap_weighted": 0.298555 + }, + { + "accuracy": 0.656716, + "f1": 0.573466, + "f1_weighted": 0.696654, + "ap": 0.238887, + "ap_weighted": 0.238887 + } + ], + "main_score": 0.67403, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.620172, + "f1": 0.598284, + "f1_weighted": 0.633861, + "ap": 0.760543, + "ap_weighted": 0.760543, + "scores_per_experiment": [ + { + "accuracy": 0.652361, + "f1": 0.638891, + "f1_weighted": 0.666429, + "ap": 0.791615, + "ap_weighted": 0.791615 + }, + { + "accuracy": 0.624464, + "f1": 0.593297, + "f1_weighted": 0.637751, + "ap": 0.749345, + "ap_weighted": 0.749345 + }, + { + "accuracy": 0.645923, + "f1": 0.612424, + "f1_weighted": 0.657415, + "ap": 0.758303, + "ap_weighted": 0.758303 + }, + { + "accuracy": 0.641631, + "f1": 0.618391, + "f1_weighted": 0.655575, + "ap": 0.768231, + "ap_weighted": 0.768231 + }, + { + "accuracy": 0.611588, + "f1": 0.604357, + "f1_weighted": 0.625477, + "ap": 0.780686, + "ap_weighted": 0.780686 + }, + { + "accuracy": 0.643777, + "f1": 0.60617, + "f1_weighted": 0.654223, + "ap": 0.753111, + "ap_weighted": 0.753111 + }, + { + "accuracy": 0.56867, + "f1": 0.544663, + "f1_weighted": 0.585945, + "ap": 0.727514, + "ap_weighted": 0.727514 + }, + { + "accuracy": 0.564378, + "f1": 0.558224, + "f1_weighted": 0.578812, + "ap": 0.753099, + "ap_weighted": 0.753099 + }, + { + "accuracy": 0.665236, + "f1": 0.636032, + "f1_weighted": 0.676741, + "ap": 0.773652, + "ap_weighted": 0.773652 + }, + { + "accuracy": 0.583691, + "f1": 0.570389, + "f1_weighted": 0.600238, + "ap": 0.74987, + "ap_weighted": 0.74987 + } + ], + "main_score": 0.620172, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.760515, + "f1": 0.610118, + "f1_weighted": 0.803207, + "ap": 0.2071, + "ap_weighted": 0.2071, + "scores_per_experiment": [ + { + "accuracy": 0.684549, + "f1": 0.558493, + "f1_weighted": 0.747831, + "ap": 0.179339, + "ap_weighted": 0.179339 + }, + { + "accuracy": 0.76824, + "f1": 0.611487, + "f1_weighted": 0.809547, + "ap": 0.200667, + "ap_weighted": 0.200667 + }, + { + "accuracy": 0.723176, + "f1": 0.568503, + "f1_weighted": 0.775842, + "ap": 0.166145, + "ap_weighted": 0.166145 + }, + { + "accuracy": 0.809013, + "f1": 0.64451, + "f1_weighted": 0.838592, + "ap": 0.224288, + "ap_weighted": 0.224288 + }, + { + "accuracy": 0.809013, + "f1": 0.63656, + "f1_weighted": 0.837486, + "ap": 0.210783, + "ap_weighted": 0.210783 + }, + { + "accuracy": 0.886266, + "f1": 0.73313, + "f1_weighted": 0.895376, + "ap": 0.326353, + "ap_weighted": 0.326353 + }, + { + "accuracy": 0.699571, + "f1": 0.569714, + "f1_weighted": 0.759427, + "ap": 0.185986, + "ap_weighted": 0.185986 + }, + { + "accuracy": 0.73176, + "f1": 0.571474, + "f1_weighted": 0.781814, + "ap": 0.164875, + "ap_weighted": 0.164875 + }, + { + "accuracy": 0.671674, + "f1": 0.546251, + "f1_weighted": 0.737713, + "ap": 0.169354, + "ap_weighted": 0.169354 + }, + { + "accuracy": 0.821888, + "f1": 0.661061, + "f1_weighted": 0.848442, + "ap": 0.243212, + "ap_weighted": 0.243212 + } + ], + "main_score": 0.760515, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ], + "test": [ + { + "accuracy": 0.691379, + "f1": 0.564102, + "f1_weighted": 0.749933, + "ap": 0.183258, + "ap_weighted": 0.183258, + "scores_per_experiment": [ + { + "accuracy": 0.770615, + "f1": 0.622264, + "f1_weighted": 0.809654, + "ap": 0.21692, + "ap_weighted": 0.21692 + }, + { + "accuracy": 0.727886, + "f1": 0.587076, + "f1_weighted": 0.777956, + "ap": 0.191614, + "ap_weighted": 0.191614 + }, + { + "accuracy": 0.67991, + "f1": 0.556837, + "f1_weighted": 0.741709, + "ap": 0.179868, + "ap_weighted": 0.179868 + }, + { + "accuracy": 0.61919, + "f1": 0.510767, + "f1_weighted": 0.693084, + "ap": 0.154343, + "ap_weighted": 0.154343 + }, + { + "accuracy": 0.634183, + "f1": 0.527445, + "f1_weighted": 0.705229, + "ap": 0.168828, + "ap_weighted": 0.168828 + }, + { + "accuracy": 0.68066, + "f1": 0.557391, + "f1_weighted": 0.742294, + "ap": 0.180178, + "ap_weighted": 0.180178 + }, + { + "accuracy": 0.698651, + "f1": 0.560455, + "f1_weighted": 0.755555, + "ap": 0.171456, + "ap_weighted": 0.171456 + }, + { + "accuracy": 0.694153, + "f1": 0.570391, + "f1_weighted": 0.752923, + "ap": 0.191075, + "ap_weighted": 0.191075 + }, + { + "accuracy": 0.715892, + "f1": 0.58407, + "f1_weighted": 0.769428, + "ap": 0.196315, + "ap_weighted": 0.196315 + }, + { + "accuracy": 0.692654, + "f1": 0.564323, + "f1_weighted": 0.751501, + "ap": 0.181979, + "ap_weighted": 0.181979 + } + ], + "main_score": 0.691379, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.683433, + "f1": 0.612973, + "f1_weighted": 0.713086, + "ap": 0.293079, + "ap_weighted": 0.293079, + "scores_per_experiment": [ + { + "accuracy": 0.610448, + "f1": 0.535586, + "f1_weighted": 0.649131, + "ap": 0.22958, + "ap_weighted": 0.22958 + }, + { + "accuracy": 0.702985, + "f1": 0.636238, + "f1_weighted": 0.731126, + "ap": 0.314601, + "ap_weighted": 0.314601 + }, + { + "accuracy": 0.616418, + "f1": 0.553795, + "f1_weighted": 0.655588, + "ap": 0.24853, + "ap_weighted": 0.24853 + }, + { + "accuracy": 0.71194, + "f1": 0.631523, + "f1_weighted": 0.736348, + "ap": 0.30025, + "ap_weighted": 0.30025 + }, + { + "accuracy": 0.713433, + "f1": 0.642762, + "f1_weighted": 0.739519, + "ap": 0.317759, + "ap_weighted": 0.317759 + }, + { + "accuracy": 0.729851, + "f1": 0.651934, + "f1_weighted": 0.752218, + "ap": 0.32148, + "ap_weighted": 0.32148 + }, + { + "accuracy": 0.728358, + "f1": 0.645445, + "f1_weighted": 0.749854, + "ap": 0.31187, + "ap_weighted": 0.31187 + }, + { + "accuracy": 0.723881, + "f1": 0.65289, + "f1_weighted": 0.748481, + "ap": 0.327556, + "ap_weighted": 0.327556 + }, + { + "accuracy": 0.655224, + "f1": 0.597886, + "f1_weighted": 0.690352, + "ap": 0.287566, + "ap_weighted": 0.287566 + }, + { + "accuracy": 0.641791, + "f1": 0.581668, + "f1_weighted": 0.678243, + "ap": 0.271598, + "ap_weighted": 0.271598 + } + ], + "main_score": 0.683433, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.613919, + "f1": 0.59254, + "f1_weighted": 0.628187, + "ap": 0.75462, + "ap_weighted": 0.75462, + "scores_per_experiment": [ + { + "accuracy": 0.608137, + "f1": 0.59371, + "f1_weighted": 0.623711, + "ap": 0.760467, + "ap_weighted": 0.760467 + }, + { + "accuracy": 0.584582, + "f1": 0.558747, + "f1_weighted": 0.600586, + "ap": 0.732115, + "ap_weighted": 0.732115 + }, + { + "accuracy": 0.674518, + "f1": 0.636516, + "f1_weighted": 0.682572, + "ap": 0.767115, + "ap_weighted": 0.767115 + }, + { + "accuracy": 0.639186, + "f1": 0.617375, + "f1_weighted": 0.653173, + "ap": 0.767049, + "ap_weighted": 0.767049 + }, + { + "accuracy": 0.630621, + "f1": 0.616208, + "f1_weighted": 0.645353, + "ap": 0.774131, + "ap_weighted": 0.774131 + }, + { + "accuracy": 0.654176, + "f1": 0.622385, + "f1_weighted": 0.66532, + "ap": 0.762871, + "ap_weighted": 0.762871 + }, + { + "accuracy": 0.54818, + "f1": 0.528244, + "f1_weighted": 0.566246, + "ap": 0.719523, + "ap_weighted": 0.719523 + }, + { + "accuracy": 0.585653, + "f1": 0.576812, + "f1_weighted": 0.600781, + "ap": 0.757789, + "ap_weighted": 0.757789 + }, + { + "accuracy": 0.638116, + "f1": 0.612532, + "f1_weighted": 0.651547, + "ap": 0.761383, + "ap_weighted": 0.761383 + }, + { + "accuracy": 0.576017, + "f1": 0.562866, + "f1_weighted": 0.592577, + "ap": 0.743759, + "ap_weighted": 0.743759 + } + ], + "main_score": 0.613919, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.753961, + "f1": 0.617379, + "f1_weighted": 0.797644, + "ap": 0.224658, + "ap_weighted": 0.224658, + "scores_per_experiment": [ + { + "accuracy": 0.682013, + "f1": 0.56981, + "f1_weighted": 0.744348, + "ap": 0.201803, + "ap_weighted": 0.201803 + }, + { + "accuracy": 0.765525, + "f1": 0.62559, + "f1_weighted": 0.807432, + "ap": 0.227943, + "ap_weighted": 0.227943 + }, + { + "accuracy": 0.713062, + "f1": 0.579788, + "f1_weighted": 0.767791, + "ap": 0.191432, + "ap_weighted": 0.191432 + }, + { + "accuracy": 0.783726, + "f1": 0.633478, + "f1_weighted": 0.819906, + "ap": 0.225884, + "ap_weighted": 0.225884 + }, + { + "accuracy": 0.830835, + "f1": 0.675694, + "f1_weighted": 0.85389, + "ap": 0.262411, + "ap_weighted": 0.262411 + }, + { + "accuracy": 0.849036, + "f1": 0.693828, + "f1_weighted": 0.867008, + "ap": 0.280889, + "ap_weighted": 0.280889 + }, + { + "accuracy": 0.670236, + "f1": 0.550535, + "f1_weighted": 0.734804, + "ap": 0.177381, + "ap_weighted": 0.177381 + }, + { + "accuracy": 0.733405, + "f1": 0.59577, + "f1_weighted": 0.783155, + "ap": 0.202041, + "ap_weighted": 0.202041 + }, + { + "accuracy": 0.668094, + "f1": 0.548972, + "f1_weighted": 0.733115, + "ap": 0.176534, + "ap_weighted": 0.176534 + }, + { + "accuracy": 0.843683, + "f1": 0.700325, + "f1_weighted": 0.864987, + "ap": 0.300258, + "ap_weighted": 0.300258 + } + ], + "main_score": 0.753961, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 163.11196374893188, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArXivHierarchicalClusteringP2P.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArXivHierarchicalClusteringP2P.json new file mode 100644 index 0000000000..b827b067ca --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArXivHierarchicalClusteringP2P.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", + "task_name": "ArXivHierarchicalClusteringP2P", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.661779, + 0.684009, + 0.647648, + 0.657473, + 0.695851, + 0.630646, + 0.687928, + 0.649478, + 0.671734, + 0.660706 + ], + "Level 1": [ + 0.603281, + 0.581049, + 0.608848, + 0.596122, + 0.594577, + 0.61172, + 0.604295, + 0.593565, + 0.632358, + 0.589431 + ] + }, + "v_measure": 0.633125, + "v_measure_std": 0.035699, + "main_score": 0.633125, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 17.7526535987854, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArXivHierarchicalClusteringS2S.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArXivHierarchicalClusteringS2S.json new file mode 100644 index 0000000000..cfd1267394 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArXivHierarchicalClusteringS2S.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3", + "task_name": "ArXivHierarchicalClusteringS2S", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.662761, + 0.633707, + 0.684935, + 0.667834, + 0.641662, + 0.654789, + 0.667197, + 0.64325, + 0.615998, + 0.685989 + ], + "Level 1": [ + 0.599641, + 0.596966, + 0.59309, + 0.62407, + 0.594222, + 0.582472, + 0.596614, + 0.590099, + 0.594919, + 0.617937 + ] + }, + "v_measure": 0.627408, + "v_measure_std": 0.033223, + "main_score": 0.627408, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.542984962463379, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArguAna.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArguAna.json new file mode 100644 index 0000000000..c88b03d2b4 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30299, + "ndcg_at_3": 0.46605, + "ndcg_at_5": 0.51569, + "ndcg_at_10": 0.56888, + "ndcg_at_20": 0.5899, + "ndcg_at_100": 0.59796, + "ndcg_at_1000": 0.59868, + "map_at_1": 0.30299, + "map_at_3": 0.42496, + "map_at_5": 0.45242, + "map_at_10": 0.47452, + "map_at_20": 0.48057, + "map_at_100": 0.4819, + "map_at_1000": 0.48194, + "recall_at_1": 0.30299, + "recall_at_3": 0.58535, + "recall_at_5": 0.70626, + "recall_at_10": 0.86984, + "recall_at_20": 0.95092, + "recall_at_100": 0.99147, + "recall_at_1000": 0.99644, + "precision_at_1": 0.30299, + "precision_at_3": 0.19512, + "precision_at_5": 0.14125, + "precision_at_10": 0.08698, + "precision_at_20": 0.04755, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.305832, + "mrr_at_3": 0.425557, + "mrr_at_5": 0.453793, + "mrr_at_10": 0.47571, + "mrr_at_20": 0.481689, + "mrr_at_100": 0.483014, + "mrr_at_1000": 0.483056, + "nauc_ndcg_at_1_max": -0.083705, + "nauc_ndcg_at_1_std": -0.168472, + "nauc_ndcg_at_1_diff1": 0.126892, + "nauc_ndcg_at_3_max": -0.086605, + "nauc_ndcg_at_3_std": -0.175541, + "nauc_ndcg_at_3_diff1": 0.0937, + "nauc_ndcg_at_5_max": -0.083947, + "nauc_ndcg_at_5_std": -0.162241, + "nauc_ndcg_at_5_diff1": 0.087826, + "nauc_ndcg_at_10_max": -0.083349, + "nauc_ndcg_at_10_std": -0.164953, + "nauc_ndcg_at_10_diff1": 0.08535, + "nauc_ndcg_at_20_max": -0.077178, + "nauc_ndcg_at_20_std": -0.162701, + "nauc_ndcg_at_20_diff1": 0.092342, + "nauc_ndcg_at_100_max": -0.082763, + "nauc_ndcg_at_100_std": -0.165002, + "nauc_ndcg_at_100_diff1": 0.094251, + "nauc_ndcg_at_1000_max": -0.081876, + "nauc_ndcg_at_1000_std": -0.164926, + "nauc_ndcg_at_1000_diff1": 0.093776, + "nauc_map_at_1_max": -0.083705, + "nauc_map_at_1_std": -0.168472, + "nauc_map_at_1_diff1": 0.126892, + "nauc_map_at_3_max": -0.084746, + "nauc_map_at_3_std": -0.174223, + "nauc_map_at_3_diff1": 0.099353, + "nauc_map_at_5_max": -0.084039, + "nauc_map_at_5_std": -0.167613, + "nauc_map_at_5_diff1": 0.095995, + "nauc_map_at_10_max": -0.083686, + "nauc_map_at_10_std": -0.169329, + "nauc_map_at_10_diff1": 0.095011, + "nauc_map_at_20_max": -0.08192, + "nauc_map_at_20_std": -0.168851, + "nauc_map_at_20_diff1": 0.096987, + "nauc_map_at_100_max": -0.082623, + "nauc_map_at_100_std": -0.168978, + "nauc_map_at_100_diff1": 0.097231, + "nauc_map_at_1000_max": -0.082586, + "nauc_map_at_1000_std": -0.168965, + "nauc_map_at_1000_diff1": 0.097202, + "nauc_recall_at_1_max": -0.083705, + "nauc_recall_at_1_std": -0.168472, + "nauc_recall_at_1_diff1": 0.126892, + "nauc_recall_at_3_max": -0.092786, + "nauc_recall_at_3_std": -0.179383, + "nauc_recall_at_3_diff1": 0.077531, + "nauc_recall_at_5_max": -0.082488, + "nauc_recall_at_5_std": -0.139015, + "nauc_recall_at_5_diff1": 0.058936, + "nauc_recall_at_10_max": -0.078867, + "nauc_recall_at_10_std": -0.126863, + "nauc_recall_at_10_diff1": 0.020407, + "nauc_recall_at_20_max": 0.032838, + "nauc_recall_at_20_std": -0.025686, + "nauc_recall_at_20_diff1": 0.04674, + "nauc_recall_at_100_max": -0.245012, + "nauc_recall_at_100_std": 0.210235, + "nauc_recall_at_100_diff1": 0.11065, + "nauc_recall_at_1000_max": -0.053136, + "nauc_recall_at_1000_std": 0.744145, + "nauc_recall_at_1000_diff1": -0.064943, + "nauc_precision_at_1_max": -0.083705, + "nauc_precision_at_1_std": -0.168472, + "nauc_precision_at_1_diff1": 0.126892, + "nauc_precision_at_3_max": -0.092786, + "nauc_precision_at_3_std": -0.179383, + "nauc_precision_at_3_diff1": 0.077531, + "nauc_precision_at_5_max": -0.082488, + "nauc_precision_at_5_std": -0.139015, + "nauc_precision_at_5_diff1": 0.058936, + "nauc_precision_at_10_max": -0.078867, + "nauc_precision_at_10_std": -0.126863, + "nauc_precision_at_10_diff1": 0.020407, + "nauc_precision_at_20_max": 0.032838, + "nauc_precision_at_20_std": -0.025686, + "nauc_precision_at_20_diff1": 0.04674, + "nauc_precision_at_100_max": -0.245012, + "nauc_precision_at_100_std": 0.210235, + "nauc_precision_at_100_diff1": 0.11065, + "nauc_precision_at_1000_max": -0.053136, + "nauc_precision_at_1000_std": 0.744145, + "nauc_precision_at_1000_diff1": -0.064943, + "nauc_mrr_at_1_max": -0.080291, + "nauc_mrr_at_1_std": -0.170835, + "nauc_mrr_at_1_diff1": 0.118505, + "nauc_mrr_at_3_max": -0.089309, + "nauc_mrr_at_3_std": -0.176562, + "nauc_mrr_at_3_diff1": 0.088407, + "nauc_mrr_at_5_max": -0.085977, + "nauc_mrr_at_5_std": -0.16801, + "nauc_mrr_at_5_diff1": 0.086937, + "nauc_mrr_at_10_max": -0.085242, + "nauc_mrr_at_10_std": -0.170173, + "nauc_mrr_at_10_diff1": 0.085499, + "nauc_mrr_at_20_max": -0.08369, + "nauc_mrr_at_20_std": -0.169599, + "nauc_mrr_at_20_diff1": 0.087375, + "nauc_mrr_at_100_max": -0.084405, + "nauc_mrr_at_100_std": -0.169733, + "nauc_mrr_at_100_diff1": 0.087573, + "nauc_mrr_at_1000_max": -0.084368, + "nauc_mrr_at_1000_std": -0.16972, + "nauc_mrr_at_1000_diff1": 0.087542, + "main_score": 0.56888, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 271.77703523635864, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArmenianParaphrasePC.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArmenianParaphrasePC.json new file mode 100644 index 0000000000..41a7385ef9 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ArmenianParaphrasePC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "f43b4f32987048043a8b31e5e26be4d360c2438f", + "task_name": "ArmenianParaphrasePC", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "similarity_accuracy": 0.909524, + "similarity_accuracy_threshold": 0.913999, + "similarity_f1": 0.938168, + "similarity_f1_threshold": 0.913999, + "similarity_precision": 0.89292, + "similarity_recall": 0.988247, + "similarity_ap": 0.955063, + "cosine_accuracy": 0.909524, + "cosine_accuracy_threshold": 0.913998, + "cosine_f1": 0.938168, + "cosine_f1_threshold": 0.913998, + "cosine_precision": 0.89292, + "cosine_recall": 0.988247, + "cosine_ap": 0.955063, + "manhattan_accuracy": 0.909524, + "manhattan_accuracy_threshold": 19.600571, + "manhattan_f1": 0.938111, + "manhattan_f1_threshold": 19.667427, + "manhattan_precision": 0.893617, + "manhattan_recall": 0.987267, + "manhattan_ap": 0.955019, + "euclidean_accuracy": 0.909524, + "euclidean_accuracy_threshold": 0.415006, + "euclidean_f1": 0.938168, + "euclidean_f1_threshold": 0.415006, + "euclidean_precision": 0.89292, + "euclidean_recall": 0.988247, + "euclidean_ap": 0.955018, + "dot_accuracy": 0.907483, + "dot_accuracy_threshold": 0.914582, + "dot_f1": 0.936862, + "dot_f1_threshold": 0.911954, + "dot_precision": 0.890556, + "dot_recall": 0.988247, + "dot_ap": 0.956564, + "max_accuracy": 0.909524, + "max_f1": 0.938168, + "max_precision": 0.893617, + "max_recall": 0.988247, + "max_ap": 0.956564, + "main_score": 0.956564, + "hf_subset": "default", + "languages": [ + "hye-Armn" + ] + } + ] + }, + "evaluation_time": 25.22903037071228, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BUCC.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BUCC.v2.json new file mode 100644 index 0000000000..ab521292df --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BUCC.v2.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "1739dc11ffe9b7bfccd7f3d585aeb4c544fc6677", + "task_name": "BUCC.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "precision": 0.991012, + "recall": 0.993947, + "f1": 0.991984, + "accuracy": 0.993947, + "main_score": 0.991984, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994833, + "recall": 0.996555, + "f1": 0.995407, + "accuracy": 0.996555, + "main_score": 0.995407, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973236, + "recall": 0.98185, + "f1": 0.976088, + "accuracy": 0.98185, + "main_score": 0.976088, + "hf_subset": "ru-en", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.992891, + "recall": 0.995261, + "f1": 0.993681, + "accuracy": 0.995261, + "main_score": 0.993681, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 257.69662714004517, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BelebeleRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BelebeleRetrieval.json new file mode 100644 index 0000000000..f3dbd91102 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BelebeleRetrieval.json @@ -0,0 +1,55659 @@ +{ + "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "task_name": "BelebeleRetrieval", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.90181, + "ndcg_at_5": 0.90678, + "ndcg_at_10": 0.91315, + "ndcg_at_20": 0.91702, + "ndcg_at_100": 0.91988, + "ndcg_at_1000": 0.92045, + "map_at_1": 0.85778, + "map_at_3": 0.89093, + "map_at_5": 0.89365, + "map_at_10": 0.89643, + "map_at_20": 0.89746, + "map_at_100": 0.89783, + "map_at_1000": 0.89786, + "recall_at_1": 0.85778, + "recall_at_3": 0.93333, + "recall_at_5": 0.94556, + "recall_at_10": 0.96444, + "recall_at_20": 0.98, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.85778, + "precision_at_3": 0.31111, + "precision_at_5": 0.18911, + "precision_at_10": 0.09644, + "precision_at_20": 0.049, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.890926, + "mrr_at_5": 0.893648, + "mrr_at_10": 0.89643, + "mrr_at_20": 0.897455, + "mrr_at_100": 0.897833, + "mrr_at_1000": 0.897855, + "nauc_ndcg_at_1_max": 0.710377, + "nauc_ndcg_at_1_std": 0.295394, + "nauc_ndcg_at_1_diff1": 0.923862, + "nauc_ndcg_at_3_max": 0.768452, + "nauc_ndcg_at_3_std": 0.318979, + "nauc_ndcg_at_3_diff1": 0.919281, + "nauc_ndcg_at_5_max": 0.764914, + "nauc_ndcg_at_5_std": 0.310897, + "nauc_ndcg_at_5_diff1": 0.920938, + "nauc_ndcg_at_10_max": 0.759337, + "nauc_ndcg_at_10_std": 0.302344, + "nauc_ndcg_at_10_diff1": 0.923684, + "nauc_ndcg_at_20_max": 0.755498, + "nauc_ndcg_at_20_std": 0.303398, + "nauc_ndcg_at_20_diff1": 0.922306, + "nauc_ndcg_at_100_max": 0.751568, + "nauc_ndcg_at_100_std": 0.310416, + "nauc_ndcg_at_100_diff1": 0.922179, + "nauc_ndcg_at_1000_max": 0.750002, + "nauc_ndcg_at_1000_std": 0.307663, + "nauc_ndcg_at_1000_diff1": 0.921844, + "nauc_map_at_1_max": 0.710377, + "nauc_map_at_1_std": 0.295394, + "nauc_map_at_1_diff1": 0.923862, + "nauc_map_at_3_max": 0.749804, + "nauc_map_at_3_std": 0.311885, + "nauc_map_at_3_diff1": 0.920022, + "nauc_map_at_5_max": 0.747647, + "nauc_map_at_5_std": 0.308162, + "nauc_map_at_5_diff1": 0.920874, + "nauc_map_at_10_max": 0.745273, + "nauc_map_at_10_std": 0.305039, + "nauc_map_at_10_diff1": 0.921952, + "nauc_map_at_20_max": 0.744267, + "nauc_map_at_20_std": 0.304938, + "nauc_map_at_20_diff1": 0.921629, + "nauc_map_at_100_max": 0.743877, + "nauc_map_at_100_std": 0.305983, + "nauc_map_at_100_diff1": 0.921589, + "nauc_map_at_1000_max": 0.743832, + "nauc_map_at_1000_std": 0.305929, + "nauc_map_at_1000_diff1": 0.921578, + "nauc_recall_at_1_max": 0.710377, + "nauc_recall_at_1_std": 0.295394, + "nauc_recall_at_1_diff1": 0.923862, + "nauc_recall_at_3_max": 0.854692, + "nauc_recall_at_3_std": 0.351478, + "nauc_recall_at_3_diff1": 0.916317, + "nauc_recall_at_5_max": 0.859182, + "nauc_recall_at_5_std": 0.322681, + "nauc_recall_at_5_diff1": 0.922207, + "nauc_recall_at_10_max": 0.86753, + "nauc_recall_at_10_std": 0.267113, + "nauc_recall_at_10_diff1": 0.941279, + "nauc_recall_at_20_max": 0.890549, + "nauc_recall_at_20_std": 0.270697, + "nauc_recall_at_20_diff1": 0.932825, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.711251, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.710377, + "nauc_precision_at_1_std": 0.295394, + "nauc_precision_at_1_diff1": 0.923862, + "nauc_precision_at_3_max": 0.854692, + "nauc_precision_at_3_std": 0.351478, + "nauc_precision_at_3_diff1": 0.916317, + "nauc_precision_at_5_max": 0.859182, + "nauc_precision_at_5_std": 0.322681, + "nauc_precision_at_5_diff1": 0.922207, + "nauc_precision_at_10_max": 0.86753, + "nauc_precision_at_10_std": 0.267113, + "nauc_precision_at_10_diff1": 0.941279, + "nauc_precision_at_20_max": 0.890549, + "nauc_precision_at_20_std": 0.270697, + "nauc_precision_at_20_diff1": 0.932825, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.711251, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.710377, + "nauc_mrr_at_1_std": 0.295394, + "nauc_mrr_at_1_diff1": 0.923862, + "nauc_mrr_at_3_max": 0.749804, + "nauc_mrr_at_3_std": 0.311885, + "nauc_mrr_at_3_diff1": 0.920022, + "nauc_mrr_at_5_max": 0.747647, + "nauc_mrr_at_5_std": 0.308162, + "nauc_mrr_at_5_diff1": 0.920874, + "nauc_mrr_at_10_max": 0.745273, + "nauc_mrr_at_10_std": 0.305039, + "nauc_mrr_at_10_diff1": 0.921952, + "nauc_mrr_at_20_max": 0.744267, + "nauc_mrr_at_20_std": 0.304938, + "nauc_mrr_at_20_diff1": 0.921629, + "nauc_mrr_at_100_max": 0.743877, + "nauc_mrr_at_100_std": 0.305983, + "nauc_mrr_at_100_diff1": 0.921589, + "nauc_mrr_at_1000_max": 0.743832, + "nauc_mrr_at_1000_std": 0.305929, + "nauc_mrr_at_1000_diff1": 0.921578, + "main_score": 0.91315, + "hf_subset": "acm_Arab-acm_Arab", + "languages": [ + "acm-Arab", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95565, + "ndcg_at_5": 0.95933, + "ndcg_at_10": 0.95999, + "ndcg_at_20": 0.96105, + "ndcg_at_100": 0.96238, + "ndcg_at_1000": 0.96265, + "map_at_1": 0.92556, + "map_at_3": 0.9487, + "map_at_5": 0.95076, + "map_at_10": 0.95099, + "map_at_20": 0.95126, + "map_at_100": 0.95148, + "map_at_1000": 0.95149, + "recall_at_1": 0.92556, + "recall_at_3": 0.97556, + "recall_at_5": 0.98444, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32519, + "precision_at_5": 0.19689, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.948704, + "mrr_at_5": 0.950759, + "mrr_at_10": 0.950994, + "mrr_at_20": 0.951259, + "mrr_at_100": 0.951483, + "mrr_at_1000": 0.951489, + "nauc_ndcg_at_1_max": 0.695869, + "nauc_ndcg_at_1_std": -0.088145, + "nauc_ndcg_at_1_diff1": 0.950841, + "nauc_ndcg_at_3_max": 0.744893, + "nauc_ndcg_at_3_std": -0.164437, + "nauc_ndcg_at_3_diff1": 0.953125, + "nauc_ndcg_at_5_max": 0.735586, + "nauc_ndcg_at_5_std": -0.112864, + "nauc_ndcg_at_5_diff1": 0.951957, + "nauc_ndcg_at_10_max": 0.733483, + "nauc_ndcg_at_10_std": -0.124058, + "nauc_ndcg_at_10_diff1": 0.954748, + "nauc_ndcg_at_20_max": 0.734758, + "nauc_ndcg_at_20_std": -0.106982, + "nauc_ndcg_at_20_diff1": 0.954368, + "nauc_ndcg_at_100_max": 0.729475, + "nauc_ndcg_at_100_std": -0.109128, + "nauc_ndcg_at_100_diff1": 0.952755, + "nauc_ndcg_at_1000_max": 0.728011, + "nauc_ndcg_at_1000_std": -0.116947, + "nauc_ndcg_at_1000_diff1": 0.952422, + "nauc_map_at_1_max": 0.695869, + "nauc_map_at_1_std": -0.088145, + "nauc_map_at_1_diff1": 0.950841, + "nauc_map_at_3_max": 0.729923, + "nauc_map_at_3_std": -0.144485, + "nauc_map_at_3_diff1": 0.951756, + "nauc_map_at_5_max": 0.72488, + "nauc_map_at_5_std": -0.119855, + "nauc_map_at_5_diff1": 0.951217, + "nauc_map_at_10_max": 0.724192, + "nauc_map_at_10_std": -0.123226, + "nauc_map_at_10_diff1": 0.951994, + "nauc_map_at_20_max": 0.724255, + "nauc_map_at_20_std": -0.120008, + "nauc_map_at_20_diff1": 0.95189, + "nauc_map_at_100_max": 0.723488, + "nauc_map_at_100_std": -0.120678, + "nauc_map_at_100_diff1": 0.951668, + "nauc_map_at_1000_max": 0.723458, + "nauc_map_at_1000_std": -0.120829, + "nauc_map_at_1000_diff1": 0.951661, + "nauc_recall_at_1_max": 0.695869, + "nauc_recall_at_1_std": -0.088145, + "nauc_recall_at_1_diff1": 0.950841, + "nauc_recall_at_3_max": 0.833652, + "nauc_recall_at_3_std": -0.279412, + "nauc_recall_at_3_diff1": 0.961909, + "nauc_recall_at_5_max": 0.827298, + "nauc_recall_at_5_std": -0.019841, + "nauc_recall_at_5_diff1": 0.958817, + "nauc_recall_at_10_max": 0.821662, + "nauc_recall_at_10_std": -0.116713, + "nauc_recall_at_10_diff1": 0.989107, + "nauc_recall_at_20_max": 0.89525, + "nauc_recall_at_20_std": 0.205357, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695869, + "nauc_precision_at_1_std": -0.088145, + "nauc_precision_at_1_diff1": 0.950841, + "nauc_precision_at_3_max": 0.833652, + "nauc_precision_at_3_std": -0.279412, + "nauc_precision_at_3_diff1": 0.961909, + "nauc_precision_at_5_max": 0.827298, + "nauc_precision_at_5_std": -0.019841, + "nauc_precision_at_5_diff1": 0.958817, + "nauc_precision_at_10_max": 0.821662, + "nauc_precision_at_10_std": -0.116713, + "nauc_precision_at_10_diff1": 0.989107, + "nauc_precision_at_20_max": 0.89525, + "nauc_precision_at_20_std": 0.205357, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695869, + "nauc_mrr_at_1_std": -0.088145, + "nauc_mrr_at_1_diff1": 0.950841, + "nauc_mrr_at_3_max": 0.729923, + "nauc_mrr_at_3_std": -0.144485, + "nauc_mrr_at_3_diff1": 0.951756, + "nauc_mrr_at_5_max": 0.72488, + "nauc_mrr_at_5_std": -0.119855, + "nauc_mrr_at_5_diff1": 0.951217, + "nauc_mrr_at_10_max": 0.724192, + "nauc_mrr_at_10_std": -0.123226, + "nauc_mrr_at_10_diff1": 0.951994, + "nauc_mrr_at_20_max": 0.724255, + "nauc_mrr_at_20_std": -0.120008, + "nauc_mrr_at_20_diff1": 0.95189, + "nauc_mrr_at_100_max": 0.723488, + "nauc_mrr_at_100_std": -0.120678, + "nauc_mrr_at_100_diff1": 0.951668, + "nauc_mrr_at_1000_max": 0.723458, + "nauc_mrr_at_1000_std": -0.120829, + "nauc_mrr_at_1000_diff1": 0.951661, + "main_score": 0.95999, + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84333, + "ndcg_at_3": 0.88573, + "ndcg_at_5": 0.89778, + "ndcg_at_10": 0.90392, + "ndcg_at_20": 0.90818, + "ndcg_at_100": 0.91133, + "ndcg_at_1000": 0.91193, + "map_at_1": 0.84333, + "map_at_3": 0.87574, + "map_at_5": 0.88252, + "map_at_10": 0.88508, + "map_at_20": 0.88626, + "map_at_100": 0.88673, + "map_at_1000": 0.88675, + "recall_at_1": 0.84333, + "recall_at_3": 0.91444, + "recall_at_5": 0.94333, + "recall_at_10": 0.96222, + "recall_at_20": 0.97889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.84333, + "precision_at_3": 0.30481, + "precision_at_5": 0.18867, + "precision_at_10": 0.09622, + "precision_at_20": 0.04894, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.843333, + "mrr_at_3": 0.875741, + "mrr_at_5": 0.882519, + "mrr_at_10": 0.885076, + "mrr_at_20": 0.886265, + "mrr_at_100": 0.886726, + "mrr_at_1000": 0.886753, + "nauc_ndcg_at_1_max": 0.684784, + "nauc_ndcg_at_1_std": 0.149436, + "nauc_ndcg_at_1_diff1": 0.906461, + "nauc_ndcg_at_3_max": 0.73623, + "nauc_ndcg_at_3_std": 0.169123, + "nauc_ndcg_at_3_diff1": 0.8947, + "nauc_ndcg_at_5_max": 0.733629, + "nauc_ndcg_at_5_std": 0.179625, + "nauc_ndcg_at_5_diff1": 0.893884, + "nauc_ndcg_at_10_max": 0.731295, + "nauc_ndcg_at_10_std": 0.188413, + "nauc_ndcg_at_10_diff1": 0.894504, + "nauc_ndcg_at_20_max": 0.729955, + "nauc_ndcg_at_20_std": 0.191461, + "nauc_ndcg_at_20_diff1": 0.898647, + "nauc_ndcg_at_100_max": 0.723954, + "nauc_ndcg_at_100_std": 0.181333, + "nauc_ndcg_at_100_diff1": 0.898765, + "nauc_ndcg_at_1000_max": 0.722011, + "nauc_ndcg_at_1000_std": 0.175823, + "nauc_ndcg_at_1000_diff1": 0.898271, + "nauc_map_at_1_max": 0.684784, + "nauc_map_at_1_std": 0.149436, + "nauc_map_at_1_diff1": 0.906461, + "nauc_map_at_3_max": 0.720431, + "nauc_map_at_3_std": 0.161896, + "nauc_map_at_3_diff1": 0.897238, + "nauc_map_at_5_max": 0.718395, + "nauc_map_at_5_std": 0.167117, + "nauc_map_at_5_diff1": 0.897021, + "nauc_map_at_10_max": 0.717255, + "nauc_map_at_10_std": 0.169141, + "nauc_map_at_10_diff1": 0.897366, + "nauc_map_at_20_max": 0.716874, + "nauc_map_at_20_std": 0.169744, + "nauc_map_at_20_diff1": 0.898527, + "nauc_map_at_100_max": 0.716088, + "nauc_map_at_100_std": 0.168342, + "nauc_map_at_100_diff1": 0.898592, + "nauc_map_at_1000_max": 0.716017, + "nauc_map_at_1000_std": 0.168147, + "nauc_map_at_1000_diff1": 0.898573, + "nauc_recall_at_1_max": 0.684784, + "nauc_recall_at_1_std": 0.149436, + "nauc_recall_at_1_diff1": 0.906461, + "nauc_recall_at_3_max": 0.800666, + "nauc_recall_at_3_std": 0.199268, + "nauc_recall_at_3_diff1": 0.884954, + "nauc_recall_at_5_max": 0.821049, + "nauc_recall_at_5_std": 0.254746, + "nauc_recall_at_5_diff1": 0.876284, + "nauc_recall_at_10_max": 0.846694, + "nauc_recall_at_10_std": 0.37119, + "nauc_recall_at_10_diff1": 0.871272, + "nauc_recall_at_20_max": 0.912895, + "nauc_recall_at_20_std": 0.561846, + "nauc_recall_at_20_diff1": 0.914001, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684784, + "nauc_precision_at_1_std": 0.149436, + "nauc_precision_at_1_diff1": 0.906461, + "nauc_precision_at_3_max": 0.800666, + "nauc_precision_at_3_std": 0.199268, + "nauc_precision_at_3_diff1": 0.884954, + "nauc_precision_at_5_max": 0.821049, + "nauc_precision_at_5_std": 0.254746, + "nauc_precision_at_5_diff1": 0.876284, + "nauc_precision_at_10_max": 0.846694, + "nauc_precision_at_10_std": 0.37119, + "nauc_precision_at_10_diff1": 0.871272, + "nauc_precision_at_20_max": 0.912895, + "nauc_precision_at_20_std": 0.561846, + "nauc_precision_at_20_diff1": 0.914001, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.684784, + "nauc_mrr_at_1_std": 0.149436, + "nauc_mrr_at_1_diff1": 0.906461, + "nauc_mrr_at_3_max": 0.720431, + "nauc_mrr_at_3_std": 0.161896, + "nauc_mrr_at_3_diff1": 0.897238, + "nauc_mrr_at_5_max": 0.718395, + "nauc_mrr_at_5_std": 0.167117, + "nauc_mrr_at_5_diff1": 0.897021, + "nauc_mrr_at_10_max": 0.717255, + "nauc_mrr_at_10_std": 0.169141, + "nauc_mrr_at_10_diff1": 0.897366, + "nauc_mrr_at_20_max": 0.716874, + "nauc_mrr_at_20_std": 0.169744, + "nauc_mrr_at_20_diff1": 0.898527, + "nauc_mrr_at_100_max": 0.716088, + "nauc_mrr_at_100_std": 0.168342, + "nauc_mrr_at_100_diff1": 0.898592, + "nauc_mrr_at_1000_max": 0.716017, + "nauc_mrr_at_1000_std": 0.168147, + "nauc_mrr_at_1000_diff1": 0.898573, + "main_score": 0.90392, + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91014, + "ndcg_at_5": 0.91741, + "ndcg_at_10": 0.92108, + "ndcg_at_20": 0.92366, + "ndcg_at_100": 0.92675, + "ndcg_at_1000": 0.92764, + "map_at_1": 0.87, + "map_at_3": 0.90056, + "map_at_5": 0.90456, + "map_at_10": 0.90611, + "map_at_20": 0.90685, + "map_at_100": 0.90728, + "map_at_1000": 0.90732, + "recall_at_1": 0.87, + "recall_at_3": 0.93778, + "recall_at_5": 0.95556, + "recall_at_10": 0.96667, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.87, + "precision_at_3": 0.31259, + "precision_at_5": 0.19111, + "precision_at_10": 0.09667, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.900556, + "mrr_at_5": 0.904556, + "mrr_at_10": 0.906112, + "mrr_at_20": 0.906849, + "mrr_at_100": 0.907285, + "mrr_at_1000": 0.907325, + "nauc_ndcg_at_1_max": 0.734376, + "nauc_ndcg_at_1_std": 0.0547, + "nauc_ndcg_at_1_diff1": 0.91471, + "nauc_ndcg_at_3_max": 0.805573, + "nauc_ndcg_at_3_std": 0.103105, + "nauc_ndcg_at_3_diff1": 0.91575, + "nauc_ndcg_at_5_max": 0.802487, + "nauc_ndcg_at_5_std": 0.088288, + "nauc_ndcg_at_5_diff1": 0.916957, + "nauc_ndcg_at_10_max": 0.797678, + "nauc_ndcg_at_10_std": 0.083811, + "nauc_ndcg_at_10_diff1": 0.915703, + "nauc_ndcg_at_20_max": 0.794251, + "nauc_ndcg_at_20_std": 0.089028, + "nauc_ndcg_at_20_diff1": 0.913737, + "nauc_ndcg_at_100_max": 0.789388, + "nauc_ndcg_at_100_std": 0.087748, + "nauc_ndcg_at_100_diff1": 0.913873, + "nauc_ndcg_at_1000_max": 0.787697, + "nauc_ndcg_at_1000_std": 0.084835, + "nauc_ndcg_at_1000_diff1": 0.91436, + "nauc_map_at_1_max": 0.734376, + "nauc_map_at_1_std": 0.0547, + "nauc_map_at_1_diff1": 0.91471, + "nauc_map_at_3_max": 0.786296, + "nauc_map_at_3_std": 0.087258, + "nauc_map_at_3_diff1": 0.914498, + "nauc_map_at_5_max": 0.784094, + "nauc_map_at_5_std": 0.079622, + "nauc_map_at_5_diff1": 0.915087, + "nauc_map_at_10_max": 0.782092, + "nauc_map_at_10_std": 0.078071, + "nauc_map_at_10_diff1": 0.91467, + "nauc_map_at_20_max": 0.781128, + "nauc_map_at_20_std": 0.078592, + "nauc_map_at_20_diff1": 0.914149, + "nauc_map_at_100_max": 0.780645, + "nauc_map_at_100_std": 0.079058, + "nauc_map_at_100_diff1": 0.914178, + "nauc_map_at_1000_max": 0.780582, + "nauc_map_at_1000_std": 0.078958, + "nauc_map_at_1000_diff1": 0.914214, + "nauc_recall_at_1_max": 0.734376, + "nauc_recall_at_1_std": 0.0547, + "nauc_recall_at_1_diff1": 0.91471, + "nauc_recall_at_3_max": 0.890831, + "nauc_recall_at_3_std": 0.175237, + "nauc_recall_at_3_diff1": 0.92201, + "nauc_recall_at_5_max": 0.910306, + "nauc_recall_at_5_std": 0.136858, + "nauc_recall_at_5_diff1": 0.92933, + "nauc_recall_at_10_max": 0.911998, + "nauc_recall_at_10_std": 0.118814, + "nauc_recall_at_10_diff1": 0.923747, + "nauc_recall_at_20_max": 0.919412, + "nauc_recall_at_20_std": 0.218599, + "nauc_recall_at_20_diff1": 0.904295, + "nauc_recall_at_100_max": 0.925692, + "nauc_recall_at_100_std": 0.329365, + "nauc_recall_at_100_diff1": 0.885621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.734376, + "nauc_precision_at_1_std": 0.0547, + "nauc_precision_at_1_diff1": 0.91471, + "nauc_precision_at_3_max": 0.890831, + "nauc_precision_at_3_std": 0.175237, + "nauc_precision_at_3_diff1": 0.92201, + "nauc_precision_at_5_max": 0.910306, + "nauc_precision_at_5_std": 0.136858, + "nauc_precision_at_5_diff1": 0.92933, + "nauc_precision_at_10_max": 0.911998, + "nauc_precision_at_10_std": 0.118814, + "nauc_precision_at_10_diff1": 0.923747, + "nauc_precision_at_20_max": 0.919412, + "nauc_precision_at_20_std": 0.218599, + "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_100_max": 0.925692, + "nauc_precision_at_100_std": 0.329365, + "nauc_precision_at_100_diff1": 0.885621, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.734376, + "nauc_mrr_at_1_std": 0.0547, + "nauc_mrr_at_1_diff1": 0.91471, + "nauc_mrr_at_3_max": 0.786296, + "nauc_mrr_at_3_std": 0.087258, + "nauc_mrr_at_3_diff1": 0.914498, + "nauc_mrr_at_5_max": 0.784094, + "nauc_mrr_at_5_std": 0.079622, + "nauc_mrr_at_5_diff1": 0.915087, + "nauc_mrr_at_10_max": 0.782092, + "nauc_mrr_at_10_std": 0.078071, + "nauc_mrr_at_10_diff1": 0.91467, + "nauc_mrr_at_20_max": 0.781128, + "nauc_mrr_at_20_std": 0.078592, + "nauc_mrr_at_20_diff1": 0.914149, + "nauc_mrr_at_100_max": 0.780645, + "nauc_mrr_at_100_std": 0.079058, + "nauc_mrr_at_100_diff1": 0.914178, + "nauc_mrr_at_1000_max": 0.780582, + "nauc_mrr_at_1000_std": 0.078958, + "nauc_mrr_at_1000_diff1": 0.914214, + "main_score": 0.92108, + "hf_subset": "afr_Latn-afr_Latn", + "languages": [ + "afr-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95618, + "ndcg_at_5": 0.95713, + "ndcg_at_10": 0.9597, + "ndcg_at_20": 0.9617, + "ndcg_at_100": 0.96279, + "ndcg_at_1000": 0.9632, + "map_at_1": 0.93, + "map_at_3": 0.95019, + "map_at_5": 0.95074, + "map_at_10": 0.95183, + "map_at_20": 0.9524, + "map_at_100": 0.95257, + "map_at_1000": 0.95258, + "recall_at_1": 0.93, + "recall_at_3": 0.97333, + "recall_at_5": 0.97556, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.32444, + "precision_at_5": 0.19511, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.950185, + "mrr_at_5": 0.950741, + "mrr_at_10": 0.95183, + "mrr_at_20": 0.952398, + "mrr_at_100": 0.952571, + "mrr_at_1000": 0.952584, + "nauc_ndcg_at_1_max": 0.758526, + "nauc_ndcg_at_1_std": -0.100662, + "nauc_ndcg_at_1_diff1": 0.943385, + "nauc_ndcg_at_3_max": 0.812339, + "nauc_ndcg_at_3_std": -0.038675, + "nauc_ndcg_at_3_diff1": 0.947069, + "nauc_ndcg_at_5_max": 0.81125, + "nauc_ndcg_at_5_std": -0.030679, + "nauc_ndcg_at_5_diff1": 0.948806, + "nauc_ndcg_at_10_max": 0.805568, + "nauc_ndcg_at_10_std": -0.022882, + "nauc_ndcg_at_10_diff1": 0.950246, + "nauc_ndcg_at_20_max": 0.80359, + "nauc_ndcg_at_20_std": -0.017798, + "nauc_ndcg_at_20_diff1": 0.94867, + "nauc_ndcg_at_100_max": 0.79929, + "nauc_ndcg_at_100_std": -0.029175, + "nauc_ndcg_at_100_diff1": 0.947997, + "nauc_ndcg_at_1000_max": 0.7975, + "nauc_ndcg_at_1000_std": -0.040663, + "nauc_ndcg_at_1000_diff1": 0.947416, + "nauc_map_at_1_max": 0.758526, + "nauc_map_at_1_std": -0.100662, + "nauc_map_at_1_diff1": 0.943385, + "nauc_map_at_3_max": 0.796582, + "nauc_map_at_3_std": -0.059346, + "nauc_map_at_3_diff1": 0.945505, + "nauc_map_at_5_max": 0.795854, + "nauc_map_at_5_std": -0.05554, + "nauc_map_at_5_diff1": 0.946365, + "nauc_map_at_10_max": 0.793538, + "nauc_map_at_10_std": -0.0535, + "nauc_map_at_10_diff1": 0.946719, + "nauc_map_at_20_max": 0.79281, + "nauc_map_at_20_std": -0.05272, + "nauc_map_at_20_diff1": 0.946337, + "nauc_map_at_100_max": 0.792182, + "nauc_map_at_100_std": -0.054918, + "nauc_map_at_100_diff1": 0.946264, + "nauc_map_at_1000_max": 0.792134, + "nauc_map_at_1000_std": -0.055199, + "nauc_map_at_1000_diff1": 0.946249, + "nauc_recall_at_1_max": 0.758526, + "nauc_recall_at_1_std": -0.100662, + "nauc_recall_at_1_diff1": 0.943385, + "nauc_recall_at_3_max": 0.895366, + "nauc_recall_at_3_std": 0.072498, + "nauc_recall_at_3_diff1": 0.955746, + "nauc_recall_at_5_max": 0.898481, + "nauc_recall_at_5_std": 0.115164, + "nauc_recall_at_5_diff1": 0.963607, + "nauc_recall_at_10_max": 0.896857, + "nauc_recall_at_10_std": 0.242577, + "nauc_recall_at_10_diff1": 0.982571, + "nauc_recall_at_20_max": 0.948938, + "nauc_recall_at_20_std": 0.560924, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758526, + "nauc_precision_at_1_std": -0.100662, + "nauc_precision_at_1_diff1": 0.943385, + "nauc_precision_at_3_max": 0.895366, + "nauc_precision_at_3_std": 0.072498, + "nauc_precision_at_3_diff1": 0.955746, + "nauc_precision_at_5_max": 0.898481, + "nauc_precision_at_5_std": 0.115164, + "nauc_precision_at_5_diff1": 0.963607, + "nauc_precision_at_10_max": 0.896857, + "nauc_precision_at_10_std": 0.242577, + "nauc_precision_at_10_diff1": 0.982571, + "nauc_precision_at_20_max": 0.948938, + "nauc_precision_at_20_std": 0.560924, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758526, + "nauc_mrr_at_1_std": -0.100662, + "nauc_mrr_at_1_diff1": 0.943385, + "nauc_mrr_at_3_max": 0.796582, + "nauc_mrr_at_3_std": -0.059346, + "nauc_mrr_at_3_diff1": 0.945505, + "nauc_mrr_at_5_max": 0.795854, + "nauc_mrr_at_5_std": -0.05554, + "nauc_mrr_at_5_diff1": 0.946365, + "nauc_mrr_at_10_max": 0.793538, + "nauc_mrr_at_10_std": -0.0535, + "nauc_mrr_at_10_diff1": 0.946719, + "nauc_mrr_at_20_max": 0.79281, + "nauc_mrr_at_20_std": -0.05272, + "nauc_mrr_at_20_diff1": 0.946337, + "nauc_mrr_at_100_max": 0.792182, + "nauc_mrr_at_100_std": -0.054918, + "nauc_mrr_at_100_diff1": 0.946264, + "nauc_mrr_at_1000_max": 0.792134, + "nauc_mrr_at_1000_std": -0.055199, + "nauc_mrr_at_1000_diff1": 0.946249, + "main_score": 0.9597, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.92739, + "ndcg_at_5": 0.93241, + "ndcg_at_10": 0.93521, + "ndcg_at_20": 0.93787, + "ndcg_at_100": 0.93938, + "ndcg_at_1000": 0.93998, + "map_at_1": 0.88444, + "map_at_3": 0.91722, + "map_at_5": 0.92, + "map_at_10": 0.92111, + "map_at_20": 0.92191, + "map_at_100": 0.92214, + "map_at_1000": 0.92217, + "recall_at_1": 0.88444, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.97778, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88444, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09778, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.917222, + "mrr_at_5": 0.92, + "mrr_at_10": 0.921106, + "mrr_at_20": 0.921909, + "mrr_at_100": 0.922142, + "mrr_at_1000": 0.92217, + "nauc_ndcg_at_1_max": 0.693235, + "nauc_ndcg_at_1_std": 0.092946, + "nauc_ndcg_at_1_diff1": 0.901553, + "nauc_ndcg_at_3_max": 0.766646, + "nauc_ndcg_at_3_std": 0.183594, + "nauc_ndcg_at_3_diff1": 0.907157, + "nauc_ndcg_at_5_max": 0.759724, + "nauc_ndcg_at_5_std": 0.165171, + "nauc_ndcg_at_5_diff1": 0.907714, + "nauc_ndcg_at_10_max": 0.750637, + "nauc_ndcg_at_10_std": 0.156465, + "nauc_ndcg_at_10_diff1": 0.905118, + "nauc_ndcg_at_20_max": 0.747071, + "nauc_ndcg_at_20_std": 0.163385, + "nauc_ndcg_at_20_diff1": 0.907476, + "nauc_ndcg_at_100_max": 0.746139, + "nauc_ndcg_at_100_std": 0.155929, + "nauc_ndcg_at_100_diff1": 0.907131, + "nauc_ndcg_at_1000_max": 0.743918, + "nauc_ndcg_at_1000_std": 0.149191, + "nauc_ndcg_at_1000_diff1": 0.906528, + "nauc_map_at_1_max": 0.693235, + "nauc_map_at_1_std": 0.092946, + "nauc_map_at_1_diff1": 0.901553, + "nauc_map_at_3_max": 0.745933, + "nauc_map_at_3_std": 0.153256, + "nauc_map_at_3_diff1": 0.905738, + "nauc_map_at_5_max": 0.742117, + "nauc_map_at_5_std": 0.143849, + "nauc_map_at_5_diff1": 0.906032, + "nauc_map_at_10_max": 0.738894, + "nauc_map_at_10_std": 0.140772, + "nauc_map_at_10_diff1": 0.905163, + "nauc_map_at_20_max": 0.737921, + "nauc_map_at_20_std": 0.141891, + "nauc_map_at_20_diff1": 0.905735, + "nauc_map_at_100_max": 0.737903, + "nauc_map_at_100_std": 0.140562, + "nauc_map_at_100_diff1": 0.905722, + "nauc_map_at_1000_max": 0.737825, + "nauc_map_at_1000_std": 0.140303, + "nauc_map_at_1000_diff1": 0.905701, + "nauc_recall_at_1_max": 0.693235, + "nauc_recall_at_1_std": 0.092946, + "nauc_recall_at_1_diff1": 0.901553, + "nauc_recall_at_3_max": 0.876416, + "nauc_recall_at_3_std": 0.348775, + "nauc_recall_at_3_diff1": 0.91453, + "nauc_recall_at_5_max": 0.881719, + "nauc_recall_at_5_std": 0.314292, + "nauc_recall_at_5_diff1": 0.919468, + "nauc_recall_at_10_max": 0.847479, + "nauc_recall_at_10_std": 0.292507, + "nauc_recall_at_10_diff1": 0.900327, + "nauc_recall_at_20_max": 0.85935, + "nauc_recall_at_20_std": 0.552075, + "nauc_recall_at_20_diff1": 0.940582, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.806839, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693235, + "nauc_precision_at_1_std": 0.092946, + "nauc_precision_at_1_diff1": 0.901553, + "nauc_precision_at_3_max": 0.876416, + "nauc_precision_at_3_std": 0.348775, + "nauc_precision_at_3_diff1": 0.91453, + "nauc_precision_at_5_max": 0.881719, + "nauc_precision_at_5_std": 0.314292, + "nauc_precision_at_5_diff1": 0.919468, + "nauc_precision_at_10_max": 0.847479, + "nauc_precision_at_10_std": 0.292507, + "nauc_precision_at_10_diff1": 0.900327, + "nauc_precision_at_20_max": 0.85935, + "nauc_precision_at_20_std": 0.552075, + "nauc_precision_at_20_diff1": 0.940582, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.806839, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693235, + "nauc_mrr_at_1_std": 0.092946, + "nauc_mrr_at_1_diff1": 0.901553, + "nauc_mrr_at_3_max": 0.745933, + "nauc_mrr_at_3_std": 0.153256, + "nauc_mrr_at_3_diff1": 0.905738, + "nauc_mrr_at_5_max": 0.742117, + "nauc_mrr_at_5_std": 0.143849, + "nauc_mrr_at_5_diff1": 0.906032, + "nauc_mrr_at_10_max": 0.738894, + "nauc_mrr_at_10_std": 0.140772, + "nauc_mrr_at_10_diff1": 0.905163, + "nauc_mrr_at_20_max": 0.737921, + "nauc_mrr_at_20_std": 0.141891, + "nauc_mrr_at_20_diff1": 0.905735, + "nauc_mrr_at_100_max": 0.737903, + "nauc_mrr_at_100_std": 0.140562, + "nauc_mrr_at_100_diff1": 0.905722, + "nauc_mrr_at_1000_max": 0.737825, + "nauc_mrr_at_1000_std": 0.140303, + "nauc_mrr_at_1000_diff1": 0.905701, + "main_score": 0.93521, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.80556, + "ndcg_at_3": 0.85479, + "ndcg_at_5": 0.86755, + "ndcg_at_10": 0.8759, + "ndcg_at_20": 0.87881, + "ndcg_at_100": 0.88289, + "ndcg_at_1000": 0.88575, + "map_at_1": 0.80556, + "map_at_3": 0.84296, + "map_at_5": 0.85002, + "map_at_10": 0.85351, + "map_at_20": 0.85437, + "map_at_100": 0.8549, + "map_at_1000": 0.85504, + "recall_at_1": 0.80556, + "recall_at_3": 0.88889, + "recall_at_5": 0.92, + "recall_at_10": 0.94556, + "recall_at_20": 0.95667, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.80556, + "precision_at_3": 0.2963, + "precision_at_5": 0.184, + "precision_at_10": 0.09456, + "precision_at_20": 0.04783, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.805556, + "mrr_at_3": 0.842963, + "mrr_at_5": 0.850019, + "mrr_at_10": 0.85351, + "mrr_at_20": 0.854366, + "mrr_at_100": 0.854903, + "mrr_at_1000": 0.855035, + "nauc_ndcg_at_1_max": 0.748492, + "nauc_ndcg_at_1_std": 0.188101, + "nauc_ndcg_at_1_diff1": 0.914912, + "nauc_ndcg_at_3_max": 0.793858, + "nauc_ndcg_at_3_std": 0.266433, + "nauc_ndcg_at_3_diff1": 0.900773, + "nauc_ndcg_at_5_max": 0.786957, + "nauc_ndcg_at_5_std": 0.264013, + "nauc_ndcg_at_5_diff1": 0.898576, + "nauc_ndcg_at_10_max": 0.791512, + "nauc_ndcg_at_10_std": 0.280925, + "nauc_ndcg_at_10_diff1": 0.901312, + "nauc_ndcg_at_20_max": 0.789443, + "nauc_ndcg_at_20_std": 0.276109, + "nauc_ndcg_at_20_diff1": 0.903633, + "nauc_ndcg_at_100_max": 0.786388, + "nauc_ndcg_at_100_std": 0.272006, + "nauc_ndcg_at_100_diff1": 0.903851, + "nauc_ndcg_at_1000_max": 0.78324, + "nauc_ndcg_at_1000_std": 0.258598, + "nauc_ndcg_at_1000_diff1": 0.904182, + "nauc_map_at_1_max": 0.748492, + "nauc_map_at_1_std": 0.188101, + "nauc_map_at_1_diff1": 0.914912, + "nauc_map_at_3_max": 0.781567, + "nauc_map_at_3_std": 0.243045, + "nauc_map_at_3_diff1": 0.90475, + "nauc_map_at_5_max": 0.777399, + "nauc_map_at_5_std": 0.240138, + "nauc_map_at_5_diff1": 0.903777, + "nauc_map_at_10_max": 0.778908, + "nauc_map_at_10_std": 0.245381, + "nauc_map_at_10_diff1": 0.904808, + "nauc_map_at_20_max": 0.778325, + "nauc_map_at_20_std": 0.243833, + "nauc_map_at_20_diff1": 0.905406, + "nauc_map_at_100_max": 0.77792, + "nauc_map_at_100_std": 0.243429, + "nauc_map_at_100_diff1": 0.905443, + "nauc_map_at_1000_max": 0.777795, + "nauc_map_at_1000_std": 0.242906, + "nauc_map_at_1000_diff1": 0.905461, + "nauc_recall_at_1_max": 0.748492, + "nauc_recall_at_1_std": 0.188101, + "nauc_recall_at_1_diff1": 0.914912, + "nauc_recall_at_3_max": 0.84166, + "nauc_recall_at_3_std": 0.358718, + "nauc_recall_at_3_diff1": 0.885218, + "nauc_recall_at_5_max": 0.834118, + "nauc_recall_at_5_std": 0.38815, + "nauc_recall_at_5_diff1": 0.871518, + "nauc_recall_at_10_max": 0.885002, + "nauc_recall_at_10_std": 0.561844, + "nauc_recall_at_10_diff1": 0.878094, + "nauc_recall_at_20_max": 0.887895, + "nauc_recall_at_20_std": 0.588319, + "nauc_recall_at_20_diff1": 0.895676, + "nauc_recall_at_100_max": 0.906015, + "nauc_recall_at_100_std": 0.781365, + "nauc_recall_at_100_diff1": 0.892501, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748492, + "nauc_precision_at_1_std": 0.188101, + "nauc_precision_at_1_diff1": 0.914912, + "nauc_precision_at_3_max": 0.84166, + "nauc_precision_at_3_std": 0.358718, + "nauc_precision_at_3_diff1": 0.885218, + "nauc_precision_at_5_max": 0.834118, + "nauc_precision_at_5_std": 0.38815, + "nauc_precision_at_5_diff1": 0.871518, + "nauc_precision_at_10_max": 0.885002, + "nauc_precision_at_10_std": 0.561844, + "nauc_precision_at_10_diff1": 0.878094, + "nauc_precision_at_20_max": 0.887895, + "nauc_precision_at_20_std": 0.588319, + "nauc_precision_at_20_diff1": 0.895676, + "nauc_precision_at_100_max": 0.906015, + "nauc_precision_at_100_std": 0.781365, + "nauc_precision_at_100_diff1": 0.892501, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748492, + "nauc_mrr_at_1_std": 0.188101, + "nauc_mrr_at_1_diff1": 0.914912, + "nauc_mrr_at_3_max": 0.781567, + "nauc_mrr_at_3_std": 0.243045, + "nauc_mrr_at_3_diff1": 0.90475, + "nauc_mrr_at_5_max": 0.777399, + "nauc_mrr_at_5_std": 0.240138, + "nauc_mrr_at_5_diff1": 0.903777, + "nauc_mrr_at_10_max": 0.778908, + "nauc_mrr_at_10_std": 0.245381, + "nauc_mrr_at_10_diff1": 0.904808, + "nauc_mrr_at_20_max": 0.778325, + "nauc_mrr_at_20_std": 0.243833, + "nauc_mrr_at_20_diff1": 0.905406, + "nauc_mrr_at_100_max": 0.77792, + "nauc_mrr_at_100_std": 0.243429, + "nauc_mrr_at_100_diff1": 0.905443, + "nauc_mrr_at_1000_max": 0.777795, + "nauc_mrr_at_1000_std": 0.242906, + "nauc_mrr_at_1000_diff1": 0.905461, + "main_score": 0.8759, + "hf_subset": "als_Latn-als_Latn", + "languages": [ + "als-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95132, + "ndcg_at_5": 0.95677, + "ndcg_at_10": 0.95861, + "ndcg_at_20": 0.96004, + "ndcg_at_100": 0.96103, + "ndcg_at_1000": 0.9613, + "map_at_1": 0.92556, + "map_at_3": 0.94556, + "map_at_5": 0.94856, + "map_at_10": 0.94933, + "map_at_20": 0.94974, + "map_at_100": 0.94987, + "map_at_1000": 0.94988, + "recall_at_1": 0.92556, + "recall_at_3": 0.96778, + "recall_at_5": 0.98111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32259, + "precision_at_5": 0.19622, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.945556, + "mrr_at_5": 0.948556, + "mrr_at_10": 0.949335, + "mrr_at_20": 0.949741, + "mrr_at_100": 0.949873, + "mrr_at_1000": 0.949879, + "nauc_ndcg_at_1_max": 0.727204, + "nauc_ndcg_at_1_std": -0.208718, + "nauc_ndcg_at_1_diff1": 0.94774, + "nauc_ndcg_at_3_max": 0.776001, + "nauc_ndcg_at_3_std": -0.159829, + "nauc_ndcg_at_3_diff1": 0.952006, + "nauc_ndcg_at_5_max": 0.764008, + "nauc_ndcg_at_5_std": -0.191659, + "nauc_ndcg_at_5_diff1": 0.951301, + "nauc_ndcg_at_10_max": 0.758365, + "nauc_ndcg_at_10_std": -0.190803, + "nauc_ndcg_at_10_diff1": 0.951328, + "nauc_ndcg_at_20_max": 0.763489, + "nauc_ndcg_at_20_std": -0.180121, + "nauc_ndcg_at_20_diff1": 0.949586, + "nauc_ndcg_at_100_max": 0.759635, + "nauc_ndcg_at_100_std": -0.170126, + "nauc_ndcg_at_100_diff1": 0.950503, + "nauc_ndcg_at_1000_max": 0.758436, + "nauc_ndcg_at_1000_std": -0.178078, + "nauc_ndcg_at_1000_diff1": 0.950167, + "nauc_map_at_1_max": 0.727204, + "nauc_map_at_1_std": -0.208718, + "nauc_map_at_1_diff1": 0.94774, + "nauc_map_at_3_max": 0.762664, + "nauc_map_at_3_std": -0.175292, + "nauc_map_at_3_diff1": 0.95083, + "nauc_map_at_5_max": 0.756114, + "nauc_map_at_5_std": -0.191481, + "nauc_map_at_5_diff1": 0.950362, + "nauc_map_at_10_max": 0.753988, + "nauc_map_at_10_std": -0.191495, + "nauc_map_at_10_diff1": 0.950295, + "nauc_map_at_20_max": 0.755054, + "nauc_map_at_20_std": -0.188701, + "nauc_map_at_20_diff1": 0.949893, + "nauc_map_at_100_max": 0.754595, + "nauc_map_at_100_std": -0.186473, + "nauc_map_at_100_diff1": 0.949948, + "nauc_map_at_1000_max": 0.754571, + "nauc_map_at_1000_std": -0.186625, + "nauc_map_at_1000_diff1": 0.949941, + "nauc_recall_at_1_max": 0.727204, + "nauc_recall_at_1_std": -0.208718, + "nauc_recall_at_1_diff1": 0.94774, + "nauc_recall_at_3_max": 0.839113, + "nauc_recall_at_3_std": -0.084887, + "nauc_recall_at_3_diff1": 0.957581, + "nauc_recall_at_5_max": 0.819053, + "nauc_recall_at_5_std": -0.203823, + "nauc_recall_at_5_diff1": 0.958395, + "nauc_recall_at_10_max": 0.789955, + "nauc_recall_at_10_std": -0.193355, + "nauc_recall_at_10_diff1": 0.962846, + "nauc_recall_at_20_max": 0.917634, + "nauc_recall_at_20_std": 0.000133, + "nauc_recall_at_20_diff1": 0.936308, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.727204, + "nauc_precision_at_1_std": -0.208718, + "nauc_precision_at_1_diff1": 0.94774, + "nauc_precision_at_3_max": 0.839113, + "nauc_precision_at_3_std": -0.084887, + "nauc_precision_at_3_diff1": 0.957581, + "nauc_precision_at_5_max": 0.819053, + "nauc_precision_at_5_std": -0.203823, + "nauc_precision_at_5_diff1": 0.958395, + "nauc_precision_at_10_max": 0.789955, + "nauc_precision_at_10_std": -0.193355, + "nauc_precision_at_10_diff1": 0.962846, + "nauc_precision_at_20_max": 0.917634, + "nauc_precision_at_20_std": 0.000133, + "nauc_precision_at_20_diff1": 0.936308, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.727204, + "nauc_mrr_at_1_std": -0.208718, + "nauc_mrr_at_1_diff1": 0.94774, + "nauc_mrr_at_3_max": 0.762664, + "nauc_mrr_at_3_std": -0.175292, + "nauc_mrr_at_3_diff1": 0.95083, + "nauc_mrr_at_5_max": 0.756114, + "nauc_mrr_at_5_std": -0.191481, + "nauc_mrr_at_5_diff1": 0.950362, + "nauc_mrr_at_10_max": 0.753988, + "nauc_mrr_at_10_std": -0.191495, + "nauc_mrr_at_10_diff1": 0.950295, + "nauc_mrr_at_20_max": 0.755054, + "nauc_mrr_at_20_std": -0.188701, + "nauc_mrr_at_20_diff1": 0.949893, + "nauc_mrr_at_100_max": 0.754595, + "nauc_mrr_at_100_std": -0.186473, + "nauc_mrr_at_100_diff1": 0.949948, + "nauc_mrr_at_1000_max": 0.754571, + "nauc_mrr_at_1000_std": -0.186625, + "nauc_mrr_at_1000_diff1": 0.949941, + "main_score": 0.95861, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80778, + "ndcg_at_3": 0.85692, + "ndcg_at_5": 0.86796, + "ndcg_at_10": 0.8761, + "ndcg_at_20": 0.87978, + "ndcg_at_100": 0.88524, + "ndcg_at_1000": 0.88706, + "map_at_1": 0.80778, + "map_at_3": 0.84574, + "map_at_5": 0.85191, + "map_at_10": 0.85519, + "map_at_20": 0.85621, + "map_at_100": 0.85686, + "map_at_1000": 0.85694, + "recall_at_1": 0.80778, + "recall_at_3": 0.88889, + "recall_at_5": 0.91556, + "recall_at_10": 0.94111, + "recall_at_20": 0.95556, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.80778, + "precision_at_3": 0.2963, + "precision_at_5": 0.18311, + "precision_at_10": 0.09411, + "precision_at_20": 0.04778, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807778, + "mrr_at_3": 0.845741, + "mrr_at_5": 0.851907, + "mrr_at_10": 0.855194, + "mrr_at_20": 0.856213, + "mrr_at_100": 0.856855, + "mrr_at_1000": 0.856943, + "nauc_ndcg_at_1_max": 0.721311, + "nauc_ndcg_at_1_std": 0.231221, + "nauc_ndcg_at_1_diff1": 0.905092, + "nauc_ndcg_at_3_max": 0.779242, + "nauc_ndcg_at_3_std": 0.323843, + "nauc_ndcg_at_3_diff1": 0.88729, + "nauc_ndcg_at_5_max": 0.770777, + "nauc_ndcg_at_5_std": 0.315765, + "nauc_ndcg_at_5_diff1": 0.886167, + "nauc_ndcg_at_10_max": 0.769466, + "nauc_ndcg_at_10_std": 0.311541, + "nauc_ndcg_at_10_diff1": 0.888942, + "nauc_ndcg_at_20_max": 0.769957, + "nauc_ndcg_at_20_std": 0.317643, + "nauc_ndcg_at_20_diff1": 0.890248, + "nauc_ndcg_at_100_max": 0.766401, + "nauc_ndcg_at_100_std": 0.312097, + "nauc_ndcg_at_100_diff1": 0.891246, + "nauc_ndcg_at_1000_max": 0.764181, + "nauc_ndcg_at_1000_std": 0.304197, + "nauc_ndcg_at_1000_diff1": 0.891842, + "nauc_map_at_1_max": 0.721311, + "nauc_map_at_1_std": 0.231221, + "nauc_map_at_1_diff1": 0.905092, + "nauc_map_at_3_max": 0.765335, + "nauc_map_at_3_std": 0.298463, + "nauc_map_at_3_diff1": 0.892454, + "nauc_map_at_5_max": 0.760431, + "nauc_map_at_5_std": 0.293261, + "nauc_map_at_5_diff1": 0.891969, + "nauc_map_at_10_max": 0.759567, + "nauc_map_at_10_std": 0.291359, + "nauc_map_at_10_diff1": 0.893034, + "nauc_map_at_20_max": 0.759611, + "nauc_map_at_20_std": 0.292872, + "nauc_map_at_20_diff1": 0.893373, + "nauc_map_at_100_max": 0.759158, + "nauc_map_at_100_std": 0.292301, + "nauc_map_at_100_diff1": 0.893549, + "nauc_map_at_1000_max": 0.759068, + "nauc_map_at_1000_std": 0.291978, + "nauc_map_at_1000_diff1": 0.893572, + "nauc_recall_at_1_max": 0.721311, + "nauc_recall_at_1_std": 0.231221, + "nauc_recall_at_1_diff1": 0.905092, + "nauc_recall_at_3_max": 0.831329, + "nauc_recall_at_3_std": 0.421045, + "nauc_recall_at_3_diff1": 0.867342, + "nauc_recall_at_5_max": 0.816748, + "nauc_recall_at_5_std": 0.421483, + "nauc_recall_at_5_diff1": 0.85823, + "nauc_recall_at_10_max": 0.830409, + "nauc_recall_at_10_std": 0.4393, + "nauc_recall_at_10_diff1": 0.864128, + "nauc_recall_at_20_max": 0.855054, + "nauc_recall_at_20_std": 0.537302, + "nauc_recall_at_20_diff1": 0.869223, + "nauc_recall_at_100_max": 0.897487, + "nauc_recall_at_100_std": 0.775521, + "nauc_recall_at_100_diff1": 0.856637, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.721311, + "nauc_precision_at_1_std": 0.231221, + "nauc_precision_at_1_diff1": 0.905092, + "nauc_precision_at_3_max": 0.831329, + "nauc_precision_at_3_std": 0.421045, + "nauc_precision_at_3_diff1": 0.867342, + "nauc_precision_at_5_max": 0.816748, + "nauc_precision_at_5_std": 0.421483, + "nauc_precision_at_5_diff1": 0.85823, + "nauc_precision_at_10_max": 0.830409, + "nauc_precision_at_10_std": 0.4393, + "nauc_precision_at_10_diff1": 0.864128, + "nauc_precision_at_20_max": 0.855054, + "nauc_precision_at_20_std": 0.537302, + "nauc_precision_at_20_diff1": 0.869223, + "nauc_precision_at_100_max": 0.897487, + "nauc_precision_at_100_std": 0.775521, + "nauc_precision_at_100_diff1": 0.856637, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.721311, + "nauc_mrr_at_1_std": 0.231221, + "nauc_mrr_at_1_diff1": 0.905092, + "nauc_mrr_at_3_max": 0.765335, + "nauc_mrr_at_3_std": 0.298463, + "nauc_mrr_at_3_diff1": 0.892454, + "nauc_mrr_at_5_max": 0.760431, + "nauc_mrr_at_5_std": 0.293261, + "nauc_mrr_at_5_diff1": 0.891969, + "nauc_mrr_at_10_max": 0.759567, + "nauc_mrr_at_10_std": 0.291359, + "nauc_mrr_at_10_diff1": 0.893034, + "nauc_mrr_at_20_max": 0.759611, + "nauc_mrr_at_20_std": 0.292872, + "nauc_mrr_at_20_diff1": 0.893373, + "nauc_mrr_at_100_max": 0.759158, + "nauc_mrr_at_100_std": 0.292301, + "nauc_mrr_at_100_diff1": 0.893549, + "nauc_mrr_at_1000_max": 0.759068, + "nauc_mrr_at_1000_std": 0.291978, + "nauc_mrr_at_1000_diff1": 0.893572, + "main_score": 0.8761, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.70032, + "ndcg_at_5": 0.71547, + "ndcg_at_10": 0.73253, + "ndcg_at_20": 0.73987, + "ndcg_at_100": 0.75453, + "ndcg_at_1000": 0.76345, + "map_at_1": 0.65222, + "map_at_3": 0.68852, + "map_at_5": 0.69696, + "map_at_10": 0.7041, + "map_at_20": 0.70613, + "map_at_100": 0.7081, + "map_at_1000": 0.70847, + "recall_at_1": 0.65222, + "recall_at_3": 0.73444, + "recall_at_5": 0.77111, + "recall_at_10": 0.82333, + "recall_at_20": 0.85222, + "recall_at_100": 0.93222, + "recall_at_1000": 1.0, + "precision_at_1": 0.65222, + "precision_at_3": 0.24481, + "precision_at_5": 0.15422, + "precision_at_10": 0.08233, + "precision_at_20": 0.04261, + "precision_at_100": 0.00932, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.688519, + "mrr_at_5": 0.696963, + "mrr_at_10": 0.704103, + "mrr_at_20": 0.706134, + "mrr_at_100": 0.708101, + "mrr_at_1000": 0.708473, + "nauc_ndcg_at_1_max": 0.62997, + "nauc_ndcg_at_1_std": 0.385525, + "nauc_ndcg_at_1_diff1": 0.86384, + "nauc_ndcg_at_3_max": 0.653739, + "nauc_ndcg_at_3_std": 0.411672, + "nauc_ndcg_at_3_diff1": 0.844432, + "nauc_ndcg_at_5_max": 0.6565, + "nauc_ndcg_at_5_std": 0.431047, + "nauc_ndcg_at_5_diff1": 0.840768, + "nauc_ndcg_at_10_max": 0.651629, + "nauc_ndcg_at_10_std": 0.44066, + "nauc_ndcg_at_10_diff1": 0.832733, + "nauc_ndcg_at_20_max": 0.655222, + "nauc_ndcg_at_20_std": 0.437524, + "nauc_ndcg_at_20_diff1": 0.833593, + "nauc_ndcg_at_100_max": 0.649988, + "nauc_ndcg_at_100_std": 0.429857, + "nauc_ndcg_at_100_diff1": 0.835128, + "nauc_ndcg_at_1000_max": 0.649034, + "nauc_ndcg_at_1000_std": 0.424777, + "nauc_ndcg_at_1000_diff1": 0.839445, + "nauc_map_at_1_max": 0.62997, + "nauc_map_at_1_std": 0.385525, + "nauc_map_at_1_diff1": 0.86384, + "nauc_map_at_3_max": 0.645976, + "nauc_map_at_3_std": 0.403176, + "nauc_map_at_3_diff1": 0.849533, + "nauc_map_at_5_max": 0.647213, + "nauc_map_at_5_std": 0.41339, + "nauc_map_at_5_diff1": 0.847754, + "nauc_map_at_10_max": 0.645226, + "nauc_map_at_10_std": 0.416782, + "nauc_map_at_10_diff1": 0.844641, + "nauc_map_at_20_max": 0.646006, + "nauc_map_at_20_std": 0.415686, + "nauc_map_at_20_diff1": 0.844963, + "nauc_map_at_100_max": 0.645309, + "nauc_map_at_100_std": 0.41471, + "nauc_map_at_100_diff1": 0.845052, + "nauc_map_at_1000_max": 0.645284, + "nauc_map_at_1000_std": 0.414573, + "nauc_map_at_1000_diff1": 0.845225, + "nauc_recall_at_1_max": 0.62997, + "nauc_recall_at_1_std": 0.385525, + "nauc_recall_at_1_diff1": 0.86384, + "nauc_recall_at_3_max": 0.679645, + "nauc_recall_at_3_std": 0.440012, + "nauc_recall_at_3_diff1": 0.827869, + "nauc_recall_at_5_max": 0.691045, + "nauc_recall_at_5_std": 0.49817, + "nauc_recall_at_5_diff1": 0.815084, + "nauc_recall_at_10_max": 0.67805, + "nauc_recall_at_10_std": 0.555034, + "nauc_recall_at_10_diff1": 0.775943, + "nauc_recall_at_20_max": 0.706318, + "nauc_recall_at_20_std": 0.557751, + "nauc_recall_at_20_diff1": 0.770984, + "nauc_recall_at_100_max": 0.674848, + "nauc_recall_at_100_std": 0.55538, + "nauc_recall_at_100_diff1": 0.738424, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62997, + "nauc_precision_at_1_std": 0.385525, + "nauc_precision_at_1_diff1": 0.86384, + "nauc_precision_at_3_max": 0.679645, + "nauc_precision_at_3_std": 0.440012, + "nauc_precision_at_3_diff1": 0.827869, + "nauc_precision_at_5_max": 0.691045, + "nauc_precision_at_5_std": 0.49817, + "nauc_precision_at_5_diff1": 0.815084, + "nauc_precision_at_10_max": 0.67805, + "nauc_precision_at_10_std": 0.555034, + "nauc_precision_at_10_diff1": 0.775943, + "nauc_precision_at_20_max": 0.706318, + "nauc_precision_at_20_std": 0.557751, + "nauc_precision_at_20_diff1": 0.770984, + "nauc_precision_at_100_max": 0.674848, + "nauc_precision_at_100_std": 0.55538, + "nauc_precision_at_100_diff1": 0.738424, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.62997, + "nauc_mrr_at_1_std": 0.385525, + "nauc_mrr_at_1_diff1": 0.86384, + "nauc_mrr_at_3_max": 0.645976, + "nauc_mrr_at_3_std": 0.403176, + "nauc_mrr_at_3_diff1": 0.849533, + "nauc_mrr_at_5_max": 0.647213, + "nauc_mrr_at_5_std": 0.41339, + "nauc_mrr_at_5_diff1": 0.847754, + "nauc_mrr_at_10_max": 0.645226, + "nauc_mrr_at_10_std": 0.416782, + "nauc_mrr_at_10_diff1": 0.844641, + "nauc_mrr_at_20_max": 0.646006, + "nauc_mrr_at_20_std": 0.415686, + "nauc_mrr_at_20_diff1": 0.844963, + "nauc_mrr_at_100_max": 0.645309, + "nauc_mrr_at_100_std": 0.41471, + "nauc_mrr_at_100_diff1": 0.845052, + "nauc_mrr_at_1000_max": 0.645284, + "nauc_mrr_at_1000_std": 0.414573, + "nauc_mrr_at_1000_diff1": 0.845225, + "main_score": 0.73253, + "hf_subset": "amh_Ethi-amh_Ethi", + "languages": [ + "amh-Ethi", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.88918, + "ndcg_at_5": 0.89831, + "ndcg_at_10": 0.90765, + "ndcg_at_20": 0.91141, + "ndcg_at_100": 0.91402, + "ndcg_at_1000": 0.91442, + "map_at_1": 0.84778, + "map_at_3": 0.87926, + "map_at_5": 0.88431, + "map_at_10": 0.88816, + "map_at_20": 0.88926, + "map_at_100": 0.88967, + "map_at_1000": 0.88968, + "recall_at_1": 0.84778, + "recall_at_3": 0.91778, + "recall_at_5": 0.94, + "recall_at_10": 0.96889, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.30593, + "precision_at_5": 0.188, + "precision_at_10": 0.09689, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.879259, + "mrr_at_5": 0.884315, + "mrr_at_10": 0.888164, + "mrr_at_20": 0.889259, + "mrr_at_100": 0.889667, + "mrr_at_1000": 0.889679, + "nauc_ndcg_at_1_max": 0.696611, + "nauc_ndcg_at_1_std": -0.071115, + "nauc_ndcg_at_1_diff1": 0.897636, + "nauc_ndcg_at_3_max": 0.731207, + "nauc_ndcg_at_3_std": -0.023726, + "nauc_ndcg_at_3_diff1": 0.883456, + "nauc_ndcg_at_5_max": 0.722744, + "nauc_ndcg_at_5_std": -0.028709, + "nauc_ndcg_at_5_diff1": 0.881467, + "nauc_ndcg_at_10_max": 0.718353, + "nauc_ndcg_at_10_std": -0.028632, + "nauc_ndcg_at_10_diff1": 0.885441, + "nauc_ndcg_at_20_max": 0.715549, + "nauc_ndcg_at_20_std": -0.030163, + "nauc_ndcg_at_20_diff1": 0.885655, + "nauc_ndcg_at_100_max": 0.716022, + "nauc_ndcg_at_100_std": -0.028733, + "nauc_ndcg_at_100_diff1": 0.88658, + "nauc_ndcg_at_1000_max": 0.715981, + "nauc_ndcg_at_1000_std": -0.033492, + "nauc_ndcg_at_1000_diff1": 0.886688, + "nauc_map_at_1_max": 0.696611, + "nauc_map_at_1_std": -0.071115, + "nauc_map_at_1_diff1": 0.897636, + "nauc_map_at_3_max": 0.721073, + "nauc_map_at_3_std": -0.036679, + "nauc_map_at_3_diff1": 0.887018, + "nauc_map_at_5_max": 0.716635, + "nauc_map_at_5_std": -0.040164, + "nauc_map_at_5_diff1": 0.886216, + "nauc_map_at_10_max": 0.714871, + "nauc_map_at_10_std": -0.03995, + "nauc_map_at_10_diff1": 0.887666, + "nauc_map_at_20_max": 0.714387, + "nauc_map_at_20_std": -0.040425, + "nauc_map_at_20_diff1": 0.887775, + "nauc_map_at_100_max": 0.714371, + "nauc_map_at_100_std": -0.040115, + "nauc_map_at_100_diff1": 0.887883, + "nauc_map_at_1000_max": 0.714365, + "nauc_map_at_1000_std": -0.040221, + "nauc_map_at_1000_diff1": 0.887885, + "nauc_recall_at_1_max": 0.696611, + "nauc_recall_at_1_std": -0.071115, + "nauc_recall_at_1_diff1": 0.897636, + "nauc_recall_at_3_max": 0.772787, + "nauc_recall_at_3_std": 0.028863, + "nauc_recall_at_3_diff1": 0.869193, + "nauc_recall_at_5_max": 0.752957, + "nauc_recall_at_5_std": 0.03191, + "nauc_recall_at_5_diff1": 0.855846, + "nauc_recall_at_10_max": 0.74263, + "nauc_recall_at_10_std": 0.078498, + "nauc_recall_at_10_diff1": 0.868781, + "nauc_recall_at_20_max": 0.698631, + "nauc_recall_at_20_std": 0.141955, + "nauc_recall_at_20_diff1": 0.856676, + "nauc_recall_at_100_max": 0.715219, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696611, + "nauc_precision_at_1_std": -0.071115, + "nauc_precision_at_1_diff1": 0.897636, + "nauc_precision_at_3_max": 0.772787, + "nauc_precision_at_3_std": 0.028863, + "nauc_precision_at_3_diff1": 0.869193, + "nauc_precision_at_5_max": 0.752957, + "nauc_precision_at_5_std": 0.03191, + "nauc_precision_at_5_diff1": 0.855846, + "nauc_precision_at_10_max": 0.74263, + "nauc_precision_at_10_std": 0.078498, + "nauc_precision_at_10_diff1": 0.868781, + "nauc_precision_at_20_max": 0.698631, + "nauc_precision_at_20_std": 0.141955, + "nauc_precision_at_20_diff1": 0.856676, + "nauc_precision_at_100_max": 0.715219, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696611, + "nauc_mrr_at_1_std": -0.071115, + "nauc_mrr_at_1_diff1": 0.897636, + "nauc_mrr_at_3_max": 0.721073, + "nauc_mrr_at_3_std": -0.036679, + "nauc_mrr_at_3_diff1": 0.887018, + "nauc_mrr_at_5_max": 0.716635, + "nauc_mrr_at_5_std": -0.040164, + "nauc_mrr_at_5_diff1": 0.886216, + "nauc_mrr_at_10_max": 0.714871, + "nauc_mrr_at_10_std": -0.03995, + "nauc_mrr_at_10_diff1": 0.887666, + "nauc_mrr_at_20_max": 0.714387, + "nauc_mrr_at_20_std": -0.040425, + "nauc_mrr_at_20_diff1": 0.887775, + "nauc_mrr_at_100_max": 0.714371, + "nauc_mrr_at_100_std": -0.040115, + "nauc_mrr_at_100_diff1": 0.887883, + "nauc_mrr_at_1000_max": 0.714365, + "nauc_mrr_at_1000_std": -0.040221, + "nauc_mrr_at_1000_diff1": 0.887885, + "main_score": 0.90765, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.53222, + "ndcg_at_3": 0.58718, + "ndcg_at_5": 0.59957, + "ndcg_at_10": 0.62049, + "ndcg_at_20": 0.63507, + "ndcg_at_100": 0.65302, + "ndcg_at_1000": 0.66916, + "map_at_1": 0.53222, + "map_at_3": 0.57389, + "map_at_5": 0.58078, + "map_at_10": 0.58947, + "map_at_20": 0.59346, + "map_at_100": 0.59584, + "map_at_1000": 0.59647, + "recall_at_1": 0.53222, + "recall_at_3": 0.62556, + "recall_at_5": 0.65556, + "recall_at_10": 0.72, + "recall_at_20": 0.77778, + "recall_at_100": 0.87556, + "recall_at_1000": 1.0, + "precision_at_1": 0.53222, + "precision_at_3": 0.20852, + "precision_at_5": 0.13111, + "precision_at_10": 0.072, + "precision_at_20": 0.03889, + "precision_at_100": 0.00876, + "precision_at_1000": 0.001, + "mrr_at_1": 0.532222, + "mrr_at_3": 0.573889, + "mrr_at_5": 0.580778, + "mrr_at_10": 0.589466, + "mrr_at_20": 0.59346, + "mrr_at_100": 0.595841, + "mrr_at_1000": 0.596469, + "nauc_ndcg_at_1_max": 0.605655, + "nauc_ndcg_at_1_std": 0.106358, + "nauc_ndcg_at_1_diff1": 0.817797, + "nauc_ndcg_at_3_max": 0.618363, + "nauc_ndcg_at_3_std": 0.12031, + "nauc_ndcg_at_3_diff1": 0.795996, + "nauc_ndcg_at_5_max": 0.611676, + "nauc_ndcg_at_5_std": 0.10643, + "nauc_ndcg_at_5_diff1": 0.789533, + "nauc_ndcg_at_10_max": 0.602615, + "nauc_ndcg_at_10_std": 0.107603, + "nauc_ndcg_at_10_diff1": 0.782606, + "nauc_ndcg_at_20_max": 0.599092, + "nauc_ndcg_at_20_std": 0.113634, + "nauc_ndcg_at_20_diff1": 0.776122, + "nauc_ndcg_at_100_max": 0.599903, + "nauc_ndcg_at_100_std": 0.117603, + "nauc_ndcg_at_100_diff1": 0.779755, + "nauc_ndcg_at_1000_max": 0.604836, + "nauc_ndcg_at_1000_std": 0.115531, + "nauc_ndcg_at_1000_diff1": 0.78663, + "nauc_map_at_1_max": 0.605655, + "nauc_map_at_1_std": 0.106358, + "nauc_map_at_1_diff1": 0.817797, + "nauc_map_at_3_max": 0.615916, + "nauc_map_at_3_std": 0.117562, + "nauc_map_at_3_diff1": 0.801431, + "nauc_map_at_5_max": 0.612448, + "nauc_map_at_5_std": 0.110064, + "nauc_map_at_5_diff1": 0.798136, + "nauc_map_at_10_max": 0.608887, + "nauc_map_at_10_std": 0.110851, + "nauc_map_at_10_diff1": 0.795539, + "nauc_map_at_20_max": 0.608062, + "nauc_map_at_20_std": 0.112404, + "nauc_map_at_20_diff1": 0.794025, + "nauc_map_at_100_max": 0.60832, + "nauc_map_at_100_std": 0.113485, + "nauc_map_at_100_diff1": 0.794441, + "nauc_map_at_1000_max": 0.608474, + "nauc_map_at_1000_std": 0.113428, + "nauc_map_at_1000_diff1": 0.794697, + "nauc_recall_at_1_max": 0.605655, + "nauc_recall_at_1_std": 0.106358, + "nauc_recall_at_1_diff1": 0.817797, + "nauc_recall_at_3_max": 0.625593, + "nauc_recall_at_3_std": 0.128466, + "nauc_recall_at_3_diff1": 0.779215, + "nauc_recall_at_5_max": 0.607498, + "nauc_recall_at_5_std": 0.092027, + "nauc_recall_at_5_diff1": 0.760499, + "nauc_recall_at_10_max": 0.572915, + "nauc_recall_at_10_std": 0.09223, + "nauc_recall_at_10_diff1": 0.730023, + "nauc_recall_at_20_max": 0.547036, + "nauc_recall_at_20_std": 0.122824, + "nauc_recall_at_20_diff1": 0.682913, + "nauc_recall_at_100_max": 0.517207, + "nauc_recall_at_100_std": 0.153565, + "nauc_recall_at_100_diff1": 0.668389, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.605655, + "nauc_precision_at_1_std": 0.106358, + "nauc_precision_at_1_diff1": 0.817797, + "nauc_precision_at_3_max": 0.625593, + "nauc_precision_at_3_std": 0.128466, + "nauc_precision_at_3_diff1": 0.779215, + "nauc_precision_at_5_max": 0.607498, + "nauc_precision_at_5_std": 0.092027, + "nauc_precision_at_5_diff1": 0.760499, + "nauc_precision_at_10_max": 0.572915, + "nauc_precision_at_10_std": 0.09223, + "nauc_precision_at_10_diff1": 0.730023, + "nauc_precision_at_20_max": 0.547036, + "nauc_precision_at_20_std": 0.122824, + "nauc_precision_at_20_diff1": 0.682913, + "nauc_precision_at_100_max": 0.517207, + "nauc_precision_at_100_std": 0.153565, + "nauc_precision_at_100_diff1": 0.668389, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.605655, + "nauc_mrr_at_1_std": 0.106358, + "nauc_mrr_at_1_diff1": 0.817797, + "nauc_mrr_at_3_max": 0.615916, + "nauc_mrr_at_3_std": 0.117562, + "nauc_mrr_at_3_diff1": 0.801431, + "nauc_mrr_at_5_max": 0.612448, + "nauc_mrr_at_5_std": 0.110064, + "nauc_mrr_at_5_diff1": 0.798136, + "nauc_mrr_at_10_max": 0.608887, + "nauc_mrr_at_10_std": 0.110851, + "nauc_mrr_at_10_diff1": 0.795539, + "nauc_mrr_at_20_max": 0.608062, + "nauc_mrr_at_20_std": 0.112404, + "nauc_mrr_at_20_diff1": 0.794025, + "nauc_mrr_at_100_max": 0.60832, + "nauc_mrr_at_100_std": 0.113485, + "nauc_mrr_at_100_diff1": 0.794441, + "nauc_mrr_at_1000_max": 0.608474, + "nauc_mrr_at_1000_std": 0.113428, + "nauc_mrr_at_1000_diff1": 0.794697, + "main_score": 0.62049, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.86222, + "ndcg_at_3": 0.89454, + "ndcg_at_5": 0.90539, + "ndcg_at_10": 0.91133, + "ndcg_at_20": 0.91474, + "ndcg_at_100": 0.9183, + "ndcg_at_1000": 0.91914, + "map_at_1": 0.86222, + "map_at_3": 0.88685, + "map_at_5": 0.8928, + "map_at_10": 0.89537, + "map_at_20": 0.89632, + "map_at_100": 0.89683, + "map_at_1000": 0.89686, + "recall_at_1": 0.86222, + "recall_at_3": 0.91667, + "recall_at_5": 0.94333, + "recall_at_10": 0.96111, + "recall_at_20": 0.97444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.86222, + "precision_at_3": 0.30556, + "precision_at_5": 0.18867, + "precision_at_10": 0.09611, + "precision_at_20": 0.04872, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.862222, + "mrr_at_3": 0.886852, + "mrr_at_5": 0.892796, + "mrr_at_10": 0.895366, + "mrr_at_20": 0.896322, + "mrr_at_100": 0.896827, + "mrr_at_1000": 0.896856, + "nauc_ndcg_at_1_max": 0.767014, + "nauc_ndcg_at_1_std": 0.158094, + "nauc_ndcg_at_1_diff1": 0.921101, + "nauc_ndcg_at_3_max": 0.802101, + "nauc_ndcg_at_3_std": 0.216838, + "nauc_ndcg_at_3_diff1": 0.904723, + "nauc_ndcg_at_5_max": 0.802458, + "nauc_ndcg_at_5_std": 0.194053, + "nauc_ndcg_at_5_diff1": 0.905318, + "nauc_ndcg_at_10_max": 0.800832, + "nauc_ndcg_at_10_std": 0.192217, + "nauc_ndcg_at_10_diff1": 0.908347, + "nauc_ndcg_at_20_max": 0.799562, + "nauc_ndcg_at_20_std": 0.199663, + "nauc_ndcg_at_20_diff1": 0.906479, + "nauc_ndcg_at_100_max": 0.797002, + "nauc_ndcg_at_100_std": 0.205322, + "nauc_ndcg_at_100_diff1": 0.909386, + "nauc_ndcg_at_1000_max": 0.795055, + "nauc_ndcg_at_1000_std": 0.197354, + "nauc_ndcg_at_1000_diff1": 0.909342, + "nauc_map_at_1_max": 0.767014, + "nauc_map_at_1_std": 0.158094, + "nauc_map_at_1_diff1": 0.921101, + "nauc_map_at_3_max": 0.79203, + "nauc_map_at_3_std": 0.200975, + "nauc_map_at_3_diff1": 0.908475, + "nauc_map_at_5_max": 0.791759, + "nauc_map_at_5_std": 0.189256, + "nauc_map_at_5_diff1": 0.909109, + "nauc_map_at_10_max": 0.79093, + "nauc_map_at_10_std": 0.188115, + "nauc_map_at_10_diff1": 0.910472, + "nauc_map_at_20_max": 0.790586, + "nauc_map_at_20_std": 0.190191, + "nauc_map_at_20_diff1": 0.910048, + "nauc_map_at_100_max": 0.790371, + "nauc_map_at_100_std": 0.190856, + "nauc_map_at_100_diff1": 0.91047, + "nauc_map_at_1000_max": 0.790315, + "nauc_map_at_1000_std": 0.190635, + "nauc_map_at_1000_diff1": 0.910469, + "nauc_recall_at_1_max": 0.767014, + "nauc_recall_at_1_std": 0.158094, + "nauc_recall_at_1_diff1": 0.921101, + "nauc_recall_at_3_max": 0.840654, + "nauc_recall_at_3_std": 0.277012, + "nauc_recall_at_3_diff1": 0.890881, + "nauc_recall_at_5_max": 0.859257, + "nauc_recall_at_5_std": 0.211814, + "nauc_recall_at_5_diff1": 0.885758, + "nauc_recall_at_10_max": 0.873883, + "nauc_recall_at_10_std": 0.212778, + "nauc_recall_at_10_diff1": 0.894958, + "nauc_recall_at_20_max": 0.894451, + "nauc_recall_at_20_std": 0.307352, + "nauc_recall_at_20_diff1": 0.864308, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.953704, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767014, + "nauc_precision_at_1_std": 0.158094, + "nauc_precision_at_1_diff1": 0.921101, + "nauc_precision_at_3_max": 0.840654, + "nauc_precision_at_3_std": 0.277012, + "nauc_precision_at_3_diff1": 0.890881, + "nauc_precision_at_5_max": 0.859257, + "nauc_precision_at_5_std": 0.211814, + "nauc_precision_at_5_diff1": 0.885758, + "nauc_precision_at_10_max": 0.873883, + "nauc_precision_at_10_std": 0.212778, + "nauc_precision_at_10_diff1": 0.894958, + "nauc_precision_at_20_max": 0.894451, + "nauc_precision_at_20_std": 0.307352, + "nauc_precision_at_20_diff1": 0.864308, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.953704, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767014, + "nauc_mrr_at_1_std": 0.158094, + "nauc_mrr_at_1_diff1": 0.921101, + "nauc_mrr_at_3_max": 0.79203, + "nauc_mrr_at_3_std": 0.200975, + "nauc_mrr_at_3_diff1": 0.908475, + "nauc_mrr_at_5_max": 0.791759, + "nauc_mrr_at_5_std": 0.189256, + "nauc_mrr_at_5_diff1": 0.909109, + "nauc_mrr_at_10_max": 0.79093, + "nauc_mrr_at_10_std": 0.188115, + "nauc_mrr_at_10_diff1": 0.910472, + "nauc_mrr_at_20_max": 0.790586, + "nauc_mrr_at_20_std": 0.190191, + "nauc_mrr_at_20_diff1": 0.910048, + "nauc_mrr_at_100_max": 0.790371, + "nauc_mrr_at_100_std": 0.190856, + "nauc_mrr_at_100_diff1": 0.91047, + "nauc_mrr_at_1000_max": 0.790315, + "nauc_mrr_at_1000_std": 0.190635, + "nauc_mrr_at_1000_diff1": 0.910469, + "main_score": 0.91133, + "hf_subset": "apc_Arab-apc_Arab", + "languages": [ + "apc-Arab", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.92222, + "ndcg_at_3": 0.94936, + "ndcg_at_5": 0.95224, + "ndcg_at_10": 0.95564, + "ndcg_at_20": 0.95735, + "ndcg_at_100": 0.95868, + "ndcg_at_1000": 0.95894, + "map_at_1": 0.92222, + "map_at_3": 0.94296, + "map_at_5": 0.94463, + "map_at_10": 0.94614, + "map_at_20": 0.94662, + "map_at_100": 0.94684, + "map_at_1000": 0.94684, + "recall_at_1": 0.92222, + "recall_at_3": 0.96778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92222, + "precision_at_3": 0.32259, + "precision_at_5": 0.19489, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922222, + "mrr_at_3": 0.942963, + "mrr_at_5": 0.94463, + "mrr_at_10": 0.946135, + "mrr_at_20": 0.946618, + "mrr_at_100": 0.946838, + "mrr_at_1000": 0.946843, + "nauc_ndcg_at_1_max": 0.668834, + "nauc_ndcg_at_1_std": -0.103435, + "nauc_ndcg_at_1_diff1": 0.91584, + "nauc_ndcg_at_3_max": 0.726603, + "nauc_ndcg_at_3_std": -0.1381, + "nauc_ndcg_at_3_diff1": 0.908973, + "nauc_ndcg_at_5_max": 0.711478, + "nauc_ndcg_at_5_std": -0.127159, + "nauc_ndcg_at_5_diff1": 0.904811, + "nauc_ndcg_at_10_max": 0.716704, + "nauc_ndcg_at_10_std": -0.14662, + "nauc_ndcg_at_10_diff1": 0.918068, + "nauc_ndcg_at_20_max": 0.708137, + "nauc_ndcg_at_20_std": -0.116148, + "nauc_ndcg_at_20_diff1": 0.917452, + "nauc_ndcg_at_100_max": 0.709738, + "nauc_ndcg_at_100_std": -0.108668, + "nauc_ndcg_at_100_diff1": 0.914793, + "nauc_ndcg_at_1000_max": 0.708342, + "nauc_ndcg_at_1000_std": -0.115523, + "nauc_ndcg_at_1000_diff1": 0.914266, + "nauc_map_at_1_max": 0.668834, + "nauc_map_at_1_std": -0.103435, + "nauc_map_at_1_diff1": 0.91584, + "nauc_map_at_3_max": 0.712433, + "nauc_map_at_3_std": -0.125511, + "nauc_map_at_3_diff1": 0.911322, + "nauc_map_at_5_max": 0.704433, + "nauc_map_at_5_std": -0.119653, + "nauc_map_at_5_diff1": 0.909309, + "nauc_map_at_10_max": 0.70618, + "nauc_map_at_10_std": -0.12569, + "nauc_map_at_10_diff1": 0.914049, + "nauc_map_at_20_max": 0.704189, + "nauc_map_at_20_std": -0.118091, + "nauc_map_at_20_diff1": 0.913896, + "nauc_map_at_100_max": 0.70436, + "nauc_map_at_100_std": -0.117152, + "nauc_map_at_100_diff1": 0.913538, + "nauc_map_at_1000_max": 0.704338, + "nauc_map_at_1000_std": -0.117261, + "nauc_map_at_1000_diff1": 0.91353, + "nauc_recall_at_1_max": 0.668834, + "nauc_recall_at_1_std": -0.103435, + "nauc_recall_at_1_diff1": 0.91584, + "nauc_recall_at_3_max": 0.795454, + "nauc_recall_at_3_std": -0.203274, + "nauc_recall_at_3_diff1": 0.896906, + "nauc_recall_at_5_max": 0.747777, + "nauc_recall_at_5_std": -0.172797, + "nauc_recall_at_5_diff1": 0.875695, + "nauc_recall_at_10_max": 0.814459, + "nauc_recall_at_10_std": -0.379652, + "nauc_recall_at_10_diff1": 0.971989, + "nauc_recall_at_20_max": 0.726366, + "nauc_recall_at_20_std": -0.009687, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668834, + "nauc_precision_at_1_std": -0.103435, + "nauc_precision_at_1_diff1": 0.91584, + "nauc_precision_at_3_max": 0.795454, + "nauc_precision_at_3_std": -0.203274, + "nauc_precision_at_3_diff1": 0.896906, + "nauc_precision_at_5_max": 0.747777, + "nauc_precision_at_5_std": -0.172797, + "nauc_precision_at_5_diff1": 0.875695, + "nauc_precision_at_10_max": 0.814459, + "nauc_precision_at_10_std": -0.379652, + "nauc_precision_at_10_diff1": 0.971989, + "nauc_precision_at_20_max": 0.726366, + "nauc_precision_at_20_std": -0.009687, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.668834, + "nauc_mrr_at_1_std": -0.103435, + "nauc_mrr_at_1_diff1": 0.91584, + "nauc_mrr_at_3_max": 0.712433, + "nauc_mrr_at_3_std": -0.125511, + "nauc_mrr_at_3_diff1": 0.911322, + "nauc_mrr_at_5_max": 0.704433, + "nauc_mrr_at_5_std": -0.119653, + "nauc_mrr_at_5_diff1": 0.909309, + "nauc_mrr_at_10_max": 0.70618, + "nauc_mrr_at_10_std": -0.12569, + "nauc_mrr_at_10_diff1": 0.914049, + "nauc_mrr_at_20_max": 0.704189, + "nauc_mrr_at_20_std": -0.118091, + "nauc_mrr_at_20_diff1": 0.913896, + "nauc_mrr_at_100_max": 0.70436, + "nauc_mrr_at_100_std": -0.117152, + "nauc_mrr_at_100_diff1": 0.913538, + "nauc_mrr_at_1000_max": 0.704338, + "nauc_mrr_at_1000_std": -0.117261, + "nauc_mrr_at_1000_diff1": 0.91353, + "main_score": 0.95564, + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.89157, + "ndcg_at_5": 0.89965, + "ndcg_at_10": 0.90717, + "ndcg_at_20": 0.9109, + "ndcg_at_100": 0.91371, + "ndcg_at_1000": 0.91433, + "map_at_1": 0.84556, + "map_at_3": 0.88056, + "map_at_5": 0.88494, + "map_at_10": 0.88803, + "map_at_20": 0.8891, + "map_at_100": 0.88954, + "map_at_1000": 0.88957, + "recall_at_1": 0.84556, + "recall_at_3": 0.92333, + "recall_at_5": 0.94333, + "recall_at_10": 0.96667, + "recall_at_20": 0.98111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.84556, + "precision_at_3": 0.30778, + "precision_at_5": 0.18867, + "precision_at_10": 0.09667, + "precision_at_20": 0.04906, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.880556, + "mrr_at_5": 0.884944, + "mrr_at_10": 0.888033, + "mrr_at_20": 0.889102, + "mrr_at_100": 0.889538, + "mrr_at_1000": 0.889569, + "nauc_ndcg_at_1_max": 0.7504, + "nauc_ndcg_at_1_std": 0.168606, + "nauc_ndcg_at_1_diff1": 0.920005, + "nauc_ndcg_at_3_max": 0.785455, + "nauc_ndcg_at_3_std": 0.263775, + "nauc_ndcg_at_3_diff1": 0.901859, + "nauc_ndcg_at_5_max": 0.784101, + "nauc_ndcg_at_5_std": 0.26153, + "nauc_ndcg_at_5_diff1": 0.906353, + "nauc_ndcg_at_10_max": 0.781529, + "nauc_ndcg_at_10_std": 0.255238, + "nauc_ndcg_at_10_diff1": 0.90719, + "nauc_ndcg_at_20_max": 0.777821, + "nauc_ndcg_at_20_std": 0.247564, + "nauc_ndcg_at_20_diff1": 0.907747, + "nauc_ndcg_at_100_max": 0.775437, + "nauc_ndcg_at_100_std": 0.242262, + "nauc_ndcg_at_100_diff1": 0.90786, + "nauc_ndcg_at_1000_max": 0.77503, + "nauc_ndcg_at_1000_std": 0.238684, + "nauc_ndcg_at_1000_diff1": 0.908142, + "nauc_map_at_1_max": 0.7504, + "nauc_map_at_1_std": 0.168606, + "nauc_map_at_1_diff1": 0.920005, + "nauc_map_at_3_max": 0.77483, + "nauc_map_at_3_std": 0.236116, + "nauc_map_at_3_diff1": 0.90628, + "nauc_map_at_5_max": 0.773926, + "nauc_map_at_5_std": 0.233645, + "nauc_map_at_5_diff1": 0.908701, + "nauc_map_at_10_max": 0.772944, + "nauc_map_at_10_std": 0.230901, + "nauc_map_at_10_diff1": 0.908991, + "nauc_map_at_20_max": 0.772095, + "nauc_map_at_20_std": 0.229301, + "nauc_map_at_20_diff1": 0.909137, + "nauc_map_at_100_max": 0.77177, + "nauc_map_at_100_std": 0.228614, + "nauc_map_at_100_diff1": 0.909165, + "nauc_map_at_1000_max": 0.771751, + "nauc_map_at_1000_std": 0.228474, + "nauc_map_at_1000_diff1": 0.909171, + "nauc_recall_at_1_max": 0.7504, + "nauc_recall_at_1_std": 0.168606, + "nauc_recall_at_1_diff1": 0.920005, + "nauc_recall_at_3_max": 0.831723, + "nauc_recall_at_3_std": 0.383476, + "nauc_recall_at_3_diff1": 0.883287, + "nauc_recall_at_5_max": 0.840977, + "nauc_recall_at_5_std": 0.418694, + "nauc_recall_at_5_diff1": 0.89505, + "nauc_recall_at_10_max": 0.856007, + "nauc_recall_at_10_std": 0.472471, + "nauc_recall_at_10_diff1": 0.895269, + "nauc_recall_at_20_max": 0.843632, + "nauc_recall_at_20_std": 0.485582, + "nauc_recall_at_20_diff1": 0.896194, + "nauc_recall_at_100_max": 0.828431, + "nauc_recall_at_100_std": 0.728058, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.7504, + "nauc_precision_at_1_std": 0.168606, + "nauc_precision_at_1_diff1": 0.920005, + "nauc_precision_at_3_max": 0.831723, + "nauc_precision_at_3_std": 0.383476, + "nauc_precision_at_3_diff1": 0.883287, + "nauc_precision_at_5_max": 0.840977, + "nauc_precision_at_5_std": 0.418694, + "nauc_precision_at_5_diff1": 0.89505, + "nauc_precision_at_10_max": 0.856007, + "nauc_precision_at_10_std": 0.472471, + "nauc_precision_at_10_diff1": 0.895269, + "nauc_precision_at_20_max": 0.843632, + "nauc_precision_at_20_std": 0.485582, + "nauc_precision_at_20_diff1": 0.896194, + "nauc_precision_at_100_max": 0.828431, + "nauc_precision_at_100_std": 0.728058, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.7504, + "nauc_mrr_at_1_std": 0.168606, + "nauc_mrr_at_1_diff1": 0.920005, + "nauc_mrr_at_3_max": 0.77483, + "nauc_mrr_at_3_std": 0.236116, + "nauc_mrr_at_3_diff1": 0.90628, + "nauc_mrr_at_5_max": 0.773926, + "nauc_mrr_at_5_std": 0.233645, + "nauc_mrr_at_5_diff1": 0.908701, + "nauc_mrr_at_10_max": 0.772944, + "nauc_mrr_at_10_std": 0.230901, + "nauc_mrr_at_10_diff1": 0.908991, + "nauc_mrr_at_20_max": 0.772095, + "nauc_mrr_at_20_std": 0.229301, + "nauc_mrr_at_20_diff1": 0.909137, + "nauc_mrr_at_100_max": 0.77177, + "nauc_mrr_at_100_std": 0.228614, + "nauc_mrr_at_100_diff1": 0.909165, + "nauc_mrr_at_1000_max": 0.771751, + "nauc_mrr_at_1000_std": 0.228474, + "nauc_mrr_at_1000_diff1": 0.909171, + "main_score": 0.90717, + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.91078, + "ndcg_at_5": 0.9158, + "ndcg_at_10": 0.92253, + "ndcg_at_20": 0.9242, + "ndcg_at_100": 0.92731, + "ndcg_at_1000": 0.92758, + "map_at_1": 0.86333, + "map_at_3": 0.89981, + "map_at_5": 0.90259, + "map_at_10": 0.90552, + "map_at_20": 0.90597, + "map_at_100": 0.9064, + "map_at_1000": 0.90641, + "recall_at_1": 0.86333, + "recall_at_3": 0.94222, + "recall_at_5": 0.95444, + "recall_at_10": 0.97444, + "recall_at_20": 0.98111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.86333, + "precision_at_3": 0.31407, + "precision_at_5": 0.19089, + "precision_at_10": 0.09744, + "precision_at_20": 0.04906, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.899815, + "mrr_at_5": 0.902593, + "mrr_at_10": 0.90552, + "mrr_at_20": 0.905974, + "mrr_at_100": 0.906397, + "mrr_at_1000": 0.906406, + "nauc_ndcg_at_1_max": 0.739334, + "nauc_ndcg_at_1_std": 0.02163, + "nauc_ndcg_at_1_diff1": 0.947743, + "nauc_ndcg_at_3_max": 0.809634, + "nauc_ndcg_at_3_std": 0.098786, + "nauc_ndcg_at_3_diff1": 0.92787, + "nauc_ndcg_at_5_max": 0.802564, + "nauc_ndcg_at_5_std": 0.093484, + "nauc_ndcg_at_5_diff1": 0.928574, + "nauc_ndcg_at_10_max": 0.794834, + "nauc_ndcg_at_10_std": 0.086546, + "nauc_ndcg_at_10_diff1": 0.931306, + "nauc_ndcg_at_20_max": 0.792875, + "nauc_ndcg_at_20_std": 0.078645, + "nauc_ndcg_at_20_diff1": 0.932355, + "nauc_ndcg_at_100_max": 0.788062, + "nauc_ndcg_at_100_std": 0.079114, + "nauc_ndcg_at_100_diff1": 0.933708, + "nauc_ndcg_at_1000_max": 0.787228, + "nauc_ndcg_at_1000_std": 0.075493, + "nauc_ndcg_at_1000_diff1": 0.933678, + "nauc_map_at_1_max": 0.739334, + "nauc_map_at_1_std": 0.02163, + "nauc_map_at_1_diff1": 0.947743, + "nauc_map_at_3_max": 0.789777, + "nauc_map_at_3_std": 0.074501, + "nauc_map_at_3_diff1": 0.933392, + "nauc_map_at_5_max": 0.785743, + "nauc_map_at_5_std": 0.071478, + "nauc_map_at_5_diff1": 0.933815, + "nauc_map_at_10_max": 0.782393, + "nauc_map_at_10_std": 0.068564, + "nauc_map_at_10_diff1": 0.934902, + "nauc_map_at_20_max": 0.781946, + "nauc_map_at_20_std": 0.066789, + "nauc_map_at_20_diff1": 0.935184, + "nauc_map_at_100_max": 0.781399, + "nauc_map_at_100_std": 0.066991, + "nauc_map_at_100_diff1": 0.935317, + "nauc_map_at_1000_max": 0.781376, + "nauc_map_at_1000_std": 0.066892, + "nauc_map_at_1000_diff1": 0.935313, + "nauc_recall_at_1_max": 0.739334, + "nauc_recall_at_1_std": 0.02163, + "nauc_recall_at_1_diff1": 0.947743, + "nauc_recall_at_3_max": 0.90452, + "nauc_recall_at_3_std": 0.216835, + "nauc_recall_at_3_diff1": 0.901557, + "nauc_recall_at_5_max": 0.899342, + "nauc_recall_at_5_std": 0.223145, + "nauc_recall_at_5_diff1": 0.89826, + "nauc_recall_at_10_max": 0.907949, + "nauc_recall_at_10_std": 0.258495, + "nauc_recall_at_10_diff1": 0.899627, + "nauc_recall_at_20_max": 0.915829, + "nauc_recall_at_20_std": 0.194458, + "nauc_recall_at_20_diff1": 0.903609, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.739334, + "nauc_precision_at_1_std": 0.02163, + "nauc_precision_at_1_diff1": 0.947743, + "nauc_precision_at_3_max": 0.90452, + "nauc_precision_at_3_std": 0.216835, + "nauc_precision_at_3_diff1": 0.901557, + "nauc_precision_at_5_max": 0.899342, + "nauc_precision_at_5_std": 0.223145, + "nauc_precision_at_5_diff1": 0.89826, + "nauc_precision_at_10_max": 0.907949, + "nauc_precision_at_10_std": 0.258495, + "nauc_precision_at_10_diff1": 0.899627, + "nauc_precision_at_20_max": 0.915829, + "nauc_precision_at_20_std": 0.194458, + "nauc_precision_at_20_diff1": 0.903609, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.739334, + "nauc_mrr_at_1_std": 0.02163, + "nauc_mrr_at_1_diff1": 0.947743, + "nauc_mrr_at_3_max": 0.789777, + "nauc_mrr_at_3_std": 0.074501, + "nauc_mrr_at_3_diff1": 0.933392, + "nauc_mrr_at_5_max": 0.785743, + "nauc_mrr_at_5_std": 0.071478, + "nauc_mrr_at_5_diff1": 0.933815, + "nauc_mrr_at_10_max": 0.782393, + "nauc_mrr_at_10_std": 0.068564, + "nauc_mrr_at_10_diff1": 0.934902, + "nauc_mrr_at_20_max": 0.781946, + "nauc_mrr_at_20_std": 0.066789, + "nauc_mrr_at_20_diff1": 0.935184, + "nauc_mrr_at_100_max": 0.781399, + "nauc_mrr_at_100_std": 0.066991, + "nauc_mrr_at_100_diff1": 0.935317, + "nauc_mrr_at_1000_max": 0.781376, + "nauc_mrr_at_1000_std": 0.066892, + "nauc_mrr_at_1000_diff1": 0.935313, + "main_score": 0.92253, + "hf_subset": "arb_Arab-arb_Arab", + "languages": [ + "arb-Arab", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.93444, + "ndcg_at_3": 0.95682, + "ndcg_at_5": 0.96132, + "ndcg_at_10": 0.96245, + "ndcg_at_20": 0.96383, + "ndcg_at_100": 0.96493, + "ndcg_at_1000": 0.96519, + "map_at_1": 0.93444, + "map_at_3": 0.95148, + "map_at_5": 0.95393, + "map_at_10": 0.95443, + "map_at_20": 0.95479, + "map_at_100": 0.95497, + "map_at_1000": 0.95497, + "recall_at_1": 0.93444, + "recall_at_3": 0.97222, + "recall_at_5": 0.98333, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93444, + "precision_at_3": 0.32407, + "precision_at_5": 0.19667, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934444, + "mrr_at_3": 0.951481, + "mrr_at_5": 0.953926, + "mrr_at_10": 0.954429, + "mrr_at_20": 0.954788, + "mrr_at_100": 0.954969, + "mrr_at_1000": 0.954975, + "nauc_ndcg_at_1_max": 0.690634, + "nauc_ndcg_at_1_std": -0.305836, + "nauc_ndcg_at_1_diff1": 0.927559, + "nauc_ndcg_at_3_max": 0.763555, + "nauc_ndcg_at_3_std": -0.304173, + "nauc_ndcg_at_3_diff1": 0.942346, + "nauc_ndcg_at_5_max": 0.753539, + "nauc_ndcg_at_5_std": -0.298306, + "nauc_ndcg_at_5_diff1": 0.938718, + "nauc_ndcg_at_10_max": 0.748746, + "nauc_ndcg_at_10_std": -0.266669, + "nauc_ndcg_at_10_diff1": 0.939442, + "nauc_ndcg_at_20_max": 0.747398, + "nauc_ndcg_at_20_std": -0.27232, + "nauc_ndcg_at_20_diff1": 0.939112, + "nauc_ndcg_at_100_max": 0.74324, + "nauc_ndcg_at_100_std": -0.26982, + "nauc_ndcg_at_100_diff1": 0.938046, + "nauc_ndcg_at_1000_max": 0.741808, + "nauc_ndcg_at_1000_std": -0.279345, + "nauc_ndcg_at_1000_diff1": 0.937581, + "nauc_map_at_1_max": 0.690634, + "nauc_map_at_1_std": -0.305836, + "nauc_map_at_1_diff1": 0.927559, + "nauc_map_at_3_max": 0.745096, + "nauc_map_at_3_std": -0.301757, + "nauc_map_at_3_diff1": 0.938088, + "nauc_map_at_5_max": 0.739318, + "nauc_map_at_5_std": -0.299684, + "nauc_map_at_5_diff1": 0.936222, + "nauc_map_at_10_max": 0.73743, + "nauc_map_at_10_std": -0.288237, + "nauc_map_at_10_diff1": 0.93643, + "nauc_map_at_20_max": 0.736779, + "nauc_map_at_20_std": -0.290109, + "nauc_map_at_20_diff1": 0.936331, + "nauc_map_at_100_max": 0.736252, + "nauc_map_at_100_std": -0.289432, + "nauc_map_at_100_diff1": 0.936191, + "nauc_map_at_1000_max": 0.736225, + "nauc_map_at_1000_std": -0.289607, + "nauc_map_at_1000_diff1": 0.936183, + "nauc_recall_at_1_max": 0.690634, + "nauc_recall_at_1_std": -0.305836, + "nauc_recall_at_1_diff1": 0.927559, + "nauc_recall_at_3_max": 0.852773, + "nauc_recall_at_3_std": -0.318487, + "nauc_recall_at_3_diff1": 0.963399, + "nauc_recall_at_5_max": 0.85733, + "nauc_recall_at_5_std": -0.285932, + "nauc_recall_at_5_diff1": 0.956427, + "nauc_recall_at_10_max": 0.843448, + "nauc_recall_at_10_std": -0.020464, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.89896, + "nauc_recall_at_20_std": 0.073163, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690634, + "nauc_precision_at_1_std": -0.305836, + "nauc_precision_at_1_diff1": 0.927559, + "nauc_precision_at_3_max": 0.852773, + "nauc_precision_at_3_std": -0.318487, + "nauc_precision_at_3_diff1": 0.963399, + "nauc_precision_at_5_max": 0.85733, + "nauc_precision_at_5_std": -0.285932, + "nauc_precision_at_5_diff1": 0.956427, + "nauc_precision_at_10_max": 0.843448, + "nauc_precision_at_10_std": -0.020464, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.89896, + "nauc_precision_at_20_std": 0.073163, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690634, + "nauc_mrr_at_1_std": -0.305836, + "nauc_mrr_at_1_diff1": 0.927559, + "nauc_mrr_at_3_max": 0.745096, + "nauc_mrr_at_3_std": -0.301757, + "nauc_mrr_at_3_diff1": 0.938088, + "nauc_mrr_at_5_max": 0.739318, + "nauc_mrr_at_5_std": -0.299684, + "nauc_mrr_at_5_diff1": 0.936222, + "nauc_mrr_at_10_max": 0.73743, + "nauc_mrr_at_10_std": -0.288237, + "nauc_mrr_at_10_diff1": 0.93643, + "nauc_mrr_at_20_max": 0.736779, + "nauc_mrr_at_20_std": -0.290109, + "nauc_mrr_at_20_diff1": 0.936331, + "nauc_mrr_at_100_max": 0.736252, + "nauc_mrr_at_100_std": -0.289432, + "nauc_mrr_at_100_diff1": 0.936191, + "nauc_mrr_at_1000_max": 0.736225, + "nauc_mrr_at_1000_std": -0.289607, + "nauc_mrr_at_1000_diff1": 0.936183, + "main_score": 0.96245, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.90099, + "ndcg_at_5": 0.90888, + "ndcg_at_10": 0.91559, + "ndcg_at_20": 0.91956, + "ndcg_at_100": 0.92185, + "ndcg_at_1000": 0.92214, + "map_at_1": 0.85889, + "map_at_3": 0.89093, + "map_at_5": 0.89537, + "map_at_10": 0.89807, + "map_at_20": 0.89918, + "map_at_100": 0.89951, + "map_at_1000": 0.89952, + "recall_at_1": 0.85889, + "recall_at_3": 0.93, + "recall_at_5": 0.94889, + "recall_at_10": 0.97, + "recall_at_20": 0.98556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.85889, + "precision_at_3": 0.31, + "precision_at_5": 0.18978, + "precision_at_10": 0.097, + "precision_at_20": 0.04928, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.890926, + "mrr_at_5": 0.89537, + "mrr_at_10": 0.898066, + "mrr_at_20": 0.899176, + "mrr_at_100": 0.899506, + "mrr_at_1000": 0.899517, + "nauc_ndcg_at_1_max": 0.740479, + "nauc_ndcg_at_1_std": 0.08339, + "nauc_ndcg_at_1_diff1": 0.928308, + "nauc_ndcg_at_3_max": 0.799689, + "nauc_ndcg_at_3_std": 0.13862, + "nauc_ndcg_at_3_diff1": 0.918007, + "nauc_ndcg_at_5_max": 0.797274, + "nauc_ndcg_at_5_std": 0.148752, + "nauc_ndcg_at_5_diff1": 0.918541, + "nauc_ndcg_at_10_max": 0.79298, + "nauc_ndcg_at_10_std": 0.158126, + "nauc_ndcg_at_10_diff1": 0.918927, + "nauc_ndcg_at_20_max": 0.785382, + "nauc_ndcg_at_20_std": 0.143624, + "nauc_ndcg_at_20_diff1": 0.920796, + "nauc_ndcg_at_100_max": 0.781714, + "nauc_ndcg_at_100_std": 0.13377, + "nauc_ndcg_at_100_diff1": 0.920183, + "nauc_ndcg_at_1000_max": 0.780874, + "nauc_ndcg_at_1000_std": 0.13095, + "nauc_ndcg_at_1000_diff1": 0.920138, + "nauc_map_at_1_max": 0.740479, + "nauc_map_at_1_std": 0.08339, + "nauc_map_at_1_diff1": 0.928308, + "nauc_map_at_3_max": 0.781369, + "nauc_map_at_3_std": 0.119313, + "nauc_map_at_3_diff1": 0.919719, + "nauc_map_at_5_max": 0.779389, + "nauc_map_at_5_std": 0.122752, + "nauc_map_at_5_diff1": 0.92007, + "nauc_map_at_10_max": 0.777589, + "nauc_map_at_10_std": 0.125391, + "nauc_map_at_10_diff1": 0.920251, + "nauc_map_at_20_max": 0.775715, + "nauc_map_at_20_std": 0.12193, + "nauc_map_at_20_diff1": 0.920677, + "nauc_map_at_100_max": 0.775259, + "nauc_map_at_100_std": 0.12076, + "nauc_map_at_100_diff1": 0.920583, + "nauc_map_at_1000_max": 0.775233, + "nauc_map_at_1000_std": 0.120668, + "nauc_map_at_1000_diff1": 0.920583, + "nauc_recall_at_1_max": 0.740479, + "nauc_recall_at_1_std": 0.08339, + "nauc_recall_at_1_diff1": 0.928308, + "nauc_recall_at_3_max": 0.8801, + "nauc_recall_at_3_std": 0.224749, + "nauc_recall_at_3_diff1": 0.911409, + "nauc_recall_at_5_max": 0.899677, + "nauc_recall_at_5_std": 0.304733, + "nauc_recall_at_5_diff1": 0.911095, + "nauc_recall_at_10_max": 0.932479, + "nauc_recall_at_10_std": 0.491649, + "nauc_recall_at_10_diff1": 0.90905, + "nauc_recall_at_20_max": 0.921353, + "nauc_recall_at_20_std": 0.535732, + "nauc_recall_at_20_diff1": 0.938411, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740479, + "nauc_precision_at_1_std": 0.08339, + "nauc_precision_at_1_diff1": 0.928308, + "nauc_precision_at_3_max": 0.8801, + "nauc_precision_at_3_std": 0.224749, + "nauc_precision_at_3_diff1": 0.911409, + "nauc_precision_at_5_max": 0.899677, + "nauc_precision_at_5_std": 0.304733, + "nauc_precision_at_5_diff1": 0.911095, + "nauc_precision_at_10_max": 0.932479, + "nauc_precision_at_10_std": 0.491649, + "nauc_precision_at_10_diff1": 0.90905, + "nauc_precision_at_20_max": 0.921353, + "nauc_precision_at_20_std": 0.535732, + "nauc_precision_at_20_diff1": 0.938411, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740479, + "nauc_mrr_at_1_std": 0.08339, + "nauc_mrr_at_1_diff1": 0.928308, + "nauc_mrr_at_3_max": 0.781369, + "nauc_mrr_at_3_std": 0.119313, + "nauc_mrr_at_3_diff1": 0.919719, + "nauc_mrr_at_5_max": 0.779389, + "nauc_mrr_at_5_std": 0.122752, + "nauc_mrr_at_5_diff1": 0.92007, + "nauc_mrr_at_10_max": 0.777589, + "nauc_mrr_at_10_std": 0.125391, + "nauc_mrr_at_10_diff1": 0.920251, + "nauc_mrr_at_20_max": 0.775715, + "nauc_mrr_at_20_std": 0.12193, + "nauc_mrr_at_20_diff1": 0.920677, + "nauc_mrr_at_100_max": 0.775259, + "nauc_mrr_at_100_std": 0.12076, + "nauc_mrr_at_100_diff1": 0.920583, + "nauc_mrr_at_1000_max": 0.775233, + "nauc_mrr_at_1000_std": 0.120668, + "nauc_mrr_at_1000_diff1": 0.920583, + "main_score": 0.91559, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.27, + "ndcg_at_3": 0.30932, + "ndcg_at_5": 0.32128, + "ndcg_at_10": 0.33186, + "ndcg_at_20": 0.34505, + "ndcg_at_100": 0.383, + "ndcg_at_1000": 0.4271, + "map_at_1": 0.27, + "map_at_3": 0.30019, + "map_at_5": 0.30685, + "map_at_10": 0.31132, + "map_at_20": 0.31493, + "map_at_100": 0.31983, + "map_at_1000": 0.32153, + "recall_at_1": 0.27, + "recall_at_3": 0.33556, + "recall_at_5": 0.36444, + "recall_at_10": 0.39667, + "recall_at_20": 0.44889, + "recall_at_100": 0.65889, + "recall_at_1000": 1.0, + "precision_at_1": 0.27, + "precision_at_3": 0.11185, + "precision_at_5": 0.07289, + "precision_at_10": 0.03967, + "precision_at_20": 0.02244, + "precision_at_100": 0.00659, + "precision_at_1000": 0.001, + "mrr_at_1": 0.27, + "mrr_at_3": 0.300185, + "mrr_at_5": 0.306852, + "mrr_at_10": 0.311319, + "mrr_at_20": 0.314931, + "mrr_at_100": 0.319829, + "mrr_at_1000": 0.321532, + "nauc_ndcg_at_1_max": 0.614218, + "nauc_ndcg_at_1_std": 0.520793, + "nauc_ndcg_at_1_diff1": 0.864087, + "nauc_ndcg_at_3_max": 0.58706, + "nauc_ndcg_at_3_std": 0.508124, + "nauc_ndcg_at_3_diff1": 0.789984, + "nauc_ndcg_at_5_max": 0.57696, + "nauc_ndcg_at_5_std": 0.507972, + "nauc_ndcg_at_5_diff1": 0.77337, + "nauc_ndcg_at_10_max": 0.564675, + "nauc_ndcg_at_10_std": 0.501386, + "nauc_ndcg_at_10_diff1": 0.759931, + "nauc_ndcg_at_20_max": 0.558613, + "nauc_ndcg_at_20_std": 0.491508, + "nauc_ndcg_at_20_diff1": 0.74783, + "nauc_ndcg_at_100_max": 0.548495, + "nauc_ndcg_at_100_std": 0.489202, + "nauc_ndcg_at_100_diff1": 0.731493, + "nauc_ndcg_at_1000_max": 0.563696, + "nauc_ndcg_at_1000_std": 0.496155, + "nauc_ndcg_at_1000_diff1": 0.759114, + "nauc_map_at_1_max": 0.614218, + "nauc_map_at_1_std": 0.520793, + "nauc_map_at_1_diff1": 0.864087, + "nauc_map_at_3_max": 0.593285, + "nauc_map_at_3_std": 0.511054, + "nauc_map_at_3_diff1": 0.806191, + "nauc_map_at_5_max": 0.587449, + "nauc_map_at_5_std": 0.510912, + "nauc_map_at_5_diff1": 0.796778, + "nauc_map_at_10_max": 0.582057, + "nauc_map_at_10_std": 0.507952, + "nauc_map_at_10_diff1": 0.791138, + "nauc_map_at_20_max": 0.58046, + "nauc_map_at_20_std": 0.505119, + "nauc_map_at_20_diff1": 0.787903, + "nauc_map_at_100_max": 0.578764, + "nauc_map_at_100_std": 0.504425, + "nauc_map_at_100_diff1": 0.785184, + "nauc_map_at_1000_max": 0.579153, + "nauc_map_at_1000_std": 0.504588, + "nauc_map_at_1000_diff1": 0.78611, + "nauc_recall_at_1_max": 0.614218, + "nauc_recall_at_1_std": 0.520793, + "nauc_recall_at_1_diff1": 0.864087, + "nauc_recall_at_3_max": 0.56975, + "nauc_recall_at_3_std": 0.499965, + "nauc_recall_at_3_diff1": 0.745234, + "nauc_recall_at_5_max": 0.546848, + "nauc_recall_at_5_std": 0.499908, + "nauc_recall_at_5_diff1": 0.706967, + "nauc_recall_at_10_max": 0.512059, + "nauc_recall_at_10_std": 0.4815, + "nauc_recall_at_10_diff1": 0.668016, + "nauc_recall_at_20_max": 0.487546, + "nauc_recall_at_20_std": 0.444048, + "nauc_recall_at_20_diff1": 0.619528, + "nauc_recall_at_100_max": 0.411349, + "nauc_recall_at_100_std": 0.424497, + "nauc_recall_at_100_diff1": 0.49395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.614218, + "nauc_precision_at_1_std": 0.520793, + "nauc_precision_at_1_diff1": 0.864087, + "nauc_precision_at_3_max": 0.56975, + "nauc_precision_at_3_std": 0.499965, + "nauc_precision_at_3_diff1": 0.745234, + "nauc_precision_at_5_max": 0.546848, + "nauc_precision_at_5_std": 0.499908, + "nauc_precision_at_5_diff1": 0.706967, + "nauc_precision_at_10_max": 0.512059, + "nauc_precision_at_10_std": 0.4815, + "nauc_precision_at_10_diff1": 0.668016, + "nauc_precision_at_20_max": 0.487546, + "nauc_precision_at_20_std": 0.444048, + "nauc_precision_at_20_diff1": 0.619528, + "nauc_precision_at_100_max": 0.411349, + "nauc_precision_at_100_std": 0.424497, + "nauc_precision_at_100_diff1": 0.49395, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.614218, + "nauc_mrr_at_1_std": 0.520793, + "nauc_mrr_at_1_diff1": 0.864087, + "nauc_mrr_at_3_max": 0.593285, + "nauc_mrr_at_3_std": 0.511054, + "nauc_mrr_at_3_diff1": 0.806191, + "nauc_mrr_at_5_max": 0.587449, + "nauc_mrr_at_5_std": 0.510912, + "nauc_mrr_at_5_diff1": 0.796778, + "nauc_mrr_at_10_max": 0.582057, + "nauc_mrr_at_10_std": 0.507952, + "nauc_mrr_at_10_diff1": 0.791138, + "nauc_mrr_at_20_max": 0.58046, + "nauc_mrr_at_20_std": 0.505119, + "nauc_mrr_at_20_diff1": 0.787903, + "nauc_mrr_at_100_max": 0.578764, + "nauc_mrr_at_100_std": 0.504425, + "nauc_mrr_at_100_diff1": 0.785184, + "nauc_mrr_at_1000_max": 0.579153, + "nauc_mrr_at_1000_std": 0.504588, + "nauc_mrr_at_1000_diff1": 0.78611, + "main_score": 0.33186, + "hf_subset": "arb_Latn-arb_Latn", + "languages": [ + "arb-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.8732, + "ndcg_at_5": 0.88448, + "ndcg_at_10": 0.89168, + "ndcg_at_20": 0.89563, + "ndcg_at_100": 0.89869, + "ndcg_at_1000": 0.89942, + "map_at_1": 0.81556, + "map_at_3": 0.85963, + "map_at_5": 0.8658, + "map_at_10": 0.86877, + "map_at_20": 0.86987, + "map_at_100": 0.87029, + "map_at_1000": 0.87032, + "recall_at_1": 0.81556, + "recall_at_3": 0.91222, + "recall_at_5": 0.94, + "recall_at_10": 0.96222, + "recall_at_20": 0.97778, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.81556, + "precision_at_3": 0.30407, + "precision_at_5": 0.188, + "precision_at_10": 0.09622, + "precision_at_20": 0.04889, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.85963, + "mrr_at_5": 0.865796, + "mrr_at_10": 0.868772, + "mrr_at_20": 0.869867, + "mrr_at_100": 0.870285, + "mrr_at_1000": 0.870315, + "nauc_ndcg_at_1_max": 0.534736, + "nauc_ndcg_at_1_std": -0.092374, + "nauc_ndcg_at_1_diff1": 0.868959, + "nauc_ndcg_at_3_max": 0.60453, + "nauc_ndcg_at_3_std": -0.017521, + "nauc_ndcg_at_3_diff1": 0.851421, + "nauc_ndcg_at_5_max": 0.597809, + "nauc_ndcg_at_5_std": -0.003718, + "nauc_ndcg_at_5_diff1": 0.855221, + "nauc_ndcg_at_10_max": 0.59432, + "nauc_ndcg_at_10_std": -0.002131, + "nauc_ndcg_at_10_diff1": 0.856303, + "nauc_ndcg_at_20_max": 0.587048, + "nauc_ndcg_at_20_std": -0.008557, + "nauc_ndcg_at_20_diff1": 0.856205, + "nauc_ndcg_at_100_max": 0.582094, + "nauc_ndcg_at_100_std": -0.019483, + "nauc_ndcg_at_100_diff1": 0.857771, + "nauc_ndcg_at_1000_max": 0.582287, + "nauc_ndcg_at_1000_std": -0.021545, + "nauc_ndcg_at_1000_diff1": 0.857758, + "nauc_map_at_1_max": 0.534736, + "nauc_map_at_1_std": -0.092374, + "nauc_map_at_1_diff1": 0.868959, + "nauc_map_at_3_max": 0.582874, + "nauc_map_at_3_std": -0.038696, + "nauc_map_at_3_diff1": 0.855718, + "nauc_map_at_5_max": 0.579127, + "nauc_map_at_5_std": -0.032498, + "nauc_map_at_5_diff1": 0.85774, + "nauc_map_at_10_max": 0.577717, + "nauc_map_at_10_std": -0.031943, + "nauc_map_at_10_diff1": 0.858313, + "nauc_map_at_20_max": 0.57606, + "nauc_map_at_20_std": -0.033076, + "nauc_map_at_20_diff1": 0.858274, + "nauc_map_at_100_max": 0.57566, + "nauc_map_at_100_std": -0.03414, + "nauc_map_at_100_diff1": 0.858559, + "nauc_map_at_1000_max": 0.57567, + "nauc_map_at_1000_std": -0.034157, + "nauc_map_at_1000_diff1": 0.858561, + "nauc_recall_at_1_max": 0.534736, + "nauc_recall_at_1_std": -0.092374, + "nauc_recall_at_1_diff1": 0.868959, + "nauc_recall_at_3_max": 0.70031, + "nauc_recall_at_3_std": 0.074832, + "nauc_recall_at_3_diff1": 0.833144, + "nauc_recall_at_5_max": 0.709764, + "nauc_recall_at_5_std": 0.17456, + "nauc_recall_at_5_diff1": 0.841875, + "nauc_recall_at_10_max": 0.741899, + "nauc_recall_at_10_std": 0.280799, + "nauc_recall_at_10_diff1": 0.840721, + "nauc_recall_at_20_max": 0.711671, + "nauc_recall_at_20_std": 0.341643, + "nauc_recall_at_20_diff1": 0.829599, + "nauc_recall_at_100_max": 0.561251, + "nauc_recall_at_100_std": 0.307283, + "nauc_recall_at_100_diff1": 0.862745, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.534736, + "nauc_precision_at_1_std": -0.092374, + "nauc_precision_at_1_diff1": 0.868959, + "nauc_precision_at_3_max": 0.70031, + "nauc_precision_at_3_std": 0.074832, + "nauc_precision_at_3_diff1": 0.833144, + "nauc_precision_at_5_max": 0.709764, + "nauc_precision_at_5_std": 0.17456, + "nauc_precision_at_5_diff1": 0.841875, + "nauc_precision_at_10_max": 0.741899, + "nauc_precision_at_10_std": 0.280799, + "nauc_precision_at_10_diff1": 0.840721, + "nauc_precision_at_20_max": 0.711671, + "nauc_precision_at_20_std": 0.341643, + "nauc_precision_at_20_diff1": 0.829599, + "nauc_precision_at_100_max": 0.561251, + "nauc_precision_at_100_std": 0.307283, + "nauc_precision_at_100_diff1": 0.862745, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.534736, + "nauc_mrr_at_1_std": -0.092374, + "nauc_mrr_at_1_diff1": 0.868959, + "nauc_mrr_at_3_max": 0.582874, + "nauc_mrr_at_3_std": -0.038696, + "nauc_mrr_at_3_diff1": 0.855718, + "nauc_mrr_at_5_max": 0.579127, + "nauc_mrr_at_5_std": -0.032498, + "nauc_mrr_at_5_diff1": 0.85774, + "nauc_mrr_at_10_max": 0.577717, + "nauc_mrr_at_10_std": -0.031943, + "nauc_mrr_at_10_diff1": 0.858313, + "nauc_mrr_at_20_max": 0.57606, + "nauc_mrr_at_20_std": -0.033076, + "nauc_mrr_at_20_diff1": 0.858274, + "nauc_mrr_at_100_max": 0.57566, + "nauc_mrr_at_100_std": -0.03414, + "nauc_mrr_at_100_diff1": 0.858559, + "nauc_mrr_at_1000_max": 0.57567, + "nauc_mrr_at_1000_std": -0.034157, + "nauc_mrr_at_1000_diff1": 0.858561, + "main_score": 0.89168, + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.23444, + "ndcg_at_3": 0.26436, + "ndcg_at_5": 0.27211, + "ndcg_at_10": 0.28223, + "ndcg_at_20": 0.29146, + "ndcg_at_100": 0.32999, + "ndcg_at_1000": 0.38241, + "map_at_1": 0.23444, + "map_at_3": 0.25704, + "map_at_5": 0.26131, + "map_at_10": 0.26532, + "map_at_20": 0.26784, + "map_at_100": 0.2728, + "map_at_1000": 0.27467, + "recall_at_1": 0.23444, + "recall_at_3": 0.28556, + "recall_at_5": 0.30444, + "recall_at_10": 0.33667, + "recall_at_20": 0.37333, + "recall_at_100": 0.58667, + "recall_at_1000": 1.0, + "precision_at_1": 0.23444, + "precision_at_3": 0.09519, + "precision_at_5": 0.06089, + "precision_at_10": 0.03367, + "precision_at_20": 0.01867, + "precision_at_100": 0.00587, + "precision_at_1000": 0.001, + "mrr_at_1": 0.234444, + "mrr_at_3": 0.257037, + "mrr_at_5": 0.261315, + "mrr_at_10": 0.265325, + "mrr_at_20": 0.267839, + "mrr_at_100": 0.272803, + "mrr_at_1000": 0.274672, + "nauc_ndcg_at_1_max": 0.641291, + "nauc_ndcg_at_1_std": 0.091873, + "nauc_ndcg_at_1_diff1": 0.83992, + "nauc_ndcg_at_3_max": 0.5916, + "nauc_ndcg_at_3_std": 0.079282, + "nauc_ndcg_at_3_diff1": 0.790303, + "nauc_ndcg_at_5_max": 0.586695, + "nauc_ndcg_at_5_std": 0.084861, + "nauc_ndcg_at_5_diff1": 0.772006, + "nauc_ndcg_at_10_max": 0.574153, + "nauc_ndcg_at_10_std": 0.089941, + "nauc_ndcg_at_10_diff1": 0.755337, + "nauc_ndcg_at_20_max": 0.565331, + "nauc_ndcg_at_20_std": 0.086239, + "nauc_ndcg_at_20_diff1": 0.743512, + "nauc_ndcg_at_100_max": 0.538606, + "nauc_ndcg_at_100_std": 0.085987, + "nauc_ndcg_at_100_diff1": 0.720017, + "nauc_ndcg_at_1000_max": 0.566096, + "nauc_ndcg_at_1000_std": 0.085025, + "nauc_ndcg_at_1000_diff1": 0.751016, + "nauc_map_at_1_max": 0.641291, + "nauc_map_at_1_std": 0.091873, + "nauc_map_at_1_diff1": 0.83992, + "nauc_map_at_3_max": 0.604161, + "nauc_map_at_3_std": 0.082157, + "nauc_map_at_3_diff1": 0.802599, + "nauc_map_at_5_max": 0.601291, + "nauc_map_at_5_std": 0.085395, + "nauc_map_at_5_diff1": 0.792188, + "nauc_map_at_10_max": 0.596001, + "nauc_map_at_10_std": 0.087335, + "nauc_map_at_10_diff1": 0.78511, + "nauc_map_at_20_max": 0.593405, + "nauc_map_at_20_std": 0.086062, + "nauc_map_at_20_diff1": 0.781895, + "nauc_map_at_100_max": 0.589359, + "nauc_map_at_100_std": 0.086124, + "nauc_map_at_100_diff1": 0.778392, + "nauc_map_at_1000_max": 0.590106, + "nauc_map_at_1000_std": 0.085949, + "nauc_map_at_1000_diff1": 0.77928, + "nauc_recall_at_1_max": 0.641291, + "nauc_recall_at_1_std": 0.091873, + "nauc_recall_at_1_diff1": 0.83992, + "nauc_recall_at_3_max": 0.556664, + "nauc_recall_at_3_std": 0.071396, + "nauc_recall_at_3_diff1": 0.756194, + "nauc_recall_at_5_max": 0.546321, + "nauc_recall_at_5_std": 0.084063, + "nauc_recall_at_5_diff1": 0.71484, + "nauc_recall_at_10_max": 0.51031, + "nauc_recall_at_10_std": 0.099838, + "nauc_recall_at_10_diff1": 0.667287, + "nauc_recall_at_20_max": 0.479598, + "nauc_recall_at_20_std": 0.087662, + "nauc_recall_at_20_diff1": 0.624337, + "nauc_recall_at_100_max": 0.327783, + "nauc_recall_at_100_std": 0.085549, + "nauc_recall_at_100_diff1": 0.48509, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641291, + "nauc_precision_at_1_std": 0.091873, + "nauc_precision_at_1_diff1": 0.83992, + "nauc_precision_at_3_max": 0.556664, + "nauc_precision_at_3_std": 0.071396, + "nauc_precision_at_3_diff1": 0.756194, + "nauc_precision_at_5_max": 0.546321, + "nauc_precision_at_5_std": 0.084063, + "nauc_precision_at_5_diff1": 0.71484, + "nauc_precision_at_10_max": 0.51031, + "nauc_precision_at_10_std": 0.099838, + "nauc_precision_at_10_diff1": 0.667287, + "nauc_precision_at_20_max": 0.479598, + "nauc_precision_at_20_std": 0.087662, + "nauc_precision_at_20_diff1": 0.624337, + "nauc_precision_at_100_max": 0.327783, + "nauc_precision_at_100_std": 0.085549, + "nauc_precision_at_100_diff1": 0.48509, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.641291, + "nauc_mrr_at_1_std": 0.091873, + "nauc_mrr_at_1_diff1": 0.83992, + "nauc_mrr_at_3_max": 0.604161, + "nauc_mrr_at_3_std": 0.082157, + "nauc_mrr_at_3_diff1": 0.802599, + "nauc_mrr_at_5_max": 0.601291, + "nauc_mrr_at_5_std": 0.085395, + "nauc_mrr_at_5_diff1": 0.792188, + "nauc_mrr_at_10_max": 0.596001, + "nauc_mrr_at_10_std": 0.087335, + "nauc_mrr_at_10_diff1": 0.78511, + "nauc_mrr_at_20_max": 0.593405, + "nauc_mrr_at_20_std": 0.086062, + "nauc_mrr_at_20_diff1": 0.781895, + "nauc_mrr_at_100_max": 0.589359, + "nauc_mrr_at_100_std": 0.086124, + "nauc_mrr_at_100_diff1": 0.778392, + "nauc_mrr_at_1000_max": 0.590106, + "nauc_mrr_at_1000_std": 0.085949, + "nauc_mrr_at_1000_diff1": 0.77928, + "main_score": 0.28223, + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.84667, + "ndcg_at_3": 0.89575, + "ndcg_at_5": 0.90173, + "ndcg_at_10": 0.90652, + "ndcg_at_20": 0.91093, + "ndcg_at_100": 0.91387, + "ndcg_at_1000": 0.91504, + "map_at_1": 0.84667, + "map_at_3": 0.88389, + "map_at_5": 0.88722, + "map_at_10": 0.88927, + "map_at_20": 0.89059, + "map_at_100": 0.89101, + "map_at_1000": 0.89106, + "recall_at_1": 0.84667, + "recall_at_3": 0.93, + "recall_at_5": 0.94444, + "recall_at_10": 0.95889, + "recall_at_20": 0.97556, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.84667, + "precision_at_3": 0.31, + "precision_at_5": 0.18889, + "precision_at_10": 0.09589, + "precision_at_20": 0.04878, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846667, + "mrr_at_3": 0.883889, + "mrr_at_5": 0.887222, + "mrr_at_10": 0.88927, + "mrr_at_20": 0.890588, + "mrr_at_100": 0.891008, + "mrr_at_1000": 0.891058, + "nauc_ndcg_at_1_max": 0.715189, + "nauc_ndcg_at_1_std": 0.123318, + "nauc_ndcg_at_1_diff1": 0.92389, + "nauc_ndcg_at_3_max": 0.772332, + "nauc_ndcg_at_3_std": 0.201394, + "nauc_ndcg_at_3_diff1": 0.906079, + "nauc_ndcg_at_5_max": 0.77479, + "nauc_ndcg_at_5_std": 0.194394, + "nauc_ndcg_at_5_diff1": 0.906505, + "nauc_ndcg_at_10_max": 0.772661, + "nauc_ndcg_at_10_std": 0.188084, + "nauc_ndcg_at_10_diff1": 0.911243, + "nauc_ndcg_at_20_max": 0.766663, + "nauc_ndcg_at_20_std": 0.176685, + "nauc_ndcg_at_20_diff1": 0.911258, + "nauc_ndcg_at_100_max": 0.762258, + "nauc_ndcg_at_100_std": 0.180617, + "nauc_ndcg_at_100_diff1": 0.911184, + "nauc_ndcg_at_1000_max": 0.759903, + "nauc_ndcg_at_1000_std": 0.175637, + "nauc_ndcg_at_1000_diff1": 0.911335, + "nauc_map_at_1_max": 0.715189, + "nauc_map_at_1_std": 0.123318, + "nauc_map_at_1_diff1": 0.92389, + "nauc_map_at_3_max": 0.756131, + "nauc_map_at_3_std": 0.175545, + "nauc_map_at_3_diff1": 0.910318, + "nauc_map_at_5_max": 0.756649, + "nauc_map_at_5_std": 0.170666, + "nauc_map_at_5_diff1": 0.910581, + "nauc_map_at_10_max": 0.7554, + "nauc_map_at_10_std": 0.167982, + "nauc_map_at_10_diff1": 0.912323, + "nauc_map_at_20_max": 0.753637, + "nauc_map_at_20_std": 0.164779, + "nauc_map_at_20_diff1": 0.912334, + "nauc_map_at_100_max": 0.753156, + "nauc_map_at_100_std": 0.165837, + "nauc_map_at_100_diff1": 0.912337, + "nauc_map_at_1000_max": 0.753084, + "nauc_map_at_1000_std": 0.165752, + "nauc_map_at_1000_diff1": 0.912342, + "nauc_recall_at_1_max": 0.715189, + "nauc_recall_at_1_std": 0.123318, + "nauc_recall_at_1_diff1": 0.92389, + "nauc_recall_at_3_max": 0.84642, + "nauc_recall_at_3_std": 0.322329, + "nauc_recall_at_3_diff1": 0.887288, + "nauc_recall_at_5_max": 0.877451, + "nauc_recall_at_5_std": 0.330121, + "nauc_recall_at_5_diff1": 0.884781, + "nauc_recall_at_10_max": 0.901014, + "nauc_recall_at_10_std": 0.334519, + "nauc_recall_at_10_diff1": 0.909468, + "nauc_recall_at_20_max": 0.911192, + "nauc_recall_at_20_std": 0.28773, + "nauc_recall_at_20_diff1": 0.908645, + "nauc_recall_at_100_max": 0.932598, + "nauc_recall_at_100_std": 0.57172, + "nauc_recall_at_100_diff1": 0.899918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715189, + "nauc_precision_at_1_std": 0.123318, + "nauc_precision_at_1_diff1": 0.92389, + "nauc_precision_at_3_max": 0.84642, + "nauc_precision_at_3_std": 0.322329, + "nauc_precision_at_3_diff1": 0.887288, + "nauc_precision_at_5_max": 0.877451, + "nauc_precision_at_5_std": 0.330121, + "nauc_precision_at_5_diff1": 0.884781, + "nauc_precision_at_10_max": 0.901014, + "nauc_precision_at_10_std": 0.334519, + "nauc_precision_at_10_diff1": 0.909468, + "nauc_precision_at_20_max": 0.911192, + "nauc_precision_at_20_std": 0.28773, + "nauc_precision_at_20_diff1": 0.908645, + "nauc_precision_at_100_max": 0.932598, + "nauc_precision_at_100_std": 0.57172, + "nauc_precision_at_100_diff1": 0.899918, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715189, + "nauc_mrr_at_1_std": 0.123318, + "nauc_mrr_at_1_diff1": 0.92389, + "nauc_mrr_at_3_max": 0.756131, + "nauc_mrr_at_3_std": 0.175545, + "nauc_mrr_at_3_diff1": 0.910318, + "nauc_mrr_at_5_max": 0.756649, + "nauc_mrr_at_5_std": 0.170666, + "nauc_mrr_at_5_diff1": 0.910581, + "nauc_mrr_at_10_max": 0.7554, + "nauc_mrr_at_10_std": 0.167982, + "nauc_mrr_at_10_diff1": 0.912323, + "nauc_mrr_at_20_max": 0.753637, + "nauc_mrr_at_20_std": 0.164779, + "nauc_mrr_at_20_diff1": 0.912334, + "nauc_mrr_at_100_max": 0.753156, + "nauc_mrr_at_100_std": 0.165837, + "nauc_mrr_at_100_diff1": 0.912337, + "nauc_mrr_at_1000_max": 0.753084, + "nauc_mrr_at_1000_std": 0.165752, + "nauc_mrr_at_1000_diff1": 0.912342, + "main_score": 0.90652, + "hf_subset": "ars_Arab-ars_Arab", + "languages": [ + "ars-Arab", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.95446, + "ndcg_at_5": 0.95991, + "ndcg_at_10": 0.96067, + "ndcg_at_20": 0.96296, + "ndcg_at_100": 0.9636, + "ndcg_at_1000": 0.96387, + "map_at_1": 0.93222, + "map_at_3": 0.94907, + "map_at_5": 0.95207, + "map_at_10": 0.95242, + "map_at_20": 0.95306, + "map_at_100": 0.95316, + "map_at_1000": 0.95317, + "recall_at_1": 0.93222, + "recall_at_3": 0.97, + "recall_at_5": 0.98333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.32333, + "precision_at_5": 0.19667, + "precision_at_10": 0.09856, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.949074, + "mrr_at_5": 0.952074, + "mrr_at_10": 0.952418, + "mrr_at_20": 0.953065, + "mrr_at_100": 0.953164, + "mrr_at_1000": 0.95317, + "nauc_ndcg_at_1_max": 0.689986, + "nauc_ndcg_at_1_std": -0.282385, + "nauc_ndcg_at_1_diff1": 0.930737, + "nauc_ndcg_at_3_max": 0.76059, + "nauc_ndcg_at_3_std": -0.241154, + "nauc_ndcg_at_3_diff1": 0.933639, + "nauc_ndcg_at_5_max": 0.748261, + "nauc_ndcg_at_5_std": -0.2507, + "nauc_ndcg_at_5_diff1": 0.930558, + "nauc_ndcg_at_10_max": 0.746152, + "nauc_ndcg_at_10_std": -0.248341, + "nauc_ndcg_at_10_diff1": 0.934923, + "nauc_ndcg_at_20_max": 0.740608, + "nauc_ndcg_at_20_std": -0.233406, + "nauc_ndcg_at_20_diff1": 0.934886, + "nauc_ndcg_at_100_max": 0.738763, + "nauc_ndcg_at_100_std": -0.237491, + "nauc_ndcg_at_100_diff1": 0.933727, + "nauc_ndcg_at_1000_max": 0.737347, + "nauc_ndcg_at_1000_std": -0.246464, + "nauc_ndcg_at_1000_diff1": 0.933246, + "nauc_map_at_1_max": 0.689986, + "nauc_map_at_1_std": -0.282385, + "nauc_map_at_1_diff1": 0.930737, + "nauc_map_at_3_max": 0.742292, + "nauc_map_at_3_std": -0.251425, + "nauc_map_at_3_diff1": 0.93251, + "nauc_map_at_5_max": 0.735163, + "nauc_map_at_5_std": -0.25764, + "nauc_map_at_5_diff1": 0.930937, + "nauc_map_at_10_max": 0.734329, + "nauc_map_at_10_std": -0.257054, + "nauc_map_at_10_diff1": 0.932609, + "nauc_map_at_20_max": 0.732556, + "nauc_map_at_20_std": -0.254922, + "nauc_map_at_20_diff1": 0.932552, + "nauc_map_at_100_max": 0.732354, + "nauc_map_at_100_std": -0.255227, + "nauc_map_at_100_diff1": 0.932409, + "nauc_map_at_1000_max": 0.732327, + "nauc_map_at_1000_std": -0.255394, + "nauc_map_at_1000_diff1": 0.9324, + "nauc_recall_at_1_max": 0.689986, + "nauc_recall_at_1_std": -0.282385, + "nauc_recall_at_1_diff1": 0.930737, + "nauc_recall_at_3_max": 0.847166, + "nauc_recall_at_3_std": -0.192914, + "nauc_recall_at_3_diff1": 0.939309, + "nauc_recall_at_5_max": 0.847526, + "nauc_recall_at_5_std": -0.196483, + "nauc_recall_at_5_diff1": 0.926704, + "nauc_recall_at_10_max": 0.845436, + "nauc_recall_at_10_std": -0.165661, + "nauc_recall_at_10_diff1": 0.959779, + "nauc_recall_at_20_max": 0.884687, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689986, + "nauc_precision_at_1_std": -0.282385, + "nauc_precision_at_1_diff1": 0.930737, + "nauc_precision_at_3_max": 0.847166, + "nauc_precision_at_3_std": -0.192914, + "nauc_precision_at_3_diff1": 0.939309, + "nauc_precision_at_5_max": 0.847526, + "nauc_precision_at_5_std": -0.196483, + "nauc_precision_at_5_diff1": 0.926704, + "nauc_precision_at_10_max": 0.845436, + "nauc_precision_at_10_std": -0.165661, + "nauc_precision_at_10_diff1": 0.959779, + "nauc_precision_at_20_max": 0.884687, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689986, + "nauc_mrr_at_1_std": -0.282385, + "nauc_mrr_at_1_diff1": 0.930737, + "nauc_mrr_at_3_max": 0.742292, + "nauc_mrr_at_3_std": -0.251425, + "nauc_mrr_at_3_diff1": 0.93251, + "nauc_mrr_at_5_max": 0.735163, + "nauc_mrr_at_5_std": -0.25764, + "nauc_mrr_at_5_diff1": 0.930937, + "nauc_mrr_at_10_max": 0.734329, + "nauc_mrr_at_10_std": -0.257054, + "nauc_mrr_at_10_diff1": 0.932609, + "nauc_mrr_at_20_max": 0.732556, + "nauc_mrr_at_20_std": -0.254922, + "nauc_mrr_at_20_diff1": 0.932552, + "nauc_mrr_at_100_max": 0.732354, + "nauc_mrr_at_100_std": -0.255227, + "nauc_mrr_at_100_diff1": 0.932409, + "nauc_mrr_at_1000_max": 0.732327, + "nauc_mrr_at_1000_std": -0.255394, + "nauc_mrr_at_1000_diff1": 0.9324, + "main_score": 0.96067, + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89268, + "ndcg_at_5": 0.90186, + "ndcg_at_10": 0.90944, + "ndcg_at_20": 0.91225, + "ndcg_at_100": 0.91544, + "ndcg_at_1000": 0.91588, + "map_at_1": 0.84778, + "map_at_3": 0.88204, + "map_at_5": 0.88715, + "map_at_10": 0.89029, + "map_at_20": 0.89106, + "map_at_100": 0.89154, + "map_at_1000": 0.89156, + "recall_at_1": 0.84778, + "recall_at_3": 0.92333, + "recall_at_5": 0.94556, + "recall_at_10": 0.96889, + "recall_at_20": 0.98, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.30778, + "precision_at_5": 0.18911, + "precision_at_10": 0.09689, + "precision_at_20": 0.049, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.882037, + "mrr_at_5": 0.887148, + "mrr_at_10": 0.890289, + "mrr_at_20": 0.891059, + "mrr_at_100": 0.891539, + "mrr_at_1000": 0.891556, + "nauc_ndcg_at_1_max": 0.724404, + "nauc_ndcg_at_1_std": 0.203361, + "nauc_ndcg_at_1_diff1": 0.927166, + "nauc_ndcg_at_3_max": 0.778297, + "nauc_ndcg_at_3_std": 0.259075, + "nauc_ndcg_at_3_diff1": 0.915076, + "nauc_ndcg_at_5_max": 0.777662, + "nauc_ndcg_at_5_std": 0.263921, + "nauc_ndcg_at_5_diff1": 0.914335, + "nauc_ndcg_at_10_max": 0.775546, + "nauc_ndcg_at_10_std": 0.280101, + "nauc_ndcg_at_10_diff1": 0.916971, + "nauc_ndcg_at_20_max": 0.772744, + "nauc_ndcg_at_20_std": 0.277183, + "nauc_ndcg_at_20_diff1": 0.917838, + "nauc_ndcg_at_100_max": 0.767085, + "nauc_ndcg_at_100_std": 0.261413, + "nauc_ndcg_at_100_diff1": 0.918928, + "nauc_ndcg_at_1000_max": 0.766054, + "nauc_ndcg_at_1000_std": 0.257909, + "nauc_ndcg_at_1000_diff1": 0.918491, + "nauc_map_at_1_max": 0.724404, + "nauc_map_at_1_std": 0.203361, + "nauc_map_at_1_diff1": 0.927166, + "nauc_map_at_3_max": 0.763892, + "nauc_map_at_3_std": 0.243017, + "nauc_map_at_3_diff1": 0.918146, + "nauc_map_at_5_max": 0.76314, + "nauc_map_at_5_std": 0.245521, + "nauc_map_at_5_diff1": 0.918017, + "nauc_map_at_10_max": 0.762145, + "nauc_map_at_10_std": 0.250964, + "nauc_map_at_10_diff1": 0.918942, + "nauc_map_at_20_max": 0.76136, + "nauc_map_at_20_std": 0.249699, + "nauc_map_at_20_diff1": 0.919169, + "nauc_map_at_100_max": 0.760625, + "nauc_map_at_100_std": 0.247648, + "nauc_map_at_100_diff1": 0.919283, + "nauc_map_at_1000_max": 0.76059, + "nauc_map_at_1000_std": 0.247532, + "nauc_map_at_1000_diff1": 0.919269, + "nauc_recall_at_1_max": 0.724404, + "nauc_recall_at_1_std": 0.203361, + "nauc_recall_at_1_diff1": 0.927166, + "nauc_recall_at_3_max": 0.839118, + "nauc_recall_at_3_std": 0.327697, + "nauc_recall_at_3_diff1": 0.902231, + "nauc_recall_at_5_max": 0.859334, + "nauc_recall_at_5_std": 0.368833, + "nauc_recall_at_5_diff1": 0.8931, + "nauc_recall_at_10_max": 0.899293, + "nauc_recall_at_10_std": 0.581166, + "nauc_recall_at_10_diff1": 0.901794, + "nauc_recall_at_20_max": 0.923488, + "nauc_recall_at_20_std": 0.715531, + "nauc_recall_at_20_diff1": 0.907148, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724404, + "nauc_precision_at_1_std": 0.203361, + "nauc_precision_at_1_diff1": 0.927166, + "nauc_precision_at_3_max": 0.839118, + "nauc_precision_at_3_std": 0.327697, + "nauc_precision_at_3_diff1": 0.902231, + "nauc_precision_at_5_max": 0.859334, + "nauc_precision_at_5_std": 0.368833, + "nauc_precision_at_5_diff1": 0.8931, + "nauc_precision_at_10_max": 0.899293, + "nauc_precision_at_10_std": 0.581166, + "nauc_precision_at_10_diff1": 0.901794, + "nauc_precision_at_20_max": 0.923488, + "nauc_precision_at_20_std": 0.715531, + "nauc_precision_at_20_diff1": 0.907148, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724404, + "nauc_mrr_at_1_std": 0.203361, + "nauc_mrr_at_1_diff1": 0.927166, + "nauc_mrr_at_3_max": 0.763892, + "nauc_mrr_at_3_std": 0.243017, + "nauc_mrr_at_3_diff1": 0.918146, + "nauc_mrr_at_5_max": 0.76314, + "nauc_mrr_at_5_std": 0.245521, + "nauc_mrr_at_5_diff1": 0.918017, + "nauc_mrr_at_10_max": 0.762145, + "nauc_mrr_at_10_std": 0.250964, + "nauc_mrr_at_10_diff1": 0.918942, + "nauc_mrr_at_20_max": 0.76136, + "nauc_mrr_at_20_std": 0.249699, + "nauc_mrr_at_20_diff1": 0.919169, + "nauc_mrr_at_100_max": 0.760625, + "nauc_mrr_at_100_std": 0.247648, + "nauc_mrr_at_100_diff1": 0.919283, + "nauc_mrr_at_1000_max": 0.76059, + "nauc_mrr_at_1000_std": 0.247532, + "nauc_mrr_at_1000_diff1": 0.919269, + "main_score": 0.90944, + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.8029, + "ndcg_at_3": 0.85422, + "ndcg_at_5": 0.86256, + "ndcg_at_10": 0.87066, + "ndcg_at_20": 0.8764, + "ndcg_at_100": 0.88232, + "ndcg_at_1000": 0.88397, + "map_at_1": 0.8029, + "map_at_3": 0.84224, + "map_at_5": 0.84692, + "map_at_10": 0.85036, + "map_at_20": 0.852, + "map_at_100": 0.85279, + "map_at_1000": 0.85286, + "recall_at_1": 0.8029, + "recall_at_3": 0.88864, + "recall_at_5": 0.90869, + "recall_at_10": 0.93318, + "recall_at_20": 0.95546, + "recall_at_100": 0.98775, + "recall_at_1000": 1.0, + "precision_at_1": 0.8029, + "precision_at_3": 0.29621, + "precision_at_5": 0.18174, + "precision_at_10": 0.09332, + "precision_at_20": 0.04777, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.802895, + "mrr_at_3": 0.842242, + "mrr_at_5": 0.846919, + "mrr_at_10": 0.850358, + "mrr_at_20": 0.851997, + "mrr_at_100": 0.852786, + "mrr_at_1000": 0.85286, + "nauc_ndcg_at_1_max": 0.78063, + "nauc_ndcg_at_1_std": 0.253444, + "nauc_ndcg_at_1_diff1": 0.898693, + "nauc_ndcg_at_3_max": 0.811901, + "nauc_ndcg_at_3_std": 0.295069, + "nauc_ndcg_at_3_diff1": 0.88314, + "nauc_ndcg_at_5_max": 0.816086, + "nauc_ndcg_at_5_std": 0.30856, + "nauc_ndcg_at_5_diff1": 0.88642, + "nauc_ndcg_at_10_max": 0.813858, + "nauc_ndcg_at_10_std": 0.313866, + "nauc_ndcg_at_10_diff1": 0.887954, + "nauc_ndcg_at_20_max": 0.8112, + "nauc_ndcg_at_20_std": 0.313543, + "nauc_ndcg_at_20_diff1": 0.887883, + "nauc_ndcg_at_100_max": 0.807575, + "nauc_ndcg_at_100_std": 0.305644, + "nauc_ndcg_at_100_diff1": 0.888443, + "nauc_ndcg_at_1000_max": 0.80743, + "nauc_ndcg_at_1000_std": 0.300622, + "nauc_ndcg_at_1000_diff1": 0.888561, + "nauc_map_at_1_max": 0.78063, + "nauc_map_at_1_std": 0.253444, + "nauc_map_at_1_diff1": 0.898693, + "nauc_map_at_3_max": 0.804055, + "nauc_map_at_3_std": 0.283237, + "nauc_map_at_3_diff1": 0.887724, + "nauc_map_at_5_max": 0.805698, + "nauc_map_at_5_std": 0.289334, + "nauc_map_at_5_diff1": 0.889286, + "nauc_map_at_10_max": 0.804715, + "nauc_map_at_10_std": 0.290435, + "nauc_map_at_10_diff1": 0.889971, + "nauc_map_at_20_max": 0.804027, + "nauc_map_at_20_std": 0.290361, + "nauc_map_at_20_diff1": 0.889924, + "nauc_map_at_100_max": 0.803618, + "nauc_map_at_100_std": 0.289705, + "nauc_map_at_100_diff1": 0.889869, + "nauc_map_at_1000_max": 0.803637, + "nauc_map_at_1000_std": 0.289564, + "nauc_map_at_1000_diff1": 0.889884, + "nauc_recall_at_1_max": 0.78063, + "nauc_recall_at_1_std": 0.253444, + "nauc_recall_at_1_diff1": 0.898693, + "nauc_recall_at_3_max": 0.842053, + "nauc_recall_at_3_std": 0.341466, + "nauc_recall_at_3_diff1": 0.865071, + "nauc_recall_at_5_max": 0.864402, + "nauc_recall_at_5_std": 0.40049, + "nauc_recall_at_5_diff1": 0.87438, + "nauc_recall_at_10_max": 0.868607, + "nauc_recall_at_10_std": 0.468493, + "nauc_recall_at_10_diff1": 0.87805, + "nauc_recall_at_20_max": 0.867289, + "nauc_recall_at_20_std": 0.535761, + "nauc_recall_at_20_diff1": 0.873575, + "nauc_recall_at_100_max": 0.829201, + "nauc_recall_at_100_std": 0.66301, + "nauc_recall_at_100_diff1": 0.885169, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.78063, + "nauc_precision_at_1_std": 0.253444, + "nauc_precision_at_1_diff1": 0.898693, + "nauc_precision_at_3_max": 0.842053, + "nauc_precision_at_3_std": 0.341466, + "nauc_precision_at_3_diff1": 0.865071, + "nauc_precision_at_5_max": 0.864402, + "nauc_precision_at_5_std": 0.40049, + "nauc_precision_at_5_diff1": 0.87438, + "nauc_precision_at_10_max": 0.868607, + "nauc_precision_at_10_std": 0.468493, + "nauc_precision_at_10_diff1": 0.87805, + "nauc_precision_at_20_max": 0.867289, + "nauc_precision_at_20_std": 0.535761, + "nauc_precision_at_20_diff1": 0.873575, + "nauc_precision_at_100_max": 0.829201, + "nauc_precision_at_100_std": 0.66301, + "nauc_precision_at_100_diff1": 0.885169, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.78063, + "nauc_mrr_at_1_std": 0.253444, + "nauc_mrr_at_1_diff1": 0.898693, + "nauc_mrr_at_3_max": 0.804055, + "nauc_mrr_at_3_std": 0.283237, + "nauc_mrr_at_3_diff1": 0.887724, + "nauc_mrr_at_5_max": 0.805698, + "nauc_mrr_at_5_std": 0.289334, + "nauc_mrr_at_5_diff1": 0.889286, + "nauc_mrr_at_10_max": 0.804715, + "nauc_mrr_at_10_std": 0.290435, + "nauc_mrr_at_10_diff1": 0.889971, + "nauc_mrr_at_20_max": 0.804027, + "nauc_mrr_at_20_std": 0.290361, + "nauc_mrr_at_20_diff1": 0.889924, + "nauc_mrr_at_100_max": 0.803618, + "nauc_mrr_at_100_std": 0.289705, + "nauc_mrr_at_100_diff1": 0.889869, + "nauc_mrr_at_1000_max": 0.803637, + "nauc_mrr_at_1000_std": 0.289564, + "nauc_mrr_at_1000_diff1": 0.889884, + "main_score": 0.87066, + "hf_subset": "ary_Arab-ary_Arab", + "languages": [ + "ary-Arab", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94246, + "ndcg_at_5": 0.94662, + "ndcg_at_10": 0.94952, + "ndcg_at_20": 0.95091, + "ndcg_at_100": 0.95276, + "ndcg_at_1000": 0.95302, + "map_at_1": 0.91, + "map_at_3": 0.93481, + "map_at_5": 0.93715, + "map_at_10": 0.93836, + "map_at_20": 0.93873, + "map_at_100": 0.93906, + "map_at_1000": 0.93907, + "recall_at_1": 0.91, + "recall_at_3": 0.96444, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91, + "precision_at_3": 0.32148, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.934815, + "mrr_at_5": 0.937148, + "mrr_at_10": 0.938356, + "mrr_at_20": 0.938733, + "mrr_at_100": 0.939064, + "mrr_at_1000": 0.93907, + "nauc_ndcg_at_1_max": 0.650177, + "nauc_ndcg_at_1_std": -0.131105, + "nauc_ndcg_at_1_diff1": 0.913753, + "nauc_ndcg_at_3_max": 0.736864, + "nauc_ndcg_at_3_std": -0.074098, + "nauc_ndcg_at_3_diff1": 0.914058, + "nauc_ndcg_at_5_max": 0.717407, + "nauc_ndcg_at_5_std": -0.086345, + "nauc_ndcg_at_5_diff1": 0.912408, + "nauc_ndcg_at_10_max": 0.705954, + "nauc_ndcg_at_10_std": -0.087039, + "nauc_ndcg_at_10_diff1": 0.912082, + "nauc_ndcg_at_20_max": 0.701856, + "nauc_ndcg_at_20_std": -0.090019, + "nauc_ndcg_at_20_diff1": 0.915023, + "nauc_ndcg_at_100_max": 0.70285, + "nauc_ndcg_at_100_std": -0.087348, + "nauc_ndcg_at_100_diff1": 0.913636, + "nauc_ndcg_at_1000_max": 0.701552, + "nauc_ndcg_at_1000_std": -0.093396, + "nauc_ndcg_at_1000_diff1": 0.913156, + "nauc_map_at_1_max": 0.650177, + "nauc_map_at_1_std": -0.131105, + "nauc_map_at_1_diff1": 0.913753, + "nauc_map_at_3_max": 0.71163, + "nauc_map_at_3_std": -0.092051, + "nauc_map_at_3_diff1": 0.913054, + "nauc_map_at_5_max": 0.701387, + "nauc_map_at_5_std": -0.099224, + "nauc_map_at_5_diff1": 0.912259, + "nauc_map_at_10_max": 0.697204, + "nauc_map_at_10_std": -0.100095, + "nauc_map_at_10_diff1": 0.912091, + "nauc_map_at_20_max": 0.696328, + "nauc_map_at_20_std": -0.101121, + "nauc_map_at_20_diff1": 0.912866, + "nauc_map_at_100_max": 0.696411, + "nauc_map_at_100_std": -0.10077, + "nauc_map_at_100_diff1": 0.912643, + "nauc_map_at_1000_max": 0.696386, + "nauc_map_at_1000_std": -0.100882, + "nauc_map_at_1000_diff1": 0.912634, + "nauc_recall_at_1_max": 0.650177, + "nauc_recall_at_1_std": -0.131105, + "nauc_recall_at_1_diff1": 0.913753, + "nauc_recall_at_3_max": 0.867618, + "nauc_recall_at_3_std": 0.020104, + "nauc_recall_at_3_diff1": 0.920051, + "nauc_recall_at_5_max": 0.8215, + "nauc_recall_at_5_std": 0.002355, + "nauc_recall_at_5_diff1": 0.913835, + "nauc_recall_at_10_max": 0.769872, + "nauc_recall_at_10_std": 0.050451, + "nauc_recall_at_10_diff1": 0.912543, + "nauc_recall_at_20_max": 0.727171, + "nauc_recall_at_20_std": 0.078852, + "nauc_recall_at_20_diff1": 0.95915, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650177, + "nauc_precision_at_1_std": -0.131105, + "nauc_precision_at_1_diff1": 0.913753, + "nauc_precision_at_3_max": 0.867618, + "nauc_precision_at_3_std": 0.020104, + "nauc_precision_at_3_diff1": 0.920051, + "nauc_precision_at_5_max": 0.8215, + "nauc_precision_at_5_std": 0.002355, + "nauc_precision_at_5_diff1": 0.913835, + "nauc_precision_at_10_max": 0.769872, + "nauc_precision_at_10_std": 0.050451, + "nauc_precision_at_10_diff1": 0.912543, + "nauc_precision_at_20_max": 0.727171, + "nauc_precision_at_20_std": 0.078852, + "nauc_precision_at_20_diff1": 0.95915, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.650177, + "nauc_mrr_at_1_std": -0.131105, + "nauc_mrr_at_1_diff1": 0.913753, + "nauc_mrr_at_3_max": 0.71163, + "nauc_mrr_at_3_std": -0.092051, + "nauc_mrr_at_3_diff1": 0.913054, + "nauc_mrr_at_5_max": 0.701387, + "nauc_mrr_at_5_std": -0.099224, + "nauc_mrr_at_5_diff1": 0.912259, + "nauc_mrr_at_10_max": 0.697204, + "nauc_mrr_at_10_std": -0.100095, + "nauc_mrr_at_10_diff1": 0.912091, + "nauc_mrr_at_20_max": 0.696328, + "nauc_mrr_at_20_std": -0.101121, + "nauc_mrr_at_20_diff1": 0.912866, + "nauc_mrr_at_100_max": 0.696411, + "nauc_mrr_at_100_std": -0.10077, + "nauc_mrr_at_100_diff1": 0.912643, + "nauc_mrr_at_1000_max": 0.696386, + "nauc_mrr_at_1000_std": -0.100882, + "nauc_mrr_at_1000_diff1": 0.912634, + "main_score": 0.94952, + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81737, + "ndcg_at_3": 0.8617, + "ndcg_at_5": 0.87047, + "ndcg_at_10": 0.88011, + "ndcg_at_20": 0.88524, + "ndcg_at_100": 0.89089, + "ndcg_at_1000": 0.8921, + "map_at_1": 0.81737, + "map_at_3": 0.85152, + "map_at_5": 0.85642, + "map_at_10": 0.86056, + "map_at_20": 0.862, + "map_at_100": 0.86281, + "map_at_1000": 0.86286, + "recall_at_1": 0.81737, + "recall_at_3": 0.89087, + "recall_at_5": 0.91203, + "recall_at_10": 0.94098, + "recall_at_20": 0.96102, + "recall_at_100": 0.99109, + "recall_at_1000": 1.0, + "precision_at_1": 0.81737, + "precision_at_3": 0.29696, + "precision_at_5": 0.18241, + "precision_at_10": 0.0941, + "precision_at_20": 0.04805, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817372, + "mrr_at_3": 0.851522, + "mrr_at_5": 0.856422, + "mrr_at_10": 0.860562, + "mrr_at_20": 0.861998, + "mrr_at_100": 0.862807, + "mrr_at_1000": 0.862862, + "nauc_ndcg_at_1_max": 0.715415, + "nauc_ndcg_at_1_std": 0.271875, + "nauc_ndcg_at_1_diff1": 0.865079, + "nauc_ndcg_at_3_max": 0.754263, + "nauc_ndcg_at_3_std": 0.309926, + "nauc_ndcg_at_3_diff1": 0.848535, + "nauc_ndcg_at_5_max": 0.755336, + "nauc_ndcg_at_5_std": 0.312394, + "nauc_ndcg_at_5_diff1": 0.849973, + "nauc_ndcg_at_10_max": 0.751778, + "nauc_ndcg_at_10_std": 0.326769, + "nauc_ndcg_at_10_diff1": 0.852118, + "nauc_ndcg_at_20_max": 0.754669, + "nauc_ndcg_at_20_std": 0.334864, + "nauc_ndcg_at_20_diff1": 0.852389, + "nauc_ndcg_at_100_max": 0.747948, + "nauc_ndcg_at_100_std": 0.316692, + "nauc_ndcg_at_100_diff1": 0.852695, + "nauc_ndcg_at_1000_max": 0.7466, + "nauc_ndcg_at_1000_std": 0.313159, + "nauc_ndcg_at_1000_diff1": 0.853452, + "nauc_map_at_1_max": 0.715415, + "nauc_map_at_1_std": 0.271875, + "nauc_map_at_1_diff1": 0.865079, + "nauc_map_at_3_max": 0.74426, + "nauc_map_at_3_std": 0.298773, + "nauc_map_at_3_diff1": 0.853256, + "nauc_map_at_5_max": 0.744479, + "nauc_map_at_5_std": 0.300069, + "nauc_map_at_5_diff1": 0.853907, + "nauc_map_at_10_max": 0.742885, + "nauc_map_at_10_std": 0.305156, + "nauc_map_at_10_diff1": 0.854947, + "nauc_map_at_20_max": 0.743406, + "nauc_map_at_20_std": 0.306783, + "nauc_map_at_20_diff1": 0.855035, + "nauc_map_at_100_max": 0.742413, + "nauc_map_at_100_std": 0.304296, + "nauc_map_at_100_diff1": 0.855025, + "nauc_map_at_1000_max": 0.742361, + "nauc_map_at_1000_std": 0.304159, + "nauc_map_at_1000_diff1": 0.855059, + "nauc_recall_at_1_max": 0.715415, + "nauc_recall_at_1_std": 0.271875, + "nauc_recall_at_1_diff1": 0.865079, + "nauc_recall_at_3_max": 0.791557, + "nauc_recall_at_3_std": 0.352342, + "nauc_recall_at_3_diff1": 0.830648, + "nauc_recall_at_5_max": 0.803652, + "nauc_recall_at_5_std": 0.367744, + "nauc_recall_at_5_diff1": 0.833054, + "nauc_recall_at_10_max": 0.80569, + "nauc_recall_at_10_std": 0.477693, + "nauc_recall_at_10_diff1": 0.835918, + "nauc_recall_at_20_max": 0.867071, + "nauc_recall_at_20_std": 0.646075, + "nauc_recall_at_20_diff1": 0.830767, + "nauc_recall_at_100_max": 0.863103, + "nauc_recall_at_100_std": 0.618168, + "nauc_recall_at_100_diff1": 0.791027, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715415, + "nauc_precision_at_1_std": 0.271875, + "nauc_precision_at_1_diff1": 0.865079, + "nauc_precision_at_3_max": 0.791557, + "nauc_precision_at_3_std": 0.352342, + "nauc_precision_at_3_diff1": 0.830648, + "nauc_precision_at_5_max": 0.803652, + "nauc_precision_at_5_std": 0.367744, + "nauc_precision_at_5_diff1": 0.833054, + "nauc_precision_at_10_max": 0.80569, + "nauc_precision_at_10_std": 0.477693, + "nauc_precision_at_10_diff1": 0.835918, + "nauc_precision_at_20_max": 0.867071, + "nauc_precision_at_20_std": 0.646075, + "nauc_precision_at_20_diff1": 0.830767, + "nauc_precision_at_100_max": 0.863103, + "nauc_precision_at_100_std": 0.618168, + "nauc_precision_at_100_diff1": 0.791027, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715415, + "nauc_mrr_at_1_std": 0.271875, + "nauc_mrr_at_1_diff1": 0.865079, + "nauc_mrr_at_3_max": 0.74426, + "nauc_mrr_at_3_std": 0.298773, + "nauc_mrr_at_3_diff1": 0.853256, + "nauc_mrr_at_5_max": 0.744479, + "nauc_mrr_at_5_std": 0.300069, + "nauc_mrr_at_5_diff1": 0.853907, + "nauc_mrr_at_10_max": 0.742885, + "nauc_mrr_at_10_std": 0.305156, + "nauc_mrr_at_10_diff1": 0.854947, + "nauc_mrr_at_20_max": 0.743406, + "nauc_mrr_at_20_std": 0.306783, + "nauc_mrr_at_20_diff1": 0.855035, + "nauc_mrr_at_100_max": 0.742413, + "nauc_mrr_at_100_std": 0.304296, + "nauc_mrr_at_100_diff1": 0.855025, + "nauc_mrr_at_1000_max": 0.742361, + "nauc_mrr_at_1000_std": 0.304159, + "nauc_mrr_at_1000_diff1": 0.855059, + "main_score": 0.88011, + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.82778, + "ndcg_at_3": 0.87145, + "ndcg_at_5": 0.88212, + "ndcg_at_10": 0.89039, + "ndcg_at_20": 0.89356, + "ndcg_at_100": 0.89845, + "ndcg_at_1000": 0.89975, + "map_at_1": 0.82778, + "map_at_3": 0.86148, + "map_at_5": 0.86748, + "map_at_10": 0.8709, + "map_at_20": 0.87181, + "map_at_100": 0.87247, + "map_at_1000": 0.87253, + "recall_at_1": 0.82778, + "recall_at_3": 0.9, + "recall_at_5": 0.92556, + "recall_at_10": 0.95111, + "recall_at_20": 0.96333, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.82778, + "precision_at_3": 0.3, + "precision_at_5": 0.18511, + "precision_at_10": 0.09511, + "precision_at_20": 0.04817, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827778, + "mrr_at_3": 0.861481, + "mrr_at_5": 0.867481, + "mrr_at_10": 0.870896, + "mrr_at_20": 0.871809, + "mrr_at_100": 0.872474, + "mrr_at_1000": 0.872527, + "nauc_ndcg_at_1_max": 0.72476, + "nauc_ndcg_at_1_std": 0.054689, + "nauc_ndcg_at_1_diff1": 0.924285, + "nauc_ndcg_at_3_max": 0.778674, + "nauc_ndcg_at_3_std": 0.064733, + "nauc_ndcg_at_3_diff1": 0.909379, + "nauc_ndcg_at_5_max": 0.784062, + "nauc_ndcg_at_5_std": 0.091604, + "nauc_ndcg_at_5_diff1": 0.91078, + "nauc_ndcg_at_10_max": 0.781026, + "nauc_ndcg_at_10_std": 0.120511, + "nauc_ndcg_at_10_diff1": 0.914397, + "nauc_ndcg_at_20_max": 0.781124, + "nauc_ndcg_at_20_std": 0.111516, + "nauc_ndcg_at_20_diff1": 0.913997, + "nauc_ndcg_at_100_max": 0.773334, + "nauc_ndcg_at_100_std": 0.097939, + "nauc_ndcg_at_100_diff1": 0.913515, + "nauc_ndcg_at_1000_max": 0.771425, + "nauc_ndcg_at_1000_std": 0.094116, + "nauc_ndcg_at_1000_diff1": 0.914569, + "nauc_map_at_1_max": 0.72476, + "nauc_map_at_1_std": 0.054689, + "nauc_map_at_1_diff1": 0.924285, + "nauc_map_at_3_max": 0.764935, + "nauc_map_at_3_std": 0.063625, + "nauc_map_at_3_diff1": 0.91358, + "nauc_map_at_5_max": 0.766816, + "nauc_map_at_5_std": 0.076655, + "nauc_map_at_5_diff1": 0.914427, + "nauc_map_at_10_max": 0.765321, + "nauc_map_at_10_std": 0.086965, + "nauc_map_at_10_diff1": 0.915968, + "nauc_map_at_20_max": 0.765183, + "nauc_map_at_20_std": 0.084758, + "nauc_map_at_20_diff1": 0.915842, + "nauc_map_at_100_max": 0.764249, + "nauc_map_at_100_std": 0.083053, + "nauc_map_at_100_diff1": 0.915762, + "nauc_map_at_1000_max": 0.764197, + "nauc_map_at_1000_std": 0.083012, + "nauc_map_at_1000_diff1": 0.915815, + "nauc_recall_at_1_max": 0.72476, + "nauc_recall_at_1_std": 0.054689, + "nauc_recall_at_1_diff1": 0.924285, + "nauc_recall_at_3_max": 0.830434, + "nauc_recall_at_3_std": 0.067984, + "nauc_recall_at_3_diff1": 0.893298, + "nauc_recall_at_5_max": 0.869316, + "nauc_recall_at_5_std": 0.171043, + "nauc_recall_at_5_diff1": 0.893321, + "nauc_recall_at_10_max": 0.892889, + "nauc_recall_at_10_std": 0.398502, + "nauc_recall_at_10_diff1": 0.906311, + "nauc_recall_at_20_max": 0.932377, + "nauc_recall_at_20_std": 0.388747, + "nauc_recall_at_20_diff1": 0.900334, + "nauc_recall_at_100_max": 0.921413, + "nauc_recall_at_100_std": 0.425096, + "nauc_recall_at_100_diff1": 0.84516, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.72476, + "nauc_precision_at_1_std": 0.054689, + "nauc_precision_at_1_diff1": 0.924285, + "nauc_precision_at_3_max": 0.830434, + "nauc_precision_at_3_std": 0.067984, + "nauc_precision_at_3_diff1": 0.893298, + "nauc_precision_at_5_max": 0.869316, + "nauc_precision_at_5_std": 0.171043, + "nauc_precision_at_5_diff1": 0.893321, + "nauc_precision_at_10_max": 0.892889, + "nauc_precision_at_10_std": 0.398502, + "nauc_precision_at_10_diff1": 0.906311, + "nauc_precision_at_20_max": 0.932377, + "nauc_precision_at_20_std": 0.388747, + "nauc_precision_at_20_diff1": 0.900334, + "nauc_precision_at_100_max": 0.921413, + "nauc_precision_at_100_std": 0.425096, + "nauc_precision_at_100_diff1": 0.84516, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.72476, + "nauc_mrr_at_1_std": 0.054689, + "nauc_mrr_at_1_diff1": 0.924285, + "nauc_mrr_at_3_max": 0.764935, + "nauc_mrr_at_3_std": 0.063625, + "nauc_mrr_at_3_diff1": 0.91358, + "nauc_mrr_at_5_max": 0.766816, + "nauc_mrr_at_5_std": 0.076655, + "nauc_mrr_at_5_diff1": 0.914427, + "nauc_mrr_at_10_max": 0.765321, + "nauc_mrr_at_10_std": 0.086965, + "nauc_mrr_at_10_diff1": 0.915968, + "nauc_mrr_at_20_max": 0.765183, + "nauc_mrr_at_20_std": 0.084758, + "nauc_mrr_at_20_diff1": 0.915842, + "nauc_mrr_at_100_max": 0.764249, + "nauc_mrr_at_100_std": 0.083053, + "nauc_mrr_at_100_diff1": 0.915762, + "nauc_mrr_at_1000_max": 0.764197, + "nauc_mrr_at_1000_std": 0.083012, + "nauc_mrr_at_1000_diff1": 0.915815, + "main_score": 0.89039, + "hf_subset": "arz_Arab-arz_Arab", + "languages": [ + "arz-Arab", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.95033, + "ndcg_at_5": 0.95344, + "ndcg_at_10": 0.95604, + "ndcg_at_20": 0.9575, + "ndcg_at_100": 0.95881, + "ndcg_at_1000": 0.95924, + "map_at_1": 0.92333, + "map_at_3": 0.94389, + "map_at_5": 0.94556, + "map_at_10": 0.94668, + "map_at_20": 0.94711, + "map_at_100": 0.94732, + "map_at_1000": 0.94734, + "recall_at_1": 0.92333, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92333, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.943889, + "mrr_at_5": 0.945556, + "mrr_at_10": 0.946684, + "mrr_at_20": 0.947114, + "mrr_at_100": 0.947323, + "mrr_at_1000": 0.947339, + "nauc_ndcg_at_1_max": 0.689705, + "nauc_ndcg_at_1_std": -0.141443, + "nauc_ndcg_at_1_diff1": 0.936569, + "nauc_ndcg_at_3_max": 0.764472, + "nauc_ndcg_at_3_std": -0.124886, + "nauc_ndcg_at_3_diff1": 0.950881, + "nauc_ndcg_at_5_max": 0.75131, + "nauc_ndcg_at_5_std": -0.140631, + "nauc_ndcg_at_5_diff1": 0.947605, + "nauc_ndcg_at_10_max": 0.746955, + "nauc_ndcg_at_10_std": -0.12677, + "nauc_ndcg_at_10_diff1": 0.947694, + "nauc_ndcg_at_20_max": 0.739201, + "nauc_ndcg_at_20_std": -0.13738, + "nauc_ndcg_at_20_diff1": 0.946678, + "nauc_ndcg_at_100_max": 0.742331, + "nauc_ndcg_at_100_std": -0.114637, + "nauc_ndcg_at_100_diff1": 0.946322, + "nauc_ndcg_at_1000_max": 0.740066, + "nauc_ndcg_at_1000_std": -0.126244, + "nauc_ndcg_at_1000_diff1": 0.945763, + "nauc_map_at_1_max": 0.689705, + "nauc_map_at_1_std": -0.141443, + "nauc_map_at_1_diff1": 0.936569, + "nauc_map_at_3_max": 0.744456, + "nauc_map_at_3_std": -0.128161, + "nauc_map_at_3_diff1": 0.946743, + "nauc_map_at_5_max": 0.737833, + "nauc_map_at_5_std": -0.135452, + "nauc_map_at_5_diff1": 0.945113, + "nauc_map_at_10_max": 0.735934, + "nauc_map_at_10_std": -0.13067, + "nauc_map_at_10_diff1": 0.945032, + "nauc_map_at_20_max": 0.734018, + "nauc_map_at_20_std": -0.133072, + "nauc_map_at_20_diff1": 0.944723, + "nauc_map_at_100_max": 0.734646, + "nauc_map_at_100_std": -0.130263, + "nauc_map_at_100_diff1": 0.944655, + "nauc_map_at_1000_max": 0.734573, + "nauc_map_at_1000_std": -0.130607, + "nauc_map_at_1000_diff1": 0.944638, + "nauc_recall_at_1_max": 0.689705, + "nauc_recall_at_1_std": -0.141443, + "nauc_recall_at_1_diff1": 0.936569, + "nauc_recall_at_3_max": 0.865213, + "nauc_recall_at_3_std": -0.10946, + "nauc_recall_at_3_diff1": 0.971989, + "nauc_recall_at_5_max": 0.832733, + "nauc_recall_at_5_std": -0.18334, + "nauc_recall_at_5_diff1": 0.962652, + "nauc_recall_at_10_max": 0.837802, + "nauc_recall_at_10_std": -0.083567, + "nauc_recall_at_10_diff1": 0.971989, + "nauc_recall_at_20_max": 0.762216, + "nauc_recall_at_20_std": -0.238251, + "nauc_recall_at_20_diff1": 0.970951, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689705, + "nauc_precision_at_1_std": -0.141443, + "nauc_precision_at_1_diff1": 0.936569, + "nauc_precision_at_3_max": 0.865213, + "nauc_precision_at_3_std": -0.10946, + "nauc_precision_at_3_diff1": 0.971989, + "nauc_precision_at_5_max": 0.832733, + "nauc_precision_at_5_std": -0.18334, + "nauc_precision_at_5_diff1": 0.962652, + "nauc_precision_at_10_max": 0.837802, + "nauc_precision_at_10_std": -0.083567, + "nauc_precision_at_10_diff1": 0.971989, + "nauc_precision_at_20_max": 0.762216, + "nauc_precision_at_20_std": -0.238251, + "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689705, + "nauc_mrr_at_1_std": -0.141443, + "nauc_mrr_at_1_diff1": 0.936569, + "nauc_mrr_at_3_max": 0.744456, + "nauc_mrr_at_3_std": -0.128161, + "nauc_mrr_at_3_diff1": 0.946743, + "nauc_mrr_at_5_max": 0.737833, + "nauc_mrr_at_5_std": -0.135452, + "nauc_mrr_at_5_diff1": 0.945113, + "nauc_mrr_at_10_max": 0.735934, + "nauc_mrr_at_10_std": -0.13067, + "nauc_mrr_at_10_diff1": 0.945032, + "nauc_mrr_at_20_max": 0.734018, + "nauc_mrr_at_20_std": -0.133072, + "nauc_mrr_at_20_diff1": 0.944723, + "nauc_mrr_at_100_max": 0.734646, + "nauc_mrr_at_100_std": -0.130263, + "nauc_mrr_at_100_diff1": 0.944655, + "nauc_mrr_at_1000_max": 0.734573, + "nauc_mrr_at_1000_std": -0.130607, + "nauc_mrr_at_1000_diff1": 0.944638, + "main_score": 0.95604, + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89152, + "ndcg_at_5": 0.89946, + "ndcg_at_10": 0.90812, + "ndcg_at_20": 0.91067, + "ndcg_at_100": 0.9141, + "ndcg_at_1000": 0.91501, + "map_at_1": 0.85111, + "map_at_3": 0.88167, + "map_at_5": 0.88617, + "map_at_10": 0.88976, + "map_at_20": 0.89048, + "map_at_100": 0.89099, + "map_at_1000": 0.89103, + "recall_at_1": 0.85111, + "recall_at_3": 0.92, + "recall_at_5": 0.93889, + "recall_at_10": 0.96556, + "recall_at_20": 0.97556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.85111, + "precision_at_3": 0.30667, + "precision_at_5": 0.18778, + "precision_at_10": 0.09656, + "precision_at_20": 0.04878, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.881667, + "mrr_at_5": 0.886167, + "mrr_at_10": 0.889761, + "mrr_at_20": 0.890475, + "mrr_at_100": 0.89099, + "mrr_at_1000": 0.891032, + "nauc_ndcg_at_1_max": 0.754554, + "nauc_ndcg_at_1_std": 0.251853, + "nauc_ndcg_at_1_diff1": 0.91309, + "nauc_ndcg_at_3_max": 0.789382, + "nauc_ndcg_at_3_std": 0.271534, + "nauc_ndcg_at_3_diff1": 0.899123, + "nauc_ndcg_at_5_max": 0.792039, + "nauc_ndcg_at_5_std": 0.288562, + "nauc_ndcg_at_5_diff1": 0.899856, + "nauc_ndcg_at_10_max": 0.793086, + "nauc_ndcg_at_10_std": 0.317776, + "nauc_ndcg_at_10_diff1": 0.90286, + "nauc_ndcg_at_20_max": 0.789695, + "nauc_ndcg_at_20_std": 0.305903, + "nauc_ndcg_at_20_diff1": 0.90331, + "nauc_ndcg_at_100_max": 0.785166, + "nauc_ndcg_at_100_std": 0.294728, + "nauc_ndcg_at_100_diff1": 0.903376, + "nauc_ndcg_at_1000_max": 0.783821, + "nauc_ndcg_at_1000_std": 0.288237, + "nauc_ndcg_at_1000_diff1": 0.903678, + "nauc_map_at_1_max": 0.754554, + "nauc_map_at_1_std": 0.251853, + "nauc_map_at_1_diff1": 0.91309, + "nauc_map_at_3_max": 0.780119, + "nauc_map_at_3_std": 0.266451, + "nauc_map_at_3_diff1": 0.902881, + "nauc_map_at_5_max": 0.781001, + "nauc_map_at_5_std": 0.274641, + "nauc_map_at_5_diff1": 0.903378, + "nauc_map_at_10_max": 0.780966, + "nauc_map_at_10_std": 0.283442, + "nauc_map_at_10_diff1": 0.904478, + "nauc_map_at_20_max": 0.780122, + "nauc_map_at_20_std": 0.280537, + "nauc_map_at_20_diff1": 0.90463, + "nauc_map_at_100_max": 0.779493, + "nauc_map_at_100_std": 0.27887, + "nauc_map_at_100_diff1": 0.904605, + "nauc_map_at_1000_max": 0.779446, + "nauc_map_at_1000_std": 0.278634, + "nauc_map_at_1000_diff1": 0.904628, + "nauc_recall_at_1_max": 0.754554, + "nauc_recall_at_1_std": 0.251853, + "nauc_recall_at_1_diff1": 0.91309, + "nauc_recall_at_3_max": 0.827154, + "nauc_recall_at_3_std": 0.292159, + "nauc_recall_at_3_diff1": 0.883773, + "nauc_recall_at_5_max": 0.849554, + "nauc_recall_at_5_std": 0.364833, + "nauc_recall_at_5_diff1": 0.882013, + "nauc_recall_at_10_max": 0.902864, + "nauc_recall_at_10_std": 0.671621, + "nauc_recall_at_10_diff1": 0.893226, + "nauc_recall_at_20_max": 0.900263, + "nauc_recall_at_20_std": 0.650157, + "nauc_recall_at_20_diff1": 0.894321, + "nauc_recall_at_100_max": 0.910131, + "nauc_recall_at_100_std": 0.888344, + "nauc_recall_at_100_diff1": 0.88212, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754554, + "nauc_precision_at_1_std": 0.251853, + "nauc_precision_at_1_diff1": 0.91309, + "nauc_precision_at_3_max": 0.827154, + "nauc_precision_at_3_std": 0.292159, + "nauc_precision_at_3_diff1": 0.883773, + "nauc_precision_at_5_max": 0.849554, + "nauc_precision_at_5_std": 0.364833, + "nauc_precision_at_5_diff1": 0.882013, + "nauc_precision_at_10_max": 0.902864, + "nauc_precision_at_10_std": 0.671621, + "nauc_precision_at_10_diff1": 0.893226, + "nauc_precision_at_20_max": 0.900263, + "nauc_precision_at_20_std": 0.650157, + "nauc_precision_at_20_diff1": 0.894321, + "nauc_precision_at_100_max": 0.910131, + "nauc_precision_at_100_std": 0.888344, + "nauc_precision_at_100_diff1": 0.88212, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754554, + "nauc_mrr_at_1_std": 0.251853, + "nauc_mrr_at_1_diff1": 0.91309, + "nauc_mrr_at_3_max": 0.780119, + "nauc_mrr_at_3_std": 0.266451, + "nauc_mrr_at_3_diff1": 0.902881, + "nauc_mrr_at_5_max": 0.781001, + "nauc_mrr_at_5_std": 0.274641, + "nauc_mrr_at_5_diff1": 0.903378, + "nauc_mrr_at_10_max": 0.780966, + "nauc_mrr_at_10_std": 0.283442, + "nauc_mrr_at_10_diff1": 0.904478, + "nauc_mrr_at_20_max": 0.780122, + "nauc_mrr_at_20_std": 0.280537, + "nauc_mrr_at_20_diff1": 0.90463, + "nauc_mrr_at_100_max": 0.779493, + "nauc_mrr_at_100_std": 0.27887, + "nauc_mrr_at_100_diff1": 0.904605, + "nauc_mrr_at_1000_max": 0.779446, + "nauc_mrr_at_1000_std": 0.278634, + "nauc_mrr_at_1000_diff1": 0.904628, + "main_score": 0.90812, + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.86268, + "ndcg_at_5": 0.87148, + "ndcg_at_10": 0.87868, + "ndcg_at_20": 0.88357, + "ndcg_at_100": 0.88893, + "ndcg_at_1000": 0.89068, + "map_at_1": 0.81556, + "map_at_3": 0.8513, + "map_at_5": 0.85624, + "map_at_10": 0.85922, + "map_at_20": 0.86062, + "map_at_100": 0.86134, + "map_at_1000": 0.86141, + "recall_at_1": 0.81556, + "recall_at_3": 0.89556, + "recall_at_5": 0.91667, + "recall_at_10": 0.93889, + "recall_at_20": 0.95778, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.81556, + "precision_at_3": 0.29852, + "precision_at_5": 0.18333, + "precision_at_10": 0.09389, + "precision_at_20": 0.04789, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.851296, + "mrr_at_5": 0.856241, + "mrr_at_10": 0.859218, + "mrr_at_20": 0.860616, + "mrr_at_100": 0.861341, + "mrr_at_1000": 0.861414, + "nauc_ndcg_at_1_max": 0.665714, + "nauc_ndcg_at_1_std": 0.103604, + "nauc_ndcg_at_1_diff1": 0.889351, + "nauc_ndcg_at_3_max": 0.711094, + "nauc_ndcg_at_3_std": 0.195266, + "nauc_ndcg_at_3_diff1": 0.868901, + "nauc_ndcg_at_5_max": 0.724488, + "nauc_ndcg_at_5_std": 0.195747, + "nauc_ndcg_at_5_diff1": 0.869737, + "nauc_ndcg_at_10_max": 0.729201, + "nauc_ndcg_at_10_std": 0.199484, + "nauc_ndcg_at_10_diff1": 0.872075, + "nauc_ndcg_at_20_max": 0.725871, + "nauc_ndcg_at_20_std": 0.196207, + "nauc_ndcg_at_20_diff1": 0.872275, + "nauc_ndcg_at_100_max": 0.718571, + "nauc_ndcg_at_100_std": 0.192966, + "nauc_ndcg_at_100_diff1": 0.874619, + "nauc_ndcg_at_1000_max": 0.714584, + "nauc_ndcg_at_1000_std": 0.181516, + "nauc_ndcg_at_1000_diff1": 0.874958, + "nauc_map_at_1_max": 0.665714, + "nauc_map_at_1_std": 0.103604, + "nauc_map_at_1_diff1": 0.889351, + "nauc_map_at_3_max": 0.69946, + "nauc_map_at_3_std": 0.167721, + "nauc_map_at_3_diff1": 0.874723, + "nauc_map_at_5_max": 0.706052, + "nauc_map_at_5_std": 0.166663, + "nauc_map_at_5_diff1": 0.875439, + "nauc_map_at_10_max": 0.707697, + "nauc_map_at_10_std": 0.167686, + "nauc_map_at_10_diff1": 0.87641, + "nauc_map_at_20_max": 0.706705, + "nauc_map_at_20_std": 0.166614, + "nauc_map_at_20_diff1": 0.876526, + "nauc_map_at_100_max": 0.70579, + "nauc_map_at_100_std": 0.166164, + "nauc_map_at_100_diff1": 0.876848, + "nauc_map_at_1000_max": 0.705647, + "nauc_map_at_1000_std": 0.165798, + "nauc_map_at_1000_diff1": 0.87686, + "nauc_recall_at_1_max": 0.665714, + "nauc_recall_at_1_std": 0.103604, + "nauc_recall_at_1_diff1": 0.889351, + "nauc_recall_at_3_max": 0.756143, + "nauc_recall_at_3_std": 0.304548, + "nauc_recall_at_3_diff1": 0.845981, + "nauc_recall_at_5_max": 0.813508, + "nauc_recall_at_5_std": 0.335512, + "nauc_recall_at_5_diff1": 0.842708, + "nauc_recall_at_10_max": 0.869213, + "nauc_recall_at_10_std": 0.404346, + "nauc_recall_at_10_diff1": 0.846575, + "nauc_recall_at_20_max": 0.896985, + "nauc_recall_at_20_std": 0.461263, + "nauc_recall_at_20_diff1": 0.836663, + "nauc_recall_at_100_max": 0.955065, + "nauc_recall_at_100_std": 0.887566, + "nauc_recall_at_100_diff1": 0.855275, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.665714, + "nauc_precision_at_1_std": 0.103604, + "nauc_precision_at_1_diff1": 0.889351, + "nauc_precision_at_3_max": 0.756143, + "nauc_precision_at_3_std": 0.304548, + "nauc_precision_at_3_diff1": 0.845981, + "nauc_precision_at_5_max": 0.813508, + "nauc_precision_at_5_std": 0.335512, + "nauc_precision_at_5_diff1": 0.842708, + "nauc_precision_at_10_max": 0.869213, + "nauc_precision_at_10_std": 0.404346, + "nauc_precision_at_10_diff1": 0.846575, + "nauc_precision_at_20_max": 0.896985, + "nauc_precision_at_20_std": 0.461263, + "nauc_precision_at_20_diff1": 0.836663, + "nauc_precision_at_100_max": 0.955065, + "nauc_precision_at_100_std": 0.887566, + "nauc_precision_at_100_diff1": 0.855275, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.665714, + "nauc_mrr_at_1_std": 0.103604, + "nauc_mrr_at_1_diff1": 0.889351, + "nauc_mrr_at_3_max": 0.69946, + "nauc_mrr_at_3_std": 0.167721, + "nauc_mrr_at_3_diff1": 0.874723, + "nauc_mrr_at_5_max": 0.706052, + "nauc_mrr_at_5_std": 0.166663, + "nauc_mrr_at_5_diff1": 0.875439, + "nauc_mrr_at_10_max": 0.707697, + "nauc_mrr_at_10_std": 0.167686, + "nauc_mrr_at_10_diff1": 0.87641, + "nauc_mrr_at_20_max": 0.706705, + "nauc_mrr_at_20_std": 0.166614, + "nauc_mrr_at_20_diff1": 0.876526, + "nauc_mrr_at_100_max": 0.70579, + "nauc_mrr_at_100_std": 0.166164, + "nauc_mrr_at_100_diff1": 0.876848, + "nauc_mrr_at_1000_max": 0.705647, + "nauc_mrr_at_1000_std": 0.165798, + "nauc_mrr_at_1000_diff1": 0.87686, + "main_score": 0.87868, + "hf_subset": "asm_Beng-asm_Beng", + "languages": [ + "asm-Beng", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.92874, + "ndcg_at_5": 0.93457, + "ndcg_at_10": 0.94077, + "ndcg_at_20": 0.94236, + "ndcg_at_100": 0.94348, + "ndcg_at_1000": 0.94388, + "map_at_1": 0.89444, + "map_at_3": 0.92093, + "map_at_5": 0.92409, + "map_at_10": 0.9267, + "map_at_20": 0.92709, + "map_at_100": 0.92728, + "map_at_1000": 0.92729, + "recall_at_1": 0.89444, + "recall_at_3": 0.95111, + "recall_at_5": 0.96556, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89444, + "precision_at_3": 0.31704, + "precision_at_5": 0.19311, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.920926, + "mrr_at_5": 0.924093, + "mrr_at_10": 0.926698, + "mrr_at_20": 0.927091, + "mrr_at_100": 0.927277, + "mrr_at_1000": 0.927288, + "nauc_ndcg_at_1_max": 0.661958, + "nauc_ndcg_at_1_std": -0.116869, + "nauc_ndcg_at_1_diff1": 0.942451, + "nauc_ndcg_at_3_max": 0.758482, + "nauc_ndcg_at_3_std": -0.066149, + "nauc_ndcg_at_3_diff1": 0.938699, + "nauc_ndcg_at_5_max": 0.747397, + "nauc_ndcg_at_5_std": -0.046826, + "nauc_ndcg_at_5_diff1": 0.940731, + "nauc_ndcg_at_10_max": 0.727253, + "nauc_ndcg_at_10_std": -0.045192, + "nauc_ndcg_at_10_diff1": 0.939599, + "nauc_ndcg_at_20_max": 0.728384, + "nauc_ndcg_at_20_std": -0.042683, + "nauc_ndcg_at_20_diff1": 0.941816, + "nauc_ndcg_at_100_max": 0.726106, + "nauc_ndcg_at_100_std": -0.051026, + "nauc_ndcg_at_100_diff1": 0.9417, + "nauc_ndcg_at_1000_max": 0.724443, + "nauc_ndcg_at_1000_std": -0.058548, + "nauc_ndcg_at_1000_diff1": 0.941282, + "nauc_map_at_1_max": 0.661958, + "nauc_map_at_1_std": -0.116869, + "nauc_map_at_1_diff1": 0.942451, + "nauc_map_at_3_max": 0.731939, + "nauc_map_at_3_std": -0.080737, + "nauc_map_at_3_diff1": 0.940034, + "nauc_map_at_5_max": 0.725785, + "nauc_map_at_5_std": -0.071433, + "nauc_map_at_5_diff1": 0.941089, + "nauc_map_at_10_max": 0.718355, + "nauc_map_at_10_std": -0.070401, + "nauc_map_at_10_diff1": 0.940735, + "nauc_map_at_20_max": 0.718357, + "nauc_map_at_20_std": -0.070327, + "nauc_map_at_20_diff1": 0.941216, + "nauc_map_at_100_max": 0.718046, + "nauc_map_at_100_std": -0.071369, + "nauc_map_at_100_diff1": 0.941198, + "nauc_map_at_1000_max": 0.718009, + "nauc_map_at_1000_std": -0.07153, + "nauc_map_at_1000_diff1": 0.941189, + "nauc_recall_at_1_max": 0.661958, + "nauc_recall_at_1_std": -0.116869, + "nauc_recall_at_1_diff1": 0.942451, + "nauc_recall_at_3_max": 0.878841, + "nauc_recall_at_3_std": 0.000499, + "nauc_recall_at_3_diff1": 0.932412, + "nauc_recall_at_5_max": 0.875998, + "nauc_recall_at_5_std": 0.111126, + "nauc_recall_at_5_diff1": 0.938857, + "nauc_recall_at_10_max": 0.794618, + "nauc_recall_at_10_std": 0.287682, + "nauc_recall_at_10_diff1": 0.922969, + "nauc_recall_at_20_max": 0.88708, + "nauc_recall_at_20_std": 0.622782, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.661958, + "nauc_precision_at_1_std": -0.116869, + "nauc_precision_at_1_diff1": 0.942451, + "nauc_precision_at_3_max": 0.878841, + "nauc_precision_at_3_std": 0.000499, + "nauc_precision_at_3_diff1": 0.932412, + "nauc_precision_at_5_max": 0.875998, + "nauc_precision_at_5_std": 0.111126, + "nauc_precision_at_5_diff1": 0.938857, + "nauc_precision_at_10_max": 0.794618, + "nauc_precision_at_10_std": 0.287682, + "nauc_precision_at_10_diff1": 0.922969, + "nauc_precision_at_20_max": 0.88708, + "nauc_precision_at_20_std": 0.622782, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.661958, + "nauc_mrr_at_1_std": -0.116869, + "nauc_mrr_at_1_diff1": 0.942451, + "nauc_mrr_at_3_max": 0.731939, + "nauc_mrr_at_3_std": -0.080737, + "nauc_mrr_at_3_diff1": 0.940034, + "nauc_mrr_at_5_max": 0.725785, + "nauc_mrr_at_5_std": -0.071433, + "nauc_mrr_at_5_diff1": 0.941089, + "nauc_mrr_at_10_max": 0.718355, + "nauc_mrr_at_10_std": -0.070401, + "nauc_mrr_at_10_diff1": 0.940735, + "nauc_mrr_at_20_max": 0.718357, + "nauc_mrr_at_20_std": -0.070327, + "nauc_mrr_at_20_diff1": 0.941216, + "nauc_mrr_at_100_max": 0.718046, + "nauc_mrr_at_100_std": -0.071369, + "nauc_mrr_at_100_diff1": 0.941198, + "nauc_mrr_at_1000_max": 0.718009, + "nauc_mrr_at_1000_std": -0.07153, + "nauc_mrr_at_1000_diff1": 0.941189, + "main_score": 0.94077, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.8417, + "ndcg_at_5": 0.85079, + "ndcg_at_10": 0.86165, + "ndcg_at_20": 0.86606, + "ndcg_at_100": 0.87174, + "ndcg_at_1000": 0.87304, + "map_at_1": 0.77667, + "map_at_3": 0.82611, + "map_at_5": 0.83111, + "map_at_10": 0.83565, + "map_at_20": 0.83681, + "map_at_100": 0.83763, + "map_at_1000": 0.83768, + "recall_at_1": 0.77667, + "recall_at_3": 0.88667, + "recall_at_5": 0.90889, + "recall_at_10": 0.94222, + "recall_at_20": 0.96, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.77667, + "precision_at_3": 0.29556, + "precision_at_5": 0.18178, + "precision_at_10": 0.09422, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776667, + "mrr_at_3": 0.826111, + "mrr_at_5": 0.831111, + "mrr_at_10": 0.835645, + "mrr_at_20": 0.836808, + "mrr_at_100": 0.83763, + "mrr_at_1000": 0.837679, + "nauc_ndcg_at_1_max": 0.589891, + "nauc_ndcg_at_1_std": 0.080556, + "nauc_ndcg_at_1_diff1": 0.865373, + "nauc_ndcg_at_3_max": 0.673892, + "nauc_ndcg_at_3_std": 0.151936, + "nauc_ndcg_at_3_diff1": 0.857143, + "nauc_ndcg_at_5_max": 0.67584, + "nauc_ndcg_at_5_std": 0.162614, + "nauc_ndcg_at_5_diff1": 0.857908, + "nauc_ndcg_at_10_max": 0.670843, + "nauc_ndcg_at_10_std": 0.161852, + "nauc_ndcg_at_10_diff1": 0.859299, + "nauc_ndcg_at_20_max": 0.666653, + "nauc_ndcg_at_20_std": 0.167499, + "nauc_ndcg_at_20_diff1": 0.858619, + "nauc_ndcg_at_100_max": 0.658896, + "nauc_ndcg_at_100_std": 0.153387, + "nauc_ndcg_at_100_diff1": 0.859749, + "nauc_ndcg_at_1000_max": 0.655957, + "nauc_ndcg_at_1000_std": 0.14539, + "nauc_ndcg_at_1000_diff1": 0.859502, + "nauc_map_at_1_max": 0.589891, + "nauc_map_at_1_std": 0.080556, + "nauc_map_at_1_diff1": 0.865373, + "nauc_map_at_3_max": 0.651128, + "nauc_map_at_3_std": 0.129646, + "nauc_map_at_3_diff1": 0.859219, + "nauc_map_at_5_max": 0.651404, + "nauc_map_at_5_std": 0.13458, + "nauc_map_at_5_diff1": 0.859587, + "nauc_map_at_10_max": 0.648902, + "nauc_map_at_10_std": 0.132673, + "nauc_map_at_10_diff1": 0.860105, + "nauc_map_at_20_max": 0.647822, + "nauc_map_at_20_std": 0.133912, + "nauc_map_at_20_diff1": 0.85999, + "nauc_map_at_100_max": 0.646753, + "nauc_map_at_100_std": 0.131896, + "nauc_map_at_100_diff1": 0.860097, + "nauc_map_at_1000_max": 0.646657, + "nauc_map_at_1000_std": 0.131658, + "nauc_map_at_1000_diff1": 0.860086, + "nauc_recall_at_1_max": 0.589891, + "nauc_recall_at_1_std": 0.080556, + "nauc_recall_at_1_diff1": 0.865373, + "nauc_recall_at_3_max": 0.767976, + "nauc_recall_at_3_std": 0.246039, + "nauc_recall_at_3_diff1": 0.848669, + "nauc_recall_at_5_max": 0.796657, + "nauc_recall_at_5_std": 0.305265, + "nauc_recall_at_5_diff1": 0.850151, + "nauc_recall_at_10_max": 0.832085, + "nauc_recall_at_10_std": 0.393755, + "nauc_recall_at_10_diff1": 0.85559, + "nauc_recall_at_20_max": 0.850568, + "nauc_recall_at_20_std": 0.562014, + "nauc_recall_at_20_diff1": 0.844512, + "nauc_recall_at_100_max": 0.925563, + "nauc_recall_at_100_std": 0.892883, + "nauc_recall_at_100_diff1": 0.880174, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.589891, + "nauc_precision_at_1_std": 0.080556, + "nauc_precision_at_1_diff1": 0.865373, + "nauc_precision_at_3_max": 0.767976, + "nauc_precision_at_3_std": 0.246039, + "nauc_precision_at_3_diff1": 0.848669, + "nauc_precision_at_5_max": 0.796657, + "nauc_precision_at_5_std": 0.305265, + "nauc_precision_at_5_diff1": 0.850151, + "nauc_precision_at_10_max": 0.832085, + "nauc_precision_at_10_std": 0.393755, + "nauc_precision_at_10_diff1": 0.85559, + "nauc_precision_at_20_max": 0.850568, + "nauc_precision_at_20_std": 0.562014, + "nauc_precision_at_20_diff1": 0.844512, + "nauc_precision_at_100_max": 0.925563, + "nauc_precision_at_100_std": 0.892883, + "nauc_precision_at_100_diff1": 0.880174, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.589891, + "nauc_mrr_at_1_std": 0.080556, + "nauc_mrr_at_1_diff1": 0.865373, + "nauc_mrr_at_3_max": 0.651128, + "nauc_mrr_at_3_std": 0.129646, + "nauc_mrr_at_3_diff1": 0.859219, + "nauc_mrr_at_5_max": 0.651404, + "nauc_mrr_at_5_std": 0.13458, + "nauc_mrr_at_5_diff1": 0.859587, + "nauc_mrr_at_10_max": 0.648902, + "nauc_mrr_at_10_std": 0.132673, + "nauc_mrr_at_10_diff1": 0.860105, + "nauc_mrr_at_20_max": 0.647822, + "nauc_mrr_at_20_std": 0.133912, + "nauc_mrr_at_20_diff1": 0.85999, + "nauc_mrr_at_100_max": 0.646753, + "nauc_mrr_at_100_std": 0.131896, + "nauc_mrr_at_100_diff1": 0.860097, + "nauc_mrr_at_1000_max": 0.646657, + "nauc_mrr_at_1000_std": 0.131658, + "nauc_mrr_at_1000_diff1": 0.860086, + "main_score": 0.86165, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.82667, + "ndcg_at_3": 0.87689, + "ndcg_at_5": 0.88464, + "ndcg_at_10": 0.8915, + "ndcg_at_20": 0.89764, + "ndcg_at_100": 0.90095, + "ndcg_at_1000": 0.90184, + "map_at_1": 0.82667, + "map_at_3": 0.865, + "map_at_5": 0.86928, + "map_at_10": 0.87213, + "map_at_20": 0.8738, + "map_at_100": 0.87425, + "map_at_1000": 0.87429, + "recall_at_1": 0.82667, + "recall_at_3": 0.91111, + "recall_at_5": 0.93, + "recall_at_10": 0.95111, + "recall_at_20": 0.97556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.82667, + "precision_at_3": 0.3037, + "precision_at_5": 0.186, + "precision_at_10": 0.09511, + "precision_at_20": 0.04878, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.826667, + "mrr_at_3": 0.865, + "mrr_at_5": 0.869278, + "mrr_at_10": 0.872134, + "mrr_at_20": 0.873799, + "mrr_at_100": 0.874253, + "mrr_at_1000": 0.874294, + "nauc_ndcg_at_1_max": 0.743648, + "nauc_ndcg_at_1_std": 0.077432, + "nauc_ndcg_at_1_diff1": 0.923734, + "nauc_ndcg_at_3_max": 0.783034, + "nauc_ndcg_at_3_std": 0.077353, + "nauc_ndcg_at_3_diff1": 0.90886, + "nauc_ndcg_at_5_max": 0.788179, + "nauc_ndcg_at_5_std": 0.084298, + "nauc_ndcg_at_5_diff1": 0.910116, + "nauc_ndcg_at_10_max": 0.787819, + "nauc_ndcg_at_10_std": 0.093118, + "nauc_ndcg_at_10_diff1": 0.912525, + "nauc_ndcg_at_20_max": 0.783392, + "nauc_ndcg_at_20_std": 0.089685, + "nauc_ndcg_at_20_diff1": 0.915318, + "nauc_ndcg_at_100_max": 0.778889, + "nauc_ndcg_at_100_std": 0.093441, + "nauc_ndcg_at_100_diff1": 0.914352, + "nauc_ndcg_at_1000_max": 0.777001, + "nauc_ndcg_at_1000_std": 0.086428, + "nauc_ndcg_at_1000_diff1": 0.914195, + "nauc_map_at_1_max": 0.743648, + "nauc_map_at_1_std": 0.077432, + "nauc_map_at_1_diff1": 0.923734, + "nauc_map_at_3_max": 0.771613, + "nauc_map_at_3_std": 0.076481, + "nauc_map_at_3_diff1": 0.912685, + "nauc_map_at_5_max": 0.773743, + "nauc_map_at_5_std": 0.079504, + "nauc_map_at_5_diff1": 0.913418, + "nauc_map_at_10_max": 0.773181, + "nauc_map_at_10_std": 0.082122, + "nauc_map_at_10_diff1": 0.914278, + "nauc_map_at_20_max": 0.771989, + "nauc_map_at_20_std": 0.081457, + "nauc_map_at_20_diff1": 0.91493, + "nauc_map_at_100_max": 0.771475, + "nauc_map_at_100_std": 0.08186, + "nauc_map_at_100_diff1": 0.914807, + "nauc_map_at_1000_max": 0.771403, + "nauc_map_at_1000_std": 0.08159, + "nauc_map_at_1000_diff1": 0.914802, + "nauc_recall_at_1_max": 0.743648, + "nauc_recall_at_1_std": 0.077432, + "nauc_recall_at_1_diff1": 0.923734, + "nauc_recall_at_3_max": 0.830882, + "nauc_recall_at_3_std": 0.081571, + "nauc_recall_at_3_diff1": 0.893149, + "nauc_recall_at_5_max": 0.863834, + "nauc_recall_at_5_std": 0.112356, + "nauc_recall_at_5_diff1": 0.893883, + "nauc_recall_at_10_max": 0.895435, + "nauc_recall_at_10_std": 0.188068, + "nauc_recall_at_10_diff1": 0.903605, + "nauc_recall_at_20_max": 0.932412, + "nauc_recall_at_20_std": 0.218403, + "nauc_recall_at_20_diff1": 0.939097, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.827653, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743648, + "nauc_precision_at_1_std": 0.077432, + "nauc_precision_at_1_diff1": 0.923734, + "nauc_precision_at_3_max": 0.830882, + "nauc_precision_at_3_std": 0.081571, + "nauc_precision_at_3_diff1": 0.893149, + "nauc_precision_at_5_max": 0.863834, + "nauc_precision_at_5_std": 0.112356, + "nauc_precision_at_5_diff1": 0.893883, + "nauc_precision_at_10_max": 0.895435, + "nauc_precision_at_10_std": 0.188068, + "nauc_precision_at_10_diff1": 0.903605, + "nauc_precision_at_20_max": 0.932412, + "nauc_precision_at_20_std": 0.218403, + "nauc_precision_at_20_diff1": 0.939097, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.827653, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743648, + "nauc_mrr_at_1_std": 0.077432, + "nauc_mrr_at_1_diff1": 0.923734, + "nauc_mrr_at_3_max": 0.771613, + "nauc_mrr_at_3_std": 0.076481, + "nauc_mrr_at_3_diff1": 0.912685, + "nauc_mrr_at_5_max": 0.773743, + "nauc_mrr_at_5_std": 0.079504, + "nauc_mrr_at_5_diff1": 0.913418, + "nauc_mrr_at_10_max": 0.773181, + "nauc_mrr_at_10_std": 0.082122, + "nauc_mrr_at_10_diff1": 0.914278, + "nauc_mrr_at_20_max": 0.771989, + "nauc_mrr_at_20_std": 0.081457, + "nauc_mrr_at_20_diff1": 0.91493, + "nauc_mrr_at_100_max": 0.771475, + "nauc_mrr_at_100_std": 0.08186, + "nauc_mrr_at_100_diff1": 0.914807, + "nauc_mrr_at_1000_max": 0.771403, + "nauc_mrr_at_1000_std": 0.08159, + "nauc_mrr_at_1000_diff1": 0.914802, + "main_score": 0.8915, + "hf_subset": "azj_Latn-azj_Latn", + "languages": [ + "azj-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.95026, + "ndcg_at_5": 0.955, + "ndcg_at_10": 0.95654, + "ndcg_at_20": 0.95772, + "ndcg_at_100": 0.95863, + "ndcg_at_1000": 0.95903, + "map_at_1": 0.91667, + "map_at_3": 0.94259, + "map_at_5": 0.94531, + "map_at_10": 0.94601, + "map_at_20": 0.94636, + "map_at_100": 0.94652, + "map_at_1000": 0.94653, + "recall_at_1": 0.91667, + "recall_at_3": 0.97222, + "recall_at_5": 0.98333, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32407, + "precision_at_5": 0.19667, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.942593, + "mrr_at_5": 0.945315, + "mrr_at_10": 0.946009, + "mrr_at_20": 0.946365, + "mrr_at_100": 0.946524, + "mrr_at_1000": 0.946535, + "nauc_ndcg_at_1_max": 0.696869, + "nauc_ndcg_at_1_std": -0.034846, + "nauc_ndcg_at_1_diff1": 0.928852, + "nauc_ndcg_at_3_max": 0.73818, + "nauc_ndcg_at_3_std": 0.008927, + "nauc_ndcg_at_3_diff1": 0.929257, + "nauc_ndcg_at_5_max": 0.731842, + "nauc_ndcg_at_5_std": -0.017235, + "nauc_ndcg_at_5_diff1": 0.931715, + "nauc_ndcg_at_10_max": 0.7312, + "nauc_ndcg_at_10_std": -0.001962, + "nauc_ndcg_at_10_diff1": 0.935888, + "nauc_ndcg_at_20_max": 0.732002, + "nauc_ndcg_at_20_std": -0.005569, + "nauc_ndcg_at_20_diff1": 0.934095, + "nauc_ndcg_at_100_max": 0.729389, + "nauc_ndcg_at_100_std": 0.006427, + "nauc_ndcg_at_100_diff1": 0.933397, + "nauc_ndcg_at_1000_max": 0.727137, + "nauc_ndcg_at_1000_std": -0.00332, + "nauc_ndcg_at_1000_diff1": 0.932743, + "nauc_map_at_1_max": 0.696869, + "nauc_map_at_1_std": -0.034846, + "nauc_map_at_1_diff1": 0.928852, + "nauc_map_at_3_max": 0.726861, + "nauc_map_at_3_std": -0.003899, + "nauc_map_at_3_diff1": 0.929339, + "nauc_map_at_5_max": 0.723262, + "nauc_map_at_5_std": -0.017613, + "nauc_map_at_5_diff1": 0.930553, + "nauc_map_at_10_max": 0.722827, + "nauc_map_at_10_std": -0.011937, + "nauc_map_at_10_diff1": 0.932142, + "nauc_map_at_20_max": 0.723011, + "nauc_map_at_20_std": -0.012788, + "nauc_map_at_20_diff1": 0.931692, + "nauc_map_at_100_max": 0.722653, + "nauc_map_at_100_std": -0.011105, + "nauc_map_at_100_diff1": 0.931597, + "nauc_map_at_1000_max": 0.722602, + "nauc_map_at_1000_std": -0.011312, + "nauc_map_at_1000_diff1": 0.931583, + "nauc_recall_at_1_max": 0.696869, + "nauc_recall_at_1_std": -0.034846, + "nauc_recall_at_1_diff1": 0.928852, + "nauc_recall_at_3_max": 0.803007, + "nauc_recall_at_3_std": 0.083287, + "nauc_recall_at_3_diff1": 0.928571, + "nauc_recall_at_5_max": 0.806598, + "nauc_recall_at_5_std": -0.02328, + "nauc_recall_at_5_diff1": 0.943044, + "nauc_recall_at_10_max": 0.829217, + "nauc_recall_at_10_std": 0.128597, + "nauc_recall_at_10_diff1": 0.988116, + "nauc_recall_at_20_max": 0.89896, + "nauc_recall_at_20_std": 0.12545, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696869, + "nauc_precision_at_1_std": -0.034846, + "nauc_precision_at_1_diff1": 0.928852, + "nauc_precision_at_3_max": 0.803007, + "nauc_precision_at_3_std": 0.083287, + "nauc_precision_at_3_diff1": 0.928571, + "nauc_precision_at_5_max": 0.806598, + "nauc_precision_at_5_std": -0.02328, + "nauc_precision_at_5_diff1": 0.943044, + "nauc_precision_at_10_max": 0.829217, + "nauc_precision_at_10_std": 0.128597, + "nauc_precision_at_10_diff1": 0.988116, + "nauc_precision_at_20_max": 0.89896, + "nauc_precision_at_20_std": 0.12545, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696869, + "nauc_mrr_at_1_std": -0.034846, + "nauc_mrr_at_1_diff1": 0.928852, + "nauc_mrr_at_3_max": 0.726861, + "nauc_mrr_at_3_std": -0.003899, + "nauc_mrr_at_3_diff1": 0.929339, + "nauc_mrr_at_5_max": 0.723262, + "nauc_mrr_at_5_std": -0.017613, + "nauc_mrr_at_5_diff1": 0.930553, + "nauc_mrr_at_10_max": 0.722827, + "nauc_mrr_at_10_std": -0.011937, + "nauc_mrr_at_10_diff1": 0.932142, + "nauc_mrr_at_20_max": 0.723011, + "nauc_mrr_at_20_std": -0.012788, + "nauc_mrr_at_20_diff1": 0.931692, + "nauc_mrr_at_100_max": 0.722653, + "nauc_mrr_at_100_std": -0.011105, + "nauc_mrr_at_100_diff1": 0.931597, + "nauc_mrr_at_1000_max": 0.722602, + "nauc_mrr_at_1000_std": -0.011312, + "nauc_mrr_at_1000_diff1": 0.931583, + "main_score": 0.95654, + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.87356, + "ndcg_at_5": 0.8814, + "ndcg_at_10": 0.89106, + "ndcg_at_20": 0.89525, + "ndcg_at_100": 0.8992, + "ndcg_at_1000": 0.89981, + "map_at_1": 0.82222, + "map_at_3": 0.8613, + "map_at_5": 0.86569, + "map_at_10": 0.86965, + "map_at_20": 0.87079, + "map_at_100": 0.87135, + "map_at_1000": 0.87138, + "recall_at_1": 0.82222, + "recall_at_3": 0.90889, + "recall_at_5": 0.92778, + "recall_at_10": 0.95778, + "recall_at_20": 0.97444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.82222, + "precision_at_3": 0.30296, + "precision_at_5": 0.18556, + "precision_at_10": 0.09578, + "precision_at_20": 0.04872, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.861296, + "mrr_at_5": 0.865685, + "mrr_at_10": 0.869648, + "mrr_at_20": 0.870786, + "mrr_at_100": 0.871349, + "mrr_at_1000": 0.871379, + "nauc_ndcg_at_1_max": 0.704079, + "nauc_ndcg_at_1_std": 0.103599, + "nauc_ndcg_at_1_diff1": 0.893436, + "nauc_ndcg_at_3_max": 0.746376, + "nauc_ndcg_at_3_std": 0.115633, + "nauc_ndcg_at_3_diff1": 0.879419, + "nauc_ndcg_at_5_max": 0.753947, + "nauc_ndcg_at_5_std": 0.128473, + "nauc_ndcg_at_5_diff1": 0.879759, + "nauc_ndcg_at_10_max": 0.746991, + "nauc_ndcg_at_10_std": 0.141964, + "nauc_ndcg_at_10_diff1": 0.88231, + "nauc_ndcg_at_20_max": 0.744848, + "nauc_ndcg_at_20_std": 0.144732, + "nauc_ndcg_at_20_diff1": 0.88231, + "nauc_ndcg_at_100_max": 0.742155, + "nauc_ndcg_at_100_std": 0.135407, + "nauc_ndcg_at_100_diff1": 0.883787, + "nauc_ndcg_at_1000_max": 0.740942, + "nauc_ndcg_at_1000_std": 0.130515, + "nauc_ndcg_at_1000_diff1": 0.884147, + "nauc_map_at_1_max": 0.704079, + "nauc_map_at_1_std": 0.103599, + "nauc_map_at_1_diff1": 0.893436, + "nauc_map_at_3_max": 0.736579, + "nauc_map_at_3_std": 0.113621, + "nauc_map_at_3_diff1": 0.884006, + "nauc_map_at_5_max": 0.739944, + "nauc_map_at_5_std": 0.119107, + "nauc_map_at_5_diff1": 0.884376, + "nauc_map_at_10_max": 0.737144, + "nauc_map_at_10_std": 0.123171, + "nauc_map_at_10_diff1": 0.88541, + "nauc_map_at_20_max": 0.73658, + "nauc_map_at_20_std": 0.123526, + "nauc_map_at_20_diff1": 0.885395, + "nauc_map_at_100_max": 0.736335, + "nauc_map_at_100_std": 0.122809, + "nauc_map_at_100_diff1": 0.885598, + "nauc_map_at_1000_max": 0.736288, + "nauc_map_at_1000_std": 0.122617, + "nauc_map_at_1000_diff1": 0.885613, + "nauc_recall_at_1_max": 0.704079, + "nauc_recall_at_1_std": 0.103599, + "nauc_recall_at_1_diff1": 0.893436, + "nauc_recall_at_3_max": 0.785896, + "nauc_recall_at_3_std": 0.123135, + "nauc_recall_at_3_diff1": 0.859859, + "nauc_recall_at_5_max": 0.825655, + "nauc_recall_at_5_std": 0.180313, + "nauc_recall_at_5_diff1": 0.855706, + "nauc_recall_at_10_max": 0.822239, + "nauc_recall_at_10_std": 0.326208, + "nauc_recall_at_10_diff1": 0.858163, + "nauc_recall_at_20_max": 0.837637, + "nauc_recall_at_20_std": 0.492612, + "nauc_recall_at_20_diff1": 0.84401, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.901961, + "nauc_recall_at_100_diff1": 0.828431, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704079, + "nauc_precision_at_1_std": 0.103599, + "nauc_precision_at_1_diff1": 0.893436, + "nauc_precision_at_3_max": 0.785896, + "nauc_precision_at_3_std": 0.123135, + "nauc_precision_at_3_diff1": 0.859859, + "nauc_precision_at_5_max": 0.825655, + "nauc_precision_at_5_std": 0.180313, + "nauc_precision_at_5_diff1": 0.855706, + "nauc_precision_at_10_max": 0.822239, + "nauc_precision_at_10_std": 0.326208, + "nauc_precision_at_10_diff1": 0.858163, + "nauc_precision_at_20_max": 0.837637, + "nauc_precision_at_20_std": 0.492612, + "nauc_precision_at_20_diff1": 0.84401, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.901961, + "nauc_precision_at_100_diff1": 0.828431, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704079, + "nauc_mrr_at_1_std": 0.103599, + "nauc_mrr_at_1_diff1": 0.893436, + "nauc_mrr_at_3_max": 0.736579, + "nauc_mrr_at_3_std": 0.113621, + "nauc_mrr_at_3_diff1": 0.884006, + "nauc_mrr_at_5_max": 0.739944, + "nauc_mrr_at_5_std": 0.119107, + "nauc_mrr_at_5_diff1": 0.884376, + "nauc_mrr_at_10_max": 0.737144, + "nauc_mrr_at_10_std": 0.123171, + "nauc_mrr_at_10_diff1": 0.88541, + "nauc_mrr_at_20_max": 0.73658, + "nauc_mrr_at_20_std": 0.123526, + "nauc_mrr_at_20_diff1": 0.885395, + "nauc_mrr_at_100_max": 0.736335, + "nauc_mrr_at_100_std": 0.122809, + "nauc_mrr_at_100_diff1": 0.885598, + "nauc_mrr_at_1000_max": 0.736288, + "nauc_mrr_at_1000_std": 0.122617, + "nauc_mrr_at_1000_diff1": 0.885613, + "main_score": 0.89106, + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.51111, + "ndcg_at_3": 0.55742, + "ndcg_at_5": 0.57057, + "ndcg_at_10": 0.58575, + "ndcg_at_20": 0.59486, + "ndcg_at_100": 0.61786, + "ndcg_at_1000": 0.63923, + "map_at_1": 0.51111, + "map_at_3": 0.54648, + "map_at_5": 0.5537, + "map_at_10": 0.56001, + "map_at_20": 0.56243, + "map_at_100": 0.56528, + "map_at_1000": 0.56608, + "recall_at_1": 0.51111, + "recall_at_3": 0.58889, + "recall_at_5": 0.62111, + "recall_at_10": 0.66778, + "recall_at_20": 0.70444, + "recall_at_100": 0.83333, + "recall_at_1000": 1.0, + "precision_at_1": 0.51111, + "precision_at_3": 0.1963, + "precision_at_5": 0.12422, + "precision_at_10": 0.06678, + "precision_at_20": 0.03522, + "precision_at_100": 0.00833, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511111, + "mrr_at_3": 0.546481, + "mrr_at_5": 0.553704, + "mrr_at_10": 0.560013, + "mrr_at_20": 0.562432, + "mrr_at_100": 0.565284, + "mrr_at_1000": 0.56608, + "nauc_ndcg_at_1_max": 0.581536, + "nauc_ndcg_at_1_std": -0.150538, + "nauc_ndcg_at_1_diff1": 0.851146, + "nauc_ndcg_at_3_max": 0.588577, + "nauc_ndcg_at_3_std": -0.142116, + "nauc_ndcg_at_3_diff1": 0.825922, + "nauc_ndcg_at_5_max": 0.585165, + "nauc_ndcg_at_5_std": -0.135475, + "nauc_ndcg_at_5_diff1": 0.817534, + "nauc_ndcg_at_10_max": 0.58007, + "nauc_ndcg_at_10_std": -0.137334, + "nauc_ndcg_at_10_diff1": 0.810934, + "nauc_ndcg_at_20_max": 0.578441, + "nauc_ndcg_at_20_std": -0.133755, + "nauc_ndcg_at_20_diff1": 0.807813, + "nauc_ndcg_at_100_max": 0.57586, + "nauc_ndcg_at_100_std": -0.126295, + "nauc_ndcg_at_100_diff1": 0.810142, + "nauc_ndcg_at_1000_max": 0.579888, + "nauc_ndcg_at_1000_std": -0.135406, + "nauc_ndcg_at_1000_diff1": 0.81633, + "nauc_map_at_1_max": 0.581536, + "nauc_map_at_1_std": -0.150538, + "nauc_map_at_1_diff1": 0.851146, + "nauc_map_at_3_max": 0.587093, + "nauc_map_at_3_std": -0.145545, + "nauc_map_at_3_diff1": 0.832054, + "nauc_map_at_5_max": 0.585172, + "nauc_map_at_5_std": -0.142242, + "nauc_map_at_5_diff1": 0.827623, + "nauc_map_at_10_max": 0.583023, + "nauc_map_at_10_std": -0.143128, + "nauc_map_at_10_diff1": 0.825032, + "nauc_map_at_20_max": 0.582728, + "nauc_map_at_20_std": -0.142119, + "nauc_map_at_20_diff1": 0.824315, + "nauc_map_at_100_max": 0.582544, + "nauc_map_at_100_std": -0.141297, + "nauc_map_at_100_diff1": 0.824655, + "nauc_map_at_1000_max": 0.582625, + "nauc_map_at_1000_std": -0.141561, + "nauc_map_at_1000_diff1": 0.824824, + "nauc_recall_at_1_max": 0.581536, + "nauc_recall_at_1_std": -0.150538, + "nauc_recall_at_1_diff1": 0.851146, + "nauc_recall_at_3_max": 0.592942, + "nauc_recall_at_3_std": -0.131178, + "nauc_recall_at_3_diff1": 0.80746, + "nauc_recall_at_5_max": 0.584554, + "nauc_recall_at_5_std": -0.112169, + "nauc_recall_at_5_diff1": 0.784468, + "nauc_recall_at_10_max": 0.567327, + "nauc_recall_at_10_std": -0.116095, + "nauc_recall_at_10_diff1": 0.75862, + "nauc_recall_at_20_max": 0.557347, + "nauc_recall_at_20_std": -0.098194, + "nauc_recall_at_20_diff1": 0.739006, + "nauc_recall_at_100_max": 0.515645, + "nauc_recall_at_100_std": 0.001202, + "nauc_recall_at_100_diff1": 0.721123, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.581536, + "nauc_precision_at_1_std": -0.150538, + "nauc_precision_at_1_diff1": 0.851146, + "nauc_precision_at_3_max": 0.592942, + "nauc_precision_at_3_std": -0.131178, + "nauc_precision_at_3_diff1": 0.80746, + "nauc_precision_at_5_max": 0.584554, + "nauc_precision_at_5_std": -0.112169, + "nauc_precision_at_5_diff1": 0.784468, + "nauc_precision_at_10_max": 0.567327, + "nauc_precision_at_10_std": -0.116095, + "nauc_precision_at_10_diff1": 0.75862, + "nauc_precision_at_20_max": 0.557347, + "nauc_precision_at_20_std": -0.098194, + "nauc_precision_at_20_diff1": 0.739006, + "nauc_precision_at_100_max": 0.515645, + "nauc_precision_at_100_std": 0.001202, + "nauc_precision_at_100_diff1": 0.721123, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.581536, + "nauc_mrr_at_1_std": -0.150538, + "nauc_mrr_at_1_diff1": 0.851146, + "nauc_mrr_at_3_max": 0.587093, + "nauc_mrr_at_3_std": -0.145545, + "nauc_mrr_at_3_diff1": 0.832054, + "nauc_mrr_at_5_max": 0.585172, + "nauc_mrr_at_5_std": -0.142242, + "nauc_mrr_at_5_diff1": 0.827623, + "nauc_mrr_at_10_max": 0.583023, + "nauc_mrr_at_10_std": -0.143128, + "nauc_mrr_at_10_diff1": 0.825032, + "nauc_mrr_at_20_max": 0.582728, + "nauc_mrr_at_20_std": -0.142119, + "nauc_mrr_at_20_diff1": 0.824315, + "nauc_mrr_at_100_max": 0.582544, + "nauc_mrr_at_100_std": -0.141297, + "nauc_mrr_at_100_diff1": 0.824655, + "nauc_mrr_at_1000_max": 0.582625, + "nauc_mrr_at_1000_std": -0.141561, + "nauc_mrr_at_1000_diff1": 0.824824, + "main_score": 0.58575, + "hf_subset": "bam_Latn-bam_Latn", + "languages": [ + "bam-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.57889, + "ndcg_at_3": 0.63496, + "ndcg_at_5": 0.65026, + "ndcg_at_10": 0.66427, + "ndcg_at_20": 0.67577, + "ndcg_at_100": 0.70264, + "ndcg_at_1000": 0.71001, + "map_at_1": 0.57889, + "map_at_3": 0.6213, + "map_at_5": 0.62991, + "map_at_10": 0.63568, + "map_at_20": 0.63883, + "map_at_100": 0.64252, + "map_at_1000": 0.64286, + "recall_at_1": 0.57889, + "recall_at_3": 0.67444, + "recall_at_5": 0.71111, + "recall_at_10": 0.75444, + "recall_at_20": 0.8, + "recall_at_100": 0.94556, + "recall_at_1000": 1.0, + "precision_at_1": 0.57889, + "precision_at_3": 0.22481, + "precision_at_5": 0.14222, + "precision_at_10": 0.07544, + "precision_at_20": 0.04, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.578889, + "mrr_at_3": 0.621296, + "mrr_at_5": 0.629907, + "mrr_at_10": 0.635677, + "mrr_at_20": 0.638827, + "mrr_at_100": 0.64252, + "mrr_at_1000": 0.642861, + "nauc_ndcg_at_1_max": 0.719862, + "nauc_ndcg_at_1_std": 0.034665, + "nauc_ndcg_at_1_diff1": 0.864403, + "nauc_ndcg_at_3_max": 0.745349, + "nauc_ndcg_at_3_std": 0.031048, + "nauc_ndcg_at_3_diff1": 0.835354, + "nauc_ndcg_at_5_max": 0.737061, + "nauc_ndcg_at_5_std": 0.041926, + "nauc_ndcg_at_5_diff1": 0.828711, + "nauc_ndcg_at_10_max": 0.739405, + "nauc_ndcg_at_10_std": 0.042516, + "nauc_ndcg_at_10_diff1": 0.828027, + "nauc_ndcg_at_20_max": 0.734155, + "nauc_ndcg_at_20_std": 0.039827, + "nauc_ndcg_at_20_diff1": 0.823859, + "nauc_ndcg_at_100_max": 0.732482, + "nauc_ndcg_at_100_std": 0.048114, + "nauc_ndcg_at_100_diff1": 0.827067, + "nauc_ndcg_at_1000_max": 0.734776, + "nauc_ndcg_at_1000_std": 0.042165, + "nauc_ndcg_at_1000_diff1": 0.83213, + "nauc_map_at_1_max": 0.719862, + "nauc_map_at_1_std": 0.034665, + "nauc_map_at_1_diff1": 0.864403, + "nauc_map_at_3_max": 0.740048, + "nauc_map_at_3_std": 0.031947, + "nauc_map_at_3_diff1": 0.843004, + "nauc_map_at_5_max": 0.735551, + "nauc_map_at_5_std": 0.03834, + "nauc_map_at_5_diff1": 0.839505, + "nauc_map_at_10_max": 0.736681, + "nauc_map_at_10_std": 0.039011, + "nauc_map_at_10_diff1": 0.839504, + "nauc_map_at_20_max": 0.735311, + "nauc_map_at_20_std": 0.038201, + "nauc_map_at_20_diff1": 0.838514, + "nauc_map_at_100_max": 0.734937, + "nauc_map_at_100_std": 0.039347, + "nauc_map_at_100_diff1": 0.838894, + "nauc_map_at_1000_max": 0.735037, + "nauc_map_at_1000_std": 0.039098, + "nauc_map_at_1000_diff1": 0.839096, + "nauc_recall_at_1_max": 0.719862, + "nauc_recall_at_1_std": 0.034665, + "nauc_recall_at_1_diff1": 0.864403, + "nauc_recall_at_3_max": 0.761596, + "nauc_recall_at_3_std": 0.028211, + "nauc_recall_at_3_diff1": 0.811001, + "nauc_recall_at_5_max": 0.740131, + "nauc_recall_at_5_std": 0.055106, + "nauc_recall_at_5_diff1": 0.790992, + "nauc_recall_at_10_max": 0.747862, + "nauc_recall_at_10_std": 0.055754, + "nauc_recall_at_10_diff1": 0.78219, + "nauc_recall_at_20_max": 0.720072, + "nauc_recall_at_20_std": 0.044275, + "nauc_recall_at_20_diff1": 0.750963, + "nauc_recall_at_100_max": 0.661712, + "nauc_recall_at_100_std": 0.236533, + "nauc_recall_at_100_diff1": 0.665428, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719862, + "nauc_precision_at_1_std": 0.034665, + "nauc_precision_at_1_diff1": 0.864403, + "nauc_precision_at_3_max": 0.761596, + "nauc_precision_at_3_std": 0.028211, + "nauc_precision_at_3_diff1": 0.811001, + "nauc_precision_at_5_max": 0.740131, + "nauc_precision_at_5_std": 0.055106, + "nauc_precision_at_5_diff1": 0.790992, + "nauc_precision_at_10_max": 0.747862, + "nauc_precision_at_10_std": 0.055754, + "nauc_precision_at_10_diff1": 0.78219, + "nauc_precision_at_20_max": 0.720072, + "nauc_precision_at_20_std": 0.044275, + "nauc_precision_at_20_diff1": 0.750963, + "nauc_precision_at_100_max": 0.661712, + "nauc_precision_at_100_std": 0.236533, + "nauc_precision_at_100_diff1": 0.665428, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719862, + "nauc_mrr_at_1_std": 0.034665, + "nauc_mrr_at_1_diff1": 0.864403, + "nauc_mrr_at_3_max": 0.740048, + "nauc_mrr_at_3_std": 0.031947, + "nauc_mrr_at_3_diff1": 0.843004, + "nauc_mrr_at_5_max": 0.735551, + "nauc_mrr_at_5_std": 0.03834, + "nauc_mrr_at_5_diff1": 0.839505, + "nauc_mrr_at_10_max": 0.736681, + "nauc_mrr_at_10_std": 0.039011, + "nauc_mrr_at_10_diff1": 0.839504, + "nauc_mrr_at_20_max": 0.735311, + "nauc_mrr_at_20_std": 0.038201, + "nauc_mrr_at_20_diff1": 0.838514, + "nauc_mrr_at_100_max": 0.734937, + "nauc_mrr_at_100_std": 0.039347, + "nauc_mrr_at_100_diff1": 0.838894, + "nauc_mrr_at_1000_max": 0.735037, + "nauc_mrr_at_1000_std": 0.039098, + "nauc_mrr_at_1000_diff1": 0.839096, + "main_score": 0.66427, + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.39556, + "ndcg_at_3": 0.43357, + "ndcg_at_5": 0.44318, + "ndcg_at_10": 0.45178, + "ndcg_at_20": 0.45857, + "ndcg_at_100": 0.48358, + "ndcg_at_1000": 0.52433, + "map_at_1": 0.39556, + "map_at_3": 0.42407, + "map_at_5": 0.42941, + "map_at_10": 0.43294, + "map_at_20": 0.43483, + "map_at_100": 0.43798, + "map_at_1000": 0.4394, + "recall_at_1": 0.39556, + "recall_at_3": 0.46111, + "recall_at_5": 0.48444, + "recall_at_10": 0.51111, + "recall_at_20": 0.53778, + "recall_at_100": 0.67778, + "recall_at_1000": 1.0, + "precision_at_1": 0.39556, + "precision_at_3": 0.1537, + "precision_at_5": 0.09689, + "precision_at_10": 0.05111, + "precision_at_20": 0.02689, + "precision_at_100": 0.00678, + "precision_at_1000": 0.001, + "mrr_at_1": 0.395556, + "mrr_at_3": 0.424074, + "mrr_at_5": 0.429407, + "mrr_at_10": 0.432944, + "mrr_at_20": 0.43483, + "mrr_at_100": 0.437976, + "mrr_at_1000": 0.439403, + "nauc_ndcg_at_1_max": 0.63043, + "nauc_ndcg_at_1_std": -0.070393, + "nauc_ndcg_at_1_diff1": 0.886485, + "nauc_ndcg_at_3_max": 0.6271, + "nauc_ndcg_at_3_std": -0.078849, + "nauc_ndcg_at_3_diff1": 0.866667, + "nauc_ndcg_at_5_max": 0.619381, + "nauc_ndcg_at_5_std": -0.080573, + "nauc_ndcg_at_5_diff1": 0.856536, + "nauc_ndcg_at_10_max": 0.611775, + "nauc_ndcg_at_10_std": -0.083835, + "nauc_ndcg_at_10_diff1": 0.84868, + "nauc_ndcg_at_20_max": 0.608388, + "nauc_ndcg_at_20_std": -0.080075, + "nauc_ndcg_at_20_diff1": 0.847367, + "nauc_ndcg_at_100_max": 0.599261, + "nauc_ndcg_at_100_std": -0.080853, + "nauc_ndcg_at_100_diff1": 0.835504, + "nauc_ndcg_at_1000_max": 0.610499, + "nauc_ndcg_at_1000_std": -0.079832, + "nauc_ndcg_at_1000_diff1": 0.849948, + "nauc_map_at_1_max": 0.63043, + "nauc_map_at_1_std": -0.070393, + "nauc_map_at_1_diff1": 0.886485, + "nauc_map_at_3_max": 0.628986, + "nauc_map_at_3_std": -0.076522, + "nauc_map_at_3_diff1": 0.871974, + "nauc_map_at_5_max": 0.624903, + "nauc_map_at_5_std": -0.07731, + "nauc_map_at_5_diff1": 0.866525, + "nauc_map_at_10_max": 0.621609, + "nauc_map_at_10_std": -0.078638, + "nauc_map_at_10_diff1": 0.863142, + "nauc_map_at_20_max": 0.6206, + "nauc_map_at_20_std": -0.077764, + "nauc_map_at_20_diff1": 0.86282, + "nauc_map_at_100_max": 0.619281, + "nauc_map_at_100_std": -0.07807, + "nauc_map_at_100_diff1": 0.86137, + "nauc_map_at_1000_max": 0.619615, + "nauc_map_at_1000_std": -0.078, + "nauc_map_at_1000_diff1": 0.861786, + "nauc_recall_at_1_max": 0.63043, + "nauc_recall_at_1_std": -0.070393, + "nauc_recall_at_1_diff1": 0.886485, + "nauc_recall_at_3_max": 0.621146, + "nauc_recall_at_3_std": -0.085753, + "nauc_recall_at_3_diff1": 0.85098, + "nauc_recall_at_5_max": 0.601359, + "nauc_recall_at_5_std": -0.090722, + "nauc_recall_at_5_diff1": 0.825348, + "nauc_recall_at_10_max": 0.578, + "nauc_recall_at_10_std": -0.101213, + "nauc_recall_at_10_diff1": 0.800946, + "nauc_recall_at_20_max": 0.56396, + "nauc_recall_at_20_std": -0.084811, + "nauc_recall_at_20_diff1": 0.794106, + "nauc_recall_at_100_max": 0.493528, + "nauc_recall_at_100_std": -0.088277, + "nauc_recall_at_100_diff1": 0.699125, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.63043, + "nauc_precision_at_1_std": -0.070393, + "nauc_precision_at_1_diff1": 0.886485, + "nauc_precision_at_3_max": 0.621146, + "nauc_precision_at_3_std": -0.085753, + "nauc_precision_at_3_diff1": 0.85098, + "nauc_precision_at_5_max": 0.601359, + "nauc_precision_at_5_std": -0.090722, + "nauc_precision_at_5_diff1": 0.825348, + "nauc_precision_at_10_max": 0.578, + "nauc_precision_at_10_std": -0.101213, + "nauc_precision_at_10_diff1": 0.800946, + "nauc_precision_at_20_max": 0.56396, + "nauc_precision_at_20_std": -0.084811, + "nauc_precision_at_20_diff1": 0.794106, + "nauc_precision_at_100_max": 0.493528, + "nauc_precision_at_100_std": -0.088277, + "nauc_precision_at_100_diff1": 0.699125, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.63043, + "nauc_mrr_at_1_std": -0.070393, + "nauc_mrr_at_1_diff1": 0.886485, + "nauc_mrr_at_3_max": 0.628986, + "nauc_mrr_at_3_std": -0.076522, + "nauc_mrr_at_3_diff1": 0.871974, + "nauc_mrr_at_5_max": 0.624903, + "nauc_mrr_at_5_std": -0.07731, + "nauc_mrr_at_5_diff1": 0.866525, + "nauc_mrr_at_10_max": 0.621609, + "nauc_mrr_at_10_std": -0.078638, + "nauc_mrr_at_10_diff1": 0.863142, + "nauc_mrr_at_20_max": 0.6206, + "nauc_mrr_at_20_std": -0.077764, + "nauc_mrr_at_20_diff1": 0.86282, + "nauc_mrr_at_100_max": 0.619281, + "nauc_mrr_at_100_std": -0.07807, + "nauc_mrr_at_100_diff1": 0.86137, + "nauc_mrr_at_1000_max": 0.619615, + "nauc_mrr_at_1000_std": -0.078, + "nauc_mrr_at_1000_diff1": 0.861786, + "main_score": 0.45178, + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.88315, + "ndcg_at_5": 0.89056, + "ndcg_at_10": 0.8981, + "ndcg_at_20": 0.90341, + "ndcg_at_100": 0.90661, + "ndcg_at_1000": 0.90767, + "map_at_1": 0.83444, + "map_at_3": 0.87185, + "map_at_5": 0.87602, + "map_at_10": 0.87934, + "map_at_20": 0.88093, + "map_at_100": 0.88141, + "map_at_1000": 0.88146, + "recall_at_1": 0.83444, + "recall_at_3": 0.91556, + "recall_at_5": 0.93333, + "recall_at_10": 0.95556, + "recall_at_20": 0.97556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.83444, + "precision_at_3": 0.30519, + "precision_at_5": 0.18667, + "precision_at_10": 0.09556, + "precision_at_20": 0.04878, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.871852, + "mrr_at_5": 0.876019, + "mrr_at_10": 0.879336, + "mrr_at_20": 0.880928, + "mrr_at_100": 0.881414, + "mrr_at_1000": 0.881463, + "nauc_ndcg_at_1_max": 0.708801, + "nauc_ndcg_at_1_std": 0.114678, + "nauc_ndcg_at_1_diff1": 0.931552, + "nauc_ndcg_at_3_max": 0.75038, + "nauc_ndcg_at_3_std": 0.108291, + "nauc_ndcg_at_3_diff1": 0.903128, + "nauc_ndcg_at_5_max": 0.751656, + "nauc_ndcg_at_5_std": 0.119206, + "nauc_ndcg_at_5_diff1": 0.906524, + "nauc_ndcg_at_10_max": 0.751274, + "nauc_ndcg_at_10_std": 0.140666, + "nauc_ndcg_at_10_diff1": 0.909145, + "nauc_ndcg_at_20_max": 0.753158, + "nauc_ndcg_at_20_std": 0.15299, + "nauc_ndcg_at_20_diff1": 0.913519, + "nauc_ndcg_at_100_max": 0.749266, + "nauc_ndcg_at_100_std": 0.138378, + "nauc_ndcg_at_100_diff1": 0.913023, + "nauc_ndcg_at_1000_max": 0.746297, + "nauc_ndcg_at_1000_std": 0.133574, + "nauc_ndcg_at_1000_diff1": 0.913325, + "nauc_map_at_1_max": 0.708801, + "nauc_map_at_1_std": 0.114678, + "nauc_map_at_1_diff1": 0.931552, + "nauc_map_at_3_max": 0.740764, + "nauc_map_at_3_std": 0.112863, + "nauc_map_at_3_diff1": 0.910816, + "nauc_map_at_5_max": 0.741146, + "nauc_map_at_5_std": 0.119033, + "nauc_map_at_5_diff1": 0.912749, + "nauc_map_at_10_max": 0.740889, + "nauc_map_at_10_std": 0.126651, + "nauc_map_at_10_diff1": 0.913992, + "nauc_map_at_20_max": 0.741093, + "nauc_map_at_20_std": 0.128989, + "nauc_map_at_20_diff1": 0.915102, + "nauc_map_at_100_max": 0.740746, + "nauc_map_at_100_std": 0.127132, + "nauc_map_at_100_diff1": 0.915081, + "nauc_map_at_1000_max": 0.740634, + "nauc_map_at_1000_std": 0.126961, + "nauc_map_at_1000_diff1": 0.915081, + "nauc_recall_at_1_max": 0.708801, + "nauc_recall_at_1_std": 0.114678, + "nauc_recall_at_1_diff1": 0.931552, + "nauc_recall_at_3_max": 0.789185, + "nauc_recall_at_3_std": 0.087363, + "nauc_recall_at_3_diff1": 0.871216, + "nauc_recall_at_5_max": 0.803805, + "nauc_recall_at_5_std": 0.119304, + "nauc_recall_at_5_diff1": 0.875895, + "nauc_recall_at_10_max": 0.824918, + "nauc_recall_at_10_std": 0.264788, + "nauc_recall_at_10_diff1": 0.876576, + "nauc_recall_at_20_max": 0.916094, + "nauc_recall_at_20_std": 0.559142, + "nauc_recall_at_20_diff1": 0.913632, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.553555, + "nauc_recall_at_100_diff1": 0.877951, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.708801, + "nauc_precision_at_1_std": 0.114678, + "nauc_precision_at_1_diff1": 0.931552, + "nauc_precision_at_3_max": 0.789185, + "nauc_precision_at_3_std": 0.087363, + "nauc_precision_at_3_diff1": 0.871216, + "nauc_precision_at_5_max": 0.803805, + "nauc_precision_at_5_std": 0.119304, + "nauc_precision_at_5_diff1": 0.875895, + "nauc_precision_at_10_max": 0.824918, + "nauc_precision_at_10_std": 0.264788, + "nauc_precision_at_10_diff1": 0.876576, + "nauc_precision_at_20_max": 0.916094, + "nauc_precision_at_20_std": 0.559142, + "nauc_precision_at_20_diff1": 0.913632, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.553555, + "nauc_precision_at_100_diff1": 0.877951, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.708801, + "nauc_mrr_at_1_std": 0.114678, + "nauc_mrr_at_1_diff1": 0.931552, + "nauc_mrr_at_3_max": 0.740764, + "nauc_mrr_at_3_std": 0.112863, + "nauc_mrr_at_3_diff1": 0.910816, + "nauc_mrr_at_5_max": 0.741146, + "nauc_mrr_at_5_std": 0.119033, + "nauc_mrr_at_5_diff1": 0.912749, + "nauc_mrr_at_10_max": 0.740889, + "nauc_mrr_at_10_std": 0.126651, + "nauc_mrr_at_10_diff1": 0.913992, + "nauc_mrr_at_20_max": 0.741093, + "nauc_mrr_at_20_std": 0.128989, + "nauc_mrr_at_20_diff1": 0.915102, + "nauc_mrr_at_100_max": 0.740746, + "nauc_mrr_at_100_std": 0.127132, + "nauc_mrr_at_100_diff1": 0.915081, + "nauc_mrr_at_1000_max": 0.740634, + "nauc_mrr_at_1000_std": 0.126961, + "nauc_mrr_at_1000_diff1": 0.915081, + "main_score": 0.8981, + "hf_subset": "ben_Beng-ben_Beng", + "languages": [ + "ben-Beng", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94845, + "ndcg_at_5": 0.95256, + "ndcg_at_10": 0.95549, + "ndcg_at_20": 0.95719, + "ndcg_at_100": 0.95777, + "ndcg_at_1000": 0.95818, + "map_at_1": 0.91778, + "map_at_3": 0.94167, + "map_at_5": 0.94394, + "map_at_10": 0.94519, + "map_at_20": 0.94566, + "map_at_100": 0.94572, + "map_at_1000": 0.94573, + "recall_at_1": 0.91778, + "recall_at_3": 0.96778, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.32259, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.941667, + "mrr_at_5": 0.943944, + "mrr_at_10": 0.945187, + "mrr_at_20": 0.945656, + "mrr_at_100": 0.945721, + "mrr_at_1000": 0.945734, + "nauc_ndcg_at_1_max": 0.63434, + "nauc_ndcg_at_1_std": -0.175556, + "nauc_ndcg_at_1_diff1": 0.937006, + "nauc_ndcg_at_3_max": 0.722277, + "nauc_ndcg_at_3_std": -0.188961, + "nauc_ndcg_at_3_diff1": 0.933807, + "nauc_ndcg_at_5_max": 0.708827, + "nauc_ndcg_at_5_std": -0.16532, + "nauc_ndcg_at_5_diff1": 0.933075, + "nauc_ndcg_at_10_max": 0.699995, + "nauc_ndcg_at_10_std": -0.119392, + "nauc_ndcg_at_10_diff1": 0.936206, + "nauc_ndcg_at_20_max": 0.700007, + "nauc_ndcg_at_20_std": -0.12018, + "nauc_ndcg_at_20_diff1": 0.938208, + "nauc_ndcg_at_100_max": 0.695855, + "nauc_ndcg_at_100_std": -0.132736, + "nauc_ndcg_at_100_diff1": 0.937353, + "nauc_ndcg_at_1000_max": 0.693294, + "nauc_ndcg_at_1000_std": -0.14381, + "nauc_ndcg_at_1000_diff1": 0.936741, + "nauc_map_at_1_max": 0.63434, + "nauc_map_at_1_std": -0.175556, + "nauc_map_at_1_diff1": 0.937006, + "nauc_map_at_3_max": 0.696935, + "nauc_map_at_3_std": -0.187733, + "nauc_map_at_3_diff1": 0.935219, + "nauc_map_at_5_max": 0.68964, + "nauc_map_at_5_std": -0.175507, + "nauc_map_at_5_diff1": 0.934918, + "nauc_map_at_10_max": 0.686144, + "nauc_map_at_10_std": -0.158851, + "nauc_map_at_10_diff1": 0.935915, + "nauc_map_at_20_max": 0.685948, + "nauc_map_at_20_std": -0.158826, + "nauc_map_at_20_diff1": 0.936393, + "nauc_map_at_100_max": 0.68557, + "nauc_map_at_100_std": -0.159969, + "nauc_map_at_100_diff1": 0.936316, + "nauc_map_at_1000_max": 0.685505, + "nauc_map_at_1000_std": -0.160236, + "nauc_map_at_1000_diff1": 0.936302, + "nauc_recall_at_1_max": 0.63434, + "nauc_recall_at_1_std": -0.175556, + "nauc_recall_at_1_diff1": 0.937006, + "nauc_recall_at_3_max": 0.851267, + "nauc_recall_at_3_std": -0.192891, + "nauc_recall_at_3_diff1": 0.926189, + "nauc_recall_at_5_max": 0.839076, + "nauc_recall_at_5_std": -0.083357, + "nauc_recall_at_5_diff1": 0.919118, + "nauc_recall_at_10_max": 0.837029, + "nauc_recall_at_10_std": 0.413204, + "nauc_recall_at_10_diff1": 0.944172, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.893013, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.63434, + "nauc_precision_at_1_std": -0.175556, + "nauc_precision_at_1_diff1": 0.937006, + "nauc_precision_at_3_max": 0.851267, + "nauc_precision_at_3_std": -0.192891, + "nauc_precision_at_3_diff1": 0.926189, + "nauc_precision_at_5_max": 0.839076, + "nauc_precision_at_5_std": -0.083357, + "nauc_precision_at_5_diff1": 0.919118, + "nauc_precision_at_10_max": 0.837029, + "nauc_precision_at_10_std": 0.413204, + "nauc_precision_at_10_diff1": 0.944172, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.893013, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.63434, + "nauc_mrr_at_1_std": -0.175556, + "nauc_mrr_at_1_diff1": 0.937006, + "nauc_mrr_at_3_max": 0.696935, + "nauc_mrr_at_3_std": -0.187733, + "nauc_mrr_at_3_diff1": 0.935219, + "nauc_mrr_at_5_max": 0.68964, + "nauc_mrr_at_5_std": -0.175507, + "nauc_mrr_at_5_diff1": 0.934918, + "nauc_mrr_at_10_max": 0.686144, + "nauc_mrr_at_10_std": -0.158851, + "nauc_mrr_at_10_diff1": 0.935915, + "nauc_mrr_at_20_max": 0.685948, + "nauc_mrr_at_20_std": -0.158826, + "nauc_mrr_at_20_diff1": 0.936393, + "nauc_mrr_at_100_max": 0.68557, + "nauc_mrr_at_100_std": -0.159969, + "nauc_mrr_at_100_diff1": 0.936316, + "nauc_mrr_at_1000_max": 0.685505, + "nauc_mrr_at_1000_std": -0.160236, + "nauc_mrr_at_1000_diff1": 0.936302, + "main_score": 0.95549, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86111, + "ndcg_at_3": 0.90657, + "ndcg_at_5": 0.91154, + "ndcg_at_10": 0.91757, + "ndcg_at_20": 0.92183, + "ndcg_at_100": 0.92388, + "ndcg_at_1000": 0.92434, + "map_at_1": 0.86111, + "map_at_3": 0.89574, + "map_at_5": 0.89846, + "map_at_10": 0.9009, + "map_at_20": 0.90209, + "map_at_100": 0.90237, + "map_at_1000": 0.90239, + "recall_at_1": 0.86111, + "recall_at_3": 0.93778, + "recall_at_5": 0.95, + "recall_at_10": 0.96889, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.86111, + "precision_at_3": 0.31259, + "precision_at_5": 0.19, + "precision_at_10": 0.09689, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.861111, + "mrr_at_3": 0.895741, + "mrr_at_5": 0.898463, + "mrr_at_10": 0.900896, + "mrr_at_20": 0.902093, + "mrr_at_100": 0.902371, + "mrr_at_1000": 0.902392, + "nauc_ndcg_at_1_max": 0.676701, + "nauc_ndcg_at_1_std": 0.253192, + "nauc_ndcg_at_1_diff1": 0.893355, + "nauc_ndcg_at_3_max": 0.75059, + "nauc_ndcg_at_3_std": 0.307108, + "nauc_ndcg_at_3_diff1": 0.892086, + "nauc_ndcg_at_5_max": 0.751202, + "nauc_ndcg_at_5_std": 0.304065, + "nauc_ndcg_at_5_diff1": 0.893768, + "nauc_ndcg_at_10_max": 0.74692, + "nauc_ndcg_at_10_std": 0.3182, + "nauc_ndcg_at_10_diff1": 0.892048, + "nauc_ndcg_at_20_max": 0.737198, + "nauc_ndcg_at_20_std": 0.308402, + "nauc_ndcg_at_20_diff1": 0.891536, + "nauc_ndcg_at_100_max": 0.732675, + "nauc_ndcg_at_100_std": 0.299745, + "nauc_ndcg_at_100_diff1": 0.892219, + "nauc_ndcg_at_1000_max": 0.731551, + "nauc_ndcg_at_1000_std": 0.296731, + "nauc_ndcg_at_1000_diff1": 0.89236, + "nauc_map_at_1_max": 0.676701, + "nauc_map_at_1_std": 0.253192, + "nauc_map_at_1_diff1": 0.893355, + "nauc_map_at_3_max": 0.729639, + "nauc_map_at_3_std": 0.288567, + "nauc_map_at_3_diff1": 0.892068, + "nauc_map_at_5_max": 0.729077, + "nauc_map_at_5_std": 0.286233, + "nauc_map_at_5_diff1": 0.892788, + "nauc_map_at_10_max": 0.727507, + "nauc_map_at_10_std": 0.292135, + "nauc_map_at_10_diff1": 0.892309, + "nauc_map_at_20_max": 0.725046, + "nauc_map_at_20_std": 0.289455, + "nauc_map_at_20_diff1": 0.892213, + "nauc_map_at_100_max": 0.724503, + "nauc_map_at_100_std": 0.288304, + "nauc_map_at_100_diff1": 0.892337, + "nauc_map_at_1000_max": 0.724458, + "nauc_map_at_1000_std": 0.288189, + "nauc_map_at_1000_diff1": 0.892342, + "nauc_recall_at_1_max": 0.676701, + "nauc_recall_at_1_std": 0.253192, + "nauc_recall_at_1_diff1": 0.893355, + "nauc_recall_at_3_max": 0.847747, + "nauc_recall_at_3_std": 0.39555, + "nauc_recall_at_3_diff1": 0.892457, + "nauc_recall_at_5_max": 0.876388, + "nauc_recall_at_5_std": 0.407221, + "nauc_recall_at_5_diff1": 0.900405, + "nauc_recall_at_10_max": 0.910548, + "nauc_recall_at_10_std": 0.55874, + "nauc_recall_at_10_diff1": 0.888372, + "nauc_recall_at_20_max": 0.900345, + "nauc_recall_at_20_std": 0.641097, + "nauc_recall_at_20_diff1": 0.872693, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.786026, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676701, + "nauc_precision_at_1_std": 0.253192, + "nauc_precision_at_1_diff1": 0.893355, + "nauc_precision_at_3_max": 0.847747, + "nauc_precision_at_3_std": 0.39555, + "nauc_precision_at_3_diff1": 0.892457, + "nauc_precision_at_5_max": 0.876388, + "nauc_precision_at_5_std": 0.407221, + "nauc_precision_at_5_diff1": 0.900405, + "nauc_precision_at_10_max": 0.910548, + "nauc_precision_at_10_std": 0.55874, + "nauc_precision_at_10_diff1": 0.888372, + "nauc_precision_at_20_max": 0.900345, + "nauc_precision_at_20_std": 0.641097, + "nauc_precision_at_20_diff1": 0.872693, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.786026, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.676701, + "nauc_mrr_at_1_std": 0.253192, + "nauc_mrr_at_1_diff1": 0.893355, + "nauc_mrr_at_3_max": 0.729639, + "nauc_mrr_at_3_std": 0.288567, + "nauc_mrr_at_3_diff1": 0.892068, + "nauc_mrr_at_5_max": 0.729077, + "nauc_mrr_at_5_std": 0.286233, + "nauc_mrr_at_5_diff1": 0.892788, + "nauc_mrr_at_10_max": 0.727507, + "nauc_mrr_at_10_std": 0.292135, + "nauc_mrr_at_10_diff1": 0.892309, + "nauc_mrr_at_20_max": 0.725046, + "nauc_mrr_at_20_std": 0.289455, + "nauc_mrr_at_20_diff1": 0.892213, + "nauc_mrr_at_100_max": 0.724503, + "nauc_mrr_at_100_std": 0.288304, + "nauc_mrr_at_100_diff1": 0.892337, + "nauc_mrr_at_1000_max": 0.724458, + "nauc_mrr_at_1000_std": 0.288189, + "nauc_mrr_at_1000_diff1": 0.892342, + "main_score": 0.91757, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.67556, + "ndcg_at_3": 0.73376, + "ndcg_at_5": 0.7437, + "ndcg_at_10": 0.75727, + "ndcg_at_20": 0.76462, + "ndcg_at_100": 0.7778, + "ndcg_at_1000": 0.78575, + "map_at_1": 0.67556, + "map_at_3": 0.72, + "map_at_5": 0.72544, + "map_at_10": 0.73101, + "map_at_20": 0.73304, + "map_at_100": 0.73486, + "map_at_1000": 0.7352, + "recall_at_1": 0.67556, + "recall_at_3": 0.77333, + "recall_at_5": 0.79778, + "recall_at_10": 0.84, + "recall_at_20": 0.86889, + "recall_at_100": 0.94, + "recall_at_1000": 1.0, + "precision_at_1": 0.67556, + "precision_at_3": 0.25778, + "precision_at_5": 0.15956, + "precision_at_10": 0.084, + "precision_at_20": 0.04344, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675556, + "mrr_at_3": 0.72, + "mrr_at_5": 0.725444, + "mrr_at_10": 0.731011, + "mrr_at_20": 0.733044, + "mrr_at_100": 0.734863, + "mrr_at_1000": 0.735202, + "nauc_ndcg_at_1_max": 0.689877, + "nauc_ndcg_at_1_std": 0.509836, + "nauc_ndcg_at_1_diff1": 0.901713, + "nauc_ndcg_at_3_max": 0.727191, + "nauc_ndcg_at_3_std": 0.56294, + "nauc_ndcg_at_3_diff1": 0.875514, + "nauc_ndcg_at_5_max": 0.724069, + "nauc_ndcg_at_5_std": 0.56381, + "nauc_ndcg_at_5_diff1": 0.865809, + "nauc_ndcg_at_10_max": 0.726883, + "nauc_ndcg_at_10_std": 0.57196, + "nauc_ndcg_at_10_diff1": 0.865606, + "nauc_ndcg_at_20_max": 0.724462, + "nauc_ndcg_at_20_std": 0.572494, + "nauc_ndcg_at_20_diff1": 0.866933, + "nauc_ndcg_at_100_max": 0.722406, + "nauc_ndcg_at_100_std": 0.566078, + "nauc_ndcg_at_100_diff1": 0.868527, + "nauc_ndcg_at_1000_max": 0.720462, + "nauc_ndcg_at_1000_std": 0.561449, + "nauc_ndcg_at_1000_diff1": 0.872371, + "nauc_map_at_1_max": 0.689877, + "nauc_map_at_1_std": 0.509836, + "nauc_map_at_1_diff1": 0.901713, + "nauc_map_at_3_max": 0.718793, + "nauc_map_at_3_std": 0.551021, + "nauc_map_at_3_diff1": 0.882396, + "nauc_map_at_5_max": 0.716829, + "nauc_map_at_5_std": 0.551314, + "nauc_map_at_5_diff1": 0.877429, + "nauc_map_at_10_max": 0.717704, + "nauc_map_at_10_std": 0.55399, + "nauc_map_at_10_diff1": 0.877582, + "nauc_map_at_20_max": 0.71703, + "nauc_map_at_20_std": 0.554029, + "nauc_map_at_20_diff1": 0.878056, + "nauc_map_at_100_max": 0.716598, + "nauc_map_at_100_std": 0.553008, + "nauc_map_at_100_diff1": 0.878128, + "nauc_map_at_1000_max": 0.716545, + "nauc_map_at_1000_std": 0.552879, + "nauc_map_at_1000_diff1": 0.878285, + "nauc_recall_at_1_max": 0.689877, + "nauc_recall_at_1_std": 0.509836, + "nauc_recall_at_1_diff1": 0.901713, + "nauc_recall_at_3_max": 0.754878, + "nauc_recall_at_3_std": 0.602219, + "nauc_recall_at_3_diff1": 0.852247, + "nauc_recall_at_5_max": 0.749349, + "nauc_recall_at_5_std": 0.608261, + "nauc_recall_at_5_diff1": 0.821711, + "nauc_recall_at_10_max": 0.768058, + "nauc_recall_at_10_std": 0.655672, + "nauc_recall_at_10_diff1": 0.810328, + "nauc_recall_at_20_max": 0.760595, + "nauc_recall_at_20_std": 0.674962, + "nauc_recall_at_20_diff1": 0.807207, + "nauc_recall_at_100_max": 0.771389, + "nauc_recall_at_100_std": 0.683378, + "nauc_recall_at_100_diff1": 0.779377, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689877, + "nauc_precision_at_1_std": 0.509836, + "nauc_precision_at_1_diff1": 0.901713, + "nauc_precision_at_3_max": 0.754878, + "nauc_precision_at_3_std": 0.602219, + "nauc_precision_at_3_diff1": 0.852247, + "nauc_precision_at_5_max": 0.749349, + "nauc_precision_at_5_std": 0.608261, + "nauc_precision_at_5_diff1": 0.821711, + "nauc_precision_at_10_max": 0.768058, + "nauc_precision_at_10_std": 0.655672, + "nauc_precision_at_10_diff1": 0.810328, + "nauc_precision_at_20_max": 0.760595, + "nauc_precision_at_20_std": 0.674962, + "nauc_precision_at_20_diff1": 0.807207, + "nauc_precision_at_100_max": 0.771389, + "nauc_precision_at_100_std": 0.683378, + "nauc_precision_at_100_diff1": 0.779377, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.689877, + "nauc_mrr_at_1_std": 0.509836, + "nauc_mrr_at_1_diff1": 0.901713, + "nauc_mrr_at_3_max": 0.718793, + "nauc_mrr_at_3_std": 0.551021, + "nauc_mrr_at_3_diff1": 0.882396, + "nauc_mrr_at_5_max": 0.716829, + "nauc_mrr_at_5_std": 0.551314, + "nauc_mrr_at_5_diff1": 0.877429, + "nauc_mrr_at_10_max": 0.717704, + "nauc_mrr_at_10_std": 0.55399, + "nauc_mrr_at_10_diff1": 0.877582, + "nauc_mrr_at_20_max": 0.71703, + "nauc_mrr_at_20_std": 0.554029, + "nauc_mrr_at_20_diff1": 0.878056, + "nauc_mrr_at_100_max": 0.716598, + "nauc_mrr_at_100_std": 0.553008, + "nauc_mrr_at_100_diff1": 0.878128, + "nauc_mrr_at_1000_max": 0.716545, + "nauc_mrr_at_1000_std": 0.552879, + "nauc_mrr_at_1000_diff1": 0.878285, + "main_score": 0.75727, + "hf_subset": "ben_Latn-ben_Latn", + "languages": [ + "ben-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.89385, + "ndcg_at_5": 0.90116, + "ndcg_at_10": 0.9077, + "ndcg_at_20": 0.91108, + "ndcg_at_100": 0.91381, + "ndcg_at_1000": 0.91435, + "map_at_1": 0.84111, + "map_at_3": 0.8813, + "map_at_5": 0.88535, + "map_at_10": 0.88809, + "map_at_20": 0.88903, + "map_at_100": 0.88942, + "map_at_1000": 0.88943, + "recall_at_1": 0.84111, + "recall_at_3": 0.93, + "recall_at_5": 0.94778, + "recall_at_10": 0.96778, + "recall_at_20": 0.98111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.84111, + "precision_at_3": 0.31, + "precision_at_5": 0.18956, + "precision_at_10": 0.09678, + "precision_at_20": 0.04906, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.881296, + "mrr_at_5": 0.885352, + "mrr_at_10": 0.888095, + "mrr_at_20": 0.889025, + "mrr_at_100": 0.889416, + "mrr_at_1000": 0.889431, + "nauc_ndcg_at_1_max": 0.598276, + "nauc_ndcg_at_1_std": -0.000635, + "nauc_ndcg_at_1_diff1": 0.873423, + "nauc_ndcg_at_3_max": 0.670341, + "nauc_ndcg_at_3_std": 0.057209, + "nauc_ndcg_at_3_diff1": 0.857723, + "nauc_ndcg_at_5_max": 0.671607, + "nauc_ndcg_at_5_std": 0.059607, + "nauc_ndcg_at_5_diff1": 0.865028, + "nauc_ndcg_at_10_max": 0.661217, + "nauc_ndcg_at_10_std": 0.059198, + "nauc_ndcg_at_10_diff1": 0.867501, + "nauc_ndcg_at_20_max": 0.65457, + "nauc_ndcg_at_20_std": 0.05821, + "nauc_ndcg_at_20_diff1": 0.868896, + "nauc_ndcg_at_100_max": 0.649993, + "nauc_ndcg_at_100_std": 0.05387, + "nauc_ndcg_at_100_diff1": 0.866895, + "nauc_ndcg_at_1000_max": 0.648851, + "nauc_ndcg_at_1000_std": 0.048805, + "nauc_ndcg_at_1000_diff1": 0.866242, + "nauc_map_at_1_max": 0.598276, + "nauc_map_at_1_std": -0.000635, + "nauc_map_at_1_diff1": 0.873423, + "nauc_map_at_3_max": 0.649481, + "nauc_map_at_3_std": 0.042224, + "nauc_map_at_3_diff1": 0.861549, + "nauc_map_at_5_max": 0.649363, + "nauc_map_at_5_std": 0.043654, + "nauc_map_at_5_diff1": 0.865154, + "nauc_map_at_10_max": 0.645, + "nauc_map_at_10_std": 0.042532, + "nauc_map_at_10_diff1": 0.865776, + "nauc_map_at_20_max": 0.643385, + "nauc_map_at_20_std": 0.042071, + "nauc_map_at_20_diff1": 0.866112, + "nauc_map_at_100_max": 0.642657, + "nauc_map_at_100_std": 0.041137, + "nauc_map_at_100_diff1": 0.865854, + "nauc_map_at_1000_max": 0.64263, + "nauc_map_at_1000_std": 0.041032, + "nauc_map_at_1000_diff1": 0.86584, + "nauc_recall_at_1_max": 0.598276, + "nauc_recall_at_1_std": -0.000635, + "nauc_recall_at_1_diff1": 0.873423, + "nauc_recall_at_3_max": 0.767744, + "nauc_recall_at_3_std": 0.125873, + "nauc_recall_at_3_diff1": 0.840395, + "nauc_recall_at_5_max": 0.806226, + "nauc_recall_at_5_std": 0.152691, + "nauc_recall_at_5_diff1": 0.867503, + "nauc_recall_at_10_max": 0.804984, + "nauc_recall_at_10_std": 0.217441, + "nauc_recall_at_10_diff1": 0.894314, + "nauc_recall_at_20_max": 0.78706, + "nauc_recall_at_20_std": 0.314797, + "nauc_recall_at_20_diff1": 0.936563, + "nauc_recall_at_100_max": 0.823179, + "nauc_recall_at_100_std": 0.839519, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.598276, + "nauc_precision_at_1_std": -0.000635, + "nauc_precision_at_1_diff1": 0.873423, + "nauc_precision_at_3_max": 0.767744, + "nauc_precision_at_3_std": 0.125873, + "nauc_precision_at_3_diff1": 0.840395, + "nauc_precision_at_5_max": 0.806226, + "nauc_precision_at_5_std": 0.152691, + "nauc_precision_at_5_diff1": 0.867503, + "nauc_precision_at_10_max": 0.804984, + "nauc_precision_at_10_std": 0.217441, + "nauc_precision_at_10_diff1": 0.894314, + "nauc_precision_at_20_max": 0.78706, + "nauc_precision_at_20_std": 0.314797, + "nauc_precision_at_20_diff1": 0.936563, + "nauc_precision_at_100_max": 0.823179, + "nauc_precision_at_100_std": 0.839519, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.598276, + "nauc_mrr_at_1_std": -0.000635, + "nauc_mrr_at_1_diff1": 0.873423, + "nauc_mrr_at_3_max": 0.649481, + "nauc_mrr_at_3_std": 0.042224, + "nauc_mrr_at_3_diff1": 0.861549, + "nauc_mrr_at_5_max": 0.649363, + "nauc_mrr_at_5_std": 0.043654, + "nauc_mrr_at_5_diff1": 0.865154, + "nauc_mrr_at_10_max": 0.645, + "nauc_mrr_at_10_std": 0.042532, + "nauc_mrr_at_10_diff1": 0.865776, + "nauc_mrr_at_20_max": 0.643385, + "nauc_mrr_at_20_std": 0.042071, + "nauc_mrr_at_20_diff1": 0.866112, + "nauc_mrr_at_100_max": 0.642657, + "nauc_mrr_at_100_std": 0.041137, + "nauc_mrr_at_100_diff1": 0.865854, + "nauc_mrr_at_1000_max": 0.64263, + "nauc_mrr_at_1000_std": 0.041032, + "nauc_mrr_at_1000_diff1": 0.86584, + "main_score": 0.9077, + "hf_subset": "ben_Latn-eng_Latn", + "languages": [ + "ben-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59556, + "ndcg_at_3": 0.65668, + "ndcg_at_5": 0.67078, + "ndcg_at_10": 0.68377, + "ndcg_at_20": 0.69261, + "ndcg_at_100": 0.71047, + "ndcg_at_1000": 0.72256, + "map_at_1": 0.59556, + "map_at_3": 0.64204, + "map_at_5": 0.64981, + "map_at_10": 0.65521, + "map_at_20": 0.65755, + "map_at_100": 0.65984, + "map_at_1000": 0.66034, + "recall_at_1": 0.59556, + "recall_at_3": 0.69889, + "recall_at_5": 0.73333, + "recall_at_10": 0.77333, + "recall_at_20": 0.80889, + "recall_at_100": 0.90778, + "recall_at_1000": 1.0, + "precision_at_1": 0.59556, + "precision_at_3": 0.23296, + "precision_at_5": 0.14667, + "precision_at_10": 0.07733, + "precision_at_20": 0.04044, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "mrr_at_1": 0.595556, + "mrr_at_3": 0.642037, + "mrr_at_5": 0.649815, + "mrr_at_10": 0.655208, + "mrr_at_20": 0.65755, + "mrr_at_100": 0.659842, + "mrr_at_1000": 0.660336, + "nauc_ndcg_at_1_max": 0.693462, + "nauc_ndcg_at_1_std": 0.333931, + "nauc_ndcg_at_1_diff1": 0.851216, + "nauc_ndcg_at_3_max": 0.732376, + "nauc_ndcg_at_3_std": 0.358331, + "nauc_ndcg_at_3_diff1": 0.824286, + "nauc_ndcg_at_5_max": 0.730008, + "nauc_ndcg_at_5_std": 0.366839, + "nauc_ndcg_at_5_diff1": 0.82019, + "nauc_ndcg_at_10_max": 0.727837, + "nauc_ndcg_at_10_std": 0.375368, + "nauc_ndcg_at_10_diff1": 0.817243, + "nauc_ndcg_at_20_max": 0.723859, + "nauc_ndcg_at_20_std": 0.373763, + "nauc_ndcg_at_20_diff1": 0.814718, + "nauc_ndcg_at_100_max": 0.720701, + "nauc_ndcg_at_100_std": 0.368792, + "nauc_ndcg_at_100_diff1": 0.815412, + "nauc_ndcg_at_1000_max": 0.721829, + "nauc_ndcg_at_1000_std": 0.365838, + "nauc_ndcg_at_1000_diff1": 0.821171, + "nauc_map_at_1_max": 0.693462, + "nauc_map_at_1_std": 0.333931, + "nauc_map_at_1_diff1": 0.851216, + "nauc_map_at_3_max": 0.72338, + "nauc_map_at_3_std": 0.351601, + "nauc_map_at_3_diff1": 0.831563, + "nauc_map_at_5_max": 0.72191, + "nauc_map_at_5_std": 0.355886, + "nauc_map_at_5_diff1": 0.829453, + "nauc_map_at_10_max": 0.721072, + "nauc_map_at_10_std": 0.359279, + "nauc_map_at_10_diff1": 0.828235, + "nauc_map_at_20_max": 0.720037, + "nauc_map_at_20_std": 0.358646, + "nauc_map_at_20_diff1": 0.827618, + "nauc_map_at_100_max": 0.719598, + "nauc_map_at_100_std": 0.358378, + "nauc_map_at_100_diff1": 0.827691, + "nauc_map_at_1000_max": 0.719639, + "nauc_map_at_1000_std": 0.358294, + "nauc_map_at_1000_diff1": 0.827913, + "nauc_recall_at_1_max": 0.693462, + "nauc_recall_at_1_std": 0.333931, + "nauc_recall_at_1_diff1": 0.851216, + "nauc_recall_at_3_max": 0.760884, + "nauc_recall_at_3_std": 0.380227, + "nauc_recall_at_3_diff1": 0.800674, + "nauc_recall_at_5_max": 0.757403, + "nauc_recall_at_5_std": 0.406984, + "nauc_recall_at_5_diff1": 0.787056, + "nauc_recall_at_10_max": 0.751867, + "nauc_recall_at_10_std": 0.444411, + "nauc_recall_at_10_diff1": 0.772267, + "nauc_recall_at_20_max": 0.73289, + "nauc_recall_at_20_std": 0.447309, + "nauc_recall_at_20_diff1": 0.751774, + "nauc_recall_at_100_max": 0.69924, + "nauc_recall_at_100_std": 0.428504, + "nauc_recall_at_100_diff1": 0.706979, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693462, + "nauc_precision_at_1_std": 0.333931, + "nauc_precision_at_1_diff1": 0.851216, + "nauc_precision_at_3_max": 0.760884, + "nauc_precision_at_3_std": 0.380227, + "nauc_precision_at_3_diff1": 0.800674, + "nauc_precision_at_5_max": 0.757403, + "nauc_precision_at_5_std": 0.406984, + "nauc_precision_at_5_diff1": 0.787056, + "nauc_precision_at_10_max": 0.751867, + "nauc_precision_at_10_std": 0.444411, + "nauc_precision_at_10_diff1": 0.772267, + "nauc_precision_at_20_max": 0.73289, + "nauc_precision_at_20_std": 0.447309, + "nauc_precision_at_20_diff1": 0.751774, + "nauc_precision_at_100_max": 0.69924, + "nauc_precision_at_100_std": 0.428504, + "nauc_precision_at_100_diff1": 0.706979, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693462, + "nauc_mrr_at_1_std": 0.333931, + "nauc_mrr_at_1_diff1": 0.851216, + "nauc_mrr_at_3_max": 0.72338, + "nauc_mrr_at_3_std": 0.351601, + "nauc_mrr_at_3_diff1": 0.831563, + "nauc_mrr_at_5_max": 0.72191, + "nauc_mrr_at_5_std": 0.355886, + "nauc_mrr_at_5_diff1": 0.829453, + "nauc_mrr_at_10_max": 0.721072, + "nauc_mrr_at_10_std": 0.359279, + "nauc_mrr_at_10_diff1": 0.828235, + "nauc_mrr_at_20_max": 0.720037, + "nauc_mrr_at_20_std": 0.358646, + "nauc_mrr_at_20_diff1": 0.827618, + "nauc_mrr_at_100_max": 0.719598, + "nauc_mrr_at_100_std": 0.358378, + "nauc_mrr_at_100_diff1": 0.827691, + "nauc_mrr_at_1000_max": 0.719639, + "nauc_mrr_at_1000_std": 0.358294, + "nauc_mrr_at_1000_diff1": 0.827913, + "main_score": 0.68377, + "hf_subset": "eng_Latn-ben_Latn", + "languages": [ + "eng-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.45222, + "ndcg_at_3": 0.51685, + "ndcg_at_5": 0.53822, + "ndcg_at_10": 0.56377, + "ndcg_at_20": 0.57725, + "ndcg_at_100": 0.60418, + "ndcg_at_1000": 0.61814, + "map_at_1": 0.45222, + "map_at_3": 0.50148, + "map_at_5": 0.51326, + "map_at_10": 0.52382, + "map_at_20": 0.52752, + "map_at_100": 0.53109, + "map_at_1000": 0.53165, + "recall_at_1": 0.45222, + "recall_at_3": 0.56111, + "recall_at_5": 0.61333, + "recall_at_10": 0.69222, + "recall_at_20": 0.74556, + "recall_at_100": 0.89333, + "recall_at_1000": 1.0, + "precision_at_1": 0.45222, + "precision_at_3": 0.18704, + "precision_at_5": 0.12267, + "precision_at_10": 0.06922, + "precision_at_20": 0.03728, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.452222, + "mrr_at_3": 0.501481, + "mrr_at_5": 0.513259, + "mrr_at_10": 0.52382, + "mrr_at_20": 0.527523, + "mrr_at_100": 0.531087, + "mrr_at_1000": 0.531655, + "nauc_ndcg_at_1_max": 0.479354, + "nauc_ndcg_at_1_std": 0.18338, + "nauc_ndcg_at_1_diff1": 0.713148, + "nauc_ndcg_at_3_max": 0.476456, + "nauc_ndcg_at_3_std": 0.195512, + "nauc_ndcg_at_3_diff1": 0.663571, + "nauc_ndcg_at_5_max": 0.469675, + "nauc_ndcg_at_5_std": 0.213431, + "nauc_ndcg_at_5_diff1": 0.648886, + "nauc_ndcg_at_10_max": 0.466198, + "nauc_ndcg_at_10_std": 0.224985, + "nauc_ndcg_at_10_diff1": 0.643927, + "nauc_ndcg_at_20_max": 0.465241, + "nauc_ndcg_at_20_std": 0.219718, + "nauc_ndcg_at_20_diff1": 0.645815, + "nauc_ndcg_at_100_max": 0.473292, + "nauc_ndcg_at_100_std": 0.217731, + "nauc_ndcg_at_100_diff1": 0.655836, + "nauc_ndcg_at_1000_max": 0.47136, + "nauc_ndcg_at_1000_std": 0.212462, + "nauc_ndcg_at_1000_diff1": 0.657461, + "nauc_map_at_1_max": 0.479354, + "nauc_map_at_1_std": 0.18338, + "nauc_map_at_1_diff1": 0.713148, + "nauc_map_at_3_max": 0.477414, + "nauc_map_at_3_std": 0.192022, + "nauc_map_at_3_diff1": 0.674637, + "nauc_map_at_5_max": 0.473975, + "nauc_map_at_5_std": 0.202088, + "nauc_map_at_5_diff1": 0.666656, + "nauc_map_at_10_max": 0.472405, + "nauc_map_at_10_std": 0.206665, + "nauc_map_at_10_diff1": 0.664774, + "nauc_map_at_20_max": 0.472207, + "nauc_map_at_20_std": 0.205093, + "nauc_map_at_20_diff1": 0.66529, + "nauc_map_at_100_max": 0.473155, + "nauc_map_at_100_std": 0.204706, + "nauc_map_at_100_diff1": 0.666436, + "nauc_map_at_1000_max": 0.4731, + "nauc_map_at_1000_std": 0.204574, + "nauc_map_at_1000_diff1": 0.666519, + "nauc_recall_at_1_max": 0.479354, + "nauc_recall_at_1_std": 0.18338, + "nauc_recall_at_1_diff1": 0.713148, + "nauc_recall_at_3_max": 0.473459, + "nauc_recall_at_3_std": 0.206268, + "nauc_recall_at_3_diff1": 0.630674, + "nauc_recall_at_5_max": 0.454466, + "nauc_recall_at_5_std": 0.252118, + "nauc_recall_at_5_diff1": 0.590723, + "nauc_recall_at_10_max": 0.440924, + "nauc_recall_at_10_std": 0.300056, + "nauc_recall_at_10_diff1": 0.56422, + "nauc_recall_at_20_max": 0.431586, + "nauc_recall_at_20_std": 0.284887, + "nauc_recall_at_20_diff1": 0.562721, + "nauc_recall_at_100_max": 0.513307, + "nauc_recall_at_100_std": 0.330509, + "nauc_recall_at_100_diff1": 0.624706, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.479354, + "nauc_precision_at_1_std": 0.18338, + "nauc_precision_at_1_diff1": 0.713148, + "nauc_precision_at_3_max": 0.473459, + "nauc_precision_at_3_std": 0.206268, + "nauc_precision_at_3_diff1": 0.630674, + "nauc_precision_at_5_max": 0.454466, + "nauc_precision_at_5_std": 0.252118, + "nauc_precision_at_5_diff1": 0.590723, + "nauc_precision_at_10_max": 0.440924, + "nauc_precision_at_10_std": 0.300056, + "nauc_precision_at_10_diff1": 0.56422, + "nauc_precision_at_20_max": 0.431586, + "nauc_precision_at_20_std": 0.284887, + "nauc_precision_at_20_diff1": 0.562721, + "nauc_precision_at_100_max": 0.513307, + "nauc_precision_at_100_std": 0.330509, + "nauc_precision_at_100_diff1": 0.624706, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.479354, + "nauc_mrr_at_1_std": 0.18338, + "nauc_mrr_at_1_diff1": 0.713148, + "nauc_mrr_at_3_max": 0.477414, + "nauc_mrr_at_3_std": 0.192022, + "nauc_mrr_at_3_diff1": 0.674637, + "nauc_mrr_at_5_max": 0.473975, + "nauc_mrr_at_5_std": 0.202088, + "nauc_mrr_at_5_diff1": 0.666656, + "nauc_mrr_at_10_max": 0.472405, + "nauc_mrr_at_10_std": 0.206665, + "nauc_mrr_at_10_diff1": 0.664774, + "nauc_mrr_at_20_max": 0.472207, + "nauc_mrr_at_20_std": 0.205093, + "nauc_mrr_at_20_diff1": 0.66529, + "nauc_mrr_at_100_max": 0.473155, + "nauc_mrr_at_100_std": 0.204706, + "nauc_mrr_at_100_diff1": 0.666436, + "nauc_mrr_at_1000_max": 0.4731, + "nauc_mrr_at_1000_std": 0.204574, + "nauc_mrr_at_1000_diff1": 0.666519, + "main_score": 0.56377, + "hf_subset": "bod_Tibt-bod_Tibt", + "languages": [ + "bod-Tibt", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.64667, + "ndcg_at_3": 0.72524, + "ndcg_at_5": 0.74594, + "ndcg_at_10": 0.76109, + "ndcg_at_20": 0.77186, + "ndcg_at_100": 0.78415, + "ndcg_at_1000": 0.78614, + "map_at_1": 0.64667, + "map_at_3": 0.70593, + "map_at_5": 0.71748, + "map_at_10": 0.72376, + "map_at_20": 0.72677, + "map_at_100": 0.72852, + "map_at_1000": 0.72862, + "recall_at_1": 0.64667, + "recall_at_3": 0.78111, + "recall_at_5": 0.83111, + "recall_at_10": 0.87778, + "recall_at_20": 0.92, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.64667, + "precision_at_3": 0.26037, + "precision_at_5": 0.16622, + "precision_at_10": 0.08778, + "precision_at_20": 0.046, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.646667, + "mrr_at_3": 0.705926, + "mrr_at_5": 0.717481, + "mrr_at_10": 0.723765, + "mrr_at_20": 0.726772, + "mrr_at_100": 0.728523, + "mrr_at_1000": 0.728623, + "nauc_ndcg_at_1_max": 0.493198, + "nauc_ndcg_at_1_std": -0.109047, + "nauc_ndcg_at_1_diff1": 0.79116, + "nauc_ndcg_at_3_max": 0.505079, + "nauc_ndcg_at_3_std": -0.097956, + "nauc_ndcg_at_3_diff1": 0.758647, + "nauc_ndcg_at_5_max": 0.503046, + "nauc_ndcg_at_5_std": -0.086843, + "nauc_ndcg_at_5_diff1": 0.751499, + "nauc_ndcg_at_10_max": 0.506516, + "nauc_ndcg_at_10_std": -0.076799, + "nauc_ndcg_at_10_diff1": 0.753333, + "nauc_ndcg_at_20_max": 0.50385, + "nauc_ndcg_at_20_std": -0.074282, + "nauc_ndcg_at_20_diff1": 0.753674, + "nauc_ndcg_at_100_max": 0.502012, + "nauc_ndcg_at_100_std": -0.079383, + "nauc_ndcg_at_100_diff1": 0.758853, + "nauc_ndcg_at_1000_max": 0.502892, + "nauc_ndcg_at_1000_std": -0.084631, + "nauc_ndcg_at_1000_diff1": 0.76103, + "nauc_map_at_1_max": 0.493198, + "nauc_map_at_1_std": -0.109047, + "nauc_map_at_1_diff1": 0.79116, + "nauc_map_at_3_max": 0.504132, + "nauc_map_at_3_std": -0.101796, + "nauc_map_at_3_diff1": 0.767703, + "nauc_map_at_5_max": 0.502812, + "nauc_map_at_5_std": -0.095933, + "nauc_map_at_5_diff1": 0.764343, + "nauc_map_at_10_max": 0.504245, + "nauc_map_at_10_std": -0.092185, + "nauc_map_at_10_diff1": 0.765365, + "nauc_map_at_20_max": 0.503588, + "nauc_map_at_20_std": -0.091761, + "nauc_map_at_20_diff1": 0.765581, + "nauc_map_at_100_max": 0.503113, + "nauc_map_at_100_std": -0.092103, + "nauc_map_at_100_diff1": 0.766188, + "nauc_map_at_1000_max": 0.503151, + "nauc_map_at_1000_std": -0.092292, + "nauc_map_at_1000_diff1": 0.766298, + "nauc_recall_at_1_max": 0.493198, + "nauc_recall_at_1_std": -0.109047, + "nauc_recall_at_1_diff1": 0.79116, + "nauc_recall_at_3_max": 0.507276, + "nauc_recall_at_3_std": -0.08373, + "nauc_recall_at_3_diff1": 0.726017, + "nauc_recall_at_5_max": 0.502576, + "nauc_recall_at_5_std": -0.04511, + "nauc_recall_at_5_diff1": 0.694222, + "nauc_recall_at_10_max": 0.51932, + "nauc_recall_at_10_std": 0.019972, + "nauc_recall_at_10_diff1": 0.684032, + "nauc_recall_at_20_max": 0.499987, + "nauc_recall_at_20_std": 0.091847, + "nauc_recall_at_20_diff1": 0.653478, + "nauc_recall_at_100_max": 0.421964, + "nauc_recall_at_100_std": 0.422826, + "nauc_recall_at_100_diff1": 0.570746, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.493198, + "nauc_precision_at_1_std": -0.109047, + "nauc_precision_at_1_diff1": 0.79116, + "nauc_precision_at_3_max": 0.507276, + "nauc_precision_at_3_std": -0.08373, + "nauc_precision_at_3_diff1": 0.726017, + "nauc_precision_at_5_max": 0.502576, + "nauc_precision_at_5_std": -0.04511, + "nauc_precision_at_5_diff1": 0.694222, + "nauc_precision_at_10_max": 0.51932, + "nauc_precision_at_10_std": 0.019972, + "nauc_precision_at_10_diff1": 0.684032, + "nauc_precision_at_20_max": 0.499987, + "nauc_precision_at_20_std": 0.091847, + "nauc_precision_at_20_diff1": 0.653478, + "nauc_precision_at_100_max": 0.421964, + "nauc_precision_at_100_std": 0.422826, + "nauc_precision_at_100_diff1": 0.570746, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.493198, + "nauc_mrr_at_1_std": -0.109047, + "nauc_mrr_at_1_diff1": 0.79116, + "nauc_mrr_at_3_max": 0.504132, + "nauc_mrr_at_3_std": -0.101796, + "nauc_mrr_at_3_diff1": 0.767703, + "nauc_mrr_at_5_max": 0.502812, + "nauc_mrr_at_5_std": -0.095933, + "nauc_mrr_at_5_diff1": 0.764343, + "nauc_mrr_at_10_max": 0.504245, + "nauc_mrr_at_10_std": -0.092185, + "nauc_mrr_at_10_diff1": 0.765365, + "nauc_mrr_at_20_max": 0.503588, + "nauc_mrr_at_20_std": -0.091761, + "nauc_mrr_at_20_diff1": 0.765581, + "nauc_mrr_at_100_max": 0.503113, + "nauc_mrr_at_100_std": -0.092103, + "nauc_mrr_at_100_diff1": 0.766188, + "nauc_mrr_at_1000_max": 0.503151, + "nauc_mrr_at_1000_std": -0.092292, + "nauc_mrr_at_1000_diff1": 0.766298, + "main_score": 0.76109, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37667, + "ndcg_at_3": 0.42906, + "ndcg_at_5": 0.44809, + "ndcg_at_10": 0.46359, + "ndcg_at_20": 0.48102, + "ndcg_at_100": 0.51613, + "ndcg_at_1000": 0.53901, + "map_at_1": 0.37667, + "map_at_3": 0.41574, + "map_at_5": 0.42619, + "map_at_10": 0.43261, + "map_at_20": 0.4374, + "map_at_100": 0.44207, + "map_at_1000": 0.44297, + "recall_at_1": 0.37667, + "recall_at_3": 0.46778, + "recall_at_5": 0.51444, + "recall_at_10": 0.56222, + "recall_at_20": 0.63111, + "recall_at_100": 0.82333, + "recall_at_1000": 1.0, + "precision_at_1": 0.37667, + "precision_at_3": 0.15593, + "precision_at_5": 0.10289, + "precision_at_10": 0.05622, + "precision_at_20": 0.03156, + "precision_at_100": 0.00823, + "precision_at_1000": 0.001, + "mrr_at_1": 0.376667, + "mrr_at_3": 0.415741, + "mrr_at_5": 0.426185, + "mrr_at_10": 0.432611, + "mrr_at_20": 0.437402, + "mrr_at_100": 0.442073, + "mrr_at_1000": 0.442969, + "nauc_ndcg_at_1_max": 0.616054, + "nauc_ndcg_at_1_std": 0.015609, + "nauc_ndcg_at_1_diff1": 0.82196, + "nauc_ndcg_at_3_max": 0.601748, + "nauc_ndcg_at_3_std": 0.010095, + "nauc_ndcg_at_3_diff1": 0.772503, + "nauc_ndcg_at_5_max": 0.592353, + "nauc_ndcg_at_5_std": 0.009563, + "nauc_ndcg_at_5_diff1": 0.75393, + "nauc_ndcg_at_10_max": 0.586235, + "nauc_ndcg_at_10_std": 0.014262, + "nauc_ndcg_at_10_diff1": 0.745317, + "nauc_ndcg_at_20_max": 0.584825, + "nauc_ndcg_at_20_std": 0.016461, + "nauc_ndcg_at_20_diff1": 0.740402, + "nauc_ndcg_at_100_max": 0.579906, + "nauc_ndcg_at_100_std": 0.01728, + "nauc_ndcg_at_100_diff1": 0.736868, + "nauc_ndcg_at_1000_max": 0.589616, + "nauc_ndcg_at_1000_std": 0.015571, + "nauc_ndcg_at_1000_diff1": 0.754332, + "nauc_map_at_1_max": 0.616054, + "nauc_map_at_1_std": 0.015609, + "nauc_map_at_1_diff1": 0.82196, + "nauc_map_at_3_max": 0.606054, + "nauc_map_at_3_std": 0.011171, + "nauc_map_at_3_diff1": 0.785453, + "nauc_map_at_5_max": 0.600945, + "nauc_map_at_5_std": 0.01063, + "nauc_map_at_5_diff1": 0.775352, + "nauc_map_at_10_max": 0.598547, + "nauc_map_at_10_std": 0.012268, + "nauc_map_at_10_diff1": 0.772007, + "nauc_map_at_20_max": 0.598212, + "nauc_map_at_20_std": 0.01293, + "nauc_map_at_20_diff1": 0.770882, + "nauc_map_at_100_max": 0.597662, + "nauc_map_at_100_std": 0.013422, + "nauc_map_at_100_diff1": 0.770732, + "nauc_map_at_1000_max": 0.597989, + "nauc_map_at_1000_std": 0.013378, + "nauc_map_at_1000_diff1": 0.77135, + "nauc_recall_at_1_max": 0.616054, + "nauc_recall_at_1_std": 0.015609, + "nauc_recall_at_1_diff1": 0.82196, + "nauc_recall_at_3_max": 0.588866, + "nauc_recall_at_3_std": 0.007072, + "nauc_recall_at_3_diff1": 0.734414, + "nauc_recall_at_5_max": 0.565014, + "nauc_recall_at_5_std": 0.006752, + "nauc_recall_at_5_diff1": 0.68704, + "nauc_recall_at_10_max": 0.543366, + "nauc_recall_at_10_std": 0.023523, + "nauc_recall_at_10_diff1": 0.655235, + "nauc_recall_at_20_max": 0.53285, + "nauc_recall_at_20_std": 0.033555, + "nauc_recall_at_20_diff1": 0.623505, + "nauc_recall_at_100_max": 0.443248, + "nauc_recall_at_100_std": 0.042209, + "nauc_recall_at_100_diff1": 0.494282, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.616054, + "nauc_precision_at_1_std": 0.015609, + "nauc_precision_at_1_diff1": 0.82196, + "nauc_precision_at_3_max": 0.588866, + "nauc_precision_at_3_std": 0.007072, + "nauc_precision_at_3_diff1": 0.734414, + "nauc_precision_at_5_max": 0.565014, + "nauc_precision_at_5_std": 0.006752, + "nauc_precision_at_5_diff1": 0.68704, + "nauc_precision_at_10_max": 0.543366, + "nauc_precision_at_10_std": 0.023523, + "nauc_precision_at_10_diff1": 0.655235, + "nauc_precision_at_20_max": 0.53285, + "nauc_precision_at_20_std": 0.033555, + "nauc_precision_at_20_diff1": 0.623505, + "nauc_precision_at_100_max": 0.443248, + "nauc_precision_at_100_std": 0.042209, + "nauc_precision_at_100_diff1": 0.494282, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.616054, + "nauc_mrr_at_1_std": 0.015609, + "nauc_mrr_at_1_diff1": 0.82196, + "nauc_mrr_at_3_max": 0.606054, + "nauc_mrr_at_3_std": 0.011171, + "nauc_mrr_at_3_diff1": 0.785453, + "nauc_mrr_at_5_max": 0.600945, + "nauc_mrr_at_5_std": 0.01063, + "nauc_mrr_at_5_diff1": 0.775352, + "nauc_mrr_at_10_max": 0.598547, + "nauc_mrr_at_10_std": 0.012268, + "nauc_mrr_at_10_diff1": 0.772007, + "nauc_mrr_at_20_max": 0.598212, + "nauc_mrr_at_20_std": 0.01293, + "nauc_mrr_at_20_diff1": 0.770882, + "nauc_mrr_at_100_max": 0.597662, + "nauc_mrr_at_100_std": 0.013422, + "nauc_mrr_at_100_diff1": 0.770732, + "nauc_mrr_at_1000_max": 0.597989, + "nauc_mrr_at_1000_std": 0.013378, + "nauc_mrr_at_1000_diff1": 0.77135, + "main_score": 0.46359, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92503, + "ndcg_at_5": 0.93095, + "ndcg_at_10": 0.93474, + "ndcg_at_20": 0.93706, + "ndcg_at_100": 0.93861, + "ndcg_at_1000": 0.93902, + "map_at_1": 0.88333, + "map_at_3": 0.91519, + "map_at_5": 0.91846, + "map_at_10": 0.91992, + "map_at_20": 0.9206, + "map_at_100": 0.92085, + "map_at_1000": 0.92087, + "recall_at_1": 0.88333, + "recall_at_3": 0.95333, + "recall_at_5": 0.96778, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88333, + "precision_at_3": 0.31778, + "precision_at_5": 0.19356, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.915185, + "mrr_at_5": 0.918463, + "mrr_at_10": 0.919924, + "mrr_at_20": 0.920602, + "mrr_at_100": 0.920855, + "mrr_at_1000": 0.920868, + "nauc_ndcg_at_1_max": 0.729382, + "nauc_ndcg_at_1_std": -0.008187, + "nauc_ndcg_at_1_diff1": 0.926809, + "nauc_ndcg_at_3_max": 0.792205, + "nauc_ndcg_at_3_std": 0.042782, + "nauc_ndcg_at_3_diff1": 0.916735, + "nauc_ndcg_at_5_max": 0.784414, + "nauc_ndcg_at_5_std": 0.040356, + "nauc_ndcg_at_5_diff1": 0.915762, + "nauc_ndcg_at_10_max": 0.785659, + "nauc_ndcg_at_10_std": 0.052424, + "nauc_ndcg_at_10_diff1": 0.920137, + "nauc_ndcg_at_20_max": 0.78122, + "nauc_ndcg_at_20_std": 0.058005, + "nauc_ndcg_at_20_diff1": 0.921759, + "nauc_ndcg_at_100_max": 0.776569, + "nauc_ndcg_at_100_std": 0.04833, + "nauc_ndcg_at_100_diff1": 0.920897, + "nauc_ndcg_at_1000_max": 0.775032, + "nauc_ndcg_at_1000_std": 0.042118, + "nauc_ndcg_at_1000_diff1": 0.920634, + "nauc_map_at_1_max": 0.729382, + "nauc_map_at_1_std": -0.008187, + "nauc_map_at_1_diff1": 0.926809, + "nauc_map_at_3_max": 0.775028, + "nauc_map_at_3_std": 0.028006, + "nauc_map_at_3_diff1": 0.919598, + "nauc_map_at_5_max": 0.770781, + "nauc_map_at_5_std": 0.026537, + "nauc_map_at_5_diff1": 0.919222, + "nauc_map_at_10_max": 0.770893, + "nauc_map_at_10_std": 0.030237, + "nauc_map_at_10_diff1": 0.920659, + "nauc_map_at_20_max": 0.769813, + "nauc_map_at_20_std": 0.032052, + "nauc_map_at_20_diff1": 0.92101, + "nauc_map_at_100_max": 0.769188, + "nauc_map_at_100_std": 0.030985, + "nauc_map_at_100_diff1": 0.920943, + "nauc_map_at_1000_max": 0.769148, + "nauc_map_at_1000_std": 0.03083, + "nauc_map_at_1000_diff1": 0.920934, + "nauc_recall_at_1_max": 0.729382, + "nauc_recall_at_1_std": -0.008187, + "nauc_recall_at_1_diff1": 0.926809, + "nauc_recall_at_3_max": 0.878518, + "nauc_recall_at_3_std": 0.11778, + "nauc_recall_at_3_diff1": 0.90225, + "nauc_recall_at_5_max": 0.875897, + "nauc_recall_at_5_std": 0.13608, + "nauc_recall_at_5_diff1": 0.89111, + "nauc_recall_at_10_max": 0.945274, + "nauc_recall_at_10_std": 0.317357, + "nauc_recall_at_10_diff1": 0.921672, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.611671, + "nauc_recall_at_20_diff1": 0.95915, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729382, + "nauc_precision_at_1_std": -0.008187, + "nauc_precision_at_1_diff1": 0.926809, + "nauc_precision_at_3_max": 0.878518, + "nauc_precision_at_3_std": 0.11778, + "nauc_precision_at_3_diff1": 0.90225, + "nauc_precision_at_5_max": 0.875897, + "nauc_precision_at_5_std": 0.13608, + "nauc_precision_at_5_diff1": 0.89111, + "nauc_precision_at_10_max": 0.945274, + "nauc_precision_at_10_std": 0.317357, + "nauc_precision_at_10_diff1": 0.921672, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.611671, + "nauc_precision_at_20_diff1": 0.95915, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729382, + "nauc_mrr_at_1_std": -0.008187, + "nauc_mrr_at_1_diff1": 0.926809, + "nauc_mrr_at_3_max": 0.775028, + "nauc_mrr_at_3_std": 0.028006, + "nauc_mrr_at_3_diff1": 0.919598, + "nauc_mrr_at_5_max": 0.770781, + "nauc_mrr_at_5_std": 0.026537, + "nauc_mrr_at_5_diff1": 0.919222, + "nauc_mrr_at_10_max": 0.770893, + "nauc_mrr_at_10_std": 0.030237, + "nauc_mrr_at_10_diff1": 0.920659, + "nauc_mrr_at_20_max": 0.769813, + "nauc_mrr_at_20_std": 0.032052, + "nauc_mrr_at_20_diff1": 0.92101, + "nauc_mrr_at_100_max": 0.769188, + "nauc_mrr_at_100_std": 0.030985, + "nauc_mrr_at_100_diff1": 0.920943, + "nauc_mrr_at_1000_max": 0.769148, + "nauc_mrr_at_1000_std": 0.03083, + "nauc_mrr_at_1000_diff1": 0.920934, + "main_score": 0.93474, + "hf_subset": "bul_Cyrl-bul_Cyrl", + "languages": [ + "bul-Cyrl", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.93889, + "ndcg_at_3": 0.96185, + "ndcg_at_5": 0.9642, + "ndcg_at_10": 0.96739, + "ndcg_at_20": 0.96821, + "ndcg_at_100": 0.96863, + "ndcg_at_1000": 0.96889, + "map_at_1": 0.93889, + "map_at_3": 0.95667, + "map_at_5": 0.958, + "map_at_10": 0.95929, + "map_at_20": 0.95951, + "map_at_100": 0.95957, + "map_at_1000": 0.95957, + "recall_at_1": 0.93889, + "recall_at_3": 0.97667, + "recall_at_5": 0.98222, + "recall_at_10": 0.99222, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93889, + "precision_at_3": 0.32556, + "precision_at_5": 0.19644, + "precision_at_10": 0.09922, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.938889, + "mrr_at_3": 0.956667, + "mrr_at_5": 0.958, + "mrr_at_10": 0.959291, + "mrr_at_20": 0.95951, + "mrr_at_100": 0.959566, + "mrr_at_1000": 0.959572, + "nauc_ndcg_at_1_max": 0.697131, + "nauc_ndcg_at_1_std": -0.177948, + "nauc_ndcg_at_1_diff1": 0.947033, + "nauc_ndcg_at_3_max": 0.757505, + "nauc_ndcg_at_3_std": -0.181848, + "nauc_ndcg_at_3_diff1": 0.951072, + "nauc_ndcg_at_5_max": 0.746912, + "nauc_ndcg_at_5_std": -0.151613, + "nauc_ndcg_at_5_diff1": 0.947868, + "nauc_ndcg_at_10_max": 0.734267, + "nauc_ndcg_at_10_std": -0.164919, + "nauc_ndcg_at_10_diff1": 0.947165, + "nauc_ndcg_at_20_max": 0.741147, + "nauc_ndcg_at_20_std": -0.129, + "nauc_ndcg_at_20_diff1": 0.949369, + "nauc_ndcg_at_100_max": 0.737721, + "nauc_ndcg_at_100_std": -0.143944, + "nauc_ndcg_at_100_diff1": 0.949547, + "nauc_ndcg_at_1000_max": 0.736075, + "nauc_ndcg_at_1000_std": -0.153452, + "nauc_ndcg_at_1000_diff1": 0.949127, + "nauc_map_at_1_max": 0.697131, + "nauc_map_at_1_std": -0.177948, + "nauc_map_at_1_diff1": 0.947033, + "nauc_map_at_3_max": 0.740278, + "nauc_map_at_3_std": -0.181235, + "nauc_map_at_3_diff1": 0.950152, + "nauc_map_at_5_max": 0.734562, + "nauc_map_at_5_std": -0.166247, + "nauc_map_at_5_diff1": 0.94857, + "nauc_map_at_10_max": 0.730414, + "nauc_map_at_10_std": -0.170637, + "nauc_map_at_10_diff1": 0.948425, + "nauc_map_at_20_max": 0.731722, + "nauc_map_at_20_std": -0.163233, + "nauc_map_at_20_diff1": 0.948902, + "nauc_map_at_100_max": 0.731351, + "nauc_map_at_100_std": -0.164841, + "nauc_map_at_100_diff1": 0.948915, + "nauc_map_at_1000_max": 0.731321, + "nauc_map_at_1000_std": -0.165007, + "nauc_map_at_1000_diff1": 0.948907, + "nauc_recall_at_1_max": 0.697131, + "nauc_recall_at_1_std": -0.177948, + "nauc_recall_at_1_diff1": 0.947033, + "nauc_recall_at_3_max": 0.847294, + "nauc_recall_at_3_std": -0.184585, + "nauc_recall_at_3_diff1": 0.955649, + "nauc_recall_at_5_max": 0.825105, + "nauc_recall_at_5_std": -0.044118, + "nauc_recall_at_5_diff1": 0.941789, + "nauc_recall_at_10_max": 0.7503, + "nauc_recall_at_10_std": -0.090236, + "nauc_recall_at_10_diff1": 0.922969, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697131, + "nauc_precision_at_1_std": -0.177948, + "nauc_precision_at_1_diff1": 0.947033, + "nauc_precision_at_3_max": 0.847294, + "nauc_precision_at_3_std": -0.184585, + "nauc_precision_at_3_diff1": 0.955649, + "nauc_precision_at_5_max": 0.825105, + "nauc_precision_at_5_std": -0.044118, + "nauc_precision_at_5_diff1": 0.941789, + "nauc_precision_at_10_max": 0.7503, + "nauc_precision_at_10_std": -0.090236, + "nauc_precision_at_10_diff1": 0.922969, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.697131, + "nauc_mrr_at_1_std": -0.177948, + "nauc_mrr_at_1_diff1": 0.947033, + "nauc_mrr_at_3_max": 0.740278, + "nauc_mrr_at_3_std": -0.181235, + "nauc_mrr_at_3_diff1": 0.950152, + "nauc_mrr_at_5_max": 0.734562, + "nauc_mrr_at_5_std": -0.166247, + "nauc_mrr_at_5_diff1": 0.94857, + "nauc_mrr_at_10_max": 0.730414, + "nauc_mrr_at_10_std": -0.170637, + "nauc_mrr_at_10_diff1": 0.948425, + "nauc_mrr_at_20_max": 0.731722, + "nauc_mrr_at_20_std": -0.163233, + "nauc_mrr_at_20_diff1": 0.948902, + "nauc_mrr_at_100_max": 0.731351, + "nauc_mrr_at_100_std": -0.164841, + "nauc_mrr_at_100_diff1": 0.948915, + "nauc_mrr_at_1000_max": 0.731321, + "nauc_mrr_at_1000_std": -0.165007, + "nauc_mrr_at_1000_diff1": 0.948907, + "main_score": 0.96739, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93442, + "ndcg_at_5": 0.93868, + "ndcg_at_10": 0.94278, + "ndcg_at_20": 0.94595, + "ndcg_at_100": 0.94698, + "ndcg_at_1000": 0.94714, + "map_at_1": 0.89889, + "map_at_3": 0.92593, + "map_at_5": 0.92837, + "map_at_10": 0.93015, + "map_at_20": 0.93107, + "map_at_100": 0.93121, + "map_at_1000": 0.93122, + "recall_at_1": 0.89889, + "recall_at_3": 0.95889, + "recall_at_5": 0.96889, + "recall_at_10": 0.98111, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.89889, + "precision_at_3": 0.31963, + "precision_at_5": 0.19378, + "precision_at_10": 0.09811, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.92837, + "mrr_at_10": 0.930155, + "mrr_at_20": 0.931066, + "mrr_at_100": 0.931208, + "mrr_at_1000": 0.931216, + "nauc_ndcg_at_1_max": 0.694377, + "nauc_ndcg_at_1_std": 0.117883, + "nauc_ndcg_at_1_diff1": 0.908915, + "nauc_ndcg_at_3_max": 0.782939, + "nauc_ndcg_at_3_std": 0.185086, + "nauc_ndcg_at_3_diff1": 0.92481, + "nauc_ndcg_at_5_max": 0.774235, + "nauc_ndcg_at_5_std": 0.17784, + "nauc_ndcg_at_5_diff1": 0.923565, + "nauc_ndcg_at_10_max": 0.764166, + "nauc_ndcg_at_10_std": 0.172309, + "nauc_ndcg_at_10_diff1": 0.92056, + "nauc_ndcg_at_20_max": 0.756528, + "nauc_ndcg_at_20_std": 0.170515, + "nauc_ndcg_at_20_diff1": 0.920145, + "nauc_ndcg_at_100_max": 0.753885, + "nauc_ndcg_at_100_std": 0.166761, + "nauc_ndcg_at_100_diff1": 0.919046, + "nauc_ndcg_at_1000_max": 0.753164, + "nauc_ndcg_at_1000_std": 0.164323, + "nauc_ndcg_at_1000_diff1": 0.919192, + "nauc_map_at_1_max": 0.694377, + "nauc_map_at_1_std": 0.117883, + "nauc_map_at_1_diff1": 0.908915, + "nauc_map_at_3_max": 0.758301, + "nauc_map_at_3_std": 0.165893, + "nauc_map_at_3_diff1": 0.920566, + "nauc_map_at_5_max": 0.753215, + "nauc_map_at_5_std": 0.161351, + "nauc_map_at_5_diff1": 0.919781, + "nauc_map_at_10_max": 0.749122, + "nauc_map_at_10_std": 0.159151, + "nauc_map_at_10_diff1": 0.918582, + "nauc_map_at_20_max": 0.747267, + "nauc_map_at_20_std": 0.158805, + "nauc_map_at_20_diff1": 0.918421, + "nauc_map_at_100_max": 0.746969, + "nauc_map_at_100_std": 0.158252, + "nauc_map_at_100_diff1": 0.918286, + "nauc_map_at_1000_max": 0.74694, + "nauc_map_at_1000_std": 0.158158, + "nauc_map_at_1000_diff1": 0.918291, + "nauc_recall_at_1_max": 0.694377, + "nauc_recall_at_1_std": 0.117883, + "nauc_recall_at_1_diff1": 0.908915, + "nauc_recall_at_3_max": 0.907576, + "nauc_recall_at_3_std": 0.28261, + "nauc_recall_at_3_diff1": 0.946123, + "nauc_recall_at_5_max": 0.907046, + "nauc_recall_at_5_std": 0.283547, + "nauc_recall_at_5_diff1": 0.947479, + "nauc_recall_at_10_max": 0.901686, + "nauc_recall_at_10_std": 0.297962, + "nauc_recall_at_10_diff1": 0.936563, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": 0.45347, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694377, + "nauc_precision_at_1_std": 0.117883, + "nauc_precision_at_1_diff1": 0.908915, + "nauc_precision_at_3_max": 0.907576, + "nauc_precision_at_3_std": 0.28261, + "nauc_precision_at_3_diff1": 0.946123, + "nauc_precision_at_5_max": 0.907046, + "nauc_precision_at_5_std": 0.283547, + "nauc_precision_at_5_diff1": 0.947479, + "nauc_precision_at_10_max": 0.901686, + "nauc_precision_at_10_std": 0.297962, + "nauc_precision_at_10_diff1": 0.936563, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": 0.45347, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694377, + "nauc_mrr_at_1_std": 0.117883, + "nauc_mrr_at_1_diff1": 0.908915, + "nauc_mrr_at_3_max": 0.758301, + "nauc_mrr_at_3_std": 0.165893, + "nauc_mrr_at_3_diff1": 0.920566, + "nauc_mrr_at_5_max": 0.753215, + "nauc_mrr_at_5_std": 0.161351, + "nauc_mrr_at_5_diff1": 0.919781, + "nauc_mrr_at_10_max": 0.749122, + "nauc_mrr_at_10_std": 0.159151, + "nauc_mrr_at_10_diff1": 0.918582, + "nauc_mrr_at_20_max": 0.747267, + "nauc_mrr_at_20_std": 0.158805, + "nauc_mrr_at_20_diff1": 0.918421, + "nauc_mrr_at_100_max": 0.746969, + "nauc_mrr_at_100_std": 0.158252, + "nauc_mrr_at_100_diff1": 0.918286, + "nauc_mrr_at_1000_max": 0.74694, + "nauc_mrr_at_1000_std": 0.158158, + "nauc_mrr_at_1000_diff1": 0.918291, + "main_score": 0.94278, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.88667, + "ndcg_at_3": 0.92754, + "ndcg_at_5": 0.93074, + "ndcg_at_10": 0.93486, + "ndcg_at_20": 0.93706, + "ndcg_at_100": 0.93869, + "ndcg_at_1000": 0.93958, + "map_at_1": 0.88667, + "map_at_3": 0.91815, + "map_at_5": 0.91993, + "map_at_10": 0.92151, + "map_at_20": 0.92209, + "map_at_100": 0.92231, + "map_at_1000": 0.92235, + "recall_at_1": 0.88667, + "recall_at_3": 0.95444, + "recall_at_5": 0.96222, + "recall_at_10": 0.97556, + "recall_at_20": 0.98444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.88667, + "precision_at_3": 0.31815, + "precision_at_5": 0.19244, + "precision_at_10": 0.09756, + "precision_at_20": 0.04922, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.886667, + "mrr_at_3": 0.918148, + "mrr_at_5": 0.919926, + "mrr_at_10": 0.921514, + "mrr_at_20": 0.922089, + "mrr_at_100": 0.922307, + "mrr_at_1000": 0.922347, + "nauc_ndcg_at_1_max": 0.794216, + "nauc_ndcg_at_1_std": 0.019133, + "nauc_ndcg_at_1_diff1": 0.923021, + "nauc_ndcg_at_3_max": 0.830249, + "nauc_ndcg_at_3_std": 0.041619, + "nauc_ndcg_at_3_diff1": 0.921356, + "nauc_ndcg_at_5_max": 0.828784, + "nauc_ndcg_at_5_std": 0.05118, + "nauc_ndcg_at_5_diff1": 0.923326, + "nauc_ndcg_at_10_max": 0.823626, + "nauc_ndcg_at_10_std": 0.05527, + "nauc_ndcg_at_10_diff1": 0.924221, + "nauc_ndcg_at_20_max": 0.821752, + "nauc_ndcg_at_20_std": 0.052341, + "nauc_ndcg_at_20_diff1": 0.924025, + "nauc_ndcg_at_100_max": 0.822017, + "nauc_ndcg_at_100_std": 0.056256, + "nauc_ndcg_at_100_diff1": 0.923765, + "nauc_ndcg_at_1000_max": 0.819361, + "nauc_ndcg_at_1000_std": 0.04899, + "nauc_ndcg_at_1000_diff1": 0.923255, + "nauc_map_at_1_max": 0.794216, + "nauc_map_at_1_std": 0.019133, + "nauc_map_at_1_diff1": 0.923021, + "nauc_map_at_3_max": 0.818278, + "nauc_map_at_3_std": 0.031833, + "nauc_map_at_3_diff1": 0.921558, + "nauc_map_at_5_max": 0.81725, + "nauc_map_at_5_std": 0.036246, + "nauc_map_at_5_diff1": 0.922481, + "nauc_map_at_10_max": 0.815376, + "nauc_map_at_10_std": 0.038968, + "nauc_map_at_10_diff1": 0.922775, + "nauc_map_at_20_max": 0.814804, + "nauc_map_at_20_std": 0.03797, + "nauc_map_at_20_diff1": 0.922764, + "nauc_map_at_100_max": 0.814993, + "nauc_map_at_100_std": 0.039206, + "nauc_map_at_100_diff1": 0.92274, + "nauc_map_at_1000_max": 0.814896, + "nauc_map_at_1000_std": 0.03899, + "nauc_map_at_1000_diff1": 0.92272, + "nauc_recall_at_1_max": 0.794216, + "nauc_recall_at_1_std": 0.019133, + "nauc_recall_at_1_diff1": 0.923021, + "nauc_recall_at_3_max": 0.891656, + "nauc_recall_at_3_std": 0.093519, + "nauc_recall_at_3_diff1": 0.920578, + "nauc_recall_at_5_max": 0.898322, + "nauc_recall_at_5_std": 0.146043, + "nauc_recall_at_5_diff1": 0.929354, + "nauc_recall_at_10_max": 0.891881, + "nauc_recall_at_10_std": 0.203336, + "nauc_recall_at_10_diff1": 0.93984, + "nauc_recall_at_20_max": 0.905129, + "nauc_recall_at_20_std": 0.250834, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.571429, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794216, + "nauc_precision_at_1_std": 0.019133, + "nauc_precision_at_1_diff1": 0.923021, + "nauc_precision_at_3_max": 0.891656, + "nauc_precision_at_3_std": 0.093519, + "nauc_precision_at_3_diff1": 0.920578, + "nauc_precision_at_5_max": 0.898322, + "nauc_precision_at_5_std": 0.146043, + "nauc_precision_at_5_diff1": 0.929354, + "nauc_precision_at_10_max": 0.891881, + "nauc_precision_at_10_std": 0.203336, + "nauc_precision_at_10_diff1": 0.93984, + "nauc_precision_at_20_max": 0.905129, + "nauc_precision_at_20_std": 0.250834, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.571429, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794216, + "nauc_mrr_at_1_std": 0.019133, + "nauc_mrr_at_1_diff1": 0.923021, + "nauc_mrr_at_3_max": 0.818278, + "nauc_mrr_at_3_std": 0.031833, + "nauc_mrr_at_3_diff1": 0.921558, + "nauc_mrr_at_5_max": 0.81725, + "nauc_mrr_at_5_std": 0.036246, + "nauc_mrr_at_5_diff1": 0.922481, + "nauc_mrr_at_10_max": 0.815376, + "nauc_mrr_at_10_std": 0.038968, + "nauc_mrr_at_10_diff1": 0.922775, + "nauc_mrr_at_20_max": 0.814804, + "nauc_mrr_at_20_std": 0.03797, + "nauc_mrr_at_20_diff1": 0.922764, + "nauc_mrr_at_100_max": 0.814993, + "nauc_mrr_at_100_std": 0.039206, + "nauc_mrr_at_100_diff1": 0.92274, + "nauc_mrr_at_1000_max": 0.814896, + "nauc_mrr_at_1000_std": 0.03899, + "nauc_mrr_at_1000_diff1": 0.92272, + "main_score": 0.93486, + "hf_subset": "cat_Latn-cat_Latn", + "languages": [ + "cat-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.92889, + "ndcg_at_3": 0.95171, + "ndcg_at_5": 0.9573, + "ndcg_at_10": 0.95985, + "ndcg_at_20": 0.96134, + "ndcg_at_100": 0.96222, + "ndcg_at_1000": 0.96248, + "map_at_1": 0.92889, + "map_at_3": 0.94648, + "map_at_5": 0.94965, + "map_at_10": 0.95072, + "map_at_20": 0.95117, + "map_at_100": 0.95132, + "map_at_1000": 0.95132, + "recall_at_1": 0.92889, + "recall_at_3": 0.96667, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92889, + "precision_at_3": 0.32222, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928889, + "mrr_at_3": 0.946481, + "mrr_at_5": 0.949648, + "mrr_at_10": 0.950724, + "mrr_at_20": 0.951172, + "mrr_at_100": 0.951316, + "mrr_at_1000": 0.951322, + "nauc_ndcg_at_1_max": 0.743165, + "nauc_ndcg_at_1_std": -0.165281, + "nauc_ndcg_at_1_diff1": 0.951163, + "nauc_ndcg_at_3_max": 0.799963, + "nauc_ndcg_at_3_std": -0.111912, + "nauc_ndcg_at_3_diff1": 0.952113, + "nauc_ndcg_at_5_max": 0.791411, + "nauc_ndcg_at_5_std": -0.107511, + "nauc_ndcg_at_5_diff1": 0.951563, + "nauc_ndcg_at_10_max": 0.781782, + "nauc_ndcg_at_10_std": -0.09047, + "nauc_ndcg_at_10_diff1": 0.951224, + "nauc_ndcg_at_20_max": 0.783807, + "nauc_ndcg_at_20_std": -0.088569, + "nauc_ndcg_at_20_diff1": 0.951384, + "nauc_ndcg_at_100_max": 0.782393, + "nauc_ndcg_at_100_std": -0.095929, + "nauc_ndcg_at_100_diff1": 0.95244, + "nauc_ndcg_at_1000_max": 0.781336, + "nauc_ndcg_at_1000_std": -0.103573, + "nauc_ndcg_at_1000_diff1": 0.952108, + "nauc_map_at_1_max": 0.743165, + "nauc_map_at_1_std": -0.165281, + "nauc_map_at_1_diff1": 0.951163, + "nauc_map_at_3_max": 0.78596, + "nauc_map_at_3_std": -0.124338, + "nauc_map_at_3_diff1": 0.952289, + "nauc_map_at_5_max": 0.781124, + "nauc_map_at_5_std": -0.122872, + "nauc_map_at_5_diff1": 0.951957, + "nauc_map_at_10_max": 0.777625, + "nauc_map_at_10_std": -0.116268, + "nauc_map_at_10_diff1": 0.951952, + "nauc_map_at_20_max": 0.777776, + "nauc_map_at_20_std": -0.116648, + "nauc_map_at_20_diff1": 0.952007, + "nauc_map_at_100_max": 0.777668, + "nauc_map_at_100_std": -0.116979, + "nauc_map_at_100_diff1": 0.95211, + "nauc_map_at_1000_max": 0.777649, + "nauc_map_at_1000_std": -0.117122, + "nauc_map_at_1000_diff1": 0.952104, + "nauc_recall_at_1_max": 0.743165, + "nauc_recall_at_1_std": -0.165281, + "nauc_recall_at_1_diff1": 0.951163, + "nauc_recall_at_3_max": 0.86206, + "nauc_recall_at_3_std": -0.057439, + "nauc_recall_at_3_diff1": 0.95098, + "nauc_recall_at_5_max": 0.858414, + "nauc_recall_at_5_std": -0.000156, + "nauc_recall_at_5_diff1": 0.948257, + "nauc_recall_at_10_max": 0.803964, + "nauc_recall_at_10_std": 0.215601, + "nauc_recall_at_10_diff1": 0.940582, + "nauc_recall_at_20_max": 0.88212, + "nauc_recall_at_20_std": 0.54334, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743165, + "nauc_precision_at_1_std": -0.165281, + "nauc_precision_at_1_diff1": 0.951163, + "nauc_precision_at_3_max": 0.86206, + "nauc_precision_at_3_std": -0.057439, + "nauc_precision_at_3_diff1": 0.95098, + "nauc_precision_at_5_max": 0.858414, + "nauc_precision_at_5_std": -0.000156, + "nauc_precision_at_5_diff1": 0.948257, + "nauc_precision_at_10_max": 0.803964, + "nauc_precision_at_10_std": 0.215601, + "nauc_precision_at_10_diff1": 0.940582, + "nauc_precision_at_20_max": 0.88212, + "nauc_precision_at_20_std": 0.54334, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743165, + "nauc_mrr_at_1_std": -0.165281, + "nauc_mrr_at_1_diff1": 0.951163, + "nauc_mrr_at_3_max": 0.78596, + "nauc_mrr_at_3_std": -0.124338, + "nauc_mrr_at_3_diff1": 0.952289, + "nauc_mrr_at_5_max": 0.781124, + "nauc_mrr_at_5_std": -0.122872, + "nauc_mrr_at_5_diff1": 0.951957, + "nauc_mrr_at_10_max": 0.777625, + "nauc_mrr_at_10_std": -0.116268, + "nauc_mrr_at_10_diff1": 0.951952, + "nauc_mrr_at_20_max": 0.777776, + "nauc_mrr_at_20_std": -0.116648, + "nauc_mrr_at_20_diff1": 0.952007, + "nauc_mrr_at_100_max": 0.777668, + "nauc_mrr_at_100_std": -0.116979, + "nauc_mrr_at_100_diff1": 0.95211, + "nauc_mrr_at_1000_max": 0.777649, + "nauc_mrr_at_1000_std": -0.117122, + "nauc_mrr_at_1000_diff1": 0.952104, + "main_score": 0.95985, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.94374, + "ndcg_at_5": 0.94556, + "ndcg_at_10": 0.9496, + "ndcg_at_20": 0.95071, + "ndcg_at_100": 0.95161, + "ndcg_at_1000": 0.95206, + "map_at_1": 0.90556, + "map_at_3": 0.93463, + "map_at_5": 0.93563, + "map_at_10": 0.93714, + "map_at_20": 0.93743, + "map_at_100": 0.93759, + "map_at_1000": 0.93761, + "recall_at_1": 0.90556, + "recall_at_3": 0.97, + "recall_at_5": 0.97444, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90556, + "precision_at_3": 0.32333, + "precision_at_5": 0.19489, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.93463, + "mrr_at_5": 0.93563, + "mrr_at_10": 0.937143, + "mrr_at_20": 0.937433, + "mrr_at_100": 0.937587, + "mrr_at_1000": 0.937606, + "nauc_ndcg_at_1_max": 0.747916, + "nauc_ndcg_at_1_std": 0.028901, + "nauc_ndcg_at_1_diff1": 0.9353, + "nauc_ndcg_at_3_max": 0.810103, + "nauc_ndcg_at_3_std": 0.066945, + "nauc_ndcg_at_3_diff1": 0.943316, + "nauc_ndcg_at_5_max": 0.807096, + "nauc_ndcg_at_5_std": 0.084329, + "nauc_ndcg_at_5_diff1": 0.942574, + "nauc_ndcg_at_10_max": 0.797946, + "nauc_ndcg_at_10_std": 0.079219, + "nauc_ndcg_at_10_diff1": 0.941598, + "nauc_ndcg_at_20_max": 0.794932, + "nauc_ndcg_at_20_std": 0.079218, + "nauc_ndcg_at_20_diff1": 0.941753, + "nauc_ndcg_at_100_max": 0.793668, + "nauc_ndcg_at_100_std": 0.077503, + "nauc_ndcg_at_100_diff1": 0.941875, + "nauc_ndcg_at_1000_max": 0.791758, + "nauc_ndcg_at_1000_std": 0.070243, + "nauc_ndcg_at_1000_diff1": 0.941337, + "nauc_map_at_1_max": 0.747916, + "nauc_map_at_1_std": 0.028901, + "nauc_map_at_1_diff1": 0.9353, + "nauc_map_at_3_max": 0.79217, + "nauc_map_at_3_std": 0.056377, + "nauc_map_at_3_diff1": 0.941227, + "nauc_map_at_5_max": 0.79052, + "nauc_map_at_5_std": 0.064687, + "nauc_map_at_5_diff1": 0.940878, + "nauc_map_at_10_max": 0.787369, + "nauc_map_at_10_std": 0.062645, + "nauc_map_at_10_diff1": 0.940556, + "nauc_map_at_20_max": 0.786676, + "nauc_map_at_20_std": 0.06242, + "nauc_map_at_20_diff1": 0.940583, + "nauc_map_at_100_max": 0.786479, + "nauc_map_at_100_std": 0.062142, + "nauc_map_at_100_diff1": 0.940591, + "nauc_map_at_1000_max": 0.786413, + "nauc_map_at_1000_std": 0.061882, + "nauc_map_at_1000_diff1": 0.940573, + "nauc_recall_at_1_max": 0.747916, + "nauc_recall_at_1_std": 0.028901, + "nauc_recall_at_1_diff1": 0.9353, + "nauc_recall_at_3_max": 0.919511, + "nauc_recall_at_3_std": 0.130978, + "nauc_recall_at_3_diff1": 0.955822, + "nauc_recall_at_5_max": 0.922563, + "nauc_recall_at_5_std": 0.228738, + "nauc_recall_at_5_diff1": 0.953822, + "nauc_recall_at_10_max": 0.924242, + "nauc_recall_at_10_std": 0.317248, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.920635, + "nauc_recall_at_20_std": 0.462518, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747916, + "nauc_precision_at_1_std": 0.028901, + "nauc_precision_at_1_diff1": 0.9353, + "nauc_precision_at_3_max": 0.919511, + "nauc_precision_at_3_std": 0.130978, + "nauc_precision_at_3_diff1": 0.955822, + "nauc_precision_at_5_max": 0.922563, + "nauc_precision_at_5_std": 0.228738, + "nauc_precision_at_5_diff1": 0.953822, + "nauc_precision_at_10_max": 0.924242, + "nauc_precision_at_10_std": 0.317248, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.920635, + "nauc_precision_at_20_std": 0.462518, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747916, + "nauc_mrr_at_1_std": 0.028901, + "nauc_mrr_at_1_diff1": 0.9353, + "nauc_mrr_at_3_max": 0.79217, + "nauc_mrr_at_3_std": 0.056377, + "nauc_mrr_at_3_diff1": 0.941227, + "nauc_mrr_at_5_max": 0.79052, + "nauc_mrr_at_5_std": 0.064687, + "nauc_mrr_at_5_diff1": 0.940878, + "nauc_mrr_at_10_max": 0.787369, + "nauc_mrr_at_10_std": 0.062645, + "nauc_mrr_at_10_diff1": 0.940556, + "nauc_mrr_at_20_max": 0.786676, + "nauc_mrr_at_20_std": 0.06242, + "nauc_mrr_at_20_diff1": 0.940583, + "nauc_mrr_at_100_max": 0.786479, + "nauc_mrr_at_100_std": 0.062142, + "nauc_mrr_at_100_diff1": 0.940591, + "nauc_mrr_at_1000_max": 0.786413, + "nauc_mrr_at_1000_std": 0.061882, + "nauc_mrr_at_1000_diff1": 0.940573, + "main_score": 0.9496, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.76667, + "ndcg_at_3": 0.81776, + "ndcg_at_5": 0.82785, + "ndcg_at_10": 0.83722, + "ndcg_at_20": 0.84546, + "ndcg_at_100": 0.85292, + "ndcg_at_1000": 0.85603, + "map_at_1": 0.76667, + "map_at_3": 0.80611, + "map_at_5": 0.81172, + "map_at_10": 0.8156, + "map_at_20": 0.81792, + "map_at_100": 0.81897, + "map_at_1000": 0.8191, + "recall_at_1": 0.76667, + "recall_at_3": 0.85111, + "recall_at_5": 0.87556, + "recall_at_10": 0.90444, + "recall_at_20": 0.93667, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "precision_at_1": 0.76667, + "precision_at_3": 0.2837, + "precision_at_5": 0.17511, + "precision_at_10": 0.09044, + "precision_at_20": 0.04683, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.766667, + "mrr_at_3": 0.806111, + "mrr_at_5": 0.811722, + "mrr_at_10": 0.815604, + "mrr_at_20": 0.817917, + "mrr_at_100": 0.818965, + "mrr_at_1000": 0.8191, + "nauc_ndcg_at_1_max": 0.789498, + "nauc_ndcg_at_1_std": 0.20191, + "nauc_ndcg_at_1_diff1": 0.875785, + "nauc_ndcg_at_3_max": 0.81249, + "nauc_ndcg_at_3_std": 0.19366, + "nauc_ndcg_at_3_diff1": 0.84948, + "nauc_ndcg_at_5_max": 0.813421, + "nauc_ndcg_at_5_std": 0.216344, + "nauc_ndcg_at_5_diff1": 0.847066, + "nauc_ndcg_at_10_max": 0.81055, + "nauc_ndcg_at_10_std": 0.209772, + "nauc_ndcg_at_10_diff1": 0.847277, + "nauc_ndcg_at_20_max": 0.809921, + "nauc_ndcg_at_20_std": 0.209775, + "nauc_ndcg_at_20_diff1": 0.848732, + "nauc_ndcg_at_100_max": 0.809322, + "nauc_ndcg_at_100_std": 0.212758, + "nauc_ndcg_at_100_diff1": 0.85015, + "nauc_ndcg_at_1000_max": 0.808001, + "nauc_ndcg_at_1000_std": 0.20656, + "nauc_ndcg_at_1000_diff1": 0.852375, + "nauc_map_at_1_max": 0.789498, + "nauc_map_at_1_std": 0.20191, + "nauc_map_at_1_diff1": 0.875785, + "nauc_map_at_3_max": 0.80667, + "nauc_map_at_3_std": 0.193799, + "nauc_map_at_3_diff1": 0.856418, + "nauc_map_at_5_max": 0.806714, + "nauc_map_at_5_std": 0.205143, + "nauc_map_at_5_diff1": 0.855302, + "nauc_map_at_10_max": 0.805431, + "nauc_map_at_10_std": 0.202341, + "nauc_map_at_10_diff1": 0.855245, + "nauc_map_at_20_max": 0.805306, + "nauc_map_at_20_std": 0.201986, + "nauc_map_at_20_diff1": 0.855724, + "nauc_map_at_100_max": 0.805251, + "nauc_map_at_100_std": 0.20221, + "nauc_map_at_100_diff1": 0.855927, + "nauc_map_at_1000_max": 0.805216, + "nauc_map_at_1000_std": 0.202039, + "nauc_map_at_1000_diff1": 0.856039, + "nauc_recall_at_1_max": 0.789498, + "nauc_recall_at_1_std": 0.20191, + "nauc_recall_at_1_diff1": 0.875785, + "nauc_recall_at_3_max": 0.833241, + "nauc_recall_at_3_std": 0.194297, + "nauc_recall_at_3_diff1": 0.824585, + "nauc_recall_at_5_max": 0.84148, + "nauc_recall_at_5_std": 0.269179, + "nauc_recall_at_5_diff1": 0.812876, + "nauc_recall_at_10_max": 0.835716, + "nauc_recall_at_10_std": 0.252329, + "nauc_recall_at_10_diff1": 0.807575, + "nauc_recall_at_20_max": 0.840901, + "nauc_recall_at_20_std": 0.278982, + "nauc_recall_at_20_diff1": 0.799925, + "nauc_recall_at_100_max": 0.870615, + "nauc_recall_at_100_std": 0.496665, + "nauc_recall_at_100_diff1": 0.762594, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789498, + "nauc_precision_at_1_std": 0.20191, + "nauc_precision_at_1_diff1": 0.875785, + "nauc_precision_at_3_max": 0.833241, + "nauc_precision_at_3_std": 0.194297, + "nauc_precision_at_3_diff1": 0.824585, + "nauc_precision_at_5_max": 0.84148, + "nauc_precision_at_5_std": 0.269179, + "nauc_precision_at_5_diff1": 0.812876, + "nauc_precision_at_10_max": 0.835716, + "nauc_precision_at_10_std": 0.252329, + "nauc_precision_at_10_diff1": 0.807575, + "nauc_precision_at_20_max": 0.840901, + "nauc_precision_at_20_std": 0.278982, + "nauc_precision_at_20_diff1": 0.799925, + "nauc_precision_at_100_max": 0.870615, + "nauc_precision_at_100_std": 0.496665, + "nauc_precision_at_100_diff1": 0.762594, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.789498, + "nauc_mrr_at_1_std": 0.20191, + "nauc_mrr_at_1_diff1": 0.875785, + "nauc_mrr_at_3_max": 0.80667, + "nauc_mrr_at_3_std": 0.193799, + "nauc_mrr_at_3_diff1": 0.856418, + "nauc_mrr_at_5_max": 0.806714, + "nauc_mrr_at_5_std": 0.205143, + "nauc_mrr_at_5_diff1": 0.855302, + "nauc_mrr_at_10_max": 0.805431, + "nauc_mrr_at_10_std": 0.202341, + "nauc_mrr_at_10_diff1": 0.855245, + "nauc_mrr_at_20_max": 0.805306, + "nauc_mrr_at_20_std": 0.201986, + "nauc_mrr_at_20_diff1": 0.855724, + "nauc_mrr_at_100_max": 0.805251, + "nauc_mrr_at_100_std": 0.20221, + "nauc_mrr_at_100_diff1": 0.855927, + "nauc_mrr_at_1000_max": 0.805216, + "nauc_mrr_at_1000_std": 0.202039, + "nauc_mrr_at_1000_diff1": 0.856039, + "main_score": 0.83722, + "hf_subset": "ceb_Latn-ceb_Latn", + "languages": [ + "ceb-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94077, + "ndcg_at_5": 0.94627, + "ndcg_at_10": 0.94975, + "ndcg_at_20": 0.9514, + "ndcg_at_100": 0.95239, + "ndcg_at_1000": 0.95298, + "map_at_1": 0.91333, + "map_at_3": 0.93444, + "map_at_5": 0.9375, + "map_at_10": 0.93887, + "map_at_20": 0.93931, + "map_at_100": 0.93943, + "map_at_1000": 0.93945, + "recall_at_1": 0.91333, + "recall_at_3": 0.95889, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91333, + "precision_at_3": 0.31963, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.9375, + "mrr_at_10": 0.938873, + "mrr_at_20": 0.939306, + "mrr_at_100": 0.939429, + "mrr_at_1000": 0.939453, + "nauc_ndcg_at_1_max": 0.748941, + "nauc_ndcg_at_1_std": -0.189387, + "nauc_ndcg_at_1_diff1": 0.940386, + "nauc_ndcg_at_3_max": 0.782846, + "nauc_ndcg_at_3_std": -0.166072, + "nauc_ndcg_at_3_diff1": 0.945249, + "nauc_ndcg_at_5_max": 0.785768, + "nauc_ndcg_at_5_std": -0.185473, + "nauc_ndcg_at_5_diff1": 0.947849, + "nauc_ndcg_at_10_max": 0.778369, + "nauc_ndcg_at_10_std": -0.128636, + "nauc_ndcg_at_10_diff1": 0.947763, + "nauc_ndcg_at_20_max": 0.780211, + "nauc_ndcg_at_20_std": -0.130085, + "nauc_ndcg_at_20_diff1": 0.947657, + "nauc_ndcg_at_100_max": 0.778839, + "nauc_ndcg_at_100_std": -0.141463, + "nauc_ndcg_at_100_diff1": 0.946567, + "nauc_ndcg_at_1000_max": 0.777341, + "nauc_ndcg_at_1000_std": -0.150632, + "nauc_ndcg_at_1000_diff1": 0.946321, + "nauc_map_at_1_max": 0.748941, + "nauc_map_at_1_std": -0.189387, + "nauc_map_at_1_diff1": 0.940386, + "nauc_map_at_3_max": 0.77507, + "nauc_map_at_3_std": -0.170082, + "nauc_map_at_3_diff1": 0.944301, + "nauc_map_at_5_max": 0.7761, + "nauc_map_at_5_std": -0.179229, + "nauc_map_at_5_diff1": 0.945557, + "nauc_map_at_10_max": 0.773476, + "nauc_map_at_10_std": -0.161076, + "nauc_map_at_10_diff1": 0.94543, + "nauc_map_at_20_max": 0.774007, + "nauc_map_at_20_std": -0.161176, + "nauc_map_at_20_diff1": 0.945432, + "nauc_map_at_100_max": 0.773844, + "nauc_map_at_100_std": -0.162347, + "nauc_map_at_100_diff1": 0.945321, + "nauc_map_at_1000_max": 0.773792, + "nauc_map_at_1000_std": -0.162608, + "nauc_map_at_1000_diff1": 0.945314, + "nauc_recall_at_1_max": 0.748941, + "nauc_recall_at_1_std": -0.189387, + "nauc_recall_at_1_diff1": 0.940386, + "nauc_recall_at_3_max": 0.816628, + "nauc_recall_at_3_std": -0.149873, + "nauc_recall_at_3_diff1": 0.949214, + "nauc_recall_at_5_max": 0.846424, + "nauc_recall_at_5_std": -0.23606, + "nauc_recall_at_5_diff1": 0.962745, + "nauc_recall_at_10_max": 0.815935, + "nauc_recall_at_10_std": 0.285403, + "nauc_recall_at_10_diff1": 0.972767, + "nauc_recall_at_20_max": 0.868762, + "nauc_recall_at_20_std": 0.512242, + "nauc_recall_at_20_diff1": 0.985476, + "nauc_recall_at_100_max": 0.897876, + "nauc_recall_at_100_std": 0.620215, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748941, + "nauc_precision_at_1_std": -0.189387, + "nauc_precision_at_1_diff1": 0.940386, + "nauc_precision_at_3_max": 0.816628, + "nauc_precision_at_3_std": -0.149873, + "nauc_precision_at_3_diff1": 0.949214, + "nauc_precision_at_5_max": 0.846424, + "nauc_precision_at_5_std": -0.23606, + "nauc_precision_at_5_diff1": 0.962745, + "nauc_precision_at_10_max": 0.815935, + "nauc_precision_at_10_std": 0.285403, + "nauc_precision_at_10_diff1": 0.972767, + "nauc_precision_at_20_max": 0.868762, + "nauc_precision_at_20_std": 0.512242, + "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_100_max": 0.897876, + "nauc_precision_at_100_std": 0.620215, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748941, + "nauc_mrr_at_1_std": -0.189387, + "nauc_mrr_at_1_diff1": 0.940386, + "nauc_mrr_at_3_max": 0.77507, + "nauc_mrr_at_3_std": -0.170082, + "nauc_mrr_at_3_diff1": 0.944301, + "nauc_mrr_at_5_max": 0.7761, + "nauc_mrr_at_5_std": -0.179229, + "nauc_mrr_at_5_diff1": 0.945557, + "nauc_mrr_at_10_max": 0.773476, + "nauc_mrr_at_10_std": -0.161076, + "nauc_mrr_at_10_diff1": 0.94543, + "nauc_mrr_at_20_max": 0.774007, + "nauc_mrr_at_20_std": -0.161176, + "nauc_mrr_at_20_diff1": 0.945432, + "nauc_mrr_at_100_max": 0.773844, + "nauc_mrr_at_100_std": -0.162347, + "nauc_mrr_at_100_diff1": 0.945321, + "nauc_mrr_at_1000_max": 0.773792, + "nauc_mrr_at_1000_std": -0.162608, + "nauc_mrr_at_1000_diff1": 0.945314, + "main_score": 0.94975, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.84727, + "ndcg_at_5": 0.86195, + "ndcg_at_10": 0.86728, + "ndcg_at_20": 0.87176, + "ndcg_at_100": 0.87872, + "ndcg_at_1000": 0.88046, + "map_at_1": 0.8, + "map_at_3": 0.83593, + "map_at_5": 0.84409, + "map_at_10": 0.84626, + "map_at_20": 0.84748, + "map_at_100": 0.8485, + "map_at_1000": 0.84857, + "recall_at_1": 0.8, + "recall_at_3": 0.88, + "recall_at_5": 0.91556, + "recall_at_10": 0.93222, + "recall_at_20": 0.95, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.29333, + "precision_at_5": 0.18311, + "precision_at_10": 0.09322, + "precision_at_20": 0.0475, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.835926, + "mrr_at_5": 0.844093, + "mrr_at_10": 0.846257, + "mrr_at_20": 0.847478, + "mrr_at_100": 0.848499, + "mrr_at_1000": 0.848568, + "nauc_ndcg_at_1_max": 0.755889, + "nauc_ndcg_at_1_std": 0.237693, + "nauc_ndcg_at_1_diff1": 0.902414, + "nauc_ndcg_at_3_max": 0.806756, + "nauc_ndcg_at_3_std": 0.327825, + "nauc_ndcg_at_3_diff1": 0.898607, + "nauc_ndcg_at_5_max": 0.808471, + "nauc_ndcg_at_5_std": 0.347057, + "nauc_ndcg_at_5_diff1": 0.892421, + "nauc_ndcg_at_10_max": 0.807603, + "nauc_ndcg_at_10_std": 0.344532, + "nauc_ndcg_at_10_diff1": 0.893113, + "nauc_ndcg_at_20_max": 0.806782, + "nauc_ndcg_at_20_std": 0.347459, + "nauc_ndcg_at_20_diff1": 0.891763, + "nauc_ndcg_at_100_max": 0.801638, + "nauc_ndcg_at_100_std": 0.33636, + "nauc_ndcg_at_100_diff1": 0.89597, + "nauc_ndcg_at_1000_max": 0.799665, + "nauc_ndcg_at_1000_std": 0.327937, + "nauc_ndcg_at_1000_diff1": 0.895839, + "nauc_map_at_1_max": 0.755889, + "nauc_map_at_1_std": 0.237693, + "nauc_map_at_1_diff1": 0.902414, + "nauc_map_at_3_max": 0.795002, + "nauc_map_at_3_std": 0.305383, + "nauc_map_at_3_diff1": 0.900002, + "nauc_map_at_5_max": 0.795158, + "nauc_map_at_5_std": 0.313751, + "nauc_map_at_5_diff1": 0.896809, + "nauc_map_at_10_max": 0.794604, + "nauc_map_at_10_std": 0.312798, + "nauc_map_at_10_diff1": 0.897009, + "nauc_map_at_20_max": 0.794418, + "nauc_map_at_20_std": 0.313561, + "nauc_map_at_20_diff1": 0.896772, + "nauc_map_at_100_max": 0.793727, + "nauc_map_at_100_std": 0.31204, + "nauc_map_at_100_diff1": 0.897318, + "nauc_map_at_1000_max": 0.793668, + "nauc_map_at_1000_std": 0.311768, + "nauc_map_at_1000_diff1": 0.897323, + "nauc_recall_at_1_max": 0.755889, + "nauc_recall_at_1_std": 0.237693, + "nauc_recall_at_1_diff1": 0.902414, + "nauc_recall_at_3_max": 0.850117, + "nauc_recall_at_3_std": 0.411726, + "nauc_recall_at_3_diff1": 0.893109, + "nauc_recall_at_5_max": 0.874263, + "nauc_recall_at_5_std": 0.517747, + "nauc_recall_at_5_diff1": 0.868888, + "nauc_recall_at_10_max": 0.885927, + "nauc_recall_at_10_std": 0.540027, + "nauc_recall_at_10_diff1": 0.868439, + "nauc_recall_at_20_max": 0.903309, + "nauc_recall_at_20_std": 0.630314, + "nauc_recall_at_20_diff1": 0.845627, + "nauc_recall_at_100_max": 0.933279, + "nauc_recall_at_100_std": 0.888344, + "nauc_recall_at_100_diff1": 0.908769, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755889, + "nauc_precision_at_1_std": 0.237693, + "nauc_precision_at_1_diff1": 0.902414, + "nauc_precision_at_3_max": 0.850117, + "nauc_precision_at_3_std": 0.411726, + "nauc_precision_at_3_diff1": 0.893109, + "nauc_precision_at_5_max": 0.874263, + "nauc_precision_at_5_std": 0.517747, + "nauc_precision_at_5_diff1": 0.868888, + "nauc_precision_at_10_max": 0.885927, + "nauc_precision_at_10_std": 0.540027, + "nauc_precision_at_10_diff1": 0.868439, + "nauc_precision_at_20_max": 0.903309, + "nauc_precision_at_20_std": 0.630314, + "nauc_precision_at_20_diff1": 0.845627, + "nauc_precision_at_100_max": 0.933279, + "nauc_precision_at_100_std": 0.888344, + "nauc_precision_at_100_diff1": 0.908769, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755889, + "nauc_mrr_at_1_std": 0.237693, + "nauc_mrr_at_1_diff1": 0.902414, + "nauc_mrr_at_3_max": 0.795002, + "nauc_mrr_at_3_std": 0.305383, + "nauc_mrr_at_3_diff1": 0.900002, + "nauc_mrr_at_5_max": 0.795158, + "nauc_mrr_at_5_std": 0.313751, + "nauc_mrr_at_5_diff1": 0.896809, + "nauc_mrr_at_10_max": 0.794604, + "nauc_mrr_at_10_std": 0.312798, + "nauc_mrr_at_10_diff1": 0.897009, + "nauc_mrr_at_20_max": 0.794418, + "nauc_mrr_at_20_std": 0.313561, + "nauc_mrr_at_20_diff1": 0.896772, + "nauc_mrr_at_100_max": 0.793727, + "nauc_mrr_at_100_std": 0.31204, + "nauc_mrr_at_100_diff1": 0.897318, + "nauc_mrr_at_1000_max": 0.793668, + "nauc_mrr_at_1000_std": 0.311768, + "nauc_mrr_at_1000_diff1": 0.897323, + "main_score": 0.86728, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93737, + "ndcg_at_5": 0.94105, + "ndcg_at_10": 0.9443, + "ndcg_at_20": 0.94775, + "ndcg_at_100": 0.94867, + "ndcg_at_1000": 0.94911, + "map_at_1": 0.90222, + "map_at_3": 0.92944, + "map_at_5": 0.9315, + "map_at_10": 0.93286, + "map_at_20": 0.93384, + "map_at_100": 0.934, + "map_at_1000": 0.93402, + "recall_at_1": 0.90222, + "recall_at_3": 0.96, + "recall_at_5": 0.96889, + "recall_at_10": 0.97889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90222, + "precision_at_3": 0.32, + "precision_at_5": 0.19378, + "precision_at_10": 0.09789, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.929444, + "mrr_at_5": 0.9315, + "mrr_at_10": 0.932858, + "mrr_at_20": 0.933842, + "mrr_at_100": 0.934004, + "mrr_at_1000": 0.934024, + "nauc_ndcg_at_1_max": 0.785937, + "nauc_ndcg_at_1_std": -0.087286, + "nauc_ndcg_at_1_diff1": 0.937373, + "nauc_ndcg_at_3_max": 0.841368, + "nauc_ndcg_at_3_std": -0.073481, + "nauc_ndcg_at_3_diff1": 0.937705, + "nauc_ndcg_at_5_max": 0.83679, + "nauc_ndcg_at_5_std": -0.048746, + "nauc_ndcg_at_5_diff1": 0.937022, + "nauc_ndcg_at_10_max": 0.83065, + "nauc_ndcg_at_10_std": -0.060994, + "nauc_ndcg_at_10_diff1": 0.935033, + "nauc_ndcg_at_20_max": 0.827705, + "nauc_ndcg_at_20_std": -0.042615, + "nauc_ndcg_at_20_diff1": 0.939597, + "nauc_ndcg_at_100_max": 0.825242, + "nauc_ndcg_at_100_std": -0.047703, + "nauc_ndcg_at_100_diff1": 0.938517, + "nauc_ndcg_at_1000_max": 0.823726, + "nauc_ndcg_at_1000_std": -0.056373, + "nauc_ndcg_at_1000_diff1": 0.937984, + "nauc_map_at_1_max": 0.785937, + "nauc_map_at_1_std": -0.087286, + "nauc_map_at_1_diff1": 0.937373, + "nauc_map_at_3_max": 0.825359, + "nauc_map_at_3_std": -0.076999, + "nauc_map_at_3_diff1": 0.937906, + "nauc_map_at_5_max": 0.822729, + "nauc_map_at_5_std": -0.064513, + "nauc_map_at_5_diff1": 0.937593, + "nauc_map_at_10_max": 0.820274, + "nauc_map_at_10_std": -0.068692, + "nauc_map_at_10_diff1": 0.936911, + "nauc_map_at_20_max": 0.819438, + "nauc_map_at_20_std": -0.064555, + "nauc_map_at_20_diff1": 0.93795, + "nauc_map_at_100_max": 0.81909, + "nauc_map_at_100_std": -0.065069, + "nauc_map_at_100_diff1": 0.937797, + "nauc_map_at_1000_max": 0.819036, + "nauc_map_at_1000_std": -0.065367, + "nauc_map_at_1000_diff1": 0.937779, + "nauc_recall_at_1_max": 0.785937, + "nauc_recall_at_1_std": -0.087286, + "nauc_recall_at_1_diff1": 0.937373, + "nauc_recall_at_3_max": 0.921024, + "nauc_recall_at_3_std": -0.056373, + "nauc_recall_at_3_diff1": 0.936456, + "nauc_recall_at_5_max": 0.922386, + "nauc_recall_at_5_std": 0.055205, + "nauc_recall_at_5_diff1": 0.93289, + "nauc_recall_at_10_max": 0.914001, + "nauc_recall_at_10_std": -0.001351, + "nauc_recall_at_10_diff1": 0.914861, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.571228, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785937, + "nauc_precision_at_1_std": -0.087286, + "nauc_precision_at_1_diff1": 0.937373, + "nauc_precision_at_3_max": 0.921024, + "nauc_precision_at_3_std": -0.056373, + "nauc_precision_at_3_diff1": 0.936456, + "nauc_precision_at_5_max": 0.922386, + "nauc_precision_at_5_std": 0.055205, + "nauc_precision_at_5_diff1": 0.93289, + "nauc_precision_at_10_max": 0.914001, + "nauc_precision_at_10_std": -0.001351, + "nauc_precision_at_10_diff1": 0.914861, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.571228, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785937, + "nauc_mrr_at_1_std": -0.087286, + "nauc_mrr_at_1_diff1": 0.937373, + "nauc_mrr_at_3_max": 0.825359, + "nauc_mrr_at_3_std": -0.076999, + "nauc_mrr_at_3_diff1": 0.937906, + "nauc_mrr_at_5_max": 0.822729, + "nauc_mrr_at_5_std": -0.064513, + "nauc_mrr_at_5_diff1": 0.937593, + "nauc_mrr_at_10_max": 0.820274, + "nauc_mrr_at_10_std": -0.068692, + "nauc_mrr_at_10_diff1": 0.936911, + "nauc_mrr_at_20_max": 0.819438, + "nauc_mrr_at_20_std": -0.064555, + "nauc_mrr_at_20_diff1": 0.93795, + "nauc_mrr_at_100_max": 0.81909, + "nauc_mrr_at_100_std": -0.065069, + "nauc_mrr_at_100_diff1": 0.937797, + "nauc_mrr_at_1000_max": 0.819036, + "nauc_mrr_at_1000_std": -0.065367, + "nauc_mrr_at_1000_diff1": 0.937779, + "main_score": 0.9443, + "hf_subset": "ces_Latn-ces_Latn", + "languages": [ + "ces-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.93889, + "ndcg_at_3": 0.96308, + "ndcg_at_5": 0.96543, + "ndcg_at_10": 0.96654, + "ndcg_at_20": 0.96786, + "ndcg_at_100": 0.96843, + "ndcg_at_1000": 0.96872, + "map_at_1": 0.93889, + "map_at_3": 0.95722, + "map_at_5": 0.95856, + "map_at_10": 0.95904, + "map_at_20": 0.95936, + "map_at_100": 0.95941, + "map_at_1000": 0.95943, + "recall_at_1": 0.93889, + "recall_at_3": 0.98, + "recall_at_5": 0.98556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93889, + "precision_at_3": 0.32667, + "precision_at_5": 0.19711, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.938889, + "mrr_at_3": 0.957222, + "mrr_at_5": 0.958556, + "mrr_at_10": 0.959037, + "mrr_at_20": 0.959356, + "mrr_at_100": 0.959415, + "mrr_at_1000": 0.959426, + "nauc_ndcg_at_1_max": 0.769145, + "nauc_ndcg_at_1_std": -0.154783, + "nauc_ndcg_at_1_diff1": 0.952678, + "nauc_ndcg_at_3_max": 0.812113, + "nauc_ndcg_at_3_std": -0.148408, + "nauc_ndcg_at_3_diff1": 0.965389, + "nauc_ndcg_at_5_max": 0.802993, + "nauc_ndcg_at_5_std": -0.177124, + "nauc_ndcg_at_5_diff1": 0.963042, + "nauc_ndcg_at_10_max": 0.799243, + "nauc_ndcg_at_10_std": -0.167907, + "nauc_ndcg_at_10_diff1": 0.961813, + "nauc_ndcg_at_20_max": 0.802711, + "nauc_ndcg_at_20_std": -0.124172, + "nauc_ndcg_at_20_diff1": 0.961289, + "nauc_ndcg_at_100_max": 0.799159, + "nauc_ndcg_at_100_std": -0.141648, + "nauc_ndcg_at_100_diff1": 0.960592, + "nauc_ndcg_at_1000_max": 0.797898, + "nauc_ndcg_at_1000_std": -0.152253, + "nauc_ndcg_at_1000_diff1": 0.960226, + "nauc_map_at_1_max": 0.769145, + "nauc_map_at_1_std": -0.154783, + "nauc_map_at_1_diff1": 0.952678, + "nauc_map_at_3_max": 0.800187, + "nauc_map_at_3_std": -0.156564, + "nauc_map_at_3_diff1": 0.960964, + "nauc_map_at_5_max": 0.795511, + "nauc_map_at_5_std": -0.170554, + "nauc_map_at_5_diff1": 0.959708, + "nauc_map_at_10_max": 0.794053, + "nauc_map_at_10_std": -0.167886, + "nauc_map_at_10_diff1": 0.959235, + "nauc_map_at_20_max": 0.794596, + "nauc_map_at_20_std": -0.159303, + "nauc_map_at_20_diff1": 0.959103, + "nauc_map_at_100_max": 0.794298, + "nauc_map_at_100_std": -0.160743, + "nauc_map_at_100_diff1": 0.959044, + "nauc_map_at_1000_max": 0.794259, + "nauc_map_at_1000_std": -0.161062, + "nauc_map_at_1000_diff1": 0.959032, + "nauc_recall_at_1_max": 0.769145, + "nauc_recall_at_1_std": -0.154783, + "nauc_recall_at_1_diff1": 0.952678, + "nauc_recall_at_3_max": 0.883183, + "nauc_recall_at_3_std": -0.0928, + "nauc_recall_at_3_diff1": 0.992738, + "nauc_recall_at_5_max": 0.858364, + "nauc_recall_at_5_std": -0.233139, + "nauc_recall_at_5_diff1": 0.989945, + "nauc_recall_at_10_max": 0.842017, + "nauc_recall_at_10_std": -0.153641, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.910831, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769145, + "nauc_precision_at_1_std": -0.154783, + "nauc_precision_at_1_diff1": 0.952678, + "nauc_precision_at_3_max": 0.883183, + "nauc_precision_at_3_std": -0.0928, + "nauc_precision_at_3_diff1": 0.992738, + "nauc_precision_at_5_max": 0.858364, + "nauc_precision_at_5_std": -0.233139, + "nauc_precision_at_5_diff1": 0.989945, + "nauc_precision_at_10_max": 0.842017, + "nauc_precision_at_10_std": -0.153641, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.910831, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769145, + "nauc_mrr_at_1_std": -0.154783, + "nauc_mrr_at_1_diff1": 0.952678, + "nauc_mrr_at_3_max": 0.800187, + "nauc_mrr_at_3_std": -0.156564, + "nauc_mrr_at_3_diff1": 0.960964, + "nauc_mrr_at_5_max": 0.795511, + "nauc_mrr_at_5_std": -0.170554, + "nauc_mrr_at_5_diff1": 0.959708, + "nauc_mrr_at_10_max": 0.794053, + "nauc_mrr_at_10_std": -0.167886, + "nauc_mrr_at_10_diff1": 0.959235, + "nauc_mrr_at_20_max": 0.794596, + "nauc_mrr_at_20_std": -0.159303, + "nauc_mrr_at_20_diff1": 0.959103, + "nauc_mrr_at_100_max": 0.794298, + "nauc_mrr_at_100_std": -0.160743, + "nauc_mrr_at_100_diff1": 0.959044, + "nauc_mrr_at_1000_max": 0.794259, + "nauc_mrr_at_1000_std": -0.161062, + "nauc_mrr_at_1000_diff1": 0.959032, + "main_score": 0.96654, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.94055, + "ndcg_at_5": 0.94467, + "ndcg_at_10": 0.94728, + "ndcg_at_20": 0.949, + "ndcg_at_100": 0.95075, + "ndcg_at_1000": 0.95105, + "map_at_1": 0.90444, + "map_at_3": 0.93222, + "map_at_5": 0.9345, + "map_at_10": 0.93564, + "map_at_20": 0.93612, + "map_at_100": 0.9364, + "map_at_1000": 0.93642, + "recall_at_1": 0.90444, + "recall_at_3": 0.96444, + "recall_at_5": 0.97444, + "recall_at_10": 0.98222, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90444, + "precision_at_3": 0.32148, + "precision_at_5": 0.19489, + "precision_at_10": 0.09822, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.932222, + "mrr_at_5": 0.9345, + "mrr_at_10": 0.935638, + "mrr_at_20": 0.936121, + "mrr_at_100": 0.936404, + "mrr_at_1000": 0.936417, + "nauc_ndcg_at_1_max": 0.704015, + "nauc_ndcg_at_1_std": -0.003816, + "nauc_ndcg_at_1_diff1": 0.923973, + "nauc_ndcg_at_3_max": 0.771008, + "nauc_ndcg_at_3_std": 0.007654, + "nauc_ndcg_at_3_diff1": 0.932107, + "nauc_ndcg_at_5_max": 0.766095, + "nauc_ndcg_at_5_std": 0.00312, + "nauc_ndcg_at_5_diff1": 0.931866, + "nauc_ndcg_at_10_max": 0.764677, + "nauc_ndcg_at_10_std": 0.035401, + "nauc_ndcg_at_10_diff1": 0.931615, + "nauc_ndcg_at_20_max": 0.758245, + "nauc_ndcg_at_20_std": 0.015329, + "nauc_ndcg_at_20_diff1": 0.931628, + "nauc_ndcg_at_100_max": 0.754592, + "nauc_ndcg_at_100_std": 0.020298, + "nauc_ndcg_at_100_diff1": 0.931017, + "nauc_ndcg_at_1000_max": 0.753101, + "nauc_ndcg_at_1000_std": 0.016526, + "nauc_ndcg_at_1000_diff1": 0.930598, + "nauc_map_at_1_max": 0.704015, + "nauc_map_at_1_std": -0.003816, + "nauc_map_at_1_diff1": 0.923973, + "nauc_map_at_3_max": 0.752737, + "nauc_map_at_3_std": 0.00532, + "nauc_map_at_3_diff1": 0.929838, + "nauc_map_at_5_max": 0.749965, + "nauc_map_at_5_std": 0.003592, + "nauc_map_at_5_diff1": 0.929754, + "nauc_map_at_10_max": 0.749158, + "nauc_map_at_10_std": 0.015211, + "nauc_map_at_10_diff1": 0.929612, + "nauc_map_at_20_max": 0.747593, + "nauc_map_at_20_std": 0.010765, + "nauc_map_at_20_diff1": 0.929648, + "nauc_map_at_100_max": 0.747106, + "nauc_map_at_100_std": 0.011595, + "nauc_map_at_100_diff1": 0.929583, + "nauc_map_at_1000_max": 0.747056, + "nauc_map_at_1000_std": 0.011467, + "nauc_map_at_1000_diff1": 0.929569, + "nauc_recall_at_1_max": 0.704015, + "nauc_recall_at_1_std": -0.003816, + "nauc_recall_at_1_diff1": 0.923973, + "nauc_recall_at_3_max": 0.867968, + "nauc_recall_at_3_std": 0.019258, + "nauc_recall_at_3_diff1": 0.944196, + "nauc_recall_at_5_max": 0.878314, + "nauc_recall_at_5_std": -0.005115, + "nauc_recall_at_5_diff1": 0.946515, + "nauc_recall_at_10_max": 0.915237, + "nauc_recall_at_10_std": 0.273489, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.890523, + "nauc_recall_at_20_std": 0.047852, + "nauc_recall_at_20_diff1": 0.960784, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.638189, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704015, + "nauc_precision_at_1_std": -0.003816, + "nauc_precision_at_1_diff1": 0.923973, + "nauc_precision_at_3_max": 0.867968, + "nauc_precision_at_3_std": 0.019258, + "nauc_precision_at_3_diff1": 0.944196, + "nauc_precision_at_5_max": 0.878314, + "nauc_precision_at_5_std": -0.005115, + "nauc_precision_at_5_diff1": 0.946515, + "nauc_precision_at_10_max": 0.915237, + "nauc_precision_at_10_std": 0.273489, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.890523, + "nauc_precision_at_20_std": 0.047852, + "nauc_precision_at_20_diff1": 0.960784, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.638189, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704015, + "nauc_mrr_at_1_std": -0.003816, + "nauc_mrr_at_1_diff1": 0.923973, + "nauc_mrr_at_3_max": 0.752737, + "nauc_mrr_at_3_std": 0.00532, + "nauc_mrr_at_3_diff1": 0.929838, + "nauc_mrr_at_5_max": 0.749965, + "nauc_mrr_at_5_std": 0.003592, + "nauc_mrr_at_5_diff1": 0.929754, + "nauc_mrr_at_10_max": 0.749158, + "nauc_mrr_at_10_std": 0.015211, + "nauc_mrr_at_10_diff1": 0.929612, + "nauc_mrr_at_20_max": 0.747593, + "nauc_mrr_at_20_std": 0.010765, + "nauc_mrr_at_20_diff1": 0.929648, + "nauc_mrr_at_100_max": 0.747106, + "nauc_mrr_at_100_std": 0.011595, + "nauc_mrr_at_100_diff1": 0.929583, + "nauc_mrr_at_1000_max": 0.747056, + "nauc_mrr_at_1000_std": 0.011467, + "nauc_mrr_at_1000_diff1": 0.929569, + "main_score": 0.94728, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.63222, + "ndcg_at_3": 0.70243, + "ndcg_at_5": 0.71577, + "ndcg_at_10": 0.72997, + "ndcg_at_20": 0.73981, + "ndcg_at_100": 0.75732, + "ndcg_at_1000": 0.76248, + "map_at_1": 0.63222, + "map_at_3": 0.68556, + "map_at_5": 0.693, + "map_at_10": 0.69896, + "map_at_20": 0.70167, + "map_at_100": 0.70409, + "map_at_1000": 0.70429, + "recall_at_1": 0.63222, + "recall_at_3": 0.75111, + "recall_at_5": 0.78333, + "recall_at_10": 0.82667, + "recall_at_20": 0.86556, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "precision_at_1": 0.63222, + "precision_at_3": 0.25037, + "precision_at_5": 0.15667, + "precision_at_10": 0.08267, + "precision_at_20": 0.04328, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.632222, + "mrr_at_3": 0.685556, + "mrr_at_5": 0.693, + "mrr_at_10": 0.698963, + "mrr_at_20": 0.701666, + "mrr_at_100": 0.70409, + "mrr_at_1000": 0.704287, + "nauc_ndcg_at_1_max": 0.598804, + "nauc_ndcg_at_1_std": 0.325285, + "nauc_ndcg_at_1_diff1": 0.881793, + "nauc_ndcg_at_3_max": 0.632411, + "nauc_ndcg_at_3_std": 0.387562, + "nauc_ndcg_at_3_diff1": 0.832617, + "nauc_ndcg_at_5_max": 0.630562, + "nauc_ndcg_at_5_std": 0.380673, + "nauc_ndcg_at_5_diff1": 0.830001, + "nauc_ndcg_at_10_max": 0.629919, + "nauc_ndcg_at_10_std": 0.389907, + "nauc_ndcg_at_10_diff1": 0.828418, + "nauc_ndcg_at_20_max": 0.625745, + "nauc_ndcg_at_20_std": 0.394596, + "nauc_ndcg_at_20_diff1": 0.826505, + "nauc_ndcg_at_100_max": 0.627246, + "nauc_ndcg_at_100_std": 0.383438, + "nauc_ndcg_at_100_diff1": 0.833314, + "nauc_ndcg_at_1000_max": 0.624439, + "nauc_ndcg_at_1000_std": 0.378111, + "nauc_ndcg_at_1000_diff1": 0.836303, + "nauc_map_at_1_max": 0.598804, + "nauc_map_at_1_std": 0.325285, + "nauc_map_at_1_diff1": 0.881793, + "nauc_map_at_3_max": 0.622764, + "nauc_map_at_3_std": 0.368118, + "nauc_map_at_3_diff1": 0.84485, + "nauc_map_at_5_max": 0.621466, + "nauc_map_at_5_std": 0.364222, + "nauc_map_at_5_diff1": 0.843773, + "nauc_map_at_10_max": 0.621012, + "nauc_map_at_10_std": 0.367695, + "nauc_map_at_10_diff1": 0.8433, + "nauc_map_at_20_max": 0.619828, + "nauc_map_at_20_std": 0.368486, + "nauc_map_at_20_diff1": 0.842977, + "nauc_map_at_100_max": 0.620003, + "nauc_map_at_100_std": 0.366791, + "nauc_map_at_100_diff1": 0.843785, + "nauc_map_at_1000_max": 0.619957, + "nauc_map_at_1000_std": 0.3667, + "nauc_map_at_1000_diff1": 0.843885, + "nauc_recall_at_1_max": 0.598804, + "nauc_recall_at_1_std": 0.325285, + "nauc_recall_at_1_diff1": 0.881793, + "nauc_recall_at_3_max": 0.665731, + "nauc_recall_at_3_std": 0.455446, + "nauc_recall_at_3_diff1": 0.791239, + "nauc_recall_at_5_max": 0.664834, + "nauc_recall_at_5_std": 0.442316, + "nauc_recall_at_5_diff1": 0.778429, + "nauc_recall_at_10_max": 0.669701, + "nauc_recall_at_10_std": 0.493512, + "nauc_recall_at_10_diff1": 0.761414, + "nauc_recall_at_20_max": 0.652833, + "nauc_recall_at_20_std": 0.554279, + "nauc_recall_at_20_diff1": 0.730916, + "nauc_recall_at_100_max": 0.749105, + "nauc_recall_at_100_std": 0.614379, + "nauc_recall_at_100_diff1": 0.715583, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.598804, + "nauc_precision_at_1_std": 0.325285, + "nauc_precision_at_1_diff1": 0.881793, + "nauc_precision_at_3_max": 0.665731, + "nauc_precision_at_3_std": 0.455446, + "nauc_precision_at_3_diff1": 0.791239, + "nauc_precision_at_5_max": 0.664834, + "nauc_precision_at_5_std": 0.442316, + "nauc_precision_at_5_diff1": 0.778429, + "nauc_precision_at_10_max": 0.669701, + "nauc_precision_at_10_std": 0.493512, + "nauc_precision_at_10_diff1": 0.761414, + "nauc_precision_at_20_max": 0.652833, + "nauc_precision_at_20_std": 0.554279, + "nauc_precision_at_20_diff1": 0.730916, + "nauc_precision_at_100_max": 0.749105, + "nauc_precision_at_100_std": 0.614379, + "nauc_precision_at_100_diff1": 0.715583, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.598804, + "nauc_mrr_at_1_std": 0.325285, + "nauc_mrr_at_1_diff1": 0.881793, + "nauc_mrr_at_3_max": 0.622764, + "nauc_mrr_at_3_std": 0.368118, + "nauc_mrr_at_3_diff1": 0.84485, + "nauc_mrr_at_5_max": 0.621466, + "nauc_mrr_at_5_std": 0.364222, + "nauc_mrr_at_5_diff1": 0.843773, + "nauc_mrr_at_10_max": 0.621012, + "nauc_mrr_at_10_std": 0.367695, + "nauc_mrr_at_10_diff1": 0.8433, + "nauc_mrr_at_20_max": 0.619828, + "nauc_mrr_at_20_std": 0.368486, + "nauc_mrr_at_20_diff1": 0.842977, + "nauc_mrr_at_100_max": 0.620003, + "nauc_mrr_at_100_std": 0.366791, + "nauc_mrr_at_100_diff1": 0.843785, + "nauc_mrr_at_1000_max": 0.619957, + "nauc_mrr_at_1000_std": 0.3667, + "nauc_mrr_at_1000_diff1": 0.843885, + "main_score": 0.72997, + "hf_subset": "ckb_Arab-ckb_Arab", + "languages": [ + "ckb-Arab", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.90025, + "ndcg_at_5": 0.90766, + "ndcg_at_10": 0.91424, + "ndcg_at_20": 0.91729, + "ndcg_at_100": 0.91942, + "ndcg_at_1000": 0.91984, + "map_at_1": 0.84778, + "map_at_3": 0.88796, + "map_at_5": 0.89213, + "map_at_10": 0.8949, + "map_at_20": 0.89572, + "map_at_100": 0.89605, + "map_at_1000": 0.89606, + "recall_at_1": 0.84778, + "recall_at_3": 0.93556, + "recall_at_5": 0.95333, + "recall_at_10": 0.97333, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.31185, + "precision_at_5": 0.19067, + "precision_at_10": 0.09733, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.887963, + "mrr_at_5": 0.89213, + "mrr_at_10": 0.894905, + "mrr_at_20": 0.895723, + "mrr_at_100": 0.896049, + "mrr_at_1000": 0.896062, + "nauc_ndcg_at_1_max": 0.640884, + "nauc_ndcg_at_1_std": -0.106032, + "nauc_ndcg_at_1_diff1": 0.892167, + "nauc_ndcg_at_3_max": 0.707348, + "nauc_ndcg_at_3_std": -0.010927, + "nauc_ndcg_at_3_diff1": 0.877684, + "nauc_ndcg_at_5_max": 0.700233, + "nauc_ndcg_at_5_std": -0.02417, + "nauc_ndcg_at_5_diff1": 0.882812, + "nauc_ndcg_at_10_max": 0.688435, + "nauc_ndcg_at_10_std": -0.023443, + "nauc_ndcg_at_10_diff1": 0.885778, + "nauc_ndcg_at_20_max": 0.684671, + "nauc_ndcg_at_20_std": -0.033579, + "nauc_ndcg_at_20_diff1": 0.885605, + "nauc_ndcg_at_100_max": 0.682719, + "nauc_ndcg_at_100_std": -0.033343, + "nauc_ndcg_at_100_diff1": 0.885923, + "nauc_ndcg_at_1000_max": 0.682238, + "nauc_ndcg_at_1000_std": -0.038819, + "nauc_ndcg_at_1000_diff1": 0.885529, + "nauc_map_at_1_max": 0.640884, + "nauc_map_at_1_std": -0.106032, + "nauc_map_at_1_diff1": 0.892167, + "nauc_map_at_3_max": 0.687629, + "nauc_map_at_3_std": -0.038414, + "nauc_map_at_3_diff1": 0.882313, + "nauc_map_at_5_max": 0.68364, + "nauc_map_at_5_std": -0.046452, + "nauc_map_at_5_diff1": 0.885038, + "nauc_map_at_10_max": 0.679137, + "nauc_map_at_10_std": -0.046332, + "nauc_map_at_10_diff1": 0.886187, + "nauc_map_at_20_max": 0.677985, + "nauc_map_at_20_std": -0.049012, + "nauc_map_at_20_diff1": 0.886147, + "nauc_map_at_100_max": 0.677827, + "nauc_map_at_100_std": -0.048892, + "nauc_map_at_100_diff1": 0.886094, + "nauc_map_at_1000_max": 0.677809, + "nauc_map_at_1000_std": -0.049027, + "nauc_map_at_1000_diff1": 0.886082, + "nauc_recall_at_1_max": 0.640884, + "nauc_recall_at_1_std": -0.106032, + "nauc_recall_at_1_diff1": 0.892167, + "nauc_recall_at_3_max": 0.802054, + "nauc_recall_at_3_std": 0.120537, + "nauc_recall_at_3_diff1": 0.855195, + "nauc_recall_at_5_max": 0.80311, + "nauc_recall_at_5_std": 0.114512, + "nauc_recall_at_5_diff1": 0.869726, + "nauc_recall_at_10_max": 0.767682, + "nauc_recall_at_10_std": 0.215959, + "nauc_recall_at_10_diff1": 0.886788, + "nauc_recall_at_20_max": 0.765891, + "nauc_recall_at_20_std": 0.211521, + "nauc_recall_at_20_diff1": 0.884005, + "nauc_recall_at_100_max": 0.764239, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.640884, + "nauc_precision_at_1_std": -0.106032, + "nauc_precision_at_1_diff1": 0.892167, + "nauc_precision_at_3_max": 0.802054, + "nauc_precision_at_3_std": 0.120537, + "nauc_precision_at_3_diff1": 0.855195, + "nauc_precision_at_5_max": 0.80311, + "nauc_precision_at_5_std": 0.114512, + "nauc_precision_at_5_diff1": 0.869726, + "nauc_precision_at_10_max": 0.767682, + "nauc_precision_at_10_std": 0.215959, + "nauc_precision_at_10_diff1": 0.886788, + "nauc_precision_at_20_max": 0.765891, + "nauc_precision_at_20_std": 0.211521, + "nauc_precision_at_20_diff1": 0.884005, + "nauc_precision_at_100_max": 0.764239, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.640884, + "nauc_mrr_at_1_std": -0.106032, + "nauc_mrr_at_1_diff1": 0.892167, + "nauc_mrr_at_3_max": 0.687629, + "nauc_mrr_at_3_std": -0.038414, + "nauc_mrr_at_3_diff1": 0.882313, + "nauc_mrr_at_5_max": 0.68364, + "nauc_mrr_at_5_std": -0.046452, + "nauc_mrr_at_5_diff1": 0.885038, + "nauc_mrr_at_10_max": 0.679137, + "nauc_mrr_at_10_std": -0.046332, + "nauc_mrr_at_10_diff1": 0.886187, + "nauc_mrr_at_20_max": 0.677985, + "nauc_mrr_at_20_std": -0.049012, + "nauc_mrr_at_20_diff1": 0.886147, + "nauc_mrr_at_100_max": 0.677827, + "nauc_mrr_at_100_std": -0.048892, + "nauc_mrr_at_100_diff1": 0.886094, + "nauc_mrr_at_1000_max": 0.677809, + "nauc_mrr_at_1000_std": -0.049027, + "nauc_mrr_at_1000_diff1": 0.886082, + "main_score": 0.91424, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.51556, + "ndcg_at_3": 0.58659, + "ndcg_at_5": 0.6071, + "ndcg_at_10": 0.62518, + "ndcg_at_20": 0.63822, + "ndcg_at_100": 0.65894, + "ndcg_at_1000": 0.67113, + "map_at_1": 0.51556, + "map_at_3": 0.56926, + "map_at_5": 0.58059, + "map_at_10": 0.58812, + "map_at_20": 0.59177, + "map_at_100": 0.59454, + "map_at_1000": 0.59503, + "recall_at_1": 0.51556, + "recall_at_3": 0.63667, + "recall_at_5": 0.68667, + "recall_at_10": 0.74222, + "recall_at_20": 0.79333, + "recall_at_100": 0.90667, + "recall_at_1000": 1.0, + "precision_at_1": 0.51556, + "precision_at_3": 0.21222, + "precision_at_5": 0.13733, + "precision_at_10": 0.07422, + "precision_at_20": 0.03967, + "precision_at_100": 0.00907, + "precision_at_1000": 0.001, + "mrr_at_1": 0.515556, + "mrr_at_3": 0.569259, + "mrr_at_5": 0.580593, + "mrr_at_10": 0.588121, + "mrr_at_20": 0.591766, + "mrr_at_100": 0.594538, + "mrr_at_1000": 0.595028, + "nauc_ndcg_at_1_max": 0.510359, + "nauc_ndcg_at_1_std": -0.032932, + "nauc_ndcg_at_1_diff1": 0.791604, + "nauc_ndcg_at_3_max": 0.516105, + "nauc_ndcg_at_3_std": -0.042913, + "nauc_ndcg_at_3_diff1": 0.751117, + "nauc_ndcg_at_5_max": 0.516537, + "nauc_ndcg_at_5_std": -0.034387, + "nauc_ndcg_at_5_diff1": 0.74339, + "nauc_ndcg_at_10_max": 0.513278, + "nauc_ndcg_at_10_std": -0.033041, + "nauc_ndcg_at_10_diff1": 0.738181, + "nauc_ndcg_at_20_max": 0.506683, + "nauc_ndcg_at_20_std": -0.039487, + "nauc_ndcg_at_20_diff1": 0.735973, + "nauc_ndcg_at_100_max": 0.511031, + "nauc_ndcg_at_100_std": -0.032453, + "nauc_ndcg_at_100_diff1": 0.74108, + "nauc_ndcg_at_1000_max": 0.5126, + "nauc_ndcg_at_1000_std": -0.033914, + "nauc_ndcg_at_1000_diff1": 0.747298, + "nauc_map_at_1_max": 0.510359, + "nauc_map_at_1_std": -0.032932, + "nauc_map_at_1_diff1": 0.791604, + "nauc_map_at_3_max": 0.515409, + "nauc_map_at_3_std": -0.040707, + "nauc_map_at_3_diff1": 0.761856, + "nauc_map_at_5_max": 0.515544, + "nauc_map_at_5_std": -0.036267, + "nauc_map_at_5_diff1": 0.75809, + "nauc_map_at_10_max": 0.51447, + "nauc_map_at_10_std": -0.035456, + "nauc_map_at_10_diff1": 0.75669, + "nauc_map_at_20_max": 0.512843, + "nauc_map_at_20_std": -0.03706, + "nauc_map_at_20_diff1": 0.756295, + "nauc_map_at_100_max": 0.513493, + "nauc_map_at_100_std": -0.035748, + "nauc_map_at_100_diff1": 0.756841, + "nauc_map_at_1000_max": 0.513586, + "nauc_map_at_1000_std": -0.035725, + "nauc_map_at_1000_diff1": 0.757056, + "nauc_recall_at_1_max": 0.510359, + "nauc_recall_at_1_std": -0.032932, + "nauc_recall_at_1_diff1": 0.791604, + "nauc_recall_at_3_max": 0.517956, + "nauc_recall_at_3_std": -0.04974, + "nauc_recall_at_3_diff1": 0.716937, + "nauc_recall_at_5_max": 0.519746, + "nauc_recall_at_5_std": -0.026078, + "nauc_recall_at_5_diff1": 0.691266, + "nauc_recall_at_10_max": 0.505912, + "nauc_recall_at_10_std": -0.021713, + "nauc_recall_at_10_diff1": 0.659363, + "nauc_recall_at_20_max": 0.465837, + "nauc_recall_at_20_std": -0.057585, + "nauc_recall_at_20_diff1": 0.631268, + "nauc_recall_at_100_max": 0.484549, + "nauc_recall_at_100_std": 0.010282, + "nauc_recall_at_100_diff1": 0.609427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.510359, + "nauc_precision_at_1_std": -0.032932, + "nauc_precision_at_1_diff1": 0.791604, + "nauc_precision_at_3_max": 0.517956, + "nauc_precision_at_3_std": -0.04974, + "nauc_precision_at_3_diff1": 0.716937, + "nauc_precision_at_5_max": 0.519746, + "nauc_precision_at_5_std": -0.026078, + "nauc_precision_at_5_diff1": 0.691266, + "nauc_precision_at_10_max": 0.505912, + "nauc_precision_at_10_std": -0.021713, + "nauc_precision_at_10_diff1": 0.659363, + "nauc_precision_at_20_max": 0.465837, + "nauc_precision_at_20_std": -0.057585, + "nauc_precision_at_20_diff1": 0.631268, + "nauc_precision_at_100_max": 0.484549, + "nauc_precision_at_100_std": 0.010282, + "nauc_precision_at_100_diff1": 0.609427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.510359, + "nauc_mrr_at_1_std": -0.032932, + "nauc_mrr_at_1_diff1": 0.791604, + "nauc_mrr_at_3_max": 0.515409, + "nauc_mrr_at_3_std": -0.040707, + "nauc_mrr_at_3_diff1": 0.761856, + "nauc_mrr_at_5_max": 0.515544, + "nauc_mrr_at_5_std": -0.036267, + "nauc_mrr_at_5_diff1": 0.75809, + "nauc_mrr_at_10_max": 0.51447, + "nauc_mrr_at_10_std": -0.035456, + "nauc_mrr_at_10_diff1": 0.75669, + "nauc_mrr_at_20_max": 0.512843, + "nauc_mrr_at_20_std": -0.03706, + "nauc_mrr_at_20_diff1": 0.756295, + "nauc_mrr_at_100_max": 0.513493, + "nauc_mrr_at_100_std": -0.035748, + "nauc_mrr_at_100_diff1": 0.756841, + "nauc_mrr_at_1000_max": 0.513586, + "nauc_mrr_at_1000_std": -0.035725, + "nauc_mrr_at_1000_diff1": 0.757056, + "main_score": 0.62518, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.89222, + "ndcg_at_3": 0.92819, + "ndcg_at_5": 0.93416, + "ndcg_at_10": 0.93818, + "ndcg_at_20": 0.93935, + "ndcg_at_100": 0.94194, + "ndcg_at_1000": 0.94237, + "map_at_1": 0.89222, + "map_at_3": 0.91981, + "map_at_5": 0.92315, + "map_at_10": 0.92485, + "map_at_20": 0.92519, + "map_at_100": 0.9256, + "map_at_1000": 0.92561, + "recall_at_1": 0.89222, + "recall_at_3": 0.95222, + "recall_at_5": 0.96667, + "recall_at_10": 0.97889, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89222, + "precision_at_3": 0.31741, + "precision_at_5": 0.19333, + "precision_at_10": 0.09789, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892222, + "mrr_at_3": 0.919815, + "mrr_at_5": 0.923148, + "mrr_at_10": 0.924845, + "mrr_at_20": 0.925188, + "mrr_at_100": 0.925597, + "mrr_at_1000": 0.925614, + "nauc_ndcg_at_1_max": 0.794052, + "nauc_ndcg_at_1_std": -0.12039, + "nauc_ndcg_at_1_diff1": 0.9355, + "nauc_ndcg_at_3_max": 0.848376, + "nauc_ndcg_at_3_std": -0.090495, + "nauc_ndcg_at_3_diff1": 0.930002, + "nauc_ndcg_at_5_max": 0.838266, + "nauc_ndcg_at_5_std": -0.097317, + "nauc_ndcg_at_5_diff1": 0.92841, + "nauc_ndcg_at_10_max": 0.838452, + "nauc_ndcg_at_10_std": -0.080225, + "nauc_ndcg_at_10_diff1": 0.930144, + "nauc_ndcg_at_20_max": 0.836571, + "nauc_ndcg_at_20_std": -0.076977, + "nauc_ndcg_at_20_diff1": 0.931324, + "nauc_ndcg_at_100_max": 0.831649, + "nauc_ndcg_at_100_std": -0.079839, + "nauc_ndcg_at_100_diff1": 0.931613, + "nauc_ndcg_at_1000_max": 0.830389, + "nauc_ndcg_at_1000_std": -0.087553, + "nauc_ndcg_at_1000_diff1": 0.931101, + "nauc_map_at_1_max": 0.794052, + "nauc_map_at_1_std": -0.12039, + "nauc_map_at_1_diff1": 0.9355, + "nauc_map_at_3_max": 0.832145, + "nauc_map_at_3_std": -0.100901, + "nauc_map_at_3_diff1": 0.931039, + "nauc_map_at_5_max": 0.826576, + "nauc_map_at_5_std": -0.104056, + "nauc_map_at_5_diff1": 0.93037, + "nauc_map_at_10_max": 0.826335, + "nauc_map_at_10_std": -0.097268, + "nauc_map_at_10_diff1": 0.930973, + "nauc_map_at_20_max": 0.825823, + "nauc_map_at_20_std": -0.096591, + "nauc_map_at_20_diff1": 0.931258, + "nauc_map_at_100_max": 0.825235, + "nauc_map_at_100_std": -0.096918, + "nauc_map_at_100_diff1": 0.931274, + "nauc_map_at_1000_max": 0.825195, + "nauc_map_at_1000_std": -0.097151, + "nauc_map_at_1000_diff1": 0.931259, + "nauc_recall_at_1_max": 0.794052, + "nauc_recall_at_1_std": -0.12039, + "nauc_recall_at_1_diff1": 0.9355, + "nauc_recall_at_3_max": 0.925575, + "nauc_recall_at_3_std": -0.0399, + "nauc_recall_at_3_diff1": 0.925521, + "nauc_recall_at_5_max": 0.911298, + "nauc_recall_at_5_std": -0.05568, + "nauc_recall_at_5_diff1": 0.915577, + "nauc_recall_at_10_max": 0.955895, + "nauc_recall_at_10_std": 0.100496, + "nauc_recall_at_10_diff1": 0.924321, + "nauc_recall_at_20_max": 0.961562, + "nauc_recall_at_20_std": 0.1939, + "nauc_recall_at_20_diff1": 0.938998, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794052, + "nauc_precision_at_1_std": -0.12039, + "nauc_precision_at_1_diff1": 0.9355, + "nauc_precision_at_3_max": 0.925575, + "nauc_precision_at_3_std": -0.0399, + "nauc_precision_at_3_diff1": 0.925521, + "nauc_precision_at_5_max": 0.911298, + "nauc_precision_at_5_std": -0.05568, + "nauc_precision_at_5_diff1": 0.915577, + "nauc_precision_at_10_max": 0.955895, + "nauc_precision_at_10_std": 0.100496, + "nauc_precision_at_10_diff1": 0.924321, + "nauc_precision_at_20_max": 0.961562, + "nauc_precision_at_20_std": 0.1939, + "nauc_precision_at_20_diff1": 0.938998, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794052, + "nauc_mrr_at_1_std": -0.12039, + "nauc_mrr_at_1_diff1": 0.9355, + "nauc_mrr_at_3_max": 0.832145, + "nauc_mrr_at_3_std": -0.100901, + "nauc_mrr_at_3_diff1": 0.931039, + "nauc_mrr_at_5_max": 0.826576, + "nauc_mrr_at_5_std": -0.104056, + "nauc_mrr_at_5_diff1": 0.93037, + "nauc_mrr_at_10_max": 0.826335, + "nauc_mrr_at_10_std": -0.097268, + "nauc_mrr_at_10_diff1": 0.930973, + "nauc_mrr_at_20_max": 0.825823, + "nauc_mrr_at_20_std": -0.096591, + "nauc_mrr_at_20_diff1": 0.931258, + "nauc_mrr_at_100_max": 0.825235, + "nauc_mrr_at_100_std": -0.096918, + "nauc_mrr_at_100_diff1": 0.931274, + "nauc_mrr_at_1000_max": 0.825195, + "nauc_mrr_at_1000_std": -0.097151, + "nauc_mrr_at_1000_diff1": 0.931259, + "main_score": 0.93818, + "hf_subset": "dan_Latn-dan_Latn", + "languages": [ + "dan-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95548, + "ndcg_at_5": 0.96007, + "ndcg_at_10": 0.96259, + "ndcg_at_20": 0.96338, + "ndcg_at_100": 0.96402, + "ndcg_at_1000": 0.96429, + "map_at_1": 0.93, + "map_at_3": 0.94963, + "map_at_5": 0.95219, + "map_at_10": 0.95323, + "map_at_20": 0.95342, + "map_at_100": 0.95352, + "map_at_1000": 0.95352, + "recall_at_1": 0.93, + "recall_at_3": 0.97222, + "recall_at_5": 0.98333, + "recall_at_10": 0.99111, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.32407, + "precision_at_5": 0.19667, + "precision_at_10": 0.09911, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.94963, + "mrr_at_5": 0.952185, + "mrr_at_10": 0.953235, + "mrr_at_20": 0.953423, + "mrr_at_100": 0.953515, + "mrr_at_1000": 0.953524, + "nauc_ndcg_at_1_max": 0.764824, + "nauc_ndcg_at_1_std": -0.212411, + "nauc_ndcg_at_1_diff1": 0.95739, + "nauc_ndcg_at_3_max": 0.803837, + "nauc_ndcg_at_3_std": -0.153671, + "nauc_ndcg_at_3_diff1": 0.948622, + "nauc_ndcg_at_5_max": 0.79936, + "nauc_ndcg_at_5_std": -0.161134, + "nauc_ndcg_at_5_diff1": 0.954021, + "nauc_ndcg_at_10_max": 0.786968, + "nauc_ndcg_at_10_std": -0.159278, + "nauc_ndcg_at_10_diff1": 0.953364, + "nauc_ndcg_at_20_max": 0.790608, + "nauc_ndcg_at_20_std": -0.158329, + "nauc_ndcg_at_20_diff1": 0.953278, + "nauc_ndcg_at_100_max": 0.791274, + "nauc_ndcg_at_100_std": -0.156361, + "nauc_ndcg_at_100_diff1": 0.953914, + "nauc_ndcg_at_1000_max": 0.790144, + "nauc_ndcg_at_1000_std": -0.165303, + "nauc_ndcg_at_1000_diff1": 0.953557, + "nauc_map_at_1_max": 0.764824, + "nauc_map_at_1_std": -0.212411, + "nauc_map_at_1_diff1": 0.95739, + "nauc_map_at_3_max": 0.794379, + "nauc_map_at_3_std": -0.171205, + "nauc_map_at_3_diff1": 0.951358, + "nauc_map_at_5_max": 0.791758, + "nauc_map_at_5_std": -0.175557, + "nauc_map_at_5_diff1": 0.954006, + "nauc_map_at_10_max": 0.787431, + "nauc_map_at_10_std": -0.175989, + "nauc_map_at_10_diff1": 0.953751, + "nauc_map_at_20_max": 0.788043, + "nauc_map_at_20_std": -0.175904, + "nauc_map_at_20_diff1": 0.953728, + "nauc_map_at_100_max": 0.788149, + "nauc_map_at_100_std": -0.175353, + "nauc_map_at_100_diff1": 0.953776, + "nauc_map_at_1000_max": 0.788119, + "nauc_map_at_1000_std": -0.17557, + "nauc_map_at_1000_diff1": 0.953768, + "nauc_recall_at_1_max": 0.764824, + "nauc_recall_at_1_std": -0.212411, + "nauc_recall_at_1_diff1": 0.95739, + "nauc_recall_at_3_max": 0.850626, + "nauc_recall_at_3_std": -0.063529, + "nauc_recall_at_3_diff1": 0.934454, + "nauc_recall_at_5_max": 0.85624, + "nauc_recall_at_5_std": -0.04737, + "nauc_recall_at_5_diff1": 0.956427, + "nauc_recall_at_10_max": 0.74679, + "nauc_recall_at_10_std": 0.095705, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.829132, + "nauc_recall_at_20_std": 0.276564, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764824, + "nauc_precision_at_1_std": -0.212411, + "nauc_precision_at_1_diff1": 0.95739, + "nauc_precision_at_3_max": 0.850626, + "nauc_precision_at_3_std": -0.063529, + "nauc_precision_at_3_diff1": 0.934454, + "nauc_precision_at_5_max": 0.85624, + "nauc_precision_at_5_std": -0.04737, + "nauc_precision_at_5_diff1": 0.956427, + "nauc_precision_at_10_max": 0.74679, + "nauc_precision_at_10_std": 0.095705, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.829132, + "nauc_precision_at_20_std": 0.276564, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764824, + "nauc_mrr_at_1_std": -0.212411, + "nauc_mrr_at_1_diff1": 0.95739, + "nauc_mrr_at_3_max": 0.794379, + "nauc_mrr_at_3_std": -0.171205, + "nauc_mrr_at_3_diff1": 0.951358, + "nauc_mrr_at_5_max": 0.791758, + "nauc_mrr_at_5_std": -0.175557, + "nauc_mrr_at_5_diff1": 0.954006, + "nauc_mrr_at_10_max": 0.787431, + "nauc_mrr_at_10_std": -0.175989, + "nauc_mrr_at_10_diff1": 0.953751, + "nauc_mrr_at_20_max": 0.788043, + "nauc_mrr_at_20_std": -0.175904, + "nauc_mrr_at_20_diff1": 0.953728, + "nauc_mrr_at_100_max": 0.788149, + "nauc_mrr_at_100_std": -0.175353, + "nauc_mrr_at_100_diff1": 0.953776, + "nauc_mrr_at_1000_max": 0.788119, + "nauc_mrr_at_1000_std": -0.17557, + "nauc_mrr_at_1000_diff1": 0.953768, + "main_score": 0.96259, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91444, + "ndcg_at_3": 0.94468, + "ndcg_at_5": 0.94965, + "ndcg_at_10": 0.95255, + "ndcg_at_20": 0.95401, + "ndcg_at_100": 0.9552, + "ndcg_at_1000": 0.95549, + "map_at_1": 0.91444, + "map_at_3": 0.93778, + "map_at_5": 0.9405, + "map_at_10": 0.94171, + "map_at_20": 0.94214, + "map_at_100": 0.94229, + "map_at_1000": 0.9423, + "recall_at_1": 0.91444, + "recall_at_3": 0.96444, + "recall_at_5": 0.97667, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91444, + "precision_at_3": 0.32148, + "precision_at_5": 0.19533, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914444, + "mrr_at_3": 0.937778, + "mrr_at_5": 0.9405, + "mrr_at_10": 0.941706, + "mrr_at_20": 0.942142, + "mrr_at_100": 0.942289, + "mrr_at_1000": 0.9423, + "nauc_ndcg_at_1_max": 0.666297, + "nauc_ndcg_at_1_std": -0.149848, + "nauc_ndcg_at_1_diff1": 0.935307, + "nauc_ndcg_at_3_max": 0.763447, + "nauc_ndcg_at_3_std": -0.048769, + "nauc_ndcg_at_3_diff1": 0.942999, + "nauc_ndcg_at_5_max": 0.754935, + "nauc_ndcg_at_5_std": -0.073931, + "nauc_ndcg_at_5_diff1": 0.946325, + "nauc_ndcg_at_10_max": 0.745926, + "nauc_ndcg_at_10_std": -0.068919, + "nauc_ndcg_at_10_diff1": 0.94601, + "nauc_ndcg_at_20_max": 0.740447, + "nauc_ndcg_at_20_std": -0.053594, + "nauc_ndcg_at_20_diff1": 0.945171, + "nauc_ndcg_at_100_max": 0.735659, + "nauc_ndcg_at_100_std": -0.066948, + "nauc_ndcg_at_100_diff1": 0.943721, + "nauc_ndcg_at_1000_max": 0.733942, + "nauc_ndcg_at_1000_std": -0.073875, + "nauc_ndcg_at_1000_diff1": 0.943355, + "nauc_map_at_1_max": 0.666297, + "nauc_map_at_1_std": -0.149848, + "nauc_map_at_1_diff1": 0.935307, + "nauc_map_at_3_max": 0.736479, + "nauc_map_at_3_std": -0.077428, + "nauc_map_at_3_diff1": 0.941233, + "nauc_map_at_5_max": 0.731193, + "nauc_map_at_5_std": -0.0905, + "nauc_map_at_5_diff1": 0.942529, + "nauc_map_at_10_max": 0.727515, + "nauc_map_at_10_std": -0.090578, + "nauc_map_at_10_diff1": 0.942329, + "nauc_map_at_20_max": 0.726129, + "nauc_map_at_20_std": -0.086346, + "nauc_map_at_20_diff1": 0.942123, + "nauc_map_at_100_max": 0.725647, + "nauc_map_at_100_std": -0.087669, + "nauc_map_at_100_diff1": 0.941974, + "nauc_map_at_1000_max": 0.725596, + "nauc_map_at_1000_std": -0.087873, + "nauc_map_at_1000_diff1": 0.941964, + "nauc_recall_at_1_max": 0.666297, + "nauc_recall_at_1_std": -0.149848, + "nauc_recall_at_1_diff1": 0.935307, + "nauc_recall_at_3_max": 0.895848, + "nauc_recall_at_3_std": 0.092452, + "nauc_recall_at_3_diff1": 0.951345, + "nauc_recall_at_5_max": 0.921191, + "nauc_recall_at_5_std": 0.034036, + "nauc_recall_at_5_diff1": 0.975101, + "nauc_recall_at_10_max": 0.935538, + "nauc_recall_at_10_std": 0.181714, + "nauc_recall_at_10_diff1": 0.989945, + "nauc_recall_at_20_max": 0.944269, + "nauc_recall_at_20_std": 0.601774, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.666297, + "nauc_precision_at_1_std": -0.149848, + "nauc_precision_at_1_diff1": 0.935307, + "nauc_precision_at_3_max": 0.895848, + "nauc_precision_at_3_std": 0.092452, + "nauc_precision_at_3_diff1": 0.951345, + "nauc_precision_at_5_max": 0.921191, + "nauc_precision_at_5_std": 0.034036, + "nauc_precision_at_5_diff1": 0.975101, + "nauc_precision_at_10_max": 0.935538, + "nauc_precision_at_10_std": 0.181714, + "nauc_precision_at_10_diff1": 0.989945, + "nauc_precision_at_20_max": 0.944269, + "nauc_precision_at_20_std": 0.601774, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.666297, + "nauc_mrr_at_1_std": -0.149848, + "nauc_mrr_at_1_diff1": 0.935307, + "nauc_mrr_at_3_max": 0.736479, + "nauc_mrr_at_3_std": -0.077428, + "nauc_mrr_at_3_diff1": 0.941233, + "nauc_mrr_at_5_max": 0.731193, + "nauc_mrr_at_5_std": -0.0905, + "nauc_mrr_at_5_diff1": 0.942529, + "nauc_mrr_at_10_max": 0.727515, + "nauc_mrr_at_10_std": -0.090578, + "nauc_mrr_at_10_diff1": 0.942329, + "nauc_mrr_at_20_max": 0.726129, + "nauc_mrr_at_20_std": -0.086346, + "nauc_mrr_at_20_diff1": 0.942123, + "nauc_mrr_at_100_max": 0.725647, + "nauc_mrr_at_100_std": -0.087669, + "nauc_mrr_at_100_diff1": 0.941974, + "nauc_mrr_at_1000_max": 0.725596, + "nauc_mrr_at_1000_std": -0.087873, + "nauc_mrr_at_1000_diff1": 0.941964, + "main_score": 0.95255, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93673, + "ndcg_at_5": 0.94314, + "ndcg_at_10": 0.94594, + "ndcg_at_20": 0.94706, + "ndcg_at_100": 0.94886, + "ndcg_at_1000": 0.94914, + "map_at_1": 0.90556, + "map_at_3": 0.92907, + "map_at_5": 0.93263, + "map_at_10": 0.93374, + "map_at_20": 0.93404, + "map_at_100": 0.93428, + "map_at_1000": 0.93429, + "recall_at_1": 0.90556, + "recall_at_3": 0.95889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90556, + "precision_at_3": 0.31963, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.929074, + "mrr_at_5": 0.93263, + "mrr_at_10": 0.933742, + "mrr_at_20": 0.934045, + "mrr_at_100": 0.934275, + "mrr_at_1000": 0.934285, + "nauc_ndcg_at_1_max": 0.806075, + "nauc_ndcg_at_1_std": -0.12471, + "nauc_ndcg_at_1_diff1": 0.947081, + "nauc_ndcg_at_3_max": 0.854762, + "nauc_ndcg_at_3_std": -0.138976, + "nauc_ndcg_at_3_diff1": 0.950461, + "nauc_ndcg_at_5_max": 0.857488, + "nauc_ndcg_at_5_std": -0.101797, + "nauc_ndcg_at_5_diff1": 0.954469, + "nauc_ndcg_at_10_max": 0.853468, + "nauc_ndcg_at_10_std": -0.086071, + "nauc_ndcg_at_10_diff1": 0.952109, + "nauc_ndcg_at_20_max": 0.850377, + "nauc_ndcg_at_20_std": -0.090814, + "nauc_ndcg_at_20_diff1": 0.95177, + "nauc_ndcg_at_100_max": 0.846923, + "nauc_ndcg_at_100_std": -0.098003, + "nauc_ndcg_at_100_diff1": 0.951688, + "nauc_ndcg_at_1000_max": 0.84607, + "nauc_ndcg_at_1000_std": -0.104115, + "nauc_ndcg_at_1000_diff1": 0.951419, + "nauc_map_at_1_max": 0.806075, + "nauc_map_at_1_std": -0.12471, + "nauc_map_at_1_diff1": 0.947081, + "nauc_map_at_3_max": 0.843081, + "nauc_map_at_3_std": -0.131683, + "nauc_map_at_3_diff1": 0.949713, + "nauc_map_at_5_max": 0.84365, + "nauc_map_at_5_std": -0.115127, + "nauc_map_at_5_diff1": 0.951592, + "nauc_map_at_10_max": 0.842107, + "nauc_map_at_10_std": -0.110692, + "nauc_map_at_10_diff1": 0.950779, + "nauc_map_at_20_max": 0.841381, + "nauc_map_at_20_std": -0.112011, + "nauc_map_at_20_diff1": 0.950691, + "nauc_map_at_100_max": 0.841063, + "nauc_map_at_100_std": -0.112562, + "nauc_map_at_100_diff1": 0.950704, + "nauc_map_at_1000_max": 0.841039, + "nauc_map_at_1000_std": -0.11273, + "nauc_map_at_1000_diff1": 0.950697, + "nauc_recall_at_1_max": 0.806075, + "nauc_recall_at_1_std": -0.12471, + "nauc_recall_at_1_diff1": 0.947081, + "nauc_recall_at_3_max": 0.910099, + "nauc_recall_at_3_std": -0.177215, + "nauc_recall_at_3_diff1": 0.953946, + "nauc_recall_at_5_max": 0.959506, + "nauc_recall_at_5_std": 0.013904, + "nauc_recall_at_5_diff1": 0.977266, + "nauc_recall_at_10_max": 0.972767, + "nauc_recall_at_10_std": 0.246934, + "nauc_recall_at_10_diff1": 0.965142, + "nauc_recall_at_20_max": 0.962864, + "nauc_recall_at_20_std": 0.29242, + "nauc_recall_at_20_diff1": 0.964349, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806075, + "nauc_precision_at_1_std": -0.12471, + "nauc_precision_at_1_diff1": 0.947081, + "nauc_precision_at_3_max": 0.910099, + "nauc_precision_at_3_std": -0.177215, + "nauc_precision_at_3_diff1": 0.953946, + "nauc_precision_at_5_max": 0.959506, + "nauc_precision_at_5_std": 0.013904, + "nauc_precision_at_5_diff1": 0.977266, + "nauc_precision_at_10_max": 0.972767, + "nauc_precision_at_10_std": 0.246934, + "nauc_precision_at_10_diff1": 0.965142, + "nauc_precision_at_20_max": 0.962864, + "nauc_precision_at_20_std": 0.29242, + "nauc_precision_at_20_diff1": 0.964349, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806075, + "nauc_mrr_at_1_std": -0.12471, + "nauc_mrr_at_1_diff1": 0.947081, + "nauc_mrr_at_3_max": 0.843081, + "nauc_mrr_at_3_std": -0.131683, + "nauc_mrr_at_3_diff1": 0.949713, + "nauc_mrr_at_5_max": 0.84365, + "nauc_mrr_at_5_std": -0.115127, + "nauc_mrr_at_5_diff1": 0.951592, + "nauc_mrr_at_10_max": 0.842107, + "nauc_mrr_at_10_std": -0.110692, + "nauc_mrr_at_10_diff1": 0.950779, + "nauc_mrr_at_20_max": 0.841381, + "nauc_mrr_at_20_std": -0.112011, + "nauc_mrr_at_20_diff1": 0.950691, + "nauc_mrr_at_100_max": 0.841063, + "nauc_mrr_at_100_std": -0.112562, + "nauc_mrr_at_100_diff1": 0.950704, + "nauc_mrr_at_1000_max": 0.841039, + "nauc_mrr_at_1000_std": -0.11273, + "nauc_mrr_at_1000_diff1": 0.950697, + "main_score": 0.94594, + "hf_subset": "deu_Latn-deu_Latn", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95746, + "ndcg_at_5": 0.96052, + "ndcg_at_10": 0.96161, + "ndcg_at_20": 0.96301, + "ndcg_at_100": 0.96364, + "ndcg_at_1000": 0.96391, + "map_at_1": 0.92667, + "map_at_3": 0.95037, + "map_at_5": 0.95198, + "map_at_10": 0.95244, + "map_at_20": 0.95282, + "map_at_100": 0.95292, + "map_at_1000": 0.95292, + "recall_at_1": 0.92667, + "recall_at_3": 0.97778, + "recall_at_5": 0.98556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32593, + "precision_at_5": 0.19711, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.95037, + "mrr_at_5": 0.951981, + "mrr_at_10": 0.952444, + "mrr_at_20": 0.952819, + "mrr_at_100": 0.952916, + "mrr_at_1000": 0.952923, + "nauc_ndcg_at_1_max": 0.752921, + "nauc_ndcg_at_1_std": -0.219308, + "nauc_ndcg_at_1_diff1": 0.962793, + "nauc_ndcg_at_3_max": 0.804921, + "nauc_ndcg_at_3_std": -0.155211, + "nauc_ndcg_at_3_diff1": 0.96129, + "nauc_ndcg_at_5_max": 0.792838, + "nauc_ndcg_at_5_std": -0.179639, + "nauc_ndcg_at_5_diff1": 0.964163, + "nauc_ndcg_at_10_max": 0.788113, + "nauc_ndcg_at_10_std": -0.178968, + "nauc_ndcg_at_10_diff1": 0.964332, + "nauc_ndcg_at_20_max": 0.790589, + "nauc_ndcg_at_20_std": -0.168941, + "nauc_ndcg_at_20_diff1": 0.964051, + "nauc_ndcg_at_100_max": 0.788822, + "nauc_ndcg_at_100_std": -0.170652, + "nauc_ndcg_at_100_diff1": 0.963421, + "nauc_ndcg_at_1000_max": 0.787232, + "nauc_ndcg_at_1000_std": -0.179467, + "nauc_ndcg_at_1000_diff1": 0.963146, + "nauc_map_at_1_max": 0.752921, + "nauc_map_at_1_std": -0.219308, + "nauc_map_at_1_diff1": 0.962793, + "nauc_map_at_3_max": 0.789616, + "nauc_map_at_3_std": -0.183266, + "nauc_map_at_3_diff1": 0.961537, + "nauc_map_at_5_max": 0.783843, + "nauc_map_at_5_std": -0.193961, + "nauc_map_at_5_diff1": 0.962742, + "nauc_map_at_10_max": 0.782121, + "nauc_map_at_10_std": -0.194512, + "nauc_map_at_10_diff1": 0.962761, + "nauc_map_at_20_max": 0.78287, + "nauc_map_at_20_std": -0.19235, + "nauc_map_at_20_diff1": 0.962722, + "nauc_map_at_100_max": 0.782737, + "nauc_map_at_100_std": -0.191717, + "nauc_map_at_100_diff1": 0.962645, + "nauc_map_at_1000_max": 0.782702, + "nauc_map_at_1000_std": -0.191912, + "nauc_map_at_1000_diff1": 0.962639, + "nauc_recall_at_1_max": 0.752921, + "nauc_recall_at_1_std": -0.219308, + "nauc_recall_at_1_diff1": 0.962793, + "nauc_recall_at_3_max": 0.900584, + "nauc_recall_at_3_std": 0.030415, + "nauc_recall_at_3_diff1": 0.959967, + "nauc_recall_at_5_max": 0.868419, + "nauc_recall_at_5_std": -0.050923, + "nauc_recall_at_5_diff1": 0.979889, + "nauc_recall_at_10_max": 0.842017, + "nauc_recall_at_10_std": 0.00859, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.944444, + "nauc_recall_at_20_std": 0.452007, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752921, + "nauc_precision_at_1_std": -0.219308, + "nauc_precision_at_1_diff1": 0.962793, + "nauc_precision_at_3_max": 0.900584, + "nauc_precision_at_3_std": 0.030415, + "nauc_precision_at_3_diff1": 0.959967, + "nauc_precision_at_5_max": 0.868419, + "nauc_precision_at_5_std": -0.050923, + "nauc_precision_at_5_diff1": 0.979889, + "nauc_precision_at_10_max": 0.842017, + "nauc_precision_at_10_std": 0.00859, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.944444, + "nauc_precision_at_20_std": 0.452007, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752921, + "nauc_mrr_at_1_std": -0.219308, + "nauc_mrr_at_1_diff1": 0.962793, + "nauc_mrr_at_3_max": 0.789616, + "nauc_mrr_at_3_std": -0.183266, + "nauc_mrr_at_3_diff1": 0.961537, + "nauc_mrr_at_5_max": 0.783843, + "nauc_mrr_at_5_std": -0.193961, + "nauc_mrr_at_5_diff1": 0.962742, + "nauc_mrr_at_10_max": 0.782121, + "nauc_mrr_at_10_std": -0.194512, + "nauc_mrr_at_10_diff1": 0.962761, + "nauc_mrr_at_20_max": 0.78287, + "nauc_mrr_at_20_std": -0.19235, + "nauc_mrr_at_20_diff1": 0.962722, + "nauc_mrr_at_100_max": 0.782737, + "nauc_mrr_at_100_std": -0.191717, + "nauc_mrr_at_100_diff1": 0.962645, + "nauc_mrr_at_1000_max": 0.782702, + "nauc_mrr_at_1000_std": -0.191912, + "nauc_mrr_at_1000_diff1": 0.962639, + "main_score": 0.96161, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94626, + "ndcg_at_5": 0.94951, + "ndcg_at_10": 0.95226, + "ndcg_at_20": 0.95373, + "ndcg_at_100": 0.95523, + "ndcg_at_1000": 0.95539, + "map_at_1": 0.91111, + "map_at_3": 0.93833, + "map_at_5": 0.94017, + "map_at_10": 0.94123, + "map_at_20": 0.94167, + "map_at_100": 0.9419, + "map_at_1000": 0.94191, + "recall_at_1": 0.91111, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91111, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.938333, + "mrr_at_5": 0.940167, + "mrr_at_10": 0.941235, + "mrr_at_20": 0.941668, + "mrr_at_100": 0.941902, + "mrr_at_1000": 0.941909, + "nauc_ndcg_at_1_max": 0.760142, + "nauc_ndcg_at_1_std": 0.017414, + "nauc_ndcg_at_1_diff1": 0.936771, + "nauc_ndcg_at_3_max": 0.827175, + "nauc_ndcg_at_3_std": 0.083369, + "nauc_ndcg_at_3_diff1": 0.946135, + "nauc_ndcg_at_5_max": 0.825127, + "nauc_ndcg_at_5_std": 0.091856, + "nauc_ndcg_at_5_diff1": 0.945017, + "nauc_ndcg_at_10_max": 0.817893, + "nauc_ndcg_at_10_std": 0.105854, + "nauc_ndcg_at_10_diff1": 0.944634, + "nauc_ndcg_at_20_max": 0.813856, + "nauc_ndcg_at_20_std": 0.09987, + "nauc_ndcg_at_20_diff1": 0.945511, + "nauc_ndcg_at_100_max": 0.808857, + "nauc_ndcg_at_100_std": 0.081645, + "nauc_ndcg_at_100_diff1": 0.943677, + "nauc_ndcg_at_1000_max": 0.808202, + "nauc_ndcg_at_1000_std": 0.078502, + "nauc_ndcg_at_1000_diff1": 0.943484, + "nauc_map_at_1_max": 0.760142, + "nauc_map_at_1_std": 0.017414, + "nauc_map_at_1_diff1": 0.936771, + "nauc_map_at_3_max": 0.808294, + "nauc_map_at_3_std": 0.062404, + "nauc_map_at_3_diff1": 0.943291, + "nauc_map_at_5_max": 0.806751, + "nauc_map_at_5_std": 0.066349, + "nauc_map_at_5_diff1": 0.942645, + "nauc_map_at_10_max": 0.804097, + "nauc_map_at_10_std": 0.071115, + "nauc_map_at_10_diff1": 0.942461, + "nauc_map_at_20_max": 0.803075, + "nauc_map_at_20_std": 0.069644, + "nauc_map_at_20_diff1": 0.94267, + "nauc_map_at_100_max": 0.802437, + "nauc_map_at_100_std": 0.067043, + "nauc_map_at_100_diff1": 0.94244, + "nauc_map_at_1000_max": 0.802412, + "nauc_map_at_1000_std": 0.066927, + "nauc_map_at_1000_diff1": 0.942433, + "nauc_recall_at_1_max": 0.760142, + "nauc_recall_at_1_std": 0.017414, + "nauc_recall_at_1_diff1": 0.936771, + "nauc_recall_at_3_max": 0.931556, + "nauc_recall_at_3_std": 0.201681, + "nauc_recall_at_3_diff1": 0.962068, + "nauc_recall_at_5_max": 0.955649, + "nauc_recall_at_5_std": 0.279201, + "nauc_recall_at_5_diff1": 0.961874, + "nauc_recall_at_10_max": 0.959779, + "nauc_recall_at_10_std": 0.526575, + "nauc_recall_at_10_diff1": 0.968577, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.66159, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.760142, + "nauc_precision_at_1_std": 0.017414, + "nauc_precision_at_1_diff1": 0.936771, + "nauc_precision_at_3_max": 0.931556, + "nauc_precision_at_3_std": 0.201681, + "nauc_precision_at_3_diff1": 0.962068, + "nauc_precision_at_5_max": 0.955649, + "nauc_precision_at_5_std": 0.279201, + "nauc_precision_at_5_diff1": 0.961874, + "nauc_precision_at_10_max": 0.959779, + "nauc_precision_at_10_std": 0.526575, + "nauc_precision_at_10_diff1": 0.968577, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.66159, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.760142, + "nauc_mrr_at_1_std": 0.017414, + "nauc_mrr_at_1_diff1": 0.936771, + "nauc_mrr_at_3_max": 0.808294, + "nauc_mrr_at_3_std": 0.062404, + "nauc_mrr_at_3_diff1": 0.943291, + "nauc_mrr_at_5_max": 0.806751, + "nauc_mrr_at_5_std": 0.066349, + "nauc_mrr_at_5_diff1": 0.942645, + "nauc_mrr_at_10_max": 0.804097, + "nauc_mrr_at_10_std": 0.071115, + "nauc_mrr_at_10_diff1": 0.942461, + "nauc_mrr_at_20_max": 0.803075, + "nauc_mrr_at_20_std": 0.069644, + "nauc_mrr_at_20_diff1": 0.94267, + "nauc_mrr_at_100_max": 0.802437, + "nauc_mrr_at_100_std": 0.067043, + "nauc_mrr_at_100_diff1": 0.94244, + "nauc_mrr_at_1000_max": 0.802412, + "nauc_mrr_at_1000_std": 0.066927, + "nauc_mrr_at_1000_diff1": 0.942433, + "main_score": 0.95226, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93719, + "ndcg_at_5": 0.94222, + "ndcg_at_10": 0.94517, + "ndcg_at_20": 0.94786, + "ndcg_at_100": 0.94941, + "ndcg_at_1000": 0.95015, + "map_at_1": 0.90778, + "map_at_3": 0.93074, + "map_at_5": 0.93352, + "map_at_10": 0.93479, + "map_at_20": 0.93562, + "map_at_100": 0.93588, + "map_at_1000": 0.93591, + "recall_at_1": 0.90778, + "recall_at_3": 0.95556, + "recall_at_5": 0.96778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.90778, + "precision_at_3": 0.31852, + "precision_at_5": 0.19356, + "precision_at_10": 0.09767, + "precision_at_20": 0.04933, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.930741, + "mrr_at_5": 0.933519, + "mrr_at_10": 0.934791, + "mrr_at_20": 0.935616, + "mrr_at_100": 0.935875, + "mrr_at_1000": 0.935909, + "nauc_ndcg_at_1_max": 0.790923, + "nauc_ndcg_at_1_std": 0.015243, + "nauc_ndcg_at_1_diff1": 0.93045, + "nauc_ndcg_at_3_max": 0.852786, + "nauc_ndcg_at_3_std": 0.024354, + "nauc_ndcg_at_3_diff1": 0.93313, + "nauc_ndcg_at_5_max": 0.848339, + "nauc_ndcg_at_5_std": 0.035362, + "nauc_ndcg_at_5_diff1": 0.931786, + "nauc_ndcg_at_10_max": 0.84364, + "nauc_ndcg_at_10_std": 0.059679, + "nauc_ndcg_at_10_diff1": 0.929883, + "nauc_ndcg_at_20_max": 0.84198, + "nauc_ndcg_at_20_std": 0.060306, + "nauc_ndcg_at_20_diff1": 0.933151, + "nauc_ndcg_at_100_max": 0.837777, + "nauc_ndcg_at_100_std": 0.061945, + "nauc_ndcg_at_100_diff1": 0.932857, + "nauc_ndcg_at_1000_max": 0.835365, + "nauc_ndcg_at_1000_std": 0.047996, + "nauc_ndcg_at_1000_diff1": 0.932295, + "nauc_map_at_1_max": 0.790923, + "nauc_map_at_1_std": 0.015243, + "nauc_map_at_1_diff1": 0.93045, + "nauc_map_at_3_max": 0.835374, + "nauc_map_at_3_std": 0.021901, + "nauc_map_at_3_diff1": 0.932331, + "nauc_map_at_5_max": 0.832598, + "nauc_map_at_5_std": 0.026168, + "nauc_map_at_5_diff1": 0.931757, + "nauc_map_at_10_max": 0.830574, + "nauc_map_at_10_std": 0.035599, + "nauc_map_at_10_diff1": 0.931074, + "nauc_map_at_20_max": 0.829957, + "nauc_map_at_20_std": 0.035108, + "nauc_map_at_20_diff1": 0.931881, + "nauc_map_at_100_max": 0.829372, + "nauc_map_at_100_std": 0.035867, + "nauc_map_at_100_diff1": 0.931845, + "nauc_map_at_1000_max": 0.829282, + "nauc_map_at_1000_std": 0.03536, + "nauc_map_at_1000_diff1": 0.931832, + "nauc_recall_at_1_max": 0.790923, + "nauc_recall_at_1_std": 0.015243, + "nauc_recall_at_1_diff1": 0.93045, + "nauc_recall_at_3_max": 0.929505, + "nauc_recall_at_3_std": 0.035084, + "nauc_recall_at_3_diff1": 0.936683, + "nauc_recall_at_5_max": 0.938424, + "nauc_recall_at_5_std": 0.095109, + "nauc_recall_at_5_diff1": 0.93126, + "nauc_recall_at_10_max": 0.939865, + "nauc_recall_at_10_std": 0.277489, + "nauc_recall_at_10_diff1": 0.917523, + "nauc_recall_at_20_max": 0.989107, + "nauc_recall_at_20_std": 0.461251, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790923, + "nauc_precision_at_1_std": 0.015243, + "nauc_precision_at_1_diff1": 0.93045, + "nauc_precision_at_3_max": 0.929505, + "nauc_precision_at_3_std": 0.035084, + "nauc_precision_at_3_diff1": 0.936683, + "nauc_precision_at_5_max": 0.938424, + "nauc_precision_at_5_std": 0.095109, + "nauc_precision_at_5_diff1": 0.93126, + "nauc_precision_at_10_max": 0.939865, + "nauc_precision_at_10_std": 0.277489, + "nauc_precision_at_10_diff1": 0.917523, + "nauc_precision_at_20_max": 0.989107, + "nauc_precision_at_20_std": 0.461251, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790923, + "nauc_mrr_at_1_std": 0.015243, + "nauc_mrr_at_1_diff1": 0.93045, + "nauc_mrr_at_3_max": 0.835374, + "nauc_mrr_at_3_std": 0.021901, + "nauc_mrr_at_3_diff1": 0.932331, + "nauc_mrr_at_5_max": 0.832598, + "nauc_mrr_at_5_std": 0.026168, + "nauc_mrr_at_5_diff1": 0.931757, + "nauc_mrr_at_10_max": 0.830574, + "nauc_mrr_at_10_std": 0.035599, + "nauc_mrr_at_10_diff1": 0.931074, + "nauc_mrr_at_20_max": 0.829957, + "nauc_mrr_at_20_std": 0.035108, + "nauc_mrr_at_20_diff1": 0.931881, + "nauc_mrr_at_100_max": 0.829372, + "nauc_mrr_at_100_std": 0.035867, + "nauc_mrr_at_100_diff1": 0.931845, + "nauc_mrr_at_1000_max": 0.829282, + "nauc_mrr_at_1000_std": 0.03536, + "nauc_mrr_at_1000_diff1": 0.931832, + "main_score": 0.94517, + "hf_subset": "ell_Grek-ell_Grek", + "languages": [ + "ell-Grek", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.93667, + "ndcg_at_3": 0.96141, + "ndcg_at_5": 0.96472, + "ndcg_at_10": 0.96647, + "ndcg_at_20": 0.96754, + "ndcg_at_100": 0.96772, + "ndcg_at_1000": 0.96798, + "map_at_1": 0.93667, + "map_at_3": 0.95537, + "map_at_5": 0.95726, + "map_at_10": 0.95796, + "map_at_20": 0.95822, + "map_at_100": 0.95824, + "map_at_1000": 0.95825, + "recall_at_1": 0.93667, + "recall_at_3": 0.97889, + "recall_at_5": 0.98667, + "recall_at_10": 0.99222, + "recall_at_20": 0.99667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93667, + "precision_at_3": 0.3263, + "precision_at_5": 0.19733, + "precision_at_10": 0.09922, + "precision_at_20": 0.04983, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.936667, + "mrr_at_3": 0.95537, + "mrr_at_5": 0.957259, + "mrr_at_10": 0.957957, + "mrr_at_20": 0.958224, + "mrr_at_100": 0.958241, + "mrr_at_1000": 0.958246, + "nauc_ndcg_at_1_max": 0.736588, + "nauc_ndcg_at_1_std": -0.219249, + "nauc_ndcg_at_1_diff1": 0.954257, + "nauc_ndcg_at_3_max": 0.787946, + "nauc_ndcg_at_3_std": -0.200869, + "nauc_ndcg_at_3_diff1": 0.959831, + "nauc_ndcg_at_5_max": 0.771653, + "nauc_ndcg_at_5_std": -0.240517, + "nauc_ndcg_at_5_diff1": 0.956073, + "nauc_ndcg_at_10_max": 0.768322, + "nauc_ndcg_at_10_std": -0.207072, + "nauc_ndcg_at_10_diff1": 0.95651, + "nauc_ndcg_at_20_max": 0.769798, + "nauc_ndcg_at_20_std": -0.183043, + "nauc_ndcg_at_20_diff1": 0.956092, + "nauc_ndcg_at_100_max": 0.7685, + "nauc_ndcg_at_100_std": -0.18971, + "nauc_ndcg_at_100_diff1": 0.955845, + "nauc_ndcg_at_1000_max": 0.767156, + "nauc_ndcg_at_1000_std": -0.199347, + "nauc_ndcg_at_1000_diff1": 0.955487, + "nauc_map_at_1_max": 0.736588, + "nauc_map_at_1_std": -0.219249, + "nauc_map_at_1_diff1": 0.954257, + "nauc_map_at_3_max": 0.773586, + "nauc_map_at_3_std": -0.201685, + "nauc_map_at_3_diff1": 0.956792, + "nauc_map_at_5_max": 0.765279, + "nauc_map_at_5_std": -0.219954, + "nauc_map_at_5_diff1": 0.954882, + "nauc_map_at_10_max": 0.763957, + "nauc_map_at_10_std": -0.209763, + "nauc_map_at_10_diff1": 0.954997, + "nauc_map_at_20_max": 0.764003, + "nauc_map_at_20_std": -0.205687, + "nauc_map_at_20_diff1": 0.954883, + "nauc_map_at_100_max": 0.763911, + "nauc_map_at_100_std": -0.206158, + "nauc_map_at_100_diff1": 0.954865, + "nauc_map_at_1000_max": 0.763887, + "nauc_map_at_1000_std": -0.206328, + "nauc_map_at_1000_diff1": 0.954859, + "nauc_recall_at_1_max": 0.736588, + "nauc_recall_at_1_std": -0.219249, + "nauc_recall_at_1_diff1": 0.954257, + "nauc_recall_at_3_max": 0.872746, + "nauc_recall_at_3_std": -0.200673, + "nauc_recall_at_3_diff1": 0.97936, + "nauc_recall_at_5_max": 0.8203, + "nauc_recall_at_5_std": -0.454365, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.813992, + "nauc_recall_at_10_std": -0.129919, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736588, + "nauc_precision_at_1_std": -0.219249, + "nauc_precision_at_1_diff1": 0.954257, + "nauc_precision_at_3_max": 0.872746, + "nauc_precision_at_3_std": -0.200673, + "nauc_precision_at_3_diff1": 0.97936, + "nauc_precision_at_5_max": 0.8203, + "nauc_precision_at_5_std": -0.454365, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.813992, + "nauc_precision_at_10_std": -0.129919, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736588, + "nauc_mrr_at_1_std": -0.219249, + "nauc_mrr_at_1_diff1": 0.954257, + "nauc_mrr_at_3_max": 0.773586, + "nauc_mrr_at_3_std": -0.201685, + "nauc_mrr_at_3_diff1": 0.956792, + "nauc_mrr_at_5_max": 0.765279, + "nauc_mrr_at_5_std": -0.219954, + "nauc_mrr_at_5_diff1": 0.954882, + "nauc_mrr_at_10_max": 0.763957, + "nauc_mrr_at_10_std": -0.209763, + "nauc_mrr_at_10_diff1": 0.954997, + "nauc_mrr_at_20_max": 0.764003, + "nauc_mrr_at_20_std": -0.205687, + "nauc_mrr_at_20_diff1": 0.954883, + "nauc_mrr_at_100_max": 0.763911, + "nauc_mrr_at_100_std": -0.206158, + "nauc_mrr_at_100_diff1": 0.954865, + "nauc_mrr_at_1000_max": 0.763887, + "nauc_mrr_at_1000_std": -0.206328, + "nauc_mrr_at_1000_diff1": 0.954859, + "main_score": 0.96647, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.92626, + "ndcg_at_5": 0.93137, + "ndcg_at_10": 0.93539, + "ndcg_at_20": 0.93799, + "ndcg_at_100": 0.93983, + "ndcg_at_1000": 0.94045, + "map_at_1": 0.88889, + "map_at_3": 0.91759, + "map_at_5": 0.92048, + "map_at_10": 0.92217, + "map_at_20": 0.92292, + "map_at_100": 0.92317, + "map_at_1000": 0.9232, + "recall_at_1": 0.88889, + "recall_at_3": 0.95111, + "recall_at_5": 0.96333, + "recall_at_10": 0.97556, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88889, + "precision_at_3": 0.31704, + "precision_at_5": 0.19267, + "precision_at_10": 0.09756, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.917593, + "mrr_at_5": 0.920481, + "mrr_at_10": 0.92217, + "mrr_at_20": 0.922922, + "mrr_at_100": 0.923167, + "mrr_at_1000": 0.9232, + "nauc_ndcg_at_1_max": 0.751892, + "nauc_ndcg_at_1_std": 0.088444, + "nauc_ndcg_at_1_diff1": 0.931982, + "nauc_ndcg_at_3_max": 0.815523, + "nauc_ndcg_at_3_std": 0.11485, + "nauc_ndcg_at_3_diff1": 0.931977, + "nauc_ndcg_at_5_max": 0.811187, + "nauc_ndcg_at_5_std": 0.129901, + "nauc_ndcg_at_5_diff1": 0.931364, + "nauc_ndcg_at_10_max": 0.808332, + "nauc_ndcg_at_10_std": 0.142712, + "nauc_ndcg_at_10_diff1": 0.934431, + "nauc_ndcg_at_20_max": 0.804773, + "nauc_ndcg_at_20_std": 0.156578, + "nauc_ndcg_at_20_diff1": 0.934132, + "nauc_ndcg_at_100_max": 0.800309, + "nauc_ndcg_at_100_std": 0.140957, + "nauc_ndcg_at_100_diff1": 0.932968, + "nauc_ndcg_at_1000_max": 0.79856, + "nauc_ndcg_at_1000_std": 0.132572, + "nauc_ndcg_at_1000_diff1": 0.932962, + "nauc_map_at_1_max": 0.751892, + "nauc_map_at_1_std": 0.088444, + "nauc_map_at_1_diff1": 0.931982, + "nauc_map_at_3_max": 0.7983, + "nauc_map_at_3_std": 0.107599, + "nauc_map_at_3_diff1": 0.932274, + "nauc_map_at_5_max": 0.795485, + "nauc_map_at_5_std": 0.114652, + "nauc_map_at_5_diff1": 0.932003, + "nauc_map_at_10_max": 0.794002, + "nauc_map_at_10_std": 0.119046, + "nauc_map_at_10_diff1": 0.932938, + "nauc_map_at_20_max": 0.793072, + "nauc_map_at_20_std": 0.122337, + "nauc_map_at_20_diff1": 0.93286, + "nauc_map_at_100_max": 0.792567, + "nauc_map_at_100_std": 0.120575, + "nauc_map_at_100_diff1": 0.932723, + "nauc_map_at_1000_max": 0.792495, + "nauc_map_at_1000_std": 0.120218, + "nauc_map_at_1000_diff1": 0.932717, + "nauc_recall_at_1_max": 0.751892, + "nauc_recall_at_1_std": 0.088444, + "nauc_recall_at_1_diff1": 0.931982, + "nauc_recall_at_3_max": 0.896231, + "nauc_recall_at_3_std": 0.148916, + "nauc_recall_at_3_diff1": 0.930343, + "nauc_recall_at_5_max": 0.904507, + "nauc_recall_at_5_std": 0.22723, + "nauc_recall_at_5_diff1": 0.92693, + "nauc_recall_at_10_max": 0.930715, + "nauc_recall_at_10_std": 0.373377, + "nauc_recall_at_10_diff1": 0.951723, + "nauc_recall_at_20_max": 0.955649, + "nauc_recall_at_20_std": 0.747756, + "nauc_recall_at_20_diff1": 0.958522, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.930556, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751892, + "nauc_precision_at_1_std": 0.088444, + "nauc_precision_at_1_diff1": 0.931982, + "nauc_precision_at_3_max": 0.896231, + "nauc_precision_at_3_std": 0.148916, + "nauc_precision_at_3_diff1": 0.930343, + "nauc_precision_at_5_max": 0.904507, + "nauc_precision_at_5_std": 0.22723, + "nauc_precision_at_5_diff1": 0.92693, + "nauc_precision_at_10_max": 0.930715, + "nauc_precision_at_10_std": 0.373377, + "nauc_precision_at_10_diff1": 0.951723, + "nauc_precision_at_20_max": 0.955649, + "nauc_precision_at_20_std": 0.747756, + "nauc_precision_at_20_diff1": 0.958522, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751892, + "nauc_mrr_at_1_std": 0.088444, + "nauc_mrr_at_1_diff1": 0.931982, + "nauc_mrr_at_3_max": 0.7983, + "nauc_mrr_at_3_std": 0.107599, + "nauc_mrr_at_3_diff1": 0.932274, + "nauc_mrr_at_5_max": 0.795485, + "nauc_mrr_at_5_std": 0.114652, + "nauc_mrr_at_5_diff1": 0.932003, + "nauc_mrr_at_10_max": 0.794002, + "nauc_mrr_at_10_std": 0.119046, + "nauc_mrr_at_10_diff1": 0.932938, + "nauc_mrr_at_20_max": 0.793072, + "nauc_mrr_at_20_std": 0.122337, + "nauc_mrr_at_20_diff1": 0.93286, + "nauc_mrr_at_100_max": 0.792567, + "nauc_mrr_at_100_std": 0.120575, + "nauc_mrr_at_100_diff1": 0.932723, + "nauc_mrr_at_1000_max": 0.792495, + "nauc_mrr_at_1000_std": 0.120218, + "nauc_mrr_at_1000_diff1": 0.932717, + "main_score": 0.93539, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.94556, + "ndcg_at_3": 0.96741, + "ndcg_at_5": 0.9719, + "ndcg_at_10": 0.97293, + "ndcg_at_20": 0.97293, + "ndcg_at_100": 0.97335, + "ndcg_at_1000": 0.97363, + "map_at_1": 0.94556, + "map_at_3": 0.96259, + "map_at_5": 0.96504, + "map_at_10": 0.96543, + "map_at_20": 0.96543, + "map_at_100": 0.96549, + "map_at_1000": 0.9655, + "recall_at_1": 0.94556, + "recall_at_3": 0.98111, + "recall_at_5": 0.99222, + "recall_at_10": 0.99556, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94556, + "precision_at_3": 0.32704, + "precision_at_5": 0.19844, + "precision_at_10": 0.09956, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.945556, + "mrr_at_3": 0.962593, + "mrr_at_5": 0.965037, + "mrr_at_10": 0.96543, + "mrr_at_20": 0.96543, + "mrr_at_100": 0.965491, + "mrr_at_1000": 0.965501, + "nauc_ndcg_at_1_max": 0.805665, + "nauc_ndcg_at_1_std": -0.216267, + "nauc_ndcg_at_1_diff1": 0.972989, + "nauc_ndcg_at_3_max": 0.845669, + "nauc_ndcg_at_3_std": -0.249216, + "nauc_ndcg_at_3_diff1": 0.971167, + "nauc_ndcg_at_5_max": 0.827948, + "nauc_ndcg_at_5_std": -0.217172, + "nauc_ndcg_at_5_diff1": 0.970782, + "nauc_ndcg_at_10_max": 0.833035, + "nauc_ndcg_at_10_std": -0.191967, + "nauc_ndcg_at_10_diff1": 0.973475, + "nauc_ndcg_at_20_max": 0.833035, + "nauc_ndcg_at_20_std": -0.191967, + "nauc_ndcg_at_20_diff1": 0.973475, + "nauc_ndcg_at_100_max": 0.832808, + "nauc_ndcg_at_100_std": -0.187026, + "nauc_ndcg_at_100_diff1": 0.973056, + "nauc_ndcg_at_1000_max": 0.831004, + "nauc_ndcg_at_1000_std": -0.199835, + "nauc_ndcg_at_1000_diff1": 0.972765, + "nauc_map_at_1_max": 0.805665, + "nauc_map_at_1_std": -0.216267, + "nauc_map_at_1_diff1": 0.972989, + "nauc_map_at_3_max": 0.834496, + "nauc_map_at_3_std": -0.234712, + "nauc_map_at_3_diff1": 0.971688, + "nauc_map_at_5_max": 0.82617, + "nauc_map_at_5_std": -0.219461, + "nauc_map_at_5_diff1": 0.971578, + "nauc_map_at_10_max": 0.827832, + "nauc_map_at_10_std": -0.210969, + "nauc_map_at_10_diff1": 0.97253, + "nauc_map_at_20_max": 0.827832, + "nauc_map_at_20_std": -0.210969, + "nauc_map_at_20_diff1": 0.97253, + "nauc_map_at_100_max": 0.82786, + "nauc_map_at_100_std": -0.209829, + "nauc_map_at_100_diff1": 0.972482, + "nauc_map_at_1000_max": 0.82781, + "nauc_map_at_1000_std": -0.210181, + "nauc_map_at_1000_diff1": 0.972474, + "nauc_recall_at_1_max": 0.805665, + "nauc_recall_at_1_std": -0.216267, + "nauc_recall_at_1_diff1": 0.972989, + "nauc_recall_at_3_max": 0.907179, + "nauc_recall_at_3_std": -0.334514, + "nauc_recall_at_3_diff1": 0.968281, + "nauc_recall_at_5_max": 0.832933, + "nauc_recall_at_5_std": -0.17427, + "nauc_recall_at_5_diff1": 0.960317, + "nauc_recall_at_10_max": 0.930556, + "nauc_recall_at_10_std": 0.315009, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.930556, + "nauc_recall_at_20_std": 0.315009, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.805665, + "nauc_precision_at_1_std": -0.216267, + "nauc_precision_at_1_diff1": 0.972989, + "nauc_precision_at_3_max": 0.907179, + "nauc_precision_at_3_std": -0.334514, + "nauc_precision_at_3_diff1": 0.968281, + "nauc_precision_at_5_max": 0.832933, + "nauc_precision_at_5_std": -0.17427, + "nauc_precision_at_5_diff1": 0.960317, + "nauc_precision_at_10_max": 0.930556, + "nauc_precision_at_10_std": 0.315009, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.930556, + "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.805665, + "nauc_mrr_at_1_std": -0.216267, + "nauc_mrr_at_1_diff1": 0.972989, + "nauc_mrr_at_3_max": 0.834496, + "nauc_mrr_at_3_std": -0.234712, + "nauc_mrr_at_3_diff1": 0.971688, + "nauc_mrr_at_5_max": 0.82617, + "nauc_mrr_at_5_std": -0.219461, + "nauc_mrr_at_5_diff1": 0.971578, + "nauc_mrr_at_10_max": 0.827832, + "nauc_mrr_at_10_std": -0.210969, + "nauc_mrr_at_10_diff1": 0.97253, + "nauc_mrr_at_20_max": 0.827832, + "nauc_mrr_at_20_std": -0.210969, + "nauc_mrr_at_20_diff1": 0.97253, + "nauc_mrr_at_100_max": 0.82786, + "nauc_mrr_at_100_std": -0.209829, + "nauc_mrr_at_100_diff1": 0.972482, + "nauc_mrr_at_1000_max": 0.82781, + "nauc_mrr_at_1000_std": -0.210181, + "nauc_mrr_at_1000_diff1": 0.972474, + "main_score": 0.97293, + "hf_subset": "eng_Latn-eng_Latn", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89152, + "ndcg_at_5": 0.90123, + "ndcg_at_10": 0.9073, + "ndcg_at_20": 0.91099, + "ndcg_at_100": 0.91414, + "ndcg_at_1000": 0.91505, + "map_at_1": 0.85111, + "map_at_3": 0.88167, + "map_at_5": 0.88711, + "map_at_10": 0.8896, + "map_at_20": 0.89063, + "map_at_100": 0.8911, + "map_at_1000": 0.89114, + "recall_at_1": 0.85111, + "recall_at_3": 0.92, + "recall_at_5": 0.94333, + "recall_at_10": 0.96222, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.85111, + "precision_at_3": 0.30667, + "precision_at_5": 0.18867, + "precision_at_10": 0.09622, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.881667, + "mrr_at_5": 0.887111, + "mrr_at_10": 0.889598, + "mrr_at_20": 0.890629, + "mrr_at_100": 0.891096, + "mrr_at_1000": 0.891142, + "nauc_ndcg_at_1_max": 0.779475, + "nauc_ndcg_at_1_std": 0.002293, + "nauc_ndcg_at_1_diff1": 0.93306, + "nauc_ndcg_at_3_max": 0.817784, + "nauc_ndcg_at_3_std": 0.043227, + "nauc_ndcg_at_3_diff1": 0.915482, + "nauc_ndcg_at_5_max": 0.814072, + "nauc_ndcg_at_5_std": 0.005773, + "nauc_ndcg_at_5_diff1": 0.91628, + "nauc_ndcg_at_10_max": 0.813505, + "nauc_ndcg_at_10_std": 0.024328, + "nauc_ndcg_at_10_diff1": 0.91871, + "nauc_ndcg_at_20_max": 0.814158, + "nauc_ndcg_at_20_std": 0.029907, + "nauc_ndcg_at_20_diff1": 0.920849, + "nauc_ndcg_at_100_max": 0.810406, + "nauc_ndcg_at_100_std": 0.033014, + "nauc_ndcg_at_100_diff1": 0.921313, + "nauc_ndcg_at_1000_max": 0.808857, + "nauc_ndcg_at_1000_std": 0.0277, + "nauc_ndcg_at_1000_diff1": 0.92095, + "nauc_map_at_1_max": 0.779475, + "nauc_map_at_1_std": 0.002293, + "nauc_map_at_1_diff1": 0.93306, + "nauc_map_at_3_max": 0.808079, + "nauc_map_at_3_std": 0.034117, + "nauc_map_at_3_diff1": 0.919828, + "nauc_map_at_5_max": 0.805727, + "nauc_map_at_5_std": 0.015295, + "nauc_map_at_5_diff1": 0.920418, + "nauc_map_at_10_max": 0.80536, + "nauc_map_at_10_std": 0.022593, + "nauc_map_at_10_diff1": 0.921222, + "nauc_map_at_20_max": 0.805428, + "nauc_map_at_20_std": 0.023624, + "nauc_map_at_20_diff1": 0.921789, + "nauc_map_at_100_max": 0.804937, + "nauc_map_at_100_std": 0.024158, + "nauc_map_at_100_diff1": 0.921851, + "nauc_map_at_1000_max": 0.80488, + "nauc_map_at_1000_std": 0.023987, + "nauc_map_at_1000_diff1": 0.92184, + "nauc_recall_at_1_max": 0.779475, + "nauc_recall_at_1_std": 0.002293, + "nauc_recall_at_1_diff1": 0.93306, + "nauc_recall_at_3_max": 0.857033, + "nauc_recall_at_3_std": 0.07919, + "nauc_recall_at_3_diff1": 0.89798, + "nauc_recall_at_5_max": 0.858351, + "nauc_recall_at_5_std": -0.059821, + "nauc_recall_at_5_diff1": 0.894189, + "nauc_recall_at_10_max": 0.875941, + "nauc_recall_at_10_std": 0.034973, + "nauc_recall_at_10_diff1": 0.903128, + "nauc_recall_at_20_max": 0.924303, + "nauc_recall_at_20_std": 0.130608, + "nauc_recall_at_20_diff1": 0.922747, + "nauc_recall_at_100_max": 0.953704, + "nauc_recall_at_100_std": 0.539838, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779475, + "nauc_precision_at_1_std": 0.002293, + "nauc_precision_at_1_diff1": 0.93306, + "nauc_precision_at_3_max": 0.857033, + "nauc_precision_at_3_std": 0.07919, + "nauc_precision_at_3_diff1": 0.89798, + "nauc_precision_at_5_max": 0.858351, + "nauc_precision_at_5_std": -0.059821, + "nauc_precision_at_5_diff1": 0.894189, + "nauc_precision_at_10_max": 0.875941, + "nauc_precision_at_10_std": 0.034973, + "nauc_precision_at_10_diff1": 0.903128, + "nauc_precision_at_20_max": 0.924303, + "nauc_precision_at_20_std": 0.130608, + "nauc_precision_at_20_diff1": 0.922747, + "nauc_precision_at_100_max": 0.953704, + "nauc_precision_at_100_std": 0.539838, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779475, + "nauc_mrr_at_1_std": 0.002293, + "nauc_mrr_at_1_diff1": 0.93306, + "nauc_mrr_at_3_max": 0.808079, + "nauc_mrr_at_3_std": 0.034117, + "nauc_mrr_at_3_diff1": 0.919828, + "nauc_mrr_at_5_max": 0.805727, + "nauc_mrr_at_5_std": 0.015295, + "nauc_mrr_at_5_diff1": 0.920418, + "nauc_mrr_at_10_max": 0.80536, + "nauc_mrr_at_10_std": 0.022593, + "nauc_mrr_at_10_diff1": 0.921222, + "nauc_mrr_at_20_max": 0.805428, + "nauc_mrr_at_20_std": 0.023624, + "nauc_mrr_at_20_diff1": 0.921789, + "nauc_mrr_at_100_max": 0.804937, + "nauc_mrr_at_100_std": 0.024158, + "nauc_mrr_at_100_diff1": 0.921851, + "nauc_mrr_at_1000_max": 0.80488, + "nauc_mrr_at_1000_std": 0.023987, + "nauc_mrr_at_1000_diff1": 0.92184, + "main_score": 0.9073, + "hf_subset": "est_Latn-est_Latn", + "languages": [ + "est-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.93333, + "ndcg_at_3": 0.9577, + "ndcg_at_5": 0.96042, + "ndcg_at_10": 0.96292, + "ndcg_at_20": 0.96403, + "ndcg_at_100": 0.96508, + "ndcg_at_1000": 0.96534, + "map_at_1": 0.93333, + "map_at_3": 0.95222, + "map_at_5": 0.95372, + "map_at_10": 0.95474, + "map_at_20": 0.95504, + "map_at_100": 0.95519, + "map_at_1000": 0.95519, + "recall_at_1": 0.93333, + "recall_at_3": 0.97333, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93333, + "precision_at_3": 0.32444, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.933333, + "mrr_at_3": 0.952222, + "mrr_at_5": 0.953722, + "mrr_at_10": 0.954745, + "mrr_at_20": 0.955042, + "mrr_at_100": 0.955188, + "mrr_at_1000": 0.955193, + "nauc_ndcg_at_1_max": 0.691425, + "nauc_ndcg_at_1_std": -0.132415, + "nauc_ndcg_at_1_diff1": 0.940554, + "nauc_ndcg_at_3_max": 0.758124, + "nauc_ndcg_at_3_std": -0.079724, + "nauc_ndcg_at_3_diff1": 0.939485, + "nauc_ndcg_at_5_max": 0.756594, + "nauc_ndcg_at_5_std": -0.099666, + "nauc_ndcg_at_5_diff1": 0.939899, + "nauc_ndcg_at_10_max": 0.745248, + "nauc_ndcg_at_10_std": -0.059896, + "nauc_ndcg_at_10_diff1": 0.940954, + "nauc_ndcg_at_20_max": 0.747235, + "nauc_ndcg_at_20_std": -0.054322, + "nauc_ndcg_at_20_diff1": 0.941126, + "nauc_ndcg_at_100_max": 0.741342, + "nauc_ndcg_at_100_std": -0.066661, + "nauc_ndcg_at_100_diff1": 0.940151, + "nauc_ndcg_at_1000_max": 0.739917, + "nauc_ndcg_at_1000_std": -0.074569, + "nauc_ndcg_at_1000_diff1": 0.939707, + "nauc_map_at_1_max": 0.691425, + "nauc_map_at_1_std": -0.132415, + "nauc_map_at_1_diff1": 0.940554, + "nauc_map_at_3_max": 0.739268, + "nauc_map_at_3_std": -0.091065, + "nauc_map_at_3_diff1": 0.938621, + "nauc_map_at_5_max": 0.738161, + "nauc_map_at_5_std": -0.100492, + "nauc_map_at_5_diff1": 0.938829, + "nauc_map_at_10_max": 0.733877, + "nauc_map_at_10_std": -0.086694, + "nauc_map_at_10_diff1": 0.939122, + "nauc_map_at_20_max": 0.734144, + "nauc_map_at_20_std": -0.085878, + "nauc_map_at_20_diff1": 0.939137, + "nauc_map_at_100_max": 0.73347, + "nauc_map_at_100_std": -0.087275, + "nauc_map_at_100_diff1": 0.939027, + "nauc_map_at_1000_max": 0.733446, + "nauc_map_at_1000_std": -0.08741, + "nauc_map_at_1000_diff1": 0.939019, + "nauc_recall_at_1_max": 0.691425, + "nauc_recall_at_1_std": -0.132415, + "nauc_recall_at_1_diff1": 0.940554, + "nauc_recall_at_3_max": 0.852961, + "nauc_recall_at_3_std": -0.025813, + "nauc_recall_at_3_diff1": 0.944853, + "nauc_recall_at_5_max": 0.875013, + "nauc_recall_at_5_std": -0.107532, + "nauc_recall_at_5_diff1": 0.948257, + "nauc_recall_at_10_max": 0.844495, + "nauc_recall_at_10_std": 0.253798, + "nauc_recall_at_10_diff1": 0.964349, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.544885, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691425, + "nauc_precision_at_1_std": -0.132415, + "nauc_precision_at_1_diff1": 0.940554, + "nauc_precision_at_3_max": 0.852961, + "nauc_precision_at_3_std": -0.025813, + "nauc_precision_at_3_diff1": 0.944853, + "nauc_precision_at_5_max": 0.875013, + "nauc_precision_at_5_std": -0.107532, + "nauc_precision_at_5_diff1": 0.948257, + "nauc_precision_at_10_max": 0.844495, + "nauc_precision_at_10_std": 0.253798, + "nauc_precision_at_10_diff1": 0.964349, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.544885, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.691425, + "nauc_mrr_at_1_std": -0.132415, + "nauc_mrr_at_1_diff1": 0.940554, + "nauc_mrr_at_3_max": 0.739268, + "nauc_mrr_at_3_std": -0.091065, + "nauc_mrr_at_3_diff1": 0.938621, + "nauc_mrr_at_5_max": 0.738161, + "nauc_mrr_at_5_std": -0.100492, + "nauc_mrr_at_5_diff1": 0.938829, + "nauc_mrr_at_10_max": 0.733877, + "nauc_mrr_at_10_std": -0.086694, + "nauc_mrr_at_10_diff1": 0.939122, + "nauc_mrr_at_20_max": 0.734144, + "nauc_mrr_at_20_std": -0.085878, + "nauc_mrr_at_20_diff1": 0.939137, + "nauc_mrr_at_100_max": 0.73347, + "nauc_mrr_at_100_std": -0.087275, + "nauc_mrr_at_100_diff1": 0.939027, + "nauc_mrr_at_1000_max": 0.733446, + "nauc_mrr_at_1000_std": -0.08741, + "nauc_mrr_at_1000_diff1": 0.939019, + "main_score": 0.96292, + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.89923, + "ndcg_at_5": 0.9098, + "ndcg_at_10": 0.9139, + "ndcg_at_20": 0.91861, + "ndcg_at_100": 0.92163, + "ndcg_at_1000": 0.92205, + "map_at_1": 0.85778, + "map_at_3": 0.89, + "map_at_5": 0.89589, + "map_at_10": 0.89767, + "map_at_20": 0.89908, + "map_at_100": 0.89954, + "map_at_1000": 0.89956, + "recall_at_1": 0.85778, + "recall_at_3": 0.92556, + "recall_at_5": 0.95111, + "recall_at_10": 0.96333, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.85778, + "precision_at_3": 0.30852, + "precision_at_5": 0.19022, + "precision_at_10": 0.09633, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.89, + "mrr_at_5": 0.895889, + "mrr_at_10": 0.897671, + "mrr_at_20": 0.899076, + "mrr_at_100": 0.899542, + "mrr_at_1000": 0.899556, + "nauc_ndcg_at_1_max": 0.749548, + "nauc_ndcg_at_1_std": 0.177164, + "nauc_ndcg_at_1_diff1": 0.91888, + "nauc_ndcg_at_3_max": 0.819477, + "nauc_ndcg_at_3_std": 0.234139, + "nauc_ndcg_at_3_diff1": 0.916742, + "nauc_ndcg_at_5_max": 0.813972, + "nauc_ndcg_at_5_std": 0.236228, + "nauc_ndcg_at_5_diff1": 0.918592, + "nauc_ndcg_at_10_max": 0.811444, + "nauc_ndcg_at_10_std": 0.241421, + "nauc_ndcg_at_10_diff1": 0.919266, + "nauc_ndcg_at_20_max": 0.806223, + "nauc_ndcg_at_20_std": 0.249562, + "nauc_ndcg_at_20_diff1": 0.918462, + "nauc_ndcg_at_100_max": 0.800518, + "nauc_ndcg_at_100_std": 0.233162, + "nauc_ndcg_at_100_diff1": 0.918064, + "nauc_ndcg_at_1000_max": 0.799665, + "nauc_ndcg_at_1000_std": 0.2297, + "nauc_ndcg_at_1000_diff1": 0.918154, + "nauc_map_at_1_max": 0.749548, + "nauc_map_at_1_std": 0.177164, + "nauc_map_at_1_diff1": 0.91888, + "nauc_map_at_3_max": 0.800995, + "nauc_map_at_3_std": 0.217564, + "nauc_map_at_3_diff1": 0.91742, + "nauc_map_at_5_max": 0.797275, + "nauc_map_at_5_std": 0.218153, + "nauc_map_at_5_diff1": 0.91831, + "nauc_map_at_10_max": 0.796028, + "nauc_map_at_10_std": 0.220271, + "nauc_map_at_10_diff1": 0.918485, + "nauc_map_at_20_max": 0.794576, + "nauc_map_at_20_std": 0.222428, + "nauc_map_at_20_diff1": 0.918299, + "nauc_map_at_100_max": 0.793767, + "nauc_map_at_100_std": 0.21996, + "nauc_map_at_100_diff1": 0.918196, + "nauc_map_at_1000_max": 0.793745, + "nauc_map_at_1000_std": 0.219864, + "nauc_map_at_1000_diff1": 0.918203, + "nauc_recall_at_1_max": 0.749548, + "nauc_recall_at_1_std": 0.177164, + "nauc_recall_at_1_diff1": 0.91888, + "nauc_recall_at_3_max": 0.894512, + "nauc_recall_at_3_std": 0.302486, + "nauc_recall_at_3_diff1": 0.913911, + "nauc_recall_at_5_max": 0.909547, + "nauc_recall_at_5_std": 0.342681, + "nauc_recall_at_5_diff1": 0.9209, + "nauc_recall_at_10_max": 0.924455, + "nauc_recall_at_10_std": 0.406092, + "nauc_recall_at_10_diff1": 0.927213, + "nauc_recall_at_20_max": 0.946861, + "nauc_recall_at_20_std": 0.67161, + "nauc_recall_at_20_diff1": 0.921184, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749548, + "nauc_precision_at_1_std": 0.177164, + "nauc_precision_at_1_diff1": 0.91888, + "nauc_precision_at_3_max": 0.894512, + "nauc_precision_at_3_std": 0.302486, + "nauc_precision_at_3_diff1": 0.913911, + "nauc_precision_at_5_max": 0.909547, + "nauc_precision_at_5_std": 0.342681, + "nauc_precision_at_5_diff1": 0.9209, + "nauc_precision_at_10_max": 0.924455, + "nauc_precision_at_10_std": 0.406092, + "nauc_precision_at_10_diff1": 0.927213, + "nauc_precision_at_20_max": 0.946861, + "nauc_precision_at_20_std": 0.67161, + "nauc_precision_at_20_diff1": 0.921184, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749548, + "nauc_mrr_at_1_std": 0.177164, + "nauc_mrr_at_1_diff1": 0.91888, + "nauc_mrr_at_3_max": 0.800995, + "nauc_mrr_at_3_std": 0.217564, + "nauc_mrr_at_3_diff1": 0.91742, + "nauc_mrr_at_5_max": 0.797275, + "nauc_mrr_at_5_std": 0.218153, + "nauc_mrr_at_5_diff1": 0.91831, + "nauc_mrr_at_10_max": 0.796028, + "nauc_mrr_at_10_std": 0.220271, + "nauc_mrr_at_10_diff1": 0.918485, + "nauc_mrr_at_20_max": 0.794576, + "nauc_mrr_at_20_std": 0.222428, + "nauc_mrr_at_20_diff1": 0.918299, + "nauc_mrr_at_100_max": 0.793767, + "nauc_mrr_at_100_std": 0.21996, + "nauc_mrr_at_100_diff1": 0.918196, + "nauc_mrr_at_1000_max": 0.793745, + "nauc_mrr_at_1000_std": 0.219864, + "nauc_mrr_at_1000_diff1": 0.918203, + "main_score": 0.9139, + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.84422, + "ndcg_at_5": 0.85302, + "ndcg_at_10": 0.8606, + "ndcg_at_20": 0.86547, + "ndcg_at_100": 0.87173, + "ndcg_at_1000": 0.87425, + "map_at_1": 0.78333, + "map_at_3": 0.83019, + "map_at_5": 0.83513, + "map_at_10": 0.83828, + "map_at_20": 0.83966, + "map_at_100": 0.84056, + "map_at_1000": 0.84067, + "recall_at_1": 0.78333, + "recall_at_3": 0.88444, + "recall_at_5": 0.90556, + "recall_at_10": 0.92889, + "recall_at_20": 0.94778, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "precision_at_1": 0.78333, + "precision_at_3": 0.29481, + "precision_at_5": 0.18111, + "precision_at_10": 0.09289, + "precision_at_20": 0.04739, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.830185, + "mrr_at_5": 0.83513, + "mrr_at_10": 0.838282, + "mrr_at_20": 0.839663, + "mrr_at_100": 0.840556, + "mrr_at_1000": 0.84067, + "nauc_ndcg_at_1_max": 0.776361, + "nauc_ndcg_at_1_std": 0.349508, + "nauc_ndcg_at_1_diff1": 0.917279, + "nauc_ndcg_at_3_max": 0.804303, + "nauc_ndcg_at_3_std": 0.391333, + "nauc_ndcg_at_3_diff1": 0.891155, + "nauc_ndcg_at_5_max": 0.811282, + "nauc_ndcg_at_5_std": 0.406135, + "nauc_ndcg_at_5_diff1": 0.888581, + "nauc_ndcg_at_10_max": 0.808457, + "nauc_ndcg_at_10_std": 0.398808, + "nauc_ndcg_at_10_diff1": 0.894447, + "nauc_ndcg_at_20_max": 0.805049, + "nauc_ndcg_at_20_std": 0.39016, + "nauc_ndcg_at_20_diff1": 0.896517, + "nauc_ndcg_at_100_max": 0.802857, + "nauc_ndcg_at_100_std": 0.386911, + "nauc_ndcg_at_100_diff1": 0.897948, + "nauc_ndcg_at_1000_max": 0.801353, + "nauc_ndcg_at_1000_std": 0.38397, + "nauc_ndcg_at_1000_diff1": 0.898018, + "nauc_map_at_1_max": 0.776361, + "nauc_map_at_1_std": 0.349508, + "nauc_map_at_1_diff1": 0.917279, + "nauc_map_at_3_max": 0.79639, + "nauc_map_at_3_std": 0.37577, + "nauc_map_at_3_diff1": 0.898391, + "nauc_map_at_5_max": 0.79986, + "nauc_map_at_5_std": 0.382886, + "nauc_map_at_5_diff1": 0.897182, + "nauc_map_at_10_max": 0.79859, + "nauc_map_at_10_std": 0.379532, + "nauc_map_at_10_diff1": 0.899385, + "nauc_map_at_20_max": 0.797653, + "nauc_map_at_20_std": 0.377332, + "nauc_map_at_20_diff1": 0.899958, + "nauc_map_at_100_max": 0.797344, + "nauc_map_at_100_std": 0.376762, + "nauc_map_at_100_diff1": 0.900146, + "nauc_map_at_1000_max": 0.797302, + "nauc_map_at_1000_std": 0.376696, + "nauc_map_at_1000_diff1": 0.900155, + "nauc_recall_at_1_max": 0.776361, + "nauc_recall_at_1_std": 0.349508, + "nauc_recall_at_1_diff1": 0.917279, + "nauc_recall_at_3_max": 0.836092, + "nauc_recall_at_3_std": 0.456148, + "nauc_recall_at_3_diff1": 0.862187, + "nauc_recall_at_5_max": 0.86615, + "nauc_recall_at_5_std": 0.521278, + "nauc_recall_at_5_diff1": 0.847971, + "nauc_recall_at_10_max": 0.86815, + "nauc_recall_at_10_std": 0.519827, + "nauc_recall_at_10_diff1": 0.869172, + "nauc_recall_at_20_max": 0.858106, + "nauc_recall_at_20_std": 0.48066, + "nauc_recall_at_20_diff1": 0.878966, + "nauc_recall_at_100_max": 0.878618, + "nauc_recall_at_100_std": 0.543417, + "nauc_recall_at_100_diff1": 0.896194, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.776361, + "nauc_precision_at_1_std": 0.349508, + "nauc_precision_at_1_diff1": 0.917279, + "nauc_precision_at_3_max": 0.836092, + "nauc_precision_at_3_std": 0.456148, + "nauc_precision_at_3_diff1": 0.862187, + "nauc_precision_at_5_max": 0.86615, + "nauc_precision_at_5_std": 0.521278, + "nauc_precision_at_5_diff1": 0.847971, + "nauc_precision_at_10_max": 0.86815, + "nauc_precision_at_10_std": 0.519827, + "nauc_precision_at_10_diff1": 0.869172, + "nauc_precision_at_20_max": 0.858106, + "nauc_precision_at_20_std": 0.48066, + "nauc_precision_at_20_diff1": 0.878966, + "nauc_precision_at_100_max": 0.878618, + "nauc_precision_at_100_std": 0.543417, + "nauc_precision_at_100_diff1": 0.896194, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.776361, + "nauc_mrr_at_1_std": 0.349508, + "nauc_mrr_at_1_diff1": 0.917279, + "nauc_mrr_at_3_max": 0.79639, + "nauc_mrr_at_3_std": 0.37577, + "nauc_mrr_at_3_diff1": 0.898391, + "nauc_mrr_at_5_max": 0.79986, + "nauc_mrr_at_5_std": 0.382886, + "nauc_mrr_at_5_diff1": 0.897182, + "nauc_mrr_at_10_max": 0.79859, + "nauc_mrr_at_10_std": 0.379532, + "nauc_mrr_at_10_diff1": 0.899385, + "nauc_mrr_at_20_max": 0.797653, + "nauc_mrr_at_20_std": 0.377332, + "nauc_mrr_at_20_diff1": 0.899958, + "nauc_mrr_at_100_max": 0.797344, + "nauc_mrr_at_100_std": 0.376762, + "nauc_mrr_at_100_diff1": 0.900146, + "nauc_mrr_at_1000_max": 0.797302, + "nauc_mrr_at_1000_std": 0.376696, + "nauc_mrr_at_1000_diff1": 0.900155, + "main_score": 0.8606, + "hf_subset": "eus_Latn-eus_Latn", + "languages": [ + "eus-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94331, + "ndcg_at_5": 0.94699, + "ndcg_at_10": 0.95145, + "ndcg_at_20": 0.95233, + "ndcg_at_100": 0.95335, + "ndcg_at_1000": 0.95364, + "map_at_1": 0.90889, + "map_at_3": 0.93519, + "map_at_5": 0.93724, + "map_at_10": 0.93917, + "map_at_20": 0.93943, + "map_at_100": 0.93957, + "map_at_1000": 0.93959, + "recall_at_1": 0.90889, + "recall_at_3": 0.96667, + "recall_at_5": 0.97556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90889, + "precision_at_3": 0.32222, + "precision_at_5": 0.19511, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.935185, + "mrr_at_5": 0.937241, + "mrr_at_10": 0.939174, + "mrr_at_20": 0.939434, + "mrr_at_100": 0.939574, + "mrr_at_1000": 0.939587, + "nauc_ndcg_at_1_max": 0.700525, + "nauc_ndcg_at_1_std": -0.150885, + "nauc_ndcg_at_1_diff1": 0.933394, + "nauc_ndcg_at_3_max": 0.765268, + "nauc_ndcg_at_3_std": -0.103493, + "nauc_ndcg_at_3_diff1": 0.925146, + "nauc_ndcg_at_5_max": 0.753759, + "nauc_ndcg_at_5_std": -0.126731, + "nauc_ndcg_at_5_diff1": 0.925754, + "nauc_ndcg_at_10_max": 0.744267, + "nauc_ndcg_at_10_std": -0.106895, + "nauc_ndcg_at_10_diff1": 0.92392, + "nauc_ndcg_at_20_max": 0.742817, + "nauc_ndcg_at_20_std": -0.086962, + "nauc_ndcg_at_20_diff1": 0.923317, + "nauc_ndcg_at_100_max": 0.741887, + "nauc_ndcg_at_100_std": -0.106138, + "nauc_ndcg_at_100_diff1": 0.928471, + "nauc_ndcg_at_1000_max": 0.741073, + "nauc_ndcg_at_1000_std": -0.10579, + "nauc_ndcg_at_1000_diff1": 0.928014, + "nauc_map_at_1_max": 0.700525, + "nauc_map_at_1_std": -0.150885, + "nauc_map_at_1_diff1": 0.933394, + "nauc_map_at_3_max": 0.74721, + "nauc_map_at_3_std": -0.11159, + "nauc_map_at_3_diff1": 0.928259, + "nauc_map_at_5_max": 0.741087, + "nauc_map_at_5_std": -0.123195, + "nauc_map_at_5_diff1": 0.928643, + "nauc_map_at_10_max": 0.736982, + "nauc_map_at_10_std": -0.11573, + "nauc_map_at_10_diff1": 0.928093, + "nauc_map_at_20_max": 0.736592, + "nauc_map_at_20_std": -0.111359, + "nauc_map_at_20_diff1": 0.927968, + "nauc_map_at_100_max": 0.736752, + "nauc_map_at_100_std": -0.113274, + "nauc_map_at_100_diff1": 0.928843, + "nauc_map_at_1000_max": 0.736724, + "nauc_map_at_1000_std": -0.113191, + "nauc_map_at_1000_diff1": 0.928828, + "nauc_recall_at_1_max": 0.700525, + "nauc_recall_at_1_std": -0.150885, + "nauc_recall_at_1_diff1": 0.933394, + "nauc_recall_at_3_max": 0.863477, + "nauc_recall_at_3_std": -0.064457, + "nauc_recall_at_3_diff1": 0.907423, + "nauc_recall_at_5_max": 0.840039, + "nauc_recall_at_5_std": -0.167855, + "nauc_recall_at_5_diff1": 0.90421, + "nauc_recall_at_10_max": 0.832213, + "nauc_recall_at_10_std": 0.027731, + "nauc_recall_at_10_diff1": 0.854622, + "nauc_recall_at_20_max": 0.837335, + "nauc_recall_at_20_std": 0.561224, + "nauc_recall_at_20_diff1": 0.810991, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": -0.075864, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.700525, + "nauc_precision_at_1_std": -0.150885, + "nauc_precision_at_1_diff1": 0.933394, + "nauc_precision_at_3_max": 0.863477, + "nauc_precision_at_3_std": -0.064457, + "nauc_precision_at_3_diff1": 0.907423, + "nauc_precision_at_5_max": 0.840039, + "nauc_precision_at_5_std": -0.167855, + "nauc_precision_at_5_diff1": 0.90421, + "nauc_precision_at_10_max": 0.832213, + "nauc_precision_at_10_std": 0.027731, + "nauc_precision_at_10_diff1": 0.854622, + "nauc_precision_at_20_max": 0.837335, + "nauc_precision_at_20_std": 0.561224, + "nauc_precision_at_20_diff1": 0.810991, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": -0.075864, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.700525, + "nauc_mrr_at_1_std": -0.150885, + "nauc_mrr_at_1_diff1": 0.933394, + "nauc_mrr_at_3_max": 0.74721, + "nauc_mrr_at_3_std": -0.11159, + "nauc_mrr_at_3_diff1": 0.928259, + "nauc_mrr_at_5_max": 0.741087, + "nauc_mrr_at_5_std": -0.123195, + "nauc_mrr_at_5_diff1": 0.928643, + "nauc_mrr_at_10_max": 0.736982, + "nauc_mrr_at_10_std": -0.11573, + "nauc_mrr_at_10_diff1": 0.928093, + "nauc_mrr_at_20_max": 0.736592, + "nauc_mrr_at_20_std": -0.111359, + "nauc_mrr_at_20_diff1": 0.927968, + "nauc_mrr_at_100_max": 0.736752, + "nauc_mrr_at_100_std": -0.113274, + "nauc_mrr_at_100_diff1": 0.928843, + "nauc_mrr_at_1000_max": 0.736724, + "nauc_mrr_at_1000_std": -0.113191, + "nauc_mrr_at_1000_diff1": 0.928828, + "main_score": 0.95145, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76222, + "ndcg_at_3": 0.81834, + "ndcg_at_5": 0.83159, + "ndcg_at_10": 0.83967, + "ndcg_at_20": 0.84562, + "ndcg_at_100": 0.85368, + "ndcg_at_1000": 0.85648, + "map_at_1": 0.76222, + "map_at_3": 0.80537, + "map_at_5": 0.8127, + "map_at_10": 0.81614, + "map_at_20": 0.8178, + "map_at_100": 0.81894, + "map_at_1000": 0.81906, + "recall_at_1": 0.76222, + "recall_at_3": 0.85556, + "recall_at_5": 0.88778, + "recall_at_10": 0.91222, + "recall_at_20": 0.93556, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.76222, + "precision_at_3": 0.28519, + "precision_at_5": 0.17756, + "precision_at_10": 0.09122, + "precision_at_20": 0.04678, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.762222, + "mrr_at_3": 0.80537, + "mrr_at_5": 0.812704, + "mrr_at_10": 0.816142, + "mrr_at_20": 0.817801, + "mrr_at_100": 0.818935, + "mrr_at_1000": 0.819057, + "nauc_ndcg_at_1_max": 0.756418, + "nauc_ndcg_at_1_std": 0.194211, + "nauc_ndcg_at_1_diff1": 0.893728, + "nauc_ndcg_at_3_max": 0.796587, + "nauc_ndcg_at_3_std": 0.253624, + "nauc_ndcg_at_3_diff1": 0.876159, + "nauc_ndcg_at_5_max": 0.795014, + "nauc_ndcg_at_5_std": 0.273522, + "nauc_ndcg_at_5_diff1": 0.873194, + "nauc_ndcg_at_10_max": 0.789573, + "nauc_ndcg_at_10_std": 0.254487, + "nauc_ndcg_at_10_diff1": 0.871722, + "nauc_ndcg_at_20_max": 0.791368, + "nauc_ndcg_at_20_std": 0.265618, + "nauc_ndcg_at_20_diff1": 0.872275, + "nauc_ndcg_at_100_max": 0.789004, + "nauc_ndcg_at_100_std": 0.256012, + "nauc_ndcg_at_100_diff1": 0.875459, + "nauc_ndcg_at_1000_max": 0.788146, + "nauc_ndcg_at_1000_std": 0.252158, + "nauc_ndcg_at_1000_diff1": 0.877014, + "nauc_map_at_1_max": 0.756418, + "nauc_map_at_1_std": 0.194211, + "nauc_map_at_1_diff1": 0.893728, + "nauc_map_at_3_max": 0.787748, + "nauc_map_at_3_std": 0.238752, + "nauc_map_at_3_diff1": 0.881112, + "nauc_map_at_5_max": 0.786731, + "nauc_map_at_5_std": 0.247733, + "nauc_map_at_5_diff1": 0.879862, + "nauc_map_at_10_max": 0.784577, + "nauc_map_at_10_std": 0.240195, + "nauc_map_at_10_diff1": 0.879409, + "nauc_map_at_20_max": 0.785129, + "nauc_map_at_20_std": 0.24323, + "nauc_map_at_20_diff1": 0.879652, + "nauc_map_at_100_max": 0.784811, + "nauc_map_at_100_std": 0.242112, + "nauc_map_at_100_diff1": 0.880128, + "nauc_map_at_1000_max": 0.784781, + "nauc_map_at_1000_std": 0.241998, + "nauc_map_at_1000_diff1": 0.880179, + "nauc_recall_at_1_max": 0.756418, + "nauc_recall_at_1_std": 0.194211, + "nauc_recall_at_1_diff1": 0.893728, + "nauc_recall_at_3_max": 0.828152, + "nauc_recall_at_3_std": 0.307992, + "nauc_recall_at_3_diff1": 0.857708, + "nauc_recall_at_5_max": 0.830049, + "nauc_recall_at_5_std": 0.393825, + "nauc_recall_at_5_diff1": 0.842382, + "nauc_recall_at_10_max": 0.810664, + "nauc_recall_at_10_std": 0.32597, + "nauc_recall_at_10_diff1": 0.827034, + "nauc_recall_at_20_max": 0.830806, + "nauc_recall_at_20_std": 0.439776, + "nauc_recall_at_20_diff1": 0.814997, + "nauc_recall_at_100_max": 0.83095, + "nauc_recall_at_100_std": 0.449555, + "nauc_recall_at_100_diff1": 0.799744, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756418, + "nauc_precision_at_1_std": 0.194211, + "nauc_precision_at_1_diff1": 0.893728, + "nauc_precision_at_3_max": 0.828152, + "nauc_precision_at_3_std": 0.307992, + "nauc_precision_at_3_diff1": 0.857708, + "nauc_precision_at_5_max": 0.830049, + "nauc_precision_at_5_std": 0.393825, + "nauc_precision_at_5_diff1": 0.842382, + "nauc_precision_at_10_max": 0.810664, + "nauc_precision_at_10_std": 0.32597, + "nauc_precision_at_10_diff1": 0.827034, + "nauc_precision_at_20_max": 0.830806, + "nauc_precision_at_20_std": 0.439776, + "nauc_precision_at_20_diff1": 0.814997, + "nauc_precision_at_100_max": 0.83095, + "nauc_precision_at_100_std": 0.449555, + "nauc_precision_at_100_diff1": 0.799744, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756418, + "nauc_mrr_at_1_std": 0.194211, + "nauc_mrr_at_1_diff1": 0.893728, + "nauc_mrr_at_3_max": 0.787748, + "nauc_mrr_at_3_std": 0.238752, + "nauc_mrr_at_3_diff1": 0.881112, + "nauc_mrr_at_5_max": 0.786731, + "nauc_mrr_at_5_std": 0.247733, + "nauc_mrr_at_5_diff1": 0.879862, + "nauc_mrr_at_10_max": 0.784577, + "nauc_mrr_at_10_std": 0.240195, + "nauc_mrr_at_10_diff1": 0.879409, + "nauc_mrr_at_20_max": 0.785129, + "nauc_mrr_at_20_std": 0.24323, + "nauc_mrr_at_20_diff1": 0.879652, + "nauc_mrr_at_100_max": 0.784811, + "nauc_mrr_at_100_std": 0.242112, + "nauc_mrr_at_100_diff1": 0.880128, + "nauc_mrr_at_1000_max": 0.784781, + "nauc_mrr_at_1000_std": 0.241998, + "nauc_mrr_at_1000_diff1": 0.880179, + "main_score": 0.83967, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92857, + "ndcg_at_5": 0.93273, + "ndcg_at_10": 0.9383, + "ndcg_at_20": 0.93944, + "ndcg_at_100": 0.94226, + "ndcg_at_1000": 0.94268, + "map_at_1": 0.89556, + "map_at_3": 0.92074, + "map_at_5": 0.92307, + "map_at_10": 0.92548, + "map_at_20": 0.9258, + "map_at_100": 0.92624, + "map_at_1000": 0.92626, + "recall_at_1": 0.89556, + "recall_at_3": 0.95111, + "recall_at_5": 0.96111, + "recall_at_10": 0.97778, + "recall_at_20": 0.98222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.31704, + "precision_at_5": 0.19222, + "precision_at_10": 0.09778, + "precision_at_20": 0.04911, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.920741, + "mrr_at_5": 0.923074, + "mrr_at_10": 0.925482, + "mrr_at_20": 0.925797, + "mrr_at_100": 0.92624, + "mrr_at_1000": 0.926256, + "nauc_ndcg_at_1_max": 0.785025, + "nauc_ndcg_at_1_std": 0.005374, + "nauc_ndcg_at_1_diff1": 0.937721, + "nauc_ndcg_at_3_max": 0.849389, + "nauc_ndcg_at_3_std": 0.099403, + "nauc_ndcg_at_3_diff1": 0.941324, + "nauc_ndcg_at_5_max": 0.840882, + "nauc_ndcg_at_5_std": 0.087885, + "nauc_ndcg_at_5_diff1": 0.939454, + "nauc_ndcg_at_10_max": 0.833798, + "nauc_ndcg_at_10_std": 0.063558, + "nauc_ndcg_at_10_diff1": 0.940991, + "nauc_ndcg_at_20_max": 0.834427, + "nauc_ndcg_at_20_std": 0.071401, + "nauc_ndcg_at_20_diff1": 0.941685, + "nauc_ndcg_at_100_max": 0.829638, + "nauc_ndcg_at_100_std": 0.068927, + "nauc_ndcg_at_100_diff1": 0.941012, + "nauc_ndcg_at_1000_max": 0.828704, + "nauc_ndcg_at_1000_std": 0.065234, + "nauc_ndcg_at_1000_diff1": 0.940577, + "nauc_map_at_1_max": 0.785025, + "nauc_map_at_1_std": 0.005374, + "nauc_map_at_1_diff1": 0.937721, + "nauc_map_at_3_max": 0.831969, + "nauc_map_at_3_std": 0.073907, + "nauc_map_at_3_diff1": 0.940345, + "nauc_map_at_5_max": 0.827232, + "nauc_map_at_5_std": 0.067039, + "nauc_map_at_5_diff1": 0.939381, + "nauc_map_at_10_max": 0.82416, + "nauc_map_at_10_std": 0.056363, + "nauc_map_at_10_diff1": 0.939841, + "nauc_map_at_20_max": 0.824225, + "nauc_map_at_20_std": 0.057476, + "nauc_map_at_20_diff1": 0.939978, + "nauc_map_at_100_max": 0.823657, + "nauc_map_at_100_std": 0.057699, + "nauc_map_at_100_diff1": 0.939931, + "nauc_map_at_1000_max": 0.823629, + "nauc_map_at_1000_std": 0.05763, + "nauc_map_at_1000_diff1": 0.939919, + "nauc_recall_at_1_max": 0.785025, + "nauc_recall_at_1_std": 0.005374, + "nauc_recall_at_1_diff1": 0.937721, + "nauc_recall_at_3_max": 0.928593, + "nauc_recall_at_3_std": 0.215357, + "nauc_recall_at_3_diff1": 0.945781, + "nauc_recall_at_5_max": 0.913966, + "nauc_recall_at_5_std": 0.20104, + "nauc_recall_at_5_diff1": 0.939309, + "nauc_recall_at_10_max": 0.911765, + "nauc_recall_at_10_std": 0.106979, + "nauc_recall_at_10_diff1": 0.953431, + "nauc_recall_at_20_max": 0.940768, + "nauc_recall_at_20_std": 0.24256, + "nauc_recall_at_20_diff1": 0.966299, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.609555, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785025, + "nauc_precision_at_1_std": 0.005374, + "nauc_precision_at_1_diff1": 0.937721, + "nauc_precision_at_3_max": 0.928593, + "nauc_precision_at_3_std": 0.215357, + "nauc_precision_at_3_diff1": 0.945781, + "nauc_precision_at_5_max": 0.913966, + "nauc_precision_at_5_std": 0.20104, + "nauc_precision_at_5_diff1": 0.939309, + "nauc_precision_at_10_max": 0.911765, + "nauc_precision_at_10_std": 0.106979, + "nauc_precision_at_10_diff1": 0.953431, + "nauc_precision_at_20_max": 0.940768, + "nauc_precision_at_20_std": 0.24256, + "nauc_precision_at_20_diff1": 0.966299, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.609555, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785025, + "nauc_mrr_at_1_std": 0.005374, + "nauc_mrr_at_1_diff1": 0.937721, + "nauc_mrr_at_3_max": 0.831969, + "nauc_mrr_at_3_std": 0.073907, + "nauc_mrr_at_3_diff1": 0.940345, + "nauc_mrr_at_5_max": 0.827232, + "nauc_mrr_at_5_std": 0.067039, + "nauc_mrr_at_5_diff1": 0.939381, + "nauc_mrr_at_10_max": 0.82416, + "nauc_mrr_at_10_std": 0.056363, + "nauc_mrr_at_10_diff1": 0.939841, + "nauc_mrr_at_20_max": 0.824225, + "nauc_mrr_at_20_std": 0.057476, + "nauc_mrr_at_20_diff1": 0.939978, + "nauc_mrr_at_100_max": 0.823657, + "nauc_mrr_at_100_std": 0.057699, + "nauc_mrr_at_100_diff1": 0.939931, + "nauc_mrr_at_1000_max": 0.823629, + "nauc_mrr_at_1000_std": 0.05763, + "nauc_mrr_at_1000_diff1": 0.939919, + "main_score": 0.9383, + "hf_subset": "fin_Latn-fin_Latn", + "languages": [ + "fin-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.95813, + "ndcg_at_5": 0.96144, + "ndcg_at_10": 0.9622, + "ndcg_at_20": 0.96449, + "ndcg_at_100": 0.96531, + "ndcg_at_1000": 0.96557, + "map_at_1": 0.93222, + "map_at_3": 0.95241, + "map_at_5": 0.9543, + "map_at_10": 0.95464, + "map_at_20": 0.95529, + "map_at_100": 0.9554, + "map_at_1000": 0.95541, + "recall_at_1": 0.93222, + "recall_at_3": 0.97444, + "recall_at_5": 0.98222, + "recall_at_10": 0.98444, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.32481, + "precision_at_5": 0.19644, + "precision_at_10": 0.09844, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.952407, + "mrr_at_5": 0.954296, + "mrr_at_10": 0.95464, + "mrr_at_20": 0.955287, + "mrr_at_100": 0.955403, + "mrr_at_1000": 0.955409, + "nauc_ndcg_at_1_max": 0.776393, + "nauc_ndcg_at_1_std": -0.216651, + "nauc_ndcg_at_1_diff1": 0.938238, + "nauc_ndcg_at_3_max": 0.831444, + "nauc_ndcg_at_3_std": -0.123658, + "nauc_ndcg_at_3_diff1": 0.953103, + "nauc_ndcg_at_5_max": 0.818639, + "nauc_ndcg_at_5_std": -0.125972, + "nauc_ndcg_at_5_diff1": 0.950711, + "nauc_ndcg_at_10_max": 0.816331, + "nauc_ndcg_at_10_std": -0.118824, + "nauc_ndcg_at_10_diff1": 0.949712, + "nauc_ndcg_at_20_max": 0.816019, + "nauc_ndcg_at_20_std": -0.122867, + "nauc_ndcg_at_20_diff1": 0.946476, + "nauc_ndcg_at_100_max": 0.812568, + "nauc_ndcg_at_100_std": -0.125489, + "nauc_ndcg_at_100_diff1": 0.947961, + "nauc_ndcg_at_1000_max": 0.811648, + "nauc_ndcg_at_1000_std": -0.133935, + "nauc_ndcg_at_1000_diff1": 0.94757, + "nauc_map_at_1_max": 0.776393, + "nauc_map_at_1_std": -0.216651, + "nauc_map_at_1_diff1": 0.938238, + "nauc_map_at_3_max": 0.815597, + "nauc_map_at_3_std": -0.149226, + "nauc_map_at_3_diff1": 0.948646, + "nauc_map_at_5_max": 0.80877, + "nauc_map_at_5_std": -0.151269, + "nauc_map_at_5_diff1": 0.947318, + "nauc_map_at_10_max": 0.807854, + "nauc_map_at_10_std": -0.148354, + "nauc_map_at_10_diff1": 0.946919, + "nauc_map_at_20_max": 0.807586, + "nauc_map_at_20_std": -0.150763, + "nauc_map_at_20_diff1": 0.946151, + "nauc_map_at_100_max": 0.807237, + "nauc_map_at_100_std": -0.150095, + "nauc_map_at_100_diff1": 0.946416, + "nauc_map_at_1000_max": 0.807221, + "nauc_map_at_1000_std": -0.150243, + "nauc_map_at_1000_diff1": 0.946409, + "nauc_recall_at_1_max": 0.776393, + "nauc_recall_at_1_std": -0.216651, + "nauc_recall_at_1_diff1": 0.938238, + "nauc_recall_at_3_max": 0.914261, + "nauc_recall_at_3_std": 0.00885, + "nauc_recall_at_3_diff1": 0.976556, + "nauc_recall_at_5_max": 0.884921, + "nauc_recall_at_5_std": 0.053601, + "nauc_recall_at_5_diff1": 0.974469, + "nauc_recall_at_10_max": 0.877818, + "nauc_recall_at_10_std": 0.123449, + "nauc_recall_at_10_diff1": 0.970822, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.414566, + "nauc_recall_at_20_diff1": 0.931917, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.776393, + "nauc_precision_at_1_std": -0.216651, + "nauc_precision_at_1_diff1": 0.938238, + "nauc_precision_at_3_max": 0.914261, + "nauc_precision_at_3_std": 0.00885, + "nauc_precision_at_3_diff1": 0.976556, + "nauc_precision_at_5_max": 0.884921, + "nauc_precision_at_5_std": 0.053601, + "nauc_precision_at_5_diff1": 0.974469, + "nauc_precision_at_10_max": 0.877818, + "nauc_precision_at_10_std": 0.123449, + "nauc_precision_at_10_diff1": 0.970822, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.414566, + "nauc_precision_at_20_diff1": 0.931917, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.776393, + "nauc_mrr_at_1_std": -0.216651, + "nauc_mrr_at_1_diff1": 0.938238, + "nauc_mrr_at_3_max": 0.815597, + "nauc_mrr_at_3_std": -0.149226, + "nauc_mrr_at_3_diff1": 0.948646, + "nauc_mrr_at_5_max": 0.80877, + "nauc_mrr_at_5_std": -0.151269, + "nauc_mrr_at_5_diff1": 0.947318, + "nauc_mrr_at_10_max": 0.807854, + "nauc_mrr_at_10_std": -0.148354, + "nauc_mrr_at_10_diff1": 0.946919, + "nauc_mrr_at_20_max": 0.807586, + "nauc_mrr_at_20_std": -0.150763, + "nauc_mrr_at_20_diff1": 0.946151, + "nauc_mrr_at_100_max": 0.807237, + "nauc_mrr_at_100_std": -0.150095, + "nauc_mrr_at_100_diff1": 0.946416, + "nauc_mrr_at_1000_max": 0.807221, + "nauc_mrr_at_1000_std": -0.150243, + "nauc_mrr_at_1000_diff1": 0.946409, + "main_score": 0.9622, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88, + "ndcg_at_3": 0.92268, + "ndcg_at_5": 0.93081, + "ndcg_at_10": 0.93461, + "ndcg_at_20": 0.93603, + "ndcg_at_100": 0.93749, + "ndcg_at_1000": 0.93796, + "map_at_1": 0.88, + "map_at_3": 0.91278, + "map_at_5": 0.91722, + "map_at_10": 0.9187, + "map_at_20": 0.91909, + "map_at_100": 0.9193, + "map_at_1000": 0.91932, + "recall_at_1": 0.88, + "recall_at_3": 0.95111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88, + "precision_at_3": 0.31704, + "precision_at_5": 0.19422, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.88, + "mrr_at_3": 0.912778, + "mrr_at_5": 0.917222, + "mrr_at_10": 0.9187, + "mrr_at_20": 0.919094, + "mrr_at_100": 0.919298, + "mrr_at_1000": 0.919323, + "nauc_ndcg_at_1_max": 0.742943, + "nauc_ndcg_at_1_std": 0.086975, + "nauc_ndcg_at_1_diff1": 0.940786, + "nauc_ndcg_at_3_max": 0.797907, + "nauc_ndcg_at_3_std": 0.187431, + "nauc_ndcg_at_3_diff1": 0.930586, + "nauc_ndcg_at_5_max": 0.791912, + "nauc_ndcg_at_5_std": 0.184447, + "nauc_ndcg_at_5_diff1": 0.934833, + "nauc_ndcg_at_10_max": 0.788742, + "nauc_ndcg_at_10_std": 0.171552, + "nauc_ndcg_at_10_diff1": 0.936084, + "nauc_ndcg_at_20_max": 0.78584, + "nauc_ndcg_at_20_std": 0.169886, + "nauc_ndcg_at_20_diff1": 0.935847, + "nauc_ndcg_at_100_max": 0.78272, + "nauc_ndcg_at_100_std": 0.165109, + "nauc_ndcg_at_100_diff1": 0.93566, + "nauc_ndcg_at_1000_max": 0.781779, + "nauc_ndcg_at_1000_std": 0.160171, + "nauc_ndcg_at_1000_diff1": 0.935903, + "nauc_map_at_1_max": 0.742943, + "nauc_map_at_1_std": 0.086975, + "nauc_map_at_1_diff1": 0.940786, + "nauc_map_at_3_max": 0.782943, + "nauc_map_at_3_std": 0.159117, + "nauc_map_at_3_diff1": 0.933767, + "nauc_map_at_5_max": 0.779653, + "nauc_map_at_5_std": 0.156151, + "nauc_map_at_5_diff1": 0.935925, + "nauc_map_at_10_max": 0.778322, + "nauc_map_at_10_std": 0.151307, + "nauc_map_at_10_diff1": 0.936344, + "nauc_map_at_20_max": 0.777635, + "nauc_map_at_20_std": 0.150796, + "nauc_map_at_20_diff1": 0.936303, + "nauc_map_at_100_max": 0.777281, + "nauc_map_at_100_std": 0.150267, + "nauc_map_at_100_diff1": 0.936285, + "nauc_map_at_1000_max": 0.777244, + "nauc_map_at_1000_std": 0.150063, + "nauc_map_at_1000_diff1": 0.936299, + "nauc_recall_at_1_max": 0.742943, + "nauc_recall_at_1_std": 0.086975, + "nauc_recall_at_1_diff1": 0.940786, + "nauc_recall_at_3_max": 0.871509, + "nauc_recall_at_3_std": 0.327551, + "nauc_recall_at_3_diff1": 0.914587, + "nauc_recall_at_5_max": 0.884454, + "nauc_recall_at_5_std": 0.40785, + "nauc_recall_at_5_diff1": 0.927728, + "nauc_recall_at_10_max": 0.915811, + "nauc_recall_at_10_std": 0.418394, + "nauc_recall_at_10_diff1": 0.937908, + "nauc_recall_at_20_max": 0.914566, + "nauc_recall_at_20_std": 0.506629, + "nauc_recall_at_20_diff1": 0.933007, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.807812, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742943, + "nauc_precision_at_1_std": 0.086975, + "nauc_precision_at_1_diff1": 0.940786, + "nauc_precision_at_3_max": 0.871509, + "nauc_precision_at_3_std": 0.327551, + "nauc_precision_at_3_diff1": 0.914587, + "nauc_precision_at_5_max": 0.884454, + "nauc_precision_at_5_std": 0.40785, + "nauc_precision_at_5_diff1": 0.927728, + "nauc_precision_at_10_max": 0.915811, + "nauc_precision_at_10_std": 0.418394, + "nauc_precision_at_10_diff1": 0.937908, + "nauc_precision_at_20_max": 0.914566, + "nauc_precision_at_20_std": 0.506629, + "nauc_precision_at_20_diff1": 0.933007, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.807812, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742943, + "nauc_mrr_at_1_std": 0.086975, + "nauc_mrr_at_1_diff1": 0.940786, + "nauc_mrr_at_3_max": 0.782943, + "nauc_mrr_at_3_std": 0.159117, + "nauc_mrr_at_3_diff1": 0.933767, + "nauc_mrr_at_5_max": 0.779653, + "nauc_mrr_at_5_std": 0.156151, + "nauc_mrr_at_5_diff1": 0.935925, + "nauc_mrr_at_10_max": 0.778322, + "nauc_mrr_at_10_std": 0.151307, + "nauc_mrr_at_10_diff1": 0.936344, + "nauc_mrr_at_20_max": 0.777635, + "nauc_mrr_at_20_std": 0.150796, + "nauc_mrr_at_20_diff1": 0.936303, + "nauc_mrr_at_100_max": 0.777281, + "nauc_mrr_at_100_std": 0.150267, + "nauc_mrr_at_100_diff1": 0.936285, + "nauc_mrr_at_1000_max": 0.777244, + "nauc_mrr_at_1000_std": 0.150063, + "nauc_mrr_at_1000_diff1": 0.936299, + "main_score": 0.93461, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95413, + "ndcg_at_5": 0.95695, + "ndcg_at_10": 0.95939, + "ndcg_at_20": 0.96079, + "ndcg_at_100": 0.96176, + "ndcg_at_1000": 0.96203, + "map_at_1": 0.92444, + "map_at_3": 0.94741, + "map_at_5": 0.94902, + "map_at_10": 0.94998, + "map_at_20": 0.95036, + "map_at_100": 0.95056, + "map_at_1000": 0.95056, + "recall_at_1": 0.92444, + "recall_at_3": 0.97333, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32444, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.947407, + "mrr_at_5": 0.949019, + "mrr_at_10": 0.949979, + "mrr_at_20": 0.950363, + "mrr_at_100": 0.950557, + "mrr_at_1000": 0.950565, + "nauc_ndcg_at_1_max": 0.754305, + "nauc_ndcg_at_1_std": 0.004744, + "nauc_ndcg_at_1_diff1": 0.936494, + "nauc_ndcg_at_3_max": 0.824351, + "nauc_ndcg_at_3_std": 0.056583, + "nauc_ndcg_at_3_diff1": 0.944752, + "nauc_ndcg_at_5_max": 0.815593, + "nauc_ndcg_at_5_std": 0.055094, + "nauc_ndcg_at_5_diff1": 0.945341, + "nauc_ndcg_at_10_max": 0.810528, + "nauc_ndcg_at_10_std": 0.044469, + "nauc_ndcg_at_10_diff1": 0.943251, + "nauc_ndcg_at_20_max": 0.806625, + "nauc_ndcg_at_20_std": 0.032226, + "nauc_ndcg_at_20_diff1": 0.943939, + "nauc_ndcg_at_100_max": 0.802575, + "nauc_ndcg_at_100_std": 0.044543, + "nauc_ndcg_at_100_diff1": 0.943369, + "nauc_ndcg_at_1000_max": 0.801167, + "nauc_ndcg_at_1000_std": 0.037729, + "nauc_ndcg_at_1000_diff1": 0.942965, + "nauc_map_at_1_max": 0.754305, + "nauc_map_at_1_std": 0.004744, + "nauc_map_at_1_diff1": 0.936494, + "nauc_map_at_3_max": 0.804076, + "nauc_map_at_3_std": 0.036727, + "nauc_map_at_3_diff1": 0.942704, + "nauc_map_at_5_max": 0.799167, + "nauc_map_at_5_std": 0.035531, + "nauc_map_at_5_diff1": 0.942887, + "nauc_map_at_10_max": 0.797284, + "nauc_map_at_10_std": 0.0319, + "nauc_map_at_10_diff1": 0.942205, + "nauc_map_at_20_max": 0.796215, + "nauc_map_at_20_std": 0.028455, + "nauc_map_at_20_diff1": 0.942264, + "nauc_map_at_100_max": 0.795556, + "nauc_map_at_100_std": 0.0305, + "nauc_map_at_100_diff1": 0.942177, + "nauc_map_at_1000_max": 0.795525, + "nauc_map_at_1000_std": 0.030352, + "nauc_map_at_1000_diff1": 0.942169, + "nauc_recall_at_1_max": 0.754305, + "nauc_recall_at_1_std": 0.004744, + "nauc_recall_at_1_diff1": 0.936494, + "nauc_recall_at_3_max": 0.936488, + "nauc_recall_at_3_std": 0.171141, + "nauc_recall_at_3_diff1": 0.955746, + "nauc_recall_at_5_max": 0.929842, + "nauc_recall_at_5_std": 0.200176, + "nauc_recall_at_5_diff1": 0.962781, + "nauc_recall_at_10_max": 0.947585, + "nauc_recall_at_10_std": 0.176555, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.043106, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754305, + "nauc_precision_at_1_std": 0.004744, + "nauc_precision_at_1_diff1": 0.936494, + "nauc_precision_at_3_max": 0.936488, + "nauc_precision_at_3_std": 0.171141, + "nauc_precision_at_3_diff1": 0.955746, + "nauc_precision_at_5_max": 0.929842, + "nauc_precision_at_5_std": 0.200176, + "nauc_precision_at_5_diff1": 0.962781, + "nauc_precision_at_10_max": 0.947585, + "nauc_precision_at_10_std": 0.176555, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.043106, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754305, + "nauc_mrr_at_1_std": 0.004744, + "nauc_mrr_at_1_diff1": 0.936494, + "nauc_mrr_at_3_max": 0.804076, + "nauc_mrr_at_3_std": 0.036727, + "nauc_mrr_at_3_diff1": 0.942704, + "nauc_mrr_at_5_max": 0.799167, + "nauc_mrr_at_5_std": 0.035531, + "nauc_mrr_at_5_diff1": 0.942887, + "nauc_mrr_at_10_max": 0.797284, + "nauc_mrr_at_10_std": 0.0319, + "nauc_mrr_at_10_diff1": 0.942205, + "nauc_mrr_at_20_max": 0.796215, + "nauc_mrr_at_20_std": 0.028455, + "nauc_mrr_at_20_diff1": 0.942264, + "nauc_mrr_at_100_max": 0.795556, + "nauc_mrr_at_100_std": 0.0305, + "nauc_mrr_at_100_diff1": 0.942177, + "nauc_mrr_at_1000_max": 0.795525, + "nauc_mrr_at_1000_std": 0.030352, + "nauc_mrr_at_1000_diff1": 0.942169, + "main_score": 0.95939, + "hf_subset": "fra_Latn-fra_Latn", + "languages": [ + "fra-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.94444, + "ndcg_at_3": 0.96419, + "ndcg_at_5": 0.96787, + "ndcg_at_10": 0.96972, + "ndcg_at_20": 0.97084, + "ndcg_at_100": 0.97126, + "ndcg_at_1000": 0.97154, + "map_at_1": 0.94444, + "map_at_3": 0.95981, + "map_at_5": 0.96187, + "map_at_10": 0.96266, + "map_at_20": 0.96296, + "map_at_100": 0.96303, + "map_at_1000": 0.96303, + "recall_at_1": 0.94444, + "recall_at_3": 0.97667, + "recall_at_5": 0.98556, + "recall_at_10": 0.99111, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94444, + "precision_at_3": 0.32556, + "precision_at_5": 0.19711, + "precision_at_10": 0.09911, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.944444, + "mrr_at_3": 0.959815, + "mrr_at_5": 0.96187, + "mrr_at_10": 0.962662, + "mrr_at_20": 0.962964, + "mrr_at_100": 0.963025, + "mrr_at_1000": 0.963034, + "nauc_ndcg_at_1_max": 0.680691, + "nauc_ndcg_at_1_std": -0.152782, + "nauc_ndcg_at_1_diff1": 0.939776, + "nauc_ndcg_at_3_max": 0.76923, + "nauc_ndcg_at_3_std": -0.060586, + "nauc_ndcg_at_3_diff1": 0.936892, + "nauc_ndcg_at_5_max": 0.748443, + "nauc_ndcg_at_5_std": -0.14214, + "nauc_ndcg_at_5_diff1": 0.939321, + "nauc_ndcg_at_10_max": 0.734612, + "nauc_ndcg_at_10_std": -0.116169, + "nauc_ndcg_at_10_diff1": 0.937218, + "nauc_ndcg_at_20_max": 0.738948, + "nauc_ndcg_at_20_std": -0.099929, + "nauc_ndcg_at_20_diff1": 0.938901, + "nauc_ndcg_at_100_max": 0.737382, + "nauc_ndcg_at_100_std": -0.092913, + "nauc_ndcg_at_100_diff1": 0.938858, + "nauc_ndcg_at_1000_max": 0.734821, + "nauc_ndcg_at_1000_std": -0.103568, + "nauc_ndcg_at_1000_diff1": 0.938262, + "nauc_map_at_1_max": 0.680691, + "nauc_map_at_1_std": -0.152782, + "nauc_map_at_1_diff1": 0.939776, + "nauc_map_at_3_max": 0.743908, + "nauc_map_at_3_std": -0.09009, + "nauc_map_at_3_diff1": 0.937448, + "nauc_map_at_5_max": 0.732674, + "nauc_map_at_5_std": -0.13001, + "nauc_map_at_5_diff1": 0.938389, + "nauc_map_at_10_max": 0.727494, + "nauc_map_at_10_std": -0.119531, + "nauc_map_at_10_diff1": 0.937638, + "nauc_map_at_20_max": 0.728615, + "nauc_map_at_20_std": -0.115181, + "nauc_map_at_20_diff1": 0.938072, + "nauc_map_at_100_max": 0.728486, + "nauc_map_at_100_std": -0.113796, + "nauc_map_at_100_diff1": 0.938035, + "nauc_map_at_1000_max": 0.728423, + "nauc_map_at_1000_std": -0.114058, + "nauc_map_at_1000_diff1": 0.938021, + "nauc_recall_at_1_max": 0.680691, + "nauc_recall_at_1_std": -0.152782, + "nauc_recall_at_1_diff1": 0.939776, + "nauc_recall_at_3_max": 0.89209, + "nauc_recall_at_3_std": 0.085167, + "nauc_recall_at_3_diff1": 0.934418, + "nauc_recall_at_5_max": 0.857107, + "nauc_recall_at_5_std": -0.263305, + "nauc_recall_at_5_diff1": 0.948467, + "nauc_recall_at_10_max": 0.784139, + "nauc_recall_at_10_std": -0.099556, + "nauc_recall_at_10_diff1": 0.932598, + "nauc_recall_at_20_max": 0.930556, + "nauc_recall_at_20_std": 0.28233, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.680691, + "nauc_precision_at_1_std": -0.152782, + "nauc_precision_at_1_diff1": 0.939776, + "nauc_precision_at_3_max": 0.89209, + "nauc_precision_at_3_std": 0.085167, + "nauc_precision_at_3_diff1": 0.934418, + "nauc_precision_at_5_max": 0.857107, + "nauc_precision_at_5_std": -0.263305, + "nauc_precision_at_5_diff1": 0.948467, + "nauc_precision_at_10_max": 0.784139, + "nauc_precision_at_10_std": -0.099556, + "nauc_precision_at_10_diff1": 0.932598, + "nauc_precision_at_20_max": 0.930556, + "nauc_precision_at_20_std": 0.28233, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.680691, + "nauc_mrr_at_1_std": -0.152782, + "nauc_mrr_at_1_diff1": 0.939776, + "nauc_mrr_at_3_max": 0.743908, + "nauc_mrr_at_3_std": -0.09009, + "nauc_mrr_at_3_diff1": 0.937448, + "nauc_mrr_at_5_max": 0.732674, + "nauc_mrr_at_5_std": -0.13001, + "nauc_mrr_at_5_diff1": 0.938389, + "nauc_mrr_at_10_max": 0.727494, + "nauc_mrr_at_10_std": -0.119531, + "nauc_mrr_at_10_diff1": 0.937638, + "nauc_mrr_at_20_max": 0.728615, + "nauc_mrr_at_20_std": -0.115181, + "nauc_mrr_at_20_diff1": 0.938072, + "nauc_mrr_at_100_max": 0.728486, + "nauc_mrr_at_100_std": -0.113796, + "nauc_mrr_at_100_diff1": 0.938035, + "nauc_mrr_at_1000_max": 0.728423, + "nauc_mrr_at_1000_std": -0.114058, + "nauc_mrr_at_1000_diff1": 0.938021, + "main_score": 0.96972, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.95234, + "ndcg_at_5": 0.95645, + "ndcg_at_10": 0.95758, + "ndcg_at_20": 0.95874, + "ndcg_at_100": 0.95962, + "ndcg_at_1000": 0.95991, + "map_at_1": 0.91778, + "map_at_3": 0.94426, + "map_at_5": 0.94654, + "map_at_10": 0.94703, + "map_at_20": 0.94737, + "map_at_100": 0.94751, + "map_at_1000": 0.94752, + "recall_at_1": 0.91778, + "recall_at_3": 0.97556, + "recall_at_5": 0.98556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.32519, + "precision_at_5": 0.19711, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.944259, + "mrr_at_5": 0.946537, + "mrr_at_10": 0.947031, + "mrr_at_20": 0.947369, + "mrr_at_100": 0.947513, + "mrr_at_1000": 0.947524, + "nauc_ndcg_at_1_max": 0.770245, + "nauc_ndcg_at_1_std": -0.115269, + "nauc_ndcg_at_1_diff1": 0.942905, + "nauc_ndcg_at_3_max": 0.819966, + "nauc_ndcg_at_3_std": -0.079196, + "nauc_ndcg_at_3_diff1": 0.95357, + "nauc_ndcg_at_5_max": 0.814935, + "nauc_ndcg_at_5_std": -0.061114, + "nauc_ndcg_at_5_diff1": 0.955375, + "nauc_ndcg_at_10_max": 0.812462, + "nauc_ndcg_at_10_std": -0.04913, + "nauc_ndcg_at_10_diff1": 0.954191, + "nauc_ndcg_at_20_max": 0.810064, + "nauc_ndcg_at_20_std": -0.053417, + "nauc_ndcg_at_20_diff1": 0.952902, + "nauc_ndcg_at_100_max": 0.807557, + "nauc_ndcg_at_100_std": -0.056933, + "nauc_ndcg_at_100_diff1": 0.951872, + "nauc_ndcg_at_1000_max": 0.806181, + "nauc_ndcg_at_1000_std": -0.063552, + "nauc_ndcg_at_1000_diff1": 0.951528, + "nauc_map_at_1_max": 0.770245, + "nauc_map_at_1_std": -0.115269, + "nauc_map_at_1_diff1": 0.942905, + "nauc_map_at_3_max": 0.806513, + "nauc_map_at_3_std": -0.08429, + "nauc_map_at_3_diff1": 0.950407, + "nauc_map_at_5_max": 0.803795, + "nauc_map_at_5_std": -0.076848, + "nauc_map_at_5_diff1": 0.951153, + "nauc_map_at_10_max": 0.80288, + "nauc_map_at_10_std": -0.071842, + "nauc_map_at_10_diff1": 0.950698, + "nauc_map_at_20_max": 0.802167, + "nauc_map_at_20_std": -0.073416, + "nauc_map_at_20_diff1": 0.950381, + "nauc_map_at_100_max": 0.801868, + "nauc_map_at_100_std": -0.073494, + "nauc_map_at_100_diff1": 0.950245, + "nauc_map_at_1000_max": 0.801829, + "nauc_map_at_1000_std": -0.073679, + "nauc_map_at_1000_diff1": 0.950235, + "nauc_recall_at_1_max": 0.770245, + "nauc_recall_at_1_std": -0.115269, + "nauc_recall_at_1_diff1": 0.942905, + "nauc_recall_at_3_max": 0.904507, + "nauc_recall_at_3_std": -0.052967, + "nauc_recall_at_3_diff1": 0.973793, + "nauc_recall_at_5_max": 0.924226, + "nauc_recall_at_5_std": 0.105437, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.927638, + "nauc_recall_at_10_std": 0.267414, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.403673, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.770245, + "nauc_precision_at_1_std": -0.115269, + "nauc_precision_at_1_diff1": 0.942905, + "nauc_precision_at_3_max": 0.904507, + "nauc_precision_at_3_std": -0.052967, + "nauc_precision_at_3_diff1": 0.973793, + "nauc_precision_at_5_max": 0.924226, + "nauc_precision_at_5_std": 0.105437, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.927638, + "nauc_precision_at_10_std": 0.267414, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.403673, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.770245, + "nauc_mrr_at_1_std": -0.115269, + "nauc_mrr_at_1_diff1": 0.942905, + "nauc_mrr_at_3_max": 0.806513, + "nauc_mrr_at_3_std": -0.08429, + "nauc_mrr_at_3_diff1": 0.950407, + "nauc_mrr_at_5_max": 0.803795, + "nauc_mrr_at_5_std": -0.076848, + "nauc_mrr_at_5_diff1": 0.951153, + "nauc_mrr_at_10_max": 0.80288, + "nauc_mrr_at_10_std": -0.071842, + "nauc_mrr_at_10_diff1": 0.950698, + "nauc_mrr_at_20_max": 0.802167, + "nauc_mrr_at_20_std": -0.073416, + "nauc_mrr_at_20_diff1": 0.950381, + "nauc_mrr_at_100_max": 0.801868, + "nauc_mrr_at_100_std": -0.073494, + "nauc_mrr_at_100_diff1": 0.950245, + "nauc_mrr_at_1000_max": 0.801829, + "nauc_mrr_at_1000_std": -0.073679, + "nauc_mrr_at_1000_diff1": 0.950235, + "main_score": 0.95758, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.41667, + "ndcg_at_3": 0.45739, + "ndcg_at_5": 0.46653, + "ndcg_at_10": 0.4754, + "ndcg_at_20": 0.48612, + "ndcg_at_100": 0.51743, + "ndcg_at_1000": 0.54958, + "map_at_1": 0.41667, + "map_at_3": 0.44796, + "map_at_5": 0.45302, + "map_at_10": 0.45683, + "map_at_20": 0.4598, + "map_at_100": 0.46369, + "map_at_1000": 0.46493, + "recall_at_1": 0.41667, + "recall_at_3": 0.48444, + "recall_at_5": 0.50667, + "recall_at_10": 0.53333, + "recall_at_20": 0.57556, + "recall_at_100": 0.75111, + "recall_at_1000": 1.0, + "precision_at_1": 0.41667, + "precision_at_3": 0.16148, + "precision_at_5": 0.10133, + "precision_at_10": 0.05333, + "precision_at_20": 0.02878, + "precision_at_100": 0.00751, + "precision_at_1000": 0.001, + "mrr_at_1": 0.416667, + "mrr_at_3": 0.447963, + "mrr_at_5": 0.453019, + "mrr_at_10": 0.456831, + "mrr_at_20": 0.459802, + "mrr_at_100": 0.46369, + "mrr_at_1000": 0.464927, + "nauc_ndcg_at_1_max": 0.64283, + "nauc_ndcg_at_1_std": 0.068734, + "nauc_ndcg_at_1_diff1": 0.863245, + "nauc_ndcg_at_3_max": 0.647779, + "nauc_ndcg_at_3_std": 0.089974, + "nauc_ndcg_at_3_diff1": 0.840842, + "nauc_ndcg_at_5_max": 0.644095, + "nauc_ndcg_at_5_std": 0.092528, + "nauc_ndcg_at_5_diff1": 0.831871, + "nauc_ndcg_at_10_max": 0.640556, + "nauc_ndcg_at_10_std": 0.09545, + "nauc_ndcg_at_10_diff1": 0.826787, + "nauc_ndcg_at_20_max": 0.632245, + "nauc_ndcg_at_20_std": 0.093724, + "nauc_ndcg_at_20_diff1": 0.814978, + "nauc_ndcg_at_100_max": 0.621721, + "nauc_ndcg_at_100_std": 0.093416, + "nauc_ndcg_at_100_diff1": 0.806516, + "nauc_ndcg_at_1000_max": 0.6331, + "nauc_ndcg_at_1000_std": 0.091519, + "nauc_ndcg_at_1000_diff1": 0.822346, + "nauc_map_at_1_max": 0.64283, + "nauc_map_at_1_std": 0.068734, + "nauc_map_at_1_diff1": 0.863245, + "nauc_map_at_3_max": 0.646912, + "nauc_map_at_3_std": 0.084888, + "nauc_map_at_3_diff1": 0.846057, + "nauc_map_at_5_max": 0.644644, + "nauc_map_at_5_std": 0.086102, + "nauc_map_at_5_diff1": 0.840928, + "nauc_map_at_10_max": 0.643202, + "nauc_map_at_10_std": 0.087559, + "nauc_map_at_10_diff1": 0.838852, + "nauc_map_at_20_max": 0.640871, + "nauc_map_at_20_std": 0.086921, + "nauc_map_at_20_diff1": 0.835618, + "nauc_map_at_100_max": 0.639473, + "nauc_map_at_100_std": 0.087084, + "nauc_map_at_100_diff1": 0.83457, + "nauc_map_at_1000_max": 0.639832, + "nauc_map_at_1000_std": 0.087046, + "nauc_map_at_1000_diff1": 0.835102, + "nauc_recall_at_1_max": 0.64283, + "nauc_recall_at_1_std": 0.068734, + "nauc_recall_at_1_diff1": 0.863245, + "nauc_recall_at_3_max": 0.650168, + "nauc_recall_at_3_std": 0.104798, + "nauc_recall_at_3_diff1": 0.825703, + "nauc_recall_at_5_max": 0.642093, + "nauc_recall_at_5_std": 0.112061, + "nauc_recall_at_5_diff1": 0.804179, + "nauc_recall_at_10_max": 0.630645, + "nauc_recall_at_10_std": 0.120347, + "nauc_recall_at_10_diff1": 0.787302, + "nauc_recall_at_20_max": 0.595791, + "nauc_recall_at_20_std": 0.115466, + "nauc_recall_at_20_diff1": 0.736019, + "nauc_recall_at_100_max": 0.497829, + "nauc_recall_at_100_std": 0.11759, + "nauc_recall_at_100_diff1": 0.635078, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.64283, + "nauc_precision_at_1_std": 0.068734, + "nauc_precision_at_1_diff1": 0.863245, + "nauc_precision_at_3_max": 0.650168, + "nauc_precision_at_3_std": 0.104798, + "nauc_precision_at_3_diff1": 0.825703, + "nauc_precision_at_5_max": 0.642093, + "nauc_precision_at_5_std": 0.112061, + "nauc_precision_at_5_diff1": 0.804179, + "nauc_precision_at_10_max": 0.630645, + "nauc_precision_at_10_std": 0.120347, + "nauc_precision_at_10_diff1": 0.787302, + "nauc_precision_at_20_max": 0.595791, + "nauc_precision_at_20_std": 0.115466, + "nauc_precision_at_20_diff1": 0.736019, + "nauc_precision_at_100_max": 0.497829, + "nauc_precision_at_100_std": 0.11759, + "nauc_precision_at_100_diff1": 0.635078, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.64283, + "nauc_mrr_at_1_std": 0.068734, + "nauc_mrr_at_1_diff1": 0.863245, + "nauc_mrr_at_3_max": 0.646912, + "nauc_mrr_at_3_std": 0.084888, + "nauc_mrr_at_3_diff1": 0.846057, + "nauc_mrr_at_5_max": 0.644644, + "nauc_mrr_at_5_std": 0.086102, + "nauc_mrr_at_5_diff1": 0.840928, + "nauc_mrr_at_10_max": 0.643202, + "nauc_mrr_at_10_std": 0.087559, + "nauc_mrr_at_10_diff1": 0.838852, + "nauc_mrr_at_20_max": 0.640871, + "nauc_mrr_at_20_std": 0.086921, + "nauc_mrr_at_20_diff1": 0.835618, + "nauc_mrr_at_100_max": 0.639473, + "nauc_mrr_at_100_std": 0.087084, + "nauc_mrr_at_100_diff1": 0.83457, + "nauc_mrr_at_1000_max": 0.639832, + "nauc_mrr_at_1000_std": 0.087046, + "nauc_mrr_at_1000_diff1": 0.835102, + "main_score": 0.4754, + "hf_subset": "fuv_Latn-fuv_Latn", + "languages": [ + "fuv-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.64667, + "ndcg_at_3": 0.70095, + "ndcg_at_5": 0.71147, + "ndcg_at_10": 0.72368, + "ndcg_at_20": 0.73709, + "ndcg_at_100": 0.7554, + "ndcg_at_1000": 0.76187, + "map_at_1": 0.64667, + "map_at_3": 0.68815, + "map_at_5": 0.69398, + "map_at_10": 0.69903, + "map_at_20": 0.70266, + "map_at_100": 0.70524, + "map_at_1000": 0.70554, + "recall_at_1": 0.64667, + "recall_at_3": 0.73778, + "recall_at_5": 0.76333, + "recall_at_10": 0.80111, + "recall_at_20": 0.85444, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "precision_at_1": 0.64667, + "precision_at_3": 0.24593, + "precision_at_5": 0.15267, + "precision_at_10": 0.08011, + "precision_at_20": 0.04272, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.646667, + "mrr_at_3": 0.688148, + "mrr_at_5": 0.693981, + "mrr_at_10": 0.699025, + "mrr_at_20": 0.702662, + "mrr_at_100": 0.705242, + "mrr_at_1000": 0.705542, + "nauc_ndcg_at_1_max": 0.710329, + "nauc_ndcg_at_1_std": -0.020294, + "nauc_ndcg_at_1_diff1": 0.880975, + "nauc_ndcg_at_3_max": 0.725796, + "nauc_ndcg_at_3_std": -0.000425, + "nauc_ndcg_at_3_diff1": 0.860532, + "nauc_ndcg_at_5_max": 0.725474, + "nauc_ndcg_at_5_std": 0.004601, + "nauc_ndcg_at_5_diff1": 0.853931, + "nauc_ndcg_at_10_max": 0.716697, + "nauc_ndcg_at_10_std": -0.001844, + "nauc_ndcg_at_10_diff1": 0.846295, + "nauc_ndcg_at_20_max": 0.716921, + "nauc_ndcg_at_20_std": 0.002328, + "nauc_ndcg_at_20_diff1": 0.846367, + "nauc_ndcg_at_100_max": 0.71901, + "nauc_ndcg_at_100_std": 0.002596, + "nauc_ndcg_at_100_diff1": 0.850965, + "nauc_ndcg_at_1000_max": 0.718502, + "nauc_ndcg_at_1000_std": -0.001952, + "nauc_ndcg_at_1000_diff1": 0.85419, + "nauc_map_at_1_max": 0.710329, + "nauc_map_at_1_std": -0.020294, + "nauc_map_at_1_diff1": 0.880975, + "nauc_map_at_3_max": 0.722712, + "nauc_map_at_3_std": -0.004335, + "nauc_map_at_3_diff1": 0.865309, + "nauc_map_at_5_max": 0.72248, + "nauc_map_at_5_std": -0.002082, + "nauc_map_at_5_diff1": 0.861816, + "nauc_map_at_10_max": 0.718887, + "nauc_map_at_10_std": -0.004636, + "nauc_map_at_10_diff1": 0.858736, + "nauc_map_at_20_max": 0.719008, + "nauc_map_at_20_std": -0.00405, + "nauc_map_at_20_diff1": 0.858988, + "nauc_map_at_100_max": 0.718971, + "nauc_map_at_100_std": -0.004487, + "nauc_map_at_100_diff1": 0.85953, + "nauc_map_at_1000_max": 0.718963, + "nauc_map_at_1000_std": -0.004631, + "nauc_map_at_1000_diff1": 0.859676, + "nauc_recall_at_1_max": 0.710329, + "nauc_recall_at_1_std": -0.020294, + "nauc_recall_at_1_diff1": 0.880975, + "nauc_recall_at_3_max": 0.735427, + "nauc_recall_at_3_std": 0.011754, + "nauc_recall_at_3_diff1": 0.845176, + "nauc_recall_at_5_max": 0.735406, + "nauc_recall_at_5_std": 0.028716, + "nauc_recall_at_5_diff1": 0.82561, + "nauc_recall_at_10_max": 0.70322, + "nauc_recall_at_10_std": 0.006477, + "nauc_recall_at_10_diff1": 0.792866, + "nauc_recall_at_20_max": 0.699679, + "nauc_recall_at_20_std": 0.041773, + "nauc_recall_at_20_diff1": 0.774548, + "nauc_recall_at_100_max": 0.737422, + "nauc_recall_at_100_std": 0.154366, + "nauc_recall_at_100_diff1": 0.752589, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.710329, + "nauc_precision_at_1_std": -0.020294, + "nauc_precision_at_1_diff1": 0.880975, + "nauc_precision_at_3_max": 0.735427, + "nauc_precision_at_3_std": 0.011754, + "nauc_precision_at_3_diff1": 0.845176, + "nauc_precision_at_5_max": 0.735406, + "nauc_precision_at_5_std": 0.028716, + "nauc_precision_at_5_diff1": 0.82561, + "nauc_precision_at_10_max": 0.70322, + "nauc_precision_at_10_std": 0.006477, + "nauc_precision_at_10_diff1": 0.792866, + "nauc_precision_at_20_max": 0.699679, + "nauc_precision_at_20_std": 0.041773, + "nauc_precision_at_20_diff1": 0.774548, + "nauc_precision_at_100_max": 0.737422, + "nauc_precision_at_100_std": 0.154366, + "nauc_precision_at_100_diff1": 0.752589, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.710329, + "nauc_mrr_at_1_std": -0.020294, + "nauc_mrr_at_1_diff1": 0.880975, + "nauc_mrr_at_3_max": 0.722712, + "nauc_mrr_at_3_std": -0.004335, + "nauc_mrr_at_3_diff1": 0.865309, + "nauc_mrr_at_5_max": 0.72248, + "nauc_mrr_at_5_std": -0.002082, + "nauc_mrr_at_5_diff1": 0.861816, + "nauc_mrr_at_10_max": 0.718887, + "nauc_mrr_at_10_std": -0.004636, + "nauc_mrr_at_10_diff1": 0.858736, + "nauc_mrr_at_20_max": 0.719008, + "nauc_mrr_at_20_std": -0.00405, + "nauc_mrr_at_20_diff1": 0.858988, + "nauc_mrr_at_100_max": 0.718971, + "nauc_mrr_at_100_std": -0.004487, + "nauc_mrr_at_100_diff1": 0.85953, + "nauc_mrr_at_1000_max": 0.718963, + "nauc_mrr_at_1000_std": -0.004631, + "nauc_mrr_at_1000_diff1": 0.859676, + "main_score": 0.72368, + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45444, + "ndcg_at_3": 0.49421, + "ndcg_at_5": 0.50391, + "ndcg_at_10": 0.51341, + "ndcg_at_20": 0.52372, + "ndcg_at_100": 0.54587, + "ndcg_at_1000": 0.57935, + "map_at_1": 0.45444, + "map_at_3": 0.48519, + "map_at_5": 0.49063, + "map_at_10": 0.49464, + "map_at_20": 0.49743, + "map_at_100": 0.50025, + "map_at_1000": 0.50145, + "recall_at_1": 0.45444, + "recall_at_3": 0.52, + "recall_at_5": 0.54333, + "recall_at_10": 0.57222, + "recall_at_20": 0.61333, + "recall_at_100": 0.73667, + "recall_at_1000": 1.0, + "precision_at_1": 0.45444, + "precision_at_3": 0.17333, + "precision_at_5": 0.10867, + "precision_at_10": 0.05722, + "precision_at_20": 0.03067, + "precision_at_100": 0.00737, + "precision_at_1000": 0.001, + "mrr_at_1": 0.454444, + "mrr_at_3": 0.485185, + "mrr_at_5": 0.49063, + "mrr_at_10": 0.494641, + "mrr_at_20": 0.497432, + "mrr_at_100": 0.500254, + "mrr_at_1000": 0.501454, + "nauc_ndcg_at_1_max": 0.653285, + "nauc_ndcg_at_1_std": 0.27304, + "nauc_ndcg_at_1_diff1": 0.860802, + "nauc_ndcg_at_3_max": 0.660747, + "nauc_ndcg_at_3_std": 0.283601, + "nauc_ndcg_at_3_diff1": 0.826788, + "nauc_ndcg_at_5_max": 0.657679, + "nauc_ndcg_at_5_std": 0.276093, + "nauc_ndcg_at_5_diff1": 0.826669, + "nauc_ndcg_at_10_max": 0.648977, + "nauc_ndcg_at_10_std": 0.268362, + "nauc_ndcg_at_10_diff1": 0.819329, + "nauc_ndcg_at_20_max": 0.64267, + "nauc_ndcg_at_20_std": 0.267715, + "nauc_ndcg_at_20_diff1": 0.813344, + "nauc_ndcg_at_100_max": 0.637304, + "nauc_ndcg_at_100_std": 0.263621, + "nauc_ndcg_at_100_diff1": 0.811704, + "nauc_ndcg_at_1000_max": 0.646513, + "nauc_ndcg_at_1000_std": 0.270335, + "nauc_ndcg_at_1000_diff1": 0.820396, + "nauc_map_at_1_max": 0.653285, + "nauc_map_at_1_std": 0.27304, + "nauc_map_at_1_diff1": 0.860802, + "nauc_map_at_3_max": 0.659684, + "nauc_map_at_3_std": 0.281534, + "nauc_map_at_3_diff1": 0.834521, + "nauc_map_at_5_max": 0.658118, + "nauc_map_at_5_std": 0.277409, + "nauc_map_at_5_diff1": 0.834599, + "nauc_map_at_10_max": 0.654623, + "nauc_map_at_10_std": 0.274331, + "nauc_map_at_10_diff1": 0.831565, + "nauc_map_at_20_max": 0.652913, + "nauc_map_at_20_std": 0.274157, + "nauc_map_at_20_diff1": 0.830013, + "nauc_map_at_100_max": 0.652444, + "nauc_map_at_100_std": 0.27418, + "nauc_map_at_100_diff1": 0.829944, + "nauc_map_at_1000_max": 0.652726, + "nauc_map_at_1000_std": 0.274366, + "nauc_map_at_1000_diff1": 0.830153, + "nauc_recall_at_1_max": 0.653285, + "nauc_recall_at_1_std": 0.27304, + "nauc_recall_at_1_diff1": 0.860802, + "nauc_recall_at_3_max": 0.663558, + "nauc_recall_at_3_std": 0.289467, + "nauc_recall_at_3_diff1": 0.804263, + "nauc_recall_at_5_max": 0.655409, + "nauc_recall_at_5_std": 0.270781, + "nauc_recall_at_5_diff1": 0.802973, + "nauc_recall_at_10_max": 0.626775, + "nauc_recall_at_10_std": 0.245101, + "nauc_recall_at_10_diff1": 0.77879, + "nauc_recall_at_20_max": 0.598521, + "nauc_recall_at_20_std": 0.241219, + "nauc_recall_at_20_diff1": 0.750463, + "nauc_recall_at_100_max": 0.541019, + "nauc_recall_at_100_std": 0.19174, + "nauc_recall_at_100_diff1": 0.716954, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.653285, + "nauc_precision_at_1_std": 0.27304, + "nauc_precision_at_1_diff1": 0.860802, + "nauc_precision_at_3_max": 0.663558, + "nauc_precision_at_3_std": 0.289467, + "nauc_precision_at_3_diff1": 0.804263, + "nauc_precision_at_5_max": 0.655409, + "nauc_precision_at_5_std": 0.270781, + "nauc_precision_at_5_diff1": 0.802973, + "nauc_precision_at_10_max": 0.626775, + "nauc_precision_at_10_std": 0.245101, + "nauc_precision_at_10_diff1": 0.77879, + "nauc_precision_at_20_max": 0.598521, + "nauc_precision_at_20_std": 0.241219, + "nauc_precision_at_20_diff1": 0.750463, + "nauc_precision_at_100_max": 0.541019, + "nauc_precision_at_100_std": 0.19174, + "nauc_precision_at_100_diff1": 0.716954, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.653285, + "nauc_mrr_at_1_std": 0.27304, + "nauc_mrr_at_1_diff1": 0.860802, + "nauc_mrr_at_3_max": 0.659684, + "nauc_mrr_at_3_std": 0.281534, + "nauc_mrr_at_3_diff1": 0.834521, + "nauc_mrr_at_5_max": 0.658118, + "nauc_mrr_at_5_std": 0.277409, + "nauc_mrr_at_5_diff1": 0.834599, + "nauc_mrr_at_10_max": 0.654623, + "nauc_mrr_at_10_std": 0.274331, + "nauc_mrr_at_10_diff1": 0.831565, + "nauc_mrr_at_20_max": 0.652913, + "nauc_mrr_at_20_std": 0.274157, + "nauc_mrr_at_20_diff1": 0.830013, + "nauc_mrr_at_100_max": 0.652444, + "nauc_mrr_at_100_std": 0.27418, + "nauc_mrr_at_100_diff1": 0.829944, + "nauc_mrr_at_1000_max": 0.652726, + "nauc_mrr_at_1000_std": 0.274366, + "nauc_mrr_at_1000_diff1": 0.830153, + "main_score": 0.51341, + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.49667, + "ndcg_at_3": 0.5575, + "ndcg_at_5": 0.57309, + "ndcg_at_10": 0.59038, + "ndcg_at_20": 0.60151, + "ndcg_at_100": 0.62112, + "ndcg_at_1000": 0.64121, + "map_at_1": 0.49667, + "map_at_3": 0.54278, + "map_at_5": 0.55144, + "map_at_10": 0.5586, + "map_at_20": 0.56161, + "map_at_100": 0.56417, + "map_at_1000": 0.56492, + "recall_at_1": 0.49667, + "recall_at_3": 0.6, + "recall_at_5": 0.63778, + "recall_at_10": 0.69111, + "recall_at_20": 0.73556, + "recall_at_100": 0.84333, + "recall_at_1000": 1.0, + "precision_at_1": 0.49667, + "precision_at_3": 0.2, + "precision_at_5": 0.12756, + "precision_at_10": 0.06911, + "precision_at_20": 0.03678, + "precision_at_100": 0.00843, + "precision_at_1000": 0.001, + "mrr_at_1": 0.496667, + "mrr_at_3": 0.542778, + "mrr_at_5": 0.551444, + "mrr_at_10": 0.558602, + "mrr_at_20": 0.561605, + "mrr_at_100": 0.564174, + "mrr_at_1000": 0.564924, + "nauc_ndcg_at_1_max": 0.436409, + "nauc_ndcg_at_1_std": 0.296576, + "nauc_ndcg_at_1_diff1": 0.799315, + "nauc_ndcg_at_3_max": 0.417242, + "nauc_ndcg_at_3_std": 0.330093, + "nauc_ndcg_at_3_diff1": 0.754893, + "nauc_ndcg_at_5_max": 0.429227, + "nauc_ndcg_at_5_std": 0.344034, + "nauc_ndcg_at_5_diff1": 0.75352, + "nauc_ndcg_at_10_max": 0.417284, + "nauc_ndcg_at_10_std": 0.343863, + "nauc_ndcg_at_10_diff1": 0.745367, + "nauc_ndcg_at_20_max": 0.419118, + "nauc_ndcg_at_20_std": 0.350118, + "nauc_ndcg_at_20_diff1": 0.746736, + "nauc_ndcg_at_100_max": 0.424869, + "nauc_ndcg_at_100_std": 0.349357, + "nauc_ndcg_at_100_diff1": 0.747553, + "nauc_ndcg_at_1000_max": 0.423984, + "nauc_ndcg_at_1000_std": 0.340784, + "nauc_ndcg_at_1000_diff1": 0.754027, + "nauc_map_at_1_max": 0.436409, + "nauc_map_at_1_std": 0.296576, + "nauc_map_at_1_diff1": 0.799315, + "nauc_map_at_3_max": 0.421823, + "nauc_map_at_3_std": 0.322483, + "nauc_map_at_3_diff1": 0.766368, + "nauc_map_at_5_max": 0.428287, + "nauc_map_at_5_std": 0.330157, + "nauc_map_at_5_diff1": 0.765707, + "nauc_map_at_10_max": 0.423774, + "nauc_map_at_10_std": 0.329917, + "nauc_map_at_10_diff1": 0.762732, + "nauc_map_at_20_max": 0.424258, + "nauc_map_at_20_std": 0.331493, + "nauc_map_at_20_diff1": 0.76311, + "nauc_map_at_100_max": 0.425032, + "nauc_map_at_100_std": 0.331183, + "nauc_map_at_100_diff1": 0.763116, + "nauc_map_at_1000_max": 0.425039, + "nauc_map_at_1000_std": 0.330934, + "nauc_map_at_1000_diff1": 0.763324, + "nauc_recall_at_1_max": 0.436409, + "nauc_recall_at_1_std": 0.296576, + "nauc_recall_at_1_diff1": 0.799315, + "nauc_recall_at_3_max": 0.403295, + "nauc_recall_at_3_std": 0.353077, + "nauc_recall_at_3_diff1": 0.719556, + "nauc_recall_at_5_max": 0.434433, + "nauc_recall_at_5_std": 0.390491, + "nauc_recall_at_5_diff1": 0.7138, + "nauc_recall_at_10_max": 0.390138, + "nauc_recall_at_10_std": 0.395118, + "nauc_recall_at_10_diff1": 0.679072, + "nauc_recall_at_20_max": 0.396211, + "nauc_recall_at_20_std": 0.43351, + "nauc_recall_at_20_diff1": 0.678224, + "nauc_recall_at_100_max": 0.441719, + "nauc_recall_at_100_std": 0.475999, + "nauc_recall_at_100_diff1": 0.653874, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.436409, + "nauc_precision_at_1_std": 0.296576, + "nauc_precision_at_1_diff1": 0.799315, + "nauc_precision_at_3_max": 0.403295, + "nauc_precision_at_3_std": 0.353077, + "nauc_precision_at_3_diff1": 0.719556, + "nauc_precision_at_5_max": 0.434433, + "nauc_precision_at_5_std": 0.390491, + "nauc_precision_at_5_diff1": 0.7138, + "nauc_precision_at_10_max": 0.390138, + "nauc_precision_at_10_std": 0.395118, + "nauc_precision_at_10_diff1": 0.679072, + "nauc_precision_at_20_max": 0.396211, + "nauc_precision_at_20_std": 0.43351, + "nauc_precision_at_20_diff1": 0.678224, + "nauc_precision_at_100_max": 0.441719, + "nauc_precision_at_100_std": 0.475999, + "nauc_precision_at_100_diff1": 0.653874, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.436409, + "nauc_mrr_at_1_std": 0.296576, + "nauc_mrr_at_1_diff1": 0.799315, + "nauc_mrr_at_3_max": 0.421823, + "nauc_mrr_at_3_std": 0.322483, + "nauc_mrr_at_3_diff1": 0.766368, + "nauc_mrr_at_5_max": 0.428287, + "nauc_mrr_at_5_std": 0.330157, + "nauc_mrr_at_5_diff1": 0.765707, + "nauc_mrr_at_10_max": 0.423774, + "nauc_mrr_at_10_std": 0.329917, + "nauc_mrr_at_10_diff1": 0.762732, + "nauc_mrr_at_20_max": 0.424258, + "nauc_mrr_at_20_std": 0.331493, + "nauc_mrr_at_20_diff1": 0.76311, + "nauc_mrr_at_100_max": 0.425032, + "nauc_mrr_at_100_std": 0.331183, + "nauc_mrr_at_100_diff1": 0.763116, + "nauc_mrr_at_1000_max": 0.425039, + "nauc_mrr_at_1000_std": 0.330934, + "nauc_mrr_at_1000_diff1": 0.763324, + "main_score": 0.59038, + "hf_subset": "gaz_Latn-gaz_Latn", + "languages": [ + "gaz-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.59889, + "ndcg_at_3": 0.67403, + "ndcg_at_5": 0.68961, + "ndcg_at_10": 0.70126, + "ndcg_at_20": 0.71704, + "ndcg_at_100": 0.73613, + "ndcg_at_1000": 0.74081, + "map_at_1": 0.59889, + "map_at_3": 0.65648, + "map_at_5": 0.66487, + "map_at_10": 0.66955, + "map_at_20": 0.67392, + "map_at_100": 0.67651, + "map_at_1000": 0.67673, + "recall_at_1": 0.59889, + "recall_at_3": 0.72444, + "recall_at_5": 0.76333, + "recall_at_10": 0.8, + "recall_at_20": 0.86222, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "precision_at_1": 0.59889, + "precision_at_3": 0.24148, + "precision_at_5": 0.15267, + "precision_at_10": 0.08, + "precision_at_20": 0.04311, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.598889, + "mrr_at_3": 0.656481, + "mrr_at_5": 0.66487, + "mrr_at_10": 0.669552, + "mrr_at_20": 0.673918, + "mrr_at_100": 0.676509, + "mrr_at_1000": 0.676728, + "nauc_ndcg_at_1_max": 0.558345, + "nauc_ndcg_at_1_std": -0.088599, + "nauc_ndcg_at_1_diff1": 0.832131, + "nauc_ndcg_at_3_max": 0.58266, + "nauc_ndcg_at_3_std": -0.073353, + "nauc_ndcg_at_3_diff1": 0.778219, + "nauc_ndcg_at_5_max": 0.580704, + "nauc_ndcg_at_5_std": -0.062575, + "nauc_ndcg_at_5_diff1": 0.776575, + "nauc_ndcg_at_10_max": 0.579712, + "nauc_ndcg_at_10_std": -0.056922, + "nauc_ndcg_at_10_diff1": 0.772208, + "nauc_ndcg_at_20_max": 0.572069, + "nauc_ndcg_at_20_std": -0.058135, + "nauc_ndcg_at_20_diff1": 0.770996, + "nauc_ndcg_at_100_max": 0.571021, + "nauc_ndcg_at_100_std": -0.064364, + "nauc_ndcg_at_100_diff1": 0.780663, + "nauc_ndcg_at_1000_max": 0.572676, + "nauc_ndcg_at_1000_std": -0.067056, + "nauc_ndcg_at_1000_diff1": 0.782921, + "nauc_map_at_1_max": 0.558345, + "nauc_map_at_1_std": -0.088599, + "nauc_map_at_1_diff1": 0.832131, + "nauc_map_at_3_max": 0.576554, + "nauc_map_at_3_std": -0.078254, + "nauc_map_at_3_diff1": 0.792236, + "nauc_map_at_5_max": 0.575547, + "nauc_map_at_5_std": -0.072663, + "nauc_map_at_5_diff1": 0.791797, + "nauc_map_at_10_max": 0.57499, + "nauc_map_at_10_std": -0.071076, + "nauc_map_at_10_diff1": 0.790312, + "nauc_map_at_20_max": 0.573118, + "nauc_map_at_20_std": -0.071214, + "nauc_map_at_20_diff1": 0.79007, + "nauc_map_at_100_max": 0.572625, + "nauc_map_at_100_std": -0.072331, + "nauc_map_at_100_diff1": 0.791174, + "nauc_map_at_1000_max": 0.572686, + "nauc_map_at_1000_std": -0.0724, + "nauc_map_at_1000_diff1": 0.791264, + "nauc_recall_at_1_max": 0.558345, + "nauc_recall_at_1_std": -0.088599, + "nauc_recall_at_1_diff1": 0.832131, + "nauc_recall_at_3_max": 0.603006, + "nauc_recall_at_3_std": -0.056468, + "nauc_recall_at_3_diff1": 0.73127, + "nauc_recall_at_5_max": 0.59908, + "nauc_recall_at_5_std": -0.022649, + "nauc_recall_at_5_diff1": 0.719616, + "nauc_recall_at_10_max": 0.598341, + "nauc_recall_at_10_std": 0.009929, + "nauc_recall_at_10_diff1": 0.693415, + "nauc_recall_at_20_max": 0.550877, + "nauc_recall_at_20_std": 0.02323, + "nauc_recall_at_20_diff1": 0.655833, + "nauc_recall_at_100_max": 0.495874, + "nauc_recall_at_100_std": 0.075525, + "nauc_recall_at_100_diff1": 0.675657, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.558345, + "nauc_precision_at_1_std": -0.088599, + "nauc_precision_at_1_diff1": 0.832131, + "nauc_precision_at_3_max": 0.603006, + "nauc_precision_at_3_std": -0.056468, + "nauc_precision_at_3_diff1": 0.73127, + "nauc_precision_at_5_max": 0.59908, + "nauc_precision_at_5_std": -0.022649, + "nauc_precision_at_5_diff1": 0.719616, + "nauc_precision_at_10_max": 0.598341, + "nauc_precision_at_10_std": 0.009929, + "nauc_precision_at_10_diff1": 0.693415, + "nauc_precision_at_20_max": 0.550877, + "nauc_precision_at_20_std": 0.02323, + "nauc_precision_at_20_diff1": 0.655833, + "nauc_precision_at_100_max": 0.495874, + "nauc_precision_at_100_std": 0.075525, + "nauc_precision_at_100_diff1": 0.675657, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.558345, + "nauc_mrr_at_1_std": -0.088599, + "nauc_mrr_at_1_diff1": 0.832131, + "nauc_mrr_at_3_max": 0.576554, + "nauc_mrr_at_3_std": -0.078254, + "nauc_mrr_at_3_diff1": 0.792236, + "nauc_mrr_at_5_max": 0.575547, + "nauc_mrr_at_5_std": -0.072663, + "nauc_mrr_at_5_diff1": 0.791797, + "nauc_mrr_at_10_max": 0.57499, + "nauc_mrr_at_10_std": -0.071076, + "nauc_mrr_at_10_diff1": 0.790312, + "nauc_mrr_at_20_max": 0.573118, + "nauc_mrr_at_20_std": -0.071214, + "nauc_mrr_at_20_diff1": 0.79007, + "nauc_mrr_at_100_max": 0.572625, + "nauc_mrr_at_100_std": -0.072331, + "nauc_mrr_at_100_diff1": 0.791174, + "nauc_mrr_at_1000_max": 0.572686, + "nauc_mrr_at_1000_std": -0.0724, + "nauc_mrr_at_1000_diff1": 0.791264, + "main_score": 0.70126, + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37889, + "ndcg_at_3": 0.44156, + "ndcg_at_5": 0.45916, + "ndcg_at_10": 0.46945, + "ndcg_at_20": 0.48165, + "ndcg_at_100": 0.50607, + "ndcg_at_1000": 0.53861, + "map_at_1": 0.37889, + "map_at_3": 0.42667, + "map_at_5": 0.43656, + "map_at_10": 0.44094, + "map_at_20": 0.44435, + "map_at_100": 0.44733, + "map_at_1000": 0.44849, + "recall_at_1": 0.37889, + "recall_at_3": 0.48444, + "recall_at_5": 0.52667, + "recall_at_10": 0.55778, + "recall_at_20": 0.60556, + "recall_at_100": 0.74333, + "recall_at_1000": 1.0, + "precision_at_1": 0.37889, + "precision_at_3": 0.16148, + "precision_at_5": 0.10533, + "precision_at_10": 0.05578, + "precision_at_20": 0.03028, + "precision_at_100": 0.00743, + "precision_at_1000": 0.001, + "mrr_at_1": 0.378889, + "mrr_at_3": 0.426667, + "mrr_at_5": 0.436556, + "mrr_at_10": 0.440942, + "mrr_at_20": 0.444352, + "mrr_at_100": 0.447327, + "mrr_at_1000": 0.448486, + "nauc_ndcg_at_1_max": 0.37146, + "nauc_ndcg_at_1_std": -0.166202, + "nauc_ndcg_at_1_diff1": 0.744587, + "nauc_ndcg_at_3_max": 0.356053, + "nauc_ndcg_at_3_std": -0.181413, + "nauc_ndcg_at_3_diff1": 0.680532, + "nauc_ndcg_at_5_max": 0.353202, + "nauc_ndcg_at_5_std": -0.183311, + "nauc_ndcg_at_5_diff1": 0.668705, + "nauc_ndcg_at_10_max": 0.347677, + "nauc_ndcg_at_10_std": -0.182225, + "nauc_ndcg_at_10_diff1": 0.66112, + "nauc_ndcg_at_20_max": 0.344029, + "nauc_ndcg_at_20_std": -0.181016, + "nauc_ndcg_at_20_diff1": 0.653113, + "nauc_ndcg_at_100_max": 0.338384, + "nauc_ndcg_at_100_std": -0.181487, + "nauc_ndcg_at_100_diff1": 0.65632, + "nauc_ndcg_at_1000_max": 0.347167, + "nauc_ndcg_at_1000_std": -0.181134, + "nauc_ndcg_at_1000_diff1": 0.668781, + "nauc_map_at_1_max": 0.37146, + "nauc_map_at_1_std": -0.166202, + "nauc_map_at_1_diff1": 0.744587, + "nauc_map_at_3_max": 0.360797, + "nauc_map_at_3_std": -0.178121, + "nauc_map_at_3_diff1": 0.696, + "nauc_map_at_5_max": 0.35905, + "nauc_map_at_5_std": -0.179339, + "nauc_map_at_5_diff1": 0.689507, + "nauc_map_at_10_max": 0.356657, + "nauc_map_at_10_std": -0.178937, + "nauc_map_at_10_diff1": 0.686477, + "nauc_map_at_20_max": 0.355561, + "nauc_map_at_20_std": -0.178788, + "nauc_map_at_20_diff1": 0.684449, + "nauc_map_at_100_max": 0.354811, + "nauc_map_at_100_std": -0.178906, + "nauc_map_at_100_diff1": 0.684842, + "nauc_map_at_1000_max": 0.355093, + "nauc_map_at_1000_std": -0.178921, + "nauc_map_at_1000_diff1": 0.68529, + "nauc_recall_at_1_max": 0.37146, + "nauc_recall_at_1_std": -0.166202, + "nauc_recall_at_1_diff1": 0.744587, + "nauc_recall_at_3_max": 0.341791, + "nauc_recall_at_3_std": -0.190851, + "nauc_recall_at_3_diff1": 0.635432, + "nauc_recall_at_5_max": 0.335109, + "nauc_recall_at_5_std": -0.195056, + "nauc_recall_at_5_diff1": 0.604821, + "nauc_recall_at_10_max": 0.31752, + "nauc_recall_at_10_std": -0.191569, + "nauc_recall_at_10_diff1": 0.578239, + "nauc_recall_at_20_max": 0.301058, + "nauc_recall_at_20_std": -0.185395, + "nauc_recall_at_20_diff1": 0.538358, + "nauc_recall_at_100_max": 0.244064, + "nauc_recall_at_100_std": -0.188644, + "nauc_recall_at_100_diff1": 0.525856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.37146, + "nauc_precision_at_1_std": -0.166202, + "nauc_precision_at_1_diff1": 0.744587, + "nauc_precision_at_3_max": 0.341791, + "nauc_precision_at_3_std": -0.190851, + "nauc_precision_at_3_diff1": 0.635432, + "nauc_precision_at_5_max": 0.335109, + "nauc_precision_at_5_std": -0.195056, + "nauc_precision_at_5_diff1": 0.604821, + "nauc_precision_at_10_max": 0.31752, + "nauc_precision_at_10_std": -0.191569, + "nauc_precision_at_10_diff1": 0.578239, + "nauc_precision_at_20_max": 0.301058, + "nauc_precision_at_20_std": -0.185395, + "nauc_precision_at_20_diff1": 0.538358, + "nauc_precision_at_100_max": 0.244064, + "nauc_precision_at_100_std": -0.188644, + "nauc_precision_at_100_diff1": 0.525856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.37146, + "nauc_mrr_at_1_std": -0.166202, + "nauc_mrr_at_1_diff1": 0.744587, + "nauc_mrr_at_3_max": 0.360797, + "nauc_mrr_at_3_std": -0.178121, + "nauc_mrr_at_3_diff1": 0.696, + "nauc_mrr_at_5_max": 0.35905, + "nauc_mrr_at_5_std": -0.179339, + "nauc_mrr_at_5_diff1": 0.689507, + "nauc_mrr_at_10_max": 0.356657, + "nauc_mrr_at_10_std": -0.178937, + "nauc_mrr_at_10_diff1": 0.686477, + "nauc_mrr_at_20_max": 0.355561, + "nauc_mrr_at_20_std": -0.178788, + "nauc_mrr_at_20_diff1": 0.684449, + "nauc_mrr_at_100_max": 0.354811, + "nauc_mrr_at_100_std": -0.178906, + "nauc_mrr_at_100_diff1": 0.684842, + "nauc_mrr_at_1000_max": 0.355093, + "nauc_mrr_at_1000_std": -0.178921, + "nauc_mrr_at_1000_diff1": 0.68529, + "main_score": 0.46945, + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.68667, + "ndcg_at_3": 0.73733, + "ndcg_at_5": 0.74775, + "ndcg_at_10": 0.75799, + "ndcg_at_20": 0.7643, + "ndcg_at_100": 0.77421, + "ndcg_at_1000": 0.78614, + "map_at_1": 0.68667, + "map_at_3": 0.72556, + "map_at_5": 0.73128, + "map_at_10": 0.73562, + "map_at_20": 0.73726, + "map_at_100": 0.73857, + "map_at_1000": 0.73903, + "recall_at_1": 0.68667, + "recall_at_3": 0.77111, + "recall_at_5": 0.79667, + "recall_at_10": 0.82778, + "recall_at_20": 0.85333, + "recall_at_100": 0.90778, + "recall_at_1000": 1.0, + "precision_at_1": 0.68667, + "precision_at_3": 0.25704, + "precision_at_5": 0.15933, + "precision_at_10": 0.08278, + "precision_at_20": 0.04267, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "mrr_at_1": 0.686667, + "mrr_at_3": 0.725556, + "mrr_at_5": 0.731278, + "mrr_at_10": 0.73562, + "mrr_at_20": 0.737264, + "mrr_at_100": 0.738567, + "mrr_at_1000": 0.739027, + "nauc_ndcg_at_1_max": 0.665579, + "nauc_ndcg_at_1_std": 0.332966, + "nauc_ndcg_at_1_diff1": 0.917063, + "nauc_ndcg_at_3_max": 0.708432, + "nauc_ndcg_at_3_std": 0.400648, + "nauc_ndcg_at_3_diff1": 0.898317, + "nauc_ndcg_at_5_max": 0.703579, + "nauc_ndcg_at_5_std": 0.403975, + "nauc_ndcg_at_5_diff1": 0.895087, + "nauc_ndcg_at_10_max": 0.711006, + "nauc_ndcg_at_10_std": 0.424402, + "nauc_ndcg_at_10_diff1": 0.894712, + "nauc_ndcg_at_20_max": 0.707653, + "nauc_ndcg_at_20_std": 0.423101, + "nauc_ndcg_at_20_diff1": 0.893839, + "nauc_ndcg_at_100_max": 0.705057, + "nauc_ndcg_at_100_std": 0.422692, + "nauc_ndcg_at_100_diff1": 0.89605, + "nauc_ndcg_at_1000_max": 0.703128, + "nauc_ndcg_at_1000_std": 0.409259, + "nauc_ndcg_at_1000_diff1": 0.898521, + "nauc_map_at_1_max": 0.665579, + "nauc_map_at_1_std": 0.332966, + "nauc_map_at_1_diff1": 0.917063, + "nauc_map_at_3_max": 0.698739, + "nauc_map_at_3_std": 0.385072, + "nauc_map_at_3_diff1": 0.903564, + "nauc_map_at_5_max": 0.696166, + "nauc_map_at_5_std": 0.386696, + "nauc_map_at_5_diff1": 0.902103, + "nauc_map_at_10_max": 0.698704, + "nauc_map_at_10_std": 0.394244, + "nauc_map_at_10_diff1": 0.90212, + "nauc_map_at_20_max": 0.697882, + "nauc_map_at_20_std": 0.393707, + "nauc_map_at_20_diff1": 0.902053, + "nauc_map_at_100_max": 0.697649, + "nauc_map_at_100_std": 0.393667, + "nauc_map_at_100_diff1": 0.902314, + "nauc_map_at_1000_max": 0.697603, + "nauc_map_at_1000_std": 0.393218, + "nauc_map_at_1000_diff1": 0.902405, + "nauc_recall_at_1_max": 0.665579, + "nauc_recall_at_1_std": 0.332966, + "nauc_recall_at_1_diff1": 0.917063, + "nauc_recall_at_3_max": 0.739824, + "nauc_recall_at_3_std": 0.451241, + "nauc_recall_at_3_diff1": 0.880756, + "nauc_recall_at_5_max": 0.72814, + "nauc_recall_at_5_std": 0.464993, + "nauc_recall_at_5_diff1": 0.868995, + "nauc_recall_at_10_max": 0.763809, + "nauc_recall_at_10_std": 0.558312, + "nauc_recall_at_10_diff1": 0.862841, + "nauc_recall_at_20_max": 0.751269, + "nauc_recall_at_20_std": 0.572159, + "nauc_recall_at_20_diff1": 0.851345, + "nauc_recall_at_100_max": 0.739001, + "nauc_recall_at_100_std": 0.639764, + "nauc_recall_at_100_diff1": 0.856878, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.665579, + "nauc_precision_at_1_std": 0.332966, + "nauc_precision_at_1_diff1": 0.917063, + "nauc_precision_at_3_max": 0.739824, + "nauc_precision_at_3_std": 0.451241, + "nauc_precision_at_3_diff1": 0.880756, + "nauc_precision_at_5_max": 0.72814, + "nauc_precision_at_5_std": 0.464993, + "nauc_precision_at_5_diff1": 0.868995, + "nauc_precision_at_10_max": 0.763809, + "nauc_precision_at_10_std": 0.558312, + "nauc_precision_at_10_diff1": 0.862841, + "nauc_precision_at_20_max": 0.751269, + "nauc_precision_at_20_std": 0.572159, + "nauc_precision_at_20_diff1": 0.851345, + "nauc_precision_at_100_max": 0.739001, + "nauc_precision_at_100_std": 0.639764, + "nauc_precision_at_100_diff1": 0.856878, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.665579, + "nauc_mrr_at_1_std": 0.332966, + "nauc_mrr_at_1_diff1": 0.917063, + "nauc_mrr_at_3_max": 0.698739, + "nauc_mrr_at_3_std": 0.385072, + "nauc_mrr_at_3_diff1": 0.903564, + "nauc_mrr_at_5_max": 0.696166, + "nauc_mrr_at_5_std": 0.386696, + "nauc_mrr_at_5_diff1": 0.902103, + "nauc_mrr_at_10_max": 0.698704, + "nauc_mrr_at_10_std": 0.394244, + "nauc_mrr_at_10_diff1": 0.90212, + "nauc_mrr_at_20_max": 0.697882, + "nauc_mrr_at_20_std": 0.393707, + "nauc_mrr_at_20_diff1": 0.902053, + "nauc_mrr_at_100_max": 0.697649, + "nauc_mrr_at_100_std": 0.393667, + "nauc_mrr_at_100_diff1": 0.902314, + "nauc_mrr_at_1000_max": 0.697603, + "nauc_mrr_at_1000_std": 0.393218, + "nauc_mrr_at_1000_diff1": 0.902405, + "main_score": 0.75799, + "hf_subset": "grn_Latn-grn_Latn", + "languages": [ + "grn-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.82556, + "ndcg_at_3": 0.86932, + "ndcg_at_5": 0.87884, + "ndcg_at_10": 0.88593, + "ndcg_at_20": 0.8898, + "ndcg_at_100": 0.89562, + "ndcg_at_1000": 0.89683, + "map_at_1": 0.82556, + "map_at_3": 0.8587, + "map_at_5": 0.86393, + "map_at_10": 0.86701, + "map_at_20": 0.86804, + "map_at_100": 0.86885, + "map_at_1000": 0.86891, + "recall_at_1": 0.82556, + "recall_at_3": 0.9, + "recall_at_5": 0.92333, + "recall_at_10": 0.94444, + "recall_at_20": 0.96, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.82556, + "precision_at_3": 0.3, + "precision_at_5": 0.18467, + "precision_at_10": 0.09444, + "precision_at_20": 0.048, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.825556, + "mrr_at_3": 0.858704, + "mrr_at_5": 0.863926, + "mrr_at_10": 0.867006, + "mrr_at_20": 0.868035, + "mrr_at_100": 0.868854, + "mrr_at_1000": 0.868909, + "nauc_ndcg_at_1_max": 0.71643, + "nauc_ndcg_at_1_std": 0.089017, + "nauc_ndcg_at_1_diff1": 0.893057, + "nauc_ndcg_at_3_max": 0.758712, + "nauc_ndcg_at_3_std": 0.107205, + "nauc_ndcg_at_3_diff1": 0.872092, + "nauc_ndcg_at_5_max": 0.758579, + "nauc_ndcg_at_5_std": 0.110561, + "nauc_ndcg_at_5_diff1": 0.874431, + "nauc_ndcg_at_10_max": 0.753492, + "nauc_ndcg_at_10_std": 0.110224, + "nauc_ndcg_at_10_diff1": 0.873277, + "nauc_ndcg_at_20_max": 0.754876, + "nauc_ndcg_at_20_std": 0.110936, + "nauc_ndcg_at_20_diff1": 0.876776, + "nauc_ndcg_at_100_max": 0.749926, + "nauc_ndcg_at_100_std": 0.113925, + "nauc_ndcg_at_100_diff1": 0.878182, + "nauc_ndcg_at_1000_max": 0.749012, + "nauc_ndcg_at_1000_std": 0.109191, + "nauc_ndcg_at_1000_diff1": 0.878542, + "nauc_map_at_1_max": 0.71643, + "nauc_map_at_1_std": 0.089017, + "nauc_map_at_1_diff1": 0.893057, + "nauc_map_at_3_max": 0.748262, + "nauc_map_at_3_std": 0.102298, + "nauc_map_at_3_diff1": 0.878507, + "nauc_map_at_5_max": 0.747677, + "nauc_map_at_5_std": 0.104322, + "nauc_map_at_5_diff1": 0.879942, + "nauc_map_at_10_max": 0.745696, + "nauc_map_at_10_std": 0.104335, + "nauc_map_at_10_diff1": 0.879665, + "nauc_map_at_20_max": 0.745782, + "nauc_map_at_20_std": 0.104035, + "nauc_map_at_20_diff1": 0.880492, + "nauc_map_at_100_max": 0.74509, + "nauc_map_at_100_std": 0.104554, + "nauc_map_at_100_diff1": 0.880623, + "nauc_map_at_1000_max": 0.745066, + "nauc_map_at_1000_std": 0.104429, + "nauc_map_at_1000_diff1": 0.88065, + "nauc_recall_at_1_max": 0.71643, + "nauc_recall_at_1_std": 0.089017, + "nauc_recall_at_1_diff1": 0.893057, + "nauc_recall_at_3_max": 0.79862, + "nauc_recall_at_3_std": 0.126216, + "nauc_recall_at_3_diff1": 0.846774, + "nauc_recall_at_5_max": 0.810992, + "nauc_recall_at_5_std": 0.14057, + "nauc_recall_at_5_diff1": 0.847637, + "nauc_recall_at_10_max": 0.798637, + "nauc_recall_at_10_std": 0.146452, + "nauc_recall_at_10_diff1": 0.830355, + "nauc_recall_at_20_max": 0.834864, + "nauc_recall_at_20_std": 0.178338, + "nauc_recall_at_20_diff1": 0.851061, + "nauc_recall_at_100_max": 0.831349, + "nauc_recall_at_100_std": 0.533555, + "nauc_recall_at_100_diff1": 0.855859, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.71643, + "nauc_precision_at_1_std": 0.089017, + "nauc_precision_at_1_diff1": 0.893057, + "nauc_precision_at_3_max": 0.79862, + "nauc_precision_at_3_std": 0.126216, + "nauc_precision_at_3_diff1": 0.846774, + "nauc_precision_at_5_max": 0.810992, + "nauc_precision_at_5_std": 0.14057, + "nauc_precision_at_5_diff1": 0.847637, + "nauc_precision_at_10_max": 0.798637, + "nauc_precision_at_10_std": 0.146452, + "nauc_precision_at_10_diff1": 0.830355, + "nauc_precision_at_20_max": 0.834864, + "nauc_precision_at_20_std": 0.178338, + "nauc_precision_at_20_diff1": 0.851061, + "nauc_precision_at_100_max": 0.831349, + "nauc_precision_at_100_std": 0.533555, + "nauc_precision_at_100_diff1": 0.855859, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.71643, + "nauc_mrr_at_1_std": 0.089017, + "nauc_mrr_at_1_diff1": 0.893057, + "nauc_mrr_at_3_max": 0.748262, + "nauc_mrr_at_3_std": 0.102298, + "nauc_mrr_at_3_diff1": 0.878507, + "nauc_mrr_at_5_max": 0.747677, + "nauc_mrr_at_5_std": 0.104322, + "nauc_mrr_at_5_diff1": 0.879942, + "nauc_mrr_at_10_max": 0.745696, + "nauc_mrr_at_10_std": 0.104335, + "nauc_mrr_at_10_diff1": 0.879665, + "nauc_mrr_at_20_max": 0.745782, + "nauc_mrr_at_20_std": 0.104035, + "nauc_mrr_at_20_diff1": 0.880492, + "nauc_mrr_at_100_max": 0.74509, + "nauc_mrr_at_100_std": 0.104554, + "nauc_mrr_at_100_diff1": 0.880623, + "nauc_mrr_at_1000_max": 0.745066, + "nauc_mrr_at_1000_std": 0.104429, + "nauc_mrr_at_1000_diff1": 0.88065, + "main_score": 0.88593, + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61556, + "ndcg_at_3": 0.67127, + "ndcg_at_5": 0.68466, + "ndcg_at_10": 0.69701, + "ndcg_at_20": 0.70498, + "ndcg_at_100": 0.71691, + "ndcg_at_1000": 0.73248, + "map_at_1": 0.61556, + "map_at_3": 0.65852, + "map_at_5": 0.66602, + "map_at_10": 0.6712, + "map_at_20": 0.67344, + "map_at_100": 0.67486, + "map_at_1000": 0.6754, + "recall_at_1": 0.61556, + "recall_at_3": 0.70778, + "recall_at_5": 0.74, + "recall_at_10": 0.77778, + "recall_at_20": 0.80889, + "recall_at_100": 0.87667, + "recall_at_1000": 1.0, + "precision_at_1": 0.61556, + "precision_at_3": 0.23593, + "precision_at_5": 0.148, + "precision_at_10": 0.07778, + "precision_at_20": 0.04044, + "precision_at_100": 0.00877, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615556, + "mrr_at_3": 0.658519, + "mrr_at_5": 0.666019, + "mrr_at_10": 0.671196, + "mrr_at_20": 0.67344, + "mrr_at_100": 0.674862, + "mrr_at_1000": 0.675403, + "nauc_ndcg_at_1_max": 0.63658, + "nauc_ndcg_at_1_std": -0.215947, + "nauc_ndcg_at_1_diff1": 0.868191, + "nauc_ndcg_at_3_max": 0.660966, + "nauc_ndcg_at_3_std": -0.211587, + "nauc_ndcg_at_3_diff1": 0.840947, + "nauc_ndcg_at_5_max": 0.658702, + "nauc_ndcg_at_5_std": -0.206323, + "nauc_ndcg_at_5_diff1": 0.835469, + "nauc_ndcg_at_10_max": 0.654324, + "nauc_ndcg_at_10_std": -0.213535, + "nauc_ndcg_at_10_diff1": 0.830763, + "nauc_ndcg_at_20_max": 0.651896, + "nauc_ndcg_at_20_std": -0.22163, + "nauc_ndcg_at_20_diff1": 0.83198, + "nauc_ndcg_at_100_max": 0.651199, + "nauc_ndcg_at_100_std": -0.223772, + "nauc_ndcg_at_100_diff1": 0.831799, + "nauc_ndcg_at_1000_max": 0.652977, + "nauc_ndcg_at_1000_std": -0.218609, + "nauc_ndcg_at_1000_diff1": 0.837185, + "nauc_map_at_1_max": 0.63658, + "nauc_map_at_1_std": -0.215947, + "nauc_map_at_1_diff1": 0.868191, + "nauc_map_at_3_max": 0.656618, + "nauc_map_at_3_std": -0.212013, + "nauc_map_at_3_diff1": 0.847795, + "nauc_map_at_5_max": 0.655418, + "nauc_map_at_5_std": -0.209265, + "nauc_map_at_5_diff1": 0.844964, + "nauc_map_at_10_max": 0.653498, + "nauc_map_at_10_std": -0.212437, + "nauc_map_at_10_diff1": 0.843142, + "nauc_map_at_20_max": 0.652771, + "nauc_map_at_20_std": -0.214772, + "nauc_map_at_20_diff1": 0.843436, + "nauc_map_at_100_max": 0.652883, + "nauc_map_at_100_std": -0.214944, + "nauc_map_at_100_diff1": 0.843508, + "nauc_map_at_1000_max": 0.652919, + "nauc_map_at_1000_std": -0.21482, + "nauc_map_at_1000_diff1": 0.843687, + "nauc_recall_at_1_max": 0.63658, + "nauc_recall_at_1_std": -0.215947, + "nauc_recall_at_1_diff1": 0.868191, + "nauc_recall_at_3_max": 0.673974, + "nauc_recall_at_3_std": -0.210553, + "nauc_recall_at_3_diff1": 0.819122, + "nauc_recall_at_5_max": 0.668525, + "nauc_recall_at_5_std": -0.19554, + "nauc_recall_at_5_diff1": 0.801885, + "nauc_recall_at_10_max": 0.654071, + "nauc_recall_at_10_std": -0.219844, + "nauc_recall_at_10_diff1": 0.78, + "nauc_recall_at_20_max": 0.64185, + "nauc_recall_at_20_std": -0.261967, + "nauc_recall_at_20_diff1": 0.781005, + "nauc_recall_at_100_max": 0.623356, + "nauc_recall_at_100_std": -0.305392, + "nauc_recall_at_100_diff1": 0.752909, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.63658, + "nauc_precision_at_1_std": -0.215947, + "nauc_precision_at_1_diff1": 0.868191, + "nauc_precision_at_3_max": 0.673974, + "nauc_precision_at_3_std": -0.210553, + "nauc_precision_at_3_diff1": 0.819122, + "nauc_precision_at_5_max": 0.668525, + "nauc_precision_at_5_std": -0.19554, + "nauc_precision_at_5_diff1": 0.801885, + "nauc_precision_at_10_max": 0.654071, + "nauc_precision_at_10_std": -0.219844, + "nauc_precision_at_10_diff1": 0.78, + "nauc_precision_at_20_max": 0.64185, + "nauc_precision_at_20_std": -0.261967, + "nauc_precision_at_20_diff1": 0.781005, + "nauc_precision_at_100_max": 0.623356, + "nauc_precision_at_100_std": -0.305392, + "nauc_precision_at_100_diff1": 0.752909, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.63658, + "nauc_mrr_at_1_std": -0.215947, + "nauc_mrr_at_1_diff1": 0.868191, + "nauc_mrr_at_3_max": 0.656618, + "nauc_mrr_at_3_std": -0.212013, + "nauc_mrr_at_3_diff1": 0.847795, + "nauc_mrr_at_5_max": 0.655418, + "nauc_mrr_at_5_std": -0.209265, + "nauc_mrr_at_5_diff1": 0.844964, + "nauc_mrr_at_10_max": 0.653498, + "nauc_mrr_at_10_std": -0.212437, + "nauc_mrr_at_10_diff1": 0.843142, + "nauc_mrr_at_20_max": 0.652771, + "nauc_mrr_at_20_std": -0.214772, + "nauc_mrr_at_20_diff1": 0.843436, + "nauc_mrr_at_100_max": 0.652883, + "nauc_mrr_at_100_std": -0.214944, + "nauc_mrr_at_100_diff1": 0.843508, + "nauc_mrr_at_1000_max": 0.652919, + "nauc_mrr_at_1000_std": -0.21482, + "nauc_mrr_at_1000_diff1": 0.843687, + "main_score": 0.69701, + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.81667, + "ndcg_at_3": 0.85807, + "ndcg_at_5": 0.86959, + "ndcg_at_10": 0.87502, + "ndcg_at_20": 0.88114, + "ndcg_at_100": 0.88661, + "ndcg_at_1000": 0.88867, + "map_at_1": 0.81667, + "map_at_3": 0.84815, + "map_at_5": 0.85459, + "map_at_10": 0.85685, + "map_at_20": 0.8585, + "map_at_100": 0.8593, + "map_at_1000": 0.85939, + "recall_at_1": 0.81667, + "recall_at_3": 0.88667, + "recall_at_5": 0.91444, + "recall_at_10": 0.93111, + "recall_at_20": 0.95556, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.81667, + "precision_at_3": 0.29556, + "precision_at_5": 0.18289, + "precision_at_10": 0.09311, + "precision_at_20": 0.04778, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.816667, + "mrr_at_3": 0.848148, + "mrr_at_5": 0.854593, + "mrr_at_10": 0.856853, + "mrr_at_20": 0.858504, + "mrr_at_100": 0.859302, + "mrr_at_1000": 0.85939, + "nauc_ndcg_at_1_max": 0.763962, + "nauc_ndcg_at_1_std": 0.08378, + "nauc_ndcg_at_1_diff1": 0.921908, + "nauc_ndcg_at_3_max": 0.800974, + "nauc_ndcg_at_3_std": 0.059377, + "nauc_ndcg_at_3_diff1": 0.905508, + "nauc_ndcg_at_5_max": 0.799346, + "nauc_ndcg_at_5_std": 0.080708, + "nauc_ndcg_at_5_diff1": 0.903623, + "nauc_ndcg_at_10_max": 0.805515, + "nauc_ndcg_at_10_std": 0.110031, + "nauc_ndcg_at_10_diff1": 0.908943, + "nauc_ndcg_at_20_max": 0.801481, + "nauc_ndcg_at_20_std": 0.107902, + "nauc_ndcg_at_20_diff1": 0.910653, + "nauc_ndcg_at_100_max": 0.799913, + "nauc_ndcg_at_100_std": 0.112686, + "nauc_ndcg_at_100_diff1": 0.911545, + "nauc_ndcg_at_1000_max": 0.797457, + "nauc_ndcg_at_1000_std": 0.100705, + "nauc_ndcg_at_1000_diff1": 0.911148, + "nauc_map_at_1_max": 0.763962, + "nauc_map_at_1_std": 0.08378, + "nauc_map_at_1_diff1": 0.921908, + "nauc_map_at_3_max": 0.792612, + "nauc_map_at_3_std": 0.067768, + "nauc_map_at_3_diff1": 0.910089, + "nauc_map_at_5_max": 0.791454, + "nauc_map_at_5_std": 0.079198, + "nauc_map_at_5_diff1": 0.909191, + "nauc_map_at_10_max": 0.793607, + "nauc_map_at_10_std": 0.090554, + "nauc_map_at_10_diff1": 0.911267, + "nauc_map_at_20_max": 0.792505, + "nauc_map_at_20_std": 0.090193, + "nauc_map_at_20_diff1": 0.911693, + "nauc_map_at_100_max": 0.792432, + "nauc_map_at_100_std": 0.091116, + "nauc_map_at_100_diff1": 0.911918, + "nauc_map_at_1000_max": 0.792354, + "nauc_map_at_1000_std": 0.090713, + "nauc_map_at_1000_diff1": 0.911905, + "nauc_recall_at_1_max": 0.763962, + "nauc_recall_at_1_std": 0.08378, + "nauc_recall_at_1_diff1": 0.921908, + "nauc_recall_at_3_max": 0.831139, + "nauc_recall_at_3_std": 0.027147, + "nauc_recall_at_3_diff1": 0.88839, + "nauc_recall_at_5_max": 0.834376, + "nauc_recall_at_5_std": 0.090915, + "nauc_recall_at_5_diff1": 0.877466, + "nauc_recall_at_10_max": 0.875689, + "nauc_recall_at_10_std": 0.244082, + "nauc_recall_at_10_diff1": 0.89925, + "nauc_recall_at_20_max": 0.873775, + "nauc_recall_at_20_std": 0.287267, + "nauc_recall_at_20_diff1": 0.911239, + "nauc_recall_at_100_max": 0.930806, + "nauc_recall_at_100_std": 0.737728, + "nauc_recall_at_100_diff1": 0.932306, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763962, + "nauc_precision_at_1_std": 0.08378, + "nauc_precision_at_1_diff1": 0.921908, + "nauc_precision_at_3_max": 0.831139, + "nauc_precision_at_3_std": 0.027147, + "nauc_precision_at_3_diff1": 0.88839, + "nauc_precision_at_5_max": 0.834376, + "nauc_precision_at_5_std": 0.090915, + "nauc_precision_at_5_diff1": 0.877466, + "nauc_precision_at_10_max": 0.875689, + "nauc_precision_at_10_std": 0.244082, + "nauc_precision_at_10_diff1": 0.89925, + "nauc_precision_at_20_max": 0.873775, + "nauc_precision_at_20_std": 0.287267, + "nauc_precision_at_20_diff1": 0.911239, + "nauc_precision_at_100_max": 0.930806, + "nauc_precision_at_100_std": 0.737728, + "nauc_precision_at_100_diff1": 0.932306, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.763962, + "nauc_mrr_at_1_std": 0.08378, + "nauc_mrr_at_1_diff1": 0.921908, + "nauc_mrr_at_3_max": 0.792612, + "nauc_mrr_at_3_std": 0.067768, + "nauc_mrr_at_3_diff1": 0.910089, + "nauc_mrr_at_5_max": 0.791454, + "nauc_mrr_at_5_std": 0.079198, + "nauc_mrr_at_5_diff1": 0.909191, + "nauc_mrr_at_10_max": 0.793607, + "nauc_mrr_at_10_std": 0.090554, + "nauc_mrr_at_10_diff1": 0.911267, + "nauc_mrr_at_20_max": 0.792505, + "nauc_mrr_at_20_std": 0.090193, + "nauc_mrr_at_20_diff1": 0.911693, + "nauc_mrr_at_100_max": 0.792432, + "nauc_mrr_at_100_std": 0.091116, + "nauc_mrr_at_100_diff1": 0.911918, + "nauc_mrr_at_1000_max": 0.792354, + "nauc_mrr_at_1000_std": 0.090713, + "nauc_mrr_at_1000_diff1": 0.911905, + "main_score": 0.87502, + "hf_subset": "guj_Gujr-guj_Gujr", + "languages": [ + "guj-Gujr", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94374, + "ndcg_at_5": 0.94929, + "ndcg_at_10": 0.9532, + "ndcg_at_20": 0.95456, + "ndcg_at_100": 0.95497, + "ndcg_at_1000": 0.95539, + "map_at_1": 0.91222, + "map_at_3": 0.93685, + "map_at_5": 0.93996, + "map_at_10": 0.94155, + "map_at_20": 0.9419, + "map_at_100": 0.94195, + "map_at_1000": 0.94197, + "recall_at_1": 0.91222, + "recall_at_3": 0.96333, + "recall_at_5": 0.97667, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32111, + "precision_at_5": 0.19533, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.936852, + "mrr_at_5": 0.939963, + "mrr_at_10": 0.941552, + "mrr_at_20": 0.9419, + "mrr_at_100": 0.941953, + "mrr_at_1000": 0.941968, + "nauc_ndcg_at_1_max": 0.696297, + "nauc_ndcg_at_1_std": -0.130814, + "nauc_ndcg_at_1_diff1": 0.931686, + "nauc_ndcg_at_3_max": 0.775136, + "nauc_ndcg_at_3_std": -0.183793, + "nauc_ndcg_at_3_diff1": 0.940369, + "nauc_ndcg_at_5_max": 0.762202, + "nauc_ndcg_at_5_std": -0.17976, + "nauc_ndcg_at_5_diff1": 0.941275, + "nauc_ndcg_at_10_max": 0.749434, + "nauc_ndcg_at_10_std": -0.166321, + "nauc_ndcg_at_10_diff1": 0.940461, + "nauc_ndcg_at_20_max": 0.747939, + "nauc_ndcg_at_20_std": -0.152494, + "nauc_ndcg_at_20_diff1": 0.939499, + "nauc_ndcg_at_100_max": 0.748263, + "nauc_ndcg_at_100_std": -0.146571, + "nauc_ndcg_at_100_diff1": 0.93895, + "nauc_ndcg_at_1000_max": 0.746284, + "nauc_ndcg_at_1000_std": -0.157303, + "nauc_ndcg_at_1000_diff1": 0.938857, + "nauc_map_at_1_max": 0.696297, + "nauc_map_at_1_std": -0.130814, + "nauc_map_at_1_diff1": 0.931686, + "nauc_map_at_3_max": 0.753187, + "nauc_map_at_3_std": -0.168399, + "nauc_map_at_3_diff1": 0.93805, + "nauc_map_at_5_max": 0.745998, + "nauc_map_at_5_std": -0.166148, + "nauc_map_at_5_diff1": 0.938423, + "nauc_map_at_10_max": 0.74136, + "nauc_map_at_10_std": -0.162607, + "nauc_map_at_10_diff1": 0.938074, + "nauc_map_at_20_max": 0.740996, + "nauc_map_at_20_std": -0.159665, + "nauc_map_at_20_diff1": 0.937882, + "nauc_map_at_100_max": 0.741021, + "nauc_map_at_100_std": -0.15909, + "nauc_map_at_100_diff1": 0.937826, + "nauc_map_at_1000_max": 0.740959, + "nauc_map_at_1000_std": -0.159395, + "nauc_map_at_1000_diff1": 0.937832, + "nauc_recall_at_1_max": 0.696297, + "nauc_recall_at_1_std": -0.130814, + "nauc_recall_at_1_diff1": 0.931686, + "nauc_recall_at_3_max": 0.881037, + "nauc_recall_at_3_std": -0.258623, + "nauc_recall_at_3_diff1": 0.951476, + "nauc_recall_at_5_max": 0.873194, + "nauc_recall_at_5_std": -0.275444, + "nauc_recall_at_5_diff1": 0.961874, + "nauc_recall_at_10_max": 0.828478, + "nauc_recall_at_10_std": -0.169468, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.858543, + "nauc_recall_at_20_std": 0.276564, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696297, + "nauc_precision_at_1_std": -0.130814, + "nauc_precision_at_1_diff1": 0.931686, + "nauc_precision_at_3_max": 0.881037, + "nauc_precision_at_3_std": -0.258623, + "nauc_precision_at_3_diff1": 0.951476, + "nauc_precision_at_5_max": 0.873194, + "nauc_precision_at_5_std": -0.275444, + "nauc_precision_at_5_diff1": 0.961874, + "nauc_precision_at_10_max": 0.828478, + "nauc_precision_at_10_std": -0.169468, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.858543, + "nauc_precision_at_20_std": 0.276564, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696297, + "nauc_mrr_at_1_std": -0.130814, + "nauc_mrr_at_1_diff1": 0.931686, + "nauc_mrr_at_3_max": 0.753187, + "nauc_mrr_at_3_std": -0.168399, + "nauc_mrr_at_3_diff1": 0.93805, + "nauc_mrr_at_5_max": 0.745998, + "nauc_mrr_at_5_std": -0.166148, + "nauc_mrr_at_5_diff1": 0.938423, + "nauc_mrr_at_10_max": 0.74136, + "nauc_mrr_at_10_std": -0.162607, + "nauc_mrr_at_10_diff1": 0.938074, + "nauc_mrr_at_20_max": 0.740996, + "nauc_mrr_at_20_std": -0.159665, + "nauc_mrr_at_20_diff1": 0.937882, + "nauc_mrr_at_100_max": 0.741021, + "nauc_mrr_at_100_std": -0.15909, + "nauc_mrr_at_100_diff1": 0.937826, + "nauc_mrr_at_1000_max": 0.740959, + "nauc_mrr_at_1000_std": -0.159395, + "nauc_mrr_at_1000_diff1": 0.937832, + "main_score": 0.9532, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.86684, + "ndcg_at_5": 0.87329, + "ndcg_at_10": 0.88083, + "ndcg_at_20": 0.88613, + "ndcg_at_100": 0.89169, + "ndcg_at_1000": 0.89302, + "map_at_1": 0.82, + "map_at_3": 0.85537, + "map_at_5": 0.85898, + "map_at_10": 0.86209, + "map_at_20": 0.86352, + "map_at_100": 0.86428, + "map_at_1000": 0.86434, + "recall_at_1": 0.82, + "recall_at_3": 0.9, + "recall_at_5": 0.91556, + "recall_at_10": 0.93889, + "recall_at_20": 0.96, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.82, + "precision_at_3": 0.3, + "precision_at_5": 0.18311, + "precision_at_10": 0.09389, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.82, + "mrr_at_3": 0.85537, + "mrr_at_5": 0.858981, + "mrr_at_10": 0.862093, + "mrr_at_20": 0.863524, + "mrr_at_100": 0.864282, + "mrr_at_1000": 0.864339, + "nauc_ndcg_at_1_max": 0.733827, + "nauc_ndcg_at_1_std": 0.218, + "nauc_ndcg_at_1_diff1": 0.911631, + "nauc_ndcg_at_3_max": 0.77479, + "nauc_ndcg_at_3_std": 0.255825, + "nauc_ndcg_at_3_diff1": 0.88551, + "nauc_ndcg_at_5_max": 0.784594, + "nauc_ndcg_at_5_std": 0.278958, + "nauc_ndcg_at_5_diff1": 0.889392, + "nauc_ndcg_at_10_max": 0.789561, + "nauc_ndcg_at_10_std": 0.30638, + "nauc_ndcg_at_10_diff1": 0.893194, + "nauc_ndcg_at_20_max": 0.785287, + "nauc_ndcg_at_20_std": 0.301543, + "nauc_ndcg_at_20_diff1": 0.894056, + "nauc_ndcg_at_100_max": 0.778854, + "nauc_ndcg_at_100_std": 0.286193, + "nauc_ndcg_at_100_diff1": 0.893586, + "nauc_ndcg_at_1000_max": 0.776549, + "nauc_ndcg_at_1000_std": 0.277654, + "nauc_ndcg_at_1000_diff1": 0.895158, + "nauc_map_at_1_max": 0.733827, + "nauc_map_at_1_std": 0.218, + "nauc_map_at_1_diff1": 0.911631, + "nauc_map_at_3_max": 0.764928, + "nauc_map_at_3_std": 0.245626, + "nauc_map_at_3_diff1": 0.893269, + "nauc_map_at_5_max": 0.769716, + "nauc_map_at_5_std": 0.256954, + "nauc_map_at_5_diff1": 0.895308, + "nauc_map_at_10_max": 0.771546, + "nauc_map_at_10_std": 0.266592, + "nauc_map_at_10_diff1": 0.896935, + "nauc_map_at_20_max": 0.770384, + "nauc_map_at_20_std": 0.264732, + "nauc_map_at_20_diff1": 0.897217, + "nauc_map_at_100_max": 0.769585, + "nauc_map_at_100_std": 0.262931, + "nauc_map_at_100_diff1": 0.897189, + "nauc_map_at_1000_max": 0.769504, + "nauc_map_at_1000_std": 0.262632, + "nauc_map_at_1000_diff1": 0.89725, + "nauc_recall_at_1_max": 0.733827, + "nauc_recall_at_1_std": 0.218, + "nauc_recall_at_1_diff1": 0.911631, + "nauc_recall_at_3_max": 0.813025, + "nauc_recall_at_3_std": 0.296135, + "nauc_recall_at_3_diff1": 0.854394, + "nauc_recall_at_5_max": 0.853727, + "nauc_recall_at_5_std": 0.38508, + "nauc_recall_at_5_diff1": 0.863108, + "nauc_recall_at_10_max": 0.904422, + "nauc_recall_at_10_std": 0.581572, + "nauc_recall_at_10_diff1": 0.87378, + "nauc_recall_at_20_max": 0.918365, + "nauc_recall_at_20_std": 0.682021, + "nauc_recall_at_20_diff1": 0.871745, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.941903, + "nauc_recall_at_100_diff1": 0.77617, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733827, + "nauc_precision_at_1_std": 0.218, + "nauc_precision_at_1_diff1": 0.911631, + "nauc_precision_at_3_max": 0.813025, + "nauc_precision_at_3_std": 0.296135, + "nauc_precision_at_3_diff1": 0.854394, + "nauc_precision_at_5_max": 0.853727, + "nauc_precision_at_5_std": 0.38508, + "nauc_precision_at_5_diff1": 0.863108, + "nauc_precision_at_10_max": 0.904422, + "nauc_precision_at_10_std": 0.581572, + "nauc_precision_at_10_diff1": 0.87378, + "nauc_precision_at_20_max": 0.918365, + "nauc_precision_at_20_std": 0.682021, + "nauc_precision_at_20_diff1": 0.871745, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.941903, + "nauc_precision_at_100_diff1": 0.77617, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733827, + "nauc_mrr_at_1_std": 0.218, + "nauc_mrr_at_1_diff1": 0.911631, + "nauc_mrr_at_3_max": 0.764928, + "nauc_mrr_at_3_std": 0.245626, + "nauc_mrr_at_3_diff1": 0.893269, + "nauc_mrr_at_5_max": 0.769716, + "nauc_mrr_at_5_std": 0.256954, + "nauc_mrr_at_5_diff1": 0.895308, + "nauc_mrr_at_10_max": 0.771546, + "nauc_mrr_at_10_std": 0.266592, + "nauc_mrr_at_10_diff1": 0.896935, + "nauc_mrr_at_20_max": 0.770384, + "nauc_mrr_at_20_std": 0.264732, + "nauc_mrr_at_20_diff1": 0.897217, + "nauc_mrr_at_100_max": 0.769585, + "nauc_mrr_at_100_std": 0.262931, + "nauc_mrr_at_100_diff1": 0.897189, + "nauc_mrr_at_1000_max": 0.769504, + "nauc_mrr_at_1000_std": 0.262632, + "nauc_mrr_at_1000_diff1": 0.89725, + "main_score": 0.88083, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.82979, + "ndcg_at_5": 0.84093, + "ndcg_at_10": 0.84861, + "ndcg_at_20": 0.85425, + "ndcg_at_100": 0.86182, + "ndcg_at_1000": 0.86467, + "map_at_1": 0.77778, + "map_at_3": 0.81704, + "map_at_5": 0.82331, + "map_at_10": 0.82656, + "map_at_20": 0.82812, + "map_at_100": 0.82922, + "map_at_1000": 0.82935, + "recall_at_1": 0.77778, + "recall_at_3": 0.86667, + "recall_at_5": 0.89333, + "recall_at_10": 0.91667, + "recall_at_20": 0.93889, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.77778, + "precision_at_3": 0.28889, + "precision_at_5": 0.17867, + "precision_at_10": 0.09167, + "precision_at_20": 0.04694, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.817037, + "mrr_at_5": 0.823315, + "mrr_at_10": 0.826559, + "mrr_at_20": 0.828118, + "mrr_at_100": 0.829219, + "mrr_at_1000": 0.82935, + "nauc_ndcg_at_1_max": 0.747508, + "nauc_ndcg_at_1_std": 0.285101, + "nauc_ndcg_at_1_diff1": 0.884493, + "nauc_ndcg_at_3_max": 0.789083, + "nauc_ndcg_at_3_std": 0.350565, + "nauc_ndcg_at_3_diff1": 0.85789, + "nauc_ndcg_at_5_max": 0.786255, + "nauc_ndcg_at_5_std": 0.348987, + "nauc_ndcg_at_5_diff1": 0.854195, + "nauc_ndcg_at_10_max": 0.783099, + "nauc_ndcg_at_10_std": 0.347549, + "nauc_ndcg_at_10_diff1": 0.85452, + "nauc_ndcg_at_20_max": 0.782469, + "nauc_ndcg_at_20_std": 0.348765, + "nauc_ndcg_at_20_diff1": 0.855228, + "nauc_ndcg_at_100_max": 0.780617, + "nauc_ndcg_at_100_std": 0.345851, + "nauc_ndcg_at_100_diff1": 0.862545, + "nauc_ndcg_at_1000_max": 0.778417, + "nauc_ndcg_at_1000_std": 0.339775, + "nauc_ndcg_at_1000_diff1": 0.86199, + "nauc_map_at_1_max": 0.747508, + "nauc_map_at_1_std": 0.285101, + "nauc_map_at_1_diff1": 0.884493, + "nauc_map_at_3_max": 0.777555, + "nauc_map_at_3_std": 0.33187, + "nauc_map_at_3_diff1": 0.865349, + "nauc_map_at_5_max": 0.775697, + "nauc_map_at_5_std": 0.330848, + "nauc_map_at_5_diff1": 0.863627, + "nauc_map_at_10_max": 0.774167, + "nauc_map_at_10_std": 0.329771, + "nauc_map_at_10_diff1": 0.863872, + "nauc_map_at_20_max": 0.773945, + "nauc_map_at_20_std": 0.330276, + "nauc_map_at_20_diff1": 0.864104, + "nauc_map_at_100_max": 0.773809, + "nauc_map_at_100_std": 0.33009, + "nauc_map_at_100_diff1": 0.865188, + "nauc_map_at_1000_max": 0.773724, + "nauc_map_at_1000_std": 0.32985, + "nauc_map_at_1000_diff1": 0.865165, + "nauc_recall_at_1_max": 0.747508, + "nauc_recall_at_1_std": 0.285101, + "nauc_recall_at_1_diff1": 0.884493, + "nauc_recall_at_3_max": 0.832831, + "nauc_recall_at_3_std": 0.421823, + "nauc_recall_at_3_diff1": 0.829537, + "nauc_recall_at_5_max": 0.832995, + "nauc_recall_at_5_std": 0.429459, + "nauc_recall_at_5_diff1": 0.81126, + "nauc_recall_at_10_max": 0.830738, + "nauc_recall_at_10_std": 0.445733, + "nauc_recall_at_10_diff1": 0.801967, + "nauc_recall_at_20_max": 0.842187, + "nauc_recall_at_20_std": 0.484594, + "nauc_recall_at_20_diff1": 0.789627, + "nauc_recall_at_100_max": 0.87997, + "nauc_recall_at_100_std": 0.617893, + "nauc_recall_at_100_diff1": 0.886481, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747508, + "nauc_precision_at_1_std": 0.285101, + "nauc_precision_at_1_diff1": 0.884493, + "nauc_precision_at_3_max": 0.832831, + "nauc_precision_at_3_std": 0.421823, + "nauc_precision_at_3_diff1": 0.829537, + "nauc_precision_at_5_max": 0.832995, + "nauc_precision_at_5_std": 0.429459, + "nauc_precision_at_5_diff1": 0.81126, + "nauc_precision_at_10_max": 0.830738, + "nauc_precision_at_10_std": 0.445733, + "nauc_precision_at_10_diff1": 0.801967, + "nauc_precision_at_20_max": 0.842187, + "nauc_precision_at_20_std": 0.484594, + "nauc_precision_at_20_diff1": 0.789627, + "nauc_precision_at_100_max": 0.87997, + "nauc_precision_at_100_std": 0.617893, + "nauc_precision_at_100_diff1": 0.886481, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747508, + "nauc_mrr_at_1_std": 0.285101, + "nauc_mrr_at_1_diff1": 0.884493, + "nauc_mrr_at_3_max": 0.777555, + "nauc_mrr_at_3_std": 0.33187, + "nauc_mrr_at_3_diff1": 0.865349, + "nauc_mrr_at_5_max": 0.775697, + "nauc_mrr_at_5_std": 0.330848, + "nauc_mrr_at_5_diff1": 0.863627, + "nauc_mrr_at_10_max": 0.774167, + "nauc_mrr_at_10_std": 0.329771, + "nauc_mrr_at_10_diff1": 0.863872, + "nauc_mrr_at_20_max": 0.773945, + "nauc_mrr_at_20_std": 0.330276, + "nauc_mrr_at_20_diff1": 0.864104, + "nauc_mrr_at_100_max": 0.773809, + "nauc_mrr_at_100_std": 0.33009, + "nauc_mrr_at_100_diff1": 0.865188, + "nauc_mrr_at_1000_max": 0.773724, + "nauc_mrr_at_1000_std": 0.32985, + "nauc_mrr_at_1000_diff1": 0.865165, + "main_score": 0.84861, + "hf_subset": "hat_Latn-hat_Latn", + "languages": [ + "hat-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93415, + "ndcg_at_5": 0.9397, + "ndcg_at_10": 0.94413, + "ndcg_at_20": 0.9458, + "ndcg_at_100": 0.94699, + "ndcg_at_1000": 0.94742, + "map_at_1": 0.9, + "map_at_3": 0.9263, + "map_at_5": 0.92941, + "map_at_10": 0.93131, + "map_at_20": 0.93176, + "map_at_100": 0.9319, + "map_at_1000": 0.93192, + "recall_at_1": 0.9, + "recall_at_3": 0.95667, + "recall_at_5": 0.97, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.9, + "precision_at_3": 0.31889, + "precision_at_5": 0.194, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.926296, + "mrr_at_5": 0.929407, + "mrr_at_10": 0.93131, + "mrr_at_20": 0.931756, + "mrr_at_100": 0.931898, + "mrr_at_1000": 0.931916, + "nauc_ndcg_at_1_max": 0.701904, + "nauc_ndcg_at_1_std": -0.093474, + "nauc_ndcg_at_1_diff1": 0.916926, + "nauc_ndcg_at_3_max": 0.768104, + "nauc_ndcg_at_3_std": -0.063099, + "nauc_ndcg_at_3_diff1": 0.924091, + "nauc_ndcg_at_5_max": 0.754079, + "nauc_ndcg_at_5_std": -0.052811, + "nauc_ndcg_at_5_diff1": 0.926138, + "nauc_ndcg_at_10_max": 0.744243, + "nauc_ndcg_at_10_std": -0.062913, + "nauc_ndcg_at_10_diff1": 0.924743, + "nauc_ndcg_at_20_max": 0.739274, + "nauc_ndcg_at_20_std": -0.06138, + "nauc_ndcg_at_20_diff1": 0.923179, + "nauc_ndcg_at_100_max": 0.741627, + "nauc_ndcg_at_100_std": -0.05903, + "nauc_ndcg_at_100_diff1": 0.923611, + "nauc_ndcg_at_1000_max": 0.740934, + "nauc_ndcg_at_1000_std": -0.063254, + "nauc_ndcg_at_1000_diff1": 0.922978, + "nauc_map_at_1_max": 0.701904, + "nauc_map_at_1_std": -0.093474, + "nauc_map_at_1_diff1": 0.916926, + "nauc_map_at_3_max": 0.749715, + "nauc_map_at_3_std": -0.069142, + "nauc_map_at_3_diff1": 0.921843, + "nauc_map_at_5_max": 0.742208, + "nauc_map_at_5_std": -0.064395, + "nauc_map_at_5_diff1": 0.922668, + "nauc_map_at_10_max": 0.7385, + "nauc_map_at_10_std": -0.068492, + "nauc_map_at_10_diff1": 0.922104, + "nauc_map_at_20_max": 0.737457, + "nauc_map_at_20_std": -0.067987, + "nauc_map_at_20_diff1": 0.921788, + "nauc_map_at_100_max": 0.737727, + "nauc_map_at_100_std": -0.067786, + "nauc_map_at_100_diff1": 0.921862, + "nauc_map_at_1000_max": 0.7377, + "nauc_map_at_1000_std": -0.067891, + "nauc_map_at_1000_diff1": 0.921842, + "nauc_recall_at_1_max": 0.701904, + "nauc_recall_at_1_std": -0.093474, + "nauc_recall_at_1_diff1": 0.916926, + "nauc_recall_at_3_max": 0.856066, + "nauc_recall_at_3_std": -0.036175, + "nauc_recall_at_3_diff1": 0.935059, + "nauc_recall_at_5_max": 0.827195, + "nauc_recall_at_5_std": 0.024657, + "nauc_recall_at_5_diff1": 0.950375, + "nauc_recall_at_10_max": 0.785434, + "nauc_recall_at_10_std": -0.008683, + "nauc_recall_at_10_diff1": 0.955338, + "nauc_recall_at_20_max": 0.702303, + "nauc_recall_at_20_std": 0.048605, + "nauc_recall_at_20_diff1": 0.940087, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 0.478836, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701904, + "nauc_precision_at_1_std": -0.093474, + "nauc_precision_at_1_diff1": 0.916926, + "nauc_precision_at_3_max": 0.856066, + "nauc_precision_at_3_std": -0.036175, + "nauc_precision_at_3_diff1": 0.935059, + "nauc_precision_at_5_max": 0.827195, + "nauc_precision_at_5_std": 0.024657, + "nauc_precision_at_5_diff1": 0.950375, + "nauc_precision_at_10_max": 0.785434, + "nauc_precision_at_10_std": -0.008683, + "nauc_precision_at_10_diff1": 0.955338, + "nauc_precision_at_20_max": 0.702303, + "nauc_precision_at_20_std": 0.048605, + "nauc_precision_at_20_diff1": 0.940087, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 0.478836, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701904, + "nauc_mrr_at_1_std": -0.093474, + "nauc_mrr_at_1_diff1": 0.916926, + "nauc_mrr_at_3_max": 0.749715, + "nauc_mrr_at_3_std": -0.069142, + "nauc_mrr_at_3_diff1": 0.921843, + "nauc_mrr_at_5_max": 0.742208, + "nauc_mrr_at_5_std": -0.064395, + "nauc_mrr_at_5_diff1": 0.922668, + "nauc_mrr_at_10_max": 0.7385, + "nauc_mrr_at_10_std": -0.068492, + "nauc_mrr_at_10_diff1": 0.922104, + "nauc_mrr_at_20_max": 0.737457, + "nauc_mrr_at_20_std": -0.067987, + "nauc_mrr_at_20_diff1": 0.921788, + "nauc_mrr_at_100_max": 0.737727, + "nauc_mrr_at_100_std": -0.067786, + "nauc_mrr_at_100_diff1": 0.921862, + "nauc_mrr_at_1000_max": 0.7377, + "nauc_mrr_at_1000_std": -0.067891, + "nauc_mrr_at_1000_diff1": 0.921842, + "main_score": 0.94413, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78, + "ndcg_at_3": 0.82626, + "ndcg_at_5": 0.83725, + "ndcg_at_10": 0.84352, + "ndcg_at_20": 0.84825, + "ndcg_at_100": 0.85719, + "ndcg_at_1000": 0.86096, + "map_at_1": 0.78, + "map_at_3": 0.81463, + "map_at_5": 0.82074, + "map_at_10": 0.82341, + "map_at_20": 0.82469, + "map_at_100": 0.82595, + "map_at_1000": 0.82613, + "recall_at_1": 0.78, + "recall_at_3": 0.86, + "recall_at_5": 0.88667, + "recall_at_10": 0.90556, + "recall_at_20": 0.92444, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "precision_at_1": 0.78, + "precision_at_3": 0.28667, + "precision_at_5": 0.17733, + "precision_at_10": 0.09056, + "precision_at_20": 0.04622, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.78, + "mrr_at_3": 0.81463, + "mrr_at_5": 0.820741, + "mrr_at_10": 0.823413, + "mrr_at_20": 0.824687, + "mrr_at_100": 0.825948, + "mrr_at_1000": 0.826126, + "nauc_ndcg_at_1_max": 0.746186, + "nauc_ndcg_at_1_std": 0.344668, + "nauc_ndcg_at_1_diff1": 0.880641, + "nauc_ndcg_at_3_max": 0.801022, + "nauc_ndcg_at_3_std": 0.422028, + "nauc_ndcg_at_3_diff1": 0.865618, + "nauc_ndcg_at_5_max": 0.801556, + "nauc_ndcg_at_5_std": 0.449907, + "nauc_ndcg_at_5_diff1": 0.86536, + "nauc_ndcg_at_10_max": 0.799104, + "nauc_ndcg_at_10_std": 0.447643, + "nauc_ndcg_at_10_diff1": 0.864287, + "nauc_ndcg_at_20_max": 0.797325, + "nauc_ndcg_at_20_std": 0.446122, + "nauc_ndcg_at_20_diff1": 0.865941, + "nauc_ndcg_at_100_max": 0.792219, + "nauc_ndcg_at_100_std": 0.436398, + "nauc_ndcg_at_100_diff1": 0.867591, + "nauc_ndcg_at_1000_max": 0.78986, + "nauc_ndcg_at_1000_std": 0.425445, + "nauc_ndcg_at_1000_diff1": 0.868294, + "nauc_map_at_1_max": 0.746186, + "nauc_map_at_1_std": 0.344668, + "nauc_map_at_1_diff1": 0.880641, + "nauc_map_at_3_max": 0.786607, + "nauc_map_at_3_std": 0.40033, + "nauc_map_at_3_diff1": 0.870017, + "nauc_map_at_5_max": 0.786575, + "nauc_map_at_5_std": 0.414128, + "nauc_map_at_5_diff1": 0.870222, + "nauc_map_at_10_max": 0.785358, + "nauc_map_at_10_std": 0.412749, + "nauc_map_at_10_diff1": 0.869799, + "nauc_map_at_20_max": 0.784783, + "nauc_map_at_20_std": 0.412005, + "nauc_map_at_20_diff1": 0.870264, + "nauc_map_at_100_max": 0.784035, + "nauc_map_at_100_std": 0.410331, + "nauc_map_at_100_diff1": 0.870464, + "nauc_map_at_1000_max": 0.783916, + "nauc_map_at_1000_std": 0.409873, + "nauc_map_at_1000_diff1": 0.870481, + "nauc_recall_at_1_max": 0.746186, + "nauc_recall_at_1_std": 0.344668, + "nauc_recall_at_1_diff1": 0.880641, + "nauc_recall_at_3_max": 0.85381, + "nauc_recall_at_3_std": 0.502255, + "nauc_recall_at_3_diff1": 0.849256, + "nauc_recall_at_5_max": 0.865598, + "nauc_recall_at_5_std": 0.610099, + "nauc_recall_at_5_diff1": 0.843765, + "nauc_recall_at_10_max": 0.866216, + "nauc_recall_at_10_std": 0.628357, + "nauc_recall_at_10_diff1": 0.835558, + "nauc_recall_at_20_max": 0.870318, + "nauc_recall_at_20_std": 0.663811, + "nauc_recall_at_20_diff1": 0.840309, + "nauc_recall_at_100_max": 0.868721, + "nauc_recall_at_100_std": 0.811148, + "nauc_recall_at_100_diff1": 0.839963, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746186, + "nauc_precision_at_1_std": 0.344668, + "nauc_precision_at_1_diff1": 0.880641, + "nauc_precision_at_3_max": 0.85381, + "nauc_precision_at_3_std": 0.502255, + "nauc_precision_at_3_diff1": 0.849256, + "nauc_precision_at_5_max": 0.865598, + "nauc_precision_at_5_std": 0.610099, + "nauc_precision_at_5_diff1": 0.843765, + "nauc_precision_at_10_max": 0.866216, + "nauc_precision_at_10_std": 0.628357, + "nauc_precision_at_10_diff1": 0.835558, + "nauc_precision_at_20_max": 0.870318, + "nauc_precision_at_20_std": 0.663811, + "nauc_precision_at_20_diff1": 0.840309, + "nauc_precision_at_100_max": 0.868721, + "nauc_precision_at_100_std": 0.811148, + "nauc_precision_at_100_diff1": 0.839963, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746186, + "nauc_mrr_at_1_std": 0.344668, + "nauc_mrr_at_1_diff1": 0.880641, + "nauc_mrr_at_3_max": 0.786607, + "nauc_mrr_at_3_std": 0.40033, + "nauc_mrr_at_3_diff1": 0.870017, + "nauc_mrr_at_5_max": 0.786575, + "nauc_mrr_at_5_std": 0.414128, + "nauc_mrr_at_5_diff1": 0.870222, + "nauc_mrr_at_10_max": 0.785358, + "nauc_mrr_at_10_std": 0.412749, + "nauc_mrr_at_10_diff1": 0.869799, + "nauc_mrr_at_20_max": 0.784783, + "nauc_mrr_at_20_std": 0.412005, + "nauc_mrr_at_20_diff1": 0.870264, + "nauc_mrr_at_100_max": 0.784035, + "nauc_mrr_at_100_std": 0.410331, + "nauc_mrr_at_100_diff1": 0.870464, + "nauc_mrr_at_1000_max": 0.783916, + "nauc_mrr_at_1000_std": 0.409873, + "nauc_mrr_at_1000_diff1": 0.870481, + "main_score": 0.84352, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.60111, + "ndcg_at_3": 0.65581, + "ndcg_at_5": 0.66943, + "ndcg_at_10": 0.68367, + "ndcg_at_20": 0.69442, + "ndcg_at_100": 0.71263, + "ndcg_at_1000": 0.72371, + "map_at_1": 0.60111, + "map_at_3": 0.64278, + "map_at_5": 0.65028, + "map_at_10": 0.65609, + "map_at_20": 0.65907, + "map_at_100": 0.66137, + "map_at_1000": 0.66181, + "recall_at_1": 0.60111, + "recall_at_3": 0.69333, + "recall_at_5": 0.72667, + "recall_at_10": 0.77111, + "recall_at_20": 0.81333, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "precision_at_1": 0.60111, + "precision_at_3": 0.23111, + "precision_at_5": 0.14533, + "precision_at_10": 0.07711, + "precision_at_20": 0.04067, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "mrr_at_1": 0.601111, + "mrr_at_3": 0.642778, + "mrr_at_5": 0.650278, + "mrr_at_10": 0.656086, + "mrr_at_20": 0.659073, + "mrr_at_100": 0.661373, + "mrr_at_1000": 0.661809, + "nauc_ndcg_at_1_max": 0.744561, + "nauc_ndcg_at_1_std": 0.60252, + "nauc_ndcg_at_1_diff1": 0.865746, + "nauc_ndcg_at_3_max": 0.759473, + "nauc_ndcg_at_3_std": 0.6314, + "nauc_ndcg_at_3_diff1": 0.844086, + "nauc_ndcg_at_5_max": 0.753013, + "nauc_ndcg_at_5_std": 0.623807, + "nauc_ndcg_at_5_diff1": 0.840743, + "nauc_ndcg_at_10_max": 0.751496, + "nauc_ndcg_at_10_std": 0.626777, + "nauc_ndcg_at_10_diff1": 0.836789, + "nauc_ndcg_at_20_max": 0.746343, + "nauc_ndcg_at_20_std": 0.626405, + "nauc_ndcg_at_20_diff1": 0.832949, + "nauc_ndcg_at_100_max": 0.749793, + "nauc_ndcg_at_100_std": 0.630211, + "nauc_ndcg_at_100_diff1": 0.836906, + "nauc_ndcg_at_1000_max": 0.750356, + "nauc_ndcg_at_1000_std": 0.626088, + "nauc_ndcg_at_1000_diff1": 0.840989, + "nauc_map_at_1_max": 0.744561, + "nauc_map_at_1_std": 0.60252, + "nauc_map_at_1_diff1": 0.865746, + "nauc_map_at_3_max": 0.756417, + "nauc_map_at_3_std": 0.625675, + "nauc_map_at_3_diff1": 0.850279, + "nauc_map_at_5_max": 0.753012, + "nauc_map_at_5_std": 0.621473, + "nauc_map_at_5_diff1": 0.848666, + "nauc_map_at_10_max": 0.75253, + "nauc_map_at_10_std": 0.62254, + "nauc_map_at_10_diff1": 0.847157, + "nauc_map_at_20_max": 0.751055, + "nauc_map_at_20_std": 0.622323, + "nauc_map_at_20_diff1": 0.846098, + "nauc_map_at_100_max": 0.75142, + "nauc_map_at_100_std": 0.622826, + "nauc_map_at_100_diff1": 0.846713, + "nauc_map_at_1000_max": 0.751452, + "nauc_map_at_1000_std": 0.622692, + "nauc_map_at_1000_diff1": 0.846852, + "nauc_recall_at_1_max": 0.744561, + "nauc_recall_at_1_std": 0.60252, + "nauc_recall_at_1_diff1": 0.865746, + "nauc_recall_at_3_max": 0.768857, + "nauc_recall_at_3_std": 0.648864, + "nauc_recall_at_3_diff1": 0.824056, + "nauc_recall_at_5_max": 0.751368, + "nauc_recall_at_5_std": 0.629727, + "nauc_recall_at_5_diff1": 0.812577, + "nauc_recall_at_10_max": 0.744387, + "nauc_recall_at_10_std": 0.64263, + "nauc_recall_at_10_diff1": 0.793406, + "nauc_recall_at_20_max": 0.715587, + "nauc_recall_at_20_std": 0.644481, + "nauc_recall_at_20_diff1": 0.765366, + "nauc_recall_at_100_max": 0.739999, + "nauc_recall_at_100_std": 0.718021, + "nauc_recall_at_100_diff1": 0.75198, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744561, + "nauc_precision_at_1_std": 0.60252, + "nauc_precision_at_1_diff1": 0.865746, + "nauc_precision_at_3_max": 0.768857, + "nauc_precision_at_3_std": 0.648864, + "nauc_precision_at_3_diff1": 0.824056, + "nauc_precision_at_5_max": 0.751368, + "nauc_precision_at_5_std": 0.629727, + "nauc_precision_at_5_diff1": 0.812577, + "nauc_precision_at_10_max": 0.744387, + "nauc_precision_at_10_std": 0.64263, + "nauc_precision_at_10_diff1": 0.793406, + "nauc_precision_at_20_max": 0.715587, + "nauc_precision_at_20_std": 0.644481, + "nauc_precision_at_20_diff1": 0.765366, + "nauc_precision_at_100_max": 0.739999, + "nauc_precision_at_100_std": 0.718021, + "nauc_precision_at_100_diff1": 0.75198, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744561, + "nauc_mrr_at_1_std": 0.60252, + "nauc_mrr_at_1_diff1": 0.865746, + "nauc_mrr_at_3_max": 0.756417, + "nauc_mrr_at_3_std": 0.625675, + "nauc_mrr_at_3_diff1": 0.850279, + "nauc_mrr_at_5_max": 0.753012, + "nauc_mrr_at_5_std": 0.621473, + "nauc_mrr_at_5_diff1": 0.848666, + "nauc_mrr_at_10_max": 0.75253, + "nauc_mrr_at_10_std": 0.62254, + "nauc_mrr_at_10_diff1": 0.847157, + "nauc_mrr_at_20_max": 0.751055, + "nauc_mrr_at_20_std": 0.622323, + "nauc_mrr_at_20_diff1": 0.846098, + "nauc_mrr_at_100_max": 0.75142, + "nauc_mrr_at_100_std": 0.622826, + "nauc_mrr_at_100_diff1": 0.846713, + "nauc_mrr_at_1000_max": 0.751452, + "nauc_mrr_at_1000_std": 0.622692, + "nauc_mrr_at_1000_diff1": 0.846852, + "main_score": 0.68367, + "hf_subset": "hau_Latn-hau_Latn", + "languages": [ + "hau-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.82889, + "ndcg_at_3": 0.88247, + "ndcg_at_5": 0.89456, + "ndcg_at_10": 0.9021, + "ndcg_at_20": 0.90434, + "ndcg_at_100": 0.90685, + "ndcg_at_1000": 0.9076, + "map_at_1": 0.82889, + "map_at_3": 0.86981, + "map_at_5": 0.87637, + "map_at_10": 0.87948, + "map_at_20": 0.88009, + "map_at_100": 0.88045, + "map_at_1000": 0.88049, + "recall_at_1": 0.82889, + "recall_at_3": 0.91889, + "recall_at_5": 0.94889, + "recall_at_10": 0.97222, + "recall_at_20": 0.98111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.82889, + "precision_at_3": 0.3063, + "precision_at_5": 0.18978, + "precision_at_10": 0.09722, + "precision_at_20": 0.04906, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.869815, + "mrr_at_5": 0.87637, + "mrr_at_10": 0.879478, + "mrr_at_20": 0.88009, + "mrr_at_100": 0.880455, + "mrr_at_1000": 0.880489, + "nauc_ndcg_at_1_max": 0.62806, + "nauc_ndcg_at_1_std": -0.124303, + "nauc_ndcg_at_1_diff1": 0.891956, + "nauc_ndcg_at_3_max": 0.649765, + "nauc_ndcg_at_3_std": -0.071568, + "nauc_ndcg_at_3_diff1": 0.871049, + "nauc_ndcg_at_5_max": 0.663753, + "nauc_ndcg_at_5_std": -0.031039, + "nauc_ndcg_at_5_diff1": 0.875603, + "nauc_ndcg_at_10_max": 0.655415, + "nauc_ndcg_at_10_std": -0.038808, + "nauc_ndcg_at_10_diff1": 0.877605, + "nauc_ndcg_at_20_max": 0.654259, + "nauc_ndcg_at_20_std": -0.049768, + "nauc_ndcg_at_20_diff1": 0.877937, + "nauc_ndcg_at_100_max": 0.652679, + "nauc_ndcg_at_100_std": -0.05376, + "nauc_ndcg_at_100_diff1": 0.881144, + "nauc_ndcg_at_1000_max": 0.651068, + "nauc_ndcg_at_1000_std": -0.06155, + "nauc_ndcg_at_1000_diff1": 0.880336, + "nauc_map_at_1_max": 0.62806, + "nauc_map_at_1_std": -0.124303, + "nauc_map_at_1_diff1": 0.891956, + "nauc_map_at_3_max": 0.644947, + "nauc_map_at_3_std": -0.085834, + "nauc_map_at_3_diff1": 0.87755, + "nauc_map_at_5_max": 0.651233, + "nauc_map_at_5_std": -0.06812, + "nauc_map_at_5_diff1": 0.880075, + "nauc_map_at_10_max": 0.648344, + "nauc_map_at_10_std": -0.071031, + "nauc_map_at_10_diff1": 0.88095, + "nauc_map_at_20_max": 0.647998, + "nauc_map_at_20_std": -0.073632, + "nauc_map_at_20_diff1": 0.881051, + "nauc_map_at_100_max": 0.647808, + "nauc_map_at_100_std": -0.074102, + "nauc_map_at_100_diff1": 0.881513, + "nauc_map_at_1000_max": 0.647731, + "nauc_map_at_1000_std": -0.074377, + "nauc_map_at_1000_diff1": 0.881481, + "nauc_recall_at_1_max": 0.62806, + "nauc_recall_at_1_std": -0.124303, + "nauc_recall_at_1_diff1": 0.891956, + "nauc_recall_at_3_max": 0.670031, + "nauc_recall_at_3_std": -0.00928, + "nauc_recall_at_3_diff1": 0.842044, + "nauc_recall_at_5_max": 0.750629, + "nauc_recall_at_5_std": 0.231011, + "nauc_recall_at_5_diff1": 0.847065, + "nauc_recall_at_10_max": 0.730588, + "nauc_recall_at_10_std": 0.354491, + "nauc_recall_at_10_diff1": 0.842502, + "nauc_recall_at_20_max": 0.746032, + "nauc_recall_at_20_std": 0.329406, + "nauc_recall_at_20_diff1": 0.831823, + "nauc_recall_at_100_max": 0.829132, + "nauc_recall_at_100_std": 0.884687, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62806, + "nauc_precision_at_1_std": -0.124303, + "nauc_precision_at_1_diff1": 0.891956, + "nauc_precision_at_3_max": 0.670031, + "nauc_precision_at_3_std": -0.00928, + "nauc_precision_at_3_diff1": 0.842044, + "nauc_precision_at_5_max": 0.750629, + "nauc_precision_at_5_std": 0.231011, + "nauc_precision_at_5_diff1": 0.847065, + "nauc_precision_at_10_max": 0.730588, + "nauc_precision_at_10_std": 0.354491, + "nauc_precision_at_10_diff1": 0.842502, + "nauc_precision_at_20_max": 0.746032, + "nauc_precision_at_20_std": 0.329406, + "nauc_precision_at_20_diff1": 0.831823, + "nauc_precision_at_100_max": 0.829132, + "nauc_precision_at_100_std": 0.884687, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.62806, + "nauc_mrr_at_1_std": -0.124303, + "nauc_mrr_at_1_diff1": 0.891956, + "nauc_mrr_at_3_max": 0.644947, + "nauc_mrr_at_3_std": -0.085834, + "nauc_mrr_at_3_diff1": 0.87755, + "nauc_mrr_at_5_max": 0.651233, + "nauc_mrr_at_5_std": -0.06812, + "nauc_mrr_at_5_diff1": 0.880075, + "nauc_mrr_at_10_max": 0.648344, + "nauc_mrr_at_10_std": -0.071031, + "nauc_mrr_at_10_diff1": 0.88095, + "nauc_mrr_at_20_max": 0.647998, + "nauc_mrr_at_20_std": -0.073632, + "nauc_mrr_at_20_diff1": 0.881051, + "nauc_mrr_at_100_max": 0.647808, + "nauc_mrr_at_100_std": -0.074102, + "nauc_mrr_at_100_diff1": 0.881513, + "nauc_mrr_at_1000_max": 0.647731, + "nauc_mrr_at_1000_std": -0.074377, + "nauc_mrr_at_1000_diff1": 0.881481, + "main_score": 0.9021, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54556, + "ndcg_at_3": 0.58304, + "ndcg_at_5": 0.60016, + "ndcg_at_10": 0.61482, + "ndcg_at_20": 0.62718, + "ndcg_at_100": 0.64931, + "ndcg_at_1000": 0.66695, + "map_at_1": 0.54556, + "map_at_3": 0.57407, + "map_at_5": 0.58369, + "map_at_10": 0.58991, + "map_at_20": 0.5933, + "map_at_100": 0.59624, + "map_at_1000": 0.59694, + "recall_at_1": 0.54556, + "recall_at_3": 0.60889, + "recall_at_5": 0.65, + "recall_at_10": 0.69444, + "recall_at_20": 0.74333, + "recall_at_100": 0.86444, + "recall_at_1000": 1.0, + "precision_at_1": 0.54556, + "precision_at_3": 0.20296, + "precision_at_5": 0.13, + "precision_at_10": 0.06944, + "precision_at_20": 0.03717, + "precision_at_100": 0.00864, + "precision_at_1000": 0.001, + "mrr_at_1": 0.545556, + "mrr_at_3": 0.574074, + "mrr_at_5": 0.583685, + "mrr_at_10": 0.589907, + "mrr_at_20": 0.593299, + "mrr_at_100": 0.596238, + "mrr_at_1000": 0.596937, + "nauc_ndcg_at_1_max": 0.730375, + "nauc_ndcg_at_1_std": -0.002581, + "nauc_ndcg_at_1_diff1": 0.871636, + "nauc_ndcg_at_3_max": 0.7363, + "nauc_ndcg_at_3_std": 0.011298, + "nauc_ndcg_at_3_diff1": 0.835938, + "nauc_ndcg_at_5_max": 0.731844, + "nauc_ndcg_at_5_std": 0.022674, + "nauc_ndcg_at_5_diff1": 0.830233, + "nauc_ndcg_at_10_max": 0.722104, + "nauc_ndcg_at_10_std": 0.025273, + "nauc_ndcg_at_10_diff1": 0.820196, + "nauc_ndcg_at_20_max": 0.722084, + "nauc_ndcg_at_20_std": 0.031687, + "nauc_ndcg_at_20_diff1": 0.819269, + "nauc_ndcg_at_100_max": 0.720146, + "nauc_ndcg_at_100_std": 0.035146, + "nauc_ndcg_at_100_diff1": 0.815409, + "nauc_ndcg_at_1000_max": 0.72527, + "nauc_ndcg_at_1000_std": 0.026642, + "nauc_ndcg_at_1000_diff1": 0.826134, + "nauc_map_at_1_max": 0.730375, + "nauc_map_at_1_std": -0.002581, + "nauc_map_at_1_diff1": 0.871636, + "nauc_map_at_3_max": 0.735418, + "nauc_map_at_3_std": 0.008759, + "nauc_map_at_3_diff1": 0.844562, + "nauc_map_at_5_max": 0.733115, + "nauc_map_at_5_std": 0.015079, + "nauc_map_at_5_diff1": 0.841589, + "nauc_map_at_10_max": 0.729083, + "nauc_map_at_10_std": 0.016105, + "nauc_map_at_10_diff1": 0.837512, + "nauc_map_at_20_max": 0.72922, + "nauc_map_at_20_std": 0.017903, + "nauc_map_at_20_diff1": 0.837417, + "nauc_map_at_100_max": 0.729002, + "nauc_map_at_100_std": 0.018622, + "nauc_map_at_100_diff1": 0.836731, + "nauc_map_at_1000_max": 0.729168, + "nauc_map_at_1000_std": 0.018312, + "nauc_map_at_1000_diff1": 0.837109, + "nauc_recall_at_1_max": 0.730375, + "nauc_recall_at_1_std": -0.002581, + "nauc_recall_at_1_diff1": 0.871636, + "nauc_recall_at_3_max": 0.7387, + "nauc_recall_at_3_std": 0.01855, + "nauc_recall_at_3_diff1": 0.810073, + "nauc_recall_at_5_max": 0.726615, + "nauc_recall_at_5_std": 0.048074, + "nauc_recall_at_5_diff1": 0.793165, + "nauc_recall_at_10_max": 0.692567, + "nauc_recall_at_10_std": 0.059188, + "nauc_recall_at_10_diff1": 0.755304, + "nauc_recall_at_20_max": 0.68704, + "nauc_recall_at_20_std": 0.094762, + "nauc_recall_at_20_diff1": 0.740648, + "nauc_recall_at_100_max": 0.640087, + "nauc_recall_at_100_std": 0.16605, + "nauc_recall_at_100_diff1": 0.650362, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730375, + "nauc_precision_at_1_std": -0.002581, + "nauc_precision_at_1_diff1": 0.871636, + "nauc_precision_at_3_max": 0.7387, + "nauc_precision_at_3_std": 0.01855, + "nauc_precision_at_3_diff1": 0.810073, + "nauc_precision_at_5_max": 0.726615, + "nauc_precision_at_5_std": 0.048074, + "nauc_precision_at_5_diff1": 0.793165, + "nauc_precision_at_10_max": 0.692567, + "nauc_precision_at_10_std": 0.059188, + "nauc_precision_at_10_diff1": 0.755304, + "nauc_precision_at_20_max": 0.68704, + "nauc_precision_at_20_std": 0.094762, + "nauc_precision_at_20_diff1": 0.740648, + "nauc_precision_at_100_max": 0.640087, + "nauc_precision_at_100_std": 0.16605, + "nauc_precision_at_100_diff1": 0.650362, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.730375, + "nauc_mrr_at_1_std": -0.002581, + "nauc_mrr_at_1_diff1": 0.871636, + "nauc_mrr_at_3_max": 0.735418, + "nauc_mrr_at_3_std": 0.008759, + "nauc_mrr_at_3_diff1": 0.844562, + "nauc_mrr_at_5_max": 0.733115, + "nauc_mrr_at_5_std": 0.015079, + "nauc_mrr_at_5_diff1": 0.841589, + "nauc_mrr_at_10_max": 0.729083, + "nauc_mrr_at_10_std": 0.016105, + "nauc_mrr_at_10_diff1": 0.837512, + "nauc_mrr_at_20_max": 0.72922, + "nauc_mrr_at_20_std": 0.017903, + "nauc_mrr_at_20_diff1": 0.837417, + "nauc_mrr_at_100_max": 0.729002, + "nauc_mrr_at_100_std": 0.018622, + "nauc_mrr_at_100_diff1": 0.836731, + "nauc_mrr_at_1000_max": 0.729168, + "nauc_mrr_at_1000_std": 0.018312, + "nauc_mrr_at_1000_diff1": 0.837109, + "main_score": 0.61482, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90041, + "ndcg_at_5": 0.90873, + "ndcg_at_10": 0.91564, + "ndcg_at_20": 0.91732, + "ndcg_at_100": 0.92133, + "ndcg_at_1000": 0.922, + "map_at_1": 0.86333, + "map_at_3": 0.89167, + "map_at_5": 0.89633, + "map_at_10": 0.89924, + "map_at_20": 0.89969, + "map_at_100": 0.90028, + "map_at_1000": 0.9003, + "recall_at_1": 0.86333, + "recall_at_3": 0.92556, + "recall_at_5": 0.94556, + "recall_at_10": 0.96667, + "recall_at_20": 0.97333, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.86333, + "precision_at_3": 0.30852, + "precision_at_5": 0.18911, + "precision_at_10": 0.09667, + "precision_at_20": 0.04867, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.891667, + "mrr_at_5": 0.896333, + "mrr_at_10": 0.899235, + "mrr_at_20": 0.899693, + "mrr_at_100": 0.900284, + "mrr_at_1000": 0.900303, + "nauc_ndcg_at_1_max": 0.719254, + "nauc_ndcg_at_1_std": -0.012473, + "nauc_ndcg_at_1_diff1": 0.936061, + "nauc_ndcg_at_3_max": 0.794629, + "nauc_ndcg_at_3_std": -0.020806, + "nauc_ndcg_at_3_diff1": 0.932932, + "nauc_ndcg_at_5_max": 0.786362, + "nauc_ndcg_at_5_std": -0.025091, + "nauc_ndcg_at_5_diff1": 0.932304, + "nauc_ndcg_at_10_max": 0.780678, + "nauc_ndcg_at_10_std": -0.015724, + "nauc_ndcg_at_10_diff1": 0.934972, + "nauc_ndcg_at_20_max": 0.780595, + "nauc_ndcg_at_20_std": -0.000628, + "nauc_ndcg_at_20_diff1": 0.934573, + "nauc_ndcg_at_100_max": 0.774909, + "nauc_ndcg_at_100_std": 0.003315, + "nauc_ndcg_at_100_diff1": 0.934926, + "nauc_ndcg_at_1000_max": 0.773152, + "nauc_ndcg_at_1000_std": -0.005417, + "nauc_ndcg_at_1000_diff1": 0.934356, + "nauc_map_at_1_max": 0.719254, + "nauc_map_at_1_std": -0.012473, + "nauc_map_at_1_diff1": 0.936061, + "nauc_map_at_3_max": 0.774289, + "nauc_map_at_3_std": -0.018096, + "nauc_map_at_3_diff1": 0.933154, + "nauc_map_at_5_max": 0.769297, + "nauc_map_at_5_std": -0.019398, + "nauc_map_at_5_diff1": 0.932915, + "nauc_map_at_10_max": 0.766703, + "nauc_map_at_10_std": -0.016896, + "nauc_map_at_10_diff1": 0.933902, + "nauc_map_at_20_max": 0.766602, + "nauc_map_at_20_std": -0.013602, + "nauc_map_at_20_diff1": 0.933827, + "nauc_map_at_100_max": 0.765983, + "nauc_map_at_100_std": -0.012318, + "nauc_map_at_100_diff1": 0.933901, + "nauc_map_at_1000_max": 0.765942, + "nauc_map_at_1000_std": -0.012506, + "nauc_map_at_1000_diff1": 0.933888, + "nauc_recall_at_1_max": 0.719254, + "nauc_recall_at_1_std": -0.012473, + "nauc_recall_at_1_diff1": 0.936061, + "nauc_recall_at_3_max": 0.876813, + "nauc_recall_at_3_std": -0.03206, + "nauc_recall_at_3_diff1": 0.932446, + "nauc_recall_at_5_max": 0.874007, + "nauc_recall_at_5_std": -0.05849, + "nauc_recall_at_5_diff1": 0.929305, + "nauc_recall_at_10_max": 0.887877, + "nauc_recall_at_10_std": 0.006645, + "nauc_recall_at_10_diff1": 0.947168, + "nauc_recall_at_20_max": 0.914021, + "nauc_recall_at_20_std": 0.195903, + "nauc_recall_at_20_diff1": 0.944853, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719254, + "nauc_precision_at_1_std": -0.012473, + "nauc_precision_at_1_diff1": 0.936061, + "nauc_precision_at_3_max": 0.876813, + "nauc_precision_at_3_std": -0.03206, + "nauc_precision_at_3_diff1": 0.932446, + "nauc_precision_at_5_max": 0.874007, + "nauc_precision_at_5_std": -0.05849, + "nauc_precision_at_5_diff1": 0.929305, + "nauc_precision_at_10_max": 0.887877, + "nauc_precision_at_10_std": 0.006645, + "nauc_precision_at_10_diff1": 0.947168, + "nauc_precision_at_20_max": 0.914021, + "nauc_precision_at_20_std": 0.195903, + "nauc_precision_at_20_diff1": 0.944853, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719254, + "nauc_mrr_at_1_std": -0.012473, + "nauc_mrr_at_1_diff1": 0.936061, + "nauc_mrr_at_3_max": 0.774289, + "nauc_mrr_at_3_std": -0.018096, + "nauc_mrr_at_3_diff1": 0.933154, + "nauc_mrr_at_5_max": 0.769297, + "nauc_mrr_at_5_std": -0.019398, + "nauc_mrr_at_5_diff1": 0.932915, + "nauc_mrr_at_10_max": 0.766703, + "nauc_mrr_at_10_std": -0.016896, + "nauc_mrr_at_10_diff1": 0.933902, + "nauc_mrr_at_20_max": 0.766602, + "nauc_mrr_at_20_std": -0.013602, + "nauc_mrr_at_20_diff1": 0.933827, + "nauc_mrr_at_100_max": 0.765983, + "nauc_mrr_at_100_std": -0.012318, + "nauc_mrr_at_100_diff1": 0.933901, + "nauc_mrr_at_1000_max": 0.765942, + "nauc_mrr_at_1000_std": -0.012506, + "nauc_mrr_at_1000_diff1": 0.933888, + "main_score": 0.91564, + "hf_subset": "heb_Hebr-heb_Hebr", + "languages": [ + "heb-Hebr", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.95149, + "ndcg_at_5": 0.95384, + "ndcg_at_10": 0.95643, + "ndcg_at_20": 0.95819, + "ndcg_at_100": 0.95949, + "ndcg_at_1000": 0.95974, + "map_at_1": 0.92111, + "map_at_3": 0.94463, + "map_at_5": 0.94596, + "map_at_10": 0.94708, + "map_at_20": 0.94761, + "map_at_100": 0.94781, + "map_at_1000": 0.94781, + "recall_at_1": 0.92111, + "recall_at_3": 0.97111, + "recall_at_5": 0.97667, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.3237, + "precision_at_5": 0.19533, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.94463, + "mrr_at_5": 0.945963, + "mrr_at_10": 0.947085, + "mrr_at_20": 0.947606, + "mrr_at_100": 0.947806, + "mrr_at_1000": 0.947812, + "nauc_ndcg_at_1_max": 0.680199, + "nauc_ndcg_at_1_std": -0.202779, + "nauc_ndcg_at_1_diff1": 0.942399, + "nauc_ndcg_at_3_max": 0.745799, + "nauc_ndcg_at_3_std": -0.234485, + "nauc_ndcg_at_3_diff1": 0.945513, + "nauc_ndcg_at_5_max": 0.741223, + "nauc_ndcg_at_5_std": -0.191976, + "nauc_ndcg_at_5_diff1": 0.945457, + "nauc_ndcg_at_10_max": 0.733341, + "nauc_ndcg_at_10_std": -0.162357, + "nauc_ndcg_at_10_diff1": 0.945546, + "nauc_ndcg_at_20_max": 0.73391, + "nauc_ndcg_at_20_std": -0.15232, + "nauc_ndcg_at_20_diff1": 0.946183, + "nauc_ndcg_at_100_max": 0.726868, + "nauc_ndcg_at_100_std": -0.176784, + "nauc_ndcg_at_100_diff1": 0.945886, + "nauc_ndcg_at_1000_max": 0.725525, + "nauc_ndcg_at_1000_std": -0.184347, + "nauc_ndcg_at_1000_diff1": 0.945539, + "nauc_map_at_1_max": 0.680199, + "nauc_map_at_1_std": -0.202779, + "nauc_map_at_1_diff1": 0.942399, + "nauc_map_at_3_max": 0.726057, + "nauc_map_at_3_std": -0.224249, + "nauc_map_at_3_diff1": 0.944813, + "nauc_map_at_5_max": 0.723363, + "nauc_map_at_5_std": -0.20338, + "nauc_map_at_5_diff1": 0.944795, + "nauc_map_at_10_max": 0.720306, + "nauc_map_at_10_std": -0.194211, + "nauc_map_at_10_diff1": 0.944814, + "nauc_map_at_20_max": 0.720103, + "nauc_map_at_20_std": -0.192452, + "nauc_map_at_20_diff1": 0.944985, + "nauc_map_at_100_max": 0.719193, + "nauc_map_at_100_std": -0.195927, + "nauc_map_at_100_diff1": 0.944949, + "nauc_map_at_1000_max": 0.719168, + "nauc_map_at_1000_std": -0.19606, + "nauc_map_at_1000_diff1": 0.944943, + "nauc_recall_at_1_max": 0.680199, + "nauc_recall_at_1_std": -0.202779, + "nauc_recall_at_1_diff1": 0.942399, + "nauc_recall_at_3_max": 0.85278, + "nauc_recall_at_3_std": -0.29058, + "nauc_recall_at_3_diff1": 0.949095, + "nauc_recall_at_5_max": 0.856632, + "nauc_recall_at_5_std": -0.104219, + "nauc_recall_at_5_diff1": 0.949424, + "nauc_recall_at_10_max": 0.845972, + "nauc_recall_at_10_std": 0.20935, + "nauc_recall_at_10_diff1": 0.952148, + "nauc_recall_at_20_max": 0.948938, + "nauc_recall_at_20_std": 0.678571, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.680199, + "nauc_precision_at_1_std": -0.202779, + "nauc_precision_at_1_diff1": 0.942399, + "nauc_precision_at_3_max": 0.85278, + "nauc_precision_at_3_std": -0.29058, + "nauc_precision_at_3_diff1": 0.949095, + "nauc_precision_at_5_max": 0.856632, + "nauc_precision_at_5_std": -0.104219, + "nauc_precision_at_5_diff1": 0.949424, + "nauc_precision_at_10_max": 0.845972, + "nauc_precision_at_10_std": 0.20935, + "nauc_precision_at_10_diff1": 0.952148, + "nauc_precision_at_20_max": 0.948938, + "nauc_precision_at_20_std": 0.678571, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.680199, + "nauc_mrr_at_1_std": -0.202779, + "nauc_mrr_at_1_diff1": 0.942399, + "nauc_mrr_at_3_max": 0.726057, + "nauc_mrr_at_3_std": -0.224249, + "nauc_mrr_at_3_diff1": 0.944813, + "nauc_mrr_at_5_max": 0.723363, + "nauc_mrr_at_5_std": -0.20338, + "nauc_mrr_at_5_diff1": 0.944795, + "nauc_mrr_at_10_max": 0.720306, + "nauc_mrr_at_10_std": -0.194211, + "nauc_mrr_at_10_diff1": 0.944814, + "nauc_mrr_at_20_max": 0.720103, + "nauc_mrr_at_20_std": -0.192452, + "nauc_mrr_at_20_diff1": 0.944985, + "nauc_mrr_at_100_max": 0.719193, + "nauc_mrr_at_100_std": -0.195927, + "nauc_mrr_at_100_diff1": 0.944949, + "nauc_mrr_at_1000_max": 0.719168, + "nauc_mrr_at_1000_std": -0.19606, + "nauc_mrr_at_1000_diff1": 0.944943, + "main_score": 0.95643, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86111, + "ndcg_at_3": 0.9052, + "ndcg_at_5": 0.91036, + "ndcg_at_10": 0.91435, + "ndcg_at_20": 0.91876, + "ndcg_at_100": 0.92214, + "ndcg_at_1000": 0.92305, + "map_at_1": 0.86111, + "map_at_3": 0.895, + "map_at_5": 0.89794, + "map_at_10": 0.89961, + "map_at_20": 0.90092, + "map_at_100": 0.90142, + "map_at_1000": 0.90147, + "recall_at_1": 0.86111, + "recall_at_3": 0.93444, + "recall_at_5": 0.94667, + "recall_at_10": 0.95889, + "recall_at_20": 0.97556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.86111, + "precision_at_3": 0.31148, + "precision_at_5": 0.18933, + "precision_at_10": 0.09589, + "precision_at_20": 0.04878, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.861111, + "mrr_at_3": 0.895, + "mrr_at_5": 0.897944, + "mrr_at_10": 0.899612, + "mrr_at_20": 0.900925, + "mrr_at_100": 0.901423, + "mrr_at_1000": 0.901467, + "nauc_ndcg_at_1_max": 0.674111, + "nauc_ndcg_at_1_std": 0.160973, + "nauc_ndcg_at_1_diff1": 0.89712, + "nauc_ndcg_at_3_max": 0.737408, + "nauc_ndcg_at_3_std": 0.190713, + "nauc_ndcg_at_3_diff1": 0.88916, + "nauc_ndcg_at_5_max": 0.741793, + "nauc_ndcg_at_5_std": 0.183275, + "nauc_ndcg_at_5_diff1": 0.89059, + "nauc_ndcg_at_10_max": 0.738372, + "nauc_ndcg_at_10_std": 0.186572, + "nauc_ndcg_at_10_diff1": 0.890044, + "nauc_ndcg_at_20_max": 0.732751, + "nauc_ndcg_at_20_std": 0.196686, + "nauc_ndcg_at_20_diff1": 0.890246, + "nauc_ndcg_at_100_max": 0.72751, + "nauc_ndcg_at_100_std": 0.189361, + "nauc_ndcg_at_100_diff1": 0.891293, + "nauc_ndcg_at_1000_max": 0.725033, + "nauc_ndcg_at_1000_std": 0.184169, + "nauc_ndcg_at_1000_diff1": 0.891426, + "nauc_map_at_1_max": 0.674111, + "nauc_map_at_1_std": 0.160973, + "nauc_map_at_1_diff1": 0.89712, + "nauc_map_at_3_max": 0.720575, + "nauc_map_at_3_std": 0.181492, + "nauc_map_at_3_diff1": 0.891233, + "nauc_map_at_5_max": 0.722354, + "nauc_map_at_5_std": 0.177412, + "nauc_map_at_5_diff1": 0.892087, + "nauc_map_at_10_max": 0.720748, + "nauc_map_at_10_std": 0.178542, + "nauc_map_at_10_diff1": 0.891912, + "nauc_map_at_20_max": 0.71912, + "nauc_map_at_20_std": 0.180442, + "nauc_map_at_20_diff1": 0.892052, + "nauc_map_at_100_max": 0.718282, + "nauc_map_at_100_std": 0.179104, + "nauc_map_at_100_diff1": 0.892138, + "nauc_map_at_1000_max": 0.718187, + "nauc_map_at_1000_std": 0.178933, + "nauc_map_at_1000_diff1": 0.892153, + "nauc_recall_at_1_max": 0.674111, + "nauc_recall_at_1_std": 0.160973, + "nauc_recall_at_1_diff1": 0.89712, + "nauc_recall_at_3_max": 0.811328, + "nauc_recall_at_3_std": 0.232208, + "nauc_recall_at_3_diff1": 0.88009, + "nauc_recall_at_5_max": 0.844771, + "nauc_recall_at_5_std": 0.213294, + "nauc_recall_at_5_diff1": 0.883005, + "nauc_recall_at_10_max": 0.854645, + "nauc_recall_at_10_std": 0.242032, + "nauc_recall_at_10_diff1": 0.877369, + "nauc_recall_at_20_max": 0.865143, + "nauc_recall_at_20_std": 0.416752, + "nauc_recall_at_20_diff1": 0.869281, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.635154, + "nauc_recall_at_100_diff1": 0.885621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674111, + "nauc_precision_at_1_std": 0.160973, + "nauc_precision_at_1_diff1": 0.89712, + "nauc_precision_at_3_max": 0.811328, + "nauc_precision_at_3_std": 0.232208, + "nauc_precision_at_3_diff1": 0.88009, + "nauc_precision_at_5_max": 0.844771, + "nauc_precision_at_5_std": 0.213294, + "nauc_precision_at_5_diff1": 0.883005, + "nauc_precision_at_10_max": 0.854645, + "nauc_precision_at_10_std": 0.242032, + "nauc_precision_at_10_diff1": 0.877369, + "nauc_precision_at_20_max": 0.865143, + "nauc_precision_at_20_std": 0.416752, + "nauc_precision_at_20_diff1": 0.869281, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.635154, + "nauc_precision_at_100_diff1": 0.885621, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.674111, + "nauc_mrr_at_1_std": 0.160973, + "nauc_mrr_at_1_diff1": 0.89712, + "nauc_mrr_at_3_max": 0.720575, + "nauc_mrr_at_3_std": 0.181492, + "nauc_mrr_at_3_diff1": 0.891233, + "nauc_mrr_at_5_max": 0.722354, + "nauc_mrr_at_5_std": 0.177412, + "nauc_mrr_at_5_diff1": 0.892087, + "nauc_mrr_at_10_max": 0.720748, + "nauc_mrr_at_10_std": 0.178542, + "nauc_mrr_at_10_diff1": 0.891912, + "nauc_mrr_at_20_max": 0.71912, + "nauc_mrr_at_20_std": 0.180442, + "nauc_mrr_at_20_diff1": 0.892052, + "nauc_mrr_at_100_max": 0.718282, + "nauc_mrr_at_100_std": 0.179104, + "nauc_mrr_at_100_diff1": 0.892138, + "nauc_mrr_at_1000_max": 0.718187, + "nauc_mrr_at_1000_std": 0.178933, + "nauc_mrr_at_1000_diff1": 0.892153, + "main_score": 0.91435, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.8795, + "ndcg_at_5": 0.88696, + "ndcg_at_10": 0.89489, + "ndcg_at_20": 0.89901, + "ndcg_at_100": 0.90309, + "ndcg_at_1000": 0.90456, + "map_at_1": 0.83667, + "map_at_3": 0.86963, + "map_at_5": 0.87385, + "map_at_10": 0.87714, + "map_at_20": 0.87822, + "map_at_100": 0.87877, + "map_at_1000": 0.87883, + "recall_at_1": 0.83667, + "recall_at_3": 0.90778, + "recall_at_5": 0.92556, + "recall_at_10": 0.95, + "recall_at_20": 0.96667, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.83667, + "precision_at_3": 0.30259, + "precision_at_5": 0.18511, + "precision_at_10": 0.095, + "precision_at_20": 0.04833, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.86963, + "mrr_at_5": 0.873852, + "mrr_at_10": 0.877136, + "mrr_at_20": 0.878225, + "mrr_at_100": 0.878768, + "mrr_at_1000": 0.878833, + "nauc_ndcg_at_1_max": 0.699984, + "nauc_ndcg_at_1_std": -0.012144, + "nauc_ndcg_at_1_diff1": 0.91792, + "nauc_ndcg_at_3_max": 0.748592, + "nauc_ndcg_at_3_std": -0.044221, + "nauc_ndcg_at_3_diff1": 0.899729, + "nauc_ndcg_at_5_max": 0.750909, + "nauc_ndcg_at_5_std": -0.048388, + "nauc_ndcg_at_5_diff1": 0.906071, + "nauc_ndcg_at_10_max": 0.756286, + "nauc_ndcg_at_10_std": -0.026456, + "nauc_ndcg_at_10_diff1": 0.910318, + "nauc_ndcg_at_20_max": 0.753873, + "nauc_ndcg_at_20_std": -0.02112, + "nauc_ndcg_at_20_diff1": 0.91111, + "nauc_ndcg_at_100_max": 0.748948, + "nauc_ndcg_at_100_std": -0.013248, + "nauc_ndcg_at_100_diff1": 0.909292, + "nauc_ndcg_at_1000_max": 0.745131, + "nauc_ndcg_at_1000_std": -0.023123, + "nauc_ndcg_at_1000_diff1": 0.909049, + "nauc_map_at_1_max": 0.699984, + "nauc_map_at_1_std": -0.012144, + "nauc_map_at_1_diff1": 0.91792, + "nauc_map_at_3_max": 0.736378, + "nauc_map_at_3_std": -0.033428, + "nauc_map_at_3_diff1": 0.904463, + "nauc_map_at_5_max": 0.737169, + "nauc_map_at_5_std": -0.03577, + "nauc_map_at_5_diff1": 0.907807, + "nauc_map_at_10_max": 0.738558, + "nauc_map_at_10_std": -0.027934, + "nauc_map_at_10_diff1": 0.909288, + "nauc_map_at_20_max": 0.737882, + "nauc_map_at_20_std": -0.026641, + "nauc_map_at_20_diff1": 0.909391, + "nauc_map_at_100_max": 0.737448, + "nauc_map_at_100_std": -0.02553, + "nauc_map_at_100_diff1": 0.909191, + "nauc_map_at_1000_max": 0.737309, + "nauc_map_at_1000_std": -0.025899, + "nauc_map_at_1000_diff1": 0.909173, + "nauc_recall_at_1_max": 0.699984, + "nauc_recall_at_1_std": -0.012144, + "nauc_recall_at_1_diff1": 0.91792, + "nauc_recall_at_3_max": 0.795524, + "nauc_recall_at_3_std": -0.087521, + "nauc_recall_at_3_diff1": 0.88143, + "nauc_recall_at_5_max": 0.814666, + "nauc_recall_at_5_std": -0.108505, + "nauc_recall_at_5_diff1": 0.899731, + "nauc_recall_at_10_max": 0.88143, + "nauc_recall_at_10_std": 0.0036, + "nauc_recall_at_10_diff1": 0.924266, + "nauc_recall_at_20_max": 0.915048, + "nauc_recall_at_20_std": 0.078852, + "nauc_recall_at_20_diff1": 0.942266, + "nauc_recall_at_100_max": 0.986928, + "nauc_recall_at_100_std": 0.594398, + "nauc_recall_at_100_diff1": 0.919935, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699984, + "nauc_precision_at_1_std": -0.012144, + "nauc_precision_at_1_diff1": 0.91792, + "nauc_precision_at_3_max": 0.795524, + "nauc_precision_at_3_std": -0.087521, + "nauc_precision_at_3_diff1": 0.88143, + "nauc_precision_at_5_max": 0.814666, + "nauc_precision_at_5_std": -0.108505, + "nauc_precision_at_5_diff1": 0.899731, + "nauc_precision_at_10_max": 0.88143, + "nauc_precision_at_10_std": 0.0036, + "nauc_precision_at_10_diff1": 0.924266, + "nauc_precision_at_20_max": 0.915048, + "nauc_precision_at_20_std": 0.078852, + "nauc_precision_at_20_diff1": 0.942266, + "nauc_precision_at_100_max": 0.986928, + "nauc_precision_at_100_std": 0.594398, + "nauc_precision_at_100_diff1": 0.919935, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699984, + "nauc_mrr_at_1_std": -0.012144, + "nauc_mrr_at_1_diff1": 0.91792, + "nauc_mrr_at_3_max": 0.736378, + "nauc_mrr_at_3_std": -0.033428, + "nauc_mrr_at_3_diff1": 0.904463, + "nauc_mrr_at_5_max": 0.737169, + "nauc_mrr_at_5_std": -0.03577, + "nauc_mrr_at_5_diff1": 0.907807, + "nauc_mrr_at_10_max": 0.738558, + "nauc_mrr_at_10_std": -0.027934, + "nauc_mrr_at_10_diff1": 0.909288, + "nauc_mrr_at_20_max": 0.737882, + "nauc_mrr_at_20_std": -0.026641, + "nauc_mrr_at_20_diff1": 0.909391, + "nauc_mrr_at_100_max": 0.737448, + "nauc_mrr_at_100_std": -0.02553, + "nauc_mrr_at_100_diff1": 0.909191, + "nauc_mrr_at_1000_max": 0.737309, + "nauc_mrr_at_1000_std": -0.025899, + "nauc_mrr_at_1000_diff1": 0.909173, + "main_score": 0.89489, + "hf_subset": "hin_Deva-hin_Deva", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95214, + "ndcg_at_5": 0.95597, + "ndcg_at_10": 0.95811, + "ndcg_at_20": 0.96095, + "ndcg_at_100": 0.96095, + "ndcg_at_1000": 0.96138, + "map_at_1": 0.92556, + "map_at_3": 0.94593, + "map_at_5": 0.94815, + "map_at_10": 0.94902, + "map_at_20": 0.94982, + "map_at_100": 0.94982, + "map_at_1000": 0.94983, + "recall_at_1": 0.92556, + "recall_at_3": 0.97, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, + "recall_at_20": 0.99667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32333, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, + "precision_at_20": 0.04983, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.945926, + "mrr_at_5": 0.948148, + "mrr_at_10": 0.949017, + "mrr_at_20": 0.949818, + "mrr_at_100": 0.949818, + "mrr_at_1000": 0.949832, + "nauc_ndcg_at_1_max": 0.659315, + "nauc_ndcg_at_1_std": -0.178087, + "nauc_ndcg_at_1_diff1": 0.951155, + "nauc_ndcg_at_3_max": 0.761617, + "nauc_ndcg_at_3_std": -0.16382, + "nauc_ndcg_at_3_diff1": 0.952773, + "nauc_ndcg_at_5_max": 0.751596, + "nauc_ndcg_at_5_std": -0.166216, + "nauc_ndcg_at_5_diff1": 0.955771, + "nauc_ndcg_at_10_max": 0.741208, + "nauc_ndcg_at_10_std": -0.158222, + "nauc_ndcg_at_10_diff1": 0.954609, + "nauc_ndcg_at_20_max": 0.731621, + "nauc_ndcg_at_20_std": -0.141387, + "nauc_ndcg_at_20_diff1": 0.954316, + "nauc_ndcg_at_100_max": 0.731621, + "nauc_ndcg_at_100_std": -0.141387, + "nauc_ndcg_at_100_diff1": 0.954316, + "nauc_ndcg_at_1000_max": 0.729153, + "nauc_ndcg_at_1000_std": -0.15388, + "nauc_ndcg_at_1000_diff1": 0.953816, + "nauc_map_at_1_max": 0.659315, + "nauc_map_at_1_std": -0.178087, + "nauc_map_at_1_diff1": 0.951155, + "nauc_map_at_3_max": 0.73386, + "nauc_map_at_3_std": -0.165394, + "nauc_map_at_3_diff1": 0.952092, + "nauc_map_at_5_max": 0.727731, + "nauc_map_at_5_std": -0.166642, + "nauc_map_at_5_diff1": 0.95354, + "nauc_map_at_10_max": 0.723884, + "nauc_map_at_10_std": -0.164432, + "nauc_map_at_10_diff1": 0.953104, + "nauc_map_at_20_max": 0.721464, + "nauc_map_at_20_std": -0.161547, + "nauc_map_at_20_diff1": 0.953079, + "nauc_map_at_100_max": 0.721464, + "nauc_map_at_100_std": -0.161547, + "nauc_map_at_100_diff1": 0.953079, + "nauc_map_at_1000_max": 0.721394, + "nauc_map_at_1000_std": -0.161886, + "nauc_map_at_1000_diff1": 0.953066, + "nauc_recall_at_1_max": 0.659315, + "nauc_recall_at_1_std": -0.178087, + "nauc_recall_at_1_diff1": 0.951155, + "nauc_recall_at_3_max": 0.901373, + "nauc_recall_at_3_std": -0.157987, + "nauc_recall_at_3_diff1": 0.956427, + "nauc_recall_at_5_max": 0.911691, + "nauc_recall_at_5_std": -0.167134, + "nauc_recall_at_5_diff1": 0.97248, + "nauc_recall_at_10_max": 0.891044, + "nauc_recall_at_10_std": -0.086476, + "nauc_recall_at_10_diff1": 0.969834, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659315, + "nauc_precision_at_1_std": -0.178087, + "nauc_precision_at_1_diff1": 0.951155, + "nauc_precision_at_3_max": 0.901373, + "nauc_precision_at_3_std": -0.157987, + "nauc_precision_at_3_diff1": 0.956427, + "nauc_precision_at_5_max": 0.911691, + "nauc_precision_at_5_std": -0.167134, + "nauc_precision_at_5_diff1": 0.97248, + "nauc_precision_at_10_max": 0.891044, + "nauc_precision_at_10_std": -0.086476, + "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659315, + "nauc_mrr_at_1_std": -0.178087, + "nauc_mrr_at_1_diff1": 0.951155, + "nauc_mrr_at_3_max": 0.73386, + "nauc_mrr_at_3_std": -0.165394, + "nauc_mrr_at_3_diff1": 0.952092, + "nauc_mrr_at_5_max": 0.727731, + "nauc_mrr_at_5_std": -0.166642, + "nauc_mrr_at_5_diff1": 0.95354, + "nauc_mrr_at_10_max": 0.723884, + "nauc_mrr_at_10_std": -0.164432, + "nauc_mrr_at_10_diff1": 0.953104, + "nauc_mrr_at_20_max": 0.721464, + "nauc_mrr_at_20_std": -0.161547, + "nauc_mrr_at_20_diff1": 0.953079, + "nauc_mrr_at_100_max": 0.721464, + "nauc_mrr_at_100_std": -0.161547, + "nauc_mrr_at_100_diff1": 0.953079, + "nauc_mrr_at_1000_max": 0.721394, + "nauc_mrr_at_1000_std": -0.161886, + "nauc_mrr_at_1000_diff1": 0.953066, + "main_score": 0.95811, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89394, + "ndcg_at_5": 0.90264, + "ndcg_at_10": 0.90978, + "ndcg_at_20": 0.91242, + "ndcg_at_100": 0.91551, + "ndcg_at_1000": 0.91609, + "map_at_1": 0.84778, + "map_at_3": 0.88296, + "map_at_5": 0.8878, + "map_at_10": 0.89071, + "map_at_20": 0.8915, + "map_at_100": 0.89192, + "map_at_1000": 0.89194, + "recall_at_1": 0.84778, + "recall_at_3": 0.92556, + "recall_at_5": 0.94667, + "recall_at_10": 0.96889, + "recall_at_20": 0.97889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.84778, + "precision_at_3": 0.30852, + "precision_at_5": 0.18933, + "precision_at_10": 0.09689, + "precision_at_20": 0.04894, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.882963, + "mrr_at_5": 0.887796, + "mrr_at_10": 0.890714, + "mrr_at_20": 0.891502, + "mrr_at_100": 0.891919, + "mrr_at_1000": 0.891943, + "nauc_ndcg_at_1_max": 0.719516, + "nauc_ndcg_at_1_std": 0.100919, + "nauc_ndcg_at_1_diff1": 0.911957, + "nauc_ndcg_at_3_max": 0.775119, + "nauc_ndcg_at_3_std": 0.118787, + "nauc_ndcg_at_3_diff1": 0.909211, + "nauc_ndcg_at_5_max": 0.776397, + "nauc_ndcg_at_5_std": 0.134669, + "nauc_ndcg_at_5_diff1": 0.913819, + "nauc_ndcg_at_10_max": 0.771141, + "nauc_ndcg_at_10_std": 0.134339, + "nauc_ndcg_at_10_diff1": 0.914154, + "nauc_ndcg_at_20_max": 0.767828, + "nauc_ndcg_at_20_std": 0.138804, + "nauc_ndcg_at_20_diff1": 0.913385, + "nauc_ndcg_at_100_max": 0.763548, + "nauc_ndcg_at_100_std": 0.134702, + "nauc_ndcg_at_100_diff1": 0.911293, + "nauc_ndcg_at_1000_max": 0.76207, + "nauc_ndcg_at_1000_std": 0.1293, + "nauc_ndcg_at_1000_diff1": 0.911379, + "nauc_map_at_1_max": 0.719516, + "nauc_map_at_1_std": 0.100919, + "nauc_map_at_1_diff1": 0.911957, + "nauc_map_at_3_max": 0.759664, + "nauc_map_at_3_std": 0.11479, + "nauc_map_at_3_diff1": 0.909235, + "nauc_map_at_5_max": 0.75963, + "nauc_map_at_5_std": 0.122318, + "nauc_map_at_5_diff1": 0.911454, + "nauc_map_at_10_max": 0.757562, + "nauc_map_at_10_std": 0.121753, + "nauc_map_at_10_diff1": 0.91135, + "nauc_map_at_20_max": 0.756673, + "nauc_map_at_20_std": 0.122624, + "nauc_map_at_20_diff1": 0.91116, + "nauc_map_at_100_max": 0.756191, + "nauc_map_at_100_std": 0.12224, + "nauc_map_at_100_diff1": 0.910881, + "nauc_map_at_1000_max": 0.756141, + "nauc_map_at_1000_std": 0.122071, + "nauc_map_at_1000_diff1": 0.910882, + "nauc_recall_at_1_max": 0.719516, + "nauc_recall_at_1_std": 0.100919, + "nauc_recall_at_1_diff1": 0.911957, + "nauc_recall_at_3_max": 0.84212, + "nauc_recall_at_3_std": 0.135436, + "nauc_recall_at_3_diff1": 0.909626, + "nauc_recall_at_5_max": 0.873862, + "nauc_recall_at_5_std": 0.210405, + "nauc_recall_at_5_diff1": 0.929777, + "nauc_recall_at_10_max": 0.894041, + "nauc_recall_at_10_std": 0.263772, + "nauc_recall_at_10_diff1": 0.946895, + "nauc_recall_at_20_max": 0.901469, + "nauc_recall_at_20_std": 0.396899, + "nauc_recall_at_20_diff1": 0.95012, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.888539, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719516, + "nauc_precision_at_1_std": 0.100919, + "nauc_precision_at_1_diff1": 0.911957, + "nauc_precision_at_3_max": 0.84212, + "nauc_precision_at_3_std": 0.135436, + "nauc_precision_at_3_diff1": 0.909626, + "nauc_precision_at_5_max": 0.873862, + "nauc_precision_at_5_std": 0.210405, + "nauc_precision_at_5_diff1": 0.929777, + "nauc_precision_at_10_max": 0.894041, + "nauc_precision_at_10_std": 0.263772, + "nauc_precision_at_10_diff1": 0.946895, + "nauc_precision_at_20_max": 0.901469, + "nauc_precision_at_20_std": 0.396899, + "nauc_precision_at_20_diff1": 0.95012, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.888539, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719516, + "nauc_mrr_at_1_std": 0.100919, + "nauc_mrr_at_1_diff1": 0.911957, + "nauc_mrr_at_3_max": 0.759664, + "nauc_mrr_at_3_std": 0.11479, + "nauc_mrr_at_3_diff1": 0.909235, + "nauc_mrr_at_5_max": 0.75963, + "nauc_mrr_at_5_std": 0.122318, + "nauc_mrr_at_5_diff1": 0.911454, + "nauc_mrr_at_10_max": 0.757562, + "nauc_mrr_at_10_std": 0.121753, + "nauc_mrr_at_10_diff1": 0.91135, + "nauc_mrr_at_20_max": 0.756673, + "nauc_mrr_at_20_std": 0.122624, + "nauc_mrr_at_20_diff1": 0.91116, + "nauc_mrr_at_100_max": 0.756191, + "nauc_mrr_at_100_std": 0.12224, + "nauc_mrr_at_100_diff1": 0.910881, + "nauc_mrr_at_1000_max": 0.756141, + "nauc_mrr_at_1000_std": 0.122071, + "nauc_mrr_at_1000_diff1": 0.910882, + "main_score": 0.90978, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.80111, + "ndcg_at_3": 0.85013, + "ndcg_at_5": 0.85601, + "ndcg_at_10": 0.86488, + "ndcg_at_20": 0.87024, + "ndcg_at_100": 0.87746, + "ndcg_at_1000": 0.87962, + "map_at_1": 0.80111, + "map_at_3": 0.83926, + "map_at_5": 0.84248, + "map_at_10": 0.84607, + "map_at_20": 0.84755, + "map_at_100": 0.84856, + "map_at_1000": 0.84865, + "recall_at_1": 0.80111, + "recall_at_3": 0.88111, + "recall_at_5": 0.89556, + "recall_at_10": 0.92333, + "recall_at_20": 0.94444, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.80111, + "precision_at_3": 0.2937, + "precision_at_5": 0.17911, + "precision_at_10": 0.09233, + "precision_at_20": 0.04722, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801111, + "mrr_at_3": 0.839259, + "mrr_at_5": 0.842481, + "mrr_at_10": 0.846072, + "mrr_at_20": 0.847555, + "mrr_at_100": 0.848564, + "mrr_at_1000": 0.848649, + "nauc_ndcg_at_1_max": 0.771103, + "nauc_ndcg_at_1_std": 0.245655, + "nauc_ndcg_at_1_diff1": 0.91933, + "nauc_ndcg_at_3_max": 0.806063, + "nauc_ndcg_at_3_std": 0.300096, + "nauc_ndcg_at_3_diff1": 0.896861, + "nauc_ndcg_at_5_max": 0.801209, + "nauc_ndcg_at_5_std": 0.295981, + "nauc_ndcg_at_5_diff1": 0.892804, + "nauc_ndcg_at_10_max": 0.797245, + "nauc_ndcg_at_10_std": 0.276636, + "nauc_ndcg_at_10_diff1": 0.895514, + "nauc_ndcg_at_20_max": 0.796617, + "nauc_ndcg_at_20_std": 0.278517, + "nauc_ndcg_at_20_diff1": 0.896463, + "nauc_ndcg_at_100_max": 0.796913, + "nauc_ndcg_at_100_std": 0.286713, + "nauc_ndcg_at_100_diff1": 0.898972, + "nauc_ndcg_at_1000_max": 0.795027, + "nauc_ndcg_at_1000_std": 0.281645, + "nauc_ndcg_at_1000_diff1": 0.89949, + "nauc_map_at_1_max": 0.771103, + "nauc_map_at_1_std": 0.245655, + "nauc_map_at_1_diff1": 0.91933, + "nauc_map_at_3_max": 0.797001, + "nauc_map_at_3_std": 0.286412, + "nauc_map_at_3_diff1": 0.902906, + "nauc_map_at_5_max": 0.794336, + "nauc_map_at_5_std": 0.284024, + "nauc_map_at_5_diff1": 0.900954, + "nauc_map_at_10_max": 0.792687, + "nauc_map_at_10_std": 0.276967, + "nauc_map_at_10_diff1": 0.901996, + "nauc_map_at_20_max": 0.792482, + "nauc_map_at_20_std": 0.277322, + "nauc_map_at_20_diff1": 0.902233, + "nauc_map_at_100_max": 0.792365, + "nauc_map_at_100_std": 0.277987, + "nauc_map_at_100_diff1": 0.902484, + "nauc_map_at_1000_max": 0.792313, + "nauc_map_at_1000_std": 0.277895, + "nauc_map_at_1000_diff1": 0.902508, + "nauc_recall_at_1_max": 0.771103, + "nauc_recall_at_1_std": 0.245655, + "nauc_recall_at_1_diff1": 0.91933, + "nauc_recall_at_3_max": 0.839735, + "nauc_recall_at_3_std": 0.350682, + "nauc_recall_at_3_diff1": 0.874261, + "nauc_recall_at_5_max": 0.828201, + "nauc_recall_at_5_std": 0.343663, + "nauc_recall_at_5_diff1": 0.858361, + "nauc_recall_at_10_max": 0.817352, + "nauc_recall_at_10_std": 0.256587, + "nauc_recall_at_10_diff1": 0.861669, + "nauc_recall_at_20_max": 0.819655, + "nauc_recall_at_20_std": 0.267666, + "nauc_recall_at_20_diff1": 0.858217, + "nauc_recall_at_100_max": 0.900871, + "nauc_recall_at_100_std": 0.582851, + "nauc_recall_at_100_diff1": 0.873638, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771103, + "nauc_precision_at_1_std": 0.245655, + "nauc_precision_at_1_diff1": 0.91933, + "nauc_precision_at_3_max": 0.839735, + "nauc_precision_at_3_std": 0.350682, + "nauc_precision_at_3_diff1": 0.874261, + "nauc_precision_at_5_max": 0.828201, + "nauc_precision_at_5_std": 0.343663, + "nauc_precision_at_5_diff1": 0.858361, + "nauc_precision_at_10_max": 0.817352, + "nauc_precision_at_10_std": 0.256587, + "nauc_precision_at_10_diff1": 0.861669, + "nauc_precision_at_20_max": 0.819655, + "nauc_precision_at_20_std": 0.267666, + "nauc_precision_at_20_diff1": 0.858217, + "nauc_precision_at_100_max": 0.900871, + "nauc_precision_at_100_std": 0.582851, + "nauc_precision_at_100_diff1": 0.873638, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771103, + "nauc_mrr_at_1_std": 0.245655, + "nauc_mrr_at_1_diff1": 0.91933, + "nauc_mrr_at_3_max": 0.797001, + "nauc_mrr_at_3_std": 0.286412, + "nauc_mrr_at_3_diff1": 0.902906, + "nauc_mrr_at_5_max": 0.794336, + "nauc_mrr_at_5_std": 0.284024, + "nauc_mrr_at_5_diff1": 0.900954, + "nauc_mrr_at_10_max": 0.792687, + "nauc_mrr_at_10_std": 0.276967, + "nauc_mrr_at_10_diff1": 0.901996, + "nauc_mrr_at_20_max": 0.792482, + "nauc_mrr_at_20_std": 0.277322, + "nauc_mrr_at_20_diff1": 0.902233, + "nauc_mrr_at_100_max": 0.792365, + "nauc_mrr_at_100_std": 0.277987, + "nauc_mrr_at_100_diff1": 0.902484, + "nauc_mrr_at_1000_max": 0.792313, + "nauc_mrr_at_1000_std": 0.277895, + "nauc_mrr_at_1000_diff1": 0.902508, + "main_score": 0.86488, + "hf_subset": "hin_Latn-hin_Latn", + "languages": [ + "hin-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93369, + "ndcg_at_5": 0.93684, + "ndcg_at_10": 0.94202, + "ndcg_at_20": 0.94451, + "ndcg_at_100": 0.94582, + "ndcg_at_1000": 0.94637, + "map_at_1": 0.90222, + "map_at_3": 0.92611, + "map_at_5": 0.92783, + "map_at_10": 0.93006, + "map_at_20": 0.93072, + "map_at_100": 0.93093, + "map_at_1000": 0.93094, + "recall_at_1": 0.90222, + "recall_at_3": 0.95556, + "recall_at_5": 0.96333, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90222, + "precision_at_3": 0.31852, + "precision_at_5": 0.19267, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.926111, + "mrr_at_5": 0.927833, + "mrr_at_10": 0.930056, + "mrr_at_20": 0.930722, + "mrr_at_100": 0.930926, + "mrr_at_1000": 0.930944, + "nauc_ndcg_at_1_max": 0.690195, + "nauc_ndcg_at_1_std": -0.173081, + "nauc_ndcg_at_1_diff1": 0.928115, + "nauc_ndcg_at_3_max": 0.774174, + "nauc_ndcg_at_3_std": -0.081602, + "nauc_ndcg_at_3_diff1": 0.926457, + "nauc_ndcg_at_5_max": 0.768778, + "nauc_ndcg_at_5_std": -0.086591, + "nauc_ndcg_at_5_diff1": 0.928941, + "nauc_ndcg_at_10_max": 0.757576, + "nauc_ndcg_at_10_std": -0.11797, + "nauc_ndcg_at_10_diff1": 0.927947, + "nauc_ndcg_at_20_max": 0.754554, + "nauc_ndcg_at_20_std": -0.106352, + "nauc_ndcg_at_20_diff1": 0.928004, + "nauc_ndcg_at_100_max": 0.750931, + "nauc_ndcg_at_100_std": -0.098761, + "nauc_ndcg_at_100_diff1": 0.928567, + "nauc_ndcg_at_1000_max": 0.74902, + "nauc_ndcg_at_1000_std": -0.109434, + "nauc_ndcg_at_1000_diff1": 0.928474, + "nauc_map_at_1_max": 0.690195, + "nauc_map_at_1_std": -0.173081, + "nauc_map_at_1_diff1": 0.928115, + "nauc_map_at_3_max": 0.751336, + "nauc_map_at_3_std": -0.108153, + "nauc_map_at_3_diff1": 0.927287, + "nauc_map_at_5_max": 0.748181, + "nauc_map_at_5_std": -0.111807, + "nauc_map_at_5_diff1": 0.928525, + "nauc_map_at_10_max": 0.743456, + "nauc_map_at_10_std": -0.123551, + "nauc_map_at_10_diff1": 0.928275, + "nauc_map_at_20_max": 0.742575, + "nauc_map_at_20_std": -0.121362, + "nauc_map_at_20_diff1": 0.928301, + "nauc_map_at_100_max": 0.742132, + "nauc_map_at_100_std": -0.120116, + "nauc_map_at_100_diff1": 0.928411, + "nauc_map_at_1000_max": 0.742081, + "nauc_map_at_1000_std": -0.12039, + "nauc_map_at_1000_diff1": 0.928405, + "nauc_recall_at_1_max": 0.690195, + "nauc_recall_at_1_std": -0.173081, + "nauc_recall_at_1_diff1": 0.928115, + "nauc_recall_at_3_max": 0.881022, + "nauc_recall_at_3_std": 0.043966, + "nauc_recall_at_3_diff1": 0.922269, + "nauc_recall_at_5_max": 0.881037, + "nauc_recall_at_5_std": 0.054608, + "nauc_recall_at_5_diff1": 0.93167, + "nauc_recall_at_10_max": 0.872746, + "nauc_recall_at_10_std": -0.104256, + "nauc_recall_at_10_diff1": 0.923461, + "nauc_recall_at_20_max": 0.919935, + "nauc_recall_at_20_std": 0.149813, + "nauc_recall_at_20_diff1": 0.919935, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690195, + "nauc_precision_at_1_std": -0.173081, + "nauc_precision_at_1_diff1": 0.928115, + "nauc_precision_at_3_max": 0.881022, + "nauc_precision_at_3_std": 0.043966, + "nauc_precision_at_3_diff1": 0.922269, + "nauc_precision_at_5_max": 0.881037, + "nauc_precision_at_5_std": 0.054608, + "nauc_precision_at_5_diff1": 0.93167, + "nauc_precision_at_10_max": 0.872746, + "nauc_precision_at_10_std": -0.104256, + "nauc_precision_at_10_diff1": 0.923461, + "nauc_precision_at_20_max": 0.919935, + "nauc_precision_at_20_std": 0.149813, + "nauc_precision_at_20_diff1": 0.919935, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690195, + "nauc_mrr_at_1_std": -0.173081, + "nauc_mrr_at_1_diff1": 0.928115, + "nauc_mrr_at_3_max": 0.751336, + "nauc_mrr_at_3_std": -0.108153, + "nauc_mrr_at_3_diff1": 0.927287, + "nauc_mrr_at_5_max": 0.748181, + "nauc_mrr_at_5_std": -0.111807, + "nauc_mrr_at_5_diff1": 0.928525, + "nauc_mrr_at_10_max": 0.743456, + "nauc_mrr_at_10_std": -0.123551, + "nauc_mrr_at_10_diff1": 0.928275, + "nauc_mrr_at_20_max": 0.742575, + "nauc_mrr_at_20_std": -0.121362, + "nauc_mrr_at_20_diff1": 0.928301, + "nauc_mrr_at_100_max": 0.742132, + "nauc_mrr_at_100_std": -0.120116, + "nauc_mrr_at_100_diff1": 0.928411, + "nauc_mrr_at_1000_max": 0.742081, + "nauc_mrr_at_1000_std": -0.12039, + "nauc_mrr_at_1000_diff1": 0.928405, + "main_score": 0.94202, + "hf_subset": "hin_Latn-eng_Latn", + "languages": [ + "hin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79667, + "ndcg_at_3": 0.84592, + "ndcg_at_5": 0.86214, + "ndcg_at_10": 0.8695, + "ndcg_at_20": 0.87633, + "ndcg_at_100": 0.8798, + "ndcg_at_1000": 0.8817, + "map_at_1": 0.79667, + "map_at_3": 0.83444, + "map_at_5": 0.84356, + "map_at_10": 0.84669, + "map_at_20": 0.84862, + "map_at_100": 0.84909, + "map_at_1000": 0.84917, + "recall_at_1": 0.79667, + "recall_at_3": 0.87889, + "recall_at_5": 0.91778, + "recall_at_10": 0.94, + "recall_at_20": 0.96667, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.79667, + "precision_at_3": 0.29296, + "precision_at_5": 0.18356, + "precision_at_10": 0.094, + "precision_at_20": 0.04833, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.796667, + "mrr_at_3": 0.834444, + "mrr_at_5": 0.843556, + "mrr_at_10": 0.846694, + "mrr_at_20": 0.848621, + "mrr_at_100": 0.849086, + "mrr_at_1000": 0.849165, + "nauc_ndcg_at_1_max": 0.767168, + "nauc_ndcg_at_1_std": 0.325281, + "nauc_ndcg_at_1_diff1": 0.909044, + "nauc_ndcg_at_3_max": 0.807481, + "nauc_ndcg_at_3_std": 0.380615, + "nauc_ndcg_at_3_diff1": 0.89794, + "nauc_ndcg_at_5_max": 0.799789, + "nauc_ndcg_at_5_std": 0.389958, + "nauc_ndcg_at_5_diff1": 0.896062, + "nauc_ndcg_at_10_max": 0.798417, + "nauc_ndcg_at_10_std": 0.376308, + "nauc_ndcg_at_10_diff1": 0.898114, + "nauc_ndcg_at_20_max": 0.796369, + "nauc_ndcg_at_20_std": 0.376127, + "nauc_ndcg_at_20_diff1": 0.899639, + "nauc_ndcg_at_100_max": 0.795393, + "nauc_ndcg_at_100_std": 0.371363, + "nauc_ndcg_at_100_diff1": 0.898973, + "nauc_ndcg_at_1000_max": 0.795191, + "nauc_ndcg_at_1000_std": 0.370908, + "nauc_ndcg_at_1000_diff1": 0.900261, + "nauc_map_at_1_max": 0.767168, + "nauc_map_at_1_std": 0.325281, + "nauc_map_at_1_diff1": 0.909044, + "nauc_map_at_3_max": 0.798649, + "nauc_map_at_3_std": 0.368055, + "nauc_map_at_3_diff1": 0.901639, + "nauc_map_at_5_max": 0.794152, + "nauc_map_at_5_std": 0.371869, + "nauc_map_at_5_diff1": 0.900831, + "nauc_map_at_10_max": 0.793464, + "nauc_map_at_10_std": 0.366337, + "nauc_map_at_10_diff1": 0.901641, + "nauc_map_at_20_max": 0.792978, + "nauc_map_at_20_std": 0.366251, + "nauc_map_at_20_diff1": 0.901997, + "nauc_map_at_100_max": 0.792846, + "nauc_map_at_100_std": 0.365669, + "nauc_map_at_100_diff1": 0.90192, + "nauc_map_at_1000_max": 0.792848, + "nauc_map_at_1000_std": 0.365677, + "nauc_map_at_1000_diff1": 0.901965, + "nauc_recall_at_1_max": 0.767168, + "nauc_recall_at_1_std": 0.325281, + "nauc_recall_at_1_diff1": 0.909044, + "nauc_recall_at_3_max": 0.839642, + "nauc_recall_at_3_std": 0.426669, + "nauc_recall_at_3_diff1": 0.883546, + "nauc_recall_at_5_max": 0.825353, + "nauc_recall_at_5_std": 0.483868, + "nauc_recall_at_5_diff1": 0.870606, + "nauc_recall_at_10_max": 0.826979, + "nauc_recall_at_10_std": 0.434891, + "nauc_recall_at_10_diff1": 0.874598, + "nauc_recall_at_20_max": 0.819966, + "nauc_recall_at_20_std": 0.476626, + "nauc_recall_at_20_diff1": 0.878229, + "nauc_recall_at_100_max": 0.812002, + "nauc_recall_at_100_std": 0.411729, + "nauc_recall_at_100_diff1": 0.823673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767168, + "nauc_precision_at_1_std": 0.325281, + "nauc_precision_at_1_diff1": 0.909044, + "nauc_precision_at_3_max": 0.839642, + "nauc_precision_at_3_std": 0.426669, + "nauc_precision_at_3_diff1": 0.883546, + "nauc_precision_at_5_max": 0.825353, + "nauc_precision_at_5_std": 0.483868, + "nauc_precision_at_5_diff1": 0.870606, + "nauc_precision_at_10_max": 0.826979, + "nauc_precision_at_10_std": 0.434891, + "nauc_precision_at_10_diff1": 0.874598, + "nauc_precision_at_20_max": 0.819966, + "nauc_precision_at_20_std": 0.476626, + "nauc_precision_at_20_diff1": 0.878229, + "nauc_precision_at_100_max": 0.812002, + "nauc_precision_at_100_std": 0.411729, + "nauc_precision_at_100_diff1": 0.823673, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767168, + "nauc_mrr_at_1_std": 0.325281, + "nauc_mrr_at_1_diff1": 0.909044, + "nauc_mrr_at_3_max": 0.798649, + "nauc_mrr_at_3_std": 0.368055, + "nauc_mrr_at_3_diff1": 0.901639, + "nauc_mrr_at_5_max": 0.794152, + "nauc_mrr_at_5_std": 0.371869, + "nauc_mrr_at_5_diff1": 0.900831, + "nauc_mrr_at_10_max": 0.793464, + "nauc_mrr_at_10_std": 0.366337, + "nauc_mrr_at_10_diff1": 0.901641, + "nauc_mrr_at_20_max": 0.792978, + "nauc_mrr_at_20_std": 0.366251, + "nauc_mrr_at_20_diff1": 0.901997, + "nauc_mrr_at_100_max": 0.792846, + "nauc_mrr_at_100_std": 0.365669, + "nauc_mrr_at_100_diff1": 0.90192, + "nauc_mrr_at_1000_max": 0.792848, + "nauc_mrr_at_1000_std": 0.365677, + "nauc_mrr_at_1000_diff1": 0.901965, + "main_score": 0.8695, + "hf_subset": "eng_Latn-hin_Latn", + "languages": [ + "eng-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.87889, + "ndcg_at_3": 0.91973, + "ndcg_at_5": 0.92576, + "ndcg_at_10": 0.93162, + "ndcg_at_20": 0.93271, + "ndcg_at_100": 0.9351, + "ndcg_at_1000": 0.93553, + "map_at_1": 0.87889, + "map_at_3": 0.91, + "map_at_5": 0.91339, + "map_at_10": 0.91587, + "map_at_20": 0.91615, + "map_at_100": 0.91653, + "map_at_1000": 0.91655, + "recall_at_1": 0.87889, + "recall_at_3": 0.94778, + "recall_at_5": 0.96222, + "recall_at_10": 0.98, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.87889, + "precision_at_3": 0.31593, + "precision_at_5": 0.19244, + "precision_at_10": 0.098, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.878889, + "mrr_at_3": 0.91, + "mrr_at_5": 0.913389, + "mrr_at_10": 0.915869, + "mrr_at_20": 0.916151, + "mrr_at_100": 0.916531, + "mrr_at_1000": 0.916549, + "nauc_ndcg_at_1_max": 0.815615, + "nauc_ndcg_at_1_std": 0.093992, + "nauc_ndcg_at_1_diff1": 0.931758, + "nauc_ndcg_at_3_max": 0.83712, + "nauc_ndcg_at_3_std": 0.077403, + "nauc_ndcg_at_3_diff1": 0.920023, + "nauc_ndcg_at_5_max": 0.838614, + "nauc_ndcg_at_5_std": 0.126989, + "nauc_ndcg_at_5_diff1": 0.921926, + "nauc_ndcg_at_10_max": 0.832771, + "nauc_ndcg_at_10_std": 0.093205, + "nauc_ndcg_at_10_diff1": 0.92266, + "nauc_ndcg_at_20_max": 0.835629, + "nauc_ndcg_at_20_std": 0.099094, + "nauc_ndcg_at_20_diff1": 0.925, + "nauc_ndcg_at_100_max": 0.832671, + "nauc_ndcg_at_100_std": 0.099075, + "nauc_ndcg_at_100_diff1": 0.924036, + "nauc_ndcg_at_1000_max": 0.831529, + "nauc_ndcg_at_1000_std": 0.095107, + "nauc_ndcg_at_1000_diff1": 0.924209, + "nauc_map_at_1_max": 0.815615, + "nauc_map_at_1_std": 0.093992, + "nauc_map_at_1_diff1": 0.931758, + "nauc_map_at_3_max": 0.831066, + "nauc_map_at_3_std": 0.077709, + "nauc_map_at_3_diff1": 0.922809, + "nauc_map_at_5_max": 0.831417, + "nauc_map_at_5_std": 0.100856, + "nauc_map_at_5_diff1": 0.92384, + "nauc_map_at_10_max": 0.828981, + "nauc_map_at_10_std": 0.088463, + "nauc_map_at_10_diff1": 0.924183, + "nauc_map_at_20_max": 0.829603, + "nauc_map_at_20_std": 0.089719, + "nauc_map_at_20_diff1": 0.924713, + "nauc_map_at_100_max": 0.829188, + "nauc_map_at_100_std": 0.090055, + "nauc_map_at_100_diff1": 0.924612, + "nauc_map_at_1000_max": 0.829151, + "nauc_map_at_1000_std": 0.089953, + "nauc_map_at_1000_diff1": 0.924625, + "nauc_recall_at_1_max": 0.815615, + "nauc_recall_at_1_std": 0.093992, + "nauc_recall_at_1_diff1": 0.931758, + "nauc_recall_at_3_max": 0.866152, + "nauc_recall_at_3_std": 0.079435, + "nauc_recall_at_3_diff1": 0.907076, + "nauc_recall_at_5_max": 0.885415, + "nauc_recall_at_5_std": 0.318257, + "nauc_recall_at_5_diff1": 0.910955, + "nauc_recall_at_10_max": 0.871875, + "nauc_recall_at_10_std": 0.141457, + "nauc_recall_at_10_diff1": 0.908056, + "nauc_recall_at_20_max": 0.930806, + "nauc_recall_at_20_std": 0.254902, + "nauc_recall_at_20_diff1": 0.94281, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.707594, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815615, + "nauc_precision_at_1_std": 0.093992, + "nauc_precision_at_1_diff1": 0.931758, + "nauc_precision_at_3_max": 0.866152, + "nauc_precision_at_3_std": 0.079435, + "nauc_precision_at_3_diff1": 0.907076, + "nauc_precision_at_5_max": 0.885415, + "nauc_precision_at_5_std": 0.318257, + "nauc_precision_at_5_diff1": 0.910955, + "nauc_precision_at_10_max": 0.871875, + "nauc_precision_at_10_std": 0.141457, + "nauc_precision_at_10_diff1": 0.908056, + "nauc_precision_at_20_max": 0.930806, + "nauc_precision_at_20_std": 0.254902, + "nauc_precision_at_20_diff1": 0.94281, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.707594, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815615, + "nauc_mrr_at_1_std": 0.093992, + "nauc_mrr_at_1_diff1": 0.931758, + "nauc_mrr_at_3_max": 0.831066, + "nauc_mrr_at_3_std": 0.077709, + "nauc_mrr_at_3_diff1": 0.922809, + "nauc_mrr_at_5_max": 0.831417, + "nauc_mrr_at_5_std": 0.100856, + "nauc_mrr_at_5_diff1": 0.92384, + "nauc_mrr_at_10_max": 0.828981, + "nauc_mrr_at_10_std": 0.088463, + "nauc_mrr_at_10_diff1": 0.924183, + "nauc_mrr_at_20_max": 0.829603, + "nauc_mrr_at_20_std": 0.089719, + "nauc_mrr_at_20_diff1": 0.924713, + "nauc_mrr_at_100_max": 0.829188, + "nauc_mrr_at_100_std": 0.090055, + "nauc_mrr_at_100_diff1": 0.924612, + "nauc_mrr_at_1000_max": 0.829151, + "nauc_mrr_at_1000_std": 0.089953, + "nauc_mrr_at_1000_diff1": 0.924625, + "main_score": 0.93162, + "hf_subset": "hrv_Latn-hrv_Latn", + "languages": [ + "hrv-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.93667, + "ndcg_at_3": 0.96161, + "ndcg_at_5": 0.96348, + "ndcg_at_10": 0.96455, + "ndcg_at_20": 0.96713, + "ndcg_at_100": 0.96784, + "ndcg_at_1000": 0.96811, + "map_at_1": 0.93667, + "map_at_3": 0.9563, + "map_at_5": 0.95735, + "map_at_10": 0.95779, + "map_at_20": 0.95853, + "map_at_100": 0.95866, + "map_at_1000": 0.95867, + "recall_at_1": 0.93667, + "recall_at_3": 0.97667, + "recall_at_5": 0.98111, + "recall_at_10": 0.98444, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93667, + "precision_at_3": 0.32556, + "precision_at_5": 0.19622, + "precision_at_10": 0.09844, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.936667, + "mrr_at_3": 0.956296, + "mrr_at_5": 0.957352, + "mrr_at_10": 0.957787, + "mrr_at_20": 0.95853, + "mrr_at_100": 0.958665, + "mrr_at_1000": 0.958671, + "nauc_ndcg_at_1_max": 0.704826, + "nauc_ndcg_at_1_std": -0.121185, + "nauc_ndcg_at_1_diff1": 0.948114, + "nauc_ndcg_at_3_max": 0.767596, + "nauc_ndcg_at_3_std": -0.170112, + "nauc_ndcg_at_3_diff1": 0.952495, + "nauc_ndcg_at_5_max": 0.760708, + "nauc_ndcg_at_5_std": -0.178868, + "nauc_ndcg_at_5_diff1": 0.950068, + "nauc_ndcg_at_10_max": 0.757434, + "nauc_ndcg_at_10_std": -0.143761, + "nauc_ndcg_at_10_diff1": 0.951311, + "nauc_ndcg_at_20_max": 0.749589, + "nauc_ndcg_at_20_std": -0.142724, + "nauc_ndcg_at_20_diff1": 0.951783, + "nauc_ndcg_at_100_max": 0.747481, + "nauc_ndcg_at_100_std": -0.134843, + "nauc_ndcg_at_100_diff1": 0.950721, + "nauc_ndcg_at_1000_max": 0.745906, + "nauc_ndcg_at_1000_std": -0.144292, + "nauc_ndcg_at_1000_diff1": 0.950311, + "nauc_map_at_1_max": 0.704826, + "nauc_map_at_1_std": -0.121185, + "nauc_map_at_1_diff1": 0.948114, + "nauc_map_at_3_max": 0.749019, + "nauc_map_at_3_std": -0.15581, + "nauc_map_at_3_diff1": 0.950911, + "nauc_map_at_5_max": 0.745106, + "nauc_map_at_5_std": -0.159471, + "nauc_map_at_5_diff1": 0.949696, + "nauc_map_at_10_max": 0.743736, + "nauc_map_at_10_std": -0.147306, + "nauc_map_at_10_diff1": 0.950092, + "nauc_map_at_20_max": 0.741205, + "nauc_map_at_20_std": -0.148606, + "nauc_map_at_20_diff1": 0.950014, + "nauc_map_at_100_max": 0.740909, + "nauc_map_at_100_std": -0.146988, + "nauc_map_at_100_diff1": 0.949851, + "nauc_map_at_1000_max": 0.740875, + "nauc_map_at_1000_std": -0.147177, + "nauc_map_at_1000_diff1": 0.949843, + "nauc_recall_at_1_max": 0.704826, + "nauc_recall_at_1_std": -0.121185, + "nauc_recall_at_1_diff1": 0.948114, + "nauc_recall_at_3_max": 0.865413, + "nauc_recall_at_3_std": -0.245254, + "nauc_recall_at_3_diff1": 0.961096, + "nauc_recall_at_5_max": 0.857774, + "nauc_recall_at_5_std": -0.305405, + "nauc_recall_at_5_diff1": 0.951942, + "nauc_recall_at_10_max": 0.856476, + "nauc_recall_at_10_std": -0.082033, + "nauc_recall_at_10_diff1": 0.961485, + "nauc_recall_at_20_max": 0.884687, + "nauc_recall_at_20_std": 0.139309, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704826, + "nauc_precision_at_1_std": -0.121185, + "nauc_precision_at_1_diff1": 0.948114, + "nauc_precision_at_3_max": 0.865413, + "nauc_precision_at_3_std": -0.245254, + "nauc_precision_at_3_diff1": 0.961096, + "nauc_precision_at_5_max": 0.857774, + "nauc_precision_at_5_std": -0.305405, + "nauc_precision_at_5_diff1": 0.951942, + "nauc_precision_at_10_max": 0.856476, + "nauc_precision_at_10_std": -0.082033, + "nauc_precision_at_10_diff1": 0.961485, + "nauc_precision_at_20_max": 0.884687, + "nauc_precision_at_20_std": 0.139309, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704826, + "nauc_mrr_at_1_std": -0.121185, + "nauc_mrr_at_1_diff1": 0.948114, + "nauc_mrr_at_3_max": 0.749019, + "nauc_mrr_at_3_std": -0.15581, + "nauc_mrr_at_3_diff1": 0.950911, + "nauc_mrr_at_5_max": 0.745106, + "nauc_mrr_at_5_std": -0.159471, + "nauc_mrr_at_5_diff1": 0.949696, + "nauc_mrr_at_10_max": 0.743736, + "nauc_mrr_at_10_std": -0.147306, + "nauc_mrr_at_10_diff1": 0.950092, + "nauc_mrr_at_20_max": 0.741205, + "nauc_mrr_at_20_std": -0.148606, + "nauc_mrr_at_20_diff1": 0.950014, + "nauc_mrr_at_100_max": 0.740909, + "nauc_mrr_at_100_std": -0.146988, + "nauc_mrr_at_100_diff1": 0.949851, + "nauc_mrr_at_1000_max": 0.740875, + "nauc_mrr_at_1000_std": -0.147177, + "nauc_mrr_at_1000_diff1": 0.949843, + "main_score": 0.96455, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.92442, + "ndcg_at_5": 0.93231, + "ndcg_at_10": 0.93591, + "ndcg_at_20": 0.93801, + "ndcg_at_100": 0.94019, + "ndcg_at_1000": 0.94049, + "map_at_1": 0.88889, + "map_at_3": 0.91593, + "map_at_5": 0.92037, + "map_at_10": 0.92186, + "map_at_20": 0.92251, + "map_at_100": 0.92286, + "map_at_1000": 0.92287, + "recall_at_1": 0.88889, + "recall_at_3": 0.94889, + "recall_at_5": 0.96778, + "recall_at_10": 0.97889, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88889, + "precision_at_3": 0.3163, + "precision_at_5": 0.19356, + "precision_at_10": 0.09789, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.915926, + "mrr_at_5": 0.92037, + "mrr_at_10": 0.921859, + "mrr_at_20": 0.922505, + "mrr_at_100": 0.922862, + "mrr_at_1000": 0.922874, + "nauc_ndcg_at_1_max": 0.760525, + "nauc_ndcg_at_1_std": 0.186395, + "nauc_ndcg_at_1_diff1": 0.925662, + "nauc_ndcg_at_3_max": 0.803226, + "nauc_ndcg_at_3_std": 0.165188, + "nauc_ndcg_at_3_diff1": 0.924467, + "nauc_ndcg_at_5_max": 0.809677, + "nauc_ndcg_at_5_std": 0.201131, + "nauc_ndcg_at_5_diff1": 0.928708, + "nauc_ndcg_at_10_max": 0.803587, + "nauc_ndcg_at_10_std": 0.20093, + "nauc_ndcg_at_10_diff1": 0.92877, + "nauc_ndcg_at_20_max": 0.80162, + "nauc_ndcg_at_20_std": 0.212115, + "nauc_ndcg_at_20_diff1": 0.928916, + "nauc_ndcg_at_100_max": 0.796847, + "nauc_ndcg_at_100_std": 0.204776, + "nauc_ndcg_at_100_diff1": 0.927816, + "nauc_ndcg_at_1000_max": 0.796154, + "nauc_ndcg_at_1000_std": 0.20148, + "nauc_ndcg_at_1000_diff1": 0.927781, + "nauc_map_at_1_max": 0.760525, + "nauc_map_at_1_std": 0.186395, + "nauc_map_at_1_diff1": 0.925662, + "nauc_map_at_3_max": 0.792409, + "nauc_map_at_3_std": 0.175544, + "nauc_map_at_3_diff1": 0.925104, + "nauc_map_at_5_max": 0.795186, + "nauc_map_at_5_std": 0.194508, + "nauc_map_at_5_diff1": 0.927275, + "nauc_map_at_10_max": 0.79291, + "nauc_map_at_10_std": 0.194822, + "nauc_map_at_10_diff1": 0.927312, + "nauc_map_at_20_max": 0.792308, + "nauc_map_at_20_std": 0.197453, + "nauc_map_at_20_diff1": 0.927347, + "nauc_map_at_100_max": 0.791656, + "nauc_map_at_100_std": 0.196577, + "nauc_map_at_100_diff1": 0.927221, + "nauc_map_at_1000_max": 0.791633, + "nauc_map_at_1000_std": 0.19647, + "nauc_map_at_1000_diff1": 0.927219, + "nauc_recall_at_1_max": 0.760525, + "nauc_recall_at_1_std": 0.186395, + "nauc_recall_at_1_diff1": 0.925662, + "nauc_recall_at_3_max": 0.852292, + "nauc_recall_at_3_std": 0.114014, + "nauc_recall_at_3_diff1": 0.921295, + "nauc_recall_at_5_max": 0.910251, + "nauc_recall_at_5_std": 0.251634, + "nauc_recall_at_5_diff1": 0.939551, + "nauc_recall_at_10_max": 0.905155, + "nauc_recall_at_10_std": 0.26618, + "nauc_recall_at_10_diff1": 0.94496, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.498405, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.760525, + "nauc_precision_at_1_std": 0.186395, + "nauc_precision_at_1_diff1": 0.925662, + "nauc_precision_at_3_max": 0.852292, + "nauc_precision_at_3_std": 0.114014, + "nauc_precision_at_3_diff1": 0.921295, + "nauc_precision_at_5_max": 0.910251, + "nauc_precision_at_5_std": 0.251634, + "nauc_precision_at_5_diff1": 0.939551, + "nauc_precision_at_10_max": 0.905155, + "nauc_precision_at_10_std": 0.26618, + "nauc_precision_at_10_diff1": 0.94496, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.498405, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.760525, + "nauc_mrr_at_1_std": 0.186395, + "nauc_mrr_at_1_diff1": 0.925662, + "nauc_mrr_at_3_max": 0.792409, + "nauc_mrr_at_3_std": 0.175544, + "nauc_mrr_at_3_diff1": 0.925104, + "nauc_mrr_at_5_max": 0.795186, + "nauc_mrr_at_5_std": 0.194508, + "nauc_mrr_at_5_diff1": 0.927275, + "nauc_mrr_at_10_max": 0.79291, + "nauc_mrr_at_10_std": 0.194822, + "nauc_mrr_at_10_diff1": 0.927312, + "nauc_mrr_at_20_max": 0.792308, + "nauc_mrr_at_20_std": 0.197453, + "nauc_mrr_at_20_diff1": 0.927347, + "nauc_mrr_at_100_max": 0.791656, + "nauc_mrr_at_100_std": 0.196577, + "nauc_mrr_at_100_diff1": 0.927221, + "nauc_mrr_at_1000_max": 0.791633, + "nauc_mrr_at_1000_std": 0.19647, + "nauc_mrr_at_1000_diff1": 0.927219, + "main_score": 0.93591, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93161, + "ndcg_at_5": 0.93544, + "ndcg_at_10": 0.93951, + "ndcg_at_20": 0.94182, + "ndcg_at_100": 0.94363, + "ndcg_at_1000": 0.9442, + "map_at_1": 0.89667, + "map_at_3": 0.92296, + "map_at_5": 0.92519, + "map_at_10": 0.92694, + "map_at_20": 0.92761, + "map_at_100": 0.92792, + "map_at_1000": 0.92794, + "recall_at_1": 0.89667, + "recall_at_3": 0.95667, + "recall_at_5": 0.96556, + "recall_at_10": 0.97778, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.31889, + "precision_at_5": 0.19311, + "precision_at_10": 0.09778, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.922963, + "mrr_at_5": 0.925185, + "mrr_at_10": 0.926938, + "mrr_at_20": 0.927609, + "mrr_at_100": 0.927921, + "mrr_at_1000": 0.927942, + "nauc_ndcg_at_1_max": 0.824279, + "nauc_ndcg_at_1_std": -0.072543, + "nauc_ndcg_at_1_diff1": 0.921433, + "nauc_ndcg_at_3_max": 0.856344, + "nauc_ndcg_at_3_std": -0.009991, + "nauc_ndcg_at_3_diff1": 0.926459, + "nauc_ndcg_at_5_max": 0.859737, + "nauc_ndcg_at_5_std": 0.011974, + "nauc_ndcg_at_5_diff1": 0.926944, + "nauc_ndcg_at_10_max": 0.856901, + "nauc_ndcg_at_10_std": 0.015851, + "nauc_ndcg_at_10_diff1": 0.928583, + "nauc_ndcg_at_20_max": 0.853677, + "nauc_ndcg_at_20_std": 0.016279, + "nauc_ndcg_at_20_diff1": 0.927722, + "nauc_ndcg_at_100_max": 0.851752, + "nauc_ndcg_at_100_std": -0.001302, + "nauc_ndcg_at_100_diff1": 0.926453, + "nauc_ndcg_at_1000_max": 0.850231, + "nauc_ndcg_at_1000_std": -0.005441, + "nauc_ndcg_at_1000_diff1": 0.926028, + "nauc_map_at_1_max": 0.824279, + "nauc_map_at_1_std": -0.072543, + "nauc_map_at_1_diff1": 0.921433, + "nauc_map_at_3_max": 0.84743, + "nauc_map_at_3_std": -0.026632, + "nauc_map_at_3_diff1": 0.924641, + "nauc_map_at_5_max": 0.848866, + "nauc_map_at_5_std": -0.01612, + "nauc_map_at_5_diff1": 0.92483, + "nauc_map_at_10_max": 0.847724, + "nauc_map_at_10_std": -0.014151, + "nauc_map_at_10_diff1": 0.925436, + "nauc_map_at_20_max": 0.846802, + "nauc_map_at_20_std": -0.015426, + "nauc_map_at_20_diff1": 0.925184, + "nauc_map_at_100_max": 0.846508, + "nauc_map_at_100_std": -0.017917, + "nauc_map_at_100_diff1": 0.924999, + "nauc_map_at_1000_max": 0.846463, + "nauc_map_at_1000_std": -0.01796, + "nauc_map_at_1000_diff1": 0.924985, + "nauc_recall_at_1_max": 0.824279, + "nauc_recall_at_1_std": -0.072543, + "nauc_recall_at_1_diff1": 0.921433, + "nauc_recall_at_3_max": 0.900883, + "nauc_recall_at_3_std": 0.07253, + "nauc_recall_at_3_diff1": 0.935897, + "nauc_recall_at_5_max": 0.927111, + "nauc_recall_at_5_std": 0.189181, + "nauc_recall_at_5_diff1": 0.940439, + "nauc_recall_at_10_max": 0.938725, + "nauc_recall_at_10_std": 0.296335, + "nauc_recall_at_10_diff1": 0.959967, + "nauc_recall_at_20_max": 0.94281, + "nauc_recall_at_20_std": 0.534392, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.462068, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.824279, + "nauc_precision_at_1_std": -0.072543, + "nauc_precision_at_1_diff1": 0.921433, + "nauc_precision_at_3_max": 0.900883, + "nauc_precision_at_3_std": 0.07253, + "nauc_precision_at_3_diff1": 0.935897, + "nauc_precision_at_5_max": 0.927111, + "nauc_precision_at_5_std": 0.189181, + "nauc_precision_at_5_diff1": 0.940439, + "nauc_precision_at_10_max": 0.938725, + "nauc_precision_at_10_std": 0.296335, + "nauc_precision_at_10_diff1": 0.959967, + "nauc_precision_at_20_max": 0.94281, + "nauc_precision_at_20_std": 0.534392, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.462068, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.824279, + "nauc_mrr_at_1_std": -0.072543, + "nauc_mrr_at_1_diff1": 0.921433, + "nauc_mrr_at_3_max": 0.84743, + "nauc_mrr_at_3_std": -0.026632, + "nauc_mrr_at_3_diff1": 0.924641, + "nauc_mrr_at_5_max": 0.848866, + "nauc_mrr_at_5_std": -0.01612, + "nauc_mrr_at_5_diff1": 0.92483, + "nauc_mrr_at_10_max": 0.847724, + "nauc_mrr_at_10_std": -0.014151, + "nauc_mrr_at_10_diff1": 0.925436, + "nauc_mrr_at_20_max": 0.846802, + "nauc_mrr_at_20_std": -0.015426, + "nauc_mrr_at_20_diff1": 0.925184, + "nauc_mrr_at_100_max": 0.846508, + "nauc_mrr_at_100_std": -0.017917, + "nauc_mrr_at_100_diff1": 0.924999, + "nauc_mrr_at_1000_max": 0.846463, + "nauc_mrr_at_1000_std": -0.01796, + "nauc_mrr_at_1000_diff1": 0.924985, + "main_score": 0.93951, + "hf_subset": "hun_Latn-hun_Latn", + "languages": [ + "hun-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95565, + "ndcg_at_5": 0.95746, + "ndcg_at_10": 0.96186, + "ndcg_at_20": 0.96243, + "ndcg_at_100": 0.96264, + "ndcg_at_1000": 0.96306, + "map_at_1": 0.92556, + "map_at_3": 0.9487, + "map_at_5": 0.9497, + "map_at_10": 0.95157, + "map_at_20": 0.95173, + "map_at_100": 0.95176, + "map_at_1000": 0.95177, + "recall_at_1": 0.92556, + "recall_at_3": 0.97556, + "recall_at_5": 0.98, + "recall_at_10": 0.99333, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32519, + "precision_at_5": 0.196, + "precision_at_10": 0.09933, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.948704, + "mrr_at_5": 0.949704, + "mrr_at_10": 0.951571, + "mrr_at_20": 0.951728, + "mrr_at_100": 0.951756, + "mrr_at_1000": 0.951772, + "nauc_ndcg_at_1_max": 0.76888, + "nauc_ndcg_at_1_std": -0.013804, + "nauc_ndcg_at_1_diff1": 0.957739, + "nauc_ndcg_at_3_max": 0.816292, + "nauc_ndcg_at_3_std": -0.002218, + "nauc_ndcg_at_3_diff1": 0.961517, + "nauc_ndcg_at_5_max": 0.813041, + "nauc_ndcg_at_5_std": -0.026074, + "nauc_ndcg_at_5_diff1": 0.959873, + "nauc_ndcg_at_10_max": 0.798208, + "nauc_ndcg_at_10_std": -0.015494, + "nauc_ndcg_at_10_diff1": 0.960502, + "nauc_ndcg_at_20_max": 0.803471, + "nauc_ndcg_at_20_std": -0.011379, + "nauc_ndcg_at_20_diff1": 0.960833, + "nauc_ndcg_at_100_max": 0.80238, + "nauc_ndcg_at_100_std": -0.00505, + "nauc_ndcg_at_100_diff1": 0.960616, + "nauc_ndcg_at_1000_max": 0.800594, + "nauc_ndcg_at_1000_std": -0.013637, + "nauc_ndcg_at_1000_diff1": 0.960168, + "nauc_map_at_1_max": 0.76888, + "nauc_map_at_1_std": -0.013804, + "nauc_map_at_1_diff1": 0.957739, + "nauc_map_at_3_max": 0.803552, + "nauc_map_at_3_std": -0.013643, + "nauc_map_at_3_diff1": 0.960191, + "nauc_map_at_5_max": 0.801903, + "nauc_map_at_5_std": -0.024736, + "nauc_map_at_5_diff1": 0.9594, + "nauc_map_at_10_max": 0.796473, + "nauc_map_at_10_std": -0.019933, + "nauc_map_at_10_diff1": 0.95962, + "nauc_map_at_20_max": 0.797393, + "nauc_map_at_20_std": -0.019561, + "nauc_map_at_20_diff1": 0.959665, + "nauc_map_at_100_max": 0.797277, + "nauc_map_at_100_std": -0.018909, + "nauc_map_at_100_diff1": 0.959641, + "nauc_map_at_1000_max": 0.79722, + "nauc_map_at_1000_std": -0.019104, + "nauc_map_at_1000_diff1": 0.959628, + "nauc_recall_at_1_max": 0.76888, + "nauc_recall_at_1_std": -0.013804, + "nauc_recall_at_1_diff1": 0.957739, + "nauc_recall_at_3_max": 0.890098, + "nauc_recall_at_3_std": 0.07336, + "nauc_recall_at_3_diff1": 0.969548, + "nauc_recall_at_5_max": 0.88837, + "nauc_recall_at_5_std": -0.036466, + "nauc_recall_at_5_diff1": 0.962781, + "nauc_recall_at_10_max": 0.782991, + "nauc_recall_at_10_std": 0.077731, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.301587, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.786026, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76888, + "nauc_precision_at_1_std": -0.013804, + "nauc_precision_at_1_diff1": 0.957739, + "nauc_precision_at_3_max": 0.890098, + "nauc_precision_at_3_std": 0.07336, + "nauc_precision_at_3_diff1": 0.969548, + "nauc_precision_at_5_max": 0.88837, + "nauc_precision_at_5_std": -0.036466, + "nauc_precision_at_5_diff1": 0.962781, + "nauc_precision_at_10_max": 0.782991, + "nauc_precision_at_10_std": 0.077731, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.301587, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.786026, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76888, + "nauc_mrr_at_1_std": -0.013804, + "nauc_mrr_at_1_diff1": 0.957739, + "nauc_mrr_at_3_max": 0.803552, + "nauc_mrr_at_3_std": -0.013643, + "nauc_mrr_at_3_diff1": 0.960191, + "nauc_mrr_at_5_max": 0.801903, + "nauc_mrr_at_5_std": -0.024736, + "nauc_mrr_at_5_diff1": 0.9594, + "nauc_mrr_at_10_max": 0.796473, + "nauc_mrr_at_10_std": -0.019933, + "nauc_mrr_at_10_diff1": 0.95962, + "nauc_mrr_at_20_max": 0.797393, + "nauc_mrr_at_20_std": -0.019561, + "nauc_mrr_at_20_diff1": 0.959665, + "nauc_mrr_at_100_max": 0.797277, + "nauc_mrr_at_100_std": -0.018909, + "nauc_mrr_at_100_diff1": 0.959641, + "nauc_mrr_at_1000_max": 0.79722, + "nauc_mrr_at_1000_std": -0.019104, + "nauc_mrr_at_1000_diff1": 0.959628, + "main_score": 0.96186, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.92473, + "ndcg_at_5": 0.93205, + "ndcg_at_10": 0.93631, + "ndcg_at_20": 0.93802, + "ndcg_at_100": 0.93996, + "ndcg_at_1000": 0.94043, + "map_at_1": 0.88778, + "map_at_3": 0.9163, + "map_at_5": 0.92035, + "map_at_10": 0.92208, + "map_at_20": 0.92256, + "map_at_100": 0.92286, + "map_at_1000": 0.92289, + "recall_at_1": 0.88778, + "recall_at_3": 0.94889, + "recall_at_5": 0.96667, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88778, + "precision_at_3": 0.3163, + "precision_at_5": 0.19333, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.916296, + "mrr_at_5": 0.920352, + "mrr_at_10": 0.922083, + "mrr_at_20": 0.922564, + "mrr_at_100": 0.922862, + "mrr_at_1000": 0.922887, + "nauc_ndcg_at_1_max": 0.740371, + "nauc_ndcg_at_1_std": -0.001135, + "nauc_ndcg_at_1_diff1": 0.917215, + "nauc_ndcg_at_3_max": 0.798136, + "nauc_ndcg_at_3_std": 0.011609, + "nauc_ndcg_at_3_diff1": 0.922806, + "nauc_ndcg_at_5_max": 0.795196, + "nauc_ndcg_at_5_std": 0.023024, + "nauc_ndcg_at_5_diff1": 0.918158, + "nauc_ndcg_at_10_max": 0.791446, + "nauc_ndcg_at_10_std": 0.038037, + "nauc_ndcg_at_10_diff1": 0.921876, + "nauc_ndcg_at_20_max": 0.787642, + "nauc_ndcg_at_20_std": 0.045811, + "nauc_ndcg_at_20_diff1": 0.921002, + "nauc_ndcg_at_100_max": 0.782685, + "nauc_ndcg_at_100_std": 0.035693, + "nauc_ndcg_at_100_diff1": 0.920802, + "nauc_ndcg_at_1000_max": 0.780949, + "nauc_ndcg_at_1000_std": 0.028344, + "nauc_ndcg_at_1000_diff1": 0.920169, + "nauc_map_at_1_max": 0.740371, + "nauc_map_at_1_std": -0.001135, + "nauc_map_at_1_diff1": 0.917215, + "nauc_map_at_3_max": 0.780284, + "nauc_map_at_3_std": 0.006653, + "nauc_map_at_3_diff1": 0.920767, + "nauc_map_at_5_max": 0.778102, + "nauc_map_at_5_std": 0.012208, + "nauc_map_at_5_diff1": 0.918499, + "nauc_map_at_10_max": 0.776568, + "nauc_map_at_10_std": 0.018477, + "nauc_map_at_10_diff1": 0.919726, + "nauc_map_at_20_max": 0.775658, + "nauc_map_at_20_std": 0.020399, + "nauc_map_at_20_diff1": 0.919552, + "nauc_map_at_100_max": 0.775022, + "nauc_map_at_100_std": 0.019096, + "nauc_map_at_100_diff1": 0.919523, + "nauc_map_at_1000_max": 0.774948, + "nauc_map_at_1000_std": 0.018787, + "nauc_map_at_1000_diff1": 0.919497, + "nauc_recall_at_1_max": 0.740371, + "nauc_recall_at_1_std": -0.001135, + "nauc_recall_at_1_diff1": 0.917215, + "nauc_recall_at_3_max": 0.881206, + "nauc_recall_at_3_std": 0.035379, + "nauc_recall_at_3_diff1": 0.932509, + "nauc_recall_at_5_max": 0.909819, + "nauc_recall_at_5_std": 0.100156, + "nauc_recall_at_5_diff1": 0.914488, + "nauc_recall_at_10_max": 0.947349, + "nauc_recall_at_10_std": 0.268337, + "nauc_recall_at_10_diff1": 0.949165, + "nauc_recall_at_20_max": 0.955065, + "nauc_recall_at_20_std": 0.510271, + "nauc_recall_at_20_diff1": 0.945534, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740371, + "nauc_precision_at_1_std": -0.001135, + "nauc_precision_at_1_diff1": 0.917215, + "nauc_precision_at_3_max": 0.881206, + "nauc_precision_at_3_std": 0.035379, + "nauc_precision_at_3_diff1": 0.932509, + "nauc_precision_at_5_max": 0.909819, + "nauc_precision_at_5_std": 0.100156, + "nauc_precision_at_5_diff1": 0.914488, + "nauc_precision_at_10_max": 0.947349, + "nauc_precision_at_10_std": 0.268337, + "nauc_precision_at_10_diff1": 0.949165, + "nauc_precision_at_20_max": 0.955065, + "nauc_precision_at_20_std": 0.510271, + "nauc_precision_at_20_diff1": 0.945534, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740371, + "nauc_mrr_at_1_std": -0.001135, + "nauc_mrr_at_1_diff1": 0.917215, + "nauc_mrr_at_3_max": 0.780284, + "nauc_mrr_at_3_std": 0.006653, + "nauc_mrr_at_3_diff1": 0.920767, + "nauc_mrr_at_5_max": 0.778102, + "nauc_mrr_at_5_std": 0.012208, + "nauc_mrr_at_5_diff1": 0.918499, + "nauc_mrr_at_10_max": 0.776568, + "nauc_mrr_at_10_std": 0.018477, + "nauc_mrr_at_10_diff1": 0.919726, + "nauc_mrr_at_20_max": 0.775658, + "nauc_mrr_at_20_std": 0.020399, + "nauc_mrr_at_20_diff1": 0.919552, + "nauc_mrr_at_100_max": 0.775022, + "nauc_mrr_at_100_std": 0.019096, + "nauc_mrr_at_100_diff1": 0.919523, + "nauc_mrr_at_1000_max": 0.774948, + "nauc_mrr_at_1000_std": 0.018787, + "nauc_mrr_at_1000_diff1": 0.919497, + "main_score": 0.93631, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.81778, + "ndcg_at_3": 0.8732, + "ndcg_at_5": 0.87865, + "ndcg_at_10": 0.88525, + "ndcg_at_20": 0.88978, + "ndcg_at_100": 0.89473, + "ndcg_at_1000": 0.89634, + "map_at_1": 0.81778, + "map_at_3": 0.86037, + "map_at_5": 0.86337, + "map_at_10": 0.86618, + "map_at_20": 0.86744, + "map_at_100": 0.86813, + "map_at_1000": 0.8682, + "recall_at_1": 0.81778, + "recall_at_3": 0.91, + "recall_at_5": 0.92333, + "recall_at_10": 0.94333, + "recall_at_20": 0.96111, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.81778, + "precision_at_3": 0.30333, + "precision_at_5": 0.18467, + "precision_at_10": 0.09433, + "precision_at_20": 0.04806, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817778, + "mrr_at_3": 0.86037, + "mrr_at_5": 0.86337, + "mrr_at_10": 0.866175, + "mrr_at_20": 0.867437, + "mrr_at_100": 0.86813, + "mrr_at_1000": 0.868195, + "nauc_ndcg_at_1_max": 0.724414, + "nauc_ndcg_at_1_std": 0.141674, + "nauc_ndcg_at_1_diff1": 0.906512, + "nauc_ndcg_at_3_max": 0.742017, + "nauc_ndcg_at_3_std": 0.167851, + "nauc_ndcg_at_3_diff1": 0.891872, + "nauc_ndcg_at_5_max": 0.743108, + "nauc_ndcg_at_5_std": 0.16786, + "nauc_ndcg_at_5_diff1": 0.893771, + "nauc_ndcg_at_10_max": 0.741131, + "nauc_ndcg_at_10_std": 0.18066, + "nauc_ndcg_at_10_diff1": 0.894775, + "nauc_ndcg_at_20_max": 0.750322, + "nauc_ndcg_at_20_std": 0.195493, + "nauc_ndcg_at_20_diff1": 0.899681, + "nauc_ndcg_at_100_max": 0.745915, + "nauc_ndcg_at_100_std": 0.19038, + "nauc_ndcg_at_100_diff1": 0.898946, + "nauc_ndcg_at_1000_max": 0.74296, + "nauc_ndcg_at_1000_std": 0.178024, + "nauc_ndcg_at_1000_diff1": 0.898244, + "nauc_map_at_1_max": 0.724414, + "nauc_map_at_1_std": 0.141674, + "nauc_map_at_1_diff1": 0.906512, + "nauc_map_at_3_max": 0.737107, + "nauc_map_at_3_std": 0.158601, + "nauc_map_at_3_diff1": 0.89615, + "nauc_map_at_5_max": 0.737579, + "nauc_map_at_5_std": 0.158222, + "nauc_map_at_5_diff1": 0.897253, + "nauc_map_at_10_max": 0.736726, + "nauc_map_at_10_std": 0.162642, + "nauc_map_at_10_diff1": 0.897537, + "nauc_map_at_20_max": 0.738973, + "nauc_map_at_20_std": 0.165909, + "nauc_map_at_20_diff1": 0.898741, + "nauc_map_at_100_max": 0.738569, + "nauc_map_at_100_std": 0.165636, + "nauc_map_at_100_diff1": 0.89867, + "nauc_map_at_1000_max": 0.738469, + "nauc_map_at_1000_std": 0.165231, + "nauc_map_at_1000_diff1": 0.89864, + "nauc_recall_at_1_max": 0.724414, + "nauc_recall_at_1_std": 0.141674, + "nauc_recall_at_1_diff1": 0.906512, + "nauc_recall_at_3_max": 0.762798, + "nauc_recall_at_3_std": 0.20832, + "nauc_recall_at_3_diff1": 0.873638, + "nauc_recall_at_5_max": 0.770153, + "nauc_recall_at_5_std": 0.216606, + "nauc_recall_at_5_diff1": 0.877069, + "nauc_recall_at_10_max": 0.76802, + "nauc_recall_at_10_std": 0.310046, + "nauc_recall_at_10_diff1": 0.879039, + "nauc_recall_at_20_max": 0.87463, + "nauc_recall_at_20_std": 0.527798, + "nauc_recall_at_20_diff1": 0.923436, + "nauc_recall_at_100_max": 0.928699, + "nauc_recall_at_100_std": 0.959469, + "nauc_recall_at_100_diff1": 0.939097, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724414, + "nauc_precision_at_1_std": 0.141674, + "nauc_precision_at_1_diff1": 0.906512, + "nauc_precision_at_3_max": 0.762798, + "nauc_precision_at_3_std": 0.20832, + "nauc_precision_at_3_diff1": 0.873638, + "nauc_precision_at_5_max": 0.770153, + "nauc_precision_at_5_std": 0.216606, + "nauc_precision_at_5_diff1": 0.877069, + "nauc_precision_at_10_max": 0.76802, + "nauc_precision_at_10_std": 0.310046, + "nauc_precision_at_10_diff1": 0.879039, + "nauc_precision_at_20_max": 0.87463, + "nauc_precision_at_20_std": 0.527798, + "nauc_precision_at_20_diff1": 0.923436, + "nauc_precision_at_100_max": 0.928699, + "nauc_precision_at_100_std": 0.959469, + "nauc_precision_at_100_diff1": 0.939097, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724414, + "nauc_mrr_at_1_std": 0.141674, + "nauc_mrr_at_1_diff1": 0.906512, + "nauc_mrr_at_3_max": 0.737107, + "nauc_mrr_at_3_std": 0.158601, + "nauc_mrr_at_3_diff1": 0.89615, + "nauc_mrr_at_5_max": 0.737579, + "nauc_mrr_at_5_std": 0.158222, + "nauc_mrr_at_5_diff1": 0.897253, + "nauc_mrr_at_10_max": 0.736726, + "nauc_mrr_at_10_std": 0.162642, + "nauc_mrr_at_10_diff1": 0.897537, + "nauc_mrr_at_20_max": 0.738973, + "nauc_mrr_at_20_std": 0.165909, + "nauc_mrr_at_20_diff1": 0.898741, + "nauc_mrr_at_100_max": 0.738569, + "nauc_mrr_at_100_std": 0.165636, + "nauc_mrr_at_100_diff1": 0.89867, + "nauc_mrr_at_1000_max": 0.738469, + "nauc_mrr_at_1000_std": 0.165231, + "nauc_mrr_at_1000_diff1": 0.89864, + "main_score": 0.88525, + "hf_subset": "hye_Armn-hye_Armn", + "languages": [ + "hye-Armn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.92222, + "ndcg_at_3": 0.95103, + "ndcg_at_5": 0.95428, + "ndcg_at_10": 0.95769, + "ndcg_at_20": 0.95888, + "ndcg_at_100": 0.95948, + "ndcg_at_1000": 0.95974, + "map_at_1": 0.92222, + "map_at_3": 0.94407, + "map_at_5": 0.94591, + "map_at_10": 0.94721, + "map_at_20": 0.94757, + "map_at_100": 0.94765, + "map_at_1000": 0.94765, + "recall_at_1": 0.92222, + "recall_at_3": 0.97111, + "recall_at_5": 0.97889, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92222, + "precision_at_3": 0.3237, + "precision_at_5": 0.19578, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922222, + "mrr_at_3": 0.944074, + "mrr_at_5": 0.945907, + "mrr_at_10": 0.947207, + "mrr_at_20": 0.947568, + "mrr_at_100": 0.947646, + "mrr_at_1000": 0.947651, + "nauc_ndcg_at_1_max": 0.649933, + "nauc_ndcg_at_1_std": -0.138916, + "nauc_ndcg_at_1_diff1": 0.918474, + "nauc_ndcg_at_3_max": 0.72643, + "nauc_ndcg_at_3_std": -0.024284, + "nauc_ndcg_at_3_diff1": 0.923559, + "nauc_ndcg_at_5_max": 0.713856, + "nauc_ndcg_at_5_std": -0.063928, + "nauc_ndcg_at_5_diff1": 0.922087, + "nauc_ndcg_at_10_max": 0.697467, + "nauc_ndcg_at_10_std": -0.079119, + "nauc_ndcg_at_10_diff1": 0.922373, + "nauc_ndcg_at_20_max": 0.701991, + "nauc_ndcg_at_20_std": -0.064643, + "nauc_ndcg_at_20_diff1": 0.921937, + "nauc_ndcg_at_100_max": 0.698107, + "nauc_ndcg_at_100_std": -0.066558, + "nauc_ndcg_at_100_diff1": 0.92154, + "nauc_ndcg_at_1000_max": 0.696621, + "nauc_ndcg_at_1000_std": -0.073252, + "nauc_ndcg_at_1000_diff1": 0.921048, + "nauc_map_at_1_max": 0.649933, + "nauc_map_at_1_std": -0.138916, + "nauc_map_at_1_diff1": 0.918474, + "nauc_map_at_3_max": 0.702154, + "nauc_map_at_3_std": -0.063129, + "nauc_map_at_3_diff1": 0.92102, + "nauc_map_at_5_max": 0.695298, + "nauc_map_at_5_std": -0.083185, + "nauc_map_at_5_diff1": 0.920223, + "nauc_map_at_10_max": 0.689731, + "nauc_map_at_10_std": -0.089097, + "nauc_map_at_10_diff1": 0.920251, + "nauc_map_at_20_max": 0.690825, + "nauc_map_at_20_std": -0.085836, + "nauc_map_at_20_diff1": 0.920098, + "nauc_map_at_100_max": 0.690388, + "nauc_map_at_100_std": -0.085524, + "nauc_map_at_100_diff1": 0.920088, + "nauc_map_at_1000_max": 0.690365, + "nauc_map_at_1000_std": -0.085628, + "nauc_map_at_1000_diff1": 0.920081, + "nauc_recall_at_1_max": 0.649933, + "nauc_recall_at_1_std": -0.138916, + "nauc_recall_at_1_diff1": 0.918474, + "nauc_recall_at_3_max": 0.86095, + "nauc_recall_at_3_std": 0.193044, + "nauc_recall_at_3_diff1": 0.938411, + "nauc_recall_at_5_max": 0.84584, + "nauc_recall_at_5_std": 0.066244, + "nauc_recall_at_5_diff1": 0.936361, + "nauc_recall_at_10_max": 0.769478, + "nauc_recall_at_10_std": 0.023706, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 0.514099, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649933, + "nauc_precision_at_1_std": -0.138916, + "nauc_precision_at_1_diff1": 0.918474, + "nauc_precision_at_3_max": 0.86095, + "nauc_precision_at_3_std": 0.193044, + "nauc_precision_at_3_diff1": 0.938411, + "nauc_precision_at_5_max": 0.84584, + "nauc_precision_at_5_std": 0.066244, + "nauc_precision_at_5_diff1": 0.936361, + "nauc_precision_at_10_max": 0.769478, + "nauc_precision_at_10_std": 0.023706, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 0.514099, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649933, + "nauc_mrr_at_1_std": -0.138916, + "nauc_mrr_at_1_diff1": 0.918474, + "nauc_mrr_at_3_max": 0.702154, + "nauc_mrr_at_3_std": -0.063129, + "nauc_mrr_at_3_diff1": 0.92102, + "nauc_mrr_at_5_max": 0.695298, + "nauc_mrr_at_5_std": -0.083185, + "nauc_mrr_at_5_diff1": 0.920223, + "nauc_mrr_at_10_max": 0.689731, + "nauc_mrr_at_10_std": -0.089097, + "nauc_mrr_at_10_diff1": 0.920251, + "nauc_mrr_at_20_max": 0.690825, + "nauc_mrr_at_20_std": -0.085836, + "nauc_mrr_at_20_diff1": 0.920098, + "nauc_mrr_at_100_max": 0.690388, + "nauc_mrr_at_100_std": -0.085524, + "nauc_mrr_at_100_diff1": 0.920088, + "nauc_mrr_at_1000_max": 0.690365, + "nauc_mrr_at_1000_std": -0.085628, + "nauc_mrr_at_1000_diff1": 0.920081, + "main_score": 0.95769, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77556, + "ndcg_at_3": 0.82972, + "ndcg_at_5": 0.84196, + "ndcg_at_10": 0.85167, + "ndcg_at_20": 0.85762, + "ndcg_at_100": 0.86477, + "ndcg_at_1000": 0.86656, + "map_at_1": 0.77556, + "map_at_3": 0.81722, + "map_at_5": 0.82394, + "map_at_10": 0.82796, + "map_at_20": 0.82962, + "map_at_100": 0.83066, + "map_at_1000": 0.83074, + "recall_at_1": 0.77556, + "recall_at_3": 0.86556, + "recall_at_5": 0.89556, + "recall_at_10": 0.92556, + "recall_at_20": 0.94889, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.77556, + "precision_at_3": 0.28852, + "precision_at_5": 0.17911, + "precision_at_10": 0.09256, + "precision_at_20": 0.04744, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.775556, + "mrr_at_3": 0.817222, + "mrr_at_5": 0.823944, + "mrr_at_10": 0.82796, + "mrr_at_20": 0.829615, + "mrr_at_100": 0.83066, + "mrr_at_1000": 0.830741, + "nauc_ndcg_at_1_max": 0.678063, + "nauc_ndcg_at_1_std": 0.212506, + "nauc_ndcg_at_1_diff1": 0.868715, + "nauc_ndcg_at_3_max": 0.732523, + "nauc_ndcg_at_3_std": 0.245737, + "nauc_ndcg_at_3_diff1": 0.855887, + "nauc_ndcg_at_5_max": 0.725485, + "nauc_ndcg_at_5_std": 0.22914, + "nauc_ndcg_at_5_diff1": 0.853046, + "nauc_ndcg_at_10_max": 0.724026, + "nauc_ndcg_at_10_std": 0.242096, + "nauc_ndcg_at_10_diff1": 0.854219, + "nauc_ndcg_at_20_max": 0.725682, + "nauc_ndcg_at_20_std": 0.252912, + "nauc_ndcg_at_20_diff1": 0.855293, + "nauc_ndcg_at_100_max": 0.720672, + "nauc_ndcg_at_100_std": 0.247433, + "nauc_ndcg_at_100_diff1": 0.85683, + "nauc_ndcg_at_1000_max": 0.718837, + "nauc_ndcg_at_1000_std": 0.241956, + "nauc_ndcg_at_1000_diff1": 0.856874, + "nauc_map_at_1_max": 0.678063, + "nauc_map_at_1_std": 0.212506, + "nauc_map_at_1_diff1": 0.868715, + "nauc_map_at_3_max": 0.718648, + "nauc_map_at_3_std": 0.236046, + "nauc_map_at_3_diff1": 0.858817, + "nauc_map_at_5_max": 0.714739, + "nauc_map_at_5_std": 0.227337, + "nauc_map_at_5_diff1": 0.857505, + "nauc_map_at_10_max": 0.713834, + "nauc_map_at_10_std": 0.232373, + "nauc_map_at_10_diff1": 0.857921, + "nauc_map_at_20_max": 0.71425, + "nauc_map_at_20_std": 0.235368, + "nauc_map_at_20_diff1": 0.858267, + "nauc_map_at_100_max": 0.713588, + "nauc_map_at_100_std": 0.234803, + "nauc_map_at_100_diff1": 0.858388, + "nauc_map_at_1000_max": 0.713517, + "nauc_map_at_1000_std": 0.234617, + "nauc_map_at_1000_diff1": 0.8584, + "nauc_recall_at_1_max": 0.678063, + "nauc_recall_at_1_std": 0.212506, + "nauc_recall_at_1_diff1": 0.868715, + "nauc_recall_at_3_max": 0.783918, + "nauc_recall_at_3_std": 0.282389, + "nauc_recall_at_3_diff1": 0.845239, + "nauc_recall_at_5_max": 0.771451, + "nauc_recall_at_5_std": 0.233769, + "nauc_recall_at_5_diff1": 0.832571, + "nauc_recall_at_10_max": 0.782439, + "nauc_recall_at_10_std": 0.305817, + "nauc_recall_at_10_diff1": 0.832602, + "nauc_recall_at_20_max": 0.823002, + "nauc_recall_at_20_std": 0.43325, + "nauc_recall_at_20_diff1": 0.8324, + "nauc_recall_at_100_max": 0.848078, + "nauc_recall_at_100_std": 0.639239, + "nauc_recall_at_100_diff1": 0.85936, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678063, + "nauc_precision_at_1_std": 0.212506, + "nauc_precision_at_1_diff1": 0.868715, + "nauc_precision_at_3_max": 0.783918, + "nauc_precision_at_3_std": 0.282389, + "nauc_precision_at_3_diff1": 0.845239, + "nauc_precision_at_5_max": 0.771451, + "nauc_precision_at_5_std": 0.233769, + "nauc_precision_at_5_diff1": 0.832571, + "nauc_precision_at_10_max": 0.782439, + "nauc_precision_at_10_std": 0.305817, + "nauc_precision_at_10_diff1": 0.832602, + "nauc_precision_at_20_max": 0.823002, + "nauc_precision_at_20_std": 0.43325, + "nauc_precision_at_20_diff1": 0.8324, + "nauc_precision_at_100_max": 0.848078, + "nauc_precision_at_100_std": 0.639239, + "nauc_precision_at_100_diff1": 0.85936, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678063, + "nauc_mrr_at_1_std": 0.212506, + "nauc_mrr_at_1_diff1": 0.868715, + "nauc_mrr_at_3_max": 0.718648, + "nauc_mrr_at_3_std": 0.236046, + "nauc_mrr_at_3_diff1": 0.858817, + "nauc_mrr_at_5_max": 0.714739, + "nauc_mrr_at_5_std": 0.227337, + "nauc_mrr_at_5_diff1": 0.857505, + "nauc_mrr_at_10_max": 0.713834, + "nauc_mrr_at_10_std": 0.232373, + "nauc_mrr_at_10_diff1": 0.857921, + "nauc_mrr_at_20_max": 0.71425, + "nauc_mrr_at_20_std": 0.235368, + "nauc_mrr_at_20_diff1": 0.858267, + "nauc_mrr_at_100_max": 0.713588, + "nauc_mrr_at_100_std": 0.234803, + "nauc_mrr_at_100_diff1": 0.858388, + "nauc_mrr_at_1000_max": 0.713517, + "nauc_mrr_at_1000_std": 0.234617, + "nauc_mrr_at_1000_diff1": 0.8584, + "main_score": 0.85167, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.58176, + "ndcg_at_3": 0.63661, + "ndcg_at_5": 0.65232, + "ndcg_at_10": 0.66904, + "ndcg_at_20": 0.68, + "ndcg_at_100": 0.70076, + "ndcg_at_1000": 0.711, + "map_at_1": 0.5812, + "map_at_3": 0.62291, + "map_at_5": 0.6317, + "map_at_10": 0.6387, + "map_at_20": 0.64171, + "map_at_100": 0.64451, + "map_at_1000": 0.64491, + "recall_at_1": 0.5812, + "recall_at_3": 0.67575, + "recall_at_5": 0.71357, + "recall_at_10": 0.76474, + "recall_at_20": 0.80812, + "recall_at_100": 0.92102, + "recall_at_1000": 1.0, + "precision_at_1": 0.58176, + "precision_at_3": 0.22544, + "precision_at_5": 0.14283, + "precision_at_10": 0.07653, + "precision_at_20": 0.04043, + "precision_at_100": 0.00922, + "precision_at_1000": 0.001, + "mrr_at_1": 0.581758, + "mrr_at_3": 0.623471, + "mrr_at_5": 0.632258, + "mrr_at_10": 0.639253, + "mrr_at_20": 0.642262, + "mrr_at_100": 0.645049, + "mrr_at_1000": 0.645451, + "nauc_ndcg_at_1_max": 0.61363, + "nauc_ndcg_at_1_std": 0.078185, + "nauc_ndcg_at_1_diff1": 0.859703, + "nauc_ndcg_at_3_max": 0.632955, + "nauc_ndcg_at_3_std": 0.114033, + "nauc_ndcg_at_3_diff1": 0.824832, + "nauc_ndcg_at_5_max": 0.625946, + "nauc_ndcg_at_5_std": 0.115332, + "nauc_ndcg_at_5_diff1": 0.81744, + "nauc_ndcg_at_10_max": 0.619591, + "nauc_ndcg_at_10_std": 0.125315, + "nauc_ndcg_at_10_diff1": 0.812757, + "nauc_ndcg_at_20_max": 0.616795, + "nauc_ndcg_at_20_std": 0.121219, + "nauc_ndcg_at_20_diff1": 0.816405, + "nauc_ndcg_at_100_max": 0.616942, + "nauc_ndcg_at_100_std": 0.117338, + "nauc_ndcg_at_100_diff1": 0.819372, + "nauc_ndcg_at_1000_max": 0.620904, + "nauc_ndcg_at_1000_std": 0.115555, + "nauc_ndcg_at_1000_diff1": 0.822785, + "nauc_map_at_1_max": 0.611259, + "nauc_map_at_1_std": 0.076146, + "nauc_map_at_1_diff1": 0.857179, + "nauc_map_at_3_max": 0.628847, + "nauc_map_at_3_std": 0.105208, + "nauc_map_at_3_diff1": 0.832729, + "nauc_map_at_5_max": 0.625082, + "nauc_map_at_5_std": 0.105639, + "nauc_map_at_5_diff1": 0.828996, + "nauc_map_at_10_max": 0.622649, + "nauc_map_at_10_std": 0.109812, + "nauc_map_at_10_diff1": 0.827147, + "nauc_map_at_20_max": 0.622054, + "nauc_map_at_20_std": 0.108721, + "nauc_map_at_20_diff1": 0.8283, + "nauc_map_at_100_max": 0.622063, + "nauc_map_at_100_std": 0.10833, + "nauc_map_at_100_diff1": 0.828657, + "nauc_map_at_1000_max": 0.622241, + "nauc_map_at_1000_std": 0.108302, + "nauc_map_at_1000_diff1": 0.828763, + "nauc_recall_at_1_max": 0.611259, + "nauc_recall_at_1_std": 0.076146, + "nauc_recall_at_1_diff1": 0.857179, + "nauc_recall_at_3_max": 0.642436, + "nauc_recall_at_3_std": 0.139275, + "nauc_recall_at_3_diff1": 0.796877, + "nauc_recall_at_5_max": 0.623512, + "nauc_recall_at_5_std": 0.145667, + "nauc_recall_at_5_diff1": 0.773239, + "nauc_recall_at_10_max": 0.597768, + "nauc_recall_at_10_std": 0.186985, + "nauc_recall_at_10_diff1": 0.748801, + "nauc_recall_at_20_max": 0.576333, + "nauc_recall_at_20_std": 0.173493, + "nauc_recall_at_20_diff1": 0.756502, + "nauc_recall_at_100_max": 0.5325, + "nauc_recall_at_100_std": 0.165622, + "nauc_recall_at_100_diff1": 0.737969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.61363, + "nauc_precision_at_1_std": 0.078185, + "nauc_precision_at_1_diff1": 0.859703, + "nauc_precision_at_3_max": 0.645513, + "nauc_precision_at_3_std": 0.141783, + "nauc_precision_at_3_diff1": 0.800129, + "nauc_precision_at_5_max": 0.627088, + "nauc_precision_at_5_std": 0.148472, + "nauc_precision_at_5_diff1": 0.777057, + "nauc_precision_at_10_max": 0.601919, + "nauc_precision_at_10_std": 0.190358, + "nauc_precision_at_10_diff1": 0.753238, + "nauc_precision_at_20_max": 0.581454, + "nauc_precision_at_20_std": 0.177528, + "nauc_precision_at_20_diff1": 0.762109, + "nauc_precision_at_100_max": 0.535595, + "nauc_precision_at_100_std": 0.177486, + "nauc_precision_at_100_diff1": 0.736154, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": 0.662006, + "nauc_precision_at_1000_diff1": 0.662006, + "nauc_mrr_at_1_max": 0.61363, + "nauc_mrr_at_1_std": 0.078185, + "nauc_mrr_at_1_diff1": 0.859703, + "nauc_mrr_at_3_max": 0.631398, + "nauc_mrr_at_3_std": 0.107412, + "nauc_mrr_at_3_diff1": 0.835415, + "nauc_mrr_at_5_max": 0.627677, + "nauc_mrr_at_5_std": 0.107884, + "nauc_mrr_at_5_diff1": 0.83173, + "nauc_mrr_at_10_max": 0.625288, + "nauc_mrr_at_10_std": 0.112098, + "nauc_mrr_at_10_diff1": 0.829927, + "nauc_mrr_at_20_max": 0.624714, + "nauc_mrr_at_20_std": 0.111025, + "nauc_mrr_at_20_diff1": 0.831102, + "nauc_mrr_at_100_max": 0.624659, + "nauc_mrr_at_100_std": 0.110579, + "nauc_mrr_at_100_diff1": 0.831392, + "nauc_mrr_at_1000_max": 0.624841, + "nauc_mrr_at_1000_std": 0.110554, + "nauc_mrr_at_1000_diff1": 0.831503, + "main_score": 0.66904, + "hf_subset": "ibo_Latn-ibo_Latn", + "languages": [ + "ibo-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.76556, + "ndcg_at_3": 0.83717, + "ndcg_at_5": 0.85109, + "ndcg_at_10": 0.85937, + "ndcg_at_20": 0.8642, + "ndcg_at_100": 0.8696, + "ndcg_at_1000": 0.87064, + "map_at_1": 0.76556, + "map_at_3": 0.82, + "map_at_5": 0.82783, + "map_at_10": 0.83126, + "map_at_20": 0.83262, + "map_at_100": 0.83346, + "map_at_1000": 0.83351, + "recall_at_1": 0.76556, + "recall_at_3": 0.88667, + "recall_at_5": 0.92, + "recall_at_10": 0.94556, + "recall_at_20": 0.96444, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.76556, + "precision_at_3": 0.29556, + "precision_at_5": 0.184, + "precision_at_10": 0.09456, + "precision_at_20": 0.04822, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765556, + "mrr_at_3": 0.82, + "mrr_at_5": 0.827833, + "mrr_at_10": 0.831263, + "mrr_at_20": 0.832619, + "mrr_at_100": 0.833461, + "mrr_at_1000": 0.833506, + "nauc_ndcg_at_1_max": 0.672304, + "nauc_ndcg_at_1_std": 0.025443, + "nauc_ndcg_at_1_diff1": 0.871374, + "nauc_ndcg_at_3_max": 0.689492, + "nauc_ndcg_at_3_std": 0.022368, + "nauc_ndcg_at_3_diff1": 0.848396, + "nauc_ndcg_at_5_max": 0.68701, + "nauc_ndcg_at_5_std": 0.037946, + "nauc_ndcg_at_5_diff1": 0.849372, + "nauc_ndcg_at_10_max": 0.691398, + "nauc_ndcg_at_10_std": 0.055192, + "nauc_ndcg_at_10_diff1": 0.853658, + "nauc_ndcg_at_20_max": 0.695322, + "nauc_ndcg_at_20_std": 0.051658, + "nauc_ndcg_at_20_diff1": 0.855642, + "nauc_ndcg_at_100_max": 0.689947, + "nauc_ndcg_at_100_std": 0.039413, + "nauc_ndcg_at_100_diff1": 0.856309, + "nauc_ndcg_at_1000_max": 0.689184, + "nauc_ndcg_at_1000_std": 0.038154, + "nauc_ndcg_at_1000_diff1": 0.856364, + "nauc_map_at_1_max": 0.672304, + "nauc_map_at_1_std": 0.025443, + "nauc_map_at_1_diff1": 0.871374, + "nauc_map_at_3_max": 0.686003, + "nauc_map_at_3_std": 0.020177, + "nauc_map_at_3_diff1": 0.855105, + "nauc_map_at_5_max": 0.684708, + "nauc_map_at_5_std": 0.02744, + "nauc_map_at_5_diff1": 0.855725, + "nauc_map_at_10_max": 0.686408, + "nauc_map_at_10_std": 0.033419, + "nauc_map_at_10_diff1": 0.85746, + "nauc_map_at_20_max": 0.687167, + "nauc_map_at_20_std": 0.032706, + "nauc_map_at_20_diff1": 0.857828, + "nauc_map_at_100_max": 0.686564, + "nauc_map_at_100_std": 0.031415, + "nauc_map_at_100_diff1": 0.857955, + "nauc_map_at_1000_max": 0.68653, + "nauc_map_at_1000_std": 0.031361, + "nauc_map_at_1000_diff1": 0.857957, + "nauc_recall_at_1_max": 0.672304, + "nauc_recall_at_1_std": 0.025443, + "nauc_recall_at_1_diff1": 0.871374, + "nauc_recall_at_3_max": 0.703469, + "nauc_recall_at_3_std": 0.033767, + "nauc_recall_at_3_diff1": 0.819616, + "nauc_recall_at_5_max": 0.697887, + "nauc_recall_at_5_std": 0.105872, + "nauc_recall_at_5_diff1": 0.813745, + "nauc_recall_at_10_max": 0.732312, + "nauc_recall_at_10_std": 0.263124, + "nauc_recall_at_10_diff1": 0.82736, + "nauc_recall_at_20_max": 0.811814, + "nauc_recall_at_20_std": 0.315214, + "nauc_recall_at_20_diff1": 0.844844, + "nauc_recall_at_100_max": 0.772909, + "nauc_recall_at_100_std": 0.180539, + "nauc_recall_at_100_diff1": 0.84994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672304, + "nauc_precision_at_1_std": 0.025443, + "nauc_precision_at_1_diff1": 0.871374, + "nauc_precision_at_3_max": 0.703469, + "nauc_precision_at_3_std": 0.033767, + "nauc_precision_at_3_diff1": 0.819616, + "nauc_precision_at_5_max": 0.697887, + "nauc_precision_at_5_std": 0.105872, + "nauc_precision_at_5_diff1": 0.813745, + "nauc_precision_at_10_max": 0.732312, + "nauc_precision_at_10_std": 0.263124, + "nauc_precision_at_10_diff1": 0.82736, + "nauc_precision_at_20_max": 0.811814, + "nauc_precision_at_20_std": 0.315214, + "nauc_precision_at_20_diff1": 0.844844, + "nauc_precision_at_100_max": 0.772909, + "nauc_precision_at_100_std": 0.180539, + "nauc_precision_at_100_diff1": 0.84994, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672304, + "nauc_mrr_at_1_std": 0.025443, + "nauc_mrr_at_1_diff1": 0.871374, + "nauc_mrr_at_3_max": 0.686003, + "nauc_mrr_at_3_std": 0.020177, + "nauc_mrr_at_3_diff1": 0.855105, + "nauc_mrr_at_5_max": 0.684708, + "nauc_mrr_at_5_std": 0.02744, + "nauc_mrr_at_5_diff1": 0.855725, + "nauc_mrr_at_10_max": 0.686408, + "nauc_mrr_at_10_std": 0.033419, + "nauc_mrr_at_10_diff1": 0.85746, + "nauc_mrr_at_20_max": 0.687167, + "nauc_mrr_at_20_std": 0.032706, + "nauc_mrr_at_20_diff1": 0.857828, + "nauc_mrr_at_100_max": 0.686564, + "nauc_mrr_at_100_std": 0.031415, + "nauc_mrr_at_100_diff1": 0.857955, + "nauc_mrr_at_1000_max": 0.68653, + "nauc_mrr_at_1000_std": 0.031361, + "nauc_mrr_at_1000_diff1": 0.857957, + "main_score": 0.85937, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.55061, + "ndcg_at_3": 0.61234, + "ndcg_at_5": 0.62665, + "ndcg_at_10": 0.64304, + "ndcg_at_20": 0.65396, + "ndcg_at_100": 0.66972, + "ndcg_at_1000": 0.68626, + "map_at_1": 0.55006, + "map_at_3": 0.59714, + "map_at_5": 0.60515, + "map_at_10": 0.61182, + "map_at_20": 0.61479, + "map_at_100": 0.61679, + "map_at_1000": 0.61744, + "recall_at_1": 0.55006, + "recall_at_3": 0.65573, + "recall_at_5": 0.69021, + "recall_at_10": 0.74138, + "recall_at_20": 0.78476, + "recall_at_100": 0.87264, + "recall_at_1000": 1.0, + "precision_at_1": 0.55061, + "precision_at_3": 0.21876, + "precision_at_5": 0.13815, + "precision_at_10": 0.07419, + "precision_at_20": 0.03927, + "precision_at_100": 0.00873, + "precision_at_1000": 0.001, + "mrr_at_1": 0.550612, + "mrr_at_3": 0.597701, + "mrr_at_5": 0.60571, + "mrr_at_10": 0.612375, + "mrr_at_20": 0.615346, + "mrr_at_100": 0.617342, + "mrr_at_1000": 0.617988, + "nauc_ndcg_at_1_max": 0.661821, + "nauc_ndcg_at_1_std": -0.115907, + "nauc_ndcg_at_1_diff1": 0.86585, + "nauc_ndcg_at_3_max": 0.663226, + "nauc_ndcg_at_3_std": -0.126775, + "nauc_ndcg_at_3_diff1": 0.827058, + "nauc_ndcg_at_5_max": 0.651383, + "nauc_ndcg_at_5_std": -0.126086, + "nauc_ndcg_at_5_diff1": 0.814479, + "nauc_ndcg_at_10_max": 0.652194, + "nauc_ndcg_at_10_std": -0.120199, + "nauc_ndcg_at_10_diff1": 0.813353, + "nauc_ndcg_at_20_max": 0.648619, + "nauc_ndcg_at_20_std": -0.123526, + "nauc_ndcg_at_20_diff1": 0.810564, + "nauc_ndcg_at_100_max": 0.648224, + "nauc_ndcg_at_100_std": -0.114723, + "nauc_ndcg_at_100_diff1": 0.810091, + "nauc_ndcg_at_1000_max": 0.653017, + "nauc_ndcg_at_1000_std": -0.119904, + "nauc_ndcg_at_1000_diff1": 0.819118, + "nauc_map_at_1_max": 0.6595, + "nauc_map_at_1_std": -0.11678, + "nauc_map_at_1_diff1": 0.86439, + "nauc_map_at_3_max": 0.662554, + "nauc_map_at_3_std": -0.123441, + "nauc_map_at_3_diff1": 0.835983, + "nauc_map_at_5_max": 0.656177, + "nauc_map_at_5_std": -0.123307, + "nauc_map_at_5_diff1": 0.829324, + "nauc_map_at_10_max": 0.656841, + "nauc_map_at_10_std": -0.120861, + "nauc_map_at_10_diff1": 0.829191, + "nauc_map_at_20_max": 0.656125, + "nauc_map_at_20_std": -0.121577, + "nauc_map_at_20_diff1": 0.828727, + "nauc_map_at_100_max": 0.656067, + "nauc_map_at_100_std": -0.120541, + "nauc_map_at_100_diff1": 0.828577, + "nauc_map_at_1000_max": 0.656239, + "nauc_map_at_1000_std": -0.120737, + "nauc_map_at_1000_diff1": 0.828896, + "nauc_recall_at_1_max": 0.6595, + "nauc_recall_at_1_std": -0.11678, + "nauc_recall_at_1_diff1": 0.86439, + "nauc_recall_at_3_max": 0.662418, + "nauc_recall_at_3_std": -0.138596, + "nauc_recall_at_3_diff1": 0.797244, + "nauc_recall_at_5_max": 0.630286, + "nauc_recall_at_5_std": -0.136216, + "nauc_recall_at_5_diff1": 0.761145, + "nauc_recall_at_10_max": 0.627995, + "nauc_recall_at_10_std": -0.115803, + "nauc_recall_at_10_diff1": 0.74773, + "nauc_recall_at_20_max": 0.602671, + "nauc_recall_at_20_std": -0.134945, + "nauc_recall_at_20_diff1": 0.720478, + "nauc_recall_at_100_max": 0.572332, + "nauc_recall_at_100_std": -0.038115, + "nauc_recall_at_100_diff1": 0.667462, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.661821, + "nauc_precision_at_1_std": -0.115907, + "nauc_precision_at_1_diff1": 0.86585, + "nauc_precision_at_3_max": 0.665396, + "nauc_precision_at_3_std": -0.137642, + "nauc_precision_at_3_diff1": 0.799216, + "nauc_precision_at_5_max": 0.633442, + "nauc_precision_at_5_std": -0.13519, + "nauc_precision_at_5_diff1": 0.763217, + "nauc_precision_at_10_max": 0.631893, + "nauc_precision_at_10_std": -0.114637, + "nauc_precision_at_10_diff1": 0.750411, + "nauc_precision_at_20_max": 0.607136, + "nauc_precision_at_20_std": -0.133634, + "nauc_precision_at_20_diff1": 0.723528, + "nauc_precision_at_100_max": 0.579766, + "nauc_precision_at_100_std": -0.035724, + "nauc_precision_at_100_diff1": 0.672619, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": 0.324012, + "nauc_precision_at_1000_diff1": 0.324012, + "nauc_mrr_at_1_max": 0.661821, + "nauc_mrr_at_1_std": -0.115907, + "nauc_mrr_at_1_diff1": 0.86585, + "nauc_mrr_at_3_max": 0.665035, + "nauc_mrr_at_3_std": -0.122513, + "nauc_mrr_at_3_diff1": 0.837525, + "nauc_mrr_at_5_max": 0.65869, + "nauc_mrr_at_5_std": -0.122366, + "nauc_mrr_at_5_diff1": 0.830884, + "nauc_mrr_at_10_max": 0.659392, + "nauc_mrr_at_10_std": -0.119903, + "nauc_mrr_at_10_diff1": 0.830774, + "nauc_mrr_at_20_max": 0.658694, + "nauc_mrr_at_20_std": -0.120613, + "nauc_mrr_at_20_diff1": 0.830321, + "nauc_mrr_at_100_max": 0.65865, + "nauc_mrr_at_100_std": -0.119572, + "nauc_mrr_at_100_diff1": 0.830179, + "nauc_mrr_at_1000_max": 0.658795, + "nauc_mrr_at_1000_std": -0.119778, + "nauc_mrr_at_1000_diff1": 0.830482, + "main_score": 0.64304, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.76556, + "ndcg_at_3": 0.81227, + "ndcg_at_5": 0.82408, + "ndcg_at_10": 0.83271, + "ndcg_at_20": 0.83883, + "ndcg_at_100": 0.84656, + "ndcg_at_1000": 0.85098, + "map_at_1": 0.76556, + "map_at_3": 0.80111, + "map_at_5": 0.80761, + "map_at_10": 0.81118, + "map_at_20": 0.81282, + "map_at_100": 0.81393, + "map_at_1000": 0.81409, + "recall_at_1": 0.76556, + "recall_at_3": 0.84444, + "recall_at_5": 0.87333, + "recall_at_10": 0.9, + "recall_at_20": 0.92444, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "precision_at_1": 0.76556, + "precision_at_3": 0.28148, + "precision_at_5": 0.17467, + "precision_at_10": 0.09, + "precision_at_20": 0.04622, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765556, + "mrr_at_3": 0.801111, + "mrr_at_5": 0.807611, + "mrr_at_10": 0.811176, + "mrr_at_20": 0.812822, + "mrr_at_100": 0.81393, + "mrr_at_1000": 0.814095, + "nauc_ndcg_at_1_max": 0.755038, + "nauc_ndcg_at_1_std": 0.425348, + "nauc_ndcg_at_1_diff1": 0.914794, + "nauc_ndcg_at_3_max": 0.791758, + "nauc_ndcg_at_3_std": 0.516556, + "nauc_ndcg_at_3_diff1": 0.901895, + "nauc_ndcg_at_5_max": 0.785321, + "nauc_ndcg_at_5_std": 0.517177, + "nauc_ndcg_at_5_diff1": 0.898346, + "nauc_ndcg_at_10_max": 0.781769, + "nauc_ndcg_at_10_std": 0.521197, + "nauc_ndcg_at_10_diff1": 0.893839, + "nauc_ndcg_at_20_max": 0.782797, + "nauc_ndcg_at_20_std": 0.519183, + "nauc_ndcg_at_20_diff1": 0.896594, + "nauc_ndcg_at_100_max": 0.78458, + "nauc_ndcg_at_100_std": 0.511534, + "nauc_ndcg_at_100_diff1": 0.900083, + "nauc_ndcg_at_1000_max": 0.781782, + "nauc_ndcg_at_1000_std": 0.503686, + "nauc_ndcg_at_1000_diff1": 0.900893, + "nauc_map_at_1_max": 0.755038, + "nauc_map_at_1_std": 0.425348, + "nauc_map_at_1_diff1": 0.914794, + "nauc_map_at_3_max": 0.783321, + "nauc_map_at_3_std": 0.491068, + "nauc_map_at_3_diff1": 0.905849, + "nauc_map_at_5_max": 0.779775, + "nauc_map_at_5_std": 0.490471, + "nauc_map_at_5_diff1": 0.904205, + "nauc_map_at_10_max": 0.778285, + "nauc_map_at_10_std": 0.491255, + "nauc_map_at_10_diff1": 0.902644, + "nauc_map_at_20_max": 0.778554, + "nauc_map_at_20_std": 0.490648, + "nauc_map_at_20_diff1": 0.903356, + "nauc_map_at_100_max": 0.778707, + "nauc_map_at_100_std": 0.48958, + "nauc_map_at_100_diff1": 0.903791, + "nauc_map_at_1000_max": 0.778616, + "nauc_map_at_1000_std": 0.489336, + "nauc_map_at_1000_diff1": 0.903821, + "nauc_recall_at_1_max": 0.755038, + "nauc_recall_at_1_std": 0.425348, + "nauc_recall_at_1_diff1": 0.914794, + "nauc_recall_at_3_max": 0.82096, + "nauc_recall_at_3_std": 0.607584, + "nauc_recall_at_3_diff1": 0.887596, + "nauc_recall_at_5_max": 0.805978, + "nauc_recall_at_5_std": 0.628775, + "nauc_recall_at_5_diff1": 0.872913, + "nauc_recall_at_10_max": 0.794268, + "nauc_recall_at_10_std": 0.676305, + "nauc_recall_at_10_diff1": 0.84514, + "nauc_recall_at_20_max": 0.805453, + "nauc_recall_at_20_std": 0.708134, + "nauc_recall_at_20_diff1": 0.851575, + "nauc_recall_at_100_max": 0.871992, + "nauc_recall_at_100_std": 0.76064, + "nauc_recall_at_100_diff1": 0.875305, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755038, + "nauc_precision_at_1_std": 0.425348, + "nauc_precision_at_1_diff1": 0.914794, + "nauc_precision_at_3_max": 0.82096, + "nauc_precision_at_3_std": 0.607584, + "nauc_precision_at_3_diff1": 0.887596, + "nauc_precision_at_5_max": 0.805978, + "nauc_precision_at_5_std": 0.628775, + "nauc_precision_at_5_diff1": 0.872913, + "nauc_precision_at_10_max": 0.794268, + "nauc_precision_at_10_std": 0.676305, + "nauc_precision_at_10_diff1": 0.84514, + "nauc_precision_at_20_max": 0.805453, + "nauc_precision_at_20_std": 0.708134, + "nauc_precision_at_20_diff1": 0.851575, + "nauc_precision_at_100_max": 0.871992, + "nauc_precision_at_100_std": 0.76064, + "nauc_precision_at_100_diff1": 0.875305, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755038, + "nauc_mrr_at_1_std": 0.425348, + "nauc_mrr_at_1_diff1": 0.914794, + "nauc_mrr_at_3_max": 0.783321, + "nauc_mrr_at_3_std": 0.491068, + "nauc_mrr_at_3_diff1": 0.905849, + "nauc_mrr_at_5_max": 0.779775, + "nauc_mrr_at_5_std": 0.490471, + "nauc_mrr_at_5_diff1": 0.904205, + "nauc_mrr_at_10_max": 0.778285, + "nauc_mrr_at_10_std": 0.491255, + "nauc_mrr_at_10_diff1": 0.902644, + "nauc_mrr_at_20_max": 0.778554, + "nauc_mrr_at_20_std": 0.490648, + "nauc_mrr_at_20_diff1": 0.903356, + "nauc_mrr_at_100_max": 0.778707, + "nauc_mrr_at_100_std": 0.48958, + "nauc_mrr_at_100_diff1": 0.903791, + "nauc_mrr_at_1000_max": 0.778616, + "nauc_mrr_at_1000_std": 0.489336, + "nauc_mrr_at_1000_diff1": 0.903821, + "main_score": 0.83271, + "hf_subset": "ilo_Latn-ilo_Latn", + "languages": [ + "ilo-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92077, + "ndcg_at_5": 0.92775, + "ndcg_at_10": 0.93327, + "ndcg_at_20": 0.93709, + "ndcg_at_100": 0.93829, + "ndcg_at_1000": 0.93871, + "map_at_1": 0.89, + "map_at_3": 0.91333, + "map_at_5": 0.91728, + "map_at_10": 0.91963, + "map_at_20": 0.92077, + "map_at_100": 0.92092, + "map_at_1000": 0.92094, + "recall_at_1": 0.89, + "recall_at_3": 0.94222, + "recall_at_5": 0.95889, + "recall_at_10": 0.97556, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89, + "precision_at_3": 0.31407, + "precision_at_5": 0.19178, + "precision_at_10": 0.09756, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.917278, + "mrr_at_10": 0.919629, + "mrr_at_20": 0.920773, + "mrr_at_100": 0.920922, + "mrr_at_1000": 0.920938, + "nauc_ndcg_at_1_max": 0.692939, + "nauc_ndcg_at_1_std": -0.100683, + "nauc_ndcg_at_1_diff1": 0.925865, + "nauc_ndcg_at_3_max": 0.752435, + "nauc_ndcg_at_3_std": -0.070793, + "nauc_ndcg_at_3_diff1": 0.921274, + "nauc_ndcg_at_5_max": 0.748738, + "nauc_ndcg_at_5_std": -0.084223, + "nauc_ndcg_at_5_diff1": 0.92597, + "nauc_ndcg_at_10_max": 0.738416, + "nauc_ndcg_at_10_std": -0.071823, + "nauc_ndcg_at_10_diff1": 0.926511, + "nauc_ndcg_at_20_max": 0.734503, + "nauc_ndcg_at_20_std": -0.074163, + "nauc_ndcg_at_20_diff1": 0.925029, + "nauc_ndcg_at_100_max": 0.732947, + "nauc_ndcg_at_100_std": -0.077382, + "nauc_ndcg_at_100_diff1": 0.924455, + "nauc_ndcg_at_1000_max": 0.731654, + "nauc_ndcg_at_1000_std": -0.084622, + "nauc_ndcg_at_1000_diff1": 0.924199, + "nauc_map_at_1_max": 0.692939, + "nauc_map_at_1_std": -0.100683, + "nauc_map_at_1_diff1": 0.925865, + "nauc_map_at_3_max": 0.735158, + "nauc_map_at_3_std": -0.084444, + "nauc_map_at_3_diff1": 0.922053, + "nauc_map_at_5_max": 0.732523, + "nauc_map_at_5_std": -0.09251, + "nauc_map_at_5_diff1": 0.924244, + "nauc_map_at_10_max": 0.728307, + "nauc_map_at_10_std": -0.089654, + "nauc_map_at_10_diff1": 0.924324, + "nauc_map_at_20_max": 0.727278, + "nauc_map_at_20_std": -0.090921, + "nauc_map_at_20_diff1": 0.923886, + "nauc_map_at_100_max": 0.727076, + "nauc_map_at_100_std": -0.09135, + "nauc_map_at_100_diff1": 0.923835, + "nauc_map_at_1000_max": 0.727031, + "nauc_map_at_1000_std": -0.091558, + "nauc_map_at_1000_diff1": 0.923824, + "nauc_recall_at_1_max": 0.692939, + "nauc_recall_at_1_std": -0.100683, + "nauc_recall_at_1_diff1": 0.925865, + "nauc_recall_at_3_max": 0.826133, + "nauc_recall_at_3_std": -0.009355, + "nauc_recall_at_3_diff1": 0.91831, + "nauc_recall_at_5_max": 0.840424, + "nauc_recall_at_5_std": -0.033992, + "nauc_recall_at_5_diff1": 0.938047, + "nauc_recall_at_10_max": 0.819773, + "nauc_recall_at_10_std": 0.123865, + "nauc_recall_at_10_diff1": 0.951723, + "nauc_recall_at_20_max": 0.842619, + "nauc_recall_at_20_std": 0.377892, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.692939, + "nauc_precision_at_1_std": -0.100683, + "nauc_precision_at_1_diff1": 0.925865, + "nauc_precision_at_3_max": 0.826133, + "nauc_precision_at_3_std": -0.009355, + "nauc_precision_at_3_diff1": 0.91831, + "nauc_precision_at_5_max": 0.840424, + "nauc_precision_at_5_std": -0.033992, + "nauc_precision_at_5_diff1": 0.938047, + "nauc_precision_at_10_max": 0.819773, + "nauc_precision_at_10_std": 0.123865, + "nauc_precision_at_10_diff1": 0.951723, + "nauc_precision_at_20_max": 0.842619, + "nauc_precision_at_20_std": 0.377892, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.692939, + "nauc_mrr_at_1_std": -0.100683, + "nauc_mrr_at_1_diff1": 0.925865, + "nauc_mrr_at_3_max": 0.735158, + "nauc_mrr_at_3_std": -0.084444, + "nauc_mrr_at_3_diff1": 0.922053, + "nauc_mrr_at_5_max": 0.732523, + "nauc_mrr_at_5_std": -0.09251, + "nauc_mrr_at_5_diff1": 0.924244, + "nauc_mrr_at_10_max": 0.728307, + "nauc_mrr_at_10_std": -0.089654, + "nauc_mrr_at_10_diff1": 0.924324, + "nauc_mrr_at_20_max": 0.727278, + "nauc_mrr_at_20_std": -0.090921, + "nauc_mrr_at_20_diff1": 0.923886, + "nauc_mrr_at_100_max": 0.727076, + "nauc_mrr_at_100_std": -0.09135, + "nauc_mrr_at_100_diff1": 0.923835, + "nauc_mrr_at_1000_max": 0.727031, + "nauc_mrr_at_1000_std": -0.091558, + "nauc_mrr_at_1000_diff1": 0.923824, + "main_score": 0.93327, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75556, + "ndcg_at_3": 0.79797, + "ndcg_at_5": 0.80625, + "ndcg_at_10": 0.8153, + "ndcg_at_20": 0.82103, + "ndcg_at_100": 0.83136, + "ndcg_at_1000": 0.83779, + "map_at_1": 0.75556, + "map_at_3": 0.78833, + "map_at_5": 0.79294, + "map_at_10": 0.79672, + "map_at_20": 0.79836, + "map_at_100": 0.79978, + "map_at_1000": 0.80005, + "recall_at_1": 0.75556, + "recall_at_3": 0.82556, + "recall_at_5": 0.84556, + "recall_at_10": 0.87333, + "recall_at_20": 0.89556, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "precision_at_1": 0.75556, + "precision_at_3": 0.27519, + "precision_at_5": 0.16911, + "precision_at_10": 0.08733, + "precision_at_20": 0.04478, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755556, + "mrr_at_3": 0.788333, + "mrr_at_5": 0.792944, + "mrr_at_10": 0.796717, + "mrr_at_20": 0.798356, + "mrr_at_100": 0.799784, + "mrr_at_1000": 0.800052, + "nauc_ndcg_at_1_max": 0.741476, + "nauc_ndcg_at_1_std": 0.197466, + "nauc_ndcg_at_1_diff1": 0.891588, + "nauc_ndcg_at_3_max": 0.767678, + "nauc_ndcg_at_3_std": 0.249694, + "nauc_ndcg_at_3_diff1": 0.881127, + "nauc_ndcg_at_5_max": 0.764223, + "nauc_ndcg_at_5_std": 0.250656, + "nauc_ndcg_at_5_diff1": 0.876652, + "nauc_ndcg_at_10_max": 0.764264, + "nauc_ndcg_at_10_std": 0.247794, + "nauc_ndcg_at_10_diff1": 0.881396, + "nauc_ndcg_at_20_max": 0.762309, + "nauc_ndcg_at_20_std": 0.243675, + "nauc_ndcg_at_20_diff1": 0.877803, + "nauc_ndcg_at_100_max": 0.763297, + "nauc_ndcg_at_100_std": 0.249358, + "nauc_ndcg_at_100_diff1": 0.880177, + "nauc_ndcg_at_1000_max": 0.761774, + "nauc_ndcg_at_1000_std": 0.241755, + "nauc_ndcg_at_1000_diff1": 0.881203, + "nauc_map_at_1_max": 0.741476, + "nauc_map_at_1_std": 0.197466, + "nauc_map_at_1_diff1": 0.891588, + "nauc_map_at_3_max": 0.761646, + "nauc_map_at_3_std": 0.236125, + "nauc_map_at_3_diff1": 0.88391, + "nauc_map_at_5_max": 0.759859, + "nauc_map_at_5_std": 0.236778, + "nauc_map_at_5_diff1": 0.881753, + "nauc_map_at_10_max": 0.760034, + "nauc_map_at_10_std": 0.235506, + "nauc_map_at_10_diff1": 0.883788, + "nauc_map_at_20_max": 0.759503, + "nauc_map_at_20_std": 0.234329, + "nauc_map_at_20_diff1": 0.882897, + "nauc_map_at_100_max": 0.759524, + "nauc_map_at_100_std": 0.234761, + "nauc_map_at_100_diff1": 0.883168, + "nauc_map_at_1000_max": 0.759486, + "nauc_map_at_1000_std": 0.234549, + "nauc_map_at_1000_diff1": 0.883211, + "nauc_recall_at_1_max": 0.741476, + "nauc_recall_at_1_std": 0.197466, + "nauc_recall_at_1_diff1": 0.891588, + "nauc_recall_at_3_max": 0.787623, + "nauc_recall_at_3_std": 0.295442, + "nauc_recall_at_3_diff1": 0.871711, + "nauc_recall_at_5_max": 0.778979, + "nauc_recall_at_5_std": 0.301358, + "nauc_recall_at_5_diff1": 0.856713, + "nauc_recall_at_10_max": 0.780135, + "nauc_recall_at_10_std": 0.298537, + "nauc_recall_at_10_diff1": 0.871945, + "nauc_recall_at_20_max": 0.770951, + "nauc_recall_at_20_std": 0.282733, + "nauc_recall_at_20_diff1": 0.847779, + "nauc_recall_at_100_max": 0.802118, + "nauc_recall_at_100_std": 0.437092, + "nauc_recall_at_100_diff1": 0.857238, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741476, + "nauc_precision_at_1_std": 0.197466, + "nauc_precision_at_1_diff1": 0.891588, + "nauc_precision_at_3_max": 0.787623, + "nauc_precision_at_3_std": 0.295442, + "nauc_precision_at_3_diff1": 0.871711, + "nauc_precision_at_5_max": 0.778979, + "nauc_precision_at_5_std": 0.301358, + "nauc_precision_at_5_diff1": 0.856713, + "nauc_precision_at_10_max": 0.780135, + "nauc_precision_at_10_std": 0.298537, + "nauc_precision_at_10_diff1": 0.871945, + "nauc_precision_at_20_max": 0.770951, + "nauc_precision_at_20_std": 0.282733, + "nauc_precision_at_20_diff1": 0.847779, + "nauc_precision_at_100_max": 0.802118, + "nauc_precision_at_100_std": 0.437092, + "nauc_precision_at_100_diff1": 0.857238, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741476, + "nauc_mrr_at_1_std": 0.197466, + "nauc_mrr_at_1_diff1": 0.891588, + "nauc_mrr_at_3_max": 0.761646, + "nauc_mrr_at_3_std": 0.236125, + "nauc_mrr_at_3_diff1": 0.88391, + "nauc_mrr_at_5_max": 0.759859, + "nauc_mrr_at_5_std": 0.236778, + "nauc_mrr_at_5_diff1": 0.881753, + "nauc_mrr_at_10_max": 0.760034, + "nauc_mrr_at_10_std": 0.235506, + "nauc_mrr_at_10_diff1": 0.883788, + "nauc_mrr_at_20_max": 0.759503, + "nauc_mrr_at_20_std": 0.234329, + "nauc_mrr_at_20_diff1": 0.882897, + "nauc_mrr_at_100_max": 0.759524, + "nauc_mrr_at_100_std": 0.234761, + "nauc_mrr_at_100_diff1": 0.883168, + "nauc_mrr_at_1000_max": 0.759486, + "nauc_mrr_at_1000_std": 0.234549, + "nauc_mrr_at_1000_diff1": 0.883211, + "main_score": 0.8153, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.9362, + "ndcg_at_5": 0.93988, + "ndcg_at_10": 0.94274, + "ndcg_at_20": 0.94559, + "ndcg_at_100": 0.94757, + "ndcg_at_1000": 0.94813, + "map_at_1": 0.90556, + "map_at_3": 0.92907, + "map_at_5": 0.93113, + "map_at_10": 0.9323, + "map_at_20": 0.9331, + "map_at_100": 0.93342, + "map_at_1000": 0.93344, + "recall_at_1": 0.90556, + "recall_at_3": 0.95667, + "recall_at_5": 0.96556, + "recall_at_10": 0.97444, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90556, + "precision_at_3": 0.31889, + "precision_at_5": 0.19311, + "precision_at_10": 0.09744, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.929074, + "mrr_at_5": 0.93113, + "mrr_at_10": 0.932296, + "mrr_at_20": 0.933097, + "mrr_at_100": 0.933418, + "mrr_at_1000": 0.933438, + "nauc_ndcg_at_1_max": 0.785637, + "nauc_ndcg_at_1_std": 0.067545, + "nauc_ndcg_at_1_diff1": 0.943758, + "nauc_ndcg_at_3_max": 0.843936, + "nauc_ndcg_at_3_std": 0.082248, + "nauc_ndcg_at_3_diff1": 0.948027, + "nauc_ndcg_at_5_max": 0.840953, + "nauc_ndcg_at_5_std": 0.108161, + "nauc_ndcg_at_5_diff1": 0.948095, + "nauc_ndcg_at_10_max": 0.837049, + "nauc_ndcg_at_10_std": 0.087585, + "nauc_ndcg_at_10_diff1": 0.948728, + "nauc_ndcg_at_20_max": 0.833759, + "nauc_ndcg_at_20_std": 0.078838, + "nauc_ndcg_at_20_diff1": 0.948194, + "nauc_ndcg_at_100_max": 0.831184, + "nauc_ndcg_at_100_std": 0.090624, + "nauc_ndcg_at_100_diff1": 0.948056, + "nauc_ndcg_at_1000_max": 0.829361, + "nauc_ndcg_at_1000_std": 0.086936, + "nauc_ndcg_at_1000_diff1": 0.947865, + "nauc_map_at_1_max": 0.785637, + "nauc_map_at_1_std": 0.067545, + "nauc_map_at_1_diff1": 0.943758, + "nauc_map_at_3_max": 0.828584, + "nauc_map_at_3_std": 0.078896, + "nauc_map_at_3_diff1": 0.947153, + "nauc_map_at_5_max": 0.82669, + "nauc_map_at_5_std": 0.09126, + "nauc_map_at_5_diff1": 0.947223, + "nauc_map_at_10_max": 0.825024, + "nauc_map_at_10_std": 0.083716, + "nauc_map_at_10_diff1": 0.947357, + "nauc_map_at_20_max": 0.824195, + "nauc_map_at_20_std": 0.081458, + "nauc_map_at_20_diff1": 0.947258, + "nauc_map_at_100_max": 0.823843, + "nauc_map_at_100_std": 0.083264, + "nauc_map_at_100_diff1": 0.947264, + "nauc_map_at_1000_max": 0.823792, + "nauc_map_at_1000_std": 0.083179, + "nauc_map_at_1000_diff1": 0.94726, + "nauc_recall_at_1_max": 0.785637, + "nauc_recall_at_1_std": 0.067545, + "nauc_recall_at_1_diff1": 0.943758, + "nauc_recall_at_3_max": 0.914171, + "nauc_recall_at_3_std": 0.097153, + "nauc_recall_at_3_diff1": 0.951818, + "nauc_recall_at_5_max": 0.919581, + "nauc_recall_at_5_std": 0.21153, + "nauc_recall_at_5_diff1": 0.952562, + "nauc_recall_at_10_max": 0.920736, + "nauc_recall_at_10_std": 0.106118, + "nauc_recall_at_10_diff1": 0.959506, + "nauc_recall_at_20_max": 0.934281, + "nauc_recall_at_20_std": -0.00176, + "nauc_recall_at_20_diff1": 0.958522, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.448646, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785637, + "nauc_precision_at_1_std": 0.067545, + "nauc_precision_at_1_diff1": 0.943758, + "nauc_precision_at_3_max": 0.914171, + "nauc_precision_at_3_std": 0.097153, + "nauc_precision_at_3_diff1": 0.951818, + "nauc_precision_at_5_max": 0.919581, + "nauc_precision_at_5_std": 0.21153, + "nauc_precision_at_5_diff1": 0.952562, + "nauc_precision_at_10_max": 0.920736, + "nauc_precision_at_10_std": 0.106118, + "nauc_precision_at_10_diff1": 0.959506, + "nauc_precision_at_20_max": 0.934281, + "nauc_precision_at_20_std": -0.00176, + "nauc_precision_at_20_diff1": 0.958522, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.448646, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785637, + "nauc_mrr_at_1_std": 0.067545, + "nauc_mrr_at_1_diff1": 0.943758, + "nauc_mrr_at_3_max": 0.828584, + "nauc_mrr_at_3_std": 0.078896, + "nauc_mrr_at_3_diff1": 0.947153, + "nauc_mrr_at_5_max": 0.82669, + "nauc_mrr_at_5_std": 0.09126, + "nauc_mrr_at_5_diff1": 0.947223, + "nauc_mrr_at_10_max": 0.825024, + "nauc_mrr_at_10_std": 0.083716, + "nauc_mrr_at_10_diff1": 0.947357, + "nauc_mrr_at_20_max": 0.824195, + "nauc_mrr_at_20_std": 0.081458, + "nauc_mrr_at_20_diff1": 0.947258, + "nauc_mrr_at_100_max": 0.823843, + "nauc_mrr_at_100_std": 0.083264, + "nauc_mrr_at_100_diff1": 0.947264, + "nauc_mrr_at_1000_max": 0.823792, + "nauc_mrr_at_1000_std": 0.083179, + "nauc_mrr_at_1000_diff1": 0.94726, + "main_score": 0.94274, + "hf_subset": "ind_Latn-ind_Latn", + "languages": [ + "ind-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.95612, + "ndcg_at_5": 0.95928, + "ndcg_at_10": 0.96214, + "ndcg_at_20": 0.96363, + "ndcg_at_100": 0.96425, + "ndcg_at_1000": 0.96483, + "map_at_1": 0.93556, + "map_at_3": 0.9513, + "map_at_5": 0.95302, + "map_at_10": 0.95419, + "map_at_20": 0.95464, + "map_at_100": 0.95473, + "map_at_1000": 0.95476, + "recall_at_1": 0.93556, + "recall_at_3": 0.97, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32333, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.951296, + "mrr_at_5": 0.953019, + "mrr_at_10": 0.954191, + "mrr_at_20": 0.954643, + "mrr_at_100": 0.954735, + "mrr_at_1000": 0.954758, + "nauc_ndcg_at_1_max": 0.76927, + "nauc_ndcg_at_1_std": -0.090513, + "nauc_ndcg_at_1_diff1": 0.952791, + "nauc_ndcg_at_3_max": 0.827634, + "nauc_ndcg_at_3_std": -0.112976, + "nauc_ndcg_at_3_diff1": 0.956222, + "nauc_ndcg_at_5_max": 0.821856, + "nauc_ndcg_at_5_std": -0.075322, + "nauc_ndcg_at_5_diff1": 0.955747, + "nauc_ndcg_at_10_max": 0.812031, + "nauc_ndcg_at_10_std": -0.069655, + "nauc_ndcg_at_10_diff1": 0.953771, + "nauc_ndcg_at_20_max": 0.814015, + "nauc_ndcg_at_20_std": -0.066281, + "nauc_ndcg_at_20_diff1": 0.955031, + "nauc_ndcg_at_100_max": 0.813576, + "nauc_ndcg_at_100_std": -0.065467, + "nauc_ndcg_at_100_diff1": 0.95569, + "nauc_ndcg_at_1000_max": 0.810494, + "nauc_ndcg_at_1000_std": -0.073604, + "nauc_ndcg_at_1000_diff1": 0.954958, + "nauc_map_at_1_max": 0.76927, + "nauc_map_at_1_std": -0.090513, + "nauc_map_at_1_diff1": 0.952791, + "nauc_map_at_3_max": 0.811533, + "nauc_map_at_3_std": -0.104982, + "nauc_map_at_3_diff1": 0.955143, + "nauc_map_at_5_max": 0.808199, + "nauc_map_at_5_std": -0.08542, + "nauc_map_at_5_diff1": 0.95489, + "nauc_map_at_10_max": 0.804488, + "nauc_map_at_10_std": -0.082463, + "nauc_map_at_10_diff1": 0.954264, + "nauc_map_at_20_max": 0.805049, + "nauc_map_at_20_std": -0.082304, + "nauc_map_at_20_diff1": 0.954554, + "nauc_map_at_100_max": 0.805032, + "nauc_map_at_100_std": -0.081978, + "nauc_map_at_100_diff1": 0.954607, + "nauc_map_at_1000_max": 0.804931, + "nauc_map_at_1000_std": -0.08217, + "nauc_map_at_1000_diff1": 0.954584, + "nauc_recall_at_1_max": 0.76927, + "nauc_recall_at_1_std": -0.090513, + "nauc_recall_at_1_diff1": 0.952791, + "nauc_recall_at_3_max": 0.901373, + "nauc_recall_at_3_std": -0.150984, + "nauc_recall_at_3_diff1": 0.961268, + "nauc_recall_at_5_max": 0.901167, + "nauc_recall_at_5_std": -0.006909, + "nauc_recall_at_5_diff1": 0.960784, + "nauc_recall_at_10_max": 0.867958, + "nauc_recall_at_10_std": 0.064504, + "nauc_recall_at_10_diff1": 0.945534, + "nauc_recall_at_20_max": 0.936308, + "nauc_recall_at_20_std": 0.24283, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.462068, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76927, + "nauc_precision_at_1_std": -0.090513, + "nauc_precision_at_1_diff1": 0.952791, + "nauc_precision_at_3_max": 0.901373, + "nauc_precision_at_3_std": -0.150984, + "nauc_precision_at_3_diff1": 0.961268, + "nauc_precision_at_5_max": 0.901167, + "nauc_precision_at_5_std": -0.006909, + "nauc_precision_at_5_diff1": 0.960784, + "nauc_precision_at_10_max": 0.867958, + "nauc_precision_at_10_std": 0.064504, + "nauc_precision_at_10_diff1": 0.945534, + "nauc_precision_at_20_max": 0.936308, + "nauc_precision_at_20_std": 0.24283, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.462068, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76927, + "nauc_mrr_at_1_std": -0.090513, + "nauc_mrr_at_1_diff1": 0.952791, + "nauc_mrr_at_3_max": 0.811533, + "nauc_mrr_at_3_std": -0.104982, + "nauc_mrr_at_3_diff1": 0.955143, + "nauc_mrr_at_5_max": 0.808199, + "nauc_mrr_at_5_std": -0.08542, + "nauc_mrr_at_5_diff1": 0.95489, + "nauc_mrr_at_10_max": 0.804488, + "nauc_mrr_at_10_std": -0.082463, + "nauc_mrr_at_10_diff1": 0.954264, + "nauc_mrr_at_20_max": 0.805049, + "nauc_mrr_at_20_std": -0.082304, + "nauc_mrr_at_20_diff1": 0.954554, + "nauc_mrr_at_100_max": 0.805032, + "nauc_mrr_at_100_std": -0.081978, + "nauc_mrr_at_100_diff1": 0.954607, + "nauc_mrr_at_1000_max": 0.804931, + "nauc_mrr_at_1000_std": -0.08217, + "nauc_mrr_at_1000_diff1": 0.954584, + "main_score": 0.96214, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94521, + "ndcg_at_5": 0.94837, + "ndcg_at_10": 0.95244, + "ndcg_at_20": 0.95332, + "ndcg_at_100": 0.95453, + "ndcg_at_1000": 0.95467, + "map_at_1": 0.91222, + "map_at_3": 0.93704, + "map_at_5": 0.93876, + "map_at_10": 0.94051, + "map_at_20": 0.94077, + "map_at_100": 0.94093, + "map_at_1000": 0.94093, + "recall_at_1": 0.91222, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.937037, + "mrr_at_5": 0.938759, + "mrr_at_10": 0.940508, + "mrr_at_20": 0.940768, + "mrr_at_100": 0.940929, + "mrr_at_1000": 0.940934, + "nauc_ndcg_at_1_max": 0.742841, + "nauc_ndcg_at_1_std": 0.106513, + "nauc_ndcg_at_1_diff1": 0.925422, + "nauc_ndcg_at_3_max": 0.794645, + "nauc_ndcg_at_3_std": 0.052421, + "nauc_ndcg_at_3_diff1": 0.931162, + "nauc_ndcg_at_5_max": 0.802896, + "nauc_ndcg_at_5_std": 0.112958, + "nauc_ndcg_at_5_diff1": 0.934281, + "nauc_ndcg_at_10_max": 0.792773, + "nauc_ndcg_at_10_std": 0.115954, + "nauc_ndcg_at_10_diff1": 0.931681, + "nauc_ndcg_at_20_max": 0.789669, + "nauc_ndcg_at_20_std": 0.116006, + "nauc_ndcg_at_20_diff1": 0.930395, + "nauc_ndcg_at_100_max": 0.785955, + "nauc_ndcg_at_100_std": 0.112655, + "nauc_ndcg_at_100_diff1": 0.929784, + "nauc_ndcg_at_1000_max": 0.785294, + "nauc_ndcg_at_1000_std": 0.110322, + "nauc_ndcg_at_1000_diff1": 0.929971, + "nauc_map_at_1_max": 0.742841, + "nauc_map_at_1_std": 0.106513, + "nauc_map_at_1_diff1": 0.925422, + "nauc_map_at_3_max": 0.781657, + "nauc_map_at_3_std": 0.077502, + "nauc_map_at_3_diff1": 0.929176, + "nauc_map_at_5_max": 0.785293, + "nauc_map_at_5_std": 0.107263, + "nauc_map_at_5_diff1": 0.930652, + "nauc_map_at_10_max": 0.78134, + "nauc_map_at_10_std": 0.108492, + "nauc_map_at_10_diff1": 0.92964, + "nauc_map_at_20_max": 0.780556, + "nauc_map_at_20_std": 0.108254, + "nauc_map_at_20_diff1": 0.929332, + "nauc_map_at_100_max": 0.780171, + "nauc_map_at_100_std": 0.107772, + "nauc_map_at_100_diff1": 0.929287, + "nauc_map_at_1000_max": 0.780154, + "nauc_map_at_1000_std": 0.107714, + "nauc_map_at_1000_diff1": 0.929292, + "nauc_recall_at_1_max": 0.742841, + "nauc_recall_at_1_std": 0.106513, + "nauc_recall_at_1_diff1": 0.925422, + "nauc_recall_at_3_max": 0.866797, + "nauc_recall_at_3_std": -0.099823, + "nauc_recall_at_3_diff1": 0.94281, + "nauc_recall_at_5_max": 0.93364, + "nauc_recall_at_5_std": 0.166711, + "nauc_recall_at_5_diff1": 0.962652, + "nauc_recall_at_10_max": 0.946078, + "nauc_recall_at_10_std": 0.252894, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.32413, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742841, + "nauc_precision_at_1_std": 0.106513, + "nauc_precision_at_1_diff1": 0.925422, + "nauc_precision_at_3_max": 0.866797, + "nauc_precision_at_3_std": -0.099823, + "nauc_precision_at_3_diff1": 0.94281, + "nauc_precision_at_5_max": 0.93364, + "nauc_precision_at_5_std": 0.166711, + "nauc_precision_at_5_diff1": 0.962652, + "nauc_precision_at_10_max": 0.946078, + "nauc_precision_at_10_std": 0.252894, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.32413, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742841, + "nauc_mrr_at_1_std": 0.106513, + "nauc_mrr_at_1_diff1": 0.925422, + "nauc_mrr_at_3_max": 0.781657, + "nauc_mrr_at_3_std": 0.077502, + "nauc_mrr_at_3_diff1": 0.929176, + "nauc_mrr_at_5_max": 0.785293, + "nauc_mrr_at_5_std": 0.107263, + "nauc_mrr_at_5_diff1": 0.930652, + "nauc_mrr_at_10_max": 0.78134, + "nauc_mrr_at_10_std": 0.108492, + "nauc_mrr_at_10_diff1": 0.92964, + "nauc_mrr_at_20_max": 0.780556, + "nauc_mrr_at_20_std": 0.108254, + "nauc_mrr_at_20_diff1": 0.929332, + "nauc_mrr_at_100_max": 0.780171, + "nauc_mrr_at_100_std": 0.107772, + "nauc_mrr_at_100_diff1": 0.929287, + "nauc_mrr_at_1000_max": 0.780154, + "nauc_mrr_at_1000_std": 0.107714, + "nauc_mrr_at_1000_diff1": 0.929292, + "main_score": 0.95244, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.76333, + "ndcg_at_3": 0.81846, + "ndcg_at_5": 0.8309, + "ndcg_at_10": 0.83897, + "ndcg_at_20": 0.84686, + "ndcg_at_100": 0.85468, + "ndcg_at_1000": 0.85694, + "map_at_1": 0.76333, + "map_at_3": 0.80556, + "map_at_5": 0.8125, + "map_at_10": 0.81572, + "map_at_20": 0.81789, + "map_at_100": 0.81904, + "map_at_1000": 0.81914, + "recall_at_1": 0.76333, + "recall_at_3": 0.85556, + "recall_at_5": 0.88556, + "recall_at_10": 0.91111, + "recall_at_20": 0.94222, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.76333, + "precision_at_3": 0.28519, + "precision_at_5": 0.17711, + "precision_at_10": 0.09111, + "precision_at_20": 0.04711, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763333, + "mrr_at_3": 0.805556, + "mrr_at_5": 0.8125, + "mrr_at_10": 0.815718, + "mrr_at_20": 0.817893, + "mrr_at_100": 0.819038, + "mrr_at_1000": 0.819141, + "nauc_ndcg_at_1_max": 0.699053, + "nauc_ndcg_at_1_std": 0.131195, + "nauc_ndcg_at_1_diff1": 0.872757, + "nauc_ndcg_at_3_max": 0.760957, + "nauc_ndcg_at_3_std": 0.20603, + "nauc_ndcg_at_3_diff1": 0.843429, + "nauc_ndcg_at_5_max": 0.762546, + "nauc_ndcg_at_5_std": 0.210805, + "nauc_ndcg_at_5_diff1": 0.844357, + "nauc_ndcg_at_10_max": 0.755696, + "nauc_ndcg_at_10_std": 0.208237, + "nauc_ndcg_at_10_diff1": 0.842745, + "nauc_ndcg_at_20_max": 0.753822, + "nauc_ndcg_at_20_std": 0.212797, + "nauc_ndcg_at_20_diff1": 0.845243, + "nauc_ndcg_at_100_max": 0.749284, + "nauc_ndcg_at_100_std": 0.20111, + "nauc_ndcg_at_100_diff1": 0.850065, + "nauc_ndcg_at_1000_max": 0.746953, + "nauc_ndcg_at_1000_std": 0.195486, + "nauc_ndcg_at_1000_diff1": 0.850305, + "nauc_map_at_1_max": 0.699053, + "nauc_map_at_1_std": 0.131195, + "nauc_map_at_1_diff1": 0.872757, + "nauc_map_at_3_max": 0.744403, + "nauc_map_at_3_std": 0.187299, + "nauc_map_at_3_diff1": 0.851469, + "nauc_map_at_5_max": 0.744451, + "nauc_map_at_5_std": 0.188598, + "nauc_map_at_5_diff1": 0.852291, + "nauc_map_at_10_max": 0.741736, + "nauc_map_at_10_std": 0.18698, + "nauc_map_at_10_diff1": 0.8519, + "nauc_map_at_20_max": 0.741106, + "nauc_map_at_20_std": 0.187586, + "nauc_map_at_20_diff1": 0.852591, + "nauc_map_at_100_max": 0.740497, + "nauc_map_at_100_std": 0.185904, + "nauc_map_at_100_diff1": 0.853346, + "nauc_map_at_1000_max": 0.740409, + "nauc_map_at_1000_std": 0.185657, + "nauc_map_at_1000_diff1": 0.853353, + "nauc_recall_at_1_max": 0.699053, + "nauc_recall_at_1_std": 0.131195, + "nauc_recall_at_1_diff1": 0.872757, + "nauc_recall_at_3_max": 0.822132, + "nauc_recall_at_3_std": 0.274515, + "nauc_recall_at_3_diff1": 0.813601, + "nauc_recall_at_5_max": 0.842875, + "nauc_recall_at_5_std": 0.309628, + "nauc_recall_at_5_diff1": 0.809398, + "nauc_recall_at_10_max": 0.827416, + "nauc_recall_at_10_std": 0.325484, + "nauc_recall_at_10_diff1": 0.791095, + "nauc_recall_at_20_max": 0.848012, + "nauc_recall_at_20_std": 0.437226, + "nauc_recall_at_20_diff1": 0.787905, + "nauc_recall_at_100_max": 0.887488, + "nauc_recall_at_100_std": 0.518176, + "nauc_recall_at_100_diff1": 0.834111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699053, + "nauc_precision_at_1_std": 0.131195, + "nauc_precision_at_1_diff1": 0.872757, + "nauc_precision_at_3_max": 0.822132, + "nauc_precision_at_3_std": 0.274515, + "nauc_precision_at_3_diff1": 0.813601, + "nauc_precision_at_5_max": 0.842875, + "nauc_precision_at_5_std": 0.309628, + "nauc_precision_at_5_diff1": 0.809398, + "nauc_precision_at_10_max": 0.827416, + "nauc_precision_at_10_std": 0.325484, + "nauc_precision_at_10_diff1": 0.791095, + "nauc_precision_at_20_max": 0.848012, + "nauc_precision_at_20_std": 0.437226, + "nauc_precision_at_20_diff1": 0.787905, + "nauc_precision_at_100_max": 0.887488, + "nauc_precision_at_100_std": 0.518176, + "nauc_precision_at_100_diff1": 0.834111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699053, + "nauc_mrr_at_1_std": 0.131195, + "nauc_mrr_at_1_diff1": 0.872757, + "nauc_mrr_at_3_max": 0.744403, + "nauc_mrr_at_3_std": 0.187299, + "nauc_mrr_at_3_diff1": 0.851469, + "nauc_mrr_at_5_max": 0.744451, + "nauc_mrr_at_5_std": 0.188598, + "nauc_mrr_at_5_diff1": 0.852291, + "nauc_mrr_at_10_max": 0.741736, + "nauc_mrr_at_10_std": 0.18698, + "nauc_mrr_at_10_diff1": 0.8519, + "nauc_mrr_at_20_max": 0.741106, + "nauc_mrr_at_20_std": 0.187586, + "nauc_mrr_at_20_diff1": 0.852591, + "nauc_mrr_at_100_max": 0.740497, + "nauc_mrr_at_100_std": 0.185904, + "nauc_mrr_at_100_diff1": 0.853346, + "nauc_mrr_at_1000_max": 0.740409, + "nauc_mrr_at_1000_std": 0.185657, + "nauc_mrr_at_1000_diff1": 0.853353, + "main_score": 0.83897, + "hf_subset": "isl_Latn-isl_Latn", + "languages": [ + "isl-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93491, + "ndcg_at_5": 0.93864, + "ndcg_at_10": 0.94343, + "ndcg_at_20": 0.94535, + "ndcg_at_100": 0.9465, + "ndcg_at_1000": 0.94693, + "map_at_1": 0.89556, + "map_at_3": 0.92611, + "map_at_5": 0.92822, + "map_at_10": 0.93027, + "map_at_20": 0.93078, + "map_at_100": 0.93099, + "map_at_1000": 0.931, + "recall_at_1": 0.89556, + "recall_at_3": 0.96, + "recall_at_5": 0.96889, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.32, + "precision_at_5": 0.19378, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.926111, + "mrr_at_5": 0.928222, + "mrr_at_10": 0.930273, + "mrr_at_20": 0.930777, + "mrr_at_100": 0.930986, + "mrr_at_1000": 0.931001, + "nauc_ndcg_at_1_max": 0.740875, + "nauc_ndcg_at_1_std": -0.003081, + "nauc_ndcg_at_1_diff1": 0.931453, + "nauc_ndcg_at_3_max": 0.786976, + "nauc_ndcg_at_3_std": 0.016901, + "nauc_ndcg_at_3_diff1": 0.93206, + "nauc_ndcg_at_5_max": 0.780268, + "nauc_ndcg_at_5_std": 0.008876, + "nauc_ndcg_at_5_diff1": 0.930984, + "nauc_ndcg_at_10_max": 0.771823, + "nauc_ndcg_at_10_std": 0.029167, + "nauc_ndcg_at_10_diff1": 0.932802, + "nauc_ndcg_at_20_max": 0.765855, + "nauc_ndcg_at_20_std": 0.025108, + "nauc_ndcg_at_20_diff1": 0.933115, + "nauc_ndcg_at_100_max": 0.769037, + "nauc_ndcg_at_100_std": 0.032084, + "nauc_ndcg_at_100_diff1": 0.931673, + "nauc_ndcg_at_1000_max": 0.768599, + "nauc_ndcg_at_1000_std": 0.024362, + "nauc_ndcg_at_1000_diff1": 0.931801, + "nauc_map_at_1_max": 0.740875, + "nauc_map_at_1_std": -0.003081, + "nauc_map_at_1_diff1": 0.931453, + "nauc_map_at_3_max": 0.773265, + "nauc_map_at_3_std": 0.013787, + "nauc_map_at_3_diff1": 0.931481, + "nauc_map_at_5_max": 0.769642, + "nauc_map_at_5_std": 0.009567, + "nauc_map_at_5_diff1": 0.930981, + "nauc_map_at_10_max": 0.766525, + "nauc_map_at_10_std": 0.017446, + "nauc_map_at_10_diff1": 0.931742, + "nauc_map_at_20_max": 0.765262, + "nauc_map_at_20_std": 0.016695, + "nauc_map_at_20_diff1": 0.931787, + "nauc_map_at_100_max": 0.765819, + "nauc_map_at_100_std": 0.017731, + "nauc_map_at_100_diff1": 0.931579, + "nauc_map_at_1000_max": 0.765804, + "nauc_map_at_1000_std": 0.017525, + "nauc_map_at_1000_diff1": 0.93158, + "nauc_recall_at_1_max": 0.740875, + "nauc_recall_at_1_std": -0.003081, + "nauc_recall_at_1_diff1": 0.931453, + "nauc_recall_at_3_max": 0.858271, + "nauc_recall_at_3_std": 0.030631, + "nauc_recall_at_3_diff1": 0.935419, + "nauc_recall_at_5_max": 0.846955, + "nauc_recall_at_5_std": -0.0007, + "nauc_recall_at_5_diff1": 0.930972, + "nauc_recall_at_10_max": 0.815935, + "nauc_recall_at_10_std": 0.18005, + "nauc_recall_at_10_diff1": 0.946623, + "nauc_recall_at_20_max": 0.705941, + "nauc_recall_at_20_std": 0.200047, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740875, + "nauc_precision_at_1_std": -0.003081, + "nauc_precision_at_1_diff1": 0.931453, + "nauc_precision_at_3_max": 0.858271, + "nauc_precision_at_3_std": 0.030631, + "nauc_precision_at_3_diff1": 0.935419, + "nauc_precision_at_5_max": 0.846955, + "nauc_precision_at_5_std": -0.0007, + "nauc_precision_at_5_diff1": 0.930972, + "nauc_precision_at_10_max": 0.815935, + "nauc_precision_at_10_std": 0.18005, + "nauc_precision_at_10_diff1": 0.946623, + "nauc_precision_at_20_max": 0.705941, + "nauc_precision_at_20_std": 0.200047, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740875, + "nauc_mrr_at_1_std": -0.003081, + "nauc_mrr_at_1_diff1": 0.931453, + "nauc_mrr_at_3_max": 0.773265, + "nauc_mrr_at_3_std": 0.013787, + "nauc_mrr_at_3_diff1": 0.931481, + "nauc_mrr_at_5_max": 0.769642, + "nauc_mrr_at_5_std": 0.009567, + "nauc_mrr_at_5_diff1": 0.930981, + "nauc_mrr_at_10_max": 0.766525, + "nauc_mrr_at_10_std": 0.017446, + "nauc_mrr_at_10_diff1": 0.931742, + "nauc_mrr_at_20_max": 0.765262, + "nauc_mrr_at_20_std": 0.016695, + "nauc_mrr_at_20_diff1": 0.931787, + "nauc_mrr_at_100_max": 0.765819, + "nauc_mrr_at_100_std": 0.017731, + "nauc_mrr_at_100_diff1": 0.931579, + "nauc_mrr_at_1000_max": 0.765804, + "nauc_mrr_at_1000_std": 0.017525, + "nauc_mrr_at_1000_diff1": 0.93158, + "main_score": 0.94343, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71333, + "ndcg_at_3": 0.78088, + "ndcg_at_5": 0.79269, + "ndcg_at_10": 0.80613, + "ndcg_at_20": 0.81155, + "ndcg_at_100": 0.82232, + "ndcg_at_1000": 0.8255, + "map_at_1": 0.71333, + "map_at_3": 0.76463, + "map_at_5": 0.77113, + "map_at_10": 0.77675, + "map_at_20": 0.77829, + "map_at_100": 0.77979, + "map_at_1000": 0.77994, + "recall_at_1": 0.71333, + "recall_at_3": 0.82778, + "recall_at_5": 0.85667, + "recall_at_10": 0.89778, + "recall_at_20": 0.91889, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "precision_at_1": 0.71333, + "precision_at_3": 0.27593, + "precision_at_5": 0.17133, + "precision_at_10": 0.08978, + "precision_at_20": 0.04594, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.713333, + "mrr_at_3": 0.76463, + "mrr_at_5": 0.77113, + "mrr_at_10": 0.77675, + "mrr_at_20": 0.778286, + "mrr_at_100": 0.779785, + "mrr_at_1000": 0.779938, + "nauc_ndcg_at_1_max": 0.715173, + "nauc_ndcg_at_1_std": 0.256258, + "nauc_ndcg_at_1_diff1": 0.875878, + "nauc_ndcg_at_3_max": 0.763548, + "nauc_ndcg_at_3_std": 0.33297, + "nauc_ndcg_at_3_diff1": 0.855339, + "nauc_ndcg_at_5_max": 0.762019, + "nauc_ndcg_at_5_std": 0.339488, + "nauc_ndcg_at_5_diff1": 0.856658, + "nauc_ndcg_at_10_max": 0.756038, + "nauc_ndcg_at_10_std": 0.353377, + "nauc_ndcg_at_10_diff1": 0.854963, + "nauc_ndcg_at_20_max": 0.75467, + "nauc_ndcg_at_20_std": 0.3512, + "nauc_ndcg_at_20_diff1": 0.854302, + "nauc_ndcg_at_100_max": 0.751734, + "nauc_ndcg_at_100_std": 0.335967, + "nauc_ndcg_at_100_diff1": 0.855927, + "nauc_ndcg_at_1000_max": 0.750696, + "nauc_ndcg_at_1000_std": 0.329879, + "nauc_ndcg_at_1000_diff1": 0.858226, + "nauc_map_at_1_max": 0.715173, + "nauc_map_at_1_std": 0.256258, + "nauc_map_at_1_diff1": 0.875878, + "nauc_map_at_3_max": 0.750891, + "nauc_map_at_3_std": 0.310118, + "nauc_map_at_3_diff1": 0.860733, + "nauc_map_at_5_max": 0.749754, + "nauc_map_at_5_std": 0.313566, + "nauc_map_at_5_diff1": 0.861421, + "nauc_map_at_10_max": 0.747028, + "nauc_map_at_10_std": 0.317453, + "nauc_map_at_10_diff1": 0.86088, + "nauc_map_at_20_max": 0.746698, + "nauc_map_at_20_std": 0.316831, + "nauc_map_at_20_diff1": 0.860778, + "nauc_map_at_100_max": 0.746352, + "nauc_map_at_100_std": 0.315208, + "nauc_map_at_100_diff1": 0.861043, + "nauc_map_at_1000_max": 0.74631, + "nauc_map_at_1000_std": 0.314947, + "nauc_map_at_1000_diff1": 0.861143, + "nauc_recall_at_1_max": 0.715173, + "nauc_recall_at_1_std": 0.256258, + "nauc_recall_at_1_diff1": 0.875878, + "nauc_recall_at_3_max": 0.810312, + "nauc_recall_at_3_std": 0.419021, + "nauc_recall_at_3_diff1": 0.835397, + "nauc_recall_at_5_max": 0.813831, + "nauc_recall_at_5_std": 0.451688, + "nauc_recall_at_5_diff1": 0.836958, + "nauc_recall_at_10_max": 0.802569, + "nauc_recall_at_10_std": 0.57094, + "nauc_recall_at_10_diff1": 0.821393, + "nauc_recall_at_20_max": 0.801926, + "nauc_recall_at_20_std": 0.60549, + "nauc_recall_at_20_diff1": 0.807074, + "nauc_recall_at_100_max": 0.803277, + "nauc_recall_at_100_std": 0.630119, + "nauc_recall_at_100_diff1": 0.746254, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715173, + "nauc_precision_at_1_std": 0.256258, + "nauc_precision_at_1_diff1": 0.875878, + "nauc_precision_at_3_max": 0.810312, + "nauc_precision_at_3_std": 0.419021, + "nauc_precision_at_3_diff1": 0.835397, + "nauc_precision_at_5_max": 0.813831, + "nauc_precision_at_5_std": 0.451688, + "nauc_precision_at_5_diff1": 0.836958, + "nauc_precision_at_10_max": 0.802569, + "nauc_precision_at_10_std": 0.57094, + "nauc_precision_at_10_diff1": 0.821393, + "nauc_precision_at_20_max": 0.801926, + "nauc_precision_at_20_std": 0.60549, + "nauc_precision_at_20_diff1": 0.807074, + "nauc_precision_at_100_max": 0.803277, + "nauc_precision_at_100_std": 0.630119, + "nauc_precision_at_100_diff1": 0.746254, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715173, + "nauc_mrr_at_1_std": 0.256258, + "nauc_mrr_at_1_diff1": 0.875878, + "nauc_mrr_at_3_max": 0.750891, + "nauc_mrr_at_3_std": 0.310118, + "nauc_mrr_at_3_diff1": 0.860733, + "nauc_mrr_at_5_max": 0.749754, + "nauc_mrr_at_5_std": 0.313566, + "nauc_mrr_at_5_diff1": 0.861421, + "nauc_mrr_at_10_max": 0.747028, + "nauc_mrr_at_10_std": 0.317453, + "nauc_mrr_at_10_diff1": 0.86088, + "nauc_mrr_at_20_max": 0.746698, + "nauc_mrr_at_20_std": 0.316831, + "nauc_mrr_at_20_diff1": 0.860778, + "nauc_mrr_at_100_max": 0.746352, + "nauc_mrr_at_100_std": 0.315208, + "nauc_mrr_at_100_diff1": 0.861043, + "nauc_mrr_at_1000_max": 0.74631, + "nauc_mrr_at_1000_std": 0.314947, + "nauc_mrr_at_1000_diff1": 0.861143, + "main_score": 0.80613, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94278, + "ndcg_at_5": 0.94641, + "ndcg_at_10": 0.94907, + "ndcg_at_20": 0.95104, + "ndcg_at_100": 0.9526, + "ndcg_at_1000": 0.95302, + "map_at_1": 0.90889, + "map_at_3": 0.93519, + "map_at_5": 0.93719, + "map_at_10": 0.93837, + "map_at_20": 0.93891, + "map_at_100": 0.93917, + "map_at_1000": 0.93918, + "recall_at_1": 0.90889, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90889, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.935185, + "mrr_at_5": 0.937185, + "mrr_at_10": 0.938367, + "mrr_at_20": 0.938908, + "mrr_at_100": 0.939168, + "mrr_at_1000": 0.939182, + "nauc_ndcg_at_1_max": 0.784154, + "nauc_ndcg_at_1_std": -0.13746, + "nauc_ndcg_at_1_diff1": 0.942298, + "nauc_ndcg_at_3_max": 0.842198, + "nauc_ndcg_at_3_std": -0.074506, + "nauc_ndcg_at_3_diff1": 0.939684, + "nauc_ndcg_at_5_max": 0.832547, + "nauc_ndcg_at_5_std": -0.085763, + "nauc_ndcg_at_5_diff1": 0.936761, + "nauc_ndcg_at_10_max": 0.831197, + "nauc_ndcg_at_10_std": -0.097574, + "nauc_ndcg_at_10_diff1": 0.939563, + "nauc_ndcg_at_20_max": 0.828814, + "nauc_ndcg_at_20_std": -0.088068, + "nauc_ndcg_at_20_diff1": 0.939451, + "nauc_ndcg_at_100_max": 0.825176, + "nauc_ndcg_at_100_std": -0.08482, + "nauc_ndcg_at_100_diff1": 0.940587, + "nauc_ndcg_at_1000_max": 0.82361, + "nauc_ndcg_at_1000_std": -0.094537, + "nauc_ndcg_at_1000_diff1": 0.940055, + "nauc_map_at_1_max": 0.784154, + "nauc_map_at_1_std": -0.13746, + "nauc_map_at_1_diff1": 0.942298, + "nauc_map_at_3_max": 0.825429, + "nauc_map_at_3_std": -0.099627, + "nauc_map_at_3_diff1": 0.940403, + "nauc_map_at_5_max": 0.820333, + "nauc_map_at_5_std": -0.105771, + "nauc_map_at_5_diff1": 0.939083, + "nauc_map_at_10_max": 0.819402, + "nauc_map_at_10_std": -0.110142, + "nauc_map_at_10_diff1": 0.940036, + "nauc_map_at_20_max": 0.818921, + "nauc_map_at_20_std": -0.10683, + "nauc_map_at_20_diff1": 0.940044, + "nauc_map_at_100_max": 0.81843, + "nauc_map_at_100_std": -0.106131, + "nauc_map_at_100_diff1": 0.940184, + "nauc_map_at_1000_max": 0.818387, + "nauc_map_at_1000_std": -0.106389, + "nauc_map_at_1000_diff1": 0.94017, + "nauc_recall_at_1_max": 0.784154, + "nauc_recall_at_1_std": -0.13746, + "nauc_recall_at_1_diff1": 0.942298, + "nauc_recall_at_3_max": 0.928221, + "nauc_recall_at_3_std": 0.060487, + "nauc_recall_at_3_diff1": 0.936026, + "nauc_recall_at_5_max": 0.909742, + "nauc_recall_at_5_std": 0.050712, + "nauc_recall_at_5_diff1": 0.920149, + "nauc_recall_at_10_max": 0.934366, + "nauc_recall_at_10_std": 0.007991, + "nauc_recall_at_10_diff1": 0.937524, + "nauc_recall_at_20_max": 0.95915, + "nauc_recall_at_20_std": 0.193231, + "nauc_recall_at_20_diff1": 0.933007, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.784154, + "nauc_precision_at_1_std": -0.13746, + "nauc_precision_at_1_diff1": 0.942298, + "nauc_precision_at_3_max": 0.928221, + "nauc_precision_at_3_std": 0.060487, + "nauc_precision_at_3_diff1": 0.936026, + "nauc_precision_at_5_max": 0.909742, + "nauc_precision_at_5_std": 0.050712, + "nauc_precision_at_5_diff1": 0.920149, + "nauc_precision_at_10_max": 0.934366, + "nauc_precision_at_10_std": 0.007991, + "nauc_precision_at_10_diff1": 0.937524, + "nauc_precision_at_20_max": 0.95915, + "nauc_precision_at_20_std": 0.193231, + "nauc_precision_at_20_diff1": 0.933007, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.784154, + "nauc_mrr_at_1_std": -0.13746, + "nauc_mrr_at_1_diff1": 0.942298, + "nauc_mrr_at_3_max": 0.825429, + "nauc_mrr_at_3_std": -0.099627, + "nauc_mrr_at_3_diff1": 0.940403, + "nauc_mrr_at_5_max": 0.820333, + "nauc_mrr_at_5_std": -0.105771, + "nauc_mrr_at_5_diff1": 0.939083, + "nauc_mrr_at_10_max": 0.819402, + "nauc_mrr_at_10_std": -0.110142, + "nauc_mrr_at_10_diff1": 0.940036, + "nauc_mrr_at_20_max": 0.818921, + "nauc_mrr_at_20_std": -0.10683, + "nauc_mrr_at_20_diff1": 0.940044, + "nauc_mrr_at_100_max": 0.81843, + "nauc_mrr_at_100_std": -0.106131, + "nauc_mrr_at_100_diff1": 0.940184, + "nauc_mrr_at_1000_max": 0.818387, + "nauc_mrr_at_1000_std": -0.106389, + "nauc_mrr_at_1000_diff1": 0.94017, + "main_score": 0.94907, + "hf_subset": "ita_Latn-ita_Latn", + "languages": [ + "ita-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.96118, + "ndcg_at_5": 0.96572, + "ndcg_at_10": 0.96637, + "ndcg_at_20": 0.96749, + "ndcg_at_100": 0.96774, + "ndcg_at_1000": 0.96816, + "map_at_1": 0.93556, + "map_at_3": 0.95537, + "map_at_5": 0.95787, + "map_at_10": 0.9581, + "map_at_20": 0.95841, + "map_at_100": 0.95846, + "map_at_1000": 0.95848, + "recall_at_1": 0.93556, + "recall_at_3": 0.97778, + "recall_at_5": 0.98889, + "recall_at_10": 0.99111, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32593, + "precision_at_5": 0.19778, + "precision_at_10": 0.09911, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.95537, + "mrr_at_5": 0.95787, + "mrr_at_10": 0.958105, + "mrr_at_20": 0.958408, + "mrr_at_100": 0.958461, + "mrr_at_1000": 0.958477, + "nauc_ndcg_at_1_max": 0.729426, + "nauc_ndcg_at_1_std": -0.162867, + "nauc_ndcg_at_1_diff1": 0.96245, + "nauc_ndcg_at_3_max": 0.787329, + "nauc_ndcg_at_3_std": -0.18272, + "nauc_ndcg_at_3_diff1": 0.956359, + "nauc_ndcg_at_5_max": 0.768338, + "nauc_ndcg_at_5_std": -0.152502, + "nauc_ndcg_at_5_diff1": 0.961922, + "nauc_ndcg_at_10_max": 0.765121, + "nauc_ndcg_at_10_std": -0.137152, + "nauc_ndcg_at_10_diff1": 0.962428, + "nauc_ndcg_at_20_max": 0.769525, + "nauc_ndcg_at_20_std": -0.125034, + "nauc_ndcg_at_20_diff1": 0.962229, + "nauc_ndcg_at_100_max": 0.767745, + "nauc_ndcg_at_100_std": -0.133724, + "nauc_ndcg_at_100_diff1": 0.961937, + "nauc_ndcg_at_1000_max": 0.765185, + "nauc_ndcg_at_1000_std": -0.148795, + "nauc_ndcg_at_1000_diff1": 0.961431, + "nauc_map_at_1_max": 0.729426, + "nauc_map_at_1_std": -0.162867, + "nauc_map_at_1_diff1": 0.96245, + "nauc_map_at_3_max": 0.770792, + "nauc_map_at_3_std": -0.177565, + "nauc_map_at_3_diff1": 0.958458, + "nauc_map_at_5_max": 0.76135, + "nauc_map_at_5_std": -0.16466, + "nauc_map_at_5_diff1": 0.961087, + "nauc_map_at_10_max": 0.760399, + "nauc_map_at_10_std": -0.160462, + "nauc_map_at_10_diff1": 0.961216, + "nauc_map_at_20_max": 0.7613, + "nauc_map_at_20_std": -0.158414, + "nauc_map_at_20_diff1": 0.961151, + "nauc_map_at_100_max": 0.760996, + "nauc_map_at_100_std": -0.15989, + "nauc_map_at_100_diff1": 0.961102, + "nauc_map_at_1000_max": 0.760913, + "nauc_map_at_1000_std": -0.160332, + "nauc_map_at_1000_diff1": 0.961087, + "nauc_recall_at_1_max": 0.729426, + "nauc_recall_at_1_std": -0.162867, + "nauc_recall_at_1_diff1": 0.96245, + "nauc_recall_at_3_max": 0.880159, + "nauc_recall_at_3_std": -0.211134, + "nauc_recall_at_3_diff1": 0.944211, + "nauc_recall_at_5_max": 0.828945, + "nauc_recall_at_5_std": 0.003221, + "nauc_recall_at_5_diff1": 0.973856, + "nauc_recall_at_10_max": 0.802521, + "nauc_recall_at_10_std": 0.242939, + "nauc_recall_at_10_diff1": 0.98366, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729426, + "nauc_precision_at_1_std": -0.162867, + "nauc_precision_at_1_diff1": 0.96245, + "nauc_precision_at_3_max": 0.880159, + "nauc_precision_at_3_std": -0.211134, + "nauc_precision_at_3_diff1": 0.944211, + "nauc_precision_at_5_max": 0.828945, + "nauc_precision_at_5_std": 0.003221, + "nauc_precision_at_5_diff1": 0.973856, + "nauc_precision_at_10_max": 0.802521, + "nauc_precision_at_10_std": 0.242939, + "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729426, + "nauc_mrr_at_1_std": -0.162867, + "nauc_mrr_at_1_diff1": 0.96245, + "nauc_mrr_at_3_max": 0.770792, + "nauc_mrr_at_3_std": -0.177565, + "nauc_mrr_at_3_diff1": 0.958458, + "nauc_mrr_at_5_max": 0.76135, + "nauc_mrr_at_5_std": -0.16466, + "nauc_mrr_at_5_diff1": 0.961087, + "nauc_mrr_at_10_max": 0.760399, + "nauc_mrr_at_10_std": -0.160462, + "nauc_mrr_at_10_diff1": 0.961216, + "nauc_mrr_at_20_max": 0.7613, + "nauc_mrr_at_20_std": -0.158414, + "nauc_mrr_at_20_diff1": 0.961151, + "nauc_mrr_at_100_max": 0.760996, + "nauc_mrr_at_100_std": -0.15989, + "nauc_mrr_at_100_diff1": 0.961102, + "nauc_mrr_at_1000_max": 0.760913, + "nauc_mrr_at_1000_std": -0.160332, + "nauc_mrr_at_1000_diff1": 0.961087, + "main_score": 0.96637, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94792, + "ndcg_at_5": 0.95122, + "ndcg_at_10": 0.9549, + "ndcg_at_20": 0.95605, + "ndcg_at_100": 0.9571, + "ndcg_at_1000": 0.95726, + "map_at_1": 0.91333, + "map_at_3": 0.94019, + "map_at_5": 0.94207, + "map_at_10": 0.94363, + "map_at_20": 0.94397, + "map_at_100": 0.94412, + "map_at_1000": 0.94413, + "recall_at_1": 0.91333, + "recall_at_3": 0.97, + "recall_at_5": 0.97778, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91333, + "precision_at_3": 0.32333, + "precision_at_5": 0.19556, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.940185, + "mrr_at_5": 0.942074, + "mrr_at_10": 0.943635, + "mrr_at_20": 0.943966, + "mrr_at_100": 0.944122, + "mrr_at_1000": 0.944133, + "nauc_ndcg_at_1_max": 0.736377, + "nauc_ndcg_at_1_std": 0.021278, + "nauc_ndcg_at_1_diff1": 0.928721, + "nauc_ndcg_at_3_max": 0.812788, + "nauc_ndcg_at_3_std": 0.074329, + "nauc_ndcg_at_3_diff1": 0.936645, + "nauc_ndcg_at_5_max": 0.804125, + "nauc_ndcg_at_5_std": 0.058591, + "nauc_ndcg_at_5_diff1": 0.933639, + "nauc_ndcg_at_10_max": 0.792606, + "nauc_ndcg_at_10_std": 0.049526, + "nauc_ndcg_at_10_diff1": 0.935793, + "nauc_ndcg_at_20_max": 0.788796, + "nauc_ndcg_at_20_std": 0.059365, + "nauc_ndcg_at_20_diff1": 0.934876, + "nauc_ndcg_at_100_max": 0.784942, + "nauc_ndcg_at_100_std": 0.04933, + "nauc_ndcg_at_100_diff1": 0.934599, + "nauc_ndcg_at_1000_max": 0.784104, + "nauc_ndcg_at_1000_std": 0.046135, + "nauc_ndcg_at_1000_diff1": 0.934344, + "nauc_map_at_1_max": 0.736377, + "nauc_map_at_1_std": 0.021278, + "nauc_map_at_1_diff1": 0.928721, + "nauc_map_at_3_max": 0.789446, + "nauc_map_at_3_std": 0.051384, + "nauc_map_at_3_diff1": 0.934854, + "nauc_map_at_5_max": 0.784539, + "nauc_map_at_5_std": 0.043248, + "nauc_map_at_5_diff1": 0.933357, + "nauc_map_at_10_max": 0.780091, + "nauc_map_at_10_std": 0.040187, + "nauc_map_at_10_diff1": 0.934129, + "nauc_map_at_20_max": 0.77908, + "nauc_map_at_20_std": 0.041897, + "nauc_map_at_20_diff1": 0.933876, + "nauc_map_at_100_max": 0.778592, + "nauc_map_at_100_std": 0.040489, + "nauc_map_at_100_diff1": 0.93382, + "nauc_map_at_1000_max": 0.778548, + "nauc_map_at_1000_std": 0.040326, + "nauc_map_at_1000_diff1": 0.933807, + "nauc_recall_at_1_max": 0.736377, + "nauc_recall_at_1_std": 0.021278, + "nauc_recall_at_1_diff1": 0.928721, + "nauc_recall_at_3_max": 0.944323, + "nauc_recall_at_3_std": 0.20998, + "nauc_recall_at_3_diff1": 0.946139, + "nauc_recall_at_5_max": 0.945261, + "nauc_recall_at_5_std": 0.17395, + "nauc_recall_at_5_diff1": 0.933824, + "nauc_recall_at_10_max": 0.944444, + "nauc_recall_at_10_std": 0.164939, + "nauc_recall_at_10_diff1": 0.95915, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.521553, + "nauc_recall_at_20_diff1": 0.953704, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736377, + "nauc_precision_at_1_std": 0.021278, + "nauc_precision_at_1_diff1": 0.928721, + "nauc_precision_at_3_max": 0.944323, + "nauc_precision_at_3_std": 0.20998, + "nauc_precision_at_3_diff1": 0.946139, + "nauc_precision_at_5_max": 0.945261, + "nauc_precision_at_5_std": 0.17395, + "nauc_precision_at_5_diff1": 0.933824, + "nauc_precision_at_10_max": 0.944444, + "nauc_precision_at_10_std": 0.164939, + "nauc_precision_at_10_diff1": 0.95915, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.521553, + "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736377, + "nauc_mrr_at_1_std": 0.021278, + "nauc_mrr_at_1_diff1": 0.928721, + "nauc_mrr_at_3_max": 0.789446, + "nauc_mrr_at_3_std": 0.051384, + "nauc_mrr_at_3_diff1": 0.934854, + "nauc_mrr_at_5_max": 0.784539, + "nauc_mrr_at_5_std": 0.043248, + "nauc_mrr_at_5_diff1": 0.933357, + "nauc_mrr_at_10_max": 0.780091, + "nauc_mrr_at_10_std": 0.040187, + "nauc_mrr_at_10_diff1": 0.934129, + "nauc_mrr_at_20_max": 0.77908, + "nauc_mrr_at_20_std": 0.041897, + "nauc_mrr_at_20_diff1": 0.933876, + "nauc_mrr_at_100_max": 0.778592, + "nauc_mrr_at_100_std": 0.040489, + "nauc_mrr_at_100_diff1": 0.93382, + "nauc_mrr_at_1000_max": 0.778548, + "nauc_mrr_at_1000_std": 0.040326, + "nauc_mrr_at_1000_diff1": 0.933807, + "main_score": 0.9549, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.85841, + "ndcg_at_5": 0.87223, + "ndcg_at_10": 0.87863, + "ndcg_at_20": 0.88337, + "ndcg_at_100": 0.88827, + "ndcg_at_1000": 0.8903, + "map_at_1": 0.81556, + "map_at_3": 0.84889, + "map_at_5": 0.85661, + "map_at_10": 0.85921, + "map_at_20": 0.86049, + "map_at_100": 0.86115, + "map_at_1000": 0.86123, + "recall_at_1": 0.81556, + "recall_at_3": 0.88556, + "recall_at_5": 0.91889, + "recall_at_10": 0.93889, + "recall_at_20": 0.95778, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.81556, + "precision_at_3": 0.29519, + "precision_at_5": 0.18378, + "precision_at_10": 0.09389, + "precision_at_20": 0.04789, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.848889, + "mrr_at_5": 0.856611, + "mrr_at_10": 0.859213, + "mrr_at_20": 0.86049, + "mrr_at_100": 0.861151, + "mrr_at_1000": 0.861234, + "nauc_ndcg_at_1_max": 0.779567, + "nauc_ndcg_at_1_std": 0.309029, + "nauc_ndcg_at_1_diff1": 0.906983, + "nauc_ndcg_at_3_max": 0.808194, + "nauc_ndcg_at_3_std": 0.369304, + "nauc_ndcg_at_3_diff1": 0.891135, + "nauc_ndcg_at_5_max": 0.801368, + "nauc_ndcg_at_5_std": 0.357482, + "nauc_ndcg_at_5_diff1": 0.890339, + "nauc_ndcg_at_10_max": 0.80053, + "nauc_ndcg_at_10_std": 0.372663, + "nauc_ndcg_at_10_diff1": 0.88973, + "nauc_ndcg_at_20_max": 0.796458, + "nauc_ndcg_at_20_std": 0.370371, + "nauc_ndcg_at_20_diff1": 0.891017, + "nauc_ndcg_at_100_max": 0.796894, + "nauc_ndcg_at_100_std": 0.36792, + "nauc_ndcg_at_100_diff1": 0.892479, + "nauc_ndcg_at_1000_max": 0.796957, + "nauc_ndcg_at_1000_std": 0.360169, + "nauc_ndcg_at_1000_diff1": 0.893162, + "nauc_map_at_1_max": 0.779567, + "nauc_map_at_1_std": 0.309029, + "nauc_map_at_1_diff1": 0.906983, + "nauc_map_at_3_max": 0.800866, + "nauc_map_at_3_std": 0.352984, + "nauc_map_at_3_diff1": 0.895348, + "nauc_map_at_5_max": 0.797237, + "nauc_map_at_5_std": 0.346661, + "nauc_map_at_5_diff1": 0.895144, + "nauc_map_at_10_max": 0.796861, + "nauc_map_at_10_std": 0.351481, + "nauc_map_at_10_diff1": 0.895004, + "nauc_map_at_20_max": 0.795934, + "nauc_map_at_20_std": 0.351042, + "nauc_map_at_20_diff1": 0.895379, + "nauc_map_at_100_max": 0.795978, + "nauc_map_at_100_std": 0.350537, + "nauc_map_at_100_diff1": 0.895508, + "nauc_map_at_1000_max": 0.795943, + "nauc_map_at_1000_std": 0.35031, + "nauc_map_at_1000_diff1": 0.895515, + "nauc_recall_at_1_max": 0.779567, + "nauc_recall_at_1_std": 0.309029, + "nauc_recall_at_1_diff1": 0.906983, + "nauc_recall_at_3_max": 0.834819, + "nauc_recall_at_3_std": 0.429138, + "nauc_recall_at_3_diff1": 0.875729, + "nauc_recall_at_5_max": 0.818867, + "nauc_recall_at_5_std": 0.405747, + "nauc_recall_at_5_diff1": 0.867043, + "nauc_recall_at_10_max": 0.819642, + "nauc_recall_at_10_std": 0.516, + "nauc_recall_at_10_diff1": 0.855997, + "nauc_recall_at_20_max": 0.784351, + "nauc_recall_at_20_std": 0.549437, + "nauc_recall_at_20_diff1": 0.85374, + "nauc_recall_at_100_max": 0.778611, + "nauc_recall_at_100_std": 0.780279, + "nauc_recall_at_100_diff1": 0.84994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779567, + "nauc_precision_at_1_std": 0.309029, + "nauc_precision_at_1_diff1": 0.906983, + "nauc_precision_at_3_max": 0.834819, + "nauc_precision_at_3_std": 0.429138, + "nauc_precision_at_3_diff1": 0.875729, + "nauc_precision_at_5_max": 0.818867, + "nauc_precision_at_5_std": 0.405747, + "nauc_precision_at_5_diff1": 0.867043, + "nauc_precision_at_10_max": 0.819642, + "nauc_precision_at_10_std": 0.516, + "nauc_precision_at_10_diff1": 0.855997, + "nauc_precision_at_20_max": 0.784351, + "nauc_precision_at_20_std": 0.549437, + "nauc_precision_at_20_diff1": 0.85374, + "nauc_precision_at_100_max": 0.778611, + "nauc_precision_at_100_std": 0.780279, + "nauc_precision_at_100_diff1": 0.84994, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779567, + "nauc_mrr_at_1_std": 0.309029, + "nauc_mrr_at_1_diff1": 0.906983, + "nauc_mrr_at_3_max": 0.800866, + "nauc_mrr_at_3_std": 0.352984, + "nauc_mrr_at_3_diff1": 0.895348, + "nauc_mrr_at_5_max": 0.797237, + "nauc_mrr_at_5_std": 0.346661, + "nauc_mrr_at_5_diff1": 0.895144, + "nauc_mrr_at_10_max": 0.796861, + "nauc_mrr_at_10_std": 0.351481, + "nauc_mrr_at_10_diff1": 0.895004, + "nauc_mrr_at_20_max": 0.795934, + "nauc_mrr_at_20_std": 0.351042, + "nauc_mrr_at_20_diff1": 0.895379, + "nauc_mrr_at_100_max": 0.795978, + "nauc_mrr_at_100_std": 0.350537, + "nauc_mrr_at_100_diff1": 0.895508, + "nauc_mrr_at_1000_max": 0.795943, + "nauc_mrr_at_1000_std": 0.35031, + "nauc_mrr_at_1000_diff1": 0.895515, + "main_score": 0.87863, + "hf_subset": "jav_Latn-jav_Latn", + "languages": [ + "jav-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.93594, + "ndcg_at_5": 0.94058, + "ndcg_at_10": 0.9439, + "ndcg_at_20": 0.94611, + "ndcg_at_100": 0.94773, + "ndcg_at_1000": 0.9483, + "map_at_1": 0.90444, + "map_at_3": 0.9287, + "map_at_5": 0.93131, + "map_at_10": 0.93274, + "map_at_20": 0.93332, + "map_at_100": 0.93354, + "map_at_1000": 0.93356, + "recall_at_1": 0.90444, + "recall_at_3": 0.95667, + "recall_at_5": 0.96778, + "recall_at_10": 0.97778, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90444, + "precision_at_3": 0.31889, + "precision_at_5": 0.19356, + "precision_at_10": 0.09778, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.928704, + "mrr_at_5": 0.931315, + "mrr_at_10": 0.932737, + "mrr_at_20": 0.933319, + "mrr_at_100": 0.933535, + "mrr_at_1000": 0.933556, + "nauc_ndcg_at_1_max": 0.684896, + "nauc_ndcg_at_1_std": -0.178968, + "nauc_ndcg_at_1_diff1": 0.905625, + "nauc_ndcg_at_3_max": 0.760758, + "nauc_ndcg_at_3_std": -0.108259, + "nauc_ndcg_at_3_diff1": 0.915934, + "nauc_ndcg_at_5_max": 0.748659, + "nauc_ndcg_at_5_std": -0.136623, + "nauc_ndcg_at_5_diff1": 0.913474, + "nauc_ndcg_at_10_max": 0.744737, + "nauc_ndcg_at_10_std": -0.120948, + "nauc_ndcg_at_10_diff1": 0.914172, + "nauc_ndcg_at_20_max": 0.746296, + "nauc_ndcg_at_20_std": -0.087637, + "nauc_ndcg_at_20_diff1": 0.913318, + "nauc_ndcg_at_100_max": 0.74049, + "nauc_ndcg_at_100_std": -0.110622, + "nauc_ndcg_at_100_diff1": 0.913316, + "nauc_ndcg_at_1000_max": 0.738747, + "nauc_ndcg_at_1000_std": -0.121662, + "nauc_ndcg_at_1000_diff1": 0.912732, + "nauc_map_at_1_max": 0.684896, + "nauc_map_at_1_std": -0.178968, + "nauc_map_at_1_diff1": 0.905625, + "nauc_map_at_3_max": 0.741363, + "nauc_map_at_3_std": -0.130303, + "nauc_map_at_3_diff1": 0.912941, + "nauc_map_at_5_max": 0.734835, + "nauc_map_at_5_std": -0.145227, + "nauc_map_at_5_diff1": 0.91164, + "nauc_map_at_10_max": 0.733342, + "nauc_map_at_10_std": -0.13902, + "nauc_map_at_10_diff1": 0.911949, + "nauc_map_at_20_max": 0.733324, + "nauc_map_at_20_std": -0.13289, + "nauc_map_at_20_diff1": 0.911707, + "nauc_map_at_100_max": 0.732624, + "nauc_map_at_100_std": -0.135666, + "nauc_map_at_100_diff1": 0.911706, + "nauc_map_at_1000_max": 0.732571, + "nauc_map_at_1000_std": -0.135986, + "nauc_map_at_1000_diff1": 0.911691, + "nauc_recall_at_1_max": 0.684896, + "nauc_recall_at_1_std": -0.178968, + "nauc_recall_at_1_diff1": 0.905625, + "nauc_recall_at_3_max": 0.849362, + "nauc_recall_at_3_std": -0.004142, + "nauc_recall_at_3_diff1": 0.929912, + "nauc_recall_at_5_max": 0.82559, + "nauc_recall_at_5_std": -0.091101, + "nauc_recall_at_5_diff1": 0.923774, + "nauc_recall_at_10_max": 0.827404, + "nauc_recall_at_10_std": 0.036391, + "nauc_recall_at_10_diff1": 0.93219, + "nauc_recall_at_20_max": 0.917912, + "nauc_recall_at_20_std": 0.714519, + "nauc_recall_at_20_diff1": 0.931917, + "nauc_recall_at_100_max": 0.897876, + "nauc_recall_at_100_std": 0.888539, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684896, + "nauc_precision_at_1_std": -0.178968, + "nauc_precision_at_1_diff1": 0.905625, + "nauc_precision_at_3_max": 0.849362, + "nauc_precision_at_3_std": -0.004142, + "nauc_precision_at_3_diff1": 0.929912, + "nauc_precision_at_5_max": 0.82559, + "nauc_precision_at_5_std": -0.091101, + "nauc_precision_at_5_diff1": 0.923774, + "nauc_precision_at_10_max": 0.827404, + "nauc_precision_at_10_std": 0.036391, + "nauc_precision_at_10_diff1": 0.93219, + "nauc_precision_at_20_max": 0.917912, + "nauc_precision_at_20_std": 0.714519, + "nauc_precision_at_20_diff1": 0.931917, + "nauc_precision_at_100_max": 0.897876, + "nauc_precision_at_100_std": 0.888539, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.684896, + "nauc_mrr_at_1_std": -0.178968, + "nauc_mrr_at_1_diff1": 0.905625, + "nauc_mrr_at_3_max": 0.741363, + "nauc_mrr_at_3_std": -0.130303, + "nauc_mrr_at_3_diff1": 0.912941, + "nauc_mrr_at_5_max": 0.734835, + "nauc_mrr_at_5_std": -0.145227, + "nauc_mrr_at_5_diff1": 0.91164, + "nauc_mrr_at_10_max": 0.733342, + "nauc_mrr_at_10_std": -0.13902, + "nauc_mrr_at_10_diff1": 0.911949, + "nauc_mrr_at_20_max": 0.733324, + "nauc_mrr_at_20_std": -0.13289, + "nauc_mrr_at_20_diff1": 0.911707, + "nauc_mrr_at_100_max": 0.732624, + "nauc_mrr_at_100_std": -0.135666, + "nauc_mrr_at_100_diff1": 0.911706, + "nauc_mrr_at_1000_max": 0.732571, + "nauc_mrr_at_1000_std": -0.135986, + "nauc_mrr_at_1000_diff1": 0.911691, + "main_score": 0.9439, + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78778, + "ndcg_at_3": 0.84151, + "ndcg_at_5": 0.85551, + "ndcg_at_10": 0.86469, + "ndcg_at_20": 0.87007, + "ndcg_at_100": 0.87479, + "ndcg_at_1000": 0.87636, + "map_at_1": 0.78778, + "map_at_3": 0.82889, + "map_at_5": 0.83656, + "map_at_10": 0.84025, + "map_at_20": 0.84175, + "map_at_100": 0.84239, + "map_at_1000": 0.84245, + "recall_at_1": 0.78778, + "recall_at_3": 0.87778, + "recall_at_5": 0.91222, + "recall_at_10": 0.94111, + "recall_at_20": 0.96222, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.78778, + "precision_at_3": 0.29259, + "precision_at_5": 0.18244, + "precision_at_10": 0.09411, + "precision_at_20": 0.04811, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.787778, + "mrr_at_3": 0.828889, + "mrr_at_5": 0.836556, + "mrr_at_10": 0.840245, + "mrr_at_20": 0.841745, + "mrr_at_100": 0.842394, + "mrr_at_1000": 0.842452, + "nauc_ndcg_at_1_max": 0.681125, + "nauc_ndcg_at_1_std": 0.164316, + "nauc_ndcg_at_1_diff1": 0.882038, + "nauc_ndcg_at_3_max": 0.73908, + "nauc_ndcg_at_3_std": 0.243267, + "nauc_ndcg_at_3_diff1": 0.870289, + "nauc_ndcg_at_5_max": 0.731635, + "nauc_ndcg_at_5_std": 0.234754, + "nauc_ndcg_at_5_diff1": 0.868817, + "nauc_ndcg_at_10_max": 0.728211, + "nauc_ndcg_at_10_std": 0.235618, + "nauc_ndcg_at_10_diff1": 0.870643, + "nauc_ndcg_at_20_max": 0.72436, + "nauc_ndcg_at_20_std": 0.233284, + "nauc_ndcg_at_20_diff1": 0.870573, + "nauc_ndcg_at_100_max": 0.720022, + "nauc_ndcg_at_100_std": 0.22889, + "nauc_ndcg_at_100_diff1": 0.871203, + "nauc_ndcg_at_1000_max": 0.719859, + "nauc_ndcg_at_1000_std": 0.22247, + "nauc_ndcg_at_1000_diff1": 0.87195, + "nauc_map_at_1_max": 0.681125, + "nauc_map_at_1_std": 0.164316, + "nauc_map_at_1_diff1": 0.882038, + "nauc_map_at_3_max": 0.723181, + "nauc_map_at_3_std": 0.218571, + "nauc_map_at_3_diff1": 0.873622, + "nauc_map_at_5_max": 0.718832, + "nauc_map_at_5_std": 0.213386, + "nauc_map_at_5_diff1": 0.873032, + "nauc_map_at_10_max": 0.71737, + "nauc_map_at_10_std": 0.213122, + "nauc_map_at_10_diff1": 0.873664, + "nauc_map_at_20_max": 0.716345, + "nauc_map_at_20_std": 0.212429, + "nauc_map_at_20_diff1": 0.873616, + "nauc_map_at_100_max": 0.715787, + "nauc_map_at_100_std": 0.211873, + "nauc_map_at_100_diff1": 0.873663, + "nauc_map_at_1000_max": 0.715749, + "nauc_map_at_1000_std": 0.211664, + "nauc_map_at_1000_diff1": 0.873683, + "nauc_recall_at_1_max": 0.681125, + "nauc_recall_at_1_std": 0.164316, + "nauc_recall_at_1_diff1": 0.882038, + "nauc_recall_at_3_max": 0.800343, + "nauc_recall_at_3_std": 0.340236, + "nauc_recall_at_3_diff1": 0.857382, + "nauc_recall_at_5_max": 0.793627, + "nauc_recall_at_5_std": 0.341624, + "nauc_recall_at_5_diff1": 0.847238, + "nauc_recall_at_10_max": 0.800292, + "nauc_recall_at_10_std": 0.400684, + "nauc_recall_at_10_diff1": 0.850475, + "nauc_recall_at_20_max": 0.79214, + "nauc_recall_at_20_std": 0.460647, + "nauc_recall_at_20_diff1": 0.840103, + "nauc_recall_at_100_max": 0.713776, + "nauc_recall_at_100_std": 0.697055, + "nauc_recall_at_100_diff1": 0.814956, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.681125, + "nauc_precision_at_1_std": 0.164316, + "nauc_precision_at_1_diff1": 0.882038, + "nauc_precision_at_3_max": 0.800343, + "nauc_precision_at_3_std": 0.340236, + "nauc_precision_at_3_diff1": 0.857382, + "nauc_precision_at_5_max": 0.793627, + "nauc_precision_at_5_std": 0.341624, + "nauc_precision_at_5_diff1": 0.847238, + "nauc_precision_at_10_max": 0.800292, + "nauc_precision_at_10_std": 0.400684, + "nauc_precision_at_10_diff1": 0.850475, + "nauc_precision_at_20_max": 0.79214, + "nauc_precision_at_20_std": 0.460647, + "nauc_precision_at_20_diff1": 0.840103, + "nauc_precision_at_100_max": 0.713776, + "nauc_precision_at_100_std": 0.697055, + "nauc_precision_at_100_diff1": 0.814956, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.681125, + "nauc_mrr_at_1_std": 0.164316, + "nauc_mrr_at_1_diff1": 0.882038, + "nauc_mrr_at_3_max": 0.723181, + "nauc_mrr_at_3_std": 0.218571, + "nauc_mrr_at_3_diff1": 0.873622, + "nauc_mrr_at_5_max": 0.718832, + "nauc_mrr_at_5_std": 0.213386, + "nauc_mrr_at_5_diff1": 0.873032, + "nauc_mrr_at_10_max": 0.71737, + "nauc_mrr_at_10_std": 0.213122, + "nauc_mrr_at_10_diff1": 0.873664, + "nauc_mrr_at_20_max": 0.716345, + "nauc_mrr_at_20_std": 0.212429, + "nauc_mrr_at_20_diff1": 0.873616, + "nauc_mrr_at_100_max": 0.715787, + "nauc_mrr_at_100_std": 0.211873, + "nauc_mrr_at_100_diff1": 0.873663, + "nauc_mrr_at_1000_max": 0.715749, + "nauc_mrr_at_1000_std": 0.211664, + "nauc_mrr_at_1000_diff1": 0.873683, + "main_score": 0.86469, + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.88, + "ndcg_at_3": 0.92213, + "ndcg_at_5": 0.92849, + "ndcg_at_10": 0.93216, + "ndcg_at_20": 0.93434, + "ndcg_at_100": 0.93621, + "ndcg_at_1000": 0.93679, + "map_at_1": 0.88, + "map_at_3": 0.91241, + "map_at_5": 0.91591, + "map_at_10": 0.91747, + "map_at_20": 0.91803, + "map_at_100": 0.91829, + "map_at_1000": 0.91832, + "recall_at_1": 0.88, + "recall_at_3": 0.95, + "recall_at_5": 0.96556, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88, + "precision_at_3": 0.31667, + "precision_at_5": 0.19311, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.88, + "mrr_at_3": 0.912407, + "mrr_at_5": 0.915907, + "mrr_at_10": 0.917472, + "mrr_at_20": 0.918035, + "mrr_at_100": 0.918294, + "mrr_at_1000": 0.91832, + "nauc_ndcg_at_1_max": 0.735687, + "nauc_ndcg_at_1_std": -0.044031, + "nauc_ndcg_at_1_diff1": 0.939858, + "nauc_ndcg_at_3_max": 0.792888, + "nauc_ndcg_at_3_std": -0.11478, + "nauc_ndcg_at_3_diff1": 0.930949, + "nauc_ndcg_at_5_max": 0.793508, + "nauc_ndcg_at_5_std": -0.072682, + "nauc_ndcg_at_5_diff1": 0.933797, + "nauc_ndcg_at_10_max": 0.787685, + "nauc_ndcg_at_10_std": -0.072076, + "nauc_ndcg_at_10_diff1": 0.936973, + "nauc_ndcg_at_20_max": 0.781071, + "nauc_ndcg_at_20_std": -0.073943, + "nauc_ndcg_at_20_diff1": 0.936436, + "nauc_ndcg_at_100_max": 0.780677, + "nauc_ndcg_at_100_std": -0.059274, + "nauc_ndcg_at_100_diff1": 0.936472, + "nauc_ndcg_at_1000_max": 0.778603, + "nauc_ndcg_at_1000_std": -0.06751, + "nauc_ndcg_at_1000_diff1": 0.935871, + "nauc_map_at_1_max": 0.735687, + "nauc_map_at_1_std": -0.044031, + "nauc_map_at_1_diff1": 0.939858, + "nauc_map_at_3_max": 0.777162, + "nauc_map_at_3_std": -0.090117, + "nauc_map_at_3_diff1": 0.933255, + "nauc_map_at_5_max": 0.77649, + "nauc_map_at_5_std": -0.069349, + "nauc_map_at_5_diff1": 0.934579, + "nauc_map_at_10_max": 0.774223, + "nauc_map_at_10_std": -0.068675, + "nauc_map_at_10_diff1": 0.935736, + "nauc_map_at_20_max": 0.772754, + "nauc_map_at_20_std": -0.06948, + "nauc_map_at_20_diff1": 0.935589, + "nauc_map_at_100_max": 0.77284, + "nauc_map_at_100_std": -0.06752, + "nauc_map_at_100_diff1": 0.935639, + "nauc_map_at_1000_max": 0.772769, + "nauc_map_at_1000_std": -0.067789, + "nauc_map_at_1000_diff1": 0.935618, + "nauc_recall_at_1_max": 0.735687, + "nauc_recall_at_1_std": -0.044031, + "nauc_recall_at_1_diff1": 0.939858, + "nauc_recall_at_3_max": 0.869042, + "nauc_recall_at_3_std": -0.238635, + "nauc_recall_at_3_diff1": 0.919909, + "nauc_recall_at_5_max": 0.909506, + "nauc_recall_at_5_std": -0.083416, + "nauc_recall_at_5_diff1": 0.930273, + "nauc_recall_at_10_max": 0.91232, + "nauc_recall_at_10_std": -0.090681, + "nauc_recall_at_10_diff1": 0.955649, + "nauc_recall_at_20_max": 0.868419, + "nauc_recall_at_20_std": -0.117898, + "nauc_recall_at_20_diff1": 0.958522, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.819094, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735687, + "nauc_precision_at_1_std": -0.044031, + "nauc_precision_at_1_diff1": 0.939858, + "nauc_precision_at_3_max": 0.869042, + "nauc_precision_at_3_std": -0.238635, + "nauc_precision_at_3_diff1": 0.919909, + "nauc_precision_at_5_max": 0.909506, + "nauc_precision_at_5_std": -0.083416, + "nauc_precision_at_5_diff1": 0.930273, + "nauc_precision_at_10_max": 0.91232, + "nauc_precision_at_10_std": -0.090681, + "nauc_precision_at_10_diff1": 0.955649, + "nauc_precision_at_20_max": 0.868419, + "nauc_precision_at_20_std": -0.117898, + "nauc_precision_at_20_diff1": 0.958522, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.819094, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735687, + "nauc_mrr_at_1_std": -0.044031, + "nauc_mrr_at_1_diff1": 0.939858, + "nauc_mrr_at_3_max": 0.777162, + "nauc_mrr_at_3_std": -0.090117, + "nauc_mrr_at_3_diff1": 0.933255, + "nauc_mrr_at_5_max": 0.77649, + "nauc_mrr_at_5_std": -0.069349, + "nauc_mrr_at_5_diff1": 0.934579, + "nauc_mrr_at_10_max": 0.774223, + "nauc_mrr_at_10_std": -0.068675, + "nauc_mrr_at_10_diff1": 0.935736, + "nauc_mrr_at_20_max": 0.772754, + "nauc_mrr_at_20_std": -0.06948, + "nauc_mrr_at_20_diff1": 0.935589, + "nauc_mrr_at_100_max": 0.77284, + "nauc_mrr_at_100_std": -0.06752, + "nauc_mrr_at_100_diff1": 0.935639, + "nauc_mrr_at_1000_max": 0.772769, + "nauc_mrr_at_1000_std": -0.067789, + "nauc_mrr_at_1000_diff1": 0.935618, + "main_score": 0.93216, + "hf_subset": "jpn_Jpan-jpn_Jpan", + "languages": [ + "jpn-Jpan", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.95316, + "ndcg_at_5": 0.95699, + "ndcg_at_10": 0.95912, + "ndcg_at_20": 0.9597, + "ndcg_at_100": 0.96059, + "ndcg_at_1000": 0.96101, + "map_at_1": 0.92111, + "map_at_3": 0.94574, + "map_at_5": 0.94796, + "map_at_10": 0.94882, + "map_at_20": 0.94899, + "map_at_100": 0.94914, + "map_at_1000": 0.94915, + "recall_at_1": 0.92111, + "recall_at_3": 0.97444, + "recall_at_5": 0.98333, + "recall_at_10": 0.99, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.32481, + "precision_at_5": 0.19667, + "precision_at_10": 0.099, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.945741, + "mrr_at_5": 0.947963, + "mrr_at_10": 0.948825, + "mrr_at_20": 0.94899, + "mrr_at_100": 0.949137, + "mrr_at_1000": 0.949152, + "nauc_ndcg_at_1_max": 0.67267, + "nauc_ndcg_at_1_std": -0.101195, + "nauc_ndcg_at_1_diff1": 0.935495, + "nauc_ndcg_at_3_max": 0.744323, + "nauc_ndcg_at_3_std": -0.171737, + "nauc_ndcg_at_3_diff1": 0.934604, + "nauc_ndcg_at_5_max": 0.73089, + "nauc_ndcg_at_5_std": -0.175496, + "nauc_ndcg_at_5_diff1": 0.936652, + "nauc_ndcg_at_10_max": 0.729075, + "nauc_ndcg_at_10_std": -0.151861, + "nauc_ndcg_at_10_diff1": 0.935867, + "nauc_ndcg_at_20_max": 0.725201, + "nauc_ndcg_at_20_std": -0.145344, + "nauc_ndcg_at_20_diff1": 0.935873, + "nauc_ndcg_at_100_max": 0.723614, + "nauc_ndcg_at_100_std": -0.12235, + "nauc_ndcg_at_100_diff1": 0.936155, + "nauc_ndcg_at_1000_max": 0.721036, + "nauc_ndcg_at_1000_std": -0.134549, + "nauc_ndcg_at_1000_diff1": 0.93598, + "nauc_map_at_1_max": 0.67267, + "nauc_map_at_1_std": -0.101195, + "nauc_map_at_1_diff1": 0.935495, + "nauc_map_at_3_max": 0.724652, + "nauc_map_at_3_std": -0.146515, + "nauc_map_at_3_diff1": 0.934768, + "nauc_map_at_5_max": 0.717367, + "nauc_map_at_5_std": -0.147242, + "nauc_map_at_5_diff1": 0.935758, + "nauc_map_at_10_max": 0.716446, + "nauc_map_at_10_std": -0.139172, + "nauc_map_at_10_diff1": 0.935537, + "nauc_map_at_20_max": 0.715529, + "nauc_map_at_20_std": -0.137569, + "nauc_map_at_20_diff1": 0.935532, + "nauc_map_at_100_max": 0.715297, + "nauc_map_at_100_std": -0.134328, + "nauc_map_at_100_diff1": 0.935622, + "nauc_map_at_1000_max": 0.715218, + "nauc_map_at_1000_std": -0.134667, + "nauc_map_at_1000_diff1": 0.935622, + "nauc_recall_at_1_max": 0.67267, + "nauc_recall_at_1_std": -0.101195, + "nauc_recall_at_1_diff1": 0.935495, + "nauc_recall_at_3_max": 0.860066, + "nauc_recall_at_3_std": -0.326696, + "nauc_recall_at_3_diff1": 0.933727, + "nauc_recall_at_5_max": 0.841301, + "nauc_recall_at_5_std": -0.431871, + "nauc_recall_at_5_diff1": 0.945534, + "nauc_recall_at_10_max": 0.894699, + "nauc_recall_at_10_std": -0.299409, + "nauc_recall_at_10_diff1": 0.940087, + "nauc_recall_at_20_max": 0.864613, + "nauc_recall_at_20_std": -0.215553, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67267, + "nauc_precision_at_1_std": -0.101195, + "nauc_precision_at_1_diff1": 0.935495, + "nauc_precision_at_3_max": 0.860066, + "nauc_precision_at_3_std": -0.326696, + "nauc_precision_at_3_diff1": 0.933727, + "nauc_precision_at_5_max": 0.841301, + "nauc_precision_at_5_std": -0.431871, + "nauc_precision_at_5_diff1": 0.945534, + "nauc_precision_at_10_max": 0.894699, + "nauc_precision_at_10_std": -0.299409, + "nauc_precision_at_10_diff1": 0.940087, + "nauc_precision_at_20_max": 0.864613, + "nauc_precision_at_20_std": -0.215553, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.67267, + "nauc_mrr_at_1_std": -0.101195, + "nauc_mrr_at_1_diff1": 0.935495, + "nauc_mrr_at_3_max": 0.724652, + "nauc_mrr_at_3_std": -0.146515, + "nauc_mrr_at_3_diff1": 0.934768, + "nauc_mrr_at_5_max": 0.717367, + "nauc_mrr_at_5_std": -0.147242, + "nauc_mrr_at_5_diff1": 0.935758, + "nauc_mrr_at_10_max": 0.716446, + "nauc_mrr_at_10_std": -0.139172, + "nauc_mrr_at_10_diff1": 0.935537, + "nauc_mrr_at_20_max": 0.715529, + "nauc_mrr_at_20_std": -0.137569, + "nauc_mrr_at_20_diff1": 0.935532, + "nauc_mrr_at_100_max": 0.715297, + "nauc_mrr_at_100_std": -0.134328, + "nauc_mrr_at_100_diff1": 0.935622, + "nauc_mrr_at_1000_max": 0.715218, + "nauc_mrr_at_1000_std": -0.134667, + "nauc_mrr_at_1000_diff1": 0.935622, + "main_score": 0.95912, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93824, + "ndcg_at_5": 0.94369, + "ndcg_at_10": 0.94659, + "ndcg_at_20": 0.94746, + "ndcg_at_100": 0.94897, + "ndcg_at_1000": 0.94928, + "map_at_1": 0.89778, + "map_at_3": 0.92907, + "map_at_5": 0.93207, + "map_at_10": 0.93328, + "map_at_20": 0.93354, + "map_at_100": 0.93377, + "map_at_1000": 0.93379, + "recall_at_1": 0.89778, + "recall_at_3": 0.96444, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89778, + "precision_at_3": 0.32148, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.929074, + "mrr_at_5": 0.932074, + "mrr_at_10": 0.93328, + "mrr_at_20": 0.933539, + "mrr_at_100": 0.933772, + "mrr_at_1000": 0.933787, + "nauc_ndcg_at_1_max": 0.659488, + "nauc_ndcg_at_1_std": 0.008728, + "nauc_ndcg_at_1_diff1": 0.910185, + "nauc_ndcg_at_3_max": 0.746875, + "nauc_ndcg_at_3_std": 0.014655, + "nauc_ndcg_at_3_diff1": 0.918235, + "nauc_ndcg_at_5_max": 0.733397, + "nauc_ndcg_at_5_std": 0.020266, + "nauc_ndcg_at_5_diff1": 0.922576, + "nauc_ndcg_at_10_max": 0.72181, + "nauc_ndcg_at_10_std": 0.005459, + "nauc_ndcg_at_10_diff1": 0.918369, + "nauc_ndcg_at_20_max": 0.719489, + "nauc_ndcg_at_20_std": 0.020874, + "nauc_ndcg_at_20_diff1": 0.917694, + "nauc_ndcg_at_100_max": 0.717298, + "nauc_ndcg_at_100_std": 0.023988, + "nauc_ndcg_at_100_diff1": 0.916993, + "nauc_ndcg_at_1000_max": 0.715584, + "nauc_ndcg_at_1000_std": 0.019513, + "nauc_ndcg_at_1000_diff1": 0.916859, + "nauc_map_at_1_max": 0.659488, + "nauc_map_at_1_std": 0.008728, + "nauc_map_at_1_diff1": 0.910185, + "nauc_map_at_3_max": 0.721612, + "nauc_map_at_3_std": 0.01317, + "nauc_map_at_3_diff1": 0.915798, + "nauc_map_at_5_max": 0.71446, + "nauc_map_at_5_std": 0.016922, + "nauc_map_at_5_diff1": 0.917648, + "nauc_map_at_10_max": 0.710314, + "nauc_map_at_10_std": 0.011517, + "nauc_map_at_10_diff1": 0.916156, + "nauc_map_at_20_max": 0.709752, + "nauc_map_at_20_std": 0.015449, + "nauc_map_at_20_diff1": 0.915974, + "nauc_map_at_100_max": 0.70945, + "nauc_map_at_100_std": 0.016226, + "nauc_map_at_100_diff1": 0.915903, + "nauc_map_at_1000_max": 0.709383, + "nauc_map_at_1000_std": 0.016067, + "nauc_map_at_1000_diff1": 0.915894, + "nauc_recall_at_1_max": 0.659488, + "nauc_recall_at_1_std": 0.008728, + "nauc_recall_at_1_diff1": 0.910185, + "nauc_recall_at_3_max": 0.887824, + "nauc_recall_at_3_std": 0.022715, + "nauc_recall_at_3_diff1": 0.931942, + "nauc_recall_at_5_max": 0.887512, + "nauc_recall_at_5_std": 0.046382, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.846561, + "nauc_recall_at_10_std": -0.107026, + "nauc_recall_at_10_diff1": 0.945534, + "nauc_recall_at_20_max": 0.840803, + "nauc_recall_at_20_std": 0.14737, + "nauc_recall_at_20_diff1": 0.941903, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.777077, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659488, + "nauc_precision_at_1_std": 0.008728, + "nauc_precision_at_1_diff1": 0.910185, + "nauc_precision_at_3_max": 0.887824, + "nauc_precision_at_3_std": 0.022715, + "nauc_precision_at_3_diff1": 0.931942, + "nauc_precision_at_5_max": 0.887512, + "nauc_precision_at_5_std": 0.046382, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.846561, + "nauc_precision_at_10_std": -0.107026, + "nauc_precision_at_10_diff1": 0.945534, + "nauc_precision_at_20_max": 0.840803, + "nauc_precision_at_20_std": 0.14737, + "nauc_precision_at_20_diff1": 0.941903, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.777077, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659488, + "nauc_mrr_at_1_std": 0.008728, + "nauc_mrr_at_1_diff1": 0.910185, + "nauc_mrr_at_3_max": 0.721612, + "nauc_mrr_at_3_std": 0.01317, + "nauc_mrr_at_3_diff1": 0.915798, + "nauc_mrr_at_5_max": 0.71446, + "nauc_mrr_at_5_std": 0.016922, + "nauc_mrr_at_5_diff1": 0.917648, + "nauc_mrr_at_10_max": 0.710314, + "nauc_mrr_at_10_std": 0.011517, + "nauc_mrr_at_10_diff1": 0.916156, + "nauc_mrr_at_20_max": 0.709752, + "nauc_mrr_at_20_std": 0.015449, + "nauc_mrr_at_20_diff1": 0.915974, + "nauc_mrr_at_100_max": 0.70945, + "nauc_mrr_at_100_std": 0.016226, + "nauc_mrr_at_100_diff1": 0.915903, + "nauc_mrr_at_1000_max": 0.709383, + "nauc_mrr_at_1000_std": 0.016067, + "nauc_mrr_at_1000_diff1": 0.915894, + "main_score": 0.94659, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.43938, + "ndcg_at_3": 0.48, + "ndcg_at_5": 0.49202, + "ndcg_at_10": 0.50025, + "ndcg_at_20": 0.50945, + "ndcg_at_100": 0.53808, + "ndcg_at_1000": 0.5692, + "map_at_1": 0.43938, + "map_at_3": 0.47052, + "map_at_5": 0.47725, + "map_at_10": 0.48062, + "map_at_20": 0.48311, + "map_at_100": 0.48677, + "map_at_1000": 0.48794, + "recall_at_1": 0.43938, + "recall_at_3": 0.50723, + "recall_at_5": 0.53615, + "recall_at_10": 0.56174, + "recall_at_20": 0.59844, + "recall_at_100": 0.75751, + "recall_at_1000": 1.0, + "precision_at_1": 0.43938, + "precision_at_3": 0.16908, + "precision_at_5": 0.10723, + "precision_at_10": 0.05617, + "precision_at_20": 0.02992, + "precision_at_100": 0.00758, + "precision_at_1000": 0.001, + "mrr_at_1": 0.439377, + "mrr_at_3": 0.470523, + "mrr_at_5": 0.477253, + "mrr_at_10": 0.480623, + "mrr_at_20": 0.483105, + "mrr_at_100": 0.486767, + "mrr_at_1000": 0.487938, + "nauc_ndcg_at_1_max": 0.647016, + "nauc_ndcg_at_1_std": -0.496495, + "nauc_ndcg_at_1_diff1": 0.879762, + "nauc_ndcg_at_3_max": 0.663128, + "nauc_ndcg_at_3_std": -0.510952, + "nauc_ndcg_at_3_diff1": 0.856504, + "nauc_ndcg_at_5_max": 0.662946, + "nauc_ndcg_at_5_std": -0.512753, + "nauc_ndcg_at_5_diff1": 0.848829, + "nauc_ndcg_at_10_max": 0.655244, + "nauc_ndcg_at_10_std": -0.515372, + "nauc_ndcg_at_10_diff1": 0.842239, + "nauc_ndcg_at_20_max": 0.651594, + "nauc_ndcg_at_20_std": -0.510382, + "nauc_ndcg_at_20_diff1": 0.836707, + "nauc_ndcg_at_100_max": 0.640325, + "nauc_ndcg_at_100_std": -0.503438, + "nauc_ndcg_at_100_diff1": 0.824968, + "nauc_ndcg_at_1000_max": 0.650101, + "nauc_ndcg_at_1000_std": -0.506754, + "nauc_ndcg_at_1000_diff1": 0.840202, + "nauc_map_at_1_max": 0.647016, + "nauc_map_at_1_std": -0.496495, + "nauc_map_at_1_diff1": 0.879762, + "nauc_map_at_3_max": 0.659958, + "nauc_map_at_3_std": -0.507723, + "nauc_map_at_3_diff1": 0.861959, + "nauc_map_at_5_max": 0.65997, + "nauc_map_at_5_std": -0.508883, + "nauc_map_at_5_diff1": 0.857771, + "nauc_map_at_10_max": 0.65666, + "nauc_map_at_10_std": -0.5102, + "nauc_map_at_10_diff1": 0.855102, + "nauc_map_at_20_max": 0.655881, + "nauc_map_at_20_std": -0.508704, + "nauc_map_at_20_diff1": 0.853744, + "nauc_map_at_100_max": 0.65442, + "nauc_map_at_100_std": -0.50787, + "nauc_map_at_100_diff1": 0.852178, + "nauc_map_at_1000_max": 0.654704, + "nauc_map_at_1000_std": -0.507812, + "nauc_map_at_1000_diff1": 0.852628, + "nauc_recall_at_1_max": 0.647016, + "nauc_recall_at_1_std": -0.496495, + "nauc_recall_at_1_diff1": 0.879762, + "nauc_recall_at_3_max": 0.672108, + "nauc_recall_at_3_std": -0.520296, + "nauc_recall_at_3_diff1": 0.840598, + "nauc_recall_at_5_max": 0.671348, + "nauc_recall_at_5_std": -0.524263, + "nauc_recall_at_5_diff1": 0.820941, + "nauc_recall_at_10_max": 0.647496, + "nauc_recall_at_10_std": -0.53162, + "nauc_recall_at_10_diff1": 0.79888, + "nauc_recall_at_20_max": 0.629964, + "nauc_recall_at_20_std": -0.511988, + "nauc_recall_at_20_diff1": 0.772623, + "nauc_recall_at_100_max": 0.530525, + "nauc_recall_at_100_std": -0.454861, + "nauc_recall_at_100_diff1": 0.65388, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647016, + "nauc_precision_at_1_std": -0.496495, + "nauc_precision_at_1_diff1": 0.879762, + "nauc_precision_at_3_max": 0.672108, + "nauc_precision_at_3_std": -0.520296, + "nauc_precision_at_3_diff1": 0.840598, + "nauc_precision_at_5_max": 0.671348, + "nauc_precision_at_5_std": -0.524263, + "nauc_precision_at_5_diff1": 0.820941, + "nauc_precision_at_10_max": 0.647496, + "nauc_precision_at_10_std": -0.53162, + "nauc_precision_at_10_diff1": 0.79888, + "nauc_precision_at_20_max": 0.629964, + "nauc_precision_at_20_std": -0.511988, + "nauc_precision_at_20_diff1": 0.772623, + "nauc_precision_at_100_max": 0.530525, + "nauc_precision_at_100_std": -0.454861, + "nauc_precision_at_100_diff1": 0.65388, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647016, + "nauc_mrr_at_1_std": -0.496495, + "nauc_mrr_at_1_diff1": 0.879762, + "nauc_mrr_at_3_max": 0.659958, + "nauc_mrr_at_3_std": -0.507723, + "nauc_mrr_at_3_diff1": 0.861959, + "nauc_mrr_at_5_max": 0.65997, + "nauc_mrr_at_5_std": -0.508883, + "nauc_mrr_at_5_diff1": 0.857771, + "nauc_mrr_at_10_max": 0.65666, + "nauc_mrr_at_10_std": -0.5102, + "nauc_mrr_at_10_diff1": 0.855102, + "nauc_mrr_at_20_max": 0.655881, + "nauc_mrr_at_20_std": -0.508704, + "nauc_mrr_at_20_diff1": 0.853744, + "nauc_mrr_at_100_max": 0.65442, + "nauc_mrr_at_100_std": -0.50787, + "nauc_mrr_at_100_diff1": 0.852178, + "nauc_mrr_at_1000_max": 0.654704, + "nauc_mrr_at_1000_std": -0.507812, + "nauc_mrr_at_1000_diff1": 0.852628, + "main_score": 0.50025, + "hf_subset": "kac_Latn-kac_Latn", + "languages": [ + "kac-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.61111, + "ndcg_at_3": 0.65447, + "ndcg_at_5": 0.66638, + "ndcg_at_10": 0.68045, + "ndcg_at_20": 0.69232, + "ndcg_at_100": 0.71678, + "ndcg_at_1000": 0.72496, + "map_at_1": 0.61111, + "map_at_3": 0.64407, + "map_at_5": 0.65069, + "map_at_10": 0.65631, + "map_at_20": 0.65961, + "map_at_100": 0.66275, + "map_at_1000": 0.66314, + "recall_at_1": 0.61111, + "recall_at_3": 0.68444, + "recall_at_5": 0.71333, + "recall_at_10": 0.75778, + "recall_at_20": 0.80444, + "recall_at_100": 0.94, + "recall_at_1000": 1.0, + "precision_at_1": 0.61111, + "precision_at_3": 0.22815, + "precision_at_5": 0.14267, + "precision_at_10": 0.07578, + "precision_at_20": 0.04022, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.611111, + "mrr_at_3": 0.644074, + "mrr_at_5": 0.650685, + "mrr_at_10": 0.656313, + "mrr_at_20": 0.65961, + "mrr_at_100": 0.662755, + "mrr_at_1000": 0.663142, + "nauc_ndcg_at_1_max": 0.744985, + "nauc_ndcg_at_1_std": 0.035516, + "nauc_ndcg_at_1_diff1": 0.897267, + "nauc_ndcg_at_3_max": 0.76164, + "nauc_ndcg_at_3_std": 0.035302, + "nauc_ndcg_at_3_diff1": 0.871469, + "nauc_ndcg_at_5_max": 0.757802, + "nauc_ndcg_at_5_std": 0.030569, + "nauc_ndcg_at_5_diff1": 0.86796, + "nauc_ndcg_at_10_max": 0.752905, + "nauc_ndcg_at_10_std": 0.023407, + "nauc_ndcg_at_10_diff1": 0.858784, + "nauc_ndcg_at_20_max": 0.743729, + "nauc_ndcg_at_20_std": 0.007061, + "nauc_ndcg_at_20_diff1": 0.856626, + "nauc_ndcg_at_100_max": 0.751677, + "nauc_ndcg_at_100_std": 0.032172, + "nauc_ndcg_at_100_diff1": 0.862553, + "nauc_ndcg_at_1000_max": 0.752472, + "nauc_ndcg_at_1000_std": 0.026634, + "nauc_ndcg_at_1000_diff1": 0.867255, + "nauc_map_at_1_max": 0.744985, + "nauc_map_at_1_std": 0.035516, + "nauc_map_at_1_diff1": 0.897267, + "nauc_map_at_3_max": 0.759272, + "nauc_map_at_3_std": 0.035541, + "nauc_map_at_3_diff1": 0.87827, + "nauc_map_at_5_max": 0.75706, + "nauc_map_at_5_std": 0.032947, + "nauc_map_at_5_diff1": 0.876354, + "nauc_map_at_10_max": 0.755177, + "nauc_map_at_10_std": 0.030154, + "nauc_map_at_10_diff1": 0.873121, + "nauc_map_at_20_max": 0.752804, + "nauc_map_at_20_std": 0.025947, + "nauc_map_at_20_diff1": 0.872656, + "nauc_map_at_100_max": 0.754021, + "nauc_map_at_100_std": 0.029257, + "nauc_map_at_100_diff1": 0.873619, + "nauc_map_at_1000_max": 0.75406, + "nauc_map_at_1000_std": 0.029118, + "nauc_map_at_1000_diff1": 0.873819, + "nauc_recall_at_1_max": 0.744985, + "nauc_recall_at_1_std": 0.035516, + "nauc_recall_at_1_diff1": 0.897267, + "nauc_recall_at_3_max": 0.768196, + "nauc_recall_at_3_std": 0.034474, + "nauc_recall_at_3_diff1": 0.850122, + "nauc_recall_at_5_max": 0.758882, + "nauc_recall_at_5_std": 0.021918, + "nauc_recall_at_5_diff1": 0.839716, + "nauc_recall_at_10_max": 0.740153, + "nauc_recall_at_10_std": -0.006415, + "nauc_recall_at_10_diff1": 0.799208, + "nauc_recall_at_20_max": 0.687412, + "nauc_recall_at_20_std": -0.101666, + "nauc_recall_at_20_diff1": 0.7765, + "nauc_recall_at_100_max": 0.730159, + "nauc_recall_at_100_std": 0.202173, + "nauc_recall_at_100_diff1": 0.731603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744985, + "nauc_precision_at_1_std": 0.035516, + "nauc_precision_at_1_diff1": 0.897267, + "nauc_precision_at_3_max": 0.768196, + "nauc_precision_at_3_std": 0.034474, + "nauc_precision_at_3_diff1": 0.850122, + "nauc_precision_at_5_max": 0.758882, + "nauc_precision_at_5_std": 0.021918, + "nauc_precision_at_5_diff1": 0.839716, + "nauc_precision_at_10_max": 0.740153, + "nauc_precision_at_10_std": -0.006415, + "nauc_precision_at_10_diff1": 0.799208, + "nauc_precision_at_20_max": 0.687412, + "nauc_precision_at_20_std": -0.101666, + "nauc_precision_at_20_diff1": 0.7765, + "nauc_precision_at_100_max": 0.730159, + "nauc_precision_at_100_std": 0.202173, + "nauc_precision_at_100_diff1": 0.731603, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744985, + "nauc_mrr_at_1_std": 0.035516, + "nauc_mrr_at_1_diff1": 0.897267, + "nauc_mrr_at_3_max": 0.759272, + "nauc_mrr_at_3_std": 0.035541, + "nauc_mrr_at_3_diff1": 0.87827, + "nauc_mrr_at_5_max": 0.75706, + "nauc_mrr_at_5_std": 0.032947, + "nauc_mrr_at_5_diff1": 0.876354, + "nauc_mrr_at_10_max": 0.755177, + "nauc_mrr_at_10_std": 0.030154, + "nauc_mrr_at_10_diff1": 0.873121, + "nauc_mrr_at_20_max": 0.752804, + "nauc_mrr_at_20_std": 0.025947, + "nauc_mrr_at_20_diff1": 0.872656, + "nauc_mrr_at_100_max": 0.754021, + "nauc_mrr_at_100_std": 0.029257, + "nauc_mrr_at_100_diff1": 0.873619, + "nauc_mrr_at_1000_max": 0.75406, + "nauc_mrr_at_1000_std": 0.029118, + "nauc_mrr_at_1000_diff1": 0.873819, + "main_score": 0.68045, + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41713, + "ndcg_at_3": 0.45369, + "ndcg_at_5": 0.46221, + "ndcg_at_10": 0.46997, + "ndcg_at_20": 0.47762, + "ndcg_at_100": 0.49775, + "ndcg_at_1000": 0.53985, + "map_at_1": 0.41713, + "map_at_3": 0.44512, + "map_at_5": 0.44974, + "map_at_10": 0.45285, + "map_at_20": 0.45498, + "map_at_100": 0.45737, + "map_at_1000": 0.45888, + "recall_at_1": 0.41713, + "recall_at_3": 0.47831, + "recall_at_5": 0.49944, + "recall_at_10": 0.52392, + "recall_at_20": 0.55395, + "recall_at_100": 0.66852, + "recall_at_1000": 1.0, + "precision_at_1": 0.41713, + "precision_at_3": 0.15944, + "precision_at_5": 0.09989, + "precision_at_10": 0.05239, + "precision_at_20": 0.0277, + "precision_at_100": 0.00669, + "precision_at_1000": 0.001, + "mrr_at_1": 0.41713, + "mrr_at_3": 0.445124, + "mrr_at_5": 0.44974, + "mrr_at_10": 0.452851, + "mrr_at_20": 0.454984, + "mrr_at_100": 0.457366, + "mrr_at_1000": 0.458883, + "nauc_ndcg_at_1_max": 0.733128, + "nauc_ndcg_at_1_std": 0.401293, + "nauc_ndcg_at_1_diff1": 0.876308, + "nauc_ndcg_at_3_max": 0.752579, + "nauc_ndcg_at_3_std": 0.40695, + "nauc_ndcg_at_3_diff1": 0.859229, + "nauc_ndcg_at_5_max": 0.748569, + "nauc_ndcg_at_5_std": 0.40503, + "nauc_ndcg_at_5_diff1": 0.851992, + "nauc_ndcg_at_10_max": 0.745529, + "nauc_ndcg_at_10_std": 0.407029, + "nauc_ndcg_at_10_diff1": 0.844968, + "nauc_ndcg_at_20_max": 0.742536, + "nauc_ndcg_at_20_std": 0.406386, + "nauc_ndcg_at_20_diff1": 0.841843, + "nauc_ndcg_at_100_max": 0.730108, + "nauc_ndcg_at_100_std": 0.402974, + "nauc_ndcg_at_100_diff1": 0.83062, + "nauc_ndcg_at_1000_max": 0.738263, + "nauc_ndcg_at_1000_std": 0.403886, + "nauc_ndcg_at_1000_diff1": 0.843444, + "nauc_map_at_1_max": 0.733128, + "nauc_map_at_1_std": 0.401293, + "nauc_map_at_1_diff1": 0.876308, + "nauc_map_at_3_max": 0.748486, + "nauc_map_at_3_std": 0.405415, + "nauc_map_at_3_diff1": 0.863091, + "nauc_map_at_5_max": 0.746454, + "nauc_map_at_5_std": 0.404431, + "nauc_map_at_5_diff1": 0.859176, + "nauc_map_at_10_max": 0.745121, + "nauc_map_at_10_std": 0.405059, + "nauc_map_at_10_diff1": 0.856403, + "nauc_map_at_20_max": 0.744335, + "nauc_map_at_20_std": 0.404954, + "nauc_map_at_20_diff1": 0.855553, + "nauc_map_at_100_max": 0.742711, + "nauc_map_at_100_std": 0.404307, + "nauc_map_at_100_diff1": 0.854229, + "nauc_map_at_1000_max": 0.742818, + "nauc_map_at_1000_std": 0.404298, + "nauc_map_at_1000_diff1": 0.854489, + "nauc_recall_at_1_max": 0.733128, + "nauc_recall_at_1_std": 0.401293, + "nauc_recall_at_1_diff1": 0.876308, + "nauc_recall_at_3_max": 0.76426, + "nauc_recall_at_3_std": 0.411496, + "nauc_recall_at_3_diff1": 0.848077, + "nauc_recall_at_5_max": 0.753681, + "nauc_recall_at_5_std": 0.406476, + "nauc_recall_at_5_diff1": 0.829875, + "nauc_recall_at_10_max": 0.744591, + "nauc_recall_at_10_std": 0.413935, + "nauc_recall_at_10_diff1": 0.806498, + "nauc_recall_at_20_max": 0.731869, + "nauc_recall_at_20_std": 0.410914, + "nauc_recall_at_20_diff1": 0.79242, + "nauc_recall_at_100_max": 0.647064, + "nauc_recall_at_100_std": 0.392735, + "nauc_recall_at_100_diff1": 0.705549, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733128, + "nauc_precision_at_1_std": 0.401293, + "nauc_precision_at_1_diff1": 0.876308, + "nauc_precision_at_3_max": 0.76426, + "nauc_precision_at_3_std": 0.411496, + "nauc_precision_at_3_diff1": 0.848077, + "nauc_precision_at_5_max": 0.753681, + "nauc_precision_at_5_std": 0.406476, + "nauc_precision_at_5_diff1": 0.829875, + "nauc_precision_at_10_max": 0.744591, + "nauc_precision_at_10_std": 0.413935, + "nauc_precision_at_10_diff1": 0.806498, + "nauc_precision_at_20_max": 0.731869, + "nauc_precision_at_20_std": 0.410914, + "nauc_precision_at_20_diff1": 0.79242, + "nauc_precision_at_100_max": 0.647064, + "nauc_precision_at_100_std": 0.392735, + "nauc_precision_at_100_diff1": 0.705549, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733128, + "nauc_mrr_at_1_std": 0.401293, + "nauc_mrr_at_1_diff1": 0.876308, + "nauc_mrr_at_3_max": 0.748486, + "nauc_mrr_at_3_std": 0.405415, + "nauc_mrr_at_3_diff1": 0.863091, + "nauc_mrr_at_5_max": 0.746454, + "nauc_mrr_at_5_std": 0.404431, + "nauc_mrr_at_5_diff1": 0.859176, + "nauc_mrr_at_10_max": 0.745121, + "nauc_mrr_at_10_std": 0.405059, + "nauc_mrr_at_10_diff1": 0.856403, + "nauc_mrr_at_20_max": 0.744335, + "nauc_mrr_at_20_std": 0.404954, + "nauc_mrr_at_20_diff1": 0.855553, + "nauc_mrr_at_100_max": 0.742711, + "nauc_mrr_at_100_std": 0.404307, + "nauc_mrr_at_100_diff1": 0.854229, + "nauc_mrr_at_1000_max": 0.742818, + "nauc_mrr_at_1000_std": 0.404298, + "nauc_mrr_at_1000_diff1": 0.854489, + "main_score": 0.46997, + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.81889, + "ndcg_at_3": 0.86517, + "ndcg_at_5": 0.87363, + "ndcg_at_10": 0.88287, + "ndcg_at_20": 0.88703, + "ndcg_at_100": 0.89211, + "ndcg_at_1000": 0.89338, + "map_at_1": 0.81889, + "map_at_3": 0.85389, + "map_at_5": 0.85844, + "map_at_10": 0.86241, + "map_at_20": 0.86353, + "map_at_100": 0.86427, + "map_at_1000": 0.86432, + "recall_at_1": 0.81889, + "recall_at_3": 0.89778, + "recall_at_5": 0.91889, + "recall_at_10": 0.94667, + "recall_at_20": 0.96333, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.81889, + "precision_at_3": 0.29926, + "precision_at_5": 0.18378, + "precision_at_10": 0.09467, + "precision_at_20": 0.04817, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.818889, + "mrr_at_3": 0.853889, + "mrr_at_5": 0.858444, + "mrr_at_10": 0.862412, + "mrr_at_20": 0.863526, + "mrr_at_100": 0.864275, + "mrr_at_1000": 0.864321, + "nauc_ndcg_at_1_max": 0.735578, + "nauc_ndcg_at_1_std": 0.238201, + "nauc_ndcg_at_1_diff1": 0.905618, + "nauc_ndcg_at_3_max": 0.767723, + "nauc_ndcg_at_3_std": 0.269219, + "nauc_ndcg_at_3_diff1": 0.879688, + "nauc_ndcg_at_5_max": 0.776968, + "nauc_ndcg_at_5_std": 0.28233, + "nauc_ndcg_at_5_diff1": 0.888353, + "nauc_ndcg_at_10_max": 0.775642, + "nauc_ndcg_at_10_std": 0.267396, + "nauc_ndcg_at_10_diff1": 0.889953, + "nauc_ndcg_at_20_max": 0.771619, + "nauc_ndcg_at_20_std": 0.289343, + "nauc_ndcg_at_20_diff1": 0.890486, + "nauc_ndcg_at_100_max": 0.768772, + "nauc_ndcg_at_100_std": 0.282946, + "nauc_ndcg_at_100_diff1": 0.89203, + "nauc_ndcg_at_1000_max": 0.766446, + "nauc_ndcg_at_1000_std": 0.274755, + "nauc_ndcg_at_1000_diff1": 0.891833, + "nauc_map_at_1_max": 0.735578, + "nauc_map_at_1_std": 0.238201, + "nauc_map_at_1_diff1": 0.905618, + "nauc_map_at_3_max": 0.758991, + "nauc_map_at_3_std": 0.261035, + "nauc_map_at_3_diff1": 0.887322, + "nauc_map_at_5_max": 0.763156, + "nauc_map_at_5_std": 0.266838, + "nauc_map_at_5_diff1": 0.891913, + "nauc_map_at_10_max": 0.762372, + "nauc_map_at_10_std": 0.261304, + "nauc_map_at_10_diff1": 0.892647, + "nauc_map_at_20_max": 0.761329, + "nauc_map_at_20_std": 0.266239, + "nauc_map_at_20_diff1": 0.892767, + "nauc_map_at_100_max": 0.761007, + "nauc_map_at_100_std": 0.265602, + "nauc_map_at_100_diff1": 0.89299, + "nauc_map_at_1000_max": 0.760938, + "nauc_map_at_1000_std": 0.265355, + "nauc_map_at_1000_diff1": 0.892991, + "nauc_recall_at_1_max": 0.735578, + "nauc_recall_at_1_std": 0.238201, + "nauc_recall_at_1_diff1": 0.905618, + "nauc_recall_at_3_max": 0.801953, + "nauc_recall_at_3_std": 0.301154, + "nauc_recall_at_3_diff1": 0.849397, + "nauc_recall_at_5_max": 0.845593, + "nauc_recall_at_5_std": 0.360456, + "nauc_recall_at_5_diff1": 0.87315, + "nauc_recall_at_10_max": 0.871382, + "nauc_recall_at_10_std": 0.301237, + "nauc_recall_at_10_diff1": 0.874874, + "nauc_recall_at_20_max": 0.868022, + "nauc_recall_at_20_std": 0.574541, + "nauc_recall_at_20_diff1": 0.87494, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.940087, + "nauc_recall_at_100_diff1": 0.911038, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735578, + "nauc_precision_at_1_std": 0.238201, + "nauc_precision_at_1_diff1": 0.905618, + "nauc_precision_at_3_max": 0.801953, + "nauc_precision_at_3_std": 0.301154, + "nauc_precision_at_3_diff1": 0.849397, + "nauc_precision_at_5_max": 0.845593, + "nauc_precision_at_5_std": 0.360456, + "nauc_precision_at_5_diff1": 0.87315, + "nauc_precision_at_10_max": 0.871382, + "nauc_precision_at_10_std": 0.301237, + "nauc_precision_at_10_diff1": 0.874874, + "nauc_precision_at_20_max": 0.868022, + "nauc_precision_at_20_std": 0.574541, + "nauc_precision_at_20_diff1": 0.87494, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.940087, + "nauc_precision_at_100_diff1": 0.911038, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735578, + "nauc_mrr_at_1_std": 0.238201, + "nauc_mrr_at_1_diff1": 0.905618, + "nauc_mrr_at_3_max": 0.758991, + "nauc_mrr_at_3_std": 0.261035, + "nauc_mrr_at_3_diff1": 0.887322, + "nauc_mrr_at_5_max": 0.763156, + "nauc_mrr_at_5_std": 0.266838, + "nauc_mrr_at_5_diff1": 0.891913, + "nauc_mrr_at_10_max": 0.762372, + "nauc_mrr_at_10_std": 0.261304, + "nauc_mrr_at_10_diff1": 0.892647, + "nauc_mrr_at_20_max": 0.761329, + "nauc_mrr_at_20_std": 0.266239, + "nauc_mrr_at_20_diff1": 0.892767, + "nauc_mrr_at_100_max": 0.761007, + "nauc_mrr_at_100_std": 0.265602, + "nauc_mrr_at_100_diff1": 0.89299, + "nauc_mrr_at_1000_max": 0.760938, + "nauc_mrr_at_1000_std": 0.265355, + "nauc_mrr_at_1000_diff1": 0.892991, + "main_score": 0.88287, + "hf_subset": "kan_Knda-kan_Knda", + "languages": [ + "kan-Knda", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94354, + "ndcg_at_5": 0.9466, + "ndcg_at_10": 0.95028, + "ndcg_at_20": 0.95171, + "ndcg_at_100": 0.95283, + "ndcg_at_1000": 0.95325, + "map_at_1": 0.91111, + "map_at_3": 0.93556, + "map_at_5": 0.93717, + "map_at_10": 0.93873, + "map_at_20": 0.93913, + "map_at_100": 0.93933, + "map_at_1000": 0.93934, + "recall_at_1": 0.91111, + "recall_at_3": 0.96667, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91111, + "precision_at_3": 0.32222, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.935556, + "mrr_at_5": 0.937167, + "mrr_at_10": 0.938728, + "mrr_at_20": 0.939134, + "mrr_at_100": 0.939325, + "mrr_at_1000": 0.939339, + "nauc_ndcg_at_1_max": 0.718412, + "nauc_ndcg_at_1_std": -0.099825, + "nauc_ndcg_at_1_diff1": 0.93111, + "nauc_ndcg_at_3_max": 0.77392, + "nauc_ndcg_at_3_std": -0.068988, + "nauc_ndcg_at_3_diff1": 0.919473, + "nauc_ndcg_at_5_max": 0.766668, + "nauc_ndcg_at_5_std": -0.096045, + "nauc_ndcg_at_5_diff1": 0.919202, + "nauc_ndcg_at_10_max": 0.758592, + "nauc_ndcg_at_10_std": -0.092669, + "nauc_ndcg_at_10_diff1": 0.922341, + "nauc_ndcg_at_20_max": 0.758856, + "nauc_ndcg_at_20_std": -0.074239, + "nauc_ndcg_at_20_diff1": 0.921693, + "nauc_ndcg_at_100_max": 0.755896, + "nauc_ndcg_at_100_std": -0.068917, + "nauc_ndcg_at_100_diff1": 0.922543, + "nauc_ndcg_at_1000_max": 0.755293, + "nauc_ndcg_at_1000_std": -0.07831, + "nauc_ndcg_at_1000_diff1": 0.923404, + "nauc_map_at_1_max": 0.718412, + "nauc_map_at_1_std": -0.099825, + "nauc_map_at_1_diff1": 0.93111, + "nauc_map_at_3_max": 0.758898, + "nauc_map_at_3_std": -0.078549, + "nauc_map_at_3_diff1": 0.923667, + "nauc_map_at_5_max": 0.755218, + "nauc_map_at_5_std": -0.091199, + "nauc_map_at_5_diff1": 0.923617, + "nauc_map_at_10_max": 0.752139, + "nauc_map_at_10_std": -0.089304, + "nauc_map_at_10_diff1": 0.924895, + "nauc_map_at_20_max": 0.752072, + "nauc_map_at_20_std": -0.084986, + "nauc_map_at_20_diff1": 0.924809, + "nauc_map_at_100_max": 0.751671, + "nauc_map_at_100_std": -0.084364, + "nauc_map_at_100_diff1": 0.924919, + "nauc_map_at_1000_max": 0.75165, + "nauc_map_at_1000_std": -0.084608, + "nauc_map_at_1000_diff1": 0.924937, + "nauc_recall_at_1_max": 0.718412, + "nauc_recall_at_1_std": -0.099825, + "nauc_recall_at_1_diff1": 0.93111, + "nauc_recall_at_3_max": 0.85498, + "nauc_recall_at_3_std": -0.0162, + "nauc_recall_at_3_diff1": 0.895814, + "nauc_recall_at_5_max": 0.841595, + "nauc_recall_at_5_std": -0.14101, + "nauc_recall_at_5_diff1": 0.887549, + "nauc_recall_at_10_max": 0.81527, + "nauc_recall_at_10_std": -0.153595, + "nauc_recall_at_10_diff1": 0.89406, + "nauc_recall_at_20_max": 0.860528, + "nauc_recall_at_20_std": 0.189017, + "nauc_recall_at_20_diff1": 0.860528, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.820261, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718412, + "nauc_precision_at_1_std": -0.099825, + "nauc_precision_at_1_diff1": 0.93111, + "nauc_precision_at_3_max": 0.85498, + "nauc_precision_at_3_std": -0.0162, + "nauc_precision_at_3_diff1": 0.895814, + "nauc_precision_at_5_max": 0.841595, + "nauc_precision_at_5_std": -0.14101, + "nauc_precision_at_5_diff1": 0.887549, + "nauc_precision_at_10_max": 0.81527, + "nauc_precision_at_10_std": -0.153595, + "nauc_precision_at_10_diff1": 0.89406, + "nauc_precision_at_20_max": 0.860528, + "nauc_precision_at_20_std": 0.189017, + "nauc_precision_at_20_diff1": 0.860528, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.820261, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718412, + "nauc_mrr_at_1_std": -0.099825, + "nauc_mrr_at_1_diff1": 0.93111, + "nauc_mrr_at_3_max": 0.758898, + "nauc_mrr_at_3_std": -0.078549, + "nauc_mrr_at_3_diff1": 0.923667, + "nauc_mrr_at_5_max": 0.755218, + "nauc_mrr_at_5_std": -0.091199, + "nauc_mrr_at_5_diff1": 0.923617, + "nauc_mrr_at_10_max": 0.752139, + "nauc_mrr_at_10_std": -0.089304, + "nauc_mrr_at_10_diff1": 0.924895, + "nauc_mrr_at_20_max": 0.752072, + "nauc_mrr_at_20_std": -0.084986, + "nauc_mrr_at_20_diff1": 0.924809, + "nauc_mrr_at_100_max": 0.751671, + "nauc_mrr_at_100_std": -0.084364, + "nauc_mrr_at_100_diff1": 0.924919, + "nauc_mrr_at_1000_max": 0.75165, + "nauc_mrr_at_1000_std": -0.084608, + "nauc_mrr_at_1000_diff1": 0.924937, + "main_score": 0.95028, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80111, + "ndcg_at_3": 0.85131, + "ndcg_at_5": 0.86054, + "ndcg_at_10": 0.87111, + "ndcg_at_20": 0.87685, + "ndcg_at_100": 0.88159, + "ndcg_at_1000": 0.88325, + "map_at_1": 0.80111, + "map_at_3": 0.83907, + "map_at_5": 0.84424, + "map_at_10": 0.84869, + "map_at_20": 0.85033, + "map_at_100": 0.85107, + "map_at_1000": 0.85114, + "recall_at_1": 0.80111, + "recall_at_3": 0.88667, + "recall_at_5": 0.90889, + "recall_at_10": 0.94111, + "recall_at_20": 0.96333, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.80111, + "precision_at_3": 0.29556, + "precision_at_5": 0.18178, + "precision_at_10": 0.09411, + "precision_at_20": 0.04817, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801111, + "mrr_at_3": 0.839074, + "mrr_at_5": 0.844241, + "mrr_at_10": 0.848693, + "mrr_at_20": 0.85033, + "mrr_at_100": 0.851067, + "mrr_at_1000": 0.851142, + "nauc_ndcg_at_1_max": 0.644436, + "nauc_ndcg_at_1_std": 0.09356, + "nauc_ndcg_at_1_diff1": 0.866395, + "nauc_ndcg_at_3_max": 0.682961, + "nauc_ndcg_at_3_std": 0.129989, + "nauc_ndcg_at_3_diff1": 0.850189, + "nauc_ndcg_at_5_max": 0.697305, + "nauc_ndcg_at_5_std": 0.143038, + "nauc_ndcg_at_5_diff1": 0.856832, + "nauc_ndcg_at_10_max": 0.688635, + "nauc_ndcg_at_10_std": 0.147569, + "nauc_ndcg_at_10_diff1": 0.856684, + "nauc_ndcg_at_20_max": 0.684785, + "nauc_ndcg_at_20_std": 0.146347, + "nauc_ndcg_at_20_diff1": 0.857348, + "nauc_ndcg_at_100_max": 0.681838, + "nauc_ndcg_at_100_std": 0.141799, + "nauc_ndcg_at_100_diff1": 0.856782, + "nauc_ndcg_at_1000_max": 0.679365, + "nauc_ndcg_at_1000_std": 0.134607, + "nauc_ndcg_at_1000_diff1": 0.857281, + "nauc_map_at_1_max": 0.644436, + "nauc_map_at_1_std": 0.09356, + "nauc_map_at_1_diff1": 0.866395, + "nauc_map_at_3_max": 0.672675, + "nauc_map_at_3_std": 0.120745, + "nauc_map_at_3_diff1": 0.854727, + "nauc_map_at_5_max": 0.679208, + "nauc_map_at_5_std": 0.126692, + "nauc_map_at_5_diff1": 0.858223, + "nauc_map_at_10_max": 0.675731, + "nauc_map_at_10_std": 0.128373, + "nauc_map_at_10_diff1": 0.858251, + "nauc_map_at_20_max": 0.674589, + "nauc_map_at_20_std": 0.127701, + "nauc_map_at_20_diff1": 0.858426, + "nauc_map_at_100_max": 0.674121, + "nauc_map_at_100_std": 0.126679, + "nauc_map_at_100_diff1": 0.858271, + "nauc_map_at_1000_max": 0.674029, + "nauc_map_at_1000_std": 0.126428, + "nauc_map_at_1000_diff1": 0.858292, + "nauc_recall_at_1_max": 0.644436, + "nauc_recall_at_1_std": 0.09356, + "nauc_recall_at_1_diff1": 0.866395, + "nauc_recall_at_3_max": 0.723076, + "nauc_recall_at_3_std": 0.165742, + "nauc_recall_at_3_diff1": 0.832357, + "nauc_recall_at_5_max": 0.785458, + "nauc_recall_at_5_std": 0.222319, + "nauc_recall_at_5_diff1": 0.851888, + "nauc_recall_at_10_max": 0.775611, + "nauc_recall_at_10_std": 0.287555, + "nauc_recall_at_10_diff1": 0.847788, + "nauc_recall_at_20_max": 0.782927, + "nauc_recall_at_20_std": 0.361925, + "nauc_recall_at_20_diff1": 0.850536, + "nauc_recall_at_100_max": 0.84806, + "nauc_recall_at_100_std": 0.63021, + "nauc_recall_at_100_diff1": 0.824718, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.644436, + "nauc_precision_at_1_std": 0.09356, + "nauc_precision_at_1_diff1": 0.866395, + "nauc_precision_at_3_max": 0.723076, + "nauc_precision_at_3_std": 0.165742, + "nauc_precision_at_3_diff1": 0.832357, + "nauc_precision_at_5_max": 0.785458, + "nauc_precision_at_5_std": 0.222319, + "nauc_precision_at_5_diff1": 0.851888, + "nauc_precision_at_10_max": 0.775611, + "nauc_precision_at_10_std": 0.287555, + "nauc_precision_at_10_diff1": 0.847788, + "nauc_precision_at_20_max": 0.782927, + "nauc_precision_at_20_std": 0.361925, + "nauc_precision_at_20_diff1": 0.850536, + "nauc_precision_at_100_max": 0.84806, + "nauc_precision_at_100_std": 0.63021, + "nauc_precision_at_100_diff1": 0.824718, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.644436, + "nauc_mrr_at_1_std": 0.09356, + "nauc_mrr_at_1_diff1": 0.866395, + "nauc_mrr_at_3_max": 0.672675, + "nauc_mrr_at_3_std": 0.120745, + "nauc_mrr_at_3_diff1": 0.854727, + "nauc_mrr_at_5_max": 0.679208, + "nauc_mrr_at_5_std": 0.126692, + "nauc_mrr_at_5_diff1": 0.858223, + "nauc_mrr_at_10_max": 0.675731, + "nauc_mrr_at_10_std": 0.128373, + "nauc_mrr_at_10_diff1": 0.858251, + "nauc_mrr_at_20_max": 0.674589, + "nauc_mrr_at_20_std": 0.127701, + "nauc_mrr_at_20_diff1": 0.858426, + "nauc_mrr_at_100_max": 0.674121, + "nauc_mrr_at_100_std": 0.126679, + "nauc_mrr_at_100_diff1": 0.858271, + "nauc_mrr_at_1000_max": 0.674029, + "nauc_mrr_at_1000_std": 0.126428, + "nauc_mrr_at_1000_diff1": 0.858292, + "main_score": 0.87111, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.88147, + "ndcg_at_5": 0.88797, + "ndcg_at_10": 0.89605, + "ndcg_at_20": 0.90122, + "ndcg_at_100": 0.90596, + "ndcg_at_1000": 0.90725, + "map_at_1": 0.85, + "map_at_3": 0.87389, + "map_at_5": 0.87756, + "map_at_10": 0.88078, + "map_at_20": 0.88226, + "map_at_100": 0.88291, + "map_at_1000": 0.88296, + "recall_at_1": 0.85, + "recall_at_3": 0.90333, + "recall_at_5": 0.91889, + "recall_at_10": 0.94444, + "recall_at_20": 0.96444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.85, + "precision_at_3": 0.30111, + "precision_at_5": 0.18378, + "precision_at_10": 0.09444, + "precision_at_20": 0.04822, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.873889, + "mrr_at_5": 0.877556, + "mrr_at_10": 0.880776, + "mrr_at_20": 0.882255, + "mrr_at_100": 0.882912, + "mrr_at_1000": 0.882962, + "nauc_ndcg_at_1_max": 0.757396, + "nauc_ndcg_at_1_std": 0.117052, + "nauc_ndcg_at_1_diff1": 0.926406, + "nauc_ndcg_at_3_max": 0.80732, + "nauc_ndcg_at_3_std": 0.124566, + "nauc_ndcg_at_3_diff1": 0.914614, + "nauc_ndcg_at_5_max": 0.803728, + "nauc_ndcg_at_5_std": 0.123332, + "nauc_ndcg_at_5_diff1": 0.914202, + "nauc_ndcg_at_10_max": 0.803538, + "nauc_ndcg_at_10_std": 0.13574, + "nauc_ndcg_at_10_diff1": 0.915319, + "nauc_ndcg_at_20_max": 0.799592, + "nauc_ndcg_at_20_std": 0.138344, + "nauc_ndcg_at_20_diff1": 0.915162, + "nauc_ndcg_at_100_max": 0.796342, + "nauc_ndcg_at_100_std": 0.144708, + "nauc_ndcg_at_100_diff1": 0.91652, + "nauc_ndcg_at_1000_max": 0.795631, + "nauc_ndcg_at_1000_std": 0.134813, + "nauc_ndcg_at_1000_diff1": 0.917095, + "nauc_map_at_1_max": 0.757396, + "nauc_map_at_1_std": 0.117052, + "nauc_map_at_1_diff1": 0.926406, + "nauc_map_at_3_max": 0.794748, + "nauc_map_at_3_std": 0.12317, + "nauc_map_at_3_diff1": 0.917792, + "nauc_map_at_5_max": 0.792524, + "nauc_map_at_5_std": 0.12251, + "nauc_map_at_5_diff1": 0.917684, + "nauc_map_at_10_max": 0.792099, + "nauc_map_at_10_std": 0.125837, + "nauc_map_at_10_diff1": 0.91829, + "nauc_map_at_20_max": 0.791029, + "nauc_map_at_20_std": 0.126658, + "nauc_map_at_20_diff1": 0.918268, + "nauc_map_at_100_max": 0.79079, + "nauc_map_at_100_std": 0.127921, + "nauc_map_at_100_diff1": 0.918487, + "nauc_map_at_1000_max": 0.790761, + "nauc_map_at_1000_std": 0.127595, + "nauc_map_at_1000_diff1": 0.918498, + "nauc_recall_at_1_max": 0.757396, + "nauc_recall_at_1_std": 0.117052, + "nauc_recall_at_1_diff1": 0.926406, + "nauc_recall_at_3_max": 0.852523, + "nauc_recall_at_3_std": 0.129297, + "nauc_recall_at_3_diff1": 0.903066, + "nauc_recall_at_5_max": 0.849437, + "nauc_recall_at_5_std": 0.126082, + "nauc_recall_at_5_diff1": 0.899473, + "nauc_recall_at_10_max": 0.86986, + "nauc_recall_at_10_std": 0.210177, + "nauc_recall_at_10_diff1": 0.897862, + "nauc_recall_at_20_max": 0.865225, + "nauc_recall_at_20_std": 0.272103, + "nauc_recall_at_20_diff1": 0.887021, + "nauc_recall_at_100_max": 0.844434, + "nauc_recall_at_100_std": 0.826279, + "nauc_recall_at_100_diff1": 0.873483, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757396, + "nauc_precision_at_1_std": 0.117052, + "nauc_precision_at_1_diff1": 0.926406, + "nauc_precision_at_3_max": 0.852523, + "nauc_precision_at_3_std": 0.129297, + "nauc_precision_at_3_diff1": 0.903066, + "nauc_precision_at_5_max": 0.849437, + "nauc_precision_at_5_std": 0.126082, + "nauc_precision_at_5_diff1": 0.899473, + "nauc_precision_at_10_max": 0.86986, + "nauc_precision_at_10_std": 0.210177, + "nauc_precision_at_10_diff1": 0.897862, + "nauc_precision_at_20_max": 0.865225, + "nauc_precision_at_20_std": 0.272103, + "nauc_precision_at_20_diff1": 0.887021, + "nauc_precision_at_100_max": 0.844434, + "nauc_precision_at_100_std": 0.826279, + "nauc_precision_at_100_diff1": 0.873483, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757396, + "nauc_mrr_at_1_std": 0.117052, + "nauc_mrr_at_1_diff1": 0.926406, + "nauc_mrr_at_3_max": 0.794748, + "nauc_mrr_at_3_std": 0.12317, + "nauc_mrr_at_3_diff1": 0.917792, + "nauc_mrr_at_5_max": 0.792524, + "nauc_mrr_at_5_std": 0.12251, + "nauc_mrr_at_5_diff1": 0.917684, + "nauc_mrr_at_10_max": 0.792099, + "nauc_mrr_at_10_std": 0.125837, + "nauc_mrr_at_10_diff1": 0.91829, + "nauc_mrr_at_20_max": 0.791029, + "nauc_mrr_at_20_std": 0.126658, + "nauc_mrr_at_20_diff1": 0.918268, + "nauc_mrr_at_100_max": 0.79079, + "nauc_mrr_at_100_std": 0.127921, + "nauc_mrr_at_100_diff1": 0.918487, + "nauc_mrr_at_1000_max": 0.790761, + "nauc_mrr_at_1000_std": 0.127595, + "nauc_mrr_at_1000_diff1": 0.918498, + "main_score": 0.89605, + "hf_subset": "kat_Geor-kat_Geor", + "languages": [ + "kat-Geor", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.94925, + "ndcg_at_5": 0.9524, + "ndcg_at_10": 0.95497, + "ndcg_at_20": 0.95641, + "ndcg_at_100": 0.9577, + "ndcg_at_1000": 0.95812, + "map_at_1": 0.92, + "map_at_3": 0.94241, + "map_at_5": 0.94413, + "map_at_10": 0.94522, + "map_at_20": 0.94563, + "map_at_100": 0.94583, + "map_at_1000": 0.94585, + "recall_at_1": 0.92, + "recall_at_3": 0.96889, + "recall_at_5": 0.97667, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92, + "precision_at_3": 0.32296, + "precision_at_5": 0.19533, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.92, + "mrr_at_3": 0.942407, + "mrr_at_5": 0.94413, + "mrr_at_10": 0.945219, + "mrr_at_20": 0.945633, + "mrr_at_100": 0.94583, + "mrr_at_1000": 0.945845, + "nauc_ndcg_at_1_max": 0.652674, + "nauc_ndcg_at_1_std": -0.135037, + "nauc_ndcg_at_1_diff1": 0.920058, + "nauc_ndcg_at_3_max": 0.711509, + "nauc_ndcg_at_3_std": -0.054143, + "nauc_ndcg_at_3_diff1": 0.908862, + "nauc_ndcg_at_5_max": 0.712946, + "nauc_ndcg_at_5_std": -0.055141, + "nauc_ndcg_at_5_diff1": 0.909208, + "nauc_ndcg_at_10_max": 0.697548, + "nauc_ndcg_at_10_std": -0.078035, + "nauc_ndcg_at_10_diff1": 0.909566, + "nauc_ndcg_at_20_max": 0.69515, + "nauc_ndcg_at_20_std": -0.05793, + "nauc_ndcg_at_20_diff1": 0.90926, + "nauc_ndcg_at_100_max": 0.697662, + "nauc_ndcg_at_100_std": -0.059993, + "nauc_ndcg_at_100_diff1": 0.911453, + "nauc_ndcg_at_1000_max": 0.695018, + "nauc_ndcg_at_1000_std": -0.070633, + "nauc_ndcg_at_1000_diff1": 0.910977, + "nauc_map_at_1_max": 0.652674, + "nauc_map_at_1_std": -0.135037, + "nauc_map_at_1_diff1": 0.920058, + "nauc_map_at_3_max": 0.695964, + "nauc_map_at_3_std": -0.079448, + "nauc_map_at_3_diff1": 0.912493, + "nauc_map_at_5_max": 0.696068, + "nauc_map_at_5_std": -0.080548, + "nauc_map_at_5_diff1": 0.912609, + "nauc_map_at_10_max": 0.69032, + "nauc_map_at_10_std": -0.089533, + "nauc_map_at_10_diff1": 0.912697, + "nauc_map_at_20_max": 0.689756, + "nauc_map_at_20_std": -0.084339, + "nauc_map_at_20_diff1": 0.912688, + "nauc_map_at_100_max": 0.690199, + "nauc_map_at_100_std": -0.084165, + "nauc_map_at_100_diff1": 0.91274, + "nauc_map_at_1000_max": 0.690116, + "nauc_map_at_1000_std": -0.084477, + "nauc_map_at_1000_diff1": 0.912723, + "nauc_recall_at_1_max": 0.652674, + "nauc_recall_at_1_std": -0.135037, + "nauc_recall_at_1_diff1": 0.920058, + "nauc_recall_at_3_max": 0.791367, + "nauc_recall_at_3_std": 0.079665, + "nauc_recall_at_3_diff1": 0.889556, + "nauc_recall_at_5_max": 0.826064, + "nauc_recall_at_5_std": 0.117825, + "nauc_recall_at_5_diff1": 0.886421, + "nauc_recall_at_10_max": 0.748433, + "nauc_recall_at_10_std": 0.013305, + "nauc_recall_at_10_diff1": 0.880152, + "nauc_recall_at_20_max": 0.734464, + "nauc_recall_at_20_std": 0.376076, + "nauc_recall_at_20_diff1": 0.857143, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652674, + "nauc_precision_at_1_std": -0.135037, + "nauc_precision_at_1_diff1": 0.920058, + "nauc_precision_at_3_max": 0.791367, + "nauc_precision_at_3_std": 0.079665, + "nauc_precision_at_3_diff1": 0.889556, + "nauc_precision_at_5_max": 0.826064, + "nauc_precision_at_5_std": 0.117825, + "nauc_precision_at_5_diff1": 0.886421, + "nauc_precision_at_10_max": 0.748433, + "nauc_precision_at_10_std": 0.013305, + "nauc_precision_at_10_diff1": 0.880152, + "nauc_precision_at_20_max": 0.734464, + "nauc_precision_at_20_std": 0.376076, + "nauc_precision_at_20_diff1": 0.857143, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.652674, + "nauc_mrr_at_1_std": -0.135037, + "nauc_mrr_at_1_diff1": 0.920058, + "nauc_mrr_at_3_max": 0.695964, + "nauc_mrr_at_3_std": -0.079448, + "nauc_mrr_at_3_diff1": 0.912493, + "nauc_mrr_at_5_max": 0.696068, + "nauc_mrr_at_5_std": -0.080548, + "nauc_mrr_at_5_diff1": 0.912609, + "nauc_mrr_at_10_max": 0.69032, + "nauc_mrr_at_10_std": -0.089533, + "nauc_mrr_at_10_diff1": 0.912697, + "nauc_mrr_at_20_max": 0.689756, + "nauc_mrr_at_20_std": -0.084339, + "nauc_mrr_at_20_diff1": 0.912688, + "nauc_mrr_at_100_max": 0.690199, + "nauc_mrr_at_100_std": -0.084165, + "nauc_mrr_at_100_diff1": 0.91274, + "nauc_mrr_at_1000_max": 0.690116, + "nauc_mrr_at_1000_std": -0.084477, + "nauc_mrr_at_1000_diff1": 0.912723, + "main_score": 0.95497, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.8695, + "ndcg_at_5": 0.87461, + "ndcg_at_10": 0.884, + "ndcg_at_20": 0.88735, + "ndcg_at_100": 0.89245, + "ndcg_at_1000": 0.89452, + "map_at_1": 0.82222, + "map_at_3": 0.85815, + "map_at_5": 0.86104, + "map_at_10": 0.86493, + "map_at_20": 0.86585, + "map_at_100": 0.86653, + "map_at_1000": 0.86662, + "recall_at_1": 0.82222, + "recall_at_3": 0.90222, + "recall_at_5": 0.91444, + "recall_at_10": 0.94333, + "recall_at_20": 0.95667, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.82222, + "precision_at_3": 0.30074, + "precision_at_5": 0.18289, + "precision_at_10": 0.09433, + "precision_at_20": 0.04783, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.858148, + "mrr_at_5": 0.861037, + "mrr_at_10": 0.864935, + "mrr_at_20": 0.865848, + "mrr_at_100": 0.866532, + "mrr_at_1000": 0.866622, + "nauc_ndcg_at_1_max": 0.647657, + "nauc_ndcg_at_1_std": 0.128652, + "nauc_ndcg_at_1_diff1": 0.898706, + "nauc_ndcg_at_3_max": 0.723308, + "nauc_ndcg_at_3_std": 0.202055, + "nauc_ndcg_at_3_diff1": 0.89686, + "nauc_ndcg_at_5_max": 0.72322, + "nauc_ndcg_at_5_std": 0.220625, + "nauc_ndcg_at_5_diff1": 0.896993, + "nauc_ndcg_at_10_max": 0.719576, + "nauc_ndcg_at_10_std": 0.207683, + "nauc_ndcg_at_10_diff1": 0.899697, + "nauc_ndcg_at_20_max": 0.715094, + "nauc_ndcg_at_20_std": 0.199981, + "nauc_ndcg_at_20_diff1": 0.899115, + "nauc_ndcg_at_100_max": 0.711414, + "nauc_ndcg_at_100_std": 0.20115, + "nauc_ndcg_at_100_diff1": 0.89988, + "nauc_ndcg_at_1000_max": 0.708548, + "nauc_ndcg_at_1000_std": 0.192414, + "nauc_ndcg_at_1000_diff1": 0.899345, + "nauc_map_at_1_max": 0.647657, + "nauc_map_at_1_std": 0.128652, + "nauc_map_at_1_diff1": 0.898706, + "nauc_map_at_3_max": 0.704745, + "nauc_map_at_3_std": 0.181564, + "nauc_map_at_3_diff1": 0.89826, + "nauc_map_at_5_max": 0.70444, + "nauc_map_at_5_std": 0.190957, + "nauc_map_at_5_diff1": 0.898343, + "nauc_map_at_10_max": 0.702557, + "nauc_map_at_10_std": 0.184926, + "nauc_map_at_10_diff1": 0.899427, + "nauc_map_at_20_max": 0.701305, + "nauc_map_at_20_std": 0.182729, + "nauc_map_at_20_diff1": 0.899281, + "nauc_map_at_100_max": 0.700911, + "nauc_map_at_100_std": 0.182612, + "nauc_map_at_100_diff1": 0.899368, + "nauc_map_at_1000_max": 0.700798, + "nauc_map_at_1000_std": 0.182271, + "nauc_map_at_1000_diff1": 0.899344, + "nauc_recall_at_1_max": 0.647657, + "nauc_recall_at_1_std": 0.128652, + "nauc_recall_at_1_diff1": 0.898706, + "nauc_recall_at_3_max": 0.795741, + "nauc_recall_at_3_std": 0.283735, + "nauc_recall_at_3_diff1": 0.89074, + "nauc_recall_at_5_max": 0.804873, + "nauc_recall_at_5_std": 0.356264, + "nauc_recall_at_5_diff1": 0.890411, + "nauc_recall_at_10_max": 0.824527, + "nauc_recall_at_10_std": 0.352483, + "nauc_recall_at_10_diff1": 0.902647, + "nauc_recall_at_20_max": 0.814516, + "nauc_recall_at_20_std": 0.326295, + "nauc_recall_at_20_diff1": 0.897951, + "nauc_recall_at_100_max": 0.84994, + "nauc_recall_at_100_std": 0.619481, + "nauc_recall_at_100_diff1": 0.924136, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647657, + "nauc_precision_at_1_std": 0.128652, + "nauc_precision_at_1_diff1": 0.898706, + "nauc_precision_at_3_max": 0.795741, + "nauc_precision_at_3_std": 0.283735, + "nauc_precision_at_3_diff1": 0.89074, + "nauc_precision_at_5_max": 0.804873, + "nauc_precision_at_5_std": 0.356264, + "nauc_precision_at_5_diff1": 0.890411, + "nauc_precision_at_10_max": 0.824527, + "nauc_precision_at_10_std": 0.352483, + "nauc_precision_at_10_diff1": 0.902647, + "nauc_precision_at_20_max": 0.814516, + "nauc_precision_at_20_std": 0.326295, + "nauc_precision_at_20_diff1": 0.897951, + "nauc_precision_at_100_max": 0.84994, + "nauc_precision_at_100_std": 0.619481, + "nauc_precision_at_100_diff1": 0.924136, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647657, + "nauc_mrr_at_1_std": 0.128652, + "nauc_mrr_at_1_diff1": 0.898706, + "nauc_mrr_at_3_max": 0.704745, + "nauc_mrr_at_3_std": 0.181564, + "nauc_mrr_at_3_diff1": 0.89826, + "nauc_mrr_at_5_max": 0.70444, + "nauc_mrr_at_5_std": 0.190957, + "nauc_mrr_at_5_diff1": 0.898343, + "nauc_mrr_at_10_max": 0.702557, + "nauc_mrr_at_10_std": 0.184926, + "nauc_mrr_at_10_diff1": 0.899427, + "nauc_mrr_at_20_max": 0.701305, + "nauc_mrr_at_20_std": 0.182729, + "nauc_mrr_at_20_diff1": 0.899281, + "nauc_mrr_at_100_max": 0.700911, + "nauc_mrr_at_100_std": 0.182612, + "nauc_mrr_at_100_diff1": 0.899368, + "nauc_mrr_at_1000_max": 0.700798, + "nauc_mrr_at_1000_std": 0.182271, + "nauc_mrr_at_1000_diff1": 0.899344, + "main_score": 0.884, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.80778, + "ndcg_at_3": 0.85815, + "ndcg_at_5": 0.86451, + "ndcg_at_10": 0.87262, + "ndcg_at_20": 0.87717, + "ndcg_at_100": 0.88403, + "ndcg_at_1000": 0.88565, + "map_at_1": 0.80778, + "map_at_3": 0.8463, + "map_at_5": 0.8498, + "map_at_10": 0.85306, + "map_at_20": 0.85434, + "map_at_100": 0.85531, + "map_at_1000": 0.85537, + "recall_at_1": 0.80778, + "recall_at_3": 0.89222, + "recall_at_5": 0.90778, + "recall_at_10": 0.93333, + "recall_at_20": 0.95111, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.80778, + "precision_at_3": 0.29741, + "precision_at_5": 0.18156, + "precision_at_10": 0.09333, + "precision_at_20": 0.04756, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807778, + "mrr_at_3": 0.846296, + "mrr_at_5": 0.849796, + "mrr_at_10": 0.853059, + "mrr_at_20": 0.854335, + "mrr_at_100": 0.855307, + "mrr_at_1000": 0.855375, + "nauc_ndcg_at_1_max": 0.738997, + "nauc_ndcg_at_1_std": 0.129622, + "nauc_ndcg_at_1_diff1": 0.902757, + "nauc_ndcg_at_3_max": 0.791736, + "nauc_ndcg_at_3_std": 0.180819, + "nauc_ndcg_at_3_diff1": 0.88602, + "nauc_ndcg_at_5_max": 0.789637, + "nauc_ndcg_at_5_std": 0.185882, + "nauc_ndcg_at_5_diff1": 0.887257, + "nauc_ndcg_at_10_max": 0.793064, + "nauc_ndcg_at_10_std": 0.198795, + "nauc_ndcg_at_10_diff1": 0.888713, + "nauc_ndcg_at_20_max": 0.790427, + "nauc_ndcg_at_20_std": 0.201775, + "nauc_ndcg_at_20_diff1": 0.889919, + "nauc_ndcg_at_100_max": 0.784554, + "nauc_ndcg_at_100_std": 0.190572, + "nauc_ndcg_at_100_diff1": 0.890471, + "nauc_ndcg_at_1000_max": 0.78295, + "nauc_ndcg_at_1000_std": 0.184619, + "nauc_ndcg_at_1000_diff1": 0.891173, + "nauc_map_at_1_max": 0.738997, + "nauc_map_at_1_std": 0.129622, + "nauc_map_at_1_diff1": 0.902757, + "nauc_map_at_3_max": 0.778618, + "nauc_map_at_3_std": 0.166009, + "nauc_map_at_3_diff1": 0.891257, + "nauc_map_at_5_max": 0.777189, + "nauc_map_at_5_std": 0.168296, + "nauc_map_at_5_diff1": 0.891786, + "nauc_map_at_10_max": 0.778054, + "nauc_map_at_10_std": 0.17296, + "nauc_map_at_10_diff1": 0.892406, + "nauc_map_at_20_max": 0.777346, + "nauc_map_at_20_std": 0.173426, + "nauc_map_at_20_diff1": 0.892751, + "nauc_map_at_100_max": 0.776653, + "nauc_map_at_100_std": 0.172236, + "nauc_map_at_100_diff1": 0.892807, + "nauc_map_at_1000_max": 0.776606, + "nauc_map_at_1000_std": 0.172056, + "nauc_map_at_1000_diff1": 0.892836, + "nauc_recall_at_1_max": 0.738997, + "nauc_recall_at_1_std": 0.129622, + "nauc_recall_at_1_diff1": 0.902757, + "nauc_recall_at_3_max": 0.842329, + "nauc_recall_at_3_std": 0.239342, + "nauc_recall_at_3_diff1": 0.865097, + "nauc_recall_at_5_max": 0.843565, + "nauc_recall_at_5_std": 0.265521, + "nauc_recall_at_5_diff1": 0.867425, + "nauc_recall_at_10_max": 0.8845, + "nauc_recall_at_10_std": 0.36441, + "nauc_recall_at_10_diff1": 0.868153, + "nauc_recall_at_20_max": 0.891732, + "nauc_recall_at_20_std": 0.452593, + "nauc_recall_at_20_diff1": 0.871562, + "nauc_recall_at_100_max": 0.898565, + "nauc_recall_at_100_std": 0.609244, + "nauc_recall_at_100_diff1": 0.846151, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738997, + "nauc_precision_at_1_std": 0.129622, + "nauc_precision_at_1_diff1": 0.902757, + "nauc_precision_at_3_max": 0.842329, + "nauc_precision_at_3_std": 0.239342, + "nauc_precision_at_3_diff1": 0.865097, + "nauc_precision_at_5_max": 0.843565, + "nauc_precision_at_5_std": 0.265521, + "nauc_precision_at_5_diff1": 0.867425, + "nauc_precision_at_10_max": 0.8845, + "nauc_precision_at_10_std": 0.36441, + "nauc_precision_at_10_diff1": 0.868153, + "nauc_precision_at_20_max": 0.891732, + "nauc_precision_at_20_std": 0.452593, + "nauc_precision_at_20_diff1": 0.871562, + "nauc_precision_at_100_max": 0.898565, + "nauc_precision_at_100_std": 0.609244, + "nauc_precision_at_100_diff1": 0.846151, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.738997, + "nauc_mrr_at_1_std": 0.129622, + "nauc_mrr_at_1_diff1": 0.902757, + "nauc_mrr_at_3_max": 0.778618, + "nauc_mrr_at_3_std": 0.166009, + "nauc_mrr_at_3_diff1": 0.891257, + "nauc_mrr_at_5_max": 0.777189, + "nauc_mrr_at_5_std": 0.168296, + "nauc_mrr_at_5_diff1": 0.891786, + "nauc_mrr_at_10_max": 0.778054, + "nauc_mrr_at_10_std": 0.17296, + "nauc_mrr_at_10_diff1": 0.892406, + "nauc_mrr_at_20_max": 0.777346, + "nauc_mrr_at_20_std": 0.173426, + "nauc_mrr_at_20_diff1": 0.892751, + "nauc_mrr_at_100_max": 0.776653, + "nauc_mrr_at_100_std": 0.172236, + "nauc_mrr_at_100_diff1": 0.892807, + "nauc_mrr_at_1000_max": 0.776606, + "nauc_mrr_at_1000_std": 0.172056, + "nauc_mrr_at_1000_diff1": 0.892836, + "main_score": 0.87262, + "hf_subset": "kaz_Cyrl-kaz_Cyrl", + "languages": [ + "kaz-Cyrl", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94954, + "ndcg_at_5": 0.95135, + "ndcg_at_10": 0.95464, + "ndcg_at_20": 0.95634, + "ndcg_at_100": 0.95704, + "ndcg_at_1000": 0.95761, + "map_at_1": 0.91778, + "map_at_3": 0.94204, + "map_at_5": 0.94304, + "map_at_10": 0.94443, + "map_at_20": 0.9449, + "map_at_100": 0.94503, + "map_at_1000": 0.94505, + "recall_at_1": 0.91778, + "recall_at_3": 0.97111, + "recall_at_5": 0.97556, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91778, + "precision_at_3": 0.3237, + "precision_at_5": 0.19511, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.942037, + "mrr_at_5": 0.943037, + "mrr_at_10": 0.944427, + "mrr_at_20": 0.944902, + "mrr_at_100": 0.945026, + "mrr_at_1000": 0.94505, + "nauc_ndcg_at_1_max": 0.621811, + "nauc_ndcg_at_1_std": -0.185196, + "nauc_ndcg_at_1_diff1": 0.920099, + "nauc_ndcg_at_3_max": 0.715474, + "nauc_ndcg_at_3_std": -0.088055, + "nauc_ndcg_at_3_diff1": 0.936496, + "nauc_ndcg_at_5_max": 0.710313, + "nauc_ndcg_at_5_std": -0.085201, + "nauc_ndcg_at_5_diff1": 0.935411, + "nauc_ndcg_at_10_max": 0.694923, + "nauc_ndcg_at_10_std": -0.10932, + "nauc_ndcg_at_10_diff1": 0.930728, + "nauc_ndcg_at_20_max": 0.696571, + "nauc_ndcg_at_20_std": -0.078919, + "nauc_ndcg_at_20_diff1": 0.931567, + "nauc_ndcg_at_100_max": 0.691681, + "nauc_ndcg_at_100_std": -0.090656, + "nauc_ndcg_at_100_diff1": 0.931211, + "nauc_ndcg_at_1000_max": 0.687875, + "nauc_ndcg_at_1000_std": -0.105509, + "nauc_ndcg_at_1000_diff1": 0.930275, + "nauc_map_at_1_max": 0.621811, + "nauc_map_at_1_std": -0.185196, + "nauc_map_at_1_diff1": 0.920099, + "nauc_map_at_3_max": 0.688886, + "nauc_map_at_3_std": -0.119875, + "nauc_map_at_3_diff1": 0.930852, + "nauc_map_at_5_max": 0.686134, + "nauc_map_at_5_std": -0.11804, + "nauc_map_at_5_diff1": 0.930276, + "nauc_map_at_10_max": 0.680263, + "nauc_map_at_10_std": -0.127152, + "nauc_map_at_10_diff1": 0.928532, + "nauc_map_at_20_max": 0.680342, + "nauc_map_at_20_std": -0.120307, + "nauc_map_at_20_diff1": 0.928711, + "nauc_map_at_100_max": 0.679617, + "nauc_map_at_100_std": -0.122111, + "nauc_map_at_100_diff1": 0.92867, + "nauc_map_at_1000_max": 0.679487, + "nauc_map_at_1000_std": -0.122591, + "nauc_map_at_1000_diff1": 0.928639, + "nauc_recall_at_1_max": 0.621811, + "nauc_recall_at_1_std": -0.185196, + "nauc_recall_at_1_diff1": 0.920099, + "nauc_recall_at_3_max": 0.8649, + "nauc_recall_at_3_std": 0.095023, + "nauc_recall_at_3_diff1": 0.969206, + "nauc_recall_at_5_max": 0.865589, + "nauc_recall_at_5_std": 0.132035, + "nauc_recall_at_5_diff1": 0.969548, + "nauc_recall_at_10_max": 0.825325, + "nauc_recall_at_10_std": 0.051893, + "nauc_recall_at_10_diff1": 0.948467, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.844605, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.621811, + "nauc_precision_at_1_std": -0.185196, + "nauc_precision_at_1_diff1": 0.920099, + "nauc_precision_at_3_max": 0.8649, + "nauc_precision_at_3_std": 0.095023, + "nauc_precision_at_3_diff1": 0.969206, + "nauc_precision_at_5_max": 0.865589, + "nauc_precision_at_5_std": 0.132035, + "nauc_precision_at_5_diff1": 0.969548, + "nauc_precision_at_10_max": 0.825325, + "nauc_precision_at_10_std": 0.051893, + "nauc_precision_at_10_diff1": 0.948467, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.844605, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.621811, + "nauc_mrr_at_1_std": -0.185196, + "nauc_mrr_at_1_diff1": 0.920099, + "nauc_mrr_at_3_max": 0.688886, + "nauc_mrr_at_3_std": -0.119875, + "nauc_mrr_at_3_diff1": 0.930852, + "nauc_mrr_at_5_max": 0.686134, + "nauc_mrr_at_5_std": -0.11804, + "nauc_mrr_at_5_diff1": 0.930276, + "nauc_mrr_at_10_max": 0.680263, + "nauc_mrr_at_10_std": -0.127152, + "nauc_mrr_at_10_diff1": 0.928532, + "nauc_mrr_at_20_max": 0.680342, + "nauc_mrr_at_20_std": -0.120307, + "nauc_mrr_at_20_diff1": 0.928711, + "nauc_mrr_at_100_max": 0.679617, + "nauc_mrr_at_100_std": -0.122111, + "nauc_mrr_at_100_diff1": 0.92867, + "nauc_mrr_at_1000_max": 0.679487, + "nauc_mrr_at_1000_std": -0.122591, + "nauc_mrr_at_1000_diff1": 0.928639, + "main_score": 0.95464, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77889, + "ndcg_at_3": 0.83177, + "ndcg_at_5": 0.84009, + "ndcg_at_10": 0.84988, + "ndcg_at_20": 0.85826, + "ndcg_at_100": 0.86411, + "ndcg_at_1000": 0.86627, + "map_at_1": 0.77889, + "map_at_3": 0.81926, + "map_at_5": 0.82393, + "map_at_10": 0.82781, + "map_at_20": 0.83008, + "map_at_100": 0.83092, + "map_at_1000": 0.831, + "recall_at_1": 0.77889, + "recall_at_3": 0.86778, + "recall_at_5": 0.88778, + "recall_at_10": 0.91889, + "recall_at_20": 0.95222, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.77889, + "precision_at_3": 0.28926, + "precision_at_5": 0.17756, + "precision_at_10": 0.09189, + "precision_at_20": 0.04761, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.778889, + "mrr_at_3": 0.819259, + "mrr_at_5": 0.823926, + "mrr_at_10": 0.827807, + "mrr_at_20": 0.830083, + "mrr_at_100": 0.830917, + "mrr_at_1000": 0.831, + "nauc_ndcg_at_1_max": 0.735255, + "nauc_ndcg_at_1_std": 0.144758, + "nauc_ndcg_at_1_diff1": 0.888717, + "nauc_ndcg_at_3_max": 0.77558, + "nauc_ndcg_at_3_std": 0.220236, + "nauc_ndcg_at_3_diff1": 0.864806, + "nauc_ndcg_at_5_max": 0.777836, + "nauc_ndcg_at_5_std": 0.227623, + "nauc_ndcg_at_5_diff1": 0.867906, + "nauc_ndcg_at_10_max": 0.772776, + "nauc_ndcg_at_10_std": 0.213992, + "nauc_ndcg_at_10_diff1": 0.86658, + "nauc_ndcg_at_20_max": 0.77358, + "nauc_ndcg_at_20_std": 0.220196, + "nauc_ndcg_at_20_diff1": 0.869922, + "nauc_ndcg_at_100_max": 0.769961, + "nauc_ndcg_at_100_std": 0.213029, + "nauc_ndcg_at_100_diff1": 0.86978, + "nauc_ndcg_at_1000_max": 0.767858, + "nauc_ndcg_at_1000_std": 0.205802, + "nauc_ndcg_at_1000_diff1": 0.871101, + "nauc_map_at_1_max": 0.735255, + "nauc_map_at_1_std": 0.144758, + "nauc_map_at_1_diff1": 0.888717, + "nauc_map_at_3_max": 0.764608, + "nauc_map_at_3_std": 0.196232, + "nauc_map_at_3_diff1": 0.8715, + "nauc_map_at_5_max": 0.765591, + "nauc_map_at_5_std": 0.199279, + "nauc_map_at_5_diff1": 0.873321, + "nauc_map_at_10_max": 0.763623, + "nauc_map_at_10_std": 0.194212, + "nauc_map_at_10_diff1": 0.872861, + "nauc_map_at_20_max": 0.763694, + "nauc_map_at_20_std": 0.195569, + "nauc_map_at_20_diff1": 0.873702, + "nauc_map_at_100_max": 0.763148, + "nauc_map_at_100_std": 0.194471, + "nauc_map_at_100_diff1": 0.873632, + "nauc_map_at_1000_max": 0.763074, + "nauc_map_at_1000_std": 0.194208, + "nauc_map_at_1000_diff1": 0.873684, + "nauc_recall_at_1_max": 0.735255, + "nauc_recall_at_1_std": 0.144758, + "nauc_recall_at_1_diff1": 0.888717, + "nauc_recall_at_3_max": 0.816916, + "nauc_recall_at_3_std": 0.312674, + "nauc_recall_at_3_diff1": 0.839475, + "nauc_recall_at_5_max": 0.830242, + "nauc_recall_at_5_std": 0.352412, + "nauc_recall_at_5_diff1": 0.845284, + "nauc_recall_at_10_max": 0.820389, + "nauc_recall_at_10_std": 0.318516, + "nauc_recall_at_10_diff1": 0.830973, + "nauc_recall_at_20_max": 0.862115, + "nauc_recall_at_20_std": 0.45465, + "nauc_recall_at_20_diff1": 0.84355, + "nauc_recall_at_100_max": 0.889667, + "nauc_recall_at_100_std": 0.617865, + "nauc_recall_at_100_diff1": 0.797541, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735255, + "nauc_precision_at_1_std": 0.144758, + "nauc_precision_at_1_diff1": 0.888717, + "nauc_precision_at_3_max": 0.816916, + "nauc_precision_at_3_std": 0.312674, + "nauc_precision_at_3_diff1": 0.839475, + "nauc_precision_at_5_max": 0.830242, + "nauc_precision_at_5_std": 0.352412, + "nauc_precision_at_5_diff1": 0.845284, + "nauc_precision_at_10_max": 0.820389, + "nauc_precision_at_10_std": 0.318516, + "nauc_precision_at_10_diff1": 0.830973, + "nauc_precision_at_20_max": 0.862115, + "nauc_precision_at_20_std": 0.45465, + "nauc_precision_at_20_diff1": 0.84355, + "nauc_precision_at_100_max": 0.889667, + "nauc_precision_at_100_std": 0.617865, + "nauc_precision_at_100_diff1": 0.797541, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735255, + "nauc_mrr_at_1_std": 0.144758, + "nauc_mrr_at_1_diff1": 0.888717, + "nauc_mrr_at_3_max": 0.764608, + "nauc_mrr_at_3_std": 0.196232, + "nauc_mrr_at_3_diff1": 0.8715, + "nauc_mrr_at_5_max": 0.765591, + "nauc_mrr_at_5_std": 0.199279, + "nauc_mrr_at_5_diff1": 0.873321, + "nauc_mrr_at_10_max": 0.763623, + "nauc_mrr_at_10_std": 0.194212, + "nauc_mrr_at_10_diff1": 0.872861, + "nauc_mrr_at_20_max": 0.763694, + "nauc_mrr_at_20_std": 0.195569, + "nauc_mrr_at_20_diff1": 0.873702, + "nauc_mrr_at_100_max": 0.763148, + "nauc_mrr_at_100_std": 0.194471, + "nauc_mrr_at_100_diff1": 0.873632, + "nauc_mrr_at_1000_max": 0.763074, + "nauc_mrr_at_1000_std": 0.194208, + "nauc_mrr_at_1000_diff1": 0.873684, + "main_score": 0.84988, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.78444, + "ndcg_at_3": 0.8345, + "ndcg_at_5": 0.84191, + "ndcg_at_10": 0.85316, + "ndcg_at_20": 0.85818, + "ndcg_at_100": 0.86529, + "ndcg_at_1000": 0.86796, + "map_at_1": 0.78444, + "map_at_3": 0.82222, + "map_at_5": 0.82639, + "map_at_10": 0.83089, + "map_at_20": 0.83225, + "map_at_100": 0.83335, + "map_at_1000": 0.83347, + "recall_at_1": 0.78444, + "recall_at_3": 0.87, + "recall_at_5": 0.88778, + "recall_at_10": 0.92333, + "recall_at_20": 0.94333, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.78444, + "precision_at_3": 0.29, + "precision_at_5": 0.17756, + "precision_at_10": 0.09233, + "precision_at_20": 0.04717, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784444, + "mrr_at_3": 0.822222, + "mrr_at_5": 0.826389, + "mrr_at_10": 0.830887, + "mrr_at_20": 0.832248, + "mrr_at_100": 0.83335, + "mrr_at_1000": 0.833469, + "nauc_ndcg_at_1_max": 0.769605, + "nauc_ndcg_at_1_std": 0.253321, + "nauc_ndcg_at_1_diff1": 0.898369, + "nauc_ndcg_at_3_max": 0.806995, + "nauc_ndcg_at_3_std": 0.308752, + "nauc_ndcg_at_3_diff1": 0.88308, + "nauc_ndcg_at_5_max": 0.811441, + "nauc_ndcg_at_5_std": 0.327575, + "nauc_ndcg_at_5_diff1": 0.880635, + "nauc_ndcg_at_10_max": 0.806684, + "nauc_ndcg_at_10_std": 0.325204, + "nauc_ndcg_at_10_diff1": 0.879991, + "nauc_ndcg_at_20_max": 0.805575, + "nauc_ndcg_at_20_std": 0.334006, + "nauc_ndcg_at_20_diff1": 0.881045, + "nauc_ndcg_at_100_max": 0.8033, + "nauc_ndcg_at_100_std": 0.325625, + "nauc_ndcg_at_100_diff1": 0.88172, + "nauc_ndcg_at_1000_max": 0.801468, + "nauc_ndcg_at_1000_std": 0.316992, + "nauc_ndcg_at_1000_diff1": 0.883605, + "nauc_map_at_1_max": 0.769605, + "nauc_map_at_1_std": 0.253321, + "nauc_map_at_1_diff1": 0.898369, + "nauc_map_at_3_max": 0.798117, + "nauc_map_at_3_std": 0.295317, + "nauc_map_at_3_diff1": 0.887377, + "nauc_map_at_5_max": 0.800304, + "nauc_map_at_5_std": 0.305111, + "nauc_map_at_5_diff1": 0.886273, + "nauc_map_at_10_max": 0.798302, + "nauc_map_at_10_std": 0.303635, + "nauc_map_at_10_diff1": 0.886102, + "nauc_map_at_20_max": 0.79795, + "nauc_map_at_20_std": 0.305544, + "nauc_map_at_20_diff1": 0.886397, + "nauc_map_at_100_max": 0.797558, + "nauc_map_at_100_std": 0.304476, + "nauc_map_at_100_diff1": 0.886423, + "nauc_map_at_1000_max": 0.797479, + "nauc_map_at_1000_std": 0.304206, + "nauc_map_at_1000_diff1": 0.886499, + "nauc_recall_at_1_max": 0.769605, + "nauc_recall_at_1_std": 0.253321, + "nauc_recall_at_1_diff1": 0.898369, + "nauc_recall_at_3_max": 0.839809, + "nauc_recall_at_3_std": 0.358591, + "nauc_recall_at_3_diff1": 0.866758, + "nauc_recall_at_5_max": 0.858282, + "nauc_recall_at_5_std": 0.424365, + "nauc_recall_at_5_diff1": 0.856163, + "nauc_recall_at_10_max": 0.852136, + "nauc_recall_at_10_std": 0.454045, + "nauc_recall_at_10_diff1": 0.842691, + "nauc_recall_at_20_max": 0.858214, + "nauc_recall_at_20_std": 0.58104, + "nauc_recall_at_20_diff1": 0.839485, + "nauc_recall_at_100_max": 0.885362, + "nauc_recall_at_100_std": 0.741571, + "nauc_recall_at_100_diff1": 0.795881, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769605, + "nauc_precision_at_1_std": 0.253321, + "nauc_precision_at_1_diff1": 0.898369, + "nauc_precision_at_3_max": 0.839809, + "nauc_precision_at_3_std": 0.358591, + "nauc_precision_at_3_diff1": 0.866758, + "nauc_precision_at_5_max": 0.858282, + "nauc_precision_at_5_std": 0.424365, + "nauc_precision_at_5_diff1": 0.856163, + "nauc_precision_at_10_max": 0.852136, + "nauc_precision_at_10_std": 0.454045, + "nauc_precision_at_10_diff1": 0.842691, + "nauc_precision_at_20_max": 0.858214, + "nauc_precision_at_20_std": 0.58104, + "nauc_precision_at_20_diff1": 0.839485, + "nauc_precision_at_100_max": 0.885362, + "nauc_precision_at_100_std": 0.741571, + "nauc_precision_at_100_diff1": 0.795881, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769605, + "nauc_mrr_at_1_std": 0.253321, + "nauc_mrr_at_1_diff1": 0.898369, + "nauc_mrr_at_3_max": 0.798117, + "nauc_mrr_at_3_std": 0.295317, + "nauc_mrr_at_3_diff1": 0.887377, + "nauc_mrr_at_5_max": 0.800304, + "nauc_mrr_at_5_std": 0.305111, + "nauc_mrr_at_5_diff1": 0.886273, + "nauc_mrr_at_10_max": 0.798302, + "nauc_mrr_at_10_std": 0.303635, + "nauc_mrr_at_10_diff1": 0.886102, + "nauc_mrr_at_20_max": 0.79795, + "nauc_mrr_at_20_std": 0.305544, + "nauc_mrr_at_20_diff1": 0.886397, + "nauc_mrr_at_100_max": 0.797558, + "nauc_mrr_at_100_std": 0.304476, + "nauc_mrr_at_100_diff1": 0.886423, + "nauc_mrr_at_1000_max": 0.797479, + "nauc_mrr_at_1000_std": 0.304206, + "nauc_mrr_at_1000_diff1": 0.886499, + "main_score": 0.85316, + "hf_subset": "kea_Latn-kea_Latn", + "languages": [ + "kea-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92983, + "ndcg_at_5": 0.93619, + "ndcg_at_10": 0.94108, + "ndcg_at_20": 0.94167, + "ndcg_at_100": 0.94374, + "ndcg_at_1000": 0.94401, + "map_at_1": 0.89556, + "map_at_3": 0.92167, + "map_at_5": 0.92517, + "map_at_10": 0.9271, + "map_at_20": 0.92728, + "map_at_100": 0.92757, + "map_at_1000": 0.92758, + "recall_at_1": 0.89556, + "recall_at_3": 0.95333, + "recall_at_5": 0.96889, + "recall_at_10": 0.98444, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.31778, + "precision_at_5": 0.19378, + "precision_at_10": 0.09844, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.921667, + "mrr_at_5": 0.925167, + "mrr_at_10": 0.927101, + "mrr_at_20": 0.927279, + "mrr_at_100": 0.92757, + "mrr_at_1000": 0.927577, + "nauc_ndcg_at_1_max": 0.754235, + "nauc_ndcg_at_1_std": -0.076862, + "nauc_ndcg_at_1_diff1": 0.916895, + "nauc_ndcg_at_3_max": 0.794218, + "nauc_ndcg_at_3_std": -0.107408, + "nauc_ndcg_at_3_diff1": 0.911746, + "nauc_ndcg_at_5_max": 0.792527, + "nauc_ndcg_at_5_std": -0.072969, + "nauc_ndcg_at_5_diff1": 0.915727, + "nauc_ndcg_at_10_max": 0.784451, + "nauc_ndcg_at_10_std": -0.07014, + "nauc_ndcg_at_10_diff1": 0.916158, + "nauc_ndcg_at_20_max": 0.782255, + "nauc_ndcg_at_20_std": -0.069875, + "nauc_ndcg_at_20_diff1": 0.91596, + "nauc_ndcg_at_100_max": 0.782892, + "nauc_ndcg_at_100_std": -0.065747, + "nauc_ndcg_at_100_diff1": 0.915015, + "nauc_ndcg_at_1000_max": 0.782173, + "nauc_ndcg_at_1000_std": -0.070812, + "nauc_ndcg_at_1000_diff1": 0.914919, + "nauc_map_at_1_max": 0.754235, + "nauc_map_at_1_std": -0.076862, + "nauc_map_at_1_diff1": 0.916895, + "nauc_map_at_3_max": 0.783766, + "nauc_map_at_3_std": -0.094803, + "nauc_map_at_3_diff1": 0.913061, + "nauc_map_at_5_max": 0.782162, + "nauc_map_at_5_std": -0.079453, + "nauc_map_at_5_diff1": 0.91496, + "nauc_map_at_10_max": 0.779323, + "nauc_map_at_10_std": -0.078745, + "nauc_map_at_10_diff1": 0.915092, + "nauc_map_at_20_max": 0.77878, + "nauc_map_at_20_std": -0.078731, + "nauc_map_at_20_diff1": 0.915037, + "nauc_map_at_100_max": 0.779031, + "nauc_map_at_100_std": -0.077062, + "nauc_map_at_100_diff1": 0.914857, + "nauc_map_at_1000_max": 0.779017, + "nauc_map_at_1000_std": -0.077162, + "nauc_map_at_1000_diff1": 0.914855, + "nauc_recall_at_1_max": 0.754235, + "nauc_recall_at_1_std": -0.076862, + "nauc_recall_at_1_diff1": 0.916895, + "nauc_recall_at_3_max": 0.843015, + "nauc_recall_at_3_std": -0.170179, + "nauc_recall_at_3_diff1": 0.905629, + "nauc_recall_at_5_max": 0.862128, + "nauc_recall_at_5_std": -0.015273, + "nauc_recall_at_5_diff1": 0.922802, + "nauc_recall_at_10_max": 0.8343, + "nauc_recall_at_10_std": 0.076797, + "nauc_recall_at_10_diff1": 0.934641, + "nauc_recall_at_20_max": 0.806684, + "nauc_recall_at_20_std": 0.106715, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754235, + "nauc_precision_at_1_std": -0.076862, + "nauc_precision_at_1_diff1": 0.916895, + "nauc_precision_at_3_max": 0.843015, + "nauc_precision_at_3_std": -0.170179, + "nauc_precision_at_3_diff1": 0.905629, + "nauc_precision_at_5_max": 0.862128, + "nauc_precision_at_5_std": -0.015273, + "nauc_precision_at_5_diff1": 0.922802, + "nauc_precision_at_10_max": 0.8343, + "nauc_precision_at_10_std": 0.076797, + "nauc_precision_at_10_diff1": 0.934641, + "nauc_precision_at_20_max": 0.806684, + "nauc_precision_at_20_std": 0.106715, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754235, + "nauc_mrr_at_1_std": -0.076862, + "nauc_mrr_at_1_diff1": 0.916895, + "nauc_mrr_at_3_max": 0.783766, + "nauc_mrr_at_3_std": -0.094803, + "nauc_mrr_at_3_diff1": 0.913061, + "nauc_mrr_at_5_max": 0.782162, + "nauc_mrr_at_5_std": -0.079453, + "nauc_mrr_at_5_diff1": 0.91496, + "nauc_mrr_at_10_max": 0.779323, + "nauc_mrr_at_10_std": -0.078745, + "nauc_mrr_at_10_diff1": 0.915092, + "nauc_mrr_at_20_max": 0.77878, + "nauc_mrr_at_20_std": -0.078731, + "nauc_mrr_at_20_diff1": 0.915037, + "nauc_mrr_at_100_max": 0.779031, + "nauc_mrr_at_100_std": -0.077062, + "nauc_mrr_at_100_diff1": 0.914857, + "nauc_mrr_at_1000_max": 0.779017, + "nauc_mrr_at_1000_std": -0.077162, + "nauc_mrr_at_1000_diff1": 0.914855, + "main_score": 0.94108, + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76333, + "ndcg_at_3": 0.8102, + "ndcg_at_5": 0.82052, + "ndcg_at_10": 0.83014, + "ndcg_at_20": 0.8397, + "ndcg_at_100": 0.84677, + "ndcg_at_1000": 0.85017, + "map_at_1": 0.76333, + "map_at_3": 0.79907, + "map_at_5": 0.80469, + "map_at_10": 0.80861, + "map_at_20": 0.81123, + "map_at_100": 0.81216, + "map_at_1000": 0.81231, + "recall_at_1": 0.76333, + "recall_at_3": 0.84222, + "recall_at_5": 0.86778, + "recall_at_10": 0.89778, + "recall_at_20": 0.93556, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "precision_at_1": 0.76333, + "precision_at_3": 0.28074, + "precision_at_5": 0.17356, + "precision_at_10": 0.08978, + "precision_at_20": 0.04678, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763333, + "mrr_at_3": 0.799074, + "mrr_at_5": 0.804685, + "mrr_at_10": 0.80861, + "mrr_at_20": 0.811232, + "mrr_at_100": 0.812161, + "mrr_at_1000": 0.812308, + "nauc_ndcg_at_1_max": 0.744866, + "nauc_ndcg_at_1_std": 0.33811, + "nauc_ndcg_at_1_diff1": 0.903355, + "nauc_ndcg_at_3_max": 0.808476, + "nauc_ndcg_at_3_std": 0.392728, + "nauc_ndcg_at_3_diff1": 0.89108, + "nauc_ndcg_at_5_max": 0.805191, + "nauc_ndcg_at_5_std": 0.40475, + "nauc_ndcg_at_5_diff1": 0.888421, + "nauc_ndcg_at_10_max": 0.796533, + "nauc_ndcg_at_10_std": 0.397189, + "nauc_ndcg_at_10_diff1": 0.883864, + "nauc_ndcg_at_20_max": 0.797555, + "nauc_ndcg_at_20_std": 0.406478, + "nauc_ndcg_at_20_diff1": 0.888594, + "nauc_ndcg_at_100_max": 0.79383, + "nauc_ndcg_at_100_std": 0.39983, + "nauc_ndcg_at_100_diff1": 0.890369, + "nauc_ndcg_at_1000_max": 0.792351, + "nauc_ndcg_at_1000_std": 0.392249, + "nauc_ndcg_at_1000_diff1": 0.890939, + "nauc_map_at_1_max": 0.744866, + "nauc_map_at_1_std": 0.33811, + "nauc_map_at_1_diff1": 0.903355, + "nauc_map_at_3_max": 0.793059, + "nauc_map_at_3_std": 0.377853, + "nauc_map_at_3_diff1": 0.894682, + "nauc_map_at_5_max": 0.791048, + "nauc_map_at_5_std": 0.383733, + "nauc_map_at_5_diff1": 0.893484, + "nauc_map_at_10_max": 0.787611, + "nauc_map_at_10_std": 0.38087, + "nauc_map_at_10_diff1": 0.891901, + "nauc_map_at_20_max": 0.787752, + "nauc_map_at_20_std": 0.382791, + "nauc_map_at_20_diff1": 0.893096, + "nauc_map_at_100_max": 0.787245, + "nauc_map_at_100_std": 0.381897, + "nauc_map_at_100_diff1": 0.893296, + "nauc_map_at_1000_max": 0.787173, + "nauc_map_at_1000_std": 0.381609, + "nauc_map_at_1000_diff1": 0.893311, + "nauc_recall_at_1_max": 0.744866, + "nauc_recall_at_1_std": 0.33811, + "nauc_recall_at_1_diff1": 0.903355, + "nauc_recall_at_3_max": 0.862119, + "nauc_recall_at_3_std": 0.445439, + "nauc_recall_at_3_diff1": 0.878182, + "nauc_recall_at_5_max": 0.860449, + "nauc_recall_at_5_std": 0.492135, + "nauc_recall_at_5_diff1": 0.867091, + "nauc_recall_at_10_max": 0.832482, + "nauc_recall_at_10_std": 0.474871, + "nauc_recall_at_10_diff1": 0.839622, + "nauc_recall_at_20_max": 0.862005, + "nauc_recall_at_20_std": 0.605211, + "nauc_recall_at_20_diff1": 0.857891, + "nauc_recall_at_100_max": 0.850404, + "nauc_recall_at_100_std": 0.707445, + "nauc_recall_at_100_diff1": 0.866033, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744866, + "nauc_precision_at_1_std": 0.33811, + "nauc_precision_at_1_diff1": 0.903355, + "nauc_precision_at_3_max": 0.862119, + "nauc_precision_at_3_std": 0.445439, + "nauc_precision_at_3_diff1": 0.878182, + "nauc_precision_at_5_max": 0.860449, + "nauc_precision_at_5_std": 0.492135, + "nauc_precision_at_5_diff1": 0.867091, + "nauc_precision_at_10_max": 0.832482, + "nauc_precision_at_10_std": 0.474871, + "nauc_precision_at_10_diff1": 0.839622, + "nauc_precision_at_20_max": 0.862005, + "nauc_precision_at_20_std": 0.605211, + "nauc_precision_at_20_diff1": 0.857891, + "nauc_precision_at_100_max": 0.850404, + "nauc_precision_at_100_std": 0.707445, + "nauc_precision_at_100_diff1": 0.866033, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744866, + "nauc_mrr_at_1_std": 0.33811, + "nauc_mrr_at_1_diff1": 0.903355, + "nauc_mrr_at_3_max": 0.793059, + "nauc_mrr_at_3_std": 0.377853, + "nauc_mrr_at_3_diff1": 0.894682, + "nauc_mrr_at_5_max": 0.791048, + "nauc_mrr_at_5_std": 0.383733, + "nauc_mrr_at_5_diff1": 0.893484, + "nauc_mrr_at_10_max": 0.787611, + "nauc_mrr_at_10_std": 0.38087, + "nauc_mrr_at_10_diff1": 0.891901, + "nauc_mrr_at_20_max": 0.787752, + "nauc_mrr_at_20_std": 0.382791, + "nauc_mrr_at_20_diff1": 0.893096, + "nauc_mrr_at_100_max": 0.787245, + "nauc_mrr_at_100_std": 0.381897, + "nauc_mrr_at_100_diff1": 0.893296, + "nauc_mrr_at_1000_max": 0.787173, + "nauc_mrr_at_1000_std": 0.381609, + "nauc_mrr_at_1000_diff1": 0.893311, + "main_score": 0.83014, + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.70222, + "ndcg_at_3": 0.76092, + "ndcg_at_5": 0.76829, + "ndcg_at_10": 0.7798, + "ndcg_at_20": 0.78774, + "ndcg_at_100": 0.80165, + "ndcg_at_1000": 0.8064, + "map_at_1": 0.70222, + "map_at_3": 0.7463, + "map_at_5": 0.75041, + "map_at_10": 0.75518, + "map_at_20": 0.75739, + "map_at_100": 0.75927, + "map_at_1000": 0.75946, + "recall_at_1": 0.70222, + "recall_at_3": 0.80333, + "recall_at_5": 0.82111, + "recall_at_10": 0.85667, + "recall_at_20": 0.88778, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "precision_at_1": 0.70222, + "precision_at_3": 0.26778, + "precision_at_5": 0.16422, + "precision_at_10": 0.08567, + "precision_at_20": 0.04439, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.702222, + "mrr_at_3": 0.746296, + "mrr_at_5": 0.750407, + "mrr_at_10": 0.755175, + "mrr_at_20": 0.757391, + "mrr_at_100": 0.759274, + "mrr_at_1000": 0.759458, + "nauc_ndcg_at_1_max": 0.683792, + "nauc_ndcg_at_1_std": 0.322808, + "nauc_ndcg_at_1_diff1": 0.872412, + "nauc_ndcg_at_3_max": 0.723618, + "nauc_ndcg_at_3_std": 0.368114, + "nauc_ndcg_at_3_diff1": 0.84114, + "nauc_ndcg_at_5_max": 0.730449, + "nauc_ndcg_at_5_std": 0.385947, + "nauc_ndcg_at_5_diff1": 0.843991, + "nauc_ndcg_at_10_max": 0.729222, + "nauc_ndcg_at_10_std": 0.380374, + "nauc_ndcg_at_10_diff1": 0.843653, + "nauc_ndcg_at_20_max": 0.728497, + "nauc_ndcg_at_20_std": 0.388737, + "nauc_ndcg_at_20_diff1": 0.841439, + "nauc_ndcg_at_100_max": 0.724783, + "nauc_ndcg_at_100_std": 0.386888, + "nauc_ndcg_at_100_diff1": 0.848238, + "nauc_ndcg_at_1000_max": 0.72233, + "nauc_ndcg_at_1000_std": 0.377766, + "nauc_ndcg_at_1000_diff1": 0.848302, + "nauc_map_at_1_max": 0.683792, + "nauc_map_at_1_std": 0.322808, + "nauc_map_at_1_diff1": 0.872412, + "nauc_map_at_3_max": 0.714176, + "nauc_map_at_3_std": 0.357404, + "nauc_map_at_3_diff1": 0.849636, + "nauc_map_at_5_max": 0.717658, + "nauc_map_at_5_std": 0.366096, + "nauc_map_at_5_diff1": 0.851305, + "nauc_map_at_10_max": 0.717159, + "nauc_map_at_10_std": 0.363733, + "nauc_map_at_10_diff1": 0.851295, + "nauc_map_at_20_max": 0.716891, + "nauc_map_at_20_std": 0.365743, + "nauc_map_at_20_diff1": 0.850882, + "nauc_map_at_100_max": 0.716415, + "nauc_map_at_100_std": 0.365783, + "nauc_map_at_100_diff1": 0.851766, + "nauc_map_at_1000_max": 0.716334, + "nauc_map_at_1000_std": 0.36551, + "nauc_map_at_1000_diff1": 0.851771, + "nauc_recall_at_1_max": 0.683792, + "nauc_recall_at_1_std": 0.322808, + "nauc_recall_at_1_diff1": 0.872412, + "nauc_recall_at_3_max": 0.756239, + "nauc_recall_at_3_std": 0.4051, + "nauc_recall_at_3_diff1": 0.811147, + "nauc_recall_at_5_max": 0.779345, + "nauc_recall_at_5_std": 0.464392, + "nauc_recall_at_5_diff1": 0.81671, + "nauc_recall_at_10_max": 0.783073, + "nauc_recall_at_10_std": 0.455964, + "nauc_recall_at_10_diff1": 0.809279, + "nauc_recall_at_20_max": 0.791022, + "nauc_recall_at_20_std": 0.529874, + "nauc_recall_at_20_diff1": 0.78488, + "nauc_recall_at_100_max": 0.8149, + "nauc_recall_at_100_std": 0.728164, + "nauc_recall_at_100_diff1": 0.84608, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.683792, + "nauc_precision_at_1_std": 0.322808, + "nauc_precision_at_1_diff1": 0.872412, + "nauc_precision_at_3_max": 0.756239, + "nauc_precision_at_3_std": 0.4051, + "nauc_precision_at_3_diff1": 0.811147, + "nauc_precision_at_5_max": 0.779345, + "nauc_precision_at_5_std": 0.464392, + "nauc_precision_at_5_diff1": 0.81671, + "nauc_precision_at_10_max": 0.783073, + "nauc_precision_at_10_std": 0.455964, + "nauc_precision_at_10_diff1": 0.809279, + "nauc_precision_at_20_max": 0.791022, + "nauc_precision_at_20_std": 0.529874, + "nauc_precision_at_20_diff1": 0.78488, + "nauc_precision_at_100_max": 0.8149, + "nauc_precision_at_100_std": 0.728164, + "nauc_precision_at_100_diff1": 0.84608, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.683792, + "nauc_mrr_at_1_std": 0.322808, + "nauc_mrr_at_1_diff1": 0.872412, + "nauc_mrr_at_3_max": 0.714176, + "nauc_mrr_at_3_std": 0.357404, + "nauc_mrr_at_3_diff1": 0.849636, + "nauc_mrr_at_5_max": 0.717658, + "nauc_mrr_at_5_std": 0.366096, + "nauc_mrr_at_5_diff1": 0.851305, + "nauc_mrr_at_10_max": 0.717159, + "nauc_mrr_at_10_std": 0.363733, + "nauc_mrr_at_10_diff1": 0.851295, + "nauc_mrr_at_20_max": 0.716891, + "nauc_mrr_at_20_std": 0.365743, + "nauc_mrr_at_20_diff1": 0.850882, + "nauc_mrr_at_100_max": 0.716415, + "nauc_mrr_at_100_std": 0.365783, + "nauc_mrr_at_100_diff1": 0.851766, + "nauc_mrr_at_1000_max": 0.716334, + "nauc_mrr_at_1000_std": 0.36551, + "nauc_mrr_at_1000_diff1": 0.851771, + "main_score": 0.7798, + "hf_subset": "khk_Cyrl-khk_Cyrl", + "languages": [ + "khk-Cyrl", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91409, + "ndcg_at_5": 0.92289, + "ndcg_at_10": 0.92758, + "ndcg_at_20": 0.93003, + "ndcg_at_100": 0.93152, + "ndcg_at_1000": 0.93193, + "map_at_1": 0.87, + "map_at_3": 0.90389, + "map_at_5": 0.90883, + "map_at_10": 0.91079, + "map_at_20": 0.91142, + "map_at_100": 0.91164, + "map_at_1000": 0.91166, + "recall_at_1": 0.87, + "recall_at_3": 0.94333, + "recall_at_5": 0.96444, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.87, + "precision_at_3": 0.31444, + "precision_at_5": 0.19289, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.903889, + "mrr_at_5": 0.908833, + "mrr_at_10": 0.910788, + "mrr_at_20": 0.911419, + "mrr_at_100": 0.911645, + "mrr_at_1000": 0.911657, + "nauc_ndcg_at_1_max": 0.629531, + "nauc_ndcg_at_1_std": -0.185539, + "nauc_ndcg_at_1_diff1": 0.90217, + "nauc_ndcg_at_3_max": 0.686572, + "nauc_ndcg_at_3_std": -0.166636, + "nauc_ndcg_at_3_diff1": 0.894594, + "nauc_ndcg_at_5_max": 0.684615, + "nauc_ndcg_at_5_std": -0.136711, + "nauc_ndcg_at_5_diff1": 0.900659, + "nauc_ndcg_at_10_max": 0.676266, + "nauc_ndcg_at_10_std": -0.155432, + "nauc_ndcg_at_10_diff1": 0.899415, + "nauc_ndcg_at_20_max": 0.67113, + "nauc_ndcg_at_20_std": -0.146706, + "nauc_ndcg_at_20_diff1": 0.89958, + "nauc_ndcg_at_100_max": 0.66827, + "nauc_ndcg_at_100_std": -0.150158, + "nauc_ndcg_at_100_diff1": 0.899749, + "nauc_ndcg_at_1000_max": 0.667308, + "nauc_ndcg_at_1000_std": -0.15724, + "nauc_ndcg_at_1000_diff1": 0.899132, + "nauc_map_at_1_max": 0.629531, + "nauc_map_at_1_std": -0.185539, + "nauc_map_at_1_diff1": 0.90217, + "nauc_map_at_3_max": 0.669278, + "nauc_map_at_3_std": -0.176178, + "nauc_map_at_3_diff1": 0.896822, + "nauc_map_at_5_max": 0.666795, + "nauc_map_at_5_std": -0.162461, + "nauc_map_at_5_diff1": 0.899607, + "nauc_map_at_10_max": 0.66343, + "nauc_map_at_10_std": -0.168749, + "nauc_map_at_10_diff1": 0.899083, + "nauc_map_at_20_max": 0.66235, + "nauc_map_at_20_std": -0.166869, + "nauc_map_at_20_diff1": 0.899111, + "nauc_map_at_100_max": 0.662047, + "nauc_map_at_100_std": -0.167166, + "nauc_map_at_100_diff1": 0.899076, + "nauc_map_at_1000_max": 0.662021, + "nauc_map_at_1000_std": -0.167334, + "nauc_map_at_1000_diff1": 0.899062, + "nauc_recall_at_1_max": 0.629531, + "nauc_recall_at_1_std": -0.185539, + "nauc_recall_at_1_diff1": 0.90217, + "nauc_recall_at_3_max": 0.768715, + "nauc_recall_at_3_std": -0.118526, + "nauc_recall_at_3_diff1": 0.884065, + "nauc_recall_at_5_max": 0.813653, + "nauc_recall_at_5_std": 0.062981, + "nauc_recall_at_5_diff1": 0.911152, + "nauc_recall_at_10_max": 0.81832, + "nauc_recall_at_10_std": -0.008207, + "nauc_recall_at_10_diff1": 0.907121, + "nauc_recall_at_20_max": 0.813259, + "nauc_recall_at_20_std": 0.331139, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.629531, + "nauc_precision_at_1_std": -0.185539, + "nauc_precision_at_1_diff1": 0.90217, + "nauc_precision_at_3_max": 0.768715, + "nauc_precision_at_3_std": -0.118526, + "nauc_precision_at_3_diff1": 0.884065, + "nauc_precision_at_5_max": 0.813653, + "nauc_precision_at_5_std": 0.062981, + "nauc_precision_at_5_diff1": 0.911152, + "nauc_precision_at_10_max": 0.81832, + "nauc_precision_at_10_std": -0.008207, + "nauc_precision_at_10_diff1": 0.907121, + "nauc_precision_at_20_max": 0.813259, + "nauc_precision_at_20_std": 0.331139, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.629531, + "nauc_mrr_at_1_std": -0.185539, + "nauc_mrr_at_1_diff1": 0.90217, + "nauc_mrr_at_3_max": 0.669278, + "nauc_mrr_at_3_std": -0.176178, + "nauc_mrr_at_3_diff1": 0.896822, + "nauc_mrr_at_5_max": 0.666795, + "nauc_mrr_at_5_std": -0.162461, + "nauc_mrr_at_5_diff1": 0.899607, + "nauc_mrr_at_10_max": 0.66343, + "nauc_mrr_at_10_std": -0.168749, + "nauc_mrr_at_10_diff1": 0.899083, + "nauc_mrr_at_20_max": 0.66235, + "nauc_mrr_at_20_std": -0.166869, + "nauc_mrr_at_20_diff1": 0.899111, + "nauc_mrr_at_100_max": 0.662047, + "nauc_mrr_at_100_std": -0.167166, + "nauc_mrr_at_100_diff1": 0.899076, + "nauc_mrr_at_1000_max": 0.662021, + "nauc_mrr_at_1000_std": -0.167334, + "nauc_mrr_at_1000_diff1": 0.899062, + "main_score": 0.92758, + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59889, + "ndcg_at_3": 0.66588, + "ndcg_at_5": 0.68334, + "ndcg_at_10": 0.69832, + "ndcg_at_20": 0.70677, + "ndcg_at_100": 0.72274, + "ndcg_at_1000": 0.73303, + "map_at_1": 0.59889, + "map_at_3": 0.64981, + "map_at_5": 0.65954, + "map_at_10": 0.66566, + "map_at_20": 0.66799, + "map_at_100": 0.67006, + "map_at_1000": 0.6705, + "recall_at_1": 0.59889, + "recall_at_3": 0.71222, + "recall_at_5": 0.75444, + "recall_at_10": 0.80111, + "recall_at_20": 0.83444, + "recall_at_100": 0.92222, + "recall_at_1000": 1.0, + "precision_at_1": 0.59889, + "precision_at_3": 0.23741, + "precision_at_5": 0.15089, + "precision_at_10": 0.08011, + "precision_at_20": 0.04172, + "precision_at_100": 0.00922, + "precision_at_1000": 0.001, + "mrr_at_1": 0.598889, + "mrr_at_3": 0.649815, + "mrr_at_5": 0.659537, + "mrr_at_10": 0.665661, + "mrr_at_20": 0.667991, + "mrr_at_100": 0.670064, + "mrr_at_1000": 0.670499, + "nauc_ndcg_at_1_max": 0.639306, + "nauc_ndcg_at_1_std": 0.130431, + "nauc_ndcg_at_1_diff1": 0.826052, + "nauc_ndcg_at_3_max": 0.67792, + "nauc_ndcg_at_3_std": 0.16379, + "nauc_ndcg_at_3_diff1": 0.814076, + "nauc_ndcg_at_5_max": 0.672648, + "nauc_ndcg_at_5_std": 0.164122, + "nauc_ndcg_at_5_diff1": 0.805125, + "nauc_ndcg_at_10_max": 0.668541, + "nauc_ndcg_at_10_std": 0.1759, + "nauc_ndcg_at_10_diff1": 0.79784, + "nauc_ndcg_at_20_max": 0.667714, + "nauc_ndcg_at_20_std": 0.182985, + "nauc_ndcg_at_20_diff1": 0.796064, + "nauc_ndcg_at_100_max": 0.666787, + "nauc_ndcg_at_100_std": 0.17463, + "nauc_ndcg_at_100_diff1": 0.7991, + "nauc_ndcg_at_1000_max": 0.666096, + "nauc_ndcg_at_1000_std": 0.168196, + "nauc_ndcg_at_1000_diff1": 0.804169, + "nauc_map_at_1_max": 0.639306, + "nauc_map_at_1_std": 0.130431, + "nauc_map_at_1_diff1": 0.826052, + "nauc_map_at_3_max": 0.668519, + "nauc_map_at_3_std": 0.15427, + "nauc_map_at_3_diff1": 0.817351, + "nauc_map_at_5_max": 0.665568, + "nauc_map_at_5_std": 0.154193, + "nauc_map_at_5_diff1": 0.812564, + "nauc_map_at_10_max": 0.663901, + "nauc_map_at_10_std": 0.158485, + "nauc_map_at_10_diff1": 0.809946, + "nauc_map_at_20_max": 0.663575, + "nauc_map_at_20_std": 0.159992, + "nauc_map_at_20_diff1": 0.809542, + "nauc_map_at_100_max": 0.663521, + "nauc_map_at_100_std": 0.158894, + "nauc_map_at_100_diff1": 0.810054, + "nauc_map_at_1000_max": 0.663485, + "nauc_map_at_1000_std": 0.1587, + "nauc_map_at_1000_diff1": 0.810232, + "nauc_recall_at_1_max": 0.639306, + "nauc_recall_at_1_std": 0.130431, + "nauc_recall_at_1_diff1": 0.826052, + "nauc_recall_at_3_max": 0.708535, + "nauc_recall_at_3_std": 0.195508, + "nauc_recall_at_3_diff1": 0.803224, + "nauc_recall_at_5_max": 0.697098, + "nauc_recall_at_5_std": 0.200941, + "nauc_recall_at_5_diff1": 0.776461, + "nauc_recall_at_10_max": 0.684196, + "nauc_recall_at_10_std": 0.257625, + "nauc_recall_at_10_diff1": 0.740261, + "nauc_recall_at_20_max": 0.68307, + "nauc_recall_at_20_std": 0.318205, + "nauc_recall_at_20_diff1": 0.719331, + "nauc_recall_at_100_max": 0.680786, + "nauc_recall_at_100_std": 0.321635, + "nauc_recall_at_100_diff1": 0.687622, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.639306, + "nauc_precision_at_1_std": 0.130431, + "nauc_precision_at_1_diff1": 0.826052, + "nauc_precision_at_3_max": 0.708535, + "nauc_precision_at_3_std": 0.195508, + "nauc_precision_at_3_diff1": 0.803224, + "nauc_precision_at_5_max": 0.697098, + "nauc_precision_at_5_std": 0.200941, + "nauc_precision_at_5_diff1": 0.776461, + "nauc_precision_at_10_max": 0.684196, + "nauc_precision_at_10_std": 0.257625, + "nauc_precision_at_10_diff1": 0.740261, + "nauc_precision_at_20_max": 0.68307, + "nauc_precision_at_20_std": 0.318205, + "nauc_precision_at_20_diff1": 0.719331, + "nauc_precision_at_100_max": 0.680786, + "nauc_precision_at_100_std": 0.321635, + "nauc_precision_at_100_diff1": 0.687622, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.639306, + "nauc_mrr_at_1_std": 0.130431, + "nauc_mrr_at_1_diff1": 0.826052, + "nauc_mrr_at_3_max": 0.668519, + "nauc_mrr_at_3_std": 0.15427, + "nauc_mrr_at_3_diff1": 0.817351, + "nauc_mrr_at_5_max": 0.665568, + "nauc_mrr_at_5_std": 0.154193, + "nauc_mrr_at_5_diff1": 0.812564, + "nauc_mrr_at_10_max": 0.663901, + "nauc_mrr_at_10_std": 0.158485, + "nauc_mrr_at_10_diff1": 0.809946, + "nauc_mrr_at_20_max": 0.663575, + "nauc_mrr_at_20_std": 0.159992, + "nauc_mrr_at_20_diff1": 0.809542, + "nauc_mrr_at_100_max": 0.663521, + "nauc_mrr_at_100_std": 0.158894, + "nauc_mrr_at_100_diff1": 0.810054, + "nauc_mrr_at_1000_max": 0.663485, + "nauc_mrr_at_1000_std": 0.1587, + "nauc_mrr_at_1000_diff1": 0.810232, + "main_score": 0.69832, + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.81098, + "ndcg_at_5": 0.82671, + "ndcg_at_10": 0.83568, + "ndcg_at_20": 0.84367, + "ndcg_at_100": 0.85021, + "ndcg_at_1000": 0.8524, + "map_at_1": 0.75333, + "map_at_3": 0.79741, + "map_at_5": 0.80624, + "map_at_10": 0.80994, + "map_at_20": 0.81205, + "map_at_100": 0.81292, + "map_at_1000": 0.81301, + "recall_at_1": 0.75333, + "recall_at_3": 0.85, + "recall_at_5": 0.88778, + "recall_at_10": 0.91556, + "recall_at_20": 0.94778, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.75333, + "precision_at_3": 0.28333, + "precision_at_5": 0.17756, + "precision_at_10": 0.09156, + "precision_at_20": 0.04739, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.797407, + "mrr_at_5": 0.806241, + "mrr_at_10": 0.809937, + "mrr_at_20": 0.812048, + "mrr_at_100": 0.81292, + "mrr_at_1000": 0.813009, + "nauc_ndcg_at_1_max": 0.677094, + "nauc_ndcg_at_1_std": 0.19728, + "nauc_ndcg_at_1_diff1": 0.865238, + "nauc_ndcg_at_3_max": 0.703651, + "nauc_ndcg_at_3_std": 0.238102, + "nauc_ndcg_at_3_diff1": 0.831606, + "nauc_ndcg_at_5_max": 0.709975, + "nauc_ndcg_at_5_std": 0.257473, + "nauc_ndcg_at_5_diff1": 0.82436, + "nauc_ndcg_at_10_max": 0.718566, + "nauc_ndcg_at_10_std": 0.274786, + "nauc_ndcg_at_10_diff1": 0.82382, + "nauc_ndcg_at_20_max": 0.711565, + "nauc_ndcg_at_20_std": 0.260841, + "nauc_ndcg_at_20_diff1": 0.82536, + "nauc_ndcg_at_100_max": 0.706246, + "nauc_ndcg_at_100_std": 0.250854, + "nauc_ndcg_at_100_diff1": 0.830542, + "nauc_ndcg_at_1000_max": 0.70409, + "nauc_ndcg_at_1000_std": 0.246141, + "nauc_ndcg_at_1000_diff1": 0.832064, + "nauc_map_at_1_max": 0.677094, + "nauc_map_at_1_std": 0.19728, + "nauc_map_at_1_diff1": 0.865238, + "nauc_map_at_3_max": 0.694778, + "nauc_map_at_3_std": 0.222153, + "nauc_map_at_3_diff1": 0.839938, + "nauc_map_at_5_max": 0.69739, + "nauc_map_at_5_std": 0.231236, + "nauc_map_at_5_diff1": 0.836705, + "nauc_map_at_10_max": 0.700167, + "nauc_map_at_10_std": 0.237158, + "nauc_map_at_10_diff1": 0.836628, + "nauc_map_at_20_max": 0.698437, + "nauc_map_at_20_std": 0.233887, + "nauc_map_at_20_diff1": 0.837094, + "nauc_map_at_100_max": 0.697886, + "nauc_map_at_100_std": 0.23294, + "nauc_map_at_100_diff1": 0.837644, + "nauc_map_at_1000_max": 0.697813, + "nauc_map_at_1000_std": 0.232804, + "nauc_map_at_1000_diff1": 0.837687, + "nauc_recall_at_1_max": 0.677094, + "nauc_recall_at_1_std": 0.19728, + "nauc_recall_at_1_diff1": 0.865238, + "nauc_recall_at_3_max": 0.737477, + "nauc_recall_at_3_std": 0.299971, + "nauc_recall_at_3_diff1": 0.801168, + "nauc_recall_at_5_max": 0.771108, + "nauc_recall_at_5_std": 0.386576, + "nauc_recall_at_5_diff1": 0.766194, + "nauc_recall_at_10_max": 0.83885, + "nauc_recall_at_10_std": 0.521273, + "nauc_recall_at_10_diff1": 0.746535, + "nauc_recall_at_20_max": 0.833582, + "nauc_recall_at_20_std": 0.510211, + "nauc_recall_at_20_diff1": 0.717037, + "nauc_recall_at_100_max": 0.841425, + "nauc_recall_at_100_std": 0.557392, + "nauc_recall_at_100_diff1": 0.730345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.677094, + "nauc_precision_at_1_std": 0.19728, + "nauc_precision_at_1_diff1": 0.865238, + "nauc_precision_at_3_max": 0.737477, + "nauc_precision_at_3_std": 0.299971, + "nauc_precision_at_3_diff1": 0.801168, + "nauc_precision_at_5_max": 0.771108, + "nauc_precision_at_5_std": 0.386576, + "nauc_precision_at_5_diff1": 0.766194, + "nauc_precision_at_10_max": 0.83885, + "nauc_precision_at_10_std": 0.521273, + "nauc_precision_at_10_diff1": 0.746535, + "nauc_precision_at_20_max": 0.833582, + "nauc_precision_at_20_std": 0.510211, + "nauc_precision_at_20_diff1": 0.717037, + "nauc_precision_at_100_max": 0.841425, + "nauc_precision_at_100_std": 0.557392, + "nauc_precision_at_100_diff1": 0.730345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.677094, + "nauc_mrr_at_1_std": 0.19728, + "nauc_mrr_at_1_diff1": 0.865238, + "nauc_mrr_at_3_max": 0.694778, + "nauc_mrr_at_3_std": 0.222153, + "nauc_mrr_at_3_diff1": 0.839938, + "nauc_mrr_at_5_max": 0.69739, + "nauc_mrr_at_5_std": 0.231236, + "nauc_mrr_at_5_diff1": 0.836705, + "nauc_mrr_at_10_max": 0.700167, + "nauc_mrr_at_10_std": 0.237158, + "nauc_mrr_at_10_diff1": 0.836628, + "nauc_mrr_at_20_max": 0.698437, + "nauc_mrr_at_20_std": 0.233887, + "nauc_mrr_at_20_diff1": 0.837094, + "nauc_mrr_at_100_max": 0.697886, + "nauc_mrr_at_100_std": 0.23294, + "nauc_mrr_at_100_diff1": 0.837644, + "nauc_mrr_at_1000_max": 0.697813, + "nauc_mrr_at_1000_std": 0.232804, + "nauc_mrr_at_1000_diff1": 0.837687, + "main_score": 0.83568, + "hf_subset": "khm_Khmr-khm_Khmr", + "languages": [ + "khm-Khmr", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93222, + "ndcg_at_5": 0.93777, + "ndcg_at_10": 0.94283, + "ndcg_at_20": 0.94393, + "ndcg_at_100": 0.94478, + "ndcg_at_1000": 0.9455, + "map_at_1": 0.89556, + "map_at_3": 0.9237, + "map_at_5": 0.92681, + "map_at_10": 0.92892, + "map_at_20": 0.92921, + "map_at_100": 0.92934, + "map_at_1000": 0.92937, + "recall_at_1": 0.89556, + "recall_at_3": 0.95667, + "recall_at_5": 0.97, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.31889, + "precision_at_5": 0.194, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.923704, + "mrr_at_5": 0.926815, + "mrr_at_10": 0.928922, + "mrr_at_20": 0.929214, + "mrr_at_100": 0.929337, + "mrr_at_1000": 0.929367, + "nauc_ndcg_at_1_max": 0.604421, + "nauc_ndcg_at_1_std": -0.156696, + "nauc_ndcg_at_1_diff1": 0.886205, + "nauc_ndcg_at_3_max": 0.702584, + "nauc_ndcg_at_3_std": -0.07248, + "nauc_ndcg_at_3_diff1": 0.895835, + "nauc_ndcg_at_5_max": 0.683868, + "nauc_ndcg_at_5_std": -0.056085, + "nauc_ndcg_at_5_diff1": 0.894405, + "nauc_ndcg_at_10_max": 0.678759, + "nauc_ndcg_at_10_std": -0.06552, + "nauc_ndcg_at_10_diff1": 0.89146, + "nauc_ndcg_at_20_max": 0.673012, + "nauc_ndcg_at_20_std": -0.081863, + "nauc_ndcg_at_20_diff1": 0.891296, + "nauc_ndcg_at_100_max": 0.670007, + "nauc_ndcg_at_100_std": -0.083212, + "nauc_ndcg_at_100_diff1": 0.893601, + "nauc_ndcg_at_1000_max": 0.667039, + "nauc_ndcg_at_1000_std": -0.086948, + "nauc_ndcg_at_1000_diff1": 0.892542, + "nauc_map_at_1_max": 0.604421, + "nauc_map_at_1_std": -0.156696, + "nauc_map_at_1_diff1": 0.886205, + "nauc_map_at_3_max": 0.672585, + "nauc_map_at_3_std": -0.098772, + "nauc_map_at_3_diff1": 0.892828, + "nauc_map_at_5_max": 0.662507, + "nauc_map_at_5_std": -0.091582, + "nauc_map_at_5_diff1": 0.892002, + "nauc_map_at_10_max": 0.660433, + "nauc_map_at_10_std": -0.095586, + "nauc_map_at_10_diff1": 0.891087, + "nauc_map_at_20_max": 0.659129, + "nauc_map_at_20_std": -0.099214, + "nauc_map_at_20_diff1": 0.891069, + "nauc_map_at_100_max": 0.658761, + "nauc_map_at_100_std": -0.099261, + "nauc_map_at_100_diff1": 0.891472, + "nauc_map_at_1000_max": 0.658659, + "nauc_map_at_1000_std": -0.099288, + "nauc_map_at_1000_diff1": 0.891438, + "nauc_recall_at_1_max": 0.604421, + "nauc_recall_at_1_std": -0.156696, + "nauc_recall_at_1_diff1": 0.886205, + "nauc_recall_at_3_max": 0.852726, + "nauc_recall_at_3_std": 0.059542, + "nauc_recall_at_3_diff1": 0.910939, + "nauc_recall_at_5_max": 0.825137, + "nauc_recall_at_5_std": 0.194747, + "nauc_recall_at_5_diff1": 0.910693, + "nauc_recall_at_10_max": 0.908245, + "nauc_recall_at_10_std": 0.343999, + "nauc_recall_at_10_diff1": 0.889033, + "nauc_recall_at_20_max": 0.88199, + "nauc_recall_at_20_std": 0.161894, + "nauc_recall_at_20_diff1": 0.883287, + "nauc_recall_at_100_max": 0.892157, + "nauc_recall_at_100_std": 0.256956, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.604421, + "nauc_precision_at_1_std": -0.156696, + "nauc_precision_at_1_diff1": 0.886205, + "nauc_precision_at_3_max": 0.852726, + "nauc_precision_at_3_std": 0.059542, + "nauc_precision_at_3_diff1": 0.910939, + "nauc_precision_at_5_max": 0.825137, + "nauc_precision_at_5_std": 0.194747, + "nauc_precision_at_5_diff1": 0.910693, + "nauc_precision_at_10_max": 0.908245, + "nauc_precision_at_10_std": 0.343999, + "nauc_precision_at_10_diff1": 0.889033, + "nauc_precision_at_20_max": 0.88199, + "nauc_precision_at_20_std": 0.161894, + "nauc_precision_at_20_diff1": 0.883287, + "nauc_precision_at_100_max": 0.892157, + "nauc_precision_at_100_std": 0.256956, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.604421, + "nauc_mrr_at_1_std": -0.156696, + "nauc_mrr_at_1_diff1": 0.886205, + "nauc_mrr_at_3_max": 0.672585, + "nauc_mrr_at_3_std": -0.098772, + "nauc_mrr_at_3_diff1": 0.892828, + "nauc_mrr_at_5_max": 0.662507, + "nauc_mrr_at_5_std": -0.091582, + "nauc_mrr_at_5_diff1": 0.892002, + "nauc_mrr_at_10_max": 0.660433, + "nauc_mrr_at_10_std": -0.095586, + "nauc_mrr_at_10_diff1": 0.891087, + "nauc_mrr_at_20_max": 0.659129, + "nauc_mrr_at_20_std": -0.099214, + "nauc_mrr_at_20_diff1": 0.891069, + "nauc_mrr_at_100_max": 0.658761, + "nauc_mrr_at_100_std": -0.099261, + "nauc_mrr_at_100_diff1": 0.891472, + "nauc_mrr_at_1000_max": 0.658659, + "nauc_mrr_at_1000_std": -0.099288, + "nauc_mrr_at_1000_diff1": 0.891438, + "main_score": 0.94283, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68556, + "ndcg_at_3": 0.75772, + "ndcg_at_5": 0.77278, + "ndcg_at_10": 0.78264, + "ndcg_at_20": 0.79048, + "ndcg_at_100": 0.80201, + "ndcg_at_1000": 0.80621, + "map_at_1": 0.68556, + "map_at_3": 0.74037, + "map_at_5": 0.7487, + "map_at_10": 0.75265, + "map_at_20": 0.75479, + "map_at_100": 0.75637, + "map_at_1000": 0.75656, + "recall_at_1": 0.68556, + "recall_at_3": 0.80778, + "recall_at_5": 0.84444, + "recall_at_10": 0.87556, + "recall_at_20": 0.90667, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "precision_at_1": 0.68556, + "precision_at_3": 0.26926, + "precision_at_5": 0.16889, + "precision_at_10": 0.08756, + "precision_at_20": 0.04533, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.685556, + "mrr_at_3": 0.74037, + "mrr_at_5": 0.748704, + "mrr_at_10": 0.752648, + "mrr_at_20": 0.754786, + "mrr_at_100": 0.756371, + "mrr_at_1000": 0.75656, + "nauc_ndcg_at_1_max": 0.699003, + "nauc_ndcg_at_1_std": 0.250856, + "nauc_ndcg_at_1_diff1": 0.851187, + "nauc_ndcg_at_3_max": 0.726841, + "nauc_ndcg_at_3_std": 0.293087, + "nauc_ndcg_at_3_diff1": 0.82436, + "nauc_ndcg_at_5_max": 0.733981, + "nauc_ndcg_at_5_std": 0.312892, + "nauc_ndcg_at_5_diff1": 0.82377, + "nauc_ndcg_at_10_max": 0.727957, + "nauc_ndcg_at_10_std": 0.305561, + "nauc_ndcg_at_10_diff1": 0.819386, + "nauc_ndcg_at_20_max": 0.722173, + "nauc_ndcg_at_20_std": 0.302045, + "nauc_ndcg_at_20_diff1": 0.819631, + "nauc_ndcg_at_100_max": 0.724187, + "nauc_ndcg_at_100_std": 0.304292, + "nauc_ndcg_at_100_diff1": 0.822927, + "nauc_ndcg_at_1000_max": 0.722854, + "nauc_ndcg_at_1000_std": 0.297029, + "nauc_ndcg_at_1000_diff1": 0.825939, + "nauc_map_at_1_max": 0.699003, + "nauc_map_at_1_std": 0.250856, + "nauc_map_at_1_diff1": 0.851187, + "nauc_map_at_3_max": 0.720107, + "nauc_map_at_3_std": 0.282311, + "nauc_map_at_3_diff1": 0.831316, + "nauc_map_at_5_max": 0.723555, + "nauc_map_at_5_std": 0.291531, + "nauc_map_at_5_diff1": 0.831373, + "nauc_map_at_10_max": 0.721268, + "nauc_map_at_10_std": 0.288632, + "nauc_map_at_10_diff1": 0.829913, + "nauc_map_at_20_max": 0.719795, + "nauc_map_at_20_std": 0.287772, + "nauc_map_at_20_diff1": 0.829956, + "nauc_map_at_100_max": 0.720101, + "nauc_map_at_100_std": 0.288207, + "nauc_map_at_100_diff1": 0.830481, + "nauc_map_at_1000_max": 0.720043, + "nauc_map_at_1000_std": 0.287942, + "nauc_map_at_1000_diff1": 0.830594, + "nauc_recall_at_1_max": 0.699003, + "nauc_recall_at_1_std": 0.250856, + "nauc_recall_at_1_diff1": 0.851187, + "nauc_recall_at_3_max": 0.750888, + "nauc_recall_at_3_std": 0.331913, + "nauc_recall_at_3_diff1": 0.799235, + "nauc_recall_at_5_max": 0.779568, + "nauc_recall_at_5_std": 0.409203, + "nauc_recall_at_5_diff1": 0.79107, + "nauc_recall_at_10_max": 0.758954, + "nauc_recall_at_10_std": 0.392985, + "nauc_recall_at_10_diff1": 0.761769, + "nauc_recall_at_20_max": 0.722928, + "nauc_recall_at_20_std": 0.388878, + "nauc_recall_at_20_diff1": 0.748338, + "nauc_recall_at_100_max": 0.777428, + "nauc_recall_at_100_std": 0.605826, + "nauc_recall_at_100_diff1": 0.69908, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699003, + "nauc_precision_at_1_std": 0.250856, + "nauc_precision_at_1_diff1": 0.851187, + "nauc_precision_at_3_max": 0.750888, + "nauc_precision_at_3_std": 0.331913, + "nauc_precision_at_3_diff1": 0.799235, + "nauc_precision_at_5_max": 0.779568, + "nauc_precision_at_5_std": 0.409203, + "nauc_precision_at_5_diff1": 0.79107, + "nauc_precision_at_10_max": 0.758954, + "nauc_precision_at_10_std": 0.392985, + "nauc_precision_at_10_diff1": 0.761769, + "nauc_precision_at_20_max": 0.722928, + "nauc_precision_at_20_std": 0.388878, + "nauc_precision_at_20_diff1": 0.748338, + "nauc_precision_at_100_max": 0.777428, + "nauc_precision_at_100_std": 0.605826, + "nauc_precision_at_100_diff1": 0.69908, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699003, + "nauc_mrr_at_1_std": 0.250856, + "nauc_mrr_at_1_diff1": 0.851187, + "nauc_mrr_at_3_max": 0.720107, + "nauc_mrr_at_3_std": 0.282311, + "nauc_mrr_at_3_diff1": 0.831316, + "nauc_mrr_at_5_max": 0.723555, + "nauc_mrr_at_5_std": 0.291531, + "nauc_mrr_at_5_diff1": 0.831373, + "nauc_mrr_at_10_max": 0.721268, + "nauc_mrr_at_10_std": 0.288632, + "nauc_mrr_at_10_diff1": 0.829913, + "nauc_mrr_at_20_max": 0.719795, + "nauc_mrr_at_20_std": 0.287772, + "nauc_mrr_at_20_diff1": 0.829956, + "nauc_mrr_at_100_max": 0.720101, + "nauc_mrr_at_100_std": 0.288207, + "nauc_mrr_at_100_diff1": 0.830481, + "nauc_mrr_at_1000_max": 0.720043, + "nauc_mrr_at_1000_std": 0.287942, + "nauc_mrr_at_1000_diff1": 0.830594, + "main_score": 0.78264, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.53281, + "ndcg_at_3": 0.5859, + "ndcg_at_5": 0.59906, + "ndcg_at_10": 0.61445, + "ndcg_at_20": 0.62553, + "ndcg_at_100": 0.65193, + "ndcg_at_1000": 0.66647, + "map_at_1": 0.53281, + "map_at_3": 0.57341, + "map_at_5": 0.58065, + "map_at_10": 0.58694, + "map_at_20": 0.5899, + "map_at_100": 0.59358, + "map_at_1000": 0.59416, + "recall_at_1": 0.53281, + "recall_at_3": 0.6218, + "recall_at_5": 0.65406, + "recall_at_10": 0.70189, + "recall_at_20": 0.74638, + "recall_at_100": 0.88877, + "recall_at_1000": 1.0, + "precision_at_1": 0.53281, + "precision_at_3": 0.20727, + "precision_at_5": 0.13081, + "precision_at_10": 0.07019, + "precision_at_20": 0.03732, + "precision_at_100": 0.00889, + "precision_at_1000": 0.001, + "mrr_at_1": 0.532814, + "mrr_at_3": 0.573415, + "mrr_at_5": 0.580645, + "mrr_at_10": 0.586943, + "mrr_at_20": 0.5899, + "mrr_at_100": 0.59358, + "mrr_at_1000": 0.594163, + "nauc_ndcg_at_1_max": 0.678742, + "nauc_ndcg_at_1_std": 0.567056, + "nauc_ndcg_at_1_diff1": 0.840278, + "nauc_ndcg_at_3_max": 0.683776, + "nauc_ndcg_at_3_std": 0.601113, + "nauc_ndcg_at_3_diff1": 0.79958, + "nauc_ndcg_at_5_max": 0.674527, + "nauc_ndcg_at_5_std": 0.601566, + "nauc_ndcg_at_5_diff1": 0.795148, + "nauc_ndcg_at_10_max": 0.669514, + "nauc_ndcg_at_10_std": 0.600304, + "nauc_ndcg_at_10_diff1": 0.789887, + "nauc_ndcg_at_20_max": 0.665285, + "nauc_ndcg_at_20_std": 0.598554, + "nauc_ndcg_at_20_diff1": 0.789836, + "nauc_ndcg_at_100_max": 0.668587, + "nauc_ndcg_at_100_std": 0.597433, + "nauc_ndcg_at_100_diff1": 0.790005, + "nauc_ndcg_at_1000_max": 0.672397, + "nauc_ndcg_at_1000_std": 0.59584, + "nauc_ndcg_at_1000_diff1": 0.796447, + "nauc_map_at_1_max": 0.678742, + "nauc_map_at_1_std": 0.567056, + "nauc_map_at_1_diff1": 0.840278, + "nauc_map_at_3_max": 0.682746, + "nauc_map_at_3_std": 0.59284, + "nauc_map_at_3_diff1": 0.809343, + "nauc_map_at_5_max": 0.677783, + "nauc_map_at_5_std": 0.593033, + "nauc_map_at_5_diff1": 0.807031, + "nauc_map_at_10_max": 0.675903, + "nauc_map_at_10_std": 0.592652, + "nauc_map_at_10_diff1": 0.805044, + "nauc_map_at_20_max": 0.67491, + "nauc_map_at_20_std": 0.592295, + "nauc_map_at_20_diff1": 0.805043, + "nauc_map_at_100_max": 0.675656, + "nauc_map_at_100_std": 0.592118, + "nauc_map_at_100_diff1": 0.805031, + "nauc_map_at_1000_max": 0.675798, + "nauc_map_at_1000_std": 0.592039, + "nauc_map_at_1000_diff1": 0.805229, + "nauc_recall_at_1_max": 0.678742, + "nauc_recall_at_1_std": 0.567056, + "nauc_recall_at_1_diff1": 0.840278, + "nauc_recall_at_3_max": 0.686839, + "nauc_recall_at_3_std": 0.62643, + "nauc_recall_at_3_diff1": 0.769757, + "nauc_recall_at_5_max": 0.662348, + "nauc_recall_at_5_std": 0.628976, + "nauc_recall_at_5_diff1": 0.75635, + "nauc_recall_at_10_max": 0.642547, + "nauc_recall_at_10_std": 0.625898, + "nauc_recall_at_10_diff1": 0.733556, + "nauc_recall_at_20_max": 0.616395, + "nauc_recall_at_20_std": 0.618982, + "nauc_recall_at_20_diff1": 0.726217, + "nauc_recall_at_100_max": 0.600169, + "nauc_recall_at_100_std": 0.624053, + "nauc_recall_at_100_diff1": 0.66899, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678742, + "nauc_precision_at_1_std": 0.567056, + "nauc_precision_at_1_diff1": 0.840278, + "nauc_precision_at_3_max": 0.686839, + "nauc_precision_at_3_std": 0.62643, + "nauc_precision_at_3_diff1": 0.769757, + "nauc_precision_at_5_max": 0.662348, + "nauc_precision_at_5_std": 0.628976, + "nauc_precision_at_5_diff1": 0.75635, + "nauc_precision_at_10_max": 0.642547, + "nauc_precision_at_10_std": 0.625898, + "nauc_precision_at_10_diff1": 0.733556, + "nauc_precision_at_20_max": 0.616395, + "nauc_precision_at_20_std": 0.618982, + "nauc_precision_at_20_diff1": 0.726217, + "nauc_precision_at_100_max": 0.600169, + "nauc_precision_at_100_std": 0.624053, + "nauc_precision_at_100_diff1": 0.66899, + "nauc_precision_at_1000_max": -0.318687, + "nauc_precision_at_1000_std": -0.500026, + "nauc_precision_at_1000_diff1": -0.205813, + "nauc_mrr_at_1_max": 0.678742, + "nauc_mrr_at_1_std": 0.567056, + "nauc_mrr_at_1_diff1": 0.840278, + "nauc_mrr_at_3_max": 0.682746, + "nauc_mrr_at_3_std": 0.59284, + "nauc_mrr_at_3_diff1": 0.809343, + "nauc_mrr_at_5_max": 0.677783, + "nauc_mrr_at_5_std": 0.593033, + "nauc_mrr_at_5_diff1": 0.807031, + "nauc_mrr_at_10_max": 0.675903, + "nauc_mrr_at_10_std": 0.592652, + "nauc_mrr_at_10_diff1": 0.805044, + "nauc_mrr_at_20_max": 0.67491, + "nauc_mrr_at_20_std": 0.592295, + "nauc_mrr_at_20_diff1": 0.805043, + "nauc_mrr_at_100_max": 0.675656, + "nauc_mrr_at_100_std": 0.592118, + "nauc_mrr_at_100_diff1": 0.805031, + "nauc_mrr_at_1000_max": 0.675798, + "nauc_mrr_at_1000_std": 0.592039, + "nauc_mrr_at_1000_diff1": 0.805228, + "main_score": 0.61445, + "hf_subset": "kin_Latn-kin_Latn", + "languages": [ + "kin-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.74778, + "ndcg_at_3": 0.81352, + "ndcg_at_5": 0.82671, + "ndcg_at_10": 0.83891, + "ndcg_at_20": 0.84664, + "ndcg_at_100": 0.85313, + "ndcg_at_1000": 0.85415, + "map_at_1": 0.74778, + "map_at_3": 0.79778, + "map_at_5": 0.80506, + "map_at_10": 0.81028, + "map_at_20": 0.81248, + "map_at_100": 0.81341, + "map_at_1000": 0.81345, + "recall_at_1": 0.74778, + "recall_at_3": 0.85889, + "recall_at_5": 0.89111, + "recall_at_10": 0.92778, + "recall_at_20": 0.95778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.74778, + "precision_at_3": 0.2863, + "precision_at_5": 0.17822, + "precision_at_10": 0.09278, + "precision_at_20": 0.04789, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.747778, + "mrr_at_3": 0.797778, + "mrr_at_5": 0.805056, + "mrr_at_10": 0.810284, + "mrr_at_20": 0.812484, + "mrr_at_100": 0.813408, + "mrr_at_1000": 0.81345, + "nauc_ndcg_at_1_max": 0.64441, + "nauc_ndcg_at_1_std": -0.0736, + "nauc_ndcg_at_1_diff1": 0.863292, + "nauc_ndcg_at_3_max": 0.630444, + "nauc_ndcg_at_3_std": -0.045746, + "nauc_ndcg_at_3_diff1": 0.825051, + "nauc_ndcg_at_5_max": 0.633399, + "nauc_ndcg_at_5_std": -0.027646, + "nauc_ndcg_at_5_diff1": 0.821445, + "nauc_ndcg_at_10_max": 0.627222, + "nauc_ndcg_at_10_std": -0.040748, + "nauc_ndcg_at_10_diff1": 0.826647, + "nauc_ndcg_at_20_max": 0.62473, + "nauc_ndcg_at_20_std": -0.044752, + "nauc_ndcg_at_20_diff1": 0.829359, + "nauc_ndcg_at_100_max": 0.628966, + "nauc_ndcg_at_100_std": -0.046383, + "nauc_ndcg_at_100_diff1": 0.832013, + "nauc_ndcg_at_1000_max": 0.628991, + "nauc_ndcg_at_1000_std": -0.048802, + "nauc_ndcg_at_1000_diff1": 0.832805, + "nauc_map_at_1_max": 0.64441, + "nauc_map_at_1_std": -0.0736, + "nauc_map_at_1_diff1": 0.863292, + "nauc_map_at_3_max": 0.632011, + "nauc_map_at_3_std": -0.055991, + "nauc_map_at_3_diff1": 0.83506, + "nauc_map_at_5_max": 0.63342, + "nauc_map_at_5_std": -0.047705, + "nauc_map_at_5_diff1": 0.833591, + "nauc_map_at_10_max": 0.630823, + "nauc_map_at_10_std": -0.053179, + "nauc_map_at_10_diff1": 0.835565, + "nauc_map_at_20_max": 0.630525, + "nauc_map_at_20_std": -0.054207, + "nauc_map_at_20_diff1": 0.836476, + "nauc_map_at_100_max": 0.630967, + "nauc_map_at_100_std": -0.054338, + "nauc_map_at_100_diff1": 0.836739, + "nauc_map_at_1000_max": 0.630969, + "nauc_map_at_1000_std": -0.054388, + "nauc_map_at_1000_diff1": 0.836771, + "nauc_recall_at_1_max": 0.64441, + "nauc_recall_at_1_std": -0.0736, + "nauc_recall_at_1_diff1": 0.863292, + "nauc_recall_at_3_max": 0.625702, + "nauc_recall_at_3_std": -0.004269, + "nauc_recall_at_3_diff1": 0.786349, + "nauc_recall_at_5_max": 0.63602, + "nauc_recall_at_5_std": 0.074843, + "nauc_recall_at_5_diff1": 0.763357, + "nauc_recall_at_10_max": 0.603031, + "nauc_recall_at_10_std": 0.044768, + "nauc_recall_at_10_diff1": 0.770797, + "nauc_recall_at_20_max": 0.546624, + "nauc_recall_at_20_std": 0.052656, + "nauc_recall_at_20_diff1": 0.761622, + "nauc_recall_at_100_max": 0.625917, + "nauc_recall_at_100_std": 0.302854, + "nauc_recall_at_100_diff1": 0.731893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.64441, + "nauc_precision_at_1_std": -0.0736, + "nauc_precision_at_1_diff1": 0.863292, + "nauc_precision_at_3_max": 0.625702, + "nauc_precision_at_3_std": -0.004269, + "nauc_precision_at_3_diff1": 0.786349, + "nauc_precision_at_5_max": 0.63602, + "nauc_precision_at_5_std": 0.074843, + "nauc_precision_at_5_diff1": 0.763357, + "nauc_precision_at_10_max": 0.603031, + "nauc_precision_at_10_std": 0.044768, + "nauc_precision_at_10_diff1": 0.770797, + "nauc_precision_at_20_max": 0.546624, + "nauc_precision_at_20_std": 0.052656, + "nauc_precision_at_20_diff1": 0.761622, + "nauc_precision_at_100_max": 0.625917, + "nauc_precision_at_100_std": 0.302854, + "nauc_precision_at_100_diff1": 0.731893, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.64441, + "nauc_mrr_at_1_std": -0.0736, + "nauc_mrr_at_1_diff1": 0.863292, + "nauc_mrr_at_3_max": 0.632011, + "nauc_mrr_at_3_std": -0.055991, + "nauc_mrr_at_3_diff1": 0.83506, + "nauc_mrr_at_5_max": 0.63342, + "nauc_mrr_at_5_std": -0.047705, + "nauc_mrr_at_5_diff1": 0.833591, + "nauc_mrr_at_10_max": 0.630823, + "nauc_mrr_at_10_std": -0.053179, + "nauc_mrr_at_10_diff1": 0.835565, + "nauc_mrr_at_20_max": 0.630525, + "nauc_mrr_at_20_std": -0.054207, + "nauc_mrr_at_20_diff1": 0.836476, + "nauc_mrr_at_100_max": 0.630967, + "nauc_mrr_at_100_std": -0.054338, + "nauc_mrr_at_100_diff1": 0.836739, + "nauc_mrr_at_1000_max": 0.630969, + "nauc_mrr_at_1000_std": -0.054388, + "nauc_mrr_at_1000_diff1": 0.836771, + "main_score": 0.83891, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.43715, + "ndcg_at_3": 0.48334, + "ndcg_at_5": 0.49506, + "ndcg_at_10": 0.5109, + "ndcg_at_20": 0.52535, + "ndcg_at_100": 0.55041, + "ndcg_at_1000": 0.57723, + "map_at_1": 0.43715, + "map_at_3": 0.47201, + "map_at_5": 0.4784, + "map_at_10": 0.48494, + "map_at_20": 0.48882, + "map_at_100": 0.49202, + "map_at_1000": 0.49301, + "recall_at_1": 0.43715, + "recall_at_3": 0.51613, + "recall_at_5": 0.54505, + "recall_at_10": 0.59399, + "recall_at_20": 0.65184, + "recall_at_100": 0.79088, + "recall_at_1000": 1.0, + "precision_at_1": 0.43715, + "precision_at_3": 0.17204, + "precision_at_5": 0.10901, + "precision_at_10": 0.0594, + "precision_at_20": 0.03259, + "precision_at_100": 0.00791, + "precision_at_1000": 0.001, + "mrr_at_1": 0.437152, + "mrr_at_3": 0.472006, + "mrr_at_5": 0.478402, + "mrr_at_10": 0.484943, + "mrr_at_20": 0.488818, + "mrr_at_100": 0.492018, + "mrr_at_1000": 0.493013, + "nauc_ndcg_at_1_max": 0.627506, + "nauc_ndcg_at_1_std": -0.008784, + "nauc_ndcg_at_1_diff1": 0.834954, + "nauc_ndcg_at_3_max": 0.630507, + "nauc_ndcg_at_3_std": 0.006976, + "nauc_ndcg_at_3_diff1": 0.788548, + "nauc_ndcg_at_5_max": 0.632806, + "nauc_ndcg_at_5_std": 0.020309, + "nauc_ndcg_at_5_diff1": 0.783953, + "nauc_ndcg_at_10_max": 0.621639, + "nauc_ndcg_at_10_std": 0.020806, + "nauc_ndcg_at_10_diff1": 0.776118, + "nauc_ndcg_at_20_max": 0.613521, + "nauc_ndcg_at_20_std": 0.019268, + "nauc_ndcg_at_20_diff1": 0.768799, + "nauc_ndcg_at_100_max": 0.611416, + "nauc_ndcg_at_100_std": 0.020546, + "nauc_ndcg_at_100_diff1": 0.76232, + "nauc_ndcg_at_1000_max": 0.617959, + "nauc_ndcg_at_1000_std": 0.014758, + "nauc_ndcg_at_1000_diff1": 0.778052, + "nauc_map_at_1_max": 0.627506, + "nauc_map_at_1_std": -0.008784, + "nauc_map_at_1_diff1": 0.834954, + "nauc_map_at_3_max": 0.629543, + "nauc_map_at_3_std": 0.002471, + "nauc_map_at_3_diff1": 0.799908, + "nauc_map_at_5_max": 0.631027, + "nauc_map_at_5_std": 0.010284, + "nauc_map_at_5_diff1": 0.7975, + "nauc_map_at_10_max": 0.626319, + "nauc_map_at_10_std": 0.010221, + "nauc_map_at_10_diff1": 0.794331, + "nauc_map_at_20_max": 0.624373, + "nauc_map_at_20_std": 0.009831, + "nauc_map_at_20_diff1": 0.792623, + "nauc_map_at_100_max": 0.623773, + "nauc_map_at_100_std": 0.009798, + "nauc_map_at_100_diff1": 0.791808, + "nauc_map_at_1000_max": 0.623941, + "nauc_map_at_1000_std": 0.009508, + "nauc_map_at_1000_diff1": 0.792342, + "nauc_recall_at_1_max": 0.627506, + "nauc_recall_at_1_std": -0.008784, + "nauc_recall_at_1_diff1": 0.834954, + "nauc_recall_at_3_max": 0.633451, + "nauc_recall_at_3_std": 0.020548, + "nauc_recall_at_3_diff1": 0.755006, + "nauc_recall_at_5_max": 0.638332, + "nauc_recall_at_5_std": 0.052227, + "nauc_recall_at_5_diff1": 0.742239, + "nauc_recall_at_10_max": 0.602575, + "nauc_recall_at_10_std": 0.056889, + "nauc_recall_at_10_diff1": 0.714381, + "nauc_recall_at_20_max": 0.561533, + "nauc_recall_at_20_std": 0.052983, + "nauc_recall_at_20_diff1": 0.672861, + "nauc_recall_at_100_max": 0.528336, + "nauc_recall_at_100_std": 0.082806, + "nauc_recall_at_100_diff1": 0.573163, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.627506, + "nauc_precision_at_1_std": -0.008784, + "nauc_precision_at_1_diff1": 0.834954, + "nauc_precision_at_3_max": 0.633451, + "nauc_precision_at_3_std": 0.020548, + "nauc_precision_at_3_diff1": 0.755006, + "nauc_precision_at_5_max": 0.638332, + "nauc_precision_at_5_std": 0.052227, + "nauc_precision_at_5_diff1": 0.742239, + "nauc_precision_at_10_max": 0.602575, + "nauc_precision_at_10_std": 0.056889, + "nauc_precision_at_10_diff1": 0.714381, + "nauc_precision_at_20_max": 0.561533, + "nauc_precision_at_20_std": 0.052983, + "nauc_precision_at_20_diff1": 0.672861, + "nauc_precision_at_100_max": 0.528336, + "nauc_precision_at_100_std": 0.082806, + "nauc_precision_at_100_diff1": 0.573163, + "nauc_precision_at_1000_max": -0.318687, + "nauc_precision_at_1000_std": 0.324012, + "nauc_precision_at_1000_diff1": -0.575229, + "nauc_mrr_at_1_max": 0.627506, + "nauc_mrr_at_1_std": -0.008784, + "nauc_mrr_at_1_diff1": 0.834954, + "nauc_mrr_at_3_max": 0.629543, + "nauc_mrr_at_3_std": 0.002471, + "nauc_mrr_at_3_diff1": 0.799908, + "nauc_mrr_at_5_max": 0.631027, + "nauc_mrr_at_5_std": 0.010284, + "nauc_mrr_at_5_diff1": 0.7975, + "nauc_mrr_at_10_max": 0.626319, + "nauc_mrr_at_10_std": 0.010221, + "nauc_mrr_at_10_diff1": 0.794331, + "nauc_mrr_at_20_max": 0.624373, + "nauc_mrr_at_20_std": 0.009831, + "nauc_mrr_at_20_diff1": 0.792623, + "nauc_mrr_at_100_max": 0.623773, + "nauc_mrr_at_100_std": 0.009798, + "nauc_mrr_at_100_diff1": 0.791808, + "nauc_mrr_at_1000_max": 0.623941, + "nauc_mrr_at_1000_std": 0.009507, + "nauc_mrr_at_1000_diff1": 0.792342, + "main_score": 0.5109, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.83148, + "ndcg_at_5": 0.84047, + "ndcg_at_10": 0.84949, + "ndcg_at_20": 0.85594, + "ndcg_at_100": 0.86364, + "ndcg_at_1000": 0.86594, + "map_at_1": 0.78111, + "map_at_3": 0.81963, + "map_at_5": 0.82452, + "map_at_10": 0.82826, + "map_at_20": 0.83002, + "map_at_100": 0.83111, + "map_at_1000": 0.8312, + "recall_at_1": 0.78111, + "recall_at_3": 0.86556, + "recall_at_5": 0.88778, + "recall_at_10": 0.91556, + "recall_at_20": 0.94111, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.78111, + "precision_at_3": 0.28852, + "precision_at_5": 0.17756, + "precision_at_10": 0.09156, + "precision_at_20": 0.04706, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.81963, + "mrr_at_5": 0.824519, + "mrr_at_10": 0.828259, + "mrr_at_20": 0.830021, + "mrr_at_100": 0.831114, + "mrr_at_1000": 0.831202, + "nauc_ndcg_at_1_max": 0.768796, + "nauc_ndcg_at_1_std": 0.228165, + "nauc_ndcg_at_1_diff1": 0.922257, + "nauc_ndcg_at_3_max": 0.809373, + "nauc_ndcg_at_3_std": 0.27435, + "nauc_ndcg_at_3_diff1": 0.898205, + "nauc_ndcg_at_5_max": 0.809086, + "nauc_ndcg_at_5_std": 0.289424, + "nauc_ndcg_at_5_diff1": 0.895555, + "nauc_ndcg_at_10_max": 0.805014, + "nauc_ndcg_at_10_std": 0.294445, + "nauc_ndcg_at_10_diff1": 0.893198, + "nauc_ndcg_at_20_max": 0.804154, + "nauc_ndcg_at_20_std": 0.291178, + "nauc_ndcg_at_20_diff1": 0.895917, + "nauc_ndcg_at_100_max": 0.801879, + "nauc_ndcg_at_100_std": 0.291946, + "nauc_ndcg_at_100_diff1": 0.899161, + "nauc_ndcg_at_1000_max": 0.799803, + "nauc_ndcg_at_1000_std": 0.281345, + "nauc_ndcg_at_1000_diff1": 0.900245, + "nauc_map_at_1_max": 0.768796, + "nauc_map_at_1_std": 0.228165, + "nauc_map_at_1_diff1": 0.922257, + "nauc_map_at_3_max": 0.798064, + "nauc_map_at_3_std": 0.261544, + "nauc_map_at_3_diff1": 0.904656, + "nauc_map_at_5_max": 0.797524, + "nauc_map_at_5_std": 0.268193, + "nauc_map_at_5_diff1": 0.903475, + "nauc_map_at_10_max": 0.795707, + "nauc_map_at_10_std": 0.269851, + "nauc_map_at_10_diff1": 0.902764, + "nauc_map_at_20_max": 0.795455, + "nauc_map_at_20_std": 0.269087, + "nauc_map_at_20_diff1": 0.903412, + "nauc_map_at_100_max": 0.795185, + "nauc_map_at_100_std": 0.269226, + "nauc_map_at_100_diff1": 0.903875, + "nauc_map_at_1000_max": 0.795116, + "nauc_map_at_1000_std": 0.268894, + "nauc_map_at_1000_diff1": 0.903903, + "nauc_recall_at_1_max": 0.768796, + "nauc_recall_at_1_std": 0.228165, + "nauc_recall_at_1_diff1": 0.922257, + "nauc_recall_at_3_max": 0.851506, + "nauc_recall_at_3_std": 0.322021, + "nauc_recall_at_3_diff1": 0.874312, + "nauc_recall_at_5_max": 0.858531, + "nauc_recall_at_5_std": 0.384494, + "nauc_recall_at_5_diff1": 0.861368, + "nauc_recall_at_10_max": 0.853402, + "nauc_recall_at_10_std": 0.437067, + "nauc_recall_at_10_diff1": 0.838721, + "nauc_recall_at_20_max": 0.865537, + "nauc_recall_at_20_std": 0.464158, + "nauc_recall_at_20_diff1": 0.841842, + "nauc_recall_at_100_max": 0.914945, + "nauc_recall_at_100_std": 0.872782, + "nauc_recall_at_100_diff1": 0.836747, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768796, + "nauc_precision_at_1_std": 0.228165, + "nauc_precision_at_1_diff1": 0.922257, + "nauc_precision_at_3_max": 0.851506, + "nauc_precision_at_3_std": 0.322021, + "nauc_precision_at_3_diff1": 0.874312, + "nauc_precision_at_5_max": 0.858531, + "nauc_precision_at_5_std": 0.384494, + "nauc_precision_at_5_diff1": 0.861368, + "nauc_precision_at_10_max": 0.853402, + "nauc_precision_at_10_std": 0.437067, + "nauc_precision_at_10_diff1": 0.838721, + "nauc_precision_at_20_max": 0.865537, + "nauc_precision_at_20_std": 0.464158, + "nauc_precision_at_20_diff1": 0.841842, + "nauc_precision_at_100_max": 0.914945, + "nauc_precision_at_100_std": 0.872782, + "nauc_precision_at_100_diff1": 0.836747, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768796, + "nauc_mrr_at_1_std": 0.228165, + "nauc_mrr_at_1_diff1": 0.922257, + "nauc_mrr_at_3_max": 0.798064, + "nauc_mrr_at_3_std": 0.261544, + "nauc_mrr_at_3_diff1": 0.904656, + "nauc_mrr_at_5_max": 0.797524, + "nauc_mrr_at_5_std": 0.268193, + "nauc_mrr_at_5_diff1": 0.903475, + "nauc_mrr_at_10_max": 0.795707, + "nauc_mrr_at_10_std": 0.269851, + "nauc_mrr_at_10_diff1": 0.902764, + "nauc_mrr_at_20_max": 0.795455, + "nauc_mrr_at_20_std": 0.269087, + "nauc_mrr_at_20_diff1": 0.903412, + "nauc_mrr_at_100_max": 0.795185, + "nauc_mrr_at_100_std": 0.269226, + "nauc_mrr_at_100_diff1": 0.903875, + "nauc_mrr_at_1000_max": 0.795116, + "nauc_mrr_at_1000_std": 0.268894, + "nauc_mrr_at_1000_diff1": 0.903903, + "main_score": 0.84949, + "hf_subset": "kir_Cyrl-kir_Cyrl", + "languages": [ + "kir-Cyrl", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93795, + "ndcg_at_5": 0.94206, + "ndcg_at_10": 0.94457, + "ndcg_at_20": 0.9454, + "ndcg_at_100": 0.94739, + "ndcg_at_1000": 0.94797, + "map_at_1": 0.89778, + "map_at_3": 0.9287, + "map_at_5": 0.93098, + "map_at_10": 0.93201, + "map_at_20": 0.93223, + "map_at_100": 0.93256, + "map_at_1000": 0.93259, + "recall_at_1": 0.89778, + "recall_at_3": 0.96444, + "recall_at_5": 0.97444, + "recall_at_10": 0.98222, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89778, + "precision_at_3": 0.32148, + "precision_at_5": 0.19489, + "precision_at_10": 0.09822, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.928704, + "mrr_at_5": 0.930981, + "mrr_at_10": 0.932011, + "mrr_at_20": 0.932233, + "mrr_at_100": 0.932561, + "mrr_at_1000": 0.932587, + "nauc_ndcg_at_1_max": 0.634196, + "nauc_ndcg_at_1_std": -0.187559, + "nauc_ndcg_at_1_diff1": 0.915193, + "nauc_ndcg_at_3_max": 0.705305, + "nauc_ndcg_at_3_std": -0.1532, + "nauc_ndcg_at_3_diff1": 0.926953, + "nauc_ndcg_at_5_max": 0.690756, + "nauc_ndcg_at_5_std": -0.166058, + "nauc_ndcg_at_5_diff1": 0.923923, + "nauc_ndcg_at_10_max": 0.686162, + "nauc_ndcg_at_10_std": -0.178826, + "nauc_ndcg_at_10_diff1": 0.924925, + "nauc_ndcg_at_20_max": 0.693082, + "nauc_ndcg_at_20_std": -0.161017, + "nauc_ndcg_at_20_diff1": 0.925053, + "nauc_ndcg_at_100_max": 0.68298, + "nauc_ndcg_at_100_std": -0.158331, + "nauc_ndcg_at_100_diff1": 0.924086, + "nauc_ndcg_at_1000_max": 0.680917, + "nauc_ndcg_at_1000_std": -0.169471, + "nauc_ndcg_at_1000_diff1": 0.923229, + "nauc_map_at_1_max": 0.634196, + "nauc_map_at_1_std": -0.187559, + "nauc_map_at_1_diff1": 0.915193, + "nauc_map_at_3_max": 0.683409, + "nauc_map_at_3_std": -0.169989, + "nauc_map_at_3_diff1": 0.923037, + "nauc_map_at_5_max": 0.675957, + "nauc_map_at_5_std": -0.177316, + "nauc_map_at_5_diff1": 0.921546, + "nauc_map_at_10_max": 0.674211, + "nauc_map_at_10_std": -0.182695, + "nauc_map_at_10_diff1": 0.921842, + "nauc_map_at_20_max": 0.67576, + "nauc_map_at_20_std": -0.178866, + "nauc_map_at_20_diff1": 0.921836, + "nauc_map_at_100_max": 0.67434, + "nauc_map_at_100_std": -0.177927, + "nauc_map_at_100_diff1": 0.92174, + "nauc_map_at_1000_max": 0.674262, + "nauc_map_at_1000_std": -0.17829, + "nauc_map_at_1000_diff1": 0.92171, + "nauc_recall_at_1_max": 0.634196, + "nauc_recall_at_1_std": -0.187559, + "nauc_recall_at_1_diff1": 0.915193, + "nauc_recall_at_3_max": 0.82954, + "nauc_recall_at_3_std": -0.052185, + "nauc_recall_at_3_diff1": 0.949449, + "nauc_recall_at_5_max": 0.797649, + "nauc_recall_at_5_std": -0.074575, + "nauc_recall_at_5_diff1": 0.941034, + "nauc_recall_at_10_max": 0.799574, + "nauc_recall_at_10_std": -0.138626, + "nauc_recall_at_10_diff1": 0.958129, + "nauc_recall_at_20_max": 0.927099, + "nauc_recall_at_20_std": 0.140415, + "nauc_recall_at_20_diff1": 0.968577, + "nauc_recall_at_100_max": 0.861111, + "nauc_recall_at_100_std": 0.839519, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.634196, + "nauc_precision_at_1_std": -0.187559, + "nauc_precision_at_1_diff1": 0.915193, + "nauc_precision_at_3_max": 0.82954, + "nauc_precision_at_3_std": -0.052185, + "nauc_precision_at_3_diff1": 0.949449, + "nauc_precision_at_5_max": 0.797649, + "nauc_precision_at_5_std": -0.074575, + "nauc_precision_at_5_diff1": 0.941034, + "nauc_precision_at_10_max": 0.799574, + "nauc_precision_at_10_std": -0.138626, + "nauc_precision_at_10_diff1": 0.958129, + "nauc_precision_at_20_max": 0.927099, + "nauc_precision_at_20_std": 0.140415, + "nauc_precision_at_20_diff1": 0.968577, + "nauc_precision_at_100_max": 0.861111, + "nauc_precision_at_100_std": 0.839519, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.634196, + "nauc_mrr_at_1_std": -0.187559, + "nauc_mrr_at_1_diff1": 0.915193, + "nauc_mrr_at_3_max": 0.683409, + "nauc_mrr_at_3_std": -0.169989, + "nauc_mrr_at_3_diff1": 0.923037, + "nauc_mrr_at_5_max": 0.675957, + "nauc_mrr_at_5_std": -0.177316, + "nauc_mrr_at_5_diff1": 0.921546, + "nauc_mrr_at_10_max": 0.674211, + "nauc_mrr_at_10_std": -0.182695, + "nauc_mrr_at_10_diff1": 0.921842, + "nauc_mrr_at_20_max": 0.67576, + "nauc_mrr_at_20_std": -0.178866, + "nauc_mrr_at_20_diff1": 0.921836, + "nauc_mrr_at_100_max": 0.67434, + "nauc_mrr_at_100_std": -0.177927, + "nauc_mrr_at_100_diff1": 0.92174, + "nauc_mrr_at_1000_max": 0.674262, + "nauc_mrr_at_1000_std": -0.17829, + "nauc_mrr_at_1000_diff1": 0.92171, + "main_score": 0.94457, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74667, + "ndcg_at_3": 0.80221, + "ndcg_at_5": 0.81449, + "ndcg_at_10": 0.82384, + "ndcg_at_20": 0.83057, + "ndcg_at_100": 0.83928, + "ndcg_at_1000": 0.84304, + "map_at_1": 0.74667, + "map_at_3": 0.78907, + "map_at_5": 0.79585, + "map_at_10": 0.79992, + "map_at_20": 0.80176, + "map_at_100": 0.80291, + "map_at_1000": 0.80308, + "recall_at_1": 0.74667, + "recall_at_3": 0.84, + "recall_at_5": 0.87, + "recall_at_10": 0.89778, + "recall_at_20": 0.92444, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "precision_at_1": 0.74667, + "precision_at_3": 0.28, + "precision_at_5": 0.174, + "precision_at_10": 0.08978, + "precision_at_20": 0.04622, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746667, + "mrr_at_3": 0.789074, + "mrr_at_5": 0.795852, + "mrr_at_10": 0.79992, + "mrr_at_20": 0.801763, + "mrr_at_100": 0.802914, + "mrr_at_1000": 0.803084, + "nauc_ndcg_at_1_max": 0.717728, + "nauc_ndcg_at_1_std": 0.069303, + "nauc_ndcg_at_1_diff1": 0.89958, + "nauc_ndcg_at_3_max": 0.764174, + "nauc_ndcg_at_3_std": 0.16588, + "nauc_ndcg_at_3_diff1": 0.888365, + "nauc_ndcg_at_5_max": 0.763658, + "nauc_ndcg_at_5_std": 0.169229, + "nauc_ndcg_at_5_diff1": 0.886449, + "nauc_ndcg_at_10_max": 0.761293, + "nauc_ndcg_at_10_std": 0.168588, + "nauc_ndcg_at_10_diff1": 0.885025, + "nauc_ndcg_at_20_max": 0.761645, + "nauc_ndcg_at_20_std": 0.170648, + "nauc_ndcg_at_20_diff1": 0.886209, + "nauc_ndcg_at_100_max": 0.758141, + "nauc_ndcg_at_100_std": 0.162098, + "nauc_ndcg_at_100_diff1": 0.888227, + "nauc_ndcg_at_1000_max": 0.756095, + "nauc_ndcg_at_1000_std": 0.153872, + "nauc_ndcg_at_1000_diff1": 0.888575, + "nauc_map_at_1_max": 0.717728, + "nauc_map_at_1_std": 0.069303, + "nauc_map_at_1_diff1": 0.89958, + "nauc_map_at_3_max": 0.753692, + "nauc_map_at_3_std": 0.140401, + "nauc_map_at_3_diff1": 0.891443, + "nauc_map_at_5_max": 0.752877, + "nauc_map_at_5_std": 0.141557, + "nauc_map_at_5_diff1": 0.890461, + "nauc_map_at_10_max": 0.751905, + "nauc_map_at_10_std": 0.141043, + "nauc_map_at_10_diff1": 0.890035, + "nauc_map_at_20_max": 0.751867, + "nauc_map_at_20_std": 0.141023, + "nauc_map_at_20_diff1": 0.890388, + "nauc_map_at_100_max": 0.75137, + "nauc_map_at_100_std": 0.139971, + "nauc_map_at_100_diff1": 0.890569, + "nauc_map_at_1000_max": 0.751293, + "nauc_map_at_1000_std": 0.139654, + "nauc_map_at_1000_diff1": 0.890581, + "nauc_recall_at_1_max": 0.717728, + "nauc_recall_at_1_std": 0.069303, + "nauc_recall_at_1_diff1": 0.89958, + "nauc_recall_at_3_max": 0.801066, + "nauc_recall_at_3_std": 0.257967, + "nauc_recall_at_3_diff1": 0.877172, + "nauc_recall_at_5_max": 0.808347, + "nauc_recall_at_5_std": 0.286517, + "nauc_recall_at_5_diff1": 0.869165, + "nauc_recall_at_10_max": 0.806223, + "nauc_recall_at_10_std": 0.308609, + "nauc_recall_at_10_diff1": 0.85784, + "nauc_recall_at_20_max": 0.825342, + "nauc_recall_at_20_std": 0.378783, + "nauc_recall_at_20_diff1": 0.857678, + "nauc_recall_at_100_max": 0.837535, + "nauc_recall_at_100_std": 0.479589, + "nauc_recall_at_100_diff1": 0.874323, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717728, + "nauc_precision_at_1_std": 0.069303, + "nauc_precision_at_1_diff1": 0.89958, + "nauc_precision_at_3_max": 0.801066, + "nauc_precision_at_3_std": 0.257967, + "nauc_precision_at_3_diff1": 0.877172, + "nauc_precision_at_5_max": 0.808347, + "nauc_precision_at_5_std": 0.286517, + "nauc_precision_at_5_diff1": 0.869165, + "nauc_precision_at_10_max": 0.806223, + "nauc_precision_at_10_std": 0.308609, + "nauc_precision_at_10_diff1": 0.85784, + "nauc_precision_at_20_max": 0.825342, + "nauc_precision_at_20_std": 0.378783, + "nauc_precision_at_20_diff1": 0.857678, + "nauc_precision_at_100_max": 0.837535, + "nauc_precision_at_100_std": 0.479589, + "nauc_precision_at_100_diff1": 0.874323, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717728, + "nauc_mrr_at_1_std": 0.069303, + "nauc_mrr_at_1_diff1": 0.89958, + "nauc_mrr_at_3_max": 0.753692, + "nauc_mrr_at_3_std": 0.140401, + "nauc_mrr_at_3_diff1": 0.891443, + "nauc_mrr_at_5_max": 0.752877, + "nauc_mrr_at_5_std": 0.141557, + "nauc_mrr_at_5_diff1": 0.890461, + "nauc_mrr_at_10_max": 0.751905, + "nauc_mrr_at_10_std": 0.141043, + "nauc_mrr_at_10_diff1": 0.890035, + "nauc_mrr_at_20_max": 0.751867, + "nauc_mrr_at_20_std": 0.141023, + "nauc_mrr_at_20_diff1": 0.890388, + "nauc_mrr_at_100_max": 0.75137, + "nauc_mrr_at_100_std": 0.139971, + "nauc_mrr_at_100_diff1": 0.890569, + "nauc_mrr_at_1000_max": 0.751293, + "nauc_mrr_at_1000_std": 0.139654, + "nauc_mrr_at_1000_diff1": 0.890581, + "main_score": 0.82384, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.93366, + "ndcg_at_5": 0.93782, + "ndcg_at_10": 0.94356, + "ndcg_at_20": 0.94417, + "ndcg_at_100": 0.94672, + "ndcg_at_1000": 0.9473, + "map_at_1": 0.90667, + "map_at_3": 0.92722, + "map_at_5": 0.92956, + "map_at_10": 0.93191, + "map_at_20": 0.93211, + "map_at_100": 0.93248, + "map_at_1000": 0.93251, + "recall_at_1": 0.90667, + "recall_at_3": 0.95222, + "recall_at_5": 0.96222, + "recall_at_10": 0.98, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.31741, + "precision_at_5": 0.19244, + "precision_at_10": 0.098, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.927222, + "mrr_at_5": 0.929556, + "mrr_at_10": 0.931915, + "mrr_at_20": 0.932109, + "mrr_at_100": 0.932485, + "mrr_at_1000": 0.932508, + "nauc_ndcg_at_1_max": 0.724768, + "nauc_ndcg_at_1_std": 0.015512, + "nauc_ndcg_at_1_diff1": 0.934279, + "nauc_ndcg_at_3_max": 0.79217, + "nauc_ndcg_at_3_std": 0.073081, + "nauc_ndcg_at_3_diff1": 0.935468, + "nauc_ndcg_at_5_max": 0.797733, + "nauc_ndcg_at_5_std": 0.067701, + "nauc_ndcg_at_5_diff1": 0.94058, + "nauc_ndcg_at_10_max": 0.791259, + "nauc_ndcg_at_10_std": 0.095521, + "nauc_ndcg_at_10_diff1": 0.939753, + "nauc_ndcg_at_20_max": 0.789703, + "nauc_ndcg_at_20_std": 0.085636, + "nauc_ndcg_at_20_diff1": 0.939094, + "nauc_ndcg_at_100_max": 0.781707, + "nauc_ndcg_at_100_std": 0.081275, + "nauc_ndcg_at_100_diff1": 0.937707, + "nauc_ndcg_at_1000_max": 0.779296, + "nauc_ndcg_at_1000_std": 0.071512, + "nauc_ndcg_at_1000_diff1": 0.937775, + "nauc_map_at_1_max": 0.724768, + "nauc_map_at_1_std": 0.015512, + "nauc_map_at_1_diff1": 0.934279, + "nauc_map_at_3_max": 0.773962, + "nauc_map_at_3_std": 0.055678, + "nauc_map_at_3_diff1": 0.935252, + "nauc_map_at_5_max": 0.775794, + "nauc_map_at_5_std": 0.052968, + "nauc_map_at_5_diff1": 0.937715, + "nauc_map_at_10_max": 0.772849, + "nauc_map_at_10_std": 0.061363, + "nauc_map_at_10_diff1": 0.9374, + "nauc_map_at_20_max": 0.772396, + "nauc_map_at_20_std": 0.058687, + "nauc_map_at_20_diff1": 0.937221, + "nauc_map_at_100_max": 0.771364, + "nauc_map_at_100_std": 0.058535, + "nauc_map_at_100_diff1": 0.93704, + "nauc_map_at_1000_max": 0.771284, + "nauc_map_at_1000_std": 0.05822, + "nauc_map_at_1000_diff1": 0.937046, + "nauc_recall_at_1_max": 0.724768, + "nauc_recall_at_1_std": 0.015512, + "nauc_recall_at_1_diff1": 0.934279, + "nauc_recall_at_3_max": 0.870551, + "nauc_recall_at_3_std": 0.149328, + "nauc_recall_at_3_diff1": 0.936323, + "nauc_recall_at_5_max": 0.91576, + "nauc_recall_at_5_std": 0.144134, + "nauc_recall_at_5_diff1": 0.957228, + "nauc_recall_at_10_max": 0.963689, + "nauc_recall_at_10_std": 0.466464, + "nauc_recall_at_10_diff1": 0.963689, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.399772, + "nauc_recall_at_20_diff1": 0.95915, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724768, + "nauc_precision_at_1_std": 0.015512, + "nauc_precision_at_1_diff1": 0.934279, + "nauc_precision_at_3_max": 0.870551, + "nauc_precision_at_3_std": 0.149328, + "nauc_precision_at_3_diff1": 0.936323, + "nauc_precision_at_5_max": 0.91576, + "nauc_precision_at_5_std": 0.144134, + "nauc_precision_at_5_diff1": 0.957228, + "nauc_precision_at_10_max": 0.963689, + "nauc_precision_at_10_std": 0.466464, + "nauc_precision_at_10_diff1": 0.963689, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.399772, + "nauc_precision_at_20_diff1": 0.95915, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724768, + "nauc_mrr_at_1_std": 0.015512, + "nauc_mrr_at_1_diff1": 0.934279, + "nauc_mrr_at_3_max": 0.773962, + "nauc_mrr_at_3_std": 0.055678, + "nauc_mrr_at_3_diff1": 0.935252, + "nauc_mrr_at_5_max": 0.775794, + "nauc_mrr_at_5_std": 0.052968, + "nauc_mrr_at_5_diff1": 0.937715, + "nauc_mrr_at_10_max": 0.772849, + "nauc_mrr_at_10_std": 0.061363, + "nauc_mrr_at_10_diff1": 0.9374, + "nauc_mrr_at_20_max": 0.772396, + "nauc_mrr_at_20_std": 0.058687, + "nauc_mrr_at_20_diff1": 0.937221, + "nauc_mrr_at_100_max": 0.771364, + "nauc_mrr_at_100_std": 0.058535, + "nauc_mrr_at_100_diff1": 0.93704, + "nauc_mrr_at_1000_max": 0.771284, + "nauc_mrr_at_1000_std": 0.05822, + "nauc_mrr_at_1000_diff1": 0.937046, + "main_score": 0.94356, + "hf_subset": "kor_Hang-kor_Hang", + "languages": [ + "kor-Hang", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.93111, + "ndcg_at_3": 0.957, + "ndcg_at_5": 0.96121, + "ndcg_at_10": 0.96268, + "ndcg_at_20": 0.96385, + "ndcg_at_100": 0.96466, + "ndcg_at_1000": 0.96493, + "map_at_1": 0.93111, + "map_at_3": 0.95093, + "map_at_5": 0.95331, + "map_at_10": 0.95395, + "map_at_20": 0.95429, + "map_at_100": 0.9544, + "map_at_1000": 0.95441, + "recall_at_1": 0.93111, + "recall_at_3": 0.97444, + "recall_at_5": 0.98444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93111, + "precision_at_3": 0.32481, + "precision_at_5": 0.19689, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.931111, + "mrr_at_3": 0.950926, + "mrr_at_5": 0.953315, + "mrr_at_10": 0.953948, + "mrr_at_20": 0.954288, + "mrr_at_100": 0.954399, + "mrr_at_1000": 0.954406, + "nauc_ndcg_at_1_max": 0.624175, + "nauc_ndcg_at_1_std": -0.238555, + "nauc_ndcg_at_1_diff1": 0.93272, + "nauc_ndcg_at_3_max": 0.722614, + "nauc_ndcg_at_3_std": -0.234998, + "nauc_ndcg_at_3_diff1": 0.932525, + "nauc_ndcg_at_5_max": 0.699628, + "nauc_ndcg_at_5_std": -0.212874, + "nauc_ndcg_at_5_diff1": 0.931342, + "nauc_ndcg_at_10_max": 0.69716, + "nauc_ndcg_at_10_std": -0.211737, + "nauc_ndcg_at_10_diff1": 0.93413, + "nauc_ndcg_at_20_max": 0.699175, + "nauc_ndcg_at_20_std": -0.185281, + "nauc_ndcg_at_20_diff1": 0.935152, + "nauc_ndcg_at_100_max": 0.692996, + "nauc_ndcg_at_100_std": -0.200142, + "nauc_ndcg_at_100_diff1": 0.934579, + "nauc_ndcg_at_1000_max": 0.691157, + "nauc_ndcg_at_1000_std": -0.209259, + "nauc_ndcg_at_1000_diff1": 0.934082, + "nauc_map_at_1_max": 0.624175, + "nauc_map_at_1_std": -0.238555, + "nauc_map_at_1_diff1": 0.93272, + "nauc_map_at_3_max": 0.696695, + "nauc_map_at_3_std": -0.235137, + "nauc_map_at_3_diff1": 0.932985, + "nauc_map_at_5_max": 0.684605, + "nauc_map_at_5_std": -0.225888, + "nauc_map_at_5_diff1": 0.932278, + "nauc_map_at_10_max": 0.683691, + "nauc_map_at_10_std": -0.225277, + "nauc_map_at_10_diff1": 0.93334, + "nauc_map_at_20_max": 0.68408, + "nauc_map_at_20_std": -0.219557, + "nauc_map_at_20_diff1": 0.933511, + "nauc_map_at_100_max": 0.683381, + "nauc_map_at_100_std": -0.2213, + "nauc_map_at_100_diff1": 0.933499, + "nauc_map_at_1000_max": 0.683342, + "nauc_map_at_1000_std": -0.221484, + "nauc_map_at_1000_diff1": 0.933489, + "nauc_recall_at_1_max": 0.624175, + "nauc_recall_at_1_std": -0.238555, + "nauc_recall_at_1_diff1": 0.93272, + "nauc_recall_at_3_max": 0.86037, + "nauc_recall_at_3_std": -0.235071, + "nauc_recall_at_3_diff1": 0.929668, + "nauc_recall_at_5_max": 0.811791, + "nauc_recall_at_5_std": -0.089402, + "nauc_recall_at_5_diff1": 0.922969, + "nauc_recall_at_10_max": 0.828478, + "nauc_recall_at_10_std": -0.037162, + "nauc_recall_at_10_diff1": 0.946078, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.641379, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.624175, + "nauc_precision_at_1_std": -0.238555, + "nauc_precision_at_1_diff1": 0.93272, + "nauc_precision_at_3_max": 0.86037, + "nauc_precision_at_3_std": -0.235071, + "nauc_precision_at_3_diff1": 0.929668, + "nauc_precision_at_5_max": 0.811791, + "nauc_precision_at_5_std": -0.089402, + "nauc_precision_at_5_diff1": 0.922969, + "nauc_precision_at_10_max": 0.828478, + "nauc_precision_at_10_std": -0.037162, + "nauc_precision_at_10_diff1": 0.946078, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.641379, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.624175, + "nauc_mrr_at_1_std": -0.238555, + "nauc_mrr_at_1_diff1": 0.93272, + "nauc_mrr_at_3_max": 0.696695, + "nauc_mrr_at_3_std": -0.235137, + "nauc_mrr_at_3_diff1": 0.932985, + "nauc_mrr_at_5_max": 0.684605, + "nauc_mrr_at_5_std": -0.225888, + "nauc_mrr_at_5_diff1": 0.932278, + "nauc_mrr_at_10_max": 0.683691, + "nauc_mrr_at_10_std": -0.225277, + "nauc_mrr_at_10_diff1": 0.93334, + "nauc_mrr_at_20_max": 0.68408, + "nauc_mrr_at_20_std": -0.219557, + "nauc_mrr_at_20_diff1": 0.933511, + "nauc_mrr_at_100_max": 0.683381, + "nauc_mrr_at_100_std": -0.2213, + "nauc_mrr_at_100_diff1": 0.933499, + "nauc_mrr_at_1000_max": 0.683342, + "nauc_mrr_at_1000_std": -0.221484, + "nauc_mrr_at_1000_diff1": 0.933489, + "main_score": 0.96268, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93507, + "ndcg_at_5": 0.93837, + "ndcg_at_10": 0.94217, + "ndcg_at_20": 0.94423, + "ndcg_at_100": 0.94559, + "ndcg_at_1000": 0.94618, + "map_at_1": 0.90111, + "map_at_3": 0.92648, + "map_at_5": 0.92837, + "map_at_10": 0.92985, + "map_at_20": 0.93047, + "map_at_100": 0.93063, + "map_at_1000": 0.93065, + "recall_at_1": 0.90111, + "recall_at_3": 0.96, + "recall_at_5": 0.96778, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90111, + "precision_at_3": 0.32, + "precision_at_5": 0.19356, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.926481, + "mrr_at_5": 0.92837, + "mrr_at_10": 0.929854, + "mrr_at_20": 0.93047, + "mrr_at_100": 0.930625, + "mrr_at_1000": 0.93065, + "nauc_ndcg_at_1_max": 0.661169, + "nauc_ndcg_at_1_std": 0.045694, + "nauc_ndcg_at_1_diff1": 0.876787, + "nauc_ndcg_at_3_max": 0.754925, + "nauc_ndcg_at_3_std": 0.145689, + "nauc_ndcg_at_3_diff1": 0.896745, + "nauc_ndcg_at_5_max": 0.747417, + "nauc_ndcg_at_5_std": 0.120061, + "nauc_ndcg_at_5_diff1": 0.893372, + "nauc_ndcg_at_10_max": 0.741684, + "nauc_ndcg_at_10_std": 0.135047, + "nauc_ndcg_at_10_diff1": 0.891008, + "nauc_ndcg_at_20_max": 0.735726, + "nauc_ndcg_at_20_std": 0.138865, + "nauc_ndcg_at_20_diff1": 0.889738, + "nauc_ndcg_at_100_max": 0.731688, + "nauc_ndcg_at_100_std": 0.130386, + "nauc_ndcg_at_100_diff1": 0.889403, + "nauc_ndcg_at_1000_max": 0.7291, + "nauc_ndcg_at_1000_std": 0.121971, + "nauc_ndcg_at_1000_diff1": 0.88964, + "nauc_map_at_1_max": 0.661169, + "nauc_map_at_1_std": 0.045694, + "nauc_map_at_1_diff1": 0.876787, + "nauc_map_at_3_max": 0.729347, + "nauc_map_at_3_std": 0.116069, + "nauc_map_at_3_diff1": 0.891781, + "nauc_map_at_5_max": 0.725016, + "nauc_map_at_5_std": 0.102813, + "nauc_map_at_5_diff1": 0.890004, + "nauc_map_at_10_max": 0.722638, + "nauc_map_at_10_std": 0.107791, + "nauc_map_at_10_diff1": 0.889155, + "nauc_map_at_20_max": 0.721064, + "nauc_map_at_20_std": 0.108587, + "nauc_map_at_20_diff1": 0.888799, + "nauc_map_at_100_max": 0.720675, + "nauc_map_at_100_std": 0.107931, + "nauc_map_at_100_diff1": 0.888771, + "nauc_map_at_1000_max": 0.720586, + "nauc_map_at_1000_std": 0.107648, + "nauc_map_at_1000_diff1": 0.888775, + "nauc_recall_at_1_max": 0.661169, + "nauc_recall_at_1_std": 0.045694, + "nauc_recall_at_1_diff1": 0.876787, + "nauc_recall_at_3_max": 0.886918, + "nauc_recall_at_3_std": 0.300654, + "nauc_recall_at_3_diff1": 0.921932, + "nauc_recall_at_5_max": 0.884575, + "nauc_recall_at_5_std": 0.22124, + "nauc_recall_at_5_diff1": 0.912666, + "nauc_recall_at_10_max": 0.916226, + "nauc_recall_at_10_std": 0.412647, + "nauc_recall_at_10_diff1": 0.902869, + "nauc_recall_at_20_max": 0.923818, + "nauc_recall_at_20_std": 0.649478, + "nauc_recall_at_20_diff1": 0.890077, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.897876, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.661169, + "nauc_precision_at_1_std": 0.045694, + "nauc_precision_at_1_diff1": 0.876787, + "nauc_precision_at_3_max": 0.886918, + "nauc_precision_at_3_std": 0.300654, + "nauc_precision_at_3_diff1": 0.921932, + "nauc_precision_at_5_max": 0.884575, + "nauc_precision_at_5_std": 0.22124, + "nauc_precision_at_5_diff1": 0.912666, + "nauc_precision_at_10_max": 0.916226, + "nauc_precision_at_10_std": 0.412647, + "nauc_precision_at_10_diff1": 0.902869, + "nauc_precision_at_20_max": 0.923818, + "nauc_precision_at_20_std": 0.649478, + "nauc_precision_at_20_diff1": 0.890077, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.897876, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.661169, + "nauc_mrr_at_1_std": 0.045694, + "nauc_mrr_at_1_diff1": 0.876787, + "nauc_mrr_at_3_max": 0.729347, + "nauc_mrr_at_3_std": 0.116069, + "nauc_mrr_at_3_diff1": 0.891781, + "nauc_mrr_at_5_max": 0.725016, + "nauc_mrr_at_5_std": 0.102813, + "nauc_mrr_at_5_diff1": 0.890004, + "nauc_mrr_at_10_max": 0.722638, + "nauc_mrr_at_10_std": 0.107791, + "nauc_mrr_at_10_diff1": 0.889155, + "nauc_mrr_at_20_max": 0.721064, + "nauc_mrr_at_20_std": 0.108587, + "nauc_mrr_at_20_diff1": 0.888799, + "nauc_mrr_at_100_max": 0.720675, + "nauc_mrr_at_100_std": 0.107931, + "nauc_mrr_at_100_diff1": 0.888771, + "nauc_mrr_at_1000_max": 0.720586, + "nauc_mrr_at_1000_std": 0.107648, + "nauc_mrr_at_1000_diff1": 0.888775, + "main_score": 0.94217, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.61556, + "ndcg_at_3": 0.69713, + "ndcg_at_5": 0.71534, + "ndcg_at_10": 0.73, + "ndcg_at_20": 0.74078, + "ndcg_at_100": 0.75478, + "ndcg_at_1000": 0.76042, + "map_at_1": 0.61556, + "map_at_3": 0.67796, + "map_at_5": 0.68802, + "map_at_10": 0.69423, + "map_at_20": 0.69724, + "map_at_100": 0.69917, + "map_at_1000": 0.69945, + "recall_at_1": 0.61556, + "recall_at_3": 0.75222, + "recall_at_5": 0.79667, + "recall_at_10": 0.84111, + "recall_at_20": 0.88333, + "recall_at_100": 0.95889, + "recall_at_1000": 1.0, + "precision_at_1": 0.61556, + "precision_at_3": 0.25074, + "precision_at_5": 0.15933, + "precision_at_10": 0.08411, + "precision_at_20": 0.04417, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615556, + "mrr_at_3": 0.677963, + "mrr_at_5": 0.688019, + "mrr_at_10": 0.694231, + "mrr_at_20": 0.697239, + "mrr_at_100": 0.699168, + "mrr_at_1000": 0.699446, + "nauc_ndcg_at_1_max": 0.661775, + "nauc_ndcg_at_1_std": 0.178528, + "nauc_ndcg_at_1_diff1": 0.838539, + "nauc_ndcg_at_3_max": 0.666714, + "nauc_ndcg_at_3_std": 0.191671, + "nauc_ndcg_at_3_diff1": 0.798365, + "nauc_ndcg_at_5_max": 0.669274, + "nauc_ndcg_at_5_std": 0.217678, + "nauc_ndcg_at_5_diff1": 0.790864, + "nauc_ndcg_at_10_max": 0.67101, + "nauc_ndcg_at_10_std": 0.217019, + "nauc_ndcg_at_10_diff1": 0.792274, + "nauc_ndcg_at_20_max": 0.672151, + "nauc_ndcg_at_20_std": 0.215996, + "nauc_ndcg_at_20_diff1": 0.797881, + "nauc_ndcg_at_100_max": 0.671212, + "nauc_ndcg_at_100_std": 0.21727, + "nauc_ndcg_at_100_diff1": 0.80125, + "nauc_ndcg_at_1000_max": 0.67015, + "nauc_ndcg_at_1000_std": 0.210167, + "nauc_ndcg_at_1000_diff1": 0.802741, + "nauc_map_at_1_max": 0.661775, + "nauc_map_at_1_std": 0.178528, + "nauc_map_at_1_diff1": 0.838539, + "nauc_map_at_3_max": 0.666589, + "nauc_map_at_3_std": 0.189983, + "nauc_map_at_3_diff1": 0.80894, + "nauc_map_at_5_max": 0.667743, + "nauc_map_at_5_std": 0.203203, + "nauc_map_at_5_diff1": 0.805408, + "nauc_map_at_10_max": 0.668534, + "nauc_map_at_10_std": 0.203214, + "nauc_map_at_10_diff1": 0.806193, + "nauc_map_at_20_max": 0.668823, + "nauc_map_at_20_std": 0.202896, + "nauc_map_at_20_diff1": 0.807707, + "nauc_map_at_100_max": 0.668714, + "nauc_map_at_100_std": 0.202995, + "nauc_map_at_100_diff1": 0.808133, + "nauc_map_at_1000_max": 0.668663, + "nauc_map_at_1000_std": 0.202702, + "nauc_map_at_1000_diff1": 0.80818, + "nauc_recall_at_1_max": 0.661775, + "nauc_recall_at_1_std": 0.178528, + "nauc_recall_at_1_diff1": 0.838539, + "nauc_recall_at_3_max": 0.666532, + "nauc_recall_at_3_std": 0.1966, + "nauc_recall_at_3_diff1": 0.761678, + "nauc_recall_at_5_max": 0.67542, + "nauc_recall_at_5_std": 0.279416, + "nauc_recall_at_5_diff1": 0.731812, + "nauc_recall_at_10_max": 0.683637, + "nauc_recall_at_10_std": 0.287018, + "nauc_recall_at_10_diff1": 0.72392, + "nauc_recall_at_20_max": 0.695655, + "nauc_recall_at_20_std": 0.300322, + "nauc_recall_at_20_diff1": 0.744312, + "nauc_recall_at_100_max": 0.70799, + "nauc_recall_at_100_std": 0.474247, + "nauc_recall_at_100_diff1": 0.741855, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.661775, + "nauc_precision_at_1_std": 0.178528, + "nauc_precision_at_1_diff1": 0.838539, + "nauc_precision_at_3_max": 0.666532, + "nauc_precision_at_3_std": 0.1966, + "nauc_precision_at_3_diff1": 0.761678, + "nauc_precision_at_5_max": 0.67542, + "nauc_precision_at_5_std": 0.279416, + "nauc_precision_at_5_diff1": 0.731812, + "nauc_precision_at_10_max": 0.683637, + "nauc_precision_at_10_std": 0.287018, + "nauc_precision_at_10_diff1": 0.72392, + "nauc_precision_at_20_max": 0.695655, + "nauc_precision_at_20_std": 0.300322, + "nauc_precision_at_20_diff1": 0.744312, + "nauc_precision_at_100_max": 0.70799, + "nauc_precision_at_100_std": 0.474247, + "nauc_precision_at_100_diff1": 0.741855, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.661775, + "nauc_mrr_at_1_std": 0.178528, + "nauc_mrr_at_1_diff1": 0.838539, + "nauc_mrr_at_3_max": 0.666589, + "nauc_mrr_at_3_std": 0.189983, + "nauc_mrr_at_3_diff1": 0.80894, + "nauc_mrr_at_5_max": 0.667743, + "nauc_mrr_at_5_std": 0.203203, + "nauc_mrr_at_5_diff1": 0.805408, + "nauc_mrr_at_10_max": 0.668534, + "nauc_mrr_at_10_std": 0.203214, + "nauc_mrr_at_10_diff1": 0.806193, + "nauc_mrr_at_20_max": 0.668823, + "nauc_mrr_at_20_std": 0.202896, + "nauc_mrr_at_20_diff1": 0.807707, + "nauc_mrr_at_100_max": 0.668714, + "nauc_mrr_at_100_std": 0.202995, + "nauc_mrr_at_100_diff1": 0.808133, + "nauc_mrr_at_1000_max": 0.668663, + "nauc_mrr_at_1000_std": 0.202702, + "nauc_mrr_at_1000_diff1": 0.80818, + "main_score": 0.73, + "hf_subset": "lao_Laoo-lao_Laoo", + "languages": [ + "lao-Laoo", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.85444, + "ndcg_at_3": 0.90861, + "ndcg_at_5": 0.91751, + "ndcg_at_10": 0.9225, + "ndcg_at_20": 0.92511, + "ndcg_at_100": 0.92596, + "ndcg_at_1000": 0.92653, + "map_at_1": 0.85444, + "map_at_3": 0.89611, + "map_at_5": 0.90117, + "map_at_10": 0.9032, + "map_at_20": 0.90396, + "map_at_100": 0.90409, + "map_at_1000": 0.90411, + "recall_at_1": 0.85444, + "recall_at_3": 0.94444, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.85444, + "precision_at_3": 0.31481, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.854444, + "mrr_at_3": 0.896111, + "mrr_at_5": 0.901167, + "mrr_at_10": 0.903201, + "mrr_at_20": 0.903963, + "mrr_at_100": 0.904091, + "mrr_at_1000": 0.904112, + "nauc_ndcg_at_1_max": 0.581543, + "nauc_ndcg_at_1_std": -0.135894, + "nauc_ndcg_at_1_diff1": 0.88241, + "nauc_ndcg_at_3_max": 0.614688, + "nauc_ndcg_at_3_std": -0.056936, + "nauc_ndcg_at_3_diff1": 0.865462, + "nauc_ndcg_at_5_max": 0.60689, + "nauc_ndcg_at_5_std": -0.055051, + "nauc_ndcg_at_5_diff1": 0.865296, + "nauc_ndcg_at_10_max": 0.604227, + "nauc_ndcg_at_10_std": -0.06087, + "nauc_ndcg_at_10_diff1": 0.86559, + "nauc_ndcg_at_20_max": 0.603833, + "nauc_ndcg_at_20_std": -0.070904, + "nauc_ndcg_at_20_diff1": 0.871388, + "nauc_ndcg_at_100_max": 0.602939, + "nauc_ndcg_at_100_std": -0.070803, + "nauc_ndcg_at_100_diff1": 0.871486, + "nauc_ndcg_at_1000_max": 0.601411, + "nauc_ndcg_at_1000_std": -0.074485, + "nauc_ndcg_at_1000_diff1": 0.871358, + "nauc_map_at_1_max": 0.581543, + "nauc_map_at_1_std": -0.135894, + "nauc_map_at_1_diff1": 0.88241, + "nauc_map_at_3_max": 0.603489, + "nauc_map_at_3_std": -0.079112, + "nauc_map_at_3_diff1": 0.870561, + "nauc_map_at_5_max": 0.599388, + "nauc_map_at_5_std": -0.080009, + "nauc_map_at_5_diff1": 0.870738, + "nauc_map_at_10_max": 0.598296, + "nauc_map_at_10_std": -0.081745, + "nauc_map_at_10_diff1": 0.870936, + "nauc_map_at_20_max": 0.598378, + "nauc_map_at_20_std": -0.083776, + "nauc_map_at_20_diff1": 0.872413, + "nauc_map_at_100_max": 0.598252, + "nauc_map_at_100_std": -0.083872, + "nauc_map_at_100_diff1": 0.872426, + "nauc_map_at_1000_max": 0.598209, + "nauc_map_at_1000_std": -0.083907, + "nauc_map_at_1000_diff1": 0.872433, + "nauc_recall_at_1_max": 0.581543, + "nauc_recall_at_1_std": -0.135894, + "nauc_recall_at_1_diff1": 0.88241, + "nauc_recall_at_3_max": 0.673492, + "nauc_recall_at_3_std": 0.056181, + "nauc_recall_at_3_diff1": 0.83915, + "nauc_recall_at_5_max": 0.664091, + "nauc_recall_at_5_std": 0.143128, + "nauc_recall_at_5_diff1": 0.822249, + "nauc_recall_at_10_max": 0.680288, + "nauc_recall_at_10_std": 0.215988, + "nauc_recall_at_10_diff1": 0.790795, + "nauc_recall_at_20_max": 0.737162, + "nauc_recall_at_20_std": 0.182306, + "nauc_recall_at_20_diff1": 0.879493, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 0.462068, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.581543, + "nauc_precision_at_1_std": -0.135894, + "nauc_precision_at_1_diff1": 0.88241, + "nauc_precision_at_3_max": 0.673492, + "nauc_precision_at_3_std": 0.056181, + "nauc_precision_at_3_diff1": 0.83915, + "nauc_precision_at_5_max": 0.664091, + "nauc_precision_at_5_std": 0.143128, + "nauc_precision_at_5_diff1": 0.822249, + "nauc_precision_at_10_max": 0.680288, + "nauc_precision_at_10_std": 0.215988, + "nauc_precision_at_10_diff1": 0.790795, + "nauc_precision_at_20_max": 0.737162, + "nauc_precision_at_20_std": 0.182306, + "nauc_precision_at_20_diff1": 0.879493, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 0.462068, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.581543, + "nauc_mrr_at_1_std": -0.135894, + "nauc_mrr_at_1_diff1": 0.88241, + "nauc_mrr_at_3_max": 0.603489, + "nauc_mrr_at_3_std": -0.079112, + "nauc_mrr_at_3_diff1": 0.870561, + "nauc_mrr_at_5_max": 0.599388, + "nauc_mrr_at_5_std": -0.080009, + "nauc_mrr_at_5_diff1": 0.870738, + "nauc_mrr_at_10_max": 0.598296, + "nauc_mrr_at_10_std": -0.081745, + "nauc_mrr_at_10_diff1": 0.870936, + "nauc_mrr_at_20_max": 0.598378, + "nauc_mrr_at_20_std": -0.083776, + "nauc_mrr_at_20_diff1": 0.872413, + "nauc_mrr_at_100_max": 0.598252, + "nauc_mrr_at_100_std": -0.083872, + "nauc_mrr_at_100_diff1": 0.872426, + "nauc_mrr_at_1000_max": 0.598209, + "nauc_mrr_at_1000_std": -0.083907, + "nauc_mrr_at_1000_diff1": 0.872433, + "main_score": 0.9225, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.63455, + "ndcg_at_5": 0.6586, + "ndcg_at_10": 0.67701, + "ndcg_at_20": 0.68835, + "ndcg_at_100": 0.70871, + "ndcg_at_1000": 0.7168, + "map_at_1": 0.58, + "map_at_3": 0.62148, + "map_at_5": 0.63498, + "map_at_10": 0.64262, + "map_at_20": 0.64579, + "map_at_100": 0.64873, + "map_at_1000": 0.64907, + "recall_at_1": 0.58, + "recall_at_3": 0.67222, + "recall_at_5": 0.73, + "recall_at_10": 0.78667, + "recall_at_20": 0.83111, + "recall_at_100": 0.93889, + "recall_at_1000": 1.0, + "precision_at_1": 0.58, + "precision_at_3": 0.22407, + "precision_at_5": 0.146, + "precision_at_10": 0.07867, + "precision_at_20": 0.04156, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "mrr_at_1": 0.58, + "mrr_at_3": 0.621481, + "mrr_at_5": 0.634981, + "mrr_at_10": 0.642624, + "mrr_at_20": 0.645791, + "mrr_at_100": 0.648733, + "mrr_at_1000": 0.649074, + "nauc_ndcg_at_1_max": 0.663242, + "nauc_ndcg_at_1_std": 0.224705, + "nauc_ndcg_at_1_diff1": 0.825119, + "nauc_ndcg_at_3_max": 0.66513, + "nauc_ndcg_at_3_std": 0.240451, + "nauc_ndcg_at_3_diff1": 0.778635, + "nauc_ndcg_at_5_max": 0.652273, + "nauc_ndcg_at_5_std": 0.233385, + "nauc_ndcg_at_5_diff1": 0.773132, + "nauc_ndcg_at_10_max": 0.653631, + "nauc_ndcg_at_10_std": 0.245518, + "nauc_ndcg_at_10_diff1": 0.766513, + "nauc_ndcg_at_20_max": 0.654694, + "nauc_ndcg_at_20_std": 0.248262, + "nauc_ndcg_at_20_diff1": 0.764639, + "nauc_ndcg_at_100_max": 0.653747, + "nauc_ndcg_at_100_std": 0.242441, + "nauc_ndcg_at_100_diff1": 0.768848, + "nauc_ndcg_at_1000_max": 0.656597, + "nauc_ndcg_at_1000_std": 0.240964, + "nauc_ndcg_at_1000_diff1": 0.776421, + "nauc_map_at_1_max": 0.663242, + "nauc_map_at_1_std": 0.224705, + "nauc_map_at_1_diff1": 0.825119, + "nauc_map_at_3_max": 0.665562, + "nauc_map_at_3_std": 0.236489, + "nauc_map_at_3_diff1": 0.790776, + "nauc_map_at_5_max": 0.658403, + "nauc_map_at_5_std": 0.232245, + "nauc_map_at_5_diff1": 0.788029, + "nauc_map_at_10_max": 0.65917, + "nauc_map_at_10_std": 0.237154, + "nauc_map_at_10_diff1": 0.785749, + "nauc_map_at_20_max": 0.659424, + "nauc_map_at_20_std": 0.237684, + "nauc_map_at_20_diff1": 0.785412, + "nauc_map_at_100_max": 0.659203, + "nauc_map_at_100_std": 0.23686, + "nauc_map_at_100_diff1": 0.786009, + "nauc_map_at_1000_max": 0.659336, + "nauc_map_at_1000_std": 0.236873, + "nauc_map_at_1000_diff1": 0.786312, + "nauc_recall_at_1_max": 0.663242, + "nauc_recall_at_1_std": 0.224705, + "nauc_recall_at_1_diff1": 0.825119, + "nauc_recall_at_3_max": 0.663346, + "nauc_recall_at_3_std": 0.252926, + "nauc_recall_at_3_diff1": 0.740193, + "nauc_recall_at_5_max": 0.628324, + "nauc_recall_at_5_std": 0.236726, + "nauc_recall_at_5_diff1": 0.719497, + "nauc_recall_at_10_max": 0.62801, + "nauc_recall_at_10_std": 0.285867, + "nauc_recall_at_10_diff1": 0.680939, + "nauc_recall_at_20_max": 0.629588, + "nauc_recall_at_20_std": 0.313305, + "nauc_recall_at_20_diff1": 0.650082, + "nauc_recall_at_100_max": 0.579102, + "nauc_recall_at_100_std": 0.299745, + "nauc_recall_at_100_diff1": 0.557813, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663242, + "nauc_precision_at_1_std": 0.224705, + "nauc_precision_at_1_diff1": 0.825119, + "nauc_precision_at_3_max": 0.663346, + "nauc_precision_at_3_std": 0.252926, + "nauc_precision_at_3_diff1": 0.740193, + "nauc_precision_at_5_max": 0.628324, + "nauc_precision_at_5_std": 0.236726, + "nauc_precision_at_5_diff1": 0.719497, + "nauc_precision_at_10_max": 0.62801, + "nauc_precision_at_10_std": 0.285867, + "nauc_precision_at_10_diff1": 0.680939, + "nauc_precision_at_20_max": 0.629588, + "nauc_precision_at_20_std": 0.313305, + "nauc_precision_at_20_diff1": 0.650082, + "nauc_precision_at_100_max": 0.579102, + "nauc_precision_at_100_std": 0.299745, + "nauc_precision_at_100_diff1": 0.557813, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.663242, + "nauc_mrr_at_1_std": 0.224705, + "nauc_mrr_at_1_diff1": 0.825119, + "nauc_mrr_at_3_max": 0.665562, + "nauc_mrr_at_3_std": 0.236489, + "nauc_mrr_at_3_diff1": 0.790776, + "nauc_mrr_at_5_max": 0.658403, + "nauc_mrr_at_5_std": 0.232245, + "nauc_mrr_at_5_diff1": 0.788029, + "nauc_mrr_at_10_max": 0.65917, + "nauc_mrr_at_10_std": 0.237154, + "nauc_mrr_at_10_diff1": 0.785749, + "nauc_mrr_at_20_max": 0.659424, + "nauc_mrr_at_20_std": 0.237684, + "nauc_mrr_at_20_diff1": 0.785412, + "nauc_mrr_at_100_max": 0.659203, + "nauc_mrr_at_100_std": 0.23686, + "nauc_mrr_at_100_diff1": 0.786009, + "nauc_mrr_at_1000_max": 0.659336, + "nauc_mrr_at_1000_std": 0.236873, + "nauc_mrr_at_1000_diff1": 0.786312, + "main_score": 0.67701, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.55345, + "ndcg_at_3": 0.5934, + "ndcg_at_5": 0.60389, + "ndcg_at_10": 0.61666, + "ndcg_at_20": 0.62846, + "ndcg_at_100": 0.64876, + "ndcg_at_1000": 0.66867, + "map_at_1": 0.5529, + "map_at_3": 0.5837, + "map_at_5": 0.5895, + "map_at_10": 0.59465, + "map_at_20": 0.59788, + "map_at_100": 0.60055, + "map_at_1000": 0.6013, + "recall_at_1": 0.5529, + "recall_at_3": 0.62082, + "recall_at_5": 0.64644, + "recall_at_10": 0.68653, + "recall_at_20": 0.7333, + "recall_at_100": 0.84465, + "recall_at_1000": 1.0, + "precision_at_1": 0.55345, + "precision_at_3": 0.20713, + "precision_at_5": 0.1294, + "precision_at_10": 0.06871, + "precision_at_20": 0.03669, + "precision_at_100": 0.00846, + "precision_at_1000": 0.001, + "mrr_at_1": 0.553452, + "mrr_at_3": 0.584261, + "mrr_at_5": 0.590052, + "mrr_at_10": 0.595208, + "mrr_at_20": 0.598435, + "mrr_at_100": 0.60108, + "mrr_at_1000": 0.601825, + "nauc_ndcg_at_1_max": 0.616929, + "nauc_ndcg_at_1_std": -0.219907, + "nauc_ndcg_at_1_diff1": 0.887233, + "nauc_ndcg_at_3_max": 0.614548, + "nauc_ndcg_at_3_std": -0.207412, + "nauc_ndcg_at_3_diff1": 0.861684, + "nauc_ndcg_at_5_max": 0.611743, + "nauc_ndcg_at_5_std": -0.20654, + "nauc_ndcg_at_5_diff1": 0.855677, + "nauc_ndcg_at_10_max": 0.603014, + "nauc_ndcg_at_10_std": -0.20989, + "nauc_ndcg_at_10_diff1": 0.846409, + "nauc_ndcg_at_20_max": 0.603348, + "nauc_ndcg_at_20_std": -0.199682, + "nauc_ndcg_at_20_diff1": 0.84462, + "nauc_ndcg_at_100_max": 0.605012, + "nauc_ndcg_at_100_std": -0.192807, + "nauc_ndcg_at_100_diff1": 0.847705, + "nauc_ndcg_at_1000_max": 0.607425, + "nauc_ndcg_at_1000_std": -0.200925, + "nauc_ndcg_at_1000_diff1": 0.853123, + "nauc_map_at_1_max": 0.61561, + "nauc_map_at_1_std": -0.220722, + "nauc_map_at_1_diff1": 0.886411, + "nauc_map_at_3_max": 0.614347, + "nauc_map_at_3_std": -0.21115, + "nauc_map_at_3_diff1": 0.867228, + "nauc_map_at_5_max": 0.612819, + "nauc_map_at_5_std": -0.210783, + "nauc_map_at_5_diff1": 0.86394, + "nauc_map_at_10_max": 0.609585, + "nauc_map_at_10_std": -0.211663, + "nauc_map_at_10_diff1": 0.860491, + "nauc_map_at_20_max": 0.609917, + "nauc_map_at_20_std": -0.208706, + "nauc_map_at_20_diff1": 0.8602, + "nauc_map_at_100_max": 0.609935, + "nauc_map_at_100_std": -0.208143, + "nauc_map_at_100_diff1": 0.86057, + "nauc_map_at_1000_max": 0.610048, + "nauc_map_at_1000_std": -0.208241, + "nauc_map_at_1000_diff1": 0.860736, + "nauc_recall_at_1_max": 0.61561, + "nauc_recall_at_1_std": -0.220722, + "nauc_recall_at_1_diff1": 0.886411, + "nauc_recall_at_3_max": 0.613803, + "nauc_recall_at_3_std": -0.196676, + "nauc_recall_at_3_diff1": 0.844029, + "nauc_recall_at_5_max": 0.606492, + "nauc_recall_at_5_std": -0.19357, + "nauc_recall_at_5_diff1": 0.827936, + "nauc_recall_at_10_max": 0.574073, + "nauc_recall_at_10_std": -0.207239, + "nauc_recall_at_10_diff1": 0.792161, + "nauc_recall_at_20_max": 0.569605, + "nauc_recall_at_20_std": -0.159605, + "nauc_recall_at_20_diff1": 0.774951, + "nauc_recall_at_100_max": 0.574569, + "nauc_recall_at_100_std": -0.062325, + "nauc_recall_at_100_diff1": 0.770032, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.616929, + "nauc_precision_at_1_std": -0.219907, + "nauc_precision_at_1_diff1": 0.887233, + "nauc_precision_at_3_max": 0.615466, + "nauc_precision_at_3_std": -0.195839, + "nauc_precision_at_3_diff1": 0.845205, + "nauc_precision_at_5_max": 0.60823, + "nauc_precision_at_5_std": -0.192688, + "nauc_precision_at_5_diff1": 0.829152, + "nauc_precision_at_10_max": 0.575918, + "nauc_precision_at_10_std": -0.206299, + "nauc_precision_at_10_diff1": 0.793437, + "nauc_precision_at_20_max": 0.571918, + "nauc_precision_at_20_std": -0.158541, + "nauc_precision_at_20_diff1": 0.776685, + "nauc_precision_at_100_max": 0.571861, + "nauc_precision_at_100_std": -0.051051, + "nauc_precision_at_100_diff1": 0.760601, + "nauc_precision_at_1000_max": 0.059272, + "nauc_precision_at_1000_std": 0.662303, + "nauc_precision_at_1000_diff1": -0.200749, + "nauc_mrr_at_1_max": 0.616929, + "nauc_mrr_at_1_std": -0.219907, + "nauc_mrr_at_1_diff1": 0.887233, + "nauc_mrr_at_3_max": 0.615717, + "nauc_mrr_at_3_std": -0.210297, + "nauc_mrr_at_3_diff1": 0.86807, + "nauc_mrr_at_5_max": 0.614202, + "nauc_mrr_at_5_std": -0.209921, + "nauc_mrr_at_5_diff1": 0.864789, + "nauc_mrr_at_10_max": 0.610978, + "nauc_mrr_at_10_std": -0.210793, + "nauc_mrr_at_10_diff1": 0.861345, + "nauc_mrr_at_20_max": 0.61132, + "nauc_mrr_at_20_std": -0.207828, + "nauc_mrr_at_20_diff1": 0.861059, + "nauc_mrr_at_100_max": 0.611259, + "nauc_mrr_at_100_std": -0.207264, + "nauc_mrr_at_100_diff1": 0.861373, + "nauc_mrr_at_1000_max": 0.611372, + "nauc_mrr_at_1000_std": -0.207385, + "nauc_mrr_at_1000_diff1": 0.861544, + "main_score": 0.61666, + "hf_subset": "lin_Latn-lin_Latn", + "languages": [ + "lin-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.73333, + "ndcg_at_3": 0.79042, + "ndcg_at_5": 0.80314, + "ndcg_at_10": 0.81494, + "ndcg_at_20": 0.82528, + "ndcg_at_100": 0.83435, + "ndcg_at_1000": 0.83633, + "map_at_1": 0.73333, + "map_at_3": 0.77704, + "map_at_5": 0.78404, + "map_at_10": 0.78888, + "map_at_20": 0.79183, + "map_at_100": 0.79308, + "map_at_1000": 0.79318, + "recall_at_1": 0.73333, + "recall_at_3": 0.82889, + "recall_at_5": 0.86, + "recall_at_10": 0.89667, + "recall_at_20": 0.93667, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.73333, + "precision_at_3": 0.2763, + "precision_at_5": 0.172, + "precision_at_10": 0.08967, + "precision_at_20": 0.04683, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.733333, + "mrr_at_3": 0.777037, + "mrr_at_5": 0.784037, + "mrr_at_10": 0.788876, + "mrr_at_20": 0.791833, + "mrr_at_100": 0.793079, + "mrr_at_1000": 0.793176, + "nauc_ndcg_at_1_max": 0.761223, + "nauc_ndcg_at_1_std": 0.039735, + "nauc_ndcg_at_1_diff1": 0.898912, + "nauc_ndcg_at_3_max": 0.781594, + "nauc_ndcg_at_3_std": 0.075362, + "nauc_ndcg_at_3_diff1": 0.866994, + "nauc_ndcg_at_5_max": 0.775734, + "nauc_ndcg_at_5_std": 0.078379, + "nauc_ndcg_at_5_diff1": 0.861364, + "nauc_ndcg_at_10_max": 0.770714, + "nauc_ndcg_at_10_std": 0.08195, + "nauc_ndcg_at_10_diff1": 0.864467, + "nauc_ndcg_at_20_max": 0.771414, + "nauc_ndcg_at_20_std": 0.081985, + "nauc_ndcg_at_20_diff1": 0.866021, + "nauc_ndcg_at_100_max": 0.773142, + "nauc_ndcg_at_100_std": 0.082344, + "nauc_ndcg_at_100_diff1": 0.870694, + "nauc_ndcg_at_1000_max": 0.771921, + "nauc_ndcg_at_1000_std": 0.074641, + "nauc_ndcg_at_1000_diff1": 0.871153, + "nauc_map_at_1_max": 0.761223, + "nauc_map_at_1_std": 0.039735, + "nauc_map_at_1_diff1": 0.898912, + "nauc_map_at_3_max": 0.775983, + "nauc_map_at_3_std": 0.065081, + "nauc_map_at_3_diff1": 0.874894, + "nauc_map_at_5_max": 0.772878, + "nauc_map_at_5_std": 0.066637, + "nauc_map_at_5_diff1": 0.872247, + "nauc_map_at_10_max": 0.770892, + "nauc_map_at_10_std": 0.06753, + "nauc_map_at_10_diff1": 0.873782, + "nauc_map_at_20_max": 0.771018, + "nauc_map_at_20_std": 0.067155, + "nauc_map_at_20_diff1": 0.874341, + "nauc_map_at_100_max": 0.771175, + "nauc_map_at_100_std": 0.067145, + "nauc_map_at_100_diff1": 0.874897, + "nauc_map_at_1000_max": 0.771121, + "nauc_map_at_1000_std": 0.066859, + "nauc_map_at_1000_diff1": 0.87492, + "nauc_recall_at_1_max": 0.761223, + "nauc_recall_at_1_std": 0.039735, + "nauc_recall_at_1_diff1": 0.898912, + "nauc_recall_at_3_max": 0.801752, + "nauc_recall_at_3_std": 0.112544, + "nauc_recall_at_3_diff1": 0.839082, + "nauc_recall_at_5_max": 0.78633, + "nauc_recall_at_5_std": 0.127819, + "nauc_recall_at_5_diff1": 0.815239, + "nauc_recall_at_10_max": 0.764682, + "nauc_recall_at_10_std": 0.162825, + "nauc_recall_at_10_diff1": 0.815341, + "nauc_recall_at_20_max": 0.768736, + "nauc_recall_at_20_std": 0.217111, + "nauc_recall_at_20_diff1": 0.799007, + "nauc_recall_at_100_max": 0.86138, + "nauc_recall_at_100_std": 0.676147, + "nauc_recall_at_100_diff1": 0.838397, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761223, + "nauc_precision_at_1_std": 0.039735, + "nauc_precision_at_1_diff1": 0.898912, + "nauc_precision_at_3_max": 0.801752, + "nauc_precision_at_3_std": 0.112544, + "nauc_precision_at_3_diff1": 0.839082, + "nauc_precision_at_5_max": 0.78633, + "nauc_precision_at_5_std": 0.127819, + "nauc_precision_at_5_diff1": 0.815239, + "nauc_precision_at_10_max": 0.764682, + "nauc_precision_at_10_std": 0.162825, + "nauc_precision_at_10_diff1": 0.815341, + "nauc_precision_at_20_max": 0.768736, + "nauc_precision_at_20_std": 0.217111, + "nauc_precision_at_20_diff1": 0.799007, + "nauc_precision_at_100_max": 0.86138, + "nauc_precision_at_100_std": 0.676147, + "nauc_precision_at_100_diff1": 0.838397, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761223, + "nauc_mrr_at_1_std": 0.039735, + "nauc_mrr_at_1_diff1": 0.898912, + "nauc_mrr_at_3_max": 0.775983, + "nauc_mrr_at_3_std": 0.065081, + "nauc_mrr_at_3_diff1": 0.874894, + "nauc_mrr_at_5_max": 0.772878, + "nauc_mrr_at_5_std": 0.066637, + "nauc_mrr_at_5_diff1": 0.872247, + "nauc_mrr_at_10_max": 0.770892, + "nauc_mrr_at_10_std": 0.06753, + "nauc_mrr_at_10_diff1": 0.873782, + "nauc_mrr_at_20_max": 0.771018, + "nauc_mrr_at_20_std": 0.067155, + "nauc_mrr_at_20_diff1": 0.874341, + "nauc_mrr_at_100_max": 0.771175, + "nauc_mrr_at_100_std": 0.067145, + "nauc_mrr_at_100_diff1": 0.874897, + "nauc_mrr_at_1000_max": 0.771121, + "nauc_mrr_at_1000_std": 0.066859, + "nauc_mrr_at_1000_diff1": 0.87492, + "main_score": 0.81494, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52895, + "ndcg_at_3": 0.57118, + "ndcg_at_5": 0.58417, + "ndcg_at_10": 0.59586, + "ndcg_at_20": 0.60402, + "ndcg_at_100": 0.6227, + "ndcg_at_1000": 0.64808, + "map_at_1": 0.5284, + "map_at_3": 0.56143, + "map_at_5": 0.56873, + "map_at_10": 0.57343, + "map_at_20": 0.57567, + "map_at_100": 0.57808, + "map_at_1000": 0.57903, + "recall_at_1": 0.5284, + "recall_at_3": 0.59855, + "recall_at_5": 0.62973, + "recall_at_10": 0.66648, + "recall_at_20": 0.69878, + "recall_at_100": 0.80178, + "recall_at_1000": 1.0, + "precision_at_1": 0.52895, + "precision_at_3": 0.1997, + "precision_at_5": 0.12606, + "precision_at_10": 0.0667, + "precision_at_20": 0.03497, + "precision_at_100": 0.00803, + "precision_at_1000": 0.001, + "mrr_at_1": 0.528953, + "mrr_at_3": 0.56199, + "mrr_at_5": 0.569284, + "mrr_at_10": 0.573988, + "mrr_at_20": 0.576231, + "mrr_at_100": 0.578651, + "mrr_at_1000": 0.579585, + "nauc_ndcg_at_1_max": 0.67203, + "nauc_ndcg_at_1_std": 0.144392, + "nauc_ndcg_at_1_diff1": 0.892292, + "nauc_ndcg_at_3_max": 0.698239, + "nauc_ndcg_at_3_std": 0.177061, + "nauc_ndcg_at_3_diff1": 0.864147, + "nauc_ndcg_at_5_max": 0.697883, + "nauc_ndcg_at_5_std": 0.18361, + "nauc_ndcg_at_5_diff1": 0.861124, + "nauc_ndcg_at_10_max": 0.690814, + "nauc_ndcg_at_10_std": 0.185965, + "nauc_ndcg_at_10_diff1": 0.853952, + "nauc_ndcg_at_20_max": 0.686414, + "nauc_ndcg_at_20_std": 0.188115, + "nauc_ndcg_at_20_diff1": 0.851019, + "nauc_ndcg_at_100_max": 0.683199, + "nauc_ndcg_at_100_std": 0.188587, + "nauc_ndcg_at_100_diff1": 0.844375, + "nauc_ndcg_at_1000_max": 0.687517, + "nauc_ndcg_at_1000_std": 0.182122, + "nauc_ndcg_at_1000_diff1": 0.855997, + "nauc_map_at_1_max": 0.669752, + "nauc_map_at_1_std": 0.143384, + "nauc_map_at_1_diff1": 0.888924, + "nauc_map_at_3_max": 0.691447, + "nauc_map_at_3_std": 0.168863, + "nauc_map_at_3_diff1": 0.869085, + "nauc_map_at_5_max": 0.691251, + "nauc_map_at_5_std": 0.17232, + "nauc_map_at_5_diff1": 0.867571, + "nauc_map_at_10_max": 0.688439, + "nauc_map_at_10_std": 0.172776, + "nauc_map_at_10_diff1": 0.864978, + "nauc_map_at_20_max": 0.687228, + "nauc_map_at_20_std": 0.173294, + "nauc_map_at_20_diff1": 0.864366, + "nauc_map_at_100_max": 0.687122, + "nauc_map_at_100_std": 0.173788, + "nauc_map_at_100_diff1": 0.863648, + "nauc_map_at_1000_max": 0.687249, + "nauc_map_at_1000_std": 0.173507, + "nauc_map_at_1000_diff1": 0.864052, + "nauc_recall_at_1_max": 0.669752, + "nauc_recall_at_1_std": 0.143384, + "nauc_recall_at_1_diff1": 0.888924, + "nauc_recall_at_3_max": 0.716173, + "nauc_recall_at_3_std": 0.20057, + "nauc_recall_at_3_diff1": 0.846395, + "nauc_recall_at_5_max": 0.715652, + "nauc_recall_at_5_std": 0.2188, + "nauc_recall_at_5_diff1": 0.836934, + "nauc_recall_at_10_max": 0.692121, + "nauc_recall_at_10_std": 0.232105, + "nauc_recall_at_10_diff1": 0.80899, + "nauc_recall_at_20_max": 0.672035, + "nauc_recall_at_20_std": 0.245206, + "nauc_recall_at_20_diff1": 0.791108, + "nauc_recall_at_100_max": 0.630918, + "nauc_recall_at_100_std": 0.259081, + "nauc_recall_at_100_diff1": 0.708553, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67203, + "nauc_precision_at_1_std": 0.144392, + "nauc_precision_at_1_diff1": 0.892292, + "nauc_precision_at_3_max": 0.718663, + "nauc_precision_at_3_std": 0.201694, + "nauc_precision_at_3_diff1": 0.850004, + "nauc_precision_at_5_max": 0.718545, + "nauc_precision_at_5_std": 0.220082, + "nauc_precision_at_5_diff1": 0.841051, + "nauc_precision_at_10_max": 0.695202, + "nauc_precision_at_10_std": 0.233496, + "nauc_precision_at_10_diff1": 0.813378, + "nauc_precision_at_20_max": 0.675303, + "nauc_precision_at_20_std": 0.246708, + "nauc_precision_at_20_diff1": 0.795777, + "nauc_precision_at_100_max": 0.635524, + "nauc_precision_at_100_std": 0.260471, + "nauc_precision_at_100_diff1": 0.714894, + "nauc_precision_at_1000_max": 0.123414, + "nauc_precision_at_1000_std": 0.002884, + "nauc_precision_at_1000_diff1": 0.249933, + "nauc_mrr_at_1_max": 0.67203, + "nauc_mrr_at_1_std": 0.144392, + "nauc_mrr_at_1_diff1": 0.892292, + "nauc_mrr_at_3_max": 0.69382, + "nauc_mrr_at_3_std": 0.169923, + "nauc_mrr_at_3_diff1": 0.872562, + "nauc_mrr_at_5_max": 0.693654, + "nauc_mrr_at_5_std": 0.173395, + "nauc_mrr_at_5_diff1": 0.871091, + "nauc_mrr_at_10_max": 0.69086, + "nauc_mrr_at_10_std": 0.17386, + "nauc_mrr_at_10_diff1": 0.868524, + "nauc_mrr_at_20_max": 0.689657, + "nauc_mrr_at_20_std": 0.174382, + "nauc_mrr_at_20_diff1": 0.867926, + "nauc_mrr_at_100_max": 0.689553, + "nauc_mrr_at_100_std": 0.174863, + "nauc_mrr_at_100_diff1": 0.867214, + "nauc_mrr_at_1000_max": 0.689654, + "nauc_mrr_at_1000_std": 0.174579, + "nauc_mrr_at_1000_diff1": 0.867578, + "main_score": 0.59586, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91239, + "ndcg_at_5": 0.91938, + "ndcg_at_10": 0.92413, + "ndcg_at_20": 0.92725, + "ndcg_at_100": 0.92937, + "ndcg_at_1000": 0.92994, + "map_at_1": 0.87, + "map_at_3": 0.90241, + "map_at_5": 0.90635, + "map_at_10": 0.90836, + "map_at_20": 0.90923, + "map_at_100": 0.90954, + "map_at_1000": 0.90957, + "recall_at_1": 0.87, + "recall_at_3": 0.94111, + "recall_at_5": 0.95778, + "recall_at_10": 0.97222, + "recall_at_20": 0.98444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.87, + "precision_at_3": 0.3137, + "precision_at_5": 0.19156, + "precision_at_10": 0.09722, + "precision_at_20": 0.04922, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.902407, + "mrr_at_5": 0.906352, + "mrr_at_10": 0.90836, + "mrr_at_20": 0.909235, + "mrr_at_100": 0.909545, + "mrr_at_1000": 0.909566, + "nauc_ndcg_at_1_max": 0.757404, + "nauc_ndcg_at_1_std": 0.046656, + "nauc_ndcg_at_1_diff1": 0.929892, + "nauc_ndcg_at_3_max": 0.817005, + "nauc_ndcg_at_3_std": 0.080086, + "nauc_ndcg_at_3_diff1": 0.923828, + "nauc_ndcg_at_5_max": 0.810796, + "nauc_ndcg_at_5_std": 0.082263, + "nauc_ndcg_at_5_diff1": 0.922838, + "nauc_ndcg_at_10_max": 0.809152, + "nauc_ndcg_at_10_std": 0.091811, + "nauc_ndcg_at_10_diff1": 0.923293, + "nauc_ndcg_at_20_max": 0.806406, + "nauc_ndcg_at_20_std": 0.096621, + "nauc_ndcg_at_20_diff1": 0.925304, + "nauc_ndcg_at_100_max": 0.802162, + "nauc_ndcg_at_100_std": 0.09078, + "nauc_ndcg_at_100_diff1": 0.92538, + "nauc_ndcg_at_1000_max": 0.800517, + "nauc_ndcg_at_1000_std": 0.083822, + "nauc_ndcg_at_1000_diff1": 0.925302, + "nauc_map_at_1_max": 0.757404, + "nauc_map_at_1_std": 0.046656, + "nauc_map_at_1_diff1": 0.929892, + "nauc_map_at_3_max": 0.800681, + "nauc_map_at_3_std": 0.072718, + "nauc_map_at_3_diff1": 0.925562, + "nauc_map_at_5_max": 0.797002, + "nauc_map_at_5_std": 0.072726, + "nauc_map_at_5_diff1": 0.925231, + "nauc_map_at_10_max": 0.796139, + "nauc_map_at_10_std": 0.07536, + "nauc_map_at_10_diff1": 0.925445, + "nauc_map_at_20_max": 0.795388, + "nauc_map_at_20_std": 0.076369, + "nauc_map_at_20_diff1": 0.925903, + "nauc_map_at_100_max": 0.794869, + "nauc_map_at_100_std": 0.075636, + "nauc_map_at_100_diff1": 0.925882, + "nauc_map_at_1000_max": 0.794821, + "nauc_map_at_1000_std": 0.075439, + "nauc_map_at_1000_diff1": 0.925879, + "nauc_recall_at_1_max": 0.757404, + "nauc_recall_at_1_std": 0.046656, + "nauc_recall_at_1_diff1": 0.929892, + "nauc_recall_at_3_max": 0.891743, + "nauc_recall_at_3_std": 0.112432, + "nauc_recall_at_3_diff1": 0.915834, + "nauc_recall_at_5_max": 0.892992, + "nauc_recall_at_5_std": 0.141567, + "nauc_recall_at_5_diff1": 0.907551, + "nauc_recall_at_10_max": 0.922035, + "nauc_recall_at_10_std": 0.259944, + "nauc_recall_at_10_diff1": 0.903268, + "nauc_recall_at_20_max": 0.961485, + "nauc_recall_at_20_std": 0.473123, + "nauc_recall_at_20_diff1": 0.924136, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757404, + "nauc_precision_at_1_std": 0.046656, + "nauc_precision_at_1_diff1": 0.929892, + "nauc_precision_at_3_max": 0.891743, + "nauc_precision_at_3_std": 0.112432, + "nauc_precision_at_3_diff1": 0.915834, + "nauc_precision_at_5_max": 0.892992, + "nauc_precision_at_5_std": 0.141567, + "nauc_precision_at_5_diff1": 0.907551, + "nauc_precision_at_10_max": 0.922035, + "nauc_precision_at_10_std": 0.259944, + "nauc_precision_at_10_diff1": 0.903268, + "nauc_precision_at_20_max": 0.961485, + "nauc_precision_at_20_std": 0.473123, + "nauc_precision_at_20_diff1": 0.924136, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757404, + "nauc_mrr_at_1_std": 0.046656, + "nauc_mrr_at_1_diff1": 0.929892, + "nauc_mrr_at_3_max": 0.800681, + "nauc_mrr_at_3_std": 0.072718, + "nauc_mrr_at_3_diff1": 0.925562, + "nauc_mrr_at_5_max": 0.797002, + "nauc_mrr_at_5_std": 0.072726, + "nauc_mrr_at_5_diff1": 0.925231, + "nauc_mrr_at_10_max": 0.796139, + "nauc_mrr_at_10_std": 0.07536, + "nauc_mrr_at_10_diff1": 0.925445, + "nauc_mrr_at_20_max": 0.795388, + "nauc_mrr_at_20_std": 0.076369, + "nauc_mrr_at_20_diff1": 0.925903, + "nauc_mrr_at_100_max": 0.794869, + "nauc_mrr_at_100_std": 0.075636, + "nauc_mrr_at_100_diff1": 0.925882, + "nauc_mrr_at_1000_max": 0.794821, + "nauc_mrr_at_1000_std": 0.075439, + "nauc_mrr_at_1000_diff1": 0.925879, + "main_score": 0.92413, + "hf_subset": "lit_Latn-lit_Latn", + "languages": [ + "lit-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.92667, + "ndcg_at_3": 0.95463, + "ndcg_at_5": 0.95692, + "ndcg_at_10": 0.96023, + "ndcg_at_20": 0.9619, + "ndcg_at_100": 0.96213, + "ndcg_at_1000": 0.96241, + "map_at_1": 0.92667, + "map_at_3": 0.94778, + "map_at_5": 0.94906, + "map_at_10": 0.95046, + "map_at_20": 0.95091, + "map_at_100": 0.95095, + "map_at_1000": 0.95096, + "recall_at_1": 0.92667, + "recall_at_3": 0.97444, + "recall_at_5": 0.98, + "recall_at_10": 0.99, + "recall_at_20": 0.99667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92667, + "precision_at_3": 0.32481, + "precision_at_5": 0.196, + "precision_at_10": 0.099, + "precision_at_20": 0.04983, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926667, + "mrr_at_3": 0.947778, + "mrr_at_5": 0.949056, + "mrr_at_10": 0.950461, + "mrr_at_20": 0.950912, + "mrr_at_100": 0.950952, + "mrr_at_1000": 0.950962, + "nauc_ndcg_at_1_max": 0.730498, + "nauc_ndcg_at_1_std": -0.158108, + "nauc_ndcg_at_1_diff1": 0.933438, + "nauc_ndcg_at_3_max": 0.781378, + "nauc_ndcg_at_3_std": -0.10803, + "nauc_ndcg_at_3_diff1": 0.934741, + "nauc_ndcg_at_5_max": 0.780211, + "nauc_ndcg_at_5_std": -0.110693, + "nauc_ndcg_at_5_diff1": 0.942474, + "nauc_ndcg_at_10_max": 0.768396, + "nauc_ndcg_at_10_std": -0.108644, + "nauc_ndcg_at_10_diff1": 0.938995, + "nauc_ndcg_at_20_max": 0.769806, + "nauc_ndcg_at_20_std": -0.092028, + "nauc_ndcg_at_20_diff1": 0.938151, + "nauc_ndcg_at_100_max": 0.768416, + "nauc_ndcg_at_100_std": -0.098624, + "nauc_ndcg_at_100_diff1": 0.937778, + "nauc_ndcg_at_1000_max": 0.767132, + "nauc_ndcg_at_1000_std": -0.106878, + "nauc_ndcg_at_1000_diff1": 0.937836, + "nauc_map_at_1_max": 0.730498, + "nauc_map_at_1_std": -0.158108, + "nauc_map_at_1_diff1": 0.933438, + "nauc_map_at_3_max": 0.769475, + "nauc_map_at_3_std": -0.116833, + "nauc_map_at_3_diff1": 0.934972, + "nauc_map_at_5_max": 0.768619, + "nauc_map_at_5_std": -0.119269, + "nauc_map_at_5_diff1": 0.938773, + "nauc_map_at_10_max": 0.764213, + "nauc_map_at_10_std": -0.118721, + "nauc_map_at_10_diff1": 0.937525, + "nauc_map_at_20_max": 0.764153, + "nauc_map_at_20_std": -0.114927, + "nauc_map_at_20_diff1": 0.937303, + "nauc_map_at_100_max": 0.763962, + "nauc_map_at_100_std": -0.115829, + "nauc_map_at_100_diff1": 0.937252, + "nauc_map_at_1000_max": 0.763922, + "nauc_map_at_1000_std": -0.116057, + "nauc_map_at_1000_diff1": 0.937258, + "nauc_recall_at_1_max": 0.730498, + "nauc_recall_at_1_std": -0.158108, + "nauc_recall_at_1_diff1": 0.933438, + "nauc_recall_at_3_max": 0.847075, + "nauc_recall_at_3_std": -0.063005, + "nauc_recall_at_3_diff1": 0.932814, + "nauc_recall_at_5_max": 0.859322, + "nauc_recall_at_5_std": -0.054233, + "nauc_recall_at_5_diff1": 0.970951, + "nauc_recall_at_10_max": 0.79723, + "nauc_recall_at_10_std": 0.022616, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730498, + "nauc_precision_at_1_std": -0.158108, + "nauc_precision_at_1_diff1": 0.933438, + "nauc_precision_at_3_max": 0.847075, + "nauc_precision_at_3_std": -0.063005, + "nauc_precision_at_3_diff1": 0.932814, + "nauc_precision_at_5_max": 0.859322, + "nauc_precision_at_5_std": -0.054233, + "nauc_precision_at_5_diff1": 0.970951, + "nauc_precision_at_10_max": 0.79723, + "nauc_precision_at_10_std": 0.022616, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.730498, + "nauc_mrr_at_1_std": -0.158108, + "nauc_mrr_at_1_diff1": 0.933438, + "nauc_mrr_at_3_max": 0.769475, + "nauc_mrr_at_3_std": -0.116833, + "nauc_mrr_at_3_diff1": 0.934972, + "nauc_mrr_at_5_max": 0.768619, + "nauc_mrr_at_5_std": -0.119269, + "nauc_mrr_at_5_diff1": 0.938773, + "nauc_mrr_at_10_max": 0.764213, + "nauc_mrr_at_10_std": -0.118721, + "nauc_mrr_at_10_diff1": 0.937525, + "nauc_mrr_at_20_max": 0.764153, + "nauc_mrr_at_20_std": -0.114927, + "nauc_mrr_at_20_diff1": 0.937303, + "nauc_mrr_at_100_max": 0.763962, + "nauc_mrr_at_100_std": -0.115829, + "nauc_mrr_at_100_diff1": 0.937252, + "nauc_mrr_at_1000_max": 0.763922, + "nauc_mrr_at_1000_std": -0.116057, + "nauc_mrr_at_1000_diff1": 0.937258, + "main_score": 0.96023, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.90467, + "ndcg_at_5": 0.91567, + "ndcg_at_10": 0.92022, + "ndcg_at_20": 0.92337, + "ndcg_at_100": 0.92515, + "ndcg_at_1000": 0.92577, + "map_at_1": 0.86, + "map_at_3": 0.89463, + "map_at_5": 0.90074, + "map_at_10": 0.90256, + "map_at_20": 0.90345, + "map_at_100": 0.90374, + "map_at_1000": 0.90377, + "recall_at_1": 0.86, + "recall_at_3": 0.93333, + "recall_at_5": 0.96, + "recall_at_10": 0.97444, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.86, + "precision_at_3": 0.31111, + "precision_at_5": 0.192, + "precision_at_10": 0.09744, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.89463, + "mrr_at_5": 0.900741, + "mrr_at_10": 0.902556, + "mrr_at_20": 0.903448, + "mrr_at_100": 0.90374, + "mrr_at_1000": 0.903773, + "nauc_ndcg_at_1_max": 0.70892, + "nauc_ndcg_at_1_std": 0.079592, + "nauc_ndcg_at_1_diff1": 0.904977, + "nauc_ndcg_at_3_max": 0.768735, + "nauc_ndcg_at_3_std": 0.130317, + "nauc_ndcg_at_3_diff1": 0.895321, + "nauc_ndcg_at_5_max": 0.764241, + "nauc_ndcg_at_5_std": 0.1421, + "nauc_ndcg_at_5_diff1": 0.898726, + "nauc_ndcg_at_10_max": 0.758412, + "nauc_ndcg_at_10_std": 0.125254, + "nauc_ndcg_at_10_diff1": 0.903556, + "nauc_ndcg_at_20_max": 0.757018, + "nauc_ndcg_at_20_std": 0.133669, + "nauc_ndcg_at_20_diff1": 0.90303, + "nauc_ndcg_at_100_max": 0.754036, + "nauc_ndcg_at_100_std": 0.132566, + "nauc_ndcg_at_100_diff1": 0.902376, + "nauc_ndcg_at_1000_max": 0.752166, + "nauc_ndcg_at_1000_std": 0.126902, + "nauc_ndcg_at_1000_diff1": 0.901838, + "nauc_map_at_1_max": 0.70892, + "nauc_map_at_1_std": 0.079592, + "nauc_map_at_1_diff1": 0.904977, + "nauc_map_at_3_max": 0.753237, + "nauc_map_at_3_std": 0.119244, + "nauc_map_at_3_diff1": 0.898199, + "nauc_map_at_5_max": 0.749919, + "nauc_map_at_5_std": 0.123644, + "nauc_map_at_5_diff1": 0.900173, + "nauc_map_at_10_max": 0.747939, + "nauc_map_at_10_std": 0.118435, + "nauc_map_at_10_diff1": 0.901796, + "nauc_map_at_20_max": 0.747519, + "nauc_map_at_20_std": 0.120365, + "nauc_map_at_20_diff1": 0.901649, + "nauc_map_at_100_max": 0.747123, + "nauc_map_at_100_std": 0.120222, + "nauc_map_at_100_diff1": 0.901581, + "nauc_map_at_1000_max": 0.747039, + "nauc_map_at_1000_std": 0.119977, + "nauc_map_at_1000_diff1": 0.901562, + "nauc_recall_at_1_max": 0.70892, + "nauc_recall_at_1_std": 0.079592, + "nauc_recall_at_1_diff1": 0.904977, + "nauc_recall_at_3_max": 0.835489, + "nauc_recall_at_3_std": 0.176408, + "nauc_recall_at_3_diff1": 0.882633, + "nauc_recall_at_5_max": 0.859633, + "nauc_recall_at_5_std": 0.270814, + "nauc_recall_at_5_diff1": 0.889395, + "nauc_recall_at_10_max": 0.853246, + "nauc_recall_at_10_std": 0.168351, + "nauc_recall_at_10_diff1": 0.930378, + "nauc_recall_at_20_max": 0.910131, + "nauc_recall_at_20_std": 0.385037, + "nauc_recall_at_20_diff1": 0.944172, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.786415, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70892, + "nauc_precision_at_1_std": 0.079592, + "nauc_precision_at_1_diff1": 0.904977, + "nauc_precision_at_3_max": 0.835489, + "nauc_precision_at_3_std": 0.176408, + "nauc_precision_at_3_diff1": 0.882633, + "nauc_precision_at_5_max": 0.859633, + "nauc_precision_at_5_std": 0.270814, + "nauc_precision_at_5_diff1": 0.889395, + "nauc_precision_at_10_max": 0.853246, + "nauc_precision_at_10_std": 0.168351, + "nauc_precision_at_10_diff1": 0.930378, + "nauc_precision_at_20_max": 0.910131, + "nauc_precision_at_20_std": 0.385037, + "nauc_precision_at_20_diff1": 0.944172, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.786415, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70892, + "nauc_mrr_at_1_std": 0.079592, + "nauc_mrr_at_1_diff1": 0.904977, + "nauc_mrr_at_3_max": 0.753237, + "nauc_mrr_at_3_std": 0.119244, + "nauc_mrr_at_3_diff1": 0.898199, + "nauc_mrr_at_5_max": 0.749919, + "nauc_mrr_at_5_std": 0.123644, + "nauc_mrr_at_5_diff1": 0.900173, + "nauc_mrr_at_10_max": 0.747939, + "nauc_mrr_at_10_std": 0.118435, + "nauc_mrr_at_10_diff1": 0.901796, + "nauc_mrr_at_20_max": 0.747519, + "nauc_mrr_at_20_std": 0.120365, + "nauc_mrr_at_20_diff1": 0.901649, + "nauc_mrr_at_100_max": 0.747123, + "nauc_mrr_at_100_std": 0.120222, + "nauc_mrr_at_100_diff1": 0.901581, + "nauc_mrr_at_1000_max": 0.747039, + "nauc_mrr_at_1000_std": 0.119977, + "nauc_mrr_at_1000_diff1": 0.901562, + "main_score": 0.92022, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.45495, + "ndcg_at_3": 0.50088, + "ndcg_at_5": 0.51242, + "ndcg_at_10": 0.52867, + "ndcg_at_20": 0.54243, + "ndcg_at_100": 0.57177, + "ndcg_at_1000": 0.59406, + "map_at_1": 0.45439, + "map_at_3": 0.4898, + "map_at_5": 0.49626, + "map_at_10": 0.503, + "map_at_20": 0.50677, + "map_at_100": 0.5105, + "map_at_1000": 0.51138, + "recall_at_1": 0.45439, + "recall_at_3": 0.53226, + "recall_at_5": 0.56007, + "recall_at_10": 0.61012, + "recall_at_20": 0.66463, + "recall_at_100": 0.82814, + "recall_at_1000": 1.0, + "precision_at_1": 0.45495, + "precision_at_3": 0.1776, + "precision_at_5": 0.11212, + "precision_at_10": 0.06107, + "precision_at_20": 0.03326, + "precision_at_100": 0.00829, + "precision_at_1000": 0.001, + "mrr_at_1": 0.45495, + "mrr_at_3": 0.49036, + "mrr_at_5": 0.496811, + "mrr_at_10": 0.503557, + "mrr_at_20": 0.50733, + "mrr_at_100": 0.511061, + "mrr_at_1000": 0.511927, + "nauc_ndcg_at_1_max": 0.650887, + "nauc_ndcg_at_1_std": 0.36349, + "nauc_ndcg_at_1_diff1": 0.845914, + "nauc_ndcg_at_3_max": 0.657973, + "nauc_ndcg_at_3_std": 0.36292, + "nauc_ndcg_at_3_diff1": 0.809063, + "nauc_ndcg_at_5_max": 0.656338, + "nauc_ndcg_at_5_std": 0.36882, + "nauc_ndcg_at_5_diff1": 0.799865, + "nauc_ndcg_at_10_max": 0.649587, + "nauc_ndcg_at_10_std": 0.361855, + "nauc_ndcg_at_10_diff1": 0.790806, + "nauc_ndcg_at_20_max": 0.643107, + "nauc_ndcg_at_20_std": 0.361082, + "nauc_ndcg_at_20_diff1": 0.783317, + "nauc_ndcg_at_100_max": 0.63892, + "nauc_ndcg_at_100_std": 0.359219, + "nauc_ndcg_at_100_diff1": 0.783369, + "nauc_ndcg_at_1000_max": 0.646493, + "nauc_ndcg_at_1000_std": 0.362483, + "nauc_ndcg_at_1000_diff1": 0.794674, + "nauc_map_at_1_max": 0.648049, + "nauc_map_at_1_std": 0.362541, + "nauc_map_at_1_diff1": 0.843038, + "nauc_map_at_3_max": 0.655575, + "nauc_map_at_3_std": 0.363534, + "nauc_map_at_3_diff1": 0.815884, + "nauc_map_at_5_max": 0.654647, + "nauc_map_at_5_std": 0.36692, + "nauc_map_at_5_diff1": 0.810827, + "nauc_map_at_10_max": 0.65181, + "nauc_map_at_10_std": 0.363812, + "nauc_map_at_10_diff1": 0.807003, + "nauc_map_at_20_max": 0.650218, + "nauc_map_at_20_std": 0.363804, + "nauc_map_at_20_diff1": 0.805137, + "nauc_map_at_100_max": 0.64959, + "nauc_map_at_100_std": 0.36357, + "nauc_map_at_100_diff1": 0.80509, + "nauc_map_at_1000_max": 0.649884, + "nauc_map_at_1000_std": 0.363726, + "nauc_map_at_1000_diff1": 0.80552, + "nauc_recall_at_1_max": 0.648049, + "nauc_recall_at_1_std": 0.362541, + "nauc_recall_at_1_diff1": 0.843038, + "nauc_recall_at_3_max": 0.662022, + "nauc_recall_at_3_std": 0.359733, + "nauc_recall_at_3_diff1": 0.786334, + "nauc_recall_at_5_max": 0.658085, + "nauc_recall_at_5_std": 0.373877, + "nauc_recall_at_5_diff1": 0.762703, + "nauc_recall_at_10_max": 0.635908, + "nauc_recall_at_10_std": 0.352408, + "nauc_recall_at_10_diff1": 0.731163, + "nauc_recall_at_20_max": 0.603302, + "nauc_recall_at_20_std": 0.346191, + "nauc_recall_at_20_diff1": 0.689722, + "nauc_recall_at_100_max": 0.535236, + "nauc_recall_at_100_std": 0.317384, + "nauc_recall_at_100_diff1": 0.627878, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650887, + "nauc_precision_at_1_std": 0.36349, + "nauc_precision_at_1_diff1": 0.845914, + "nauc_precision_at_3_max": 0.665264, + "nauc_precision_at_3_std": 0.360869, + "nauc_precision_at_3_diff1": 0.78965, + "nauc_precision_at_5_max": 0.661424, + "nauc_precision_at_5_std": 0.375056, + "nauc_precision_at_5_diff1": 0.766105, + "nauc_precision_at_10_max": 0.639674, + "nauc_precision_at_10_std": 0.353774, + "nauc_precision_at_10_diff1": 0.735025, + "nauc_precision_at_20_max": 0.607441, + "nauc_precision_at_20_std": 0.347699, + "nauc_precision_at_20_diff1": 0.693957, + "nauc_precision_at_100_max": 0.542802, + "nauc_precision_at_100_std": 0.320265, + "nauc_precision_at_100_diff1": 0.635721, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.324012, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.650887, + "nauc_mrr_at_1_std": 0.36349, + "nauc_mrr_at_1_diff1": 0.845914, + "nauc_mrr_at_3_max": 0.658476, + "nauc_mrr_at_3_std": 0.364503, + "nauc_mrr_at_3_diff1": 0.818816, + "nauc_mrr_at_5_max": 0.657567, + "nauc_mrr_at_5_std": 0.367896, + "nauc_mrr_at_5_diff1": 0.813777, + "nauc_mrr_at_10_max": 0.654751, + "nauc_mrr_at_10_std": 0.364795, + "nauc_mrr_at_10_diff1": 0.809976, + "nauc_mrr_at_20_max": 0.653177, + "nauc_mrr_at_20_std": 0.364793, + "nauc_mrr_at_20_diff1": 0.808127, + "nauc_mrr_at_100_max": 0.652571, + "nauc_mrr_at_100_std": 0.364567, + "nauc_mrr_at_100_diff1": 0.808102, + "nauc_mrr_at_1000_max": 0.652819, + "nauc_mrr_at_1000_std": 0.364707, + "nauc_mrr_at_1000_diff1": 0.808485, + "main_score": 0.52867, + "hf_subset": "lug_Latn-lug_Latn", + "languages": [ + "lug-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.721, + "ndcg_at_5": 0.73884, + "ndcg_at_10": 0.75266, + "ndcg_at_20": 0.76477, + "ndcg_at_100": 0.77968, + "ndcg_at_1000": 0.78177, + "map_at_1": 0.65222, + "map_at_3": 0.70407, + "map_at_5": 0.71396, + "map_at_10": 0.71955, + "map_at_20": 0.72289, + "map_at_100": 0.72496, + "map_at_1000": 0.72505, + "recall_at_1": 0.65222, + "recall_at_3": 0.77, + "recall_at_5": 0.81333, + "recall_at_10": 0.85667, + "recall_at_20": 0.90444, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "precision_at_1": 0.65222, + "precision_at_3": 0.25667, + "precision_at_5": 0.16267, + "precision_at_10": 0.08567, + "precision_at_20": 0.04522, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.704074, + "mrr_at_5": 0.713963, + "mrr_at_10": 0.719552, + "mrr_at_20": 0.722887, + "mrr_at_100": 0.724959, + "mrr_at_1000": 0.725052, + "nauc_ndcg_at_1_max": 0.669339, + "nauc_ndcg_at_1_std": 0.000236, + "nauc_ndcg_at_1_diff1": 0.863083, + "nauc_ndcg_at_3_max": 0.673746, + "nauc_ndcg_at_3_std": 0.019984, + "nauc_ndcg_at_3_diff1": 0.824472, + "nauc_ndcg_at_5_max": 0.666574, + "nauc_ndcg_at_5_std": 0.02392, + "nauc_ndcg_at_5_diff1": 0.815772, + "nauc_ndcg_at_10_max": 0.66938, + "nauc_ndcg_at_10_std": 0.025112, + "nauc_ndcg_at_10_diff1": 0.818596, + "nauc_ndcg_at_20_max": 0.665382, + "nauc_ndcg_at_20_std": 0.02479, + "nauc_ndcg_at_20_diff1": 0.817484, + "nauc_ndcg_at_100_max": 0.666438, + "nauc_ndcg_at_100_std": 0.022116, + "nauc_ndcg_at_100_diff1": 0.825314, + "nauc_ndcg_at_1000_max": 0.669007, + "nauc_ndcg_at_1000_std": 0.022039, + "nauc_ndcg_at_1000_diff1": 0.82685, + "nauc_map_at_1_max": 0.669339, + "nauc_map_at_1_std": 0.000236, + "nauc_map_at_1_diff1": 0.863083, + "nauc_map_at_3_max": 0.674106, + "nauc_map_at_3_std": 0.016142, + "nauc_map_at_3_diff1": 0.834599, + "nauc_map_at_5_max": 0.670362, + "nauc_map_at_5_std": 0.017786, + "nauc_map_at_5_diff1": 0.830359, + "nauc_map_at_10_max": 0.67154, + "nauc_map_at_10_std": 0.018247, + "nauc_map_at_10_diff1": 0.831588, + "nauc_map_at_20_max": 0.670621, + "nauc_map_at_20_std": 0.018195, + "nauc_map_at_20_diff1": 0.831517, + "nauc_map_at_100_max": 0.67081, + "nauc_map_at_100_std": 0.018324, + "nauc_map_at_100_diff1": 0.832572, + "nauc_map_at_1000_max": 0.670903, + "nauc_map_at_1000_std": 0.018329, + "nauc_map_at_1000_diff1": 0.832641, + "nauc_recall_at_1_max": 0.669339, + "nauc_recall_at_1_std": 0.000236, + "nauc_recall_at_1_diff1": 0.863083, + "nauc_recall_at_3_max": 0.671707, + "nauc_recall_at_3_std": 0.032611, + "nauc_recall_at_3_diff1": 0.789349, + "nauc_recall_at_5_max": 0.649064, + "nauc_recall_at_5_std": 0.04895, + "nauc_recall_at_5_diff1": 0.755674, + "nauc_recall_at_10_max": 0.657228, + "nauc_recall_at_10_std": 0.060087, + "nauc_recall_at_10_diff1": 0.753992, + "nauc_recall_at_20_max": 0.617989, + "nauc_recall_at_20_std": 0.070712, + "nauc_recall_at_20_diff1": 0.715458, + "nauc_recall_at_100_max": 0.436775, + "nauc_recall_at_100_std": 0.037482, + "nauc_recall_at_100_diff1": 0.694745, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669339, + "nauc_precision_at_1_std": 0.000236, + "nauc_precision_at_1_diff1": 0.863083, + "nauc_precision_at_3_max": 0.671707, + "nauc_precision_at_3_std": 0.032611, + "nauc_precision_at_3_diff1": 0.789349, + "nauc_precision_at_5_max": 0.649064, + "nauc_precision_at_5_std": 0.04895, + "nauc_precision_at_5_diff1": 0.755674, + "nauc_precision_at_10_max": 0.657228, + "nauc_precision_at_10_std": 0.060087, + "nauc_precision_at_10_diff1": 0.753992, + "nauc_precision_at_20_max": 0.617989, + "nauc_precision_at_20_std": 0.070712, + "nauc_precision_at_20_diff1": 0.715458, + "nauc_precision_at_100_max": 0.436775, + "nauc_precision_at_100_std": 0.037482, + "nauc_precision_at_100_diff1": 0.694745, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.669339, + "nauc_mrr_at_1_std": 0.000236, + "nauc_mrr_at_1_diff1": 0.863083, + "nauc_mrr_at_3_max": 0.674106, + "nauc_mrr_at_3_std": 0.016142, + "nauc_mrr_at_3_diff1": 0.834599, + "nauc_mrr_at_5_max": 0.670362, + "nauc_mrr_at_5_std": 0.017786, + "nauc_mrr_at_5_diff1": 0.830359, + "nauc_mrr_at_10_max": 0.67154, + "nauc_mrr_at_10_std": 0.018247, + "nauc_mrr_at_10_diff1": 0.831588, + "nauc_mrr_at_20_max": 0.670621, + "nauc_mrr_at_20_std": 0.018195, + "nauc_mrr_at_20_diff1": 0.831517, + "nauc_mrr_at_100_max": 0.67081, + "nauc_mrr_at_100_std": 0.018324, + "nauc_mrr_at_100_diff1": 0.832572, + "nauc_mrr_at_1000_max": 0.670903, + "nauc_mrr_at_1000_std": 0.018329, + "nauc_mrr_at_1000_diff1": 0.832641, + "main_score": 0.75266, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44049, + "ndcg_at_3": 0.47926, + "ndcg_at_5": 0.49385, + "ndcg_at_10": 0.50846, + "ndcg_at_20": 0.51724, + "ndcg_at_100": 0.53953, + "ndcg_at_1000": 0.57156, + "map_at_1": 0.43993, + "map_at_3": 0.4696, + "map_at_5": 0.47766, + "map_at_10": 0.48374, + "map_at_20": 0.48604, + "map_at_100": 0.48874, + "map_at_1000": 0.48991, + "recall_at_1": 0.43993, + "recall_at_3": 0.50667, + "recall_at_5": 0.54227, + "recall_at_10": 0.58732, + "recall_at_20": 0.62291, + "recall_at_100": 0.74861, + "recall_at_1000": 1.0, + "precision_at_1": 0.44049, + "precision_at_3": 0.16908, + "precision_at_5": 0.10857, + "precision_at_10": 0.05884, + "precision_at_20": 0.0312, + "precision_at_100": 0.0075, + "precision_at_1000": 0.001, + "mrr_at_1": 0.440489, + "mrr_at_3": 0.470152, + "mrr_at_5": 0.478217, + "mrr_at_10": 0.484153, + "mrr_at_20": 0.486455, + "mrr_at_100": 0.489156, + "mrr_at_1000": 0.490322, + "nauc_ndcg_at_1_max": 0.62767, + "nauc_ndcg_at_1_std": -0.217361, + "nauc_ndcg_at_1_diff1": 0.816583, + "nauc_ndcg_at_3_max": 0.623279, + "nauc_ndcg_at_3_std": -0.230099, + "nauc_ndcg_at_3_diff1": 0.773979, + "nauc_ndcg_at_5_max": 0.615267, + "nauc_ndcg_at_5_std": -0.239663, + "nauc_ndcg_at_5_diff1": 0.764761, + "nauc_ndcg_at_10_max": 0.605121, + "nauc_ndcg_at_10_std": -0.243642, + "nauc_ndcg_at_10_diff1": 0.750481, + "nauc_ndcg_at_20_max": 0.604572, + "nauc_ndcg_at_20_std": -0.242929, + "nauc_ndcg_at_20_diff1": 0.745455, + "nauc_ndcg_at_100_max": 0.598361, + "nauc_ndcg_at_100_std": -0.234621, + "nauc_ndcg_at_100_diff1": 0.736673, + "nauc_ndcg_at_1000_max": 0.608073, + "nauc_ndcg_at_1000_std": -0.234824, + "nauc_ndcg_at_1000_diff1": 0.755379, + "nauc_map_at_1_max": 0.625763, + "nauc_map_at_1_std": -0.219108, + "nauc_map_at_1_diff1": 0.81464, + "nauc_map_at_3_max": 0.624396, + "nauc_map_at_3_std": -0.227147, + "nauc_map_at_3_diff1": 0.783471, + "nauc_map_at_5_max": 0.619717, + "nauc_map_at_5_std": -0.232583, + "nauc_map_at_5_diff1": 0.77837, + "nauc_map_at_10_max": 0.615976, + "nauc_map_at_10_std": -0.234143, + "nauc_map_at_10_diff1": 0.77289, + "nauc_map_at_20_max": 0.615893, + "nauc_map_at_20_std": -0.233817, + "nauc_map_at_20_diff1": 0.771653, + "nauc_map_at_100_max": 0.615231, + "nauc_map_at_100_std": -0.232557, + "nauc_map_at_100_diff1": 0.770692, + "nauc_map_at_1000_max": 0.615502, + "nauc_map_at_1000_std": -0.232506, + "nauc_map_at_1000_diff1": 0.771321, + "nauc_recall_at_1_max": 0.625763, + "nauc_recall_at_1_std": -0.219108, + "nauc_recall_at_1_diff1": 0.81464, + "nauc_recall_at_3_max": 0.617694, + "nauc_recall_at_3_std": -0.240489, + "nauc_recall_at_3_diff1": 0.744146, + "nauc_recall_at_5_max": 0.598615, + "nauc_recall_at_5_std": -0.263996, + "nauc_recall_at_5_diff1": 0.720371, + "nauc_recall_at_10_max": 0.563109, + "nauc_recall_at_10_std": -0.277933, + "nauc_recall_at_10_diff1": 0.670543, + "nauc_recall_at_20_max": 0.558024, + "nauc_recall_at_20_std": -0.277725, + "nauc_recall_at_20_diff1": 0.643427, + "nauc_recall_at_100_max": 0.491895, + "nauc_recall_at_100_std": -0.228444, + "nauc_recall_at_100_diff1": 0.538877, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62767, + "nauc_precision_at_1_std": -0.217361, + "nauc_precision_at_1_diff1": 0.816583, + "nauc_precision_at_3_max": 0.619886, + "nauc_precision_at_3_std": -0.238787, + "nauc_precision_at_3_diff1": 0.746411, + "nauc_precision_at_5_max": 0.60088, + "nauc_precision_at_5_std": -0.262243, + "nauc_precision_at_5_diff1": 0.722708, + "nauc_precision_at_10_max": 0.563704, + "nauc_precision_at_10_std": -0.272274, + "nauc_precision_at_10_diff1": 0.670491, + "nauc_precision_at_20_max": 0.558686, + "nauc_precision_at_20_std": -0.271745, + "nauc_precision_at_20_diff1": 0.643545, + "nauc_precision_at_100_max": 0.49335, + "nauc_precision_at_100_std": -0.220825, + "nauc_precision_at_100_diff1": 0.53993, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": 0.662006, + "nauc_precision_at_1000_diff1": 0.662006, + "nauc_mrr_at_1_max": 0.62767, + "nauc_mrr_at_1_std": -0.217361, + "nauc_mrr_at_1_diff1": 0.816583, + "nauc_mrr_at_3_max": 0.626325, + "nauc_mrr_at_3_std": -0.225381, + "nauc_mrr_at_3_diff1": 0.785431, + "nauc_mrr_at_5_max": 0.621661, + "nauc_mrr_at_5_std": -0.230803, + "nauc_mrr_at_5_diff1": 0.780346, + "nauc_mrr_at_10_max": 0.617443, + "nauc_mrr_at_10_std": -0.2328, + "nauc_mrr_at_10_diff1": 0.774379, + "nauc_mrr_at_20_max": 0.617364, + "nauc_mrr_at_20_std": -0.23247, + "nauc_mrr_at_20_diff1": 0.773147, + "nauc_mrr_at_100_max": 0.616709, + "nauc_mrr_at_100_std": -0.231203, + "nauc_mrr_at_100_diff1": 0.772193, + "nauc_mrr_at_1000_max": 0.616984, + "nauc_mrr_at_1000_std": -0.231149, + "nauc_mrr_at_1000_diff1": 0.772826, + "main_score": 0.50846, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.47222, + "ndcg_at_3": 0.51786, + "ndcg_at_5": 0.5279, + "ndcg_at_10": 0.54263, + "ndcg_at_20": 0.55007, + "ndcg_at_100": 0.5719, + "ndcg_at_1000": 0.60152, + "map_at_1": 0.47222, + "map_at_3": 0.50741, + "map_at_5": 0.51296, + "map_at_10": 0.51884, + "map_at_20": 0.52081, + "map_at_100": 0.52351, + "map_at_1000": 0.52466, + "recall_at_1": 0.47222, + "recall_at_3": 0.54778, + "recall_at_5": 0.57222, + "recall_at_10": 0.61889, + "recall_at_20": 0.64889, + "recall_at_100": 0.77111, + "recall_at_1000": 1.0, + "precision_at_1": 0.47222, + "precision_at_3": 0.18259, + "precision_at_5": 0.11444, + "precision_at_10": 0.06189, + "precision_at_20": 0.03244, + "precision_at_100": 0.00771, + "precision_at_1000": 0.001, + "mrr_at_1": 0.472222, + "mrr_at_3": 0.507407, + "mrr_at_5": 0.512963, + "mrr_at_10": 0.518842, + "mrr_at_20": 0.520809, + "mrr_at_100": 0.523514, + "mrr_at_1000": 0.524662, + "nauc_ndcg_at_1_max": 0.630376, + "nauc_ndcg_at_1_std": -0.209457, + "nauc_ndcg_at_1_diff1": 0.903421, + "nauc_ndcg_at_3_max": 0.643591, + "nauc_ndcg_at_3_std": -0.193105, + "nauc_ndcg_at_3_diff1": 0.880779, + "nauc_ndcg_at_5_max": 0.630488, + "nauc_ndcg_at_5_std": -0.202802, + "nauc_ndcg_at_5_diff1": 0.872645, + "nauc_ndcg_at_10_max": 0.623329, + "nauc_ndcg_at_10_std": -0.197337, + "nauc_ndcg_at_10_diff1": 0.863066, + "nauc_ndcg_at_20_max": 0.622408, + "nauc_ndcg_at_20_std": -0.193533, + "nauc_ndcg_at_20_diff1": 0.860201, + "nauc_ndcg_at_100_max": 0.622598, + "nauc_ndcg_at_100_std": -0.179785, + "nauc_ndcg_at_100_diff1": 0.85551, + "nauc_ndcg_at_1000_max": 0.626786, + "nauc_ndcg_at_1000_std": -0.192405, + "nauc_ndcg_at_1000_diff1": 0.866355, + "nauc_map_at_1_max": 0.630376, + "nauc_map_at_1_std": -0.209457, + "nauc_map_at_1_diff1": 0.903421, + "nauc_map_at_3_max": 0.641225, + "nauc_map_at_3_std": -0.197481, + "nauc_map_at_3_diff1": 0.886155, + "nauc_map_at_5_max": 0.634058, + "nauc_map_at_5_std": -0.202492, + "nauc_map_at_5_diff1": 0.881791, + "nauc_map_at_10_max": 0.630755, + "nauc_map_at_10_std": -0.200487, + "nauc_map_at_10_diff1": 0.877856, + "nauc_map_at_20_max": 0.630623, + "nauc_map_at_20_std": -0.199429, + "nauc_map_at_20_diff1": 0.877154, + "nauc_map_at_100_max": 0.630811, + "nauc_map_at_100_std": -0.197988, + "nauc_map_at_100_diff1": 0.876531, + "nauc_map_at_1000_max": 0.630925, + "nauc_map_at_1000_std": -0.198404, + "nauc_map_at_1000_diff1": 0.876865, + "nauc_recall_at_1_max": 0.630376, + "nauc_recall_at_1_std": -0.209457, + "nauc_recall_at_1_diff1": 0.903421, + "nauc_recall_at_3_max": 0.650259, + "nauc_recall_at_3_std": -0.179917, + "nauc_recall_at_3_diff1": 0.864845, + "nauc_recall_at_5_max": 0.617209, + "nauc_recall_at_5_std": -0.205496, + "nauc_recall_at_5_diff1": 0.843586, + "nauc_recall_at_10_max": 0.594866, + "nauc_recall_at_10_std": -0.186094, + "nauc_recall_at_10_diff1": 0.810283, + "nauc_recall_at_20_max": 0.588283, + "nauc_recall_at_20_std": -0.168873, + "nauc_recall_at_20_diff1": 0.794241, + "nauc_recall_at_100_max": 0.57397, + "nauc_recall_at_100_std": -0.040434, + "nauc_recall_at_100_diff1": 0.733096, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.630376, + "nauc_precision_at_1_std": -0.209457, + "nauc_precision_at_1_diff1": 0.903421, + "nauc_precision_at_3_max": 0.650259, + "nauc_precision_at_3_std": -0.179917, + "nauc_precision_at_3_diff1": 0.864845, + "nauc_precision_at_5_max": 0.617209, + "nauc_precision_at_5_std": -0.205496, + "nauc_precision_at_5_diff1": 0.843586, + "nauc_precision_at_10_max": 0.594866, + "nauc_precision_at_10_std": -0.186094, + "nauc_precision_at_10_diff1": 0.810283, + "nauc_precision_at_20_max": 0.588283, + "nauc_precision_at_20_std": -0.168873, + "nauc_precision_at_20_diff1": 0.794241, + "nauc_precision_at_100_max": 0.57397, + "nauc_precision_at_100_std": -0.040434, + "nauc_precision_at_100_diff1": 0.733096, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.630376, + "nauc_mrr_at_1_std": -0.209457, + "nauc_mrr_at_1_diff1": 0.903421, + "nauc_mrr_at_3_max": 0.641225, + "nauc_mrr_at_3_std": -0.197481, + "nauc_mrr_at_3_diff1": 0.886155, + "nauc_mrr_at_5_max": 0.634058, + "nauc_mrr_at_5_std": -0.202492, + "nauc_mrr_at_5_diff1": 0.881791, + "nauc_mrr_at_10_max": 0.630755, + "nauc_mrr_at_10_std": -0.200487, + "nauc_mrr_at_10_diff1": 0.877856, + "nauc_mrr_at_20_max": 0.630623, + "nauc_mrr_at_20_std": -0.199429, + "nauc_mrr_at_20_diff1": 0.877154, + "nauc_mrr_at_100_max": 0.630811, + "nauc_mrr_at_100_std": -0.197988, + "nauc_mrr_at_100_diff1": 0.876531, + "nauc_mrr_at_1000_max": 0.630925, + "nauc_mrr_at_1000_std": -0.198404, + "nauc_mrr_at_1000_diff1": 0.876865, + "main_score": 0.54263, + "hf_subset": "luo_Latn-luo_Latn", + "languages": [ + "luo-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.65556, + "ndcg_at_3": 0.70438, + "ndcg_at_5": 0.71623, + "ndcg_at_10": 0.73269, + "ndcg_at_20": 0.74622, + "ndcg_at_100": 0.76154, + "ndcg_at_1000": 0.76777, + "map_at_1": 0.65556, + "map_at_3": 0.69278, + "map_at_5": 0.69933, + "map_at_10": 0.70607, + "map_at_20": 0.70981, + "map_at_100": 0.71188, + "map_at_1000": 0.71217, + "recall_at_1": 0.65556, + "recall_at_3": 0.73778, + "recall_at_5": 0.76667, + "recall_at_10": 0.81778, + "recall_at_20": 0.87111, + "recall_at_100": 0.95444, + "recall_at_1000": 1.0, + "precision_at_1": 0.65556, + "precision_at_3": 0.24593, + "precision_at_5": 0.15333, + "precision_at_10": 0.08178, + "precision_at_20": 0.04356, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.655556, + "mrr_at_3": 0.692778, + "mrr_at_5": 0.699333, + "mrr_at_10": 0.706073, + "mrr_at_20": 0.709812, + "mrr_at_100": 0.711877, + "mrr_at_1000": 0.712174, + "nauc_ndcg_at_1_max": 0.756591, + "nauc_ndcg_at_1_std": -0.060139, + "nauc_ndcg_at_1_diff1": 0.885007, + "nauc_ndcg_at_3_max": 0.764511, + "nauc_ndcg_at_3_std": -0.078434, + "nauc_ndcg_at_3_diff1": 0.859626, + "nauc_ndcg_at_5_max": 0.76246, + "nauc_ndcg_at_5_std": -0.073494, + "nauc_ndcg_at_5_diff1": 0.856597, + "nauc_ndcg_at_10_max": 0.7527, + "nauc_ndcg_at_10_std": -0.072559, + "nauc_ndcg_at_10_diff1": 0.85115, + "nauc_ndcg_at_20_max": 0.755871, + "nauc_ndcg_at_20_std": -0.062837, + "nauc_ndcg_at_20_diff1": 0.849715, + "nauc_ndcg_at_100_max": 0.760289, + "nauc_ndcg_at_100_std": -0.051119, + "nauc_ndcg_at_100_diff1": 0.853501, + "nauc_ndcg_at_1000_max": 0.759653, + "nauc_ndcg_at_1000_std": -0.061633, + "nauc_ndcg_at_1000_diff1": 0.856998, + "nauc_map_at_1_max": 0.756591, + "nauc_map_at_1_std": -0.060139, + "nauc_map_at_1_diff1": 0.885007, + "nauc_map_at_3_max": 0.76329, + "nauc_map_at_3_std": -0.072341, + "nauc_map_at_3_diff1": 0.865231, + "nauc_map_at_5_max": 0.762308, + "nauc_map_at_5_std": -0.069018, + "nauc_map_at_5_diff1": 0.863822, + "nauc_map_at_10_max": 0.75853, + "nauc_map_at_10_std": -0.068619, + "nauc_map_at_10_diff1": 0.861731, + "nauc_map_at_20_max": 0.759498, + "nauc_map_at_20_std": -0.066274, + "nauc_map_at_20_diff1": 0.861565, + "nauc_map_at_100_max": 0.76021, + "nauc_map_at_100_std": -0.064558, + "nauc_map_at_100_diff1": 0.862045, + "nauc_map_at_1000_max": 0.760185, + "nauc_map_at_1000_std": -0.064958, + "nauc_map_at_1000_diff1": 0.862195, + "nauc_recall_at_1_max": 0.756591, + "nauc_recall_at_1_std": -0.060139, + "nauc_recall_at_1_diff1": 0.885007, + "nauc_recall_at_3_max": 0.768072, + "nauc_recall_at_3_std": -0.098796, + "nauc_recall_at_3_diff1": 0.841937, + "nauc_recall_at_5_max": 0.762003, + "nauc_recall_at_5_std": -0.089864, + "nauc_recall_at_5_diff1": 0.831185, + "nauc_recall_at_10_max": 0.721413, + "nauc_recall_at_10_std": -0.089364, + "nauc_recall_at_10_diff1": 0.80381, + "nauc_recall_at_20_max": 0.730182, + "nauc_recall_at_20_std": -0.02656, + "nauc_recall_at_20_diff1": 0.77561, + "nauc_recall_at_100_max": 0.780237, + "nauc_recall_at_100_std": 0.28995, + "nauc_recall_at_100_diff1": 0.74257, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756591, + "nauc_precision_at_1_std": -0.060139, + "nauc_precision_at_1_diff1": 0.885007, + "nauc_precision_at_3_max": 0.768072, + "nauc_precision_at_3_std": -0.098796, + "nauc_precision_at_3_diff1": 0.841937, + "nauc_precision_at_5_max": 0.762003, + "nauc_precision_at_5_std": -0.089864, + "nauc_precision_at_5_diff1": 0.831185, + "nauc_precision_at_10_max": 0.721413, + "nauc_precision_at_10_std": -0.089364, + "nauc_precision_at_10_diff1": 0.80381, + "nauc_precision_at_20_max": 0.730182, + "nauc_precision_at_20_std": -0.02656, + "nauc_precision_at_20_diff1": 0.77561, + "nauc_precision_at_100_max": 0.780237, + "nauc_precision_at_100_std": 0.28995, + "nauc_precision_at_100_diff1": 0.74257, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756591, + "nauc_mrr_at_1_std": -0.060139, + "nauc_mrr_at_1_diff1": 0.885007, + "nauc_mrr_at_3_max": 0.76329, + "nauc_mrr_at_3_std": -0.072341, + "nauc_mrr_at_3_diff1": 0.865231, + "nauc_mrr_at_5_max": 0.762308, + "nauc_mrr_at_5_std": -0.069018, + "nauc_mrr_at_5_diff1": 0.863822, + "nauc_mrr_at_10_max": 0.75853, + "nauc_mrr_at_10_std": -0.068619, + "nauc_mrr_at_10_diff1": 0.861731, + "nauc_mrr_at_20_max": 0.759498, + "nauc_mrr_at_20_std": -0.066274, + "nauc_mrr_at_20_diff1": 0.861565, + "nauc_mrr_at_100_max": 0.76021, + "nauc_mrr_at_100_std": -0.064558, + "nauc_mrr_at_100_diff1": 0.862045, + "nauc_mrr_at_1000_max": 0.760185, + "nauc_mrr_at_1000_std": -0.064958, + "nauc_mrr_at_1000_diff1": 0.862195, + "main_score": 0.73269, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45111, + "ndcg_at_3": 0.48553, + "ndcg_at_5": 0.49466, + "ndcg_at_10": 0.50525, + "ndcg_at_20": 0.51455, + "ndcg_at_100": 0.53668, + "ndcg_at_1000": 0.57153, + "map_at_1": 0.45111, + "map_at_3": 0.47741, + "map_at_5": 0.48246, + "map_at_10": 0.48673, + "map_at_20": 0.4893, + "map_at_100": 0.49216, + "map_at_1000": 0.49337, + "recall_at_1": 0.45111, + "recall_at_3": 0.50889, + "recall_at_5": 0.53111, + "recall_at_10": 0.56444, + "recall_at_20": 0.60111, + "recall_at_100": 0.72333, + "recall_at_1000": 1.0, + "precision_at_1": 0.45111, + "precision_at_3": 0.16963, + "precision_at_5": 0.10622, + "precision_at_10": 0.05644, + "precision_at_20": 0.03006, + "precision_at_100": 0.00723, + "precision_at_1000": 0.001, + "mrr_at_1": 0.451111, + "mrr_at_3": 0.477407, + "mrr_at_5": 0.482463, + "mrr_at_10": 0.486726, + "mrr_at_20": 0.489298, + "mrr_at_100": 0.492159, + "mrr_at_1000": 0.493372, + "nauc_ndcg_at_1_max": 0.655074, + "nauc_ndcg_at_1_std": 0.167054, + "nauc_ndcg_at_1_diff1": 0.894548, + "nauc_ndcg_at_3_max": 0.681195, + "nauc_ndcg_at_3_std": 0.214884, + "nauc_ndcg_at_3_diff1": 0.861839, + "nauc_ndcg_at_5_max": 0.682264, + "nauc_ndcg_at_5_std": 0.220855, + "nauc_ndcg_at_5_diff1": 0.858534, + "nauc_ndcg_at_10_max": 0.673218, + "nauc_ndcg_at_10_std": 0.212993, + "nauc_ndcg_at_10_diff1": 0.8509, + "nauc_ndcg_at_20_max": 0.663428, + "nauc_ndcg_at_20_std": 0.208803, + "nauc_ndcg_at_20_diff1": 0.842337, + "nauc_ndcg_at_100_max": 0.656177, + "nauc_ndcg_at_100_std": 0.201353, + "nauc_ndcg_at_100_diff1": 0.835924, + "nauc_ndcg_at_1000_max": 0.664286, + "nauc_ndcg_at_1000_std": 0.203591, + "nauc_ndcg_at_1000_diff1": 0.84943, + "nauc_map_at_1_max": 0.655074, + "nauc_map_at_1_std": 0.167054, + "nauc_map_at_1_diff1": 0.894548, + "nauc_map_at_3_max": 0.676081, + "nauc_map_at_3_std": 0.203513, + "nauc_map_at_3_diff1": 0.869772, + "nauc_map_at_5_max": 0.676726, + "nauc_map_at_5_std": 0.206842, + "nauc_map_at_5_diff1": 0.867996, + "nauc_map_at_10_max": 0.673188, + "nauc_map_at_10_std": 0.20387, + "nauc_map_at_10_diff1": 0.865078, + "nauc_map_at_20_max": 0.67056, + "nauc_map_at_20_std": 0.202946, + "nauc_map_at_20_diff1": 0.86285, + "nauc_map_at_100_max": 0.669434, + "nauc_map_at_100_std": 0.201824, + "nauc_map_at_100_diff1": 0.862067, + "nauc_map_at_1000_max": 0.669571, + "nauc_map_at_1000_std": 0.20175, + "nauc_map_at_1000_diff1": 0.86241, + "nauc_recall_at_1_max": 0.655074, + "nauc_recall_at_1_std": 0.167054, + "nauc_recall_at_1_diff1": 0.894548, + "nauc_recall_at_3_max": 0.69565, + "nauc_recall_at_3_std": 0.248073, + "nauc_recall_at_3_diff1": 0.838618, + "nauc_recall_at_5_max": 0.698294, + "nauc_recall_at_5_std": 0.263284, + "nauc_recall_at_5_diff1": 0.829839, + "nauc_recall_at_10_max": 0.668468, + "nauc_recall_at_10_std": 0.23757, + "nauc_recall_at_10_diff1": 0.803106, + "nauc_recall_at_20_max": 0.626175, + "nauc_recall_at_20_std": 0.218648, + "nauc_recall_at_20_diff1": 0.764013, + "nauc_recall_at_100_max": 0.567511, + "nauc_recall_at_100_std": 0.17017, + "nauc_recall_at_100_diff1": 0.695129, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.655074, + "nauc_precision_at_1_std": 0.167054, + "nauc_precision_at_1_diff1": 0.894548, + "nauc_precision_at_3_max": 0.69565, + "nauc_precision_at_3_std": 0.248073, + "nauc_precision_at_3_diff1": 0.838618, + "nauc_precision_at_5_max": 0.698294, + "nauc_precision_at_5_std": 0.263284, + "nauc_precision_at_5_diff1": 0.829839, + "nauc_precision_at_10_max": 0.668468, + "nauc_precision_at_10_std": 0.23757, + "nauc_precision_at_10_diff1": 0.803106, + "nauc_precision_at_20_max": 0.626175, + "nauc_precision_at_20_std": 0.218648, + "nauc_precision_at_20_diff1": 0.764013, + "nauc_precision_at_100_max": 0.567511, + "nauc_precision_at_100_std": 0.17017, + "nauc_precision_at_100_diff1": 0.695129, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.655074, + "nauc_mrr_at_1_std": 0.167054, + "nauc_mrr_at_1_diff1": 0.894548, + "nauc_mrr_at_3_max": 0.676081, + "nauc_mrr_at_3_std": 0.203513, + "nauc_mrr_at_3_diff1": 0.869772, + "nauc_mrr_at_5_max": 0.676726, + "nauc_mrr_at_5_std": 0.206842, + "nauc_mrr_at_5_diff1": 0.867996, + "nauc_mrr_at_10_max": 0.673188, + "nauc_mrr_at_10_std": 0.20387, + "nauc_mrr_at_10_diff1": 0.865078, + "nauc_mrr_at_20_max": 0.67056, + "nauc_mrr_at_20_std": 0.202946, + "nauc_mrr_at_20_diff1": 0.86285, + "nauc_mrr_at_100_max": 0.669434, + "nauc_mrr_at_100_std": 0.201824, + "nauc_mrr_at_100_diff1": 0.862067, + "nauc_mrr_at_1000_max": 0.669571, + "nauc_mrr_at_1000_std": 0.20175, + "nauc_mrr_at_1000_diff1": 0.86241, + "main_score": 0.50525, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.84444, + "ndcg_at_3": 0.89356, + "ndcg_at_5": 0.8991, + "ndcg_at_10": 0.90592, + "ndcg_at_20": 0.90873, + "ndcg_at_100": 0.91291, + "ndcg_at_1000": 0.91365, + "map_at_1": 0.84444, + "map_at_3": 0.88204, + "map_at_5": 0.88515, + "map_at_10": 0.88796, + "map_at_20": 0.88873, + "map_at_100": 0.88933, + "map_at_1000": 0.88936, + "recall_at_1": 0.84444, + "recall_at_3": 0.92667, + "recall_at_5": 0.94, + "recall_at_10": 0.96111, + "recall_at_20": 0.97222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.84444, + "precision_at_3": 0.30889, + "precision_at_5": 0.188, + "precision_at_10": 0.09611, + "precision_at_20": 0.04861, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844444, + "mrr_at_3": 0.882037, + "mrr_at_5": 0.885148, + "mrr_at_10": 0.887958, + "mrr_at_20": 0.888727, + "mrr_at_100": 0.889329, + "mrr_at_1000": 0.889362, + "nauc_ndcg_at_1_max": 0.69036, + "nauc_ndcg_at_1_std": -0.042647, + "nauc_ndcg_at_1_diff1": 0.917325, + "nauc_ndcg_at_3_max": 0.762906, + "nauc_ndcg_at_3_std": -0.042085, + "nauc_ndcg_at_3_diff1": 0.906915, + "nauc_ndcg_at_5_max": 0.757208, + "nauc_ndcg_at_5_std": -0.035708, + "nauc_ndcg_at_5_diff1": 0.906702, + "nauc_ndcg_at_10_max": 0.754834, + "nauc_ndcg_at_10_std": -0.040149, + "nauc_ndcg_at_10_diff1": 0.907013, + "nauc_ndcg_at_20_max": 0.750944, + "nauc_ndcg_at_20_std": -0.041724, + "nauc_ndcg_at_20_diff1": 0.907951, + "nauc_ndcg_at_100_max": 0.745481, + "nauc_ndcg_at_100_std": -0.036608, + "nauc_ndcg_at_100_diff1": 0.909247, + "nauc_ndcg_at_1000_max": 0.744205, + "nauc_ndcg_at_1000_std": -0.039899, + "nauc_ndcg_at_1000_diff1": 0.909171, + "nauc_map_at_1_max": 0.69036, + "nauc_map_at_1_std": -0.042647, + "nauc_map_at_1_diff1": 0.917325, + "nauc_map_at_3_max": 0.743891, + "nauc_map_at_3_std": -0.042574, + "nauc_map_at_3_diff1": 0.909819, + "nauc_map_at_5_max": 0.740539, + "nauc_map_at_5_std": -0.039712, + "nauc_map_at_5_diff1": 0.909819, + "nauc_map_at_10_max": 0.739239, + "nauc_map_at_10_std": -0.041277, + "nauc_map_at_10_diff1": 0.909883, + "nauc_map_at_20_max": 0.738195, + "nauc_map_at_20_std": -0.042145, + "nauc_map_at_20_diff1": 0.910062, + "nauc_map_at_100_max": 0.737564, + "nauc_map_at_100_std": -0.041419, + "nauc_map_at_100_diff1": 0.910244, + "nauc_map_at_1000_max": 0.737522, + "nauc_map_at_1000_std": -0.041493, + "nauc_map_at_1000_diff1": 0.910243, + "nauc_recall_at_1_max": 0.69036, + "nauc_recall_at_1_std": -0.042647, + "nauc_recall_at_1_diff1": 0.917325, + "nauc_recall_at_3_max": 0.846087, + "nauc_recall_at_3_std": -0.039683, + "nauc_recall_at_3_diff1": 0.894074, + "nauc_recall_at_5_max": 0.842143, + "nauc_recall_at_5_std": -0.011896, + "nauc_recall_at_5_diff1": 0.890203, + "nauc_recall_at_10_max": 0.871549, + "nauc_recall_at_10_std": -0.032066, + "nauc_recall_at_10_diff1": 0.885354, + "nauc_recall_at_20_max": 0.870682, + "nauc_recall_at_20_std": -0.03423, + "nauc_recall_at_20_diff1": 0.890009, + "nauc_recall_at_100_max": 0.892157, + "nauc_recall_at_100_std": 0.369374, + "nauc_recall_at_100_diff1": 0.918301, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.69036, + "nauc_precision_at_1_std": -0.042647, + "nauc_precision_at_1_diff1": 0.917325, + "nauc_precision_at_3_max": 0.846087, + "nauc_precision_at_3_std": -0.039683, + "nauc_precision_at_3_diff1": 0.894074, + "nauc_precision_at_5_max": 0.842143, + "nauc_precision_at_5_std": -0.011896, + "nauc_precision_at_5_diff1": 0.890203, + "nauc_precision_at_10_max": 0.871549, + "nauc_precision_at_10_std": -0.032066, + "nauc_precision_at_10_diff1": 0.885354, + "nauc_precision_at_20_max": 0.870682, + "nauc_precision_at_20_std": -0.03423, + "nauc_precision_at_20_diff1": 0.890009, + "nauc_precision_at_100_max": 0.892157, + "nauc_precision_at_100_std": 0.369374, + "nauc_precision_at_100_diff1": 0.918301, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.69036, + "nauc_mrr_at_1_std": -0.042647, + "nauc_mrr_at_1_diff1": 0.917325, + "nauc_mrr_at_3_max": 0.743891, + "nauc_mrr_at_3_std": -0.042574, + "nauc_mrr_at_3_diff1": 0.909819, + "nauc_mrr_at_5_max": 0.740539, + "nauc_mrr_at_5_std": -0.039712, + "nauc_mrr_at_5_diff1": 0.909819, + "nauc_mrr_at_10_max": 0.739239, + "nauc_mrr_at_10_std": -0.041277, + "nauc_mrr_at_10_diff1": 0.909883, + "nauc_mrr_at_20_max": 0.738195, + "nauc_mrr_at_20_std": -0.042145, + "nauc_mrr_at_20_diff1": 0.910062, + "nauc_mrr_at_100_max": 0.737564, + "nauc_mrr_at_100_std": -0.041419, + "nauc_mrr_at_100_diff1": 0.910244, + "nauc_mrr_at_1000_max": 0.737522, + "nauc_mrr_at_1000_std": -0.041493, + "nauc_mrr_at_1000_diff1": 0.910243, + "main_score": 0.90592, + "hf_subset": "lvs_Latn-lvs_Latn", + "languages": [ + "lvs-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95413, + "ndcg_at_5": 0.95728, + "ndcg_at_10": 0.9598, + "ndcg_at_20": 0.96099, + "ndcg_at_100": 0.9621, + "ndcg_at_1000": 0.96237, + "map_at_1": 0.92556, + "map_at_3": 0.94778, + "map_at_5": 0.9495, + "map_at_10": 0.95054, + "map_at_20": 0.9509, + "map_at_100": 0.95109, + "map_at_1000": 0.95109, + "recall_at_1": 0.92556, + "recall_at_3": 0.97222, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32407, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.947778, + "mrr_at_5": 0.9495, + "mrr_at_10": 0.950541, + "mrr_at_20": 0.950903, + "mrr_at_100": 0.951086, + "mrr_at_1000": 0.951093, + "nauc_ndcg_at_1_max": 0.68941, + "nauc_ndcg_at_1_std": -0.218766, + "nauc_ndcg_at_1_diff1": 0.944256, + "nauc_ndcg_at_3_max": 0.752263, + "nauc_ndcg_at_3_std": -0.243515, + "nauc_ndcg_at_3_diff1": 0.951801, + "nauc_ndcg_at_5_max": 0.745115, + "nauc_ndcg_at_5_std": -0.187726, + "nauc_ndcg_at_5_diff1": 0.952336, + "nauc_ndcg_at_10_max": 0.732502, + "nauc_ndcg_at_10_std": -0.20059, + "nauc_ndcg_at_10_diff1": 0.951841, + "nauc_ndcg_at_20_max": 0.725402, + "nauc_ndcg_at_20_std": -0.212014, + "nauc_ndcg_at_20_diff1": 0.951415, + "nauc_ndcg_at_100_max": 0.730484, + "nauc_ndcg_at_100_std": -0.196987, + "nauc_ndcg_at_100_diff1": 0.95077, + "nauc_ndcg_at_1000_max": 0.729041, + "nauc_ndcg_at_1000_std": -0.20547, + "nauc_ndcg_at_1000_diff1": 0.950421, + "nauc_map_at_1_max": 0.68941, + "nauc_map_at_1_std": -0.218766, + "nauc_map_at_1_diff1": 0.944256, + "nauc_map_at_3_max": 0.735112, + "nauc_map_at_3_std": -0.234104, + "nauc_map_at_3_diff1": 0.949606, + "nauc_map_at_5_max": 0.731112, + "nauc_map_at_5_std": -0.207038, + "nauc_map_at_5_diff1": 0.949757, + "nauc_map_at_10_max": 0.726437, + "nauc_map_at_10_std": -0.21311, + "nauc_map_at_10_diff1": 0.949608, + "nauc_map_at_20_max": 0.724691, + "nauc_map_at_20_std": -0.215542, + "nauc_map_at_20_diff1": 0.949506, + "nauc_map_at_100_max": 0.72537, + "nauc_map_at_100_std": -0.212913, + "nauc_map_at_100_diff1": 0.949419, + "nauc_map_at_1000_max": 0.725341, + "nauc_map_at_1000_std": -0.213084, + "nauc_map_at_1000_diff1": 0.949412, + "nauc_recall_at_1_max": 0.68941, + "nauc_recall_at_1_std": -0.218766, + "nauc_recall_at_1_diff1": 0.944256, + "nauc_recall_at_3_max": 0.841849, + "nauc_recall_at_3_std": -0.295275, + "nauc_recall_at_3_diff1": 0.963399, + "nauc_recall_at_5_max": 0.840258, + "nauc_recall_at_5_std": -0.031928, + "nauc_recall_at_5_diff1": 0.970951, + "nauc_recall_at_10_max": 0.775741, + "nauc_recall_at_10_std": -0.034505, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.666267, + "nauc_recall_at_20_std": -0.17427, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.68941, + "nauc_precision_at_1_std": -0.218766, + "nauc_precision_at_1_diff1": 0.944256, + "nauc_precision_at_3_max": 0.841849, + "nauc_precision_at_3_std": -0.295275, + "nauc_precision_at_3_diff1": 0.963399, + "nauc_precision_at_5_max": 0.840258, + "nauc_precision_at_5_std": -0.031928, + "nauc_precision_at_5_diff1": 0.970951, + "nauc_precision_at_10_max": 0.775741, + "nauc_precision_at_10_std": -0.034505, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.666267, + "nauc_precision_at_20_std": -0.17427, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.68941, + "nauc_mrr_at_1_std": -0.218766, + "nauc_mrr_at_1_diff1": 0.944256, + "nauc_mrr_at_3_max": 0.735112, + "nauc_mrr_at_3_std": -0.234104, + "nauc_mrr_at_3_diff1": 0.949606, + "nauc_mrr_at_5_max": 0.731112, + "nauc_mrr_at_5_std": -0.207038, + "nauc_mrr_at_5_diff1": 0.949757, + "nauc_mrr_at_10_max": 0.726437, + "nauc_mrr_at_10_std": -0.21311, + "nauc_mrr_at_10_diff1": 0.949608, + "nauc_mrr_at_20_max": 0.724691, + "nauc_mrr_at_20_std": -0.215542, + "nauc_mrr_at_20_diff1": 0.949506, + "nauc_mrr_at_100_max": 0.72537, + "nauc_mrr_at_100_std": -0.212913, + "nauc_mrr_at_100_diff1": 0.949419, + "nauc_mrr_at_1000_max": 0.725341, + "nauc_mrr_at_1000_std": -0.213084, + "nauc_mrr_at_1000_diff1": 0.949412, + "main_score": 0.9598, + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86111, + "ndcg_at_3": 0.90754, + "ndcg_at_5": 0.9139, + "ndcg_at_10": 0.91977, + "ndcg_at_20": 0.92315, + "ndcg_at_100": 0.92485, + "ndcg_at_1000": 0.92544, + "map_at_1": 0.86111, + "map_at_3": 0.8963, + "map_at_5": 0.8998, + "map_at_10": 0.9023, + "map_at_20": 0.90323, + "map_at_100": 0.90348, + "map_at_1000": 0.90351, + "recall_at_1": 0.86111, + "recall_at_3": 0.94, + "recall_at_5": 0.95556, + "recall_at_10": 0.97333, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.86111, + "precision_at_3": 0.31333, + "precision_at_5": 0.19111, + "precision_at_10": 0.09733, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.861111, + "mrr_at_3": 0.896296, + "mrr_at_5": 0.899796, + "mrr_at_10": 0.902296, + "mrr_at_20": 0.903234, + "mrr_at_100": 0.903482, + "mrr_at_1000": 0.903506, + "nauc_ndcg_at_1_max": 0.714472, + "nauc_ndcg_at_1_std": 0.143683, + "nauc_ndcg_at_1_diff1": 0.906792, + "nauc_ndcg_at_3_max": 0.755458, + "nauc_ndcg_at_3_std": 0.193762, + "nauc_ndcg_at_3_diff1": 0.91738, + "nauc_ndcg_at_5_max": 0.764339, + "nauc_ndcg_at_5_std": 0.215191, + "nauc_ndcg_at_5_diff1": 0.919051, + "nauc_ndcg_at_10_max": 0.757267, + "nauc_ndcg_at_10_std": 0.207832, + "nauc_ndcg_at_10_diff1": 0.91589, + "nauc_ndcg_at_20_max": 0.751671, + "nauc_ndcg_at_20_std": 0.200672, + "nauc_ndcg_at_20_diff1": 0.914129, + "nauc_ndcg_at_100_max": 0.748877, + "nauc_ndcg_at_100_std": 0.196947, + "nauc_ndcg_at_100_diff1": 0.913609, + "nauc_ndcg_at_1000_max": 0.748586, + "nauc_ndcg_at_1000_std": 0.192226, + "nauc_ndcg_at_1000_diff1": 0.913705, + "nauc_map_at_1_max": 0.714472, + "nauc_map_at_1_std": 0.143683, + "nauc_map_at_1_diff1": 0.906792, + "nauc_map_at_3_max": 0.745416, + "nauc_map_at_3_std": 0.179492, + "nauc_map_at_3_diff1": 0.914181, + "nauc_map_at_5_max": 0.749154, + "nauc_map_at_5_std": 0.189433, + "nauc_map_at_5_diff1": 0.914758, + "nauc_map_at_10_max": 0.746274, + "nauc_map_at_10_std": 0.185359, + "nauc_map_at_10_diff1": 0.913466, + "nauc_map_at_20_max": 0.744942, + "nauc_map_at_20_std": 0.183986, + "nauc_map_at_20_diff1": 0.913057, + "nauc_map_at_100_max": 0.744581, + "nauc_map_at_100_std": 0.183484, + "nauc_map_at_100_diff1": 0.912965, + "nauc_map_at_1000_max": 0.744577, + "nauc_map_at_1000_std": 0.183335, + "nauc_map_at_1000_diff1": 0.912968, + "nauc_recall_at_1_max": 0.714472, + "nauc_recall_at_1_std": 0.143683, + "nauc_recall_at_1_diff1": 0.906792, + "nauc_recall_at_3_max": 0.80221, + "nauc_recall_at_3_std": 0.262009, + "nauc_recall_at_3_diff1": 0.932825, + "nauc_recall_at_5_max": 0.860819, + "nauc_recall_at_5_std": 0.382691, + "nauc_recall_at_5_diff1": 0.946895, + "nauc_recall_at_10_max": 0.862376, + "nauc_recall_at_10_std": 0.44425, + "nauc_recall_at_10_diff1": 0.938725, + "nauc_recall_at_20_max": 0.842631, + "nauc_recall_at_20_std": 0.498988, + "nauc_recall_at_20_diff1": 0.922386, + "nauc_recall_at_100_max": 0.7905, + "nauc_recall_at_100_std": 0.786415, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714472, + "nauc_precision_at_1_std": 0.143683, + "nauc_precision_at_1_diff1": 0.906792, + "nauc_precision_at_3_max": 0.80221, + "nauc_precision_at_3_std": 0.262009, + "nauc_precision_at_3_diff1": 0.932825, + "nauc_precision_at_5_max": 0.860819, + "nauc_precision_at_5_std": 0.382691, + "nauc_precision_at_5_diff1": 0.946895, + "nauc_precision_at_10_max": 0.862376, + "nauc_precision_at_10_std": 0.44425, + "nauc_precision_at_10_diff1": 0.938725, + "nauc_precision_at_20_max": 0.842631, + "nauc_precision_at_20_std": 0.498988, + "nauc_precision_at_20_diff1": 0.922386, + "nauc_precision_at_100_max": 0.7905, + "nauc_precision_at_100_std": 0.786415, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.714472, + "nauc_mrr_at_1_std": 0.143683, + "nauc_mrr_at_1_diff1": 0.906792, + "nauc_mrr_at_3_max": 0.745416, + "nauc_mrr_at_3_std": 0.179492, + "nauc_mrr_at_3_diff1": 0.914181, + "nauc_mrr_at_5_max": 0.749154, + "nauc_mrr_at_5_std": 0.189433, + "nauc_mrr_at_5_diff1": 0.914758, + "nauc_mrr_at_10_max": 0.746274, + "nauc_mrr_at_10_std": 0.185359, + "nauc_mrr_at_10_diff1": 0.913466, + "nauc_mrr_at_20_max": 0.744942, + "nauc_mrr_at_20_std": 0.183986, + "nauc_mrr_at_20_diff1": 0.913057, + "nauc_mrr_at_100_max": 0.744581, + "nauc_mrr_at_100_std": 0.183484, + "nauc_mrr_at_100_diff1": 0.912965, + "nauc_mrr_at_1000_max": 0.744577, + "nauc_mrr_at_1000_std": 0.183335, + "nauc_mrr_at_1000_diff1": 0.912968, + "main_score": 0.91977, + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.88266, + "ndcg_at_5": 0.89308, + "ndcg_at_10": 0.89955, + "ndcg_at_20": 0.90348, + "ndcg_at_100": 0.90803, + "ndcg_at_1000": 0.90904, + "map_at_1": 0.84556, + "map_at_3": 0.87426, + "map_at_5": 0.87998, + "map_at_10": 0.88265, + "map_at_20": 0.88372, + "map_at_100": 0.88436, + "map_at_1000": 0.8844, + "recall_at_1": 0.84556, + "recall_at_3": 0.90667, + "recall_at_5": 0.93222, + "recall_at_10": 0.95222, + "recall_at_20": 0.96778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.84556, + "precision_at_3": 0.30222, + "precision_at_5": 0.18644, + "precision_at_10": 0.09522, + "precision_at_20": 0.04839, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.874259, + "mrr_at_5": 0.879981, + "mrr_at_10": 0.882653, + "mrr_at_20": 0.883724, + "mrr_at_100": 0.88436, + "mrr_at_1000": 0.884402, + "nauc_ndcg_at_1_max": 0.759829, + "nauc_ndcg_at_1_std": 0.204501, + "nauc_ndcg_at_1_diff1": 0.929177, + "nauc_ndcg_at_3_max": 0.804697, + "nauc_ndcg_at_3_std": 0.279754, + "nauc_ndcg_at_3_diff1": 0.910247, + "nauc_ndcg_at_5_max": 0.807118, + "nauc_ndcg_at_5_std": 0.284436, + "nauc_ndcg_at_5_diff1": 0.914675, + "nauc_ndcg_at_10_max": 0.811186, + "nauc_ndcg_at_10_std": 0.303577, + "nauc_ndcg_at_10_diff1": 0.917097, + "nauc_ndcg_at_20_max": 0.808107, + "nauc_ndcg_at_20_std": 0.305971, + "nauc_ndcg_at_20_diff1": 0.916972, + "nauc_ndcg_at_100_max": 0.80178, + "nauc_ndcg_at_100_std": 0.285899, + "nauc_ndcg_at_100_diff1": 0.919131, + "nauc_ndcg_at_1000_max": 0.799757, + "nauc_ndcg_at_1000_std": 0.2791, + "nauc_ndcg_at_1000_diff1": 0.918389, + "nauc_map_at_1_max": 0.759829, + "nauc_map_at_1_std": 0.204501, + "nauc_map_at_1_diff1": 0.929177, + "nauc_map_at_3_max": 0.792915, + "nauc_map_at_3_std": 0.259123, + "nauc_map_at_3_diff1": 0.915465, + "nauc_map_at_5_max": 0.793612, + "nauc_map_at_5_std": 0.26033, + "nauc_map_at_5_diff1": 0.917989, + "nauc_map_at_10_max": 0.794839, + "nauc_map_at_10_std": 0.266788, + "nauc_map_at_10_diff1": 0.918896, + "nauc_map_at_20_max": 0.794077, + "nauc_map_at_20_std": 0.267062, + "nauc_map_at_20_diff1": 0.918938, + "nauc_map_at_100_max": 0.793266, + "nauc_map_at_100_std": 0.264298, + "nauc_map_at_100_diff1": 0.919213, + "nauc_map_at_1000_max": 0.793202, + "nauc_map_at_1000_std": 0.264067, + "nauc_map_at_1000_diff1": 0.919186, + "nauc_recall_at_1_max": 0.759829, + "nauc_recall_at_1_std": 0.204501, + "nauc_recall_at_1_diff1": 0.929177, + "nauc_recall_at_3_max": 0.848478, + "nauc_recall_at_3_std": 0.356943, + "nauc_recall_at_3_diff1": 0.890706, + "nauc_recall_at_5_max": 0.873506, + "nauc_recall_at_5_std": 0.40428, + "nauc_recall_at_5_diff1": 0.899397, + "nauc_recall_at_10_max": 0.925683, + "nauc_recall_at_10_std": 0.572634, + "nauc_recall_at_10_diff1": 0.908692, + "nauc_recall_at_20_max": 0.942931, + "nauc_recall_at_20_std": 0.727342, + "nauc_recall_at_20_diff1": 0.9018, + "nauc_recall_at_100_max": 0.981326, + "nauc_recall_at_100_std": 0.877951, + "nauc_recall_at_100_diff1": 0.981326, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759829, + "nauc_precision_at_1_std": 0.204501, + "nauc_precision_at_1_diff1": 0.929177, + "nauc_precision_at_3_max": 0.848478, + "nauc_precision_at_3_std": 0.356943, + "nauc_precision_at_3_diff1": 0.890706, + "nauc_precision_at_5_max": 0.873506, + "nauc_precision_at_5_std": 0.40428, + "nauc_precision_at_5_diff1": 0.899397, + "nauc_precision_at_10_max": 0.925683, + "nauc_precision_at_10_std": 0.572634, + "nauc_precision_at_10_diff1": 0.908692, + "nauc_precision_at_20_max": 0.942931, + "nauc_precision_at_20_std": 0.727342, + "nauc_precision_at_20_diff1": 0.9018, + "nauc_precision_at_100_max": 0.981326, + "nauc_precision_at_100_std": 0.877951, + "nauc_precision_at_100_diff1": 0.981326, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759829, + "nauc_mrr_at_1_std": 0.204501, + "nauc_mrr_at_1_diff1": 0.929177, + "nauc_mrr_at_3_max": 0.792915, + "nauc_mrr_at_3_std": 0.259123, + "nauc_mrr_at_3_diff1": 0.915465, + "nauc_mrr_at_5_max": 0.793612, + "nauc_mrr_at_5_std": 0.26033, + "nauc_mrr_at_5_diff1": 0.917989, + "nauc_mrr_at_10_max": 0.794839, + "nauc_mrr_at_10_std": 0.266788, + "nauc_mrr_at_10_diff1": 0.918896, + "nauc_mrr_at_20_max": 0.794077, + "nauc_mrr_at_20_std": 0.267062, + "nauc_mrr_at_20_diff1": 0.918938, + "nauc_mrr_at_100_max": 0.793266, + "nauc_mrr_at_100_std": 0.264298, + "nauc_mrr_at_100_diff1": 0.919213, + "nauc_mrr_at_1000_max": 0.793202, + "nauc_mrr_at_1000_std": 0.264067, + "nauc_mrr_at_1000_diff1": 0.919186, + "main_score": 0.89955, + "hf_subset": "mal_Mlym-mal_Mlym", + "languages": [ + "mal-Mlym", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.94659, + "ndcg_at_5": 0.95166, + "ndcg_at_10": 0.95574, + "ndcg_at_20": 0.95661, + "ndcg_at_100": 0.95795, + "ndcg_at_1000": 0.9582, + "map_at_1": 0.92111, + "map_at_3": 0.94074, + "map_at_5": 0.94357, + "map_at_10": 0.94533, + "map_at_20": 0.94559, + "map_at_100": 0.94581, + "map_at_1000": 0.94582, + "recall_at_1": 0.92111, + "recall_at_3": 0.96333, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.32111, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.940741, + "mrr_at_5": 0.943574, + "mrr_at_10": 0.945332, + "mrr_at_20": 0.945589, + "mrr_at_100": 0.945814, + "mrr_at_1000": 0.945819, + "nauc_ndcg_at_1_max": 0.688707, + "nauc_ndcg_at_1_std": -0.198222, + "nauc_ndcg_at_1_diff1": 0.94309, + "nauc_ndcg_at_3_max": 0.767976, + "nauc_ndcg_at_3_std": -0.166686, + "nauc_ndcg_at_3_diff1": 0.945433, + "nauc_ndcg_at_5_max": 0.768786, + "nauc_ndcg_at_5_std": -0.14499, + "nauc_ndcg_at_5_diff1": 0.947439, + "nauc_ndcg_at_10_max": 0.755944, + "nauc_ndcg_at_10_std": -0.140483, + "nauc_ndcg_at_10_diff1": 0.947339, + "nauc_ndcg_at_20_max": 0.751014, + "nauc_ndcg_at_20_std": -0.135014, + "nauc_ndcg_at_20_diff1": 0.94718, + "nauc_ndcg_at_100_max": 0.746297, + "nauc_ndcg_at_100_std": -0.148656, + "nauc_ndcg_at_100_diff1": 0.946258, + "nauc_ndcg_at_1000_max": 0.745167, + "nauc_ndcg_at_1000_std": -0.155539, + "nauc_ndcg_at_1000_diff1": 0.945936, + "nauc_map_at_1_max": 0.688707, + "nauc_map_at_1_std": -0.198222, + "nauc_map_at_1_diff1": 0.94309, + "nauc_map_at_3_max": 0.746423, + "nauc_map_at_3_std": -0.178795, + "nauc_map_at_3_diff1": 0.94451, + "nauc_map_at_5_max": 0.745273, + "nauc_map_at_5_std": -0.17047, + "nauc_map_at_5_diff1": 0.945217, + "nauc_map_at_10_max": 0.74014, + "nauc_map_at_10_std": -0.169115, + "nauc_map_at_10_diff1": 0.945219, + "nauc_map_at_20_max": 0.738911, + "nauc_map_at_20_std": -0.167839, + "nauc_map_at_20_diff1": 0.945182, + "nauc_map_at_100_max": 0.738271, + "nauc_map_at_100_std": -0.169505, + "nauc_map_at_100_diff1": 0.945071, + "nauc_map_at_1000_max": 0.738254, + "nauc_map_at_1000_std": -0.169608, + "nauc_map_at_1000_diff1": 0.945066, + "nauc_recall_at_1_max": 0.688707, + "nauc_recall_at_1_std": -0.198222, + "nauc_recall_at_1_diff1": 0.94309, + "nauc_recall_at_3_max": 0.8659, + "nauc_recall_at_3_std": -0.10889, + "nauc_recall_at_3_diff1": 0.949849, + "nauc_recall_at_5_max": 0.923075, + "nauc_recall_at_5_std": 0.037412, + "nauc_recall_at_5_diff1": 0.963607, + "nauc_recall_at_10_max": 0.935702, + "nauc_recall_at_10_std": 0.253374, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.91159, + "nauc_recall_at_20_std": 0.497024, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.688707, + "nauc_precision_at_1_std": -0.198222, + "nauc_precision_at_1_diff1": 0.94309, + "nauc_precision_at_3_max": 0.8659, + "nauc_precision_at_3_std": -0.10889, + "nauc_precision_at_3_diff1": 0.949849, + "nauc_precision_at_5_max": 0.923075, + "nauc_precision_at_5_std": 0.037412, + "nauc_precision_at_5_diff1": 0.963607, + "nauc_precision_at_10_max": 0.935702, + "nauc_precision_at_10_std": 0.253374, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.91159, + "nauc_precision_at_20_std": 0.497024, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.688707, + "nauc_mrr_at_1_std": -0.198222, + "nauc_mrr_at_1_diff1": 0.94309, + "nauc_mrr_at_3_max": 0.746423, + "nauc_mrr_at_3_std": -0.178795, + "nauc_mrr_at_3_diff1": 0.94451, + "nauc_mrr_at_5_max": 0.745273, + "nauc_mrr_at_5_std": -0.17047, + "nauc_mrr_at_5_diff1": 0.945217, + "nauc_mrr_at_10_max": 0.74014, + "nauc_mrr_at_10_std": -0.169115, + "nauc_mrr_at_10_diff1": 0.945219, + "nauc_mrr_at_20_max": 0.738911, + "nauc_mrr_at_20_std": -0.167839, + "nauc_mrr_at_20_diff1": 0.945182, + "nauc_mrr_at_100_max": 0.738271, + "nauc_mrr_at_100_std": -0.169505, + "nauc_mrr_at_100_diff1": 0.945071, + "nauc_mrr_at_1000_max": 0.738254, + "nauc_mrr_at_1000_std": -0.169608, + "nauc_mrr_at_1000_diff1": 0.945066, + "main_score": 0.95574, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81222, + "ndcg_at_3": 0.86215, + "ndcg_at_5": 0.8711, + "ndcg_at_10": 0.88258, + "ndcg_at_20": 0.8871, + "ndcg_at_100": 0.89137, + "ndcg_at_1000": 0.89225, + "map_at_1": 0.81222, + "map_at_3": 0.85019, + "map_at_5": 0.8553, + "map_at_10": 0.86003, + "map_at_20": 0.86127, + "map_at_100": 0.86192, + "map_at_1000": 0.86195, + "recall_at_1": 0.81222, + "recall_at_3": 0.89667, + "recall_at_5": 0.91778, + "recall_at_10": 0.95333, + "recall_at_20": 0.97111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.81222, + "precision_at_3": 0.29889, + "precision_at_5": 0.18356, + "precision_at_10": 0.09533, + "precision_at_20": 0.04856, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.812222, + "mrr_at_3": 0.850185, + "mrr_at_5": 0.855296, + "mrr_at_10": 0.860026, + "mrr_at_20": 0.861272, + "mrr_at_100": 0.861917, + "mrr_at_1000": 0.861954, + "nauc_ndcg_at_1_max": 0.662611, + "nauc_ndcg_at_1_std": 0.121611, + "nauc_ndcg_at_1_diff1": 0.883938, + "nauc_ndcg_at_3_max": 0.717289, + "nauc_ndcg_at_3_std": 0.210621, + "nauc_ndcg_at_3_diff1": 0.870732, + "nauc_ndcg_at_5_max": 0.725136, + "nauc_ndcg_at_5_std": 0.218508, + "nauc_ndcg_at_5_diff1": 0.871237, + "nauc_ndcg_at_10_max": 0.718085, + "nauc_ndcg_at_10_std": 0.220681, + "nauc_ndcg_at_10_diff1": 0.872793, + "nauc_ndcg_at_20_max": 0.714872, + "nauc_ndcg_at_20_std": 0.212808, + "nauc_ndcg_at_20_diff1": 0.874782, + "nauc_ndcg_at_100_max": 0.709235, + "nauc_ndcg_at_100_std": 0.202882, + "nauc_ndcg_at_100_diff1": 0.875169, + "nauc_ndcg_at_1000_max": 0.707319, + "nauc_ndcg_at_1000_std": 0.196434, + "nauc_ndcg_at_1000_diff1": 0.875528, + "nauc_map_at_1_max": 0.662611, + "nauc_map_at_1_std": 0.121611, + "nauc_map_at_1_diff1": 0.883938, + "nauc_map_at_3_max": 0.701696, + "nauc_map_at_3_std": 0.184301, + "nauc_map_at_3_diff1": 0.874879, + "nauc_map_at_5_max": 0.70519, + "nauc_map_at_5_std": 0.187349, + "nauc_map_at_5_diff1": 0.875201, + "nauc_map_at_10_max": 0.702202, + "nauc_map_at_10_std": 0.18675, + "nauc_map_at_10_diff1": 0.875959, + "nauc_map_at_20_max": 0.701329, + "nauc_map_at_20_std": 0.18458, + "nauc_map_at_20_diff1": 0.876455, + "nauc_map_at_100_max": 0.700598, + "nauc_map_at_100_std": 0.183244, + "nauc_map_at_100_diff1": 0.876542, + "nauc_map_at_1000_max": 0.700534, + "nauc_map_at_1000_std": 0.183026, + "nauc_map_at_1000_diff1": 0.876562, + "nauc_recall_at_1_max": 0.662611, + "nauc_recall_at_1_std": 0.121611, + "nauc_recall_at_1_diff1": 0.883938, + "nauc_recall_at_3_max": 0.779594, + "nauc_recall_at_3_std": 0.31635, + "nauc_recall_at_3_diff1": 0.853932, + "nauc_recall_at_5_max": 0.822981, + "nauc_recall_at_5_std": 0.37135, + "nauc_recall_at_5_diff1": 0.852121, + "nauc_recall_at_10_max": 0.842326, + "nauc_recall_at_10_std": 0.507325, + "nauc_recall_at_10_diff1": 0.84805, + "nauc_recall_at_20_max": 0.871256, + "nauc_recall_at_20_std": 0.569723, + "nauc_recall_at_20_diff1": 0.86156, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.839325, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.662611, + "nauc_precision_at_1_std": 0.121611, + "nauc_precision_at_1_diff1": 0.883938, + "nauc_precision_at_3_max": 0.779594, + "nauc_precision_at_3_std": 0.31635, + "nauc_precision_at_3_diff1": 0.853932, + "nauc_precision_at_5_max": 0.822981, + "nauc_precision_at_5_std": 0.37135, + "nauc_precision_at_5_diff1": 0.852121, + "nauc_precision_at_10_max": 0.842326, + "nauc_precision_at_10_std": 0.507325, + "nauc_precision_at_10_diff1": 0.84805, + "nauc_precision_at_20_max": 0.871256, + "nauc_precision_at_20_std": 0.569723, + "nauc_precision_at_20_diff1": 0.86156, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.839325, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.662611, + "nauc_mrr_at_1_std": 0.121611, + "nauc_mrr_at_1_diff1": 0.883938, + "nauc_mrr_at_3_max": 0.701696, + "nauc_mrr_at_3_std": 0.184301, + "nauc_mrr_at_3_diff1": 0.874879, + "nauc_mrr_at_5_max": 0.70519, + "nauc_mrr_at_5_std": 0.187349, + "nauc_mrr_at_5_diff1": 0.875201, + "nauc_mrr_at_10_max": 0.702202, + "nauc_mrr_at_10_std": 0.18675, + "nauc_mrr_at_10_diff1": 0.875959, + "nauc_mrr_at_20_max": 0.701329, + "nauc_mrr_at_20_std": 0.18458, + "nauc_mrr_at_20_diff1": 0.876455, + "nauc_mrr_at_100_max": 0.700598, + "nauc_mrr_at_100_std": 0.183244, + "nauc_mrr_at_100_diff1": 0.876542, + "nauc_mrr_at_1000_max": 0.700534, + "nauc_mrr_at_1000_std": 0.183026, + "nauc_mrr_at_1000_diff1": 0.876562, + "main_score": 0.88258, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.82425, + "ndcg_at_3": 0.86854, + "ndcg_at_5": 0.87457, + "ndcg_at_10": 0.88239, + "ndcg_at_20": 0.88953, + "ndcg_at_100": 0.89434, + "ndcg_at_1000": 0.89575, + "map_at_1": 0.82369, + "map_at_3": 0.85836, + "map_at_5": 0.86175, + "map_at_10": 0.86493, + "map_at_20": 0.86695, + "map_at_100": 0.86764, + "map_at_1000": 0.8677, + "recall_at_1": 0.82369, + "recall_at_3": 0.89711, + "recall_at_5": 0.91157, + "recall_at_10": 0.93604, + "recall_at_20": 0.96385, + "recall_at_100": 0.98943, + "recall_at_1000": 1.0, + "precision_at_1": 0.82425, + "precision_at_3": 0.29922, + "precision_at_5": 0.18242, + "precision_at_10": 0.09366, + "precision_at_20": 0.04822, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824249, + "mrr_at_3": 0.858917, + "mrr_at_5": 0.86231, + "mrr_at_10": 0.865487, + "mrr_at_20": 0.867506, + "mrr_at_100": 0.868199, + "mrr_at_1000": 0.868256, + "nauc_ndcg_at_1_max": 0.679066, + "nauc_ndcg_at_1_std": -0.074433, + "nauc_ndcg_at_1_diff1": 0.941185, + "nauc_ndcg_at_3_max": 0.735424, + "nauc_ndcg_at_3_std": -0.084722, + "nauc_ndcg_at_3_diff1": 0.924388, + "nauc_ndcg_at_5_max": 0.737499, + "nauc_ndcg_at_5_std": -0.072279, + "nauc_ndcg_at_5_diff1": 0.928735, + "nauc_ndcg_at_10_max": 0.731043, + "nauc_ndcg_at_10_std": -0.069775, + "nauc_ndcg_at_10_diff1": 0.929369, + "nauc_ndcg_at_20_max": 0.733756, + "nauc_ndcg_at_20_std": -0.044655, + "nauc_ndcg_at_20_diff1": 0.932176, + "nauc_ndcg_at_100_max": 0.72753, + "nauc_ndcg_at_100_std": -0.05142, + "nauc_ndcg_at_100_diff1": 0.931985, + "nauc_ndcg_at_1000_max": 0.725347, + "nauc_ndcg_at_1000_std": -0.060364, + "nauc_ndcg_at_1000_diff1": 0.931737, + "nauc_map_at_1_max": 0.675209, + "nauc_map_at_1_std": -0.073021, + "nauc_map_at_1_diff1": 0.940864, + "nauc_map_at_3_max": 0.719081, + "nauc_map_at_3_std": -0.081604, + "nauc_map_at_3_diff1": 0.928965, + "nauc_map_at_5_max": 0.719667, + "nauc_map_at_5_std": -0.075106, + "nauc_map_at_5_diff1": 0.93128, + "nauc_map_at_10_max": 0.717037, + "nauc_map_at_10_std": -0.073893, + "nauc_map_at_10_diff1": 0.931567, + "nauc_map_at_20_max": 0.717574, + "nauc_map_at_20_std": -0.067725, + "nauc_map_at_20_diff1": 0.932271, + "nauc_map_at_100_max": 0.716796, + "nauc_map_at_100_std": -0.06829, + "nauc_map_at_100_diff1": 0.932248, + "nauc_map_at_1000_max": 0.716724, + "nauc_map_at_1000_std": -0.068544, + "nauc_map_at_1000_diff1": 0.93224, + "nauc_recall_at_1_max": 0.675209, + "nauc_recall_at_1_std": -0.073021, + "nauc_recall_at_1_diff1": 0.940864, + "nauc_recall_at_3_max": 0.791115, + "nauc_recall_at_3_std": -0.094272, + "nauc_recall_at_3_diff1": 0.906571, + "nauc_recall_at_5_max": 0.806674, + "nauc_recall_at_5_std": -0.054912, + "nauc_recall_at_5_diff1": 0.917492, + "nauc_recall_at_10_max": 0.796135, + "nauc_recall_at_10_std": -0.038695, + "nauc_recall_at_10_diff1": 0.916702, + "nauc_recall_at_20_max": 0.874076, + "nauc_recall_at_20_std": 0.265242, + "nauc_recall_at_20_diff1": 0.938905, + "nauc_recall_at_100_max": 0.890199, + "nauc_recall_at_100_std": 0.616657, + "nauc_recall_at_100_diff1": 0.944092, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679066, + "nauc_precision_at_1_std": -0.074433, + "nauc_precision_at_1_diff1": 0.941185, + "nauc_precision_at_3_max": 0.797933, + "nauc_precision_at_3_std": -0.096669, + "nauc_precision_at_3_diff1": 0.90693, + "nauc_precision_at_5_max": 0.815344, + "nauc_precision_at_5_std": -0.057524, + "nauc_precision_at_5_diff1": 0.918729, + "nauc_precision_at_10_max": 0.80806, + "nauc_precision_at_10_std": -0.042173, + "nauc_precision_at_10_diff1": 0.918408, + "nauc_precision_at_20_max": 0.896534, + "nauc_precision_at_20_std": 0.263796, + "nauc_precision_at_20_diff1": 0.942292, + "nauc_precision_at_100_max": 0.970948, + "nauc_precision_at_100_std": 0.631038, + "nauc_precision_at_100_diff1": 0.956422, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": -0.205813, + "nauc_precision_at_1000_diff1": -0.41541, + "nauc_mrr_at_1_max": 0.679066, + "nauc_mrr_at_1_std": -0.074433, + "nauc_mrr_at_1_diff1": 0.941185, + "nauc_mrr_at_3_max": 0.723951, + "nauc_mrr_at_3_std": -0.083361, + "nauc_mrr_at_3_diff1": 0.929315, + "nauc_mrr_at_5_max": 0.72466, + "nauc_mrr_at_5_std": -0.076883, + "nauc_mrr_at_5_diff1": 0.931647, + "nauc_mrr_at_10_max": 0.722144, + "nauc_mrr_at_10_std": -0.075709, + "nauc_mrr_at_10_diff1": 0.931944, + "nauc_mrr_at_20_max": 0.722764, + "nauc_mrr_at_20_std": -0.069547, + "nauc_mrr_at_20_diff1": 0.932657, + "nauc_mrr_at_100_max": 0.722011, + "nauc_mrr_at_100_std": -0.070123, + "nauc_mrr_at_100_diff1": 0.932636, + "nauc_mrr_at_1000_max": 0.721905, + "nauc_mrr_at_1000_std": -0.070367, + "nauc_mrr_at_1000_diff1": 0.932626, + "main_score": 0.88239, + "hf_subset": "mar_Deva-mar_Deva", + "languages": [ + "mar-Deva", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.91444, + "ndcg_at_3": 0.94299, + "ndcg_at_5": 0.94634, + "ndcg_at_10": 0.95031, + "ndcg_at_20": 0.9523, + "ndcg_at_100": 0.9534, + "ndcg_at_1000": 0.95399, + "map_at_1": 0.91444, + "map_at_3": 0.9363, + "map_at_5": 0.93824, + "map_at_10": 0.93989, + "map_at_20": 0.94045, + "map_at_100": 0.94063, + "map_at_1000": 0.94066, + "recall_at_1": 0.91444, + "recall_at_3": 0.96222, + "recall_at_5": 0.97, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.91444, + "precision_at_3": 0.32074, + "precision_at_5": 0.194, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914444, + "mrr_at_3": 0.936296, + "mrr_at_5": 0.938241, + "mrr_at_10": 0.939885, + "mrr_at_20": 0.940448, + "mrr_at_100": 0.940629, + "mrr_at_1000": 0.940656, + "nauc_ndcg_at_1_max": 0.661459, + "nauc_ndcg_at_1_std": -0.106691, + "nauc_ndcg_at_1_diff1": 0.953254, + "nauc_ndcg_at_3_max": 0.760008, + "nauc_ndcg_at_3_std": -0.067663, + "nauc_ndcg_at_3_diff1": 0.954233, + "nauc_ndcg_at_5_max": 0.753957, + "nauc_ndcg_at_5_std": -0.068631, + "nauc_ndcg_at_5_diff1": 0.953853, + "nauc_ndcg_at_10_max": 0.739367, + "nauc_ndcg_at_10_std": -0.069619, + "nauc_ndcg_at_10_diff1": 0.952252, + "nauc_ndcg_at_20_max": 0.734772, + "nauc_ndcg_at_20_std": -0.061049, + "nauc_ndcg_at_20_diff1": 0.95533, + "nauc_ndcg_at_100_max": 0.732096, + "nauc_ndcg_at_100_std": -0.058084, + "nauc_ndcg_at_100_diff1": 0.954955, + "nauc_ndcg_at_1000_max": 0.729502, + "nauc_ndcg_at_1000_std": -0.071593, + "nauc_ndcg_at_1000_diff1": 0.95438, + "nauc_map_at_1_max": 0.661459, + "nauc_map_at_1_std": -0.106691, + "nauc_map_at_1_diff1": 0.953254, + "nauc_map_at_3_max": 0.733021, + "nauc_map_at_3_std": -0.081553, + "nauc_map_at_3_diff1": 0.953939, + "nauc_map_at_5_max": 0.729119, + "nauc_map_at_5_std": -0.082478, + "nauc_map_at_5_diff1": 0.953738, + "nauc_map_at_10_max": 0.723474, + "nauc_map_at_10_std": -0.084641, + "nauc_map_at_10_diff1": 0.953278, + "nauc_map_at_20_max": 0.72205, + "nauc_map_at_20_std": -0.083144, + "nauc_map_at_20_diff1": 0.954008, + "nauc_map_at_100_max": 0.72173, + "nauc_map_at_100_std": -0.082331, + "nauc_map_at_100_diff1": 0.953974, + "nauc_map_at_1000_max": 0.721633, + "nauc_map_at_1000_std": -0.082816, + "nauc_map_at_1000_diff1": 0.953953, + "nauc_recall_at_1_max": 0.661459, + "nauc_recall_at_1_std": -0.106691, + "nauc_recall_at_1_diff1": 0.953254, + "nauc_recall_at_3_max": 0.8879, + "nauc_recall_at_3_std": 0.000796, + "nauc_recall_at_3_diff1": 0.955649, + "nauc_recall_at_5_max": 0.895926, + "nauc_recall_at_5_std": 0.014524, + "nauc_recall_at_5_diff1": 0.954439, + "nauc_recall_at_10_max": 0.867268, + "nauc_recall_at_10_std": 0.088644, + "nauc_recall_at_10_diff1": 0.939455, + "nauc_recall_at_20_max": 0.892364, + "nauc_recall_at_20_std": 0.385154, + "nauc_recall_at_20_diff1": 0.985476, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.661459, + "nauc_precision_at_1_std": -0.106691, + "nauc_precision_at_1_diff1": 0.953254, + "nauc_precision_at_3_max": 0.8879, + "nauc_precision_at_3_std": 0.000796, + "nauc_precision_at_3_diff1": 0.955649, + "nauc_precision_at_5_max": 0.895926, + "nauc_precision_at_5_std": 0.014524, + "nauc_precision_at_5_diff1": 0.954439, + "nauc_precision_at_10_max": 0.867268, + "nauc_precision_at_10_std": 0.088644, + "nauc_precision_at_10_diff1": 0.939455, + "nauc_precision_at_20_max": 0.892364, + "nauc_precision_at_20_std": 0.385154, + "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.661459, + "nauc_mrr_at_1_std": -0.106691, + "nauc_mrr_at_1_diff1": 0.953254, + "nauc_mrr_at_3_max": 0.733021, + "nauc_mrr_at_3_std": -0.081553, + "nauc_mrr_at_3_diff1": 0.953939, + "nauc_mrr_at_5_max": 0.729119, + "nauc_mrr_at_5_std": -0.082478, + "nauc_mrr_at_5_diff1": 0.953738, + "nauc_mrr_at_10_max": 0.723474, + "nauc_mrr_at_10_std": -0.084641, + "nauc_mrr_at_10_diff1": 0.953278, + "nauc_mrr_at_20_max": 0.72205, + "nauc_mrr_at_20_std": -0.083144, + "nauc_mrr_at_20_diff1": 0.954008, + "nauc_mrr_at_100_max": 0.72173, + "nauc_mrr_at_100_std": -0.082331, + "nauc_mrr_at_100_diff1": 0.953974, + "nauc_mrr_at_1000_max": 0.721633, + "nauc_mrr_at_1000_std": -0.082816, + "nauc_mrr_at_1000_diff1": 0.953953, + "main_score": 0.95031, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83092, + "ndcg_at_3": 0.87663, + "ndcg_at_5": 0.88635, + "ndcg_at_10": 0.89367, + "ndcg_at_20": 0.89904, + "ndcg_at_100": 0.90249, + "ndcg_at_1000": 0.90372, + "map_at_1": 0.83092, + "map_at_3": 0.86624, + "map_at_5": 0.87169, + "map_at_10": 0.87479, + "map_at_20": 0.87628, + "map_at_100": 0.87681, + "map_at_1000": 0.87686, + "recall_at_1": 0.83092, + "recall_at_3": 0.90601, + "recall_at_5": 0.92937, + "recall_at_10": 0.95161, + "recall_at_20": 0.97275, + "recall_at_100": 0.99055, + "recall_at_1000": 1.0, + "precision_at_1": 0.83092, + "precision_at_3": 0.30219, + "precision_at_5": 0.18598, + "precision_at_10": 0.09522, + "precision_at_20": 0.04867, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.830923, + "mrr_at_3": 0.866518, + "mrr_at_5": 0.871969, + "mrr_at_10": 0.875072, + "mrr_at_20": 0.876555, + "mrr_at_100": 0.877091, + "mrr_at_1000": 0.877135, + "nauc_ndcg_at_1_max": 0.713444, + "nauc_ndcg_at_1_std": 0.123006, + "nauc_ndcg_at_1_diff1": 0.922049, + "nauc_ndcg_at_3_max": 0.759232, + "nauc_ndcg_at_3_std": 0.153288, + "nauc_ndcg_at_3_diff1": 0.907457, + "nauc_ndcg_at_5_max": 0.759587, + "nauc_ndcg_at_5_std": 0.157603, + "nauc_ndcg_at_5_diff1": 0.910593, + "nauc_ndcg_at_10_max": 0.760724, + "nauc_ndcg_at_10_std": 0.190583, + "nauc_ndcg_at_10_diff1": 0.912478, + "nauc_ndcg_at_20_max": 0.756155, + "nauc_ndcg_at_20_std": 0.188326, + "nauc_ndcg_at_20_diff1": 0.913082, + "nauc_ndcg_at_100_max": 0.751305, + "nauc_ndcg_at_100_std": 0.179127, + "nauc_ndcg_at_100_diff1": 0.912181, + "nauc_ndcg_at_1000_max": 0.749937, + "nauc_ndcg_at_1000_std": 0.169951, + "nauc_ndcg_at_1000_diff1": 0.912454, + "nauc_map_at_1_max": 0.713444, + "nauc_map_at_1_std": 0.123006, + "nauc_map_at_1_diff1": 0.922049, + "nauc_map_at_3_max": 0.745457, + "nauc_map_at_3_std": 0.144189, + "nauc_map_at_3_diff1": 0.910448, + "nauc_map_at_5_max": 0.745127, + "nauc_map_at_5_std": 0.146072, + "nauc_map_at_5_diff1": 0.912194, + "nauc_map_at_10_max": 0.745139, + "nauc_map_at_10_std": 0.158567, + "nauc_map_at_10_diff1": 0.912937, + "nauc_map_at_20_max": 0.743923, + "nauc_map_at_20_std": 0.158098, + "nauc_map_at_20_diff1": 0.913023, + "nauc_map_at_100_max": 0.743282, + "nauc_map_at_100_std": 0.15705, + "nauc_map_at_100_diff1": 0.912856, + "nauc_map_at_1000_max": 0.743237, + "nauc_map_at_1000_std": 0.156763, + "nauc_map_at_1000_diff1": 0.912867, + "nauc_recall_at_1_max": 0.713444, + "nauc_recall_at_1_std": 0.123006, + "nauc_recall_at_1_diff1": 0.922049, + "nauc_recall_at_3_max": 0.809181, + "nauc_recall_at_3_std": 0.190792, + "nauc_recall_at_3_diff1": 0.895131, + "nauc_recall_at_5_max": 0.826309, + "nauc_recall_at_5_std": 0.218457, + "nauc_recall_at_5_diff1": 0.902476, + "nauc_recall_at_10_max": 0.864596, + "nauc_recall_at_10_std": 0.447441, + "nauc_recall_at_10_diff1": 0.910611, + "nauc_recall_at_20_max": 0.880324, + "nauc_recall_at_20_std": 0.600343, + "nauc_recall_at_20_diff1": 0.919525, + "nauc_recall_at_100_max": 0.861901, + "nauc_recall_at_100_std": 0.865526, + "nauc_recall_at_100_diff1": 0.894937, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.713444, + "nauc_precision_at_1_std": 0.123006, + "nauc_precision_at_1_diff1": 0.922049, + "nauc_precision_at_3_max": 0.817351, + "nauc_precision_at_3_std": 0.18863, + "nauc_precision_at_3_diff1": 0.897161, + "nauc_precision_at_5_max": 0.837338, + "nauc_precision_at_5_std": 0.215794, + "nauc_precision_at_5_diff1": 0.905242, + "nauc_precision_at_10_max": 0.881199, + "nauc_precision_at_10_std": 0.446202, + "nauc_precision_at_10_diff1": 0.914757, + "nauc_precision_at_20_max": 0.910399, + "nauc_precision_at_20_std": 0.601308, + "nauc_precision_at_20_diff1": 0.92714, + "nauc_precision_at_100_max": 0.950974, + "nauc_precision_at_100_std": 0.884995, + "nauc_precision_at_100_diff1": 0.916245, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": -0.318687, + "nauc_mrr_at_1_max": 0.713444, + "nauc_mrr_at_1_std": 0.123006, + "nauc_mrr_at_1_diff1": 0.922049, + "nauc_mrr_at_3_max": 0.748142, + "nauc_mrr_at_3_std": 0.143277, + "nauc_mrr_at_3_diff1": 0.911046, + "nauc_mrr_at_5_max": 0.747929, + "nauc_mrr_at_5_std": 0.145123, + "nauc_mrr_at_5_diff1": 0.912822, + "nauc_mrr_at_10_max": 0.748014, + "nauc_mrr_at_10_std": 0.15762, + "nauc_mrr_at_10_diff1": 0.913583, + "nauc_mrr_at_20_max": 0.746832, + "nauc_mrr_at_20_std": 0.157139, + "nauc_mrr_at_20_diff1": 0.913677, + "nauc_mrr_at_100_max": 0.746202, + "nauc_mrr_at_100_std": 0.156084, + "nauc_mrr_at_100_diff1": 0.913513, + "nauc_mrr_at_1000_max": 0.746123, + "nauc_mrr_at_1000_std": 0.155807, + "nauc_mrr_at_1000_diff1": 0.913514, + "main_score": 0.89367, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.86667, + "ndcg_at_3": 0.90432, + "ndcg_at_5": 0.91202, + "ndcg_at_10": 0.91699, + "ndcg_at_20": 0.92122, + "ndcg_at_100": 0.92387, + "ndcg_at_1000": 0.92461, + "map_at_1": 0.86667, + "map_at_3": 0.89574, + "map_at_5": 0.89996, + "map_at_10": 0.90198, + "map_at_20": 0.90314, + "map_at_100": 0.9035, + "map_at_1000": 0.90354, + "recall_at_1": 0.86667, + "recall_at_3": 0.92889, + "recall_at_5": 0.94778, + "recall_at_10": 0.96333, + "recall_at_20": 0.98, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.86667, + "precision_at_3": 0.30963, + "precision_at_5": 0.18956, + "precision_at_10": 0.09633, + "precision_at_20": 0.049, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.866667, + "mrr_at_3": 0.895741, + "mrr_at_5": 0.899963, + "mrr_at_10": 0.901981, + "mrr_at_20": 0.903145, + "mrr_at_100": 0.903503, + "mrr_at_1000": 0.903536, + "nauc_ndcg_at_1_max": 0.717913, + "nauc_ndcg_at_1_std": 0.102224, + "nauc_ndcg_at_1_diff1": 0.929195, + "nauc_ndcg_at_3_max": 0.77931, + "nauc_ndcg_at_3_std": 0.170278, + "nauc_ndcg_at_3_diff1": 0.926379, + "nauc_ndcg_at_5_max": 0.775875, + "nauc_ndcg_at_5_std": 0.167733, + "nauc_ndcg_at_5_diff1": 0.926746, + "nauc_ndcg_at_10_max": 0.770415, + "nauc_ndcg_at_10_std": 0.16079, + "nauc_ndcg_at_10_diff1": 0.927376, + "nauc_ndcg_at_20_max": 0.768264, + "nauc_ndcg_at_20_std": 0.148885, + "nauc_ndcg_at_20_diff1": 0.927823, + "nauc_ndcg_at_100_max": 0.766405, + "nauc_ndcg_at_100_std": 0.158492, + "nauc_ndcg_at_100_diff1": 0.928251, + "nauc_ndcg_at_1000_max": 0.764058, + "nauc_ndcg_at_1000_std": 0.151247, + "nauc_ndcg_at_1000_diff1": 0.927758, + "nauc_map_at_1_max": 0.717913, + "nauc_map_at_1_std": 0.102224, + "nauc_map_at_1_diff1": 0.929195, + "nauc_map_at_3_max": 0.762825, + "nauc_map_at_3_std": 0.15168, + "nauc_map_at_3_diff1": 0.926944, + "nauc_map_at_5_max": 0.760448, + "nauc_map_at_5_std": 0.149506, + "nauc_map_at_5_diff1": 0.926994, + "nauc_map_at_10_max": 0.75838, + "nauc_map_at_10_std": 0.147166, + "nauc_map_at_10_diff1": 0.927336, + "nauc_map_at_20_max": 0.758015, + "nauc_map_at_20_std": 0.144148, + "nauc_map_at_20_diff1": 0.927509, + "nauc_map_at_100_max": 0.757869, + "nauc_map_at_100_std": 0.14509, + "nauc_map_at_100_diff1": 0.927583, + "nauc_map_at_1000_max": 0.757784, + "nauc_map_at_1000_std": 0.144838, + "nauc_map_at_1000_diff1": 0.927562, + "nauc_recall_at_1_max": 0.717913, + "nauc_recall_at_1_std": 0.102224, + "nauc_recall_at_1_diff1": 0.929195, + "nauc_recall_at_3_max": 0.846281, + "nauc_recall_at_3_std": 0.246054, + "nauc_recall_at_3_diff1": 0.924209, + "nauc_recall_at_5_max": 0.856587, + "nauc_recall_at_5_std": 0.264219, + "nauc_recall_at_5_diff1": 0.926098, + "nauc_recall_at_10_max": 0.850989, + "nauc_recall_at_10_std": 0.250785, + "nauc_recall_at_10_diff1": 0.928557, + "nauc_recall_at_20_max": 0.876024, + "nauc_recall_at_20_std": 0.150923, + "nauc_recall_at_20_diff1": 0.933733, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.884687, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717913, + "nauc_precision_at_1_std": 0.102224, + "nauc_precision_at_1_diff1": 0.929195, + "nauc_precision_at_3_max": 0.846281, + "nauc_precision_at_3_std": 0.246054, + "nauc_precision_at_3_diff1": 0.924209, + "nauc_precision_at_5_max": 0.856587, + "nauc_precision_at_5_std": 0.264219, + "nauc_precision_at_5_diff1": 0.926098, + "nauc_precision_at_10_max": 0.850989, + "nauc_precision_at_10_std": 0.250785, + "nauc_precision_at_10_diff1": 0.928557, + "nauc_precision_at_20_max": 0.876024, + "nauc_precision_at_20_std": 0.150923, + "nauc_precision_at_20_diff1": 0.933733, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.884687, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717913, + "nauc_mrr_at_1_std": 0.102224, + "nauc_mrr_at_1_diff1": 0.929195, + "nauc_mrr_at_3_max": 0.762825, + "nauc_mrr_at_3_std": 0.15168, + "nauc_mrr_at_3_diff1": 0.926944, + "nauc_mrr_at_5_max": 0.760448, + "nauc_mrr_at_5_std": 0.149506, + "nauc_mrr_at_5_diff1": 0.926994, + "nauc_mrr_at_10_max": 0.75838, + "nauc_mrr_at_10_std": 0.147166, + "nauc_mrr_at_10_diff1": 0.927336, + "nauc_mrr_at_20_max": 0.758015, + "nauc_mrr_at_20_std": 0.144148, + "nauc_mrr_at_20_diff1": 0.927509, + "nauc_mrr_at_100_max": 0.757869, + "nauc_mrr_at_100_std": 0.14509, + "nauc_mrr_at_100_diff1": 0.927583, + "nauc_mrr_at_1000_max": 0.757784, + "nauc_mrr_at_1000_std": 0.144838, + "nauc_mrr_at_1000_diff1": 0.927562, + "main_score": 0.91699, + "hf_subset": "mkd_Cyrl-mkd_Cyrl", + "languages": [ + "mkd-Cyrl", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.94222, + "ndcg_at_3": 0.96349, + "ndcg_at_5": 0.96674, + "ndcg_at_10": 0.9683, + "ndcg_at_20": 0.96886, + "ndcg_at_100": 0.97004, + "ndcg_at_1000": 0.97029, + "map_at_1": 0.94222, + "map_at_3": 0.95852, + "map_at_5": 0.96035, + "map_at_10": 0.96107, + "map_at_20": 0.96121, + "map_at_100": 0.96144, + "map_at_1000": 0.96144, + "recall_at_1": 0.94222, + "recall_at_3": 0.97778, + "recall_at_5": 0.98556, + "recall_at_10": 0.99, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94222, + "precision_at_3": 0.32593, + "precision_at_5": 0.19711, + "precision_at_10": 0.099, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.942222, + "mrr_at_3": 0.958519, + "mrr_at_5": 0.960352, + "mrr_at_10": 0.961066, + "mrr_at_20": 0.961215, + "mrr_at_100": 0.961436, + "mrr_at_1000": 0.961442, + "nauc_ndcg_at_1_max": 0.747163, + "nauc_ndcg_at_1_std": -0.242943, + "nauc_ndcg_at_1_diff1": 0.942945, + "nauc_ndcg_at_3_max": 0.80683, + "nauc_ndcg_at_3_std": -0.239955, + "nauc_ndcg_at_3_diff1": 0.9558, + "nauc_ndcg_at_5_max": 0.795698, + "nauc_ndcg_at_5_std": -0.237619, + "nauc_ndcg_at_5_diff1": 0.95524, + "nauc_ndcg_at_10_max": 0.789126, + "nauc_ndcg_at_10_std": -0.248065, + "nauc_ndcg_at_10_diff1": 0.956508, + "nauc_ndcg_at_20_max": 0.787785, + "nauc_ndcg_at_20_std": -0.221418, + "nauc_ndcg_at_20_diff1": 0.955732, + "nauc_ndcg_at_100_max": 0.786142, + "nauc_ndcg_at_100_std": -0.223349, + "nauc_ndcg_at_100_diff1": 0.953992, + "nauc_ndcg_at_1000_max": 0.784842, + "nauc_ndcg_at_1000_std": -0.233987, + "nauc_ndcg_at_1000_diff1": 0.953592, + "nauc_map_at_1_max": 0.747163, + "nauc_map_at_1_std": -0.242943, + "nauc_map_at_1_diff1": 0.942945, + "nauc_map_at_3_max": 0.790024, + "nauc_map_at_3_std": -0.243306, + "nauc_map_at_3_diff1": 0.95246, + "nauc_map_at_5_max": 0.784093, + "nauc_map_at_5_std": -0.241614, + "nauc_map_at_5_diff1": 0.952094, + "nauc_map_at_10_max": 0.781453, + "nauc_map_at_10_std": -0.24537, + "nauc_map_at_10_diff1": 0.952536, + "nauc_map_at_20_max": 0.781112, + "nauc_map_at_20_std": -0.239635, + "nauc_map_at_20_diff1": 0.952354, + "nauc_map_at_100_max": 0.780761, + "nauc_map_at_100_std": -0.240715, + "nauc_map_at_100_diff1": 0.952081, + "nauc_map_at_1000_max": 0.780737, + "nauc_map_at_1000_std": -0.2409, + "nauc_map_at_1000_diff1": 0.952074, + "nauc_recall_at_1_max": 0.747163, + "nauc_recall_at_1_std": -0.242943, + "nauc_recall_at_1_diff1": 0.942945, + "nauc_recall_at_3_max": 0.894865, + "nauc_recall_at_3_std": -0.220098, + "nauc_recall_at_3_diff1": 0.973039, + "nauc_recall_at_5_max": 0.879731, + "nauc_recall_at_5_std": -0.204985, + "nauc_recall_at_5_diff1": 0.978632, + "nauc_recall_at_10_max": 0.857143, + "nauc_recall_at_10_std": -0.289086, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.856009, + "nauc_recall_at_20_std": 0.12545, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747163, + "nauc_precision_at_1_std": -0.242943, + "nauc_precision_at_1_diff1": 0.942945, + "nauc_precision_at_3_max": 0.894865, + "nauc_precision_at_3_std": -0.220098, + "nauc_precision_at_3_diff1": 0.973039, + "nauc_precision_at_5_max": 0.879731, + "nauc_precision_at_5_std": -0.204985, + "nauc_precision_at_5_diff1": 0.978632, + "nauc_precision_at_10_max": 0.857143, + "nauc_precision_at_10_std": -0.289086, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.856009, + "nauc_precision_at_20_std": 0.12545, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747163, + "nauc_mrr_at_1_std": -0.242943, + "nauc_mrr_at_1_diff1": 0.942945, + "nauc_mrr_at_3_max": 0.790024, + "nauc_mrr_at_3_std": -0.243306, + "nauc_mrr_at_3_diff1": 0.95246, + "nauc_mrr_at_5_max": 0.784093, + "nauc_mrr_at_5_std": -0.241614, + "nauc_mrr_at_5_diff1": 0.952094, + "nauc_mrr_at_10_max": 0.781453, + "nauc_mrr_at_10_std": -0.24537, + "nauc_mrr_at_10_diff1": 0.952536, + "nauc_mrr_at_20_max": 0.781112, + "nauc_mrr_at_20_std": -0.239635, + "nauc_mrr_at_20_diff1": 0.952354, + "nauc_mrr_at_100_max": 0.780761, + "nauc_mrr_at_100_std": -0.240715, + "nauc_mrr_at_100_diff1": 0.952081, + "nauc_mrr_at_1000_max": 0.780737, + "nauc_mrr_at_1000_std": -0.2409, + "nauc_mrr_at_1000_diff1": 0.952074, + "main_score": 0.9683, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91126, + "ndcg_at_5": 0.91771, + "ndcg_at_10": 0.92207, + "ndcg_at_20": 0.92467, + "ndcg_at_100": 0.9279, + "ndcg_at_1000": 0.92892, + "map_at_1": 0.87333, + "map_at_3": 0.90241, + "map_at_5": 0.90602, + "map_at_10": 0.90785, + "map_at_20": 0.9086, + "map_at_100": 0.9091, + "map_at_1000": 0.90914, + "recall_at_1": 0.87333, + "recall_at_3": 0.93667, + "recall_at_5": 0.95222, + "recall_at_10": 0.96556, + "recall_at_20": 0.97556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.87333, + "precision_at_3": 0.31222, + "precision_at_5": 0.19044, + "precision_at_10": 0.09656, + "precision_at_20": 0.04878, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.902407, + "mrr_at_5": 0.906019, + "mrr_at_10": 0.907845, + "mrr_at_20": 0.908598, + "mrr_at_100": 0.9091, + "mrr_at_1000": 0.909141, + "nauc_ndcg_at_1_max": 0.664645, + "nauc_ndcg_at_1_std": 0.077712, + "nauc_ndcg_at_1_diff1": 0.890478, + "nauc_ndcg_at_3_max": 0.750612, + "nauc_ndcg_at_3_std": 0.146786, + "nauc_ndcg_at_3_diff1": 0.910186, + "nauc_ndcg_at_5_max": 0.747958, + "nauc_ndcg_at_5_std": 0.145146, + "nauc_ndcg_at_5_diff1": 0.910619, + "nauc_ndcg_at_10_max": 0.745944, + "nauc_ndcg_at_10_std": 0.151748, + "nauc_ndcg_at_10_diff1": 0.909092, + "nauc_ndcg_at_20_max": 0.741028, + "nauc_ndcg_at_20_std": 0.148346, + "nauc_ndcg_at_20_diff1": 0.908, + "nauc_ndcg_at_100_max": 0.734375, + "nauc_ndcg_at_100_std": 0.151393, + "nauc_ndcg_at_100_diff1": 0.90673, + "nauc_ndcg_at_1000_max": 0.731045, + "nauc_ndcg_at_1000_std": 0.140868, + "nauc_ndcg_at_1000_diff1": 0.90565, + "nauc_map_at_1_max": 0.664645, + "nauc_map_at_1_std": 0.077712, + "nauc_map_at_1_diff1": 0.890478, + "nauc_map_at_3_max": 0.72744, + "nauc_map_at_3_std": 0.128392, + "nauc_map_at_3_diff1": 0.904581, + "nauc_map_at_5_max": 0.725048, + "nauc_map_at_5_std": 0.127125, + "nauc_map_at_5_diff1": 0.904555, + "nauc_map_at_10_max": 0.724075, + "nauc_map_at_10_std": 0.129255, + "nauc_map_at_10_diff1": 0.903738, + "nauc_map_at_20_max": 0.722788, + "nauc_map_at_20_std": 0.128622, + "nauc_map_at_20_diff1": 0.903433, + "nauc_map_at_100_max": 0.721861, + "nauc_map_at_100_std": 0.129088, + "nauc_map_at_100_diff1": 0.903289, + "nauc_map_at_1000_max": 0.721746, + "nauc_map_at_1000_std": 0.128738, + "nauc_map_at_1000_diff1": 0.903255, + "nauc_recall_at_1_max": 0.664645, + "nauc_recall_at_1_std": 0.077712, + "nauc_recall_at_1_diff1": 0.890478, + "nauc_recall_at_3_max": 0.84964, + "nauc_recall_at_3_std": 0.225236, + "nauc_recall_at_3_diff1": 0.934354, + "nauc_recall_at_5_max": 0.872495, + "nauc_recall_at_5_std": 0.242015, + "nauc_recall_at_5_diff1": 0.94414, + "nauc_recall_at_10_max": 0.904144, + "nauc_recall_at_10_std": 0.322144, + "nauc_recall_at_10_diff1": 0.948872, + "nauc_recall_at_20_max": 0.909706, + "nauc_recall_at_20_std": 0.342182, + "nauc_recall_at_20_diff1": 0.952466, + "nauc_recall_at_100_max": 0.960317, + "nauc_recall_at_100_std": 0.868614, + "nauc_recall_at_100_diff1": 0.981326, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664645, + "nauc_precision_at_1_std": 0.077712, + "nauc_precision_at_1_diff1": 0.890478, + "nauc_precision_at_3_max": 0.84964, + "nauc_precision_at_3_std": 0.225236, + "nauc_precision_at_3_diff1": 0.934354, + "nauc_precision_at_5_max": 0.872495, + "nauc_precision_at_5_std": 0.242015, + "nauc_precision_at_5_diff1": 0.94414, + "nauc_precision_at_10_max": 0.904144, + "nauc_precision_at_10_std": 0.322144, + "nauc_precision_at_10_diff1": 0.948872, + "nauc_precision_at_20_max": 0.909706, + "nauc_precision_at_20_std": 0.342182, + "nauc_precision_at_20_diff1": 0.952466, + "nauc_precision_at_100_max": 0.960317, + "nauc_precision_at_100_std": 0.868614, + "nauc_precision_at_100_diff1": 0.981326, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664645, + "nauc_mrr_at_1_std": 0.077712, + "nauc_mrr_at_1_diff1": 0.890478, + "nauc_mrr_at_3_max": 0.72744, + "nauc_mrr_at_3_std": 0.128392, + "nauc_mrr_at_3_diff1": 0.904581, + "nauc_mrr_at_5_max": 0.725048, + "nauc_mrr_at_5_std": 0.127125, + "nauc_mrr_at_5_diff1": 0.904555, + "nauc_mrr_at_10_max": 0.724075, + "nauc_mrr_at_10_std": 0.129255, + "nauc_mrr_at_10_diff1": 0.903738, + "nauc_mrr_at_20_max": 0.722788, + "nauc_mrr_at_20_std": 0.128622, + "nauc_mrr_at_20_diff1": 0.903433, + "nauc_mrr_at_100_max": 0.721861, + "nauc_mrr_at_100_std": 0.129088, + "nauc_mrr_at_100_diff1": 0.903289, + "nauc_mrr_at_1000_max": 0.721746, + "nauc_mrr_at_1000_std": 0.128738, + "nauc_mrr_at_1000_diff1": 0.903255, + "main_score": 0.92207, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.83722, + "ndcg_at_5": 0.84769, + "ndcg_at_10": 0.85744, + "ndcg_at_20": 0.86212, + "ndcg_at_100": 0.86847, + "ndcg_at_1000": 0.87211, + "map_at_1": 0.79889, + "map_at_3": 0.82815, + "map_at_5": 0.83393, + "map_at_10": 0.83798, + "map_at_20": 0.83922, + "map_at_100": 0.84006, + "map_at_1000": 0.84021, + "recall_at_1": 0.79889, + "recall_at_3": 0.86333, + "recall_at_5": 0.88889, + "recall_at_10": 0.91889, + "recall_at_20": 0.93778, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "precision_at_1": 0.79889, + "precision_at_3": 0.28778, + "precision_at_5": 0.17778, + "precision_at_10": 0.09189, + "precision_at_20": 0.04689, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.828148, + "mrr_at_5": 0.833926, + "mrr_at_10": 0.83798, + "mrr_at_20": 0.839219, + "mrr_at_100": 0.840064, + "mrr_at_1000": 0.840211, + "nauc_ndcg_at_1_max": 0.766921, + "nauc_ndcg_at_1_std": 0.309837, + "nauc_ndcg_at_1_diff1": 0.890569, + "nauc_ndcg_at_3_max": 0.814179, + "nauc_ndcg_at_3_std": 0.372887, + "nauc_ndcg_at_3_diff1": 0.884985, + "nauc_ndcg_at_5_max": 0.809262, + "nauc_ndcg_at_5_std": 0.375209, + "nauc_ndcg_at_5_diff1": 0.883658, + "nauc_ndcg_at_10_max": 0.809113, + "nauc_ndcg_at_10_std": 0.389004, + "nauc_ndcg_at_10_diff1": 0.882793, + "nauc_ndcg_at_20_max": 0.808796, + "nauc_ndcg_at_20_std": 0.386405, + "nauc_ndcg_at_20_diff1": 0.883268, + "nauc_ndcg_at_100_max": 0.805139, + "nauc_ndcg_at_100_std": 0.378467, + "nauc_ndcg_at_100_diff1": 0.883139, + "nauc_ndcg_at_1000_max": 0.803855, + "nauc_ndcg_at_1000_std": 0.372239, + "nauc_ndcg_at_1000_diff1": 0.885033, + "nauc_map_at_1_max": 0.766921, + "nauc_map_at_1_std": 0.309837, + "nauc_map_at_1_diff1": 0.890569, + "nauc_map_at_3_max": 0.802993, + "nauc_map_at_3_std": 0.356488, + "nauc_map_at_3_diff1": 0.887257, + "nauc_map_at_5_max": 0.800085, + "nauc_map_at_5_std": 0.357498, + "nauc_map_at_5_diff1": 0.886671, + "nauc_map_at_10_max": 0.799635, + "nauc_map_at_10_std": 0.361593, + "nauc_map_at_10_diff1": 0.886339, + "nauc_map_at_20_max": 0.799573, + "nauc_map_at_20_std": 0.360955, + "nauc_map_at_20_diff1": 0.886535, + "nauc_map_at_100_max": 0.799135, + "nauc_map_at_100_std": 0.360138, + "nauc_map_at_100_diff1": 0.886566, + "nauc_map_at_1000_max": 0.799107, + "nauc_map_at_1000_std": 0.359943, + "nauc_map_at_1000_diff1": 0.886645, + "nauc_recall_at_1_max": 0.766921, + "nauc_recall_at_1_std": 0.309837, + "nauc_recall_at_1_diff1": 0.890569, + "nauc_recall_at_3_max": 0.85291, + "nauc_recall_at_3_std": 0.430558, + "nauc_recall_at_3_diff1": 0.876547, + "nauc_recall_at_5_max": 0.845104, + "nauc_recall_at_5_std": 0.447682, + "nauc_recall_at_5_diff1": 0.870435, + "nauc_recall_at_10_max": 0.858588, + "nauc_recall_at_10_std": 0.549934, + "nauc_recall_at_10_diff1": 0.862118, + "nauc_recall_at_20_max": 0.869214, + "nauc_recall_at_20_std": 0.573254, + "nauc_recall_at_20_diff1": 0.858777, + "nauc_recall_at_100_max": 0.853165, + "nauc_recall_at_100_std": 0.595294, + "nauc_recall_at_100_diff1": 0.823436, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766921, + "nauc_precision_at_1_std": 0.309837, + "nauc_precision_at_1_diff1": 0.890569, + "nauc_precision_at_3_max": 0.85291, + "nauc_precision_at_3_std": 0.430558, + "nauc_precision_at_3_diff1": 0.876547, + "nauc_precision_at_5_max": 0.845104, + "nauc_precision_at_5_std": 0.447682, + "nauc_precision_at_5_diff1": 0.870435, + "nauc_precision_at_10_max": 0.858588, + "nauc_precision_at_10_std": 0.549934, + "nauc_precision_at_10_diff1": 0.862118, + "nauc_precision_at_20_max": 0.869214, + "nauc_precision_at_20_std": 0.573254, + "nauc_precision_at_20_diff1": 0.858777, + "nauc_precision_at_100_max": 0.853165, + "nauc_precision_at_100_std": 0.595294, + "nauc_precision_at_100_diff1": 0.823436, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.766921, + "nauc_mrr_at_1_std": 0.309837, + "nauc_mrr_at_1_diff1": 0.890569, + "nauc_mrr_at_3_max": 0.802993, + "nauc_mrr_at_3_std": 0.356488, + "nauc_mrr_at_3_diff1": 0.887257, + "nauc_mrr_at_5_max": 0.800085, + "nauc_mrr_at_5_std": 0.357498, + "nauc_mrr_at_5_diff1": 0.886671, + "nauc_mrr_at_10_max": 0.799635, + "nauc_mrr_at_10_std": 0.361593, + "nauc_mrr_at_10_diff1": 0.886339, + "nauc_mrr_at_20_max": 0.799573, + "nauc_mrr_at_20_std": 0.360955, + "nauc_mrr_at_20_diff1": 0.886535, + "nauc_mrr_at_100_max": 0.799135, + "nauc_mrr_at_100_std": 0.360138, + "nauc_mrr_at_100_diff1": 0.886566, + "nauc_mrr_at_1000_max": 0.799107, + "nauc_mrr_at_1000_std": 0.359943, + "nauc_mrr_at_1000_diff1": 0.886645, + "main_score": 0.85744, + "hf_subset": "mlt_Latn-mlt_Latn", + "languages": [ + "mlt-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.95038, + "ndcg_at_5": 0.95464, + "ndcg_at_10": 0.9565, + "ndcg_at_20": 0.95766, + "ndcg_at_100": 0.95891, + "ndcg_at_1000": 0.95919, + "map_at_1": 0.91889, + "map_at_3": 0.94315, + "map_at_5": 0.94559, + "map_at_10": 0.9464, + "map_at_20": 0.94674, + "map_at_100": 0.94692, + "map_at_1000": 0.94693, + "recall_at_1": 0.91889, + "recall_at_3": 0.97111, + "recall_at_5": 0.98111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91889, + "precision_at_3": 0.3237, + "precision_at_5": 0.19622, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.943148, + "mrr_at_5": 0.945593, + "mrr_at_10": 0.946399, + "mrr_at_20": 0.946737, + "mrr_at_100": 0.946919, + "mrr_at_1000": 0.946927, + "nauc_ndcg_at_1_max": 0.702736, + "nauc_ndcg_at_1_std": -0.113752, + "nauc_ndcg_at_1_diff1": 0.927446, + "nauc_ndcg_at_3_max": 0.767863, + "nauc_ndcg_at_3_std": -0.07534, + "nauc_ndcg_at_3_diff1": 0.935683, + "nauc_ndcg_at_5_max": 0.75162, + "nauc_ndcg_at_5_std": -0.082956, + "nauc_ndcg_at_5_diff1": 0.933782, + "nauc_ndcg_at_10_max": 0.744536, + "nauc_ndcg_at_10_std": -0.084099, + "nauc_ndcg_at_10_diff1": 0.933189, + "nauc_ndcg_at_20_max": 0.745612, + "nauc_ndcg_at_20_std": -0.084769, + "nauc_ndcg_at_20_diff1": 0.933111, + "nauc_ndcg_at_100_max": 0.742186, + "nauc_ndcg_at_100_std": -0.079345, + "nauc_ndcg_at_100_diff1": 0.93282, + "nauc_ndcg_at_1000_max": 0.740873, + "nauc_ndcg_at_1000_std": -0.086572, + "nauc_ndcg_at_1000_diff1": 0.932371, + "nauc_map_at_1_max": 0.702736, + "nauc_map_at_1_std": -0.113752, + "nauc_map_at_1_diff1": 0.927446, + "nauc_map_at_3_max": 0.748465, + "nauc_map_at_3_std": -0.08925, + "nauc_map_at_3_diff1": 0.933165, + "nauc_map_at_5_max": 0.739783, + "nauc_map_at_5_std": -0.093608, + "nauc_map_at_5_diff1": 0.932165, + "nauc_map_at_10_max": 0.73714, + "nauc_map_at_10_std": -0.094496, + "nauc_map_at_10_diff1": 0.931934, + "nauc_map_at_20_max": 0.737008, + "nauc_map_at_20_std": -0.095232, + "nauc_map_at_20_diff1": 0.931894, + "nauc_map_at_100_max": 0.736566, + "nauc_map_at_100_std": -0.094064, + "nauc_map_at_100_diff1": 0.93179, + "nauc_map_at_1000_max": 0.736532, + "nauc_map_at_1000_std": -0.094233, + "nauc_map_at_1000_diff1": 0.93178, + "nauc_recall_at_1_max": 0.702736, + "nauc_recall_at_1_std": -0.113752, + "nauc_recall_at_1_diff1": 0.927446, + "nauc_recall_at_3_max": 0.875584, + "nauc_recall_at_3_std": 0.00422, + "nauc_recall_at_3_diff1": 0.949723, + "nauc_recall_at_5_max": 0.841435, + "nauc_recall_at_5_std": 0.004449, + "nauc_recall_at_5_diff1": 0.946175, + "nauc_recall_at_10_max": 0.809407, + "nauc_recall_at_10_std": 0.036337, + "nauc_recall_at_10_diff1": 0.945534, + "nauc_recall_at_20_max": 0.876867, + "nauc_recall_at_20_std": 0.108777, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702736, + "nauc_precision_at_1_std": -0.113752, + "nauc_precision_at_1_diff1": 0.927446, + "nauc_precision_at_3_max": 0.875584, + "nauc_precision_at_3_std": 0.00422, + "nauc_precision_at_3_diff1": 0.949723, + "nauc_precision_at_5_max": 0.841435, + "nauc_precision_at_5_std": 0.004449, + "nauc_precision_at_5_diff1": 0.946175, + "nauc_precision_at_10_max": 0.809407, + "nauc_precision_at_10_std": 0.036337, + "nauc_precision_at_10_diff1": 0.945534, + "nauc_precision_at_20_max": 0.876867, + "nauc_precision_at_20_std": 0.108777, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702736, + "nauc_mrr_at_1_std": -0.113752, + "nauc_mrr_at_1_diff1": 0.927446, + "nauc_mrr_at_3_max": 0.748465, + "nauc_mrr_at_3_std": -0.08925, + "nauc_mrr_at_3_diff1": 0.933165, + "nauc_mrr_at_5_max": 0.739783, + "nauc_mrr_at_5_std": -0.093608, + "nauc_mrr_at_5_diff1": 0.932165, + "nauc_mrr_at_10_max": 0.73714, + "nauc_mrr_at_10_std": -0.094496, + "nauc_mrr_at_10_diff1": 0.931934, + "nauc_mrr_at_20_max": 0.737008, + "nauc_mrr_at_20_std": -0.095232, + "nauc_mrr_at_20_diff1": 0.931894, + "nauc_mrr_at_100_max": 0.736566, + "nauc_mrr_at_100_std": -0.094064, + "nauc_mrr_at_100_diff1": 0.93179, + "nauc_mrr_at_1000_max": 0.736532, + "nauc_mrr_at_1000_std": -0.094233, + "nauc_mrr_at_1000_diff1": 0.93178, + "main_score": 0.9565, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81111, + "ndcg_at_3": 0.85435, + "ndcg_at_5": 0.86152, + "ndcg_at_10": 0.86927, + "ndcg_at_20": 0.87378, + "ndcg_at_100": 0.88039, + "ndcg_at_1000": 0.8832, + "map_at_1": 0.81111, + "map_at_3": 0.84426, + "map_at_5": 0.84815, + "map_at_10": 0.85147, + "map_at_20": 0.85271, + "map_at_100": 0.85356, + "map_at_1000": 0.85368, + "recall_at_1": 0.81111, + "recall_at_3": 0.88333, + "recall_at_5": 0.90111, + "recall_at_10": 0.92444, + "recall_at_20": 0.94222, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.81111, + "precision_at_3": 0.29444, + "precision_at_5": 0.18022, + "precision_at_10": 0.09244, + "precision_at_20": 0.04711, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.811111, + "mrr_at_3": 0.844259, + "mrr_at_5": 0.848148, + "mrr_at_10": 0.85147, + "mrr_at_20": 0.852711, + "mrr_at_100": 0.853559, + "mrr_at_1000": 0.853682, + "nauc_ndcg_at_1_max": 0.768698, + "nauc_ndcg_at_1_std": 0.335852, + "nauc_ndcg_at_1_diff1": 0.898952, + "nauc_ndcg_at_3_max": 0.816906, + "nauc_ndcg_at_3_std": 0.388793, + "nauc_ndcg_at_3_diff1": 0.890165, + "nauc_ndcg_at_5_max": 0.808563, + "nauc_ndcg_at_5_std": 0.393098, + "nauc_ndcg_at_5_diff1": 0.88473, + "nauc_ndcg_at_10_max": 0.807951, + "nauc_ndcg_at_10_std": 0.393663, + "nauc_ndcg_at_10_diff1": 0.885673, + "nauc_ndcg_at_20_max": 0.808903, + "nauc_ndcg_at_20_std": 0.394016, + "nauc_ndcg_at_20_diff1": 0.887456, + "nauc_ndcg_at_100_max": 0.805549, + "nauc_ndcg_at_100_std": 0.389357, + "nauc_ndcg_at_100_diff1": 0.888055, + "nauc_ndcg_at_1000_max": 0.803238, + "nauc_ndcg_at_1000_std": 0.381773, + "nauc_ndcg_at_1000_diff1": 0.888826, + "nauc_map_at_1_max": 0.768698, + "nauc_map_at_1_std": 0.335852, + "nauc_map_at_1_diff1": 0.898952, + "nauc_map_at_3_max": 0.803603, + "nauc_map_at_3_std": 0.372814, + "nauc_map_at_3_diff1": 0.892238, + "nauc_map_at_5_max": 0.7991, + "nauc_map_at_5_std": 0.374622, + "nauc_map_at_5_diff1": 0.889586, + "nauc_map_at_10_max": 0.798598, + "nauc_map_at_10_std": 0.37406, + "nauc_map_at_10_diff1": 0.890046, + "nauc_map_at_20_max": 0.798829, + "nauc_map_at_20_std": 0.373925, + "nauc_map_at_20_diff1": 0.890561, + "nauc_map_at_100_max": 0.798352, + "nauc_map_at_100_std": 0.372899, + "nauc_map_at_100_diff1": 0.890602, + "nauc_map_at_1000_max": 0.798266, + "nauc_map_at_1000_std": 0.372633, + "nauc_map_at_1000_diff1": 0.890619, + "nauc_recall_at_1_max": 0.768698, + "nauc_recall_at_1_std": 0.335852, + "nauc_recall_at_1_diff1": 0.898952, + "nauc_recall_at_3_max": 0.866372, + "nauc_recall_at_3_std": 0.448978, + "nauc_recall_at_3_diff1": 0.882656, + "nauc_recall_at_5_max": 0.846447, + "nauc_recall_at_5_std": 0.472655, + "nauc_recall_at_5_diff1": 0.863228, + "nauc_recall_at_10_max": 0.855564, + "nauc_recall_at_10_std": 0.503453, + "nauc_recall_at_10_diff1": 0.861427, + "nauc_recall_at_20_max": 0.876562, + "nauc_recall_at_20_std": 0.541002, + "nauc_recall_at_20_diff1": 0.8678, + "nauc_recall_at_100_max": 0.898275, + "nauc_recall_at_100_std": 0.693916, + "nauc_recall_at_100_diff1": 0.854538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768698, + "nauc_precision_at_1_std": 0.335852, + "nauc_precision_at_1_diff1": 0.898952, + "nauc_precision_at_3_max": 0.866372, + "nauc_precision_at_3_std": 0.448978, + "nauc_precision_at_3_diff1": 0.882656, + "nauc_precision_at_5_max": 0.846447, + "nauc_precision_at_5_std": 0.472655, + "nauc_precision_at_5_diff1": 0.863228, + "nauc_precision_at_10_max": 0.855564, + "nauc_precision_at_10_std": 0.503453, + "nauc_precision_at_10_diff1": 0.861427, + "nauc_precision_at_20_max": 0.876562, + "nauc_precision_at_20_std": 0.541002, + "nauc_precision_at_20_diff1": 0.8678, + "nauc_precision_at_100_max": 0.898275, + "nauc_precision_at_100_std": 0.693916, + "nauc_precision_at_100_diff1": 0.854538, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768698, + "nauc_mrr_at_1_std": 0.335852, + "nauc_mrr_at_1_diff1": 0.898952, + "nauc_mrr_at_3_max": 0.803603, + "nauc_mrr_at_3_std": 0.372814, + "nauc_mrr_at_3_diff1": 0.892238, + "nauc_mrr_at_5_max": 0.7991, + "nauc_mrr_at_5_std": 0.374622, + "nauc_mrr_at_5_diff1": 0.889586, + "nauc_mrr_at_10_max": 0.798598, + "nauc_mrr_at_10_std": 0.37406, + "nauc_mrr_at_10_diff1": 0.890046, + "nauc_mrr_at_20_max": 0.798829, + "nauc_mrr_at_20_std": 0.373925, + "nauc_mrr_at_20_diff1": 0.890561, + "nauc_mrr_at_100_max": 0.798352, + "nauc_mrr_at_100_std": 0.372899, + "nauc_mrr_at_100_diff1": 0.890602, + "nauc_mrr_at_1000_max": 0.798266, + "nauc_mrr_at_1000_std": 0.372633, + "nauc_mrr_at_1000_diff1": 0.890619, + "main_score": 0.86927, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.53889, + "ndcg_at_3": 0.60506, + "ndcg_at_5": 0.62008, + "ndcg_at_10": 0.63359, + "ndcg_at_20": 0.64404, + "ndcg_at_100": 0.66514, + "ndcg_at_1000": 0.68052, + "map_at_1": 0.53889, + "map_at_3": 0.58944, + "map_at_5": 0.59772, + "map_at_10": 0.60322, + "map_at_20": 0.60611, + "map_at_100": 0.60897, + "map_at_1000": 0.60963, + "recall_at_1": 0.53889, + "recall_at_3": 0.65, + "recall_at_5": 0.68667, + "recall_at_10": 0.72889, + "recall_at_20": 0.77, + "recall_at_100": 0.88444, + "recall_at_1000": 1.0, + "precision_at_1": 0.53889, + "precision_at_3": 0.21667, + "precision_at_5": 0.13733, + "precision_at_10": 0.07289, + "precision_at_20": 0.0385, + "precision_at_100": 0.00884, + "precision_at_1000": 0.001, + "mrr_at_1": 0.538889, + "mrr_at_3": 0.589444, + "mrr_at_5": 0.597722, + "mrr_at_10": 0.60322, + "mrr_at_20": 0.606114, + "mrr_at_100": 0.608966, + "mrr_at_1000": 0.609634, + "nauc_ndcg_at_1_max": 0.687192, + "nauc_ndcg_at_1_std": 0.549754, + "nauc_ndcg_at_1_diff1": 0.848977, + "nauc_ndcg_at_3_max": 0.697789, + "nauc_ndcg_at_3_std": 0.585688, + "nauc_ndcg_at_3_diff1": 0.809819, + "nauc_ndcg_at_5_max": 0.69352, + "nauc_ndcg_at_5_std": 0.588218, + "nauc_ndcg_at_5_diff1": 0.803385, + "nauc_ndcg_at_10_max": 0.690793, + "nauc_ndcg_at_10_std": 0.583009, + "nauc_ndcg_at_10_diff1": 0.802246, + "nauc_ndcg_at_20_max": 0.689274, + "nauc_ndcg_at_20_std": 0.583099, + "nauc_ndcg_at_20_diff1": 0.798008, + "nauc_ndcg_at_100_max": 0.688527, + "nauc_ndcg_at_100_std": 0.592214, + "nauc_ndcg_at_100_diff1": 0.798039, + "nauc_ndcg_at_1000_max": 0.691189, + "nauc_ndcg_at_1000_std": 0.584588, + "nauc_ndcg_at_1000_diff1": 0.806546, + "nauc_map_at_1_max": 0.687192, + "nauc_map_at_1_std": 0.549754, + "nauc_map_at_1_diff1": 0.848977, + "nauc_map_at_3_max": 0.69637, + "nauc_map_at_3_std": 0.578236, + "nauc_map_at_3_diff1": 0.81928, + "nauc_map_at_5_max": 0.694078, + "nauc_map_at_5_std": 0.579542, + "nauc_map_at_5_diff1": 0.816039, + "nauc_map_at_10_max": 0.692951, + "nauc_map_at_10_std": 0.577393, + "nauc_map_at_10_diff1": 0.815591, + "nauc_map_at_20_max": 0.692533, + "nauc_map_at_20_std": 0.577448, + "nauc_map_at_20_diff1": 0.814682, + "nauc_map_at_100_max": 0.692628, + "nauc_map_at_100_std": 0.579039, + "nauc_map_at_100_diff1": 0.814753, + "nauc_map_at_1000_max": 0.692692, + "nauc_map_at_1000_std": 0.578714, + "nauc_map_at_1000_diff1": 0.815105, + "nauc_recall_at_1_max": 0.687192, + "nauc_recall_at_1_std": 0.549754, + "nauc_recall_at_1_diff1": 0.848977, + "nauc_recall_at_3_max": 0.701684, + "nauc_recall_at_3_std": 0.608432, + "nauc_recall_at_3_diff1": 0.780183, + "nauc_recall_at_5_max": 0.690279, + "nauc_recall_at_5_std": 0.616767, + "nauc_recall_at_5_diff1": 0.760088, + "nauc_recall_at_10_max": 0.680078, + "nauc_recall_at_10_std": 0.600564, + "nauc_recall_at_10_diff1": 0.751718, + "nauc_recall_at_20_max": 0.670939, + "nauc_recall_at_20_std": 0.602814, + "nauc_recall_at_20_diff1": 0.720968, + "nauc_recall_at_100_max": 0.639882, + "nauc_recall_at_100_std": 0.715597, + "nauc_recall_at_100_diff1": 0.658197, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.687192, + "nauc_precision_at_1_std": 0.549754, + "nauc_precision_at_1_diff1": 0.848977, + "nauc_precision_at_3_max": 0.701684, + "nauc_precision_at_3_std": 0.608432, + "nauc_precision_at_3_diff1": 0.780183, + "nauc_precision_at_5_max": 0.690279, + "nauc_precision_at_5_std": 0.616767, + "nauc_precision_at_5_diff1": 0.760088, + "nauc_precision_at_10_max": 0.680078, + "nauc_precision_at_10_std": 0.600564, + "nauc_precision_at_10_diff1": 0.751718, + "nauc_precision_at_20_max": 0.670939, + "nauc_precision_at_20_std": 0.602814, + "nauc_precision_at_20_diff1": 0.720968, + "nauc_precision_at_100_max": 0.639882, + "nauc_precision_at_100_std": 0.715597, + "nauc_precision_at_100_diff1": 0.658197, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.687192, + "nauc_mrr_at_1_std": 0.549754, + "nauc_mrr_at_1_diff1": 0.848977, + "nauc_mrr_at_3_max": 0.69637, + "nauc_mrr_at_3_std": 0.578236, + "nauc_mrr_at_3_diff1": 0.81928, + "nauc_mrr_at_5_max": 0.694078, + "nauc_mrr_at_5_std": 0.579542, + "nauc_mrr_at_5_diff1": 0.816039, + "nauc_mrr_at_10_max": 0.692951, + "nauc_mrr_at_10_std": 0.577393, + "nauc_mrr_at_10_diff1": 0.815591, + "nauc_mrr_at_20_max": 0.692533, + "nauc_mrr_at_20_std": 0.577448, + "nauc_mrr_at_20_diff1": 0.814682, + "nauc_mrr_at_100_max": 0.692628, + "nauc_mrr_at_100_std": 0.579039, + "nauc_mrr_at_100_diff1": 0.814753, + "nauc_mrr_at_1000_max": 0.692692, + "nauc_mrr_at_1000_std": 0.578714, + "nauc_mrr_at_1000_diff1": 0.815105, + "main_score": 0.63359, + "hf_subset": "mri_Latn-mri_Latn", + "languages": [ + "mri-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.8437, + "ndcg_at_5": 0.85599, + "ndcg_at_10": 0.86767, + "ndcg_at_20": 0.87136, + "ndcg_at_100": 0.87742, + "ndcg_at_1000": 0.87848, + "map_at_1": 0.79222, + "map_at_3": 0.83148, + "map_at_5": 0.83826, + "map_at_10": 0.84297, + "map_at_20": 0.844, + "map_at_100": 0.84488, + "map_at_1000": 0.84493, + "recall_at_1": 0.79222, + "recall_at_3": 0.87889, + "recall_at_5": 0.90889, + "recall_at_10": 0.94556, + "recall_at_20": 0.96, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.79222, + "precision_at_3": 0.29296, + "precision_at_5": 0.18178, + "precision_at_10": 0.09456, + "precision_at_20": 0.048, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.831481, + "mrr_at_5": 0.838259, + "mrr_at_10": 0.842969, + "mrr_at_20": 0.844003, + "mrr_at_100": 0.844881, + "mrr_at_1000": 0.844934, + "nauc_ndcg_at_1_max": 0.603243, + "nauc_ndcg_at_1_std": 0.019351, + "nauc_ndcg_at_1_diff1": 0.867822, + "nauc_ndcg_at_3_max": 0.647939, + "nauc_ndcg_at_3_std": 0.055061, + "nauc_ndcg_at_3_diff1": 0.84945, + "nauc_ndcg_at_5_max": 0.64861, + "nauc_ndcg_at_5_std": 0.060403, + "nauc_ndcg_at_5_diff1": 0.852255, + "nauc_ndcg_at_10_max": 0.646317, + "nauc_ndcg_at_10_std": 0.080958, + "nauc_ndcg_at_10_diff1": 0.853492, + "nauc_ndcg_at_20_max": 0.640473, + "nauc_ndcg_at_20_std": 0.07601, + "nauc_ndcg_at_20_diff1": 0.852843, + "nauc_ndcg_at_100_max": 0.638837, + "nauc_ndcg_at_100_std": 0.065195, + "nauc_ndcg_at_100_diff1": 0.856319, + "nauc_ndcg_at_1000_max": 0.637683, + "nauc_ndcg_at_1000_std": 0.059919, + "nauc_ndcg_at_1000_diff1": 0.855724, + "nauc_map_at_1_max": 0.603243, + "nauc_map_at_1_std": 0.019351, + "nauc_map_at_1_diff1": 0.867822, + "nauc_map_at_3_max": 0.635872, + "nauc_map_at_3_std": 0.044503, + "nauc_map_at_3_diff1": 0.85475, + "nauc_map_at_5_max": 0.635411, + "nauc_map_at_5_std": 0.046182, + "nauc_map_at_5_diff1": 0.856083, + "nauc_map_at_10_max": 0.634506, + "nauc_map_at_10_std": 0.052623, + "nauc_map_at_10_diff1": 0.856729, + "nauc_map_at_20_max": 0.633008, + "nauc_map_at_20_std": 0.051359, + "nauc_map_at_20_diff1": 0.856578, + "nauc_map_at_100_max": 0.63293, + "nauc_map_at_100_std": 0.050016, + "nauc_map_at_100_diff1": 0.857044, + "nauc_map_at_1000_max": 0.632889, + "nauc_map_at_1000_std": 0.049827, + "nauc_map_at_1000_diff1": 0.857025, + "nauc_recall_at_1_max": 0.603243, + "nauc_recall_at_1_std": 0.019351, + "nauc_recall_at_1_diff1": 0.867822, + "nauc_recall_at_3_max": 0.694172, + "nauc_recall_at_3_std": 0.096061, + "nauc_recall_at_3_diff1": 0.828939, + "nauc_recall_at_5_max": 0.712618, + "nauc_recall_at_5_std": 0.131784, + "nauc_recall_at_5_diff1": 0.835013, + "nauc_recall_at_10_max": 0.734884, + "nauc_recall_at_10_std": 0.331113, + "nauc_recall_at_10_diff1": 0.830894, + "nauc_recall_at_20_max": 0.698594, + "nauc_recall_at_20_std": 0.359724, + "nauc_recall_at_20_diff1": 0.815671, + "nauc_recall_at_100_max": 0.767574, + "nauc_recall_at_100_std": 0.655262, + "nauc_recall_at_100_diff1": 0.922969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.603243, + "nauc_precision_at_1_std": 0.019351, + "nauc_precision_at_1_diff1": 0.867822, + "nauc_precision_at_3_max": 0.694172, + "nauc_precision_at_3_std": 0.096061, + "nauc_precision_at_3_diff1": 0.828939, + "nauc_precision_at_5_max": 0.712618, + "nauc_precision_at_5_std": 0.131784, + "nauc_precision_at_5_diff1": 0.835013, + "nauc_precision_at_10_max": 0.734884, + "nauc_precision_at_10_std": 0.331113, + "nauc_precision_at_10_diff1": 0.830894, + "nauc_precision_at_20_max": 0.698594, + "nauc_precision_at_20_std": 0.359724, + "nauc_precision_at_20_diff1": 0.815671, + "nauc_precision_at_100_max": 0.767574, + "nauc_precision_at_100_std": 0.655262, + "nauc_precision_at_100_diff1": 0.922969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.603243, + "nauc_mrr_at_1_std": 0.019351, + "nauc_mrr_at_1_diff1": 0.867822, + "nauc_mrr_at_3_max": 0.635872, + "nauc_mrr_at_3_std": 0.044503, + "nauc_mrr_at_3_diff1": 0.85475, + "nauc_mrr_at_5_max": 0.635411, + "nauc_mrr_at_5_std": 0.046182, + "nauc_mrr_at_5_diff1": 0.856083, + "nauc_mrr_at_10_max": 0.634506, + "nauc_mrr_at_10_std": 0.052623, + "nauc_mrr_at_10_diff1": 0.856729, + "nauc_mrr_at_20_max": 0.633008, + "nauc_mrr_at_20_std": 0.051359, + "nauc_mrr_at_20_diff1": 0.856578, + "nauc_mrr_at_100_max": 0.63293, + "nauc_mrr_at_100_std": 0.050016, + "nauc_mrr_at_100_diff1": 0.857044, + "nauc_mrr_at_1000_max": 0.632889, + "nauc_mrr_at_1000_std": 0.049827, + "nauc_mrr_at_1000_diff1": 0.857025, + "main_score": 0.86767, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.50556, + "ndcg_at_3": 0.55858, + "ndcg_at_5": 0.57168, + "ndcg_at_10": 0.58538, + "ndcg_at_20": 0.59557, + "ndcg_at_100": 0.61962, + "ndcg_at_1000": 0.63999, + "map_at_1": 0.50556, + "map_at_3": 0.54611, + "map_at_5": 0.55328, + "map_at_10": 0.55895, + "map_at_20": 0.56179, + "map_at_100": 0.56478, + "map_at_1000": 0.56559, + "recall_at_1": 0.50556, + "recall_at_3": 0.59444, + "recall_at_5": 0.62667, + "recall_at_10": 0.66889, + "recall_at_20": 0.70889, + "recall_at_100": 0.84333, + "recall_at_1000": 1.0, + "precision_at_1": 0.50556, + "precision_at_3": 0.19815, + "precision_at_5": 0.12533, + "precision_at_10": 0.06689, + "precision_at_20": 0.03544, + "precision_at_100": 0.00843, + "precision_at_1000": 0.001, + "mrr_at_1": 0.505556, + "mrr_at_3": 0.546111, + "mrr_at_5": 0.553278, + "mrr_at_10": 0.558949, + "mrr_at_20": 0.561793, + "mrr_at_100": 0.564783, + "mrr_at_1000": 0.565588, + "nauc_ndcg_at_1_max": 0.679793, + "nauc_ndcg_at_1_std": -0.072044, + "nauc_ndcg_at_1_diff1": 0.864457, + "nauc_ndcg_at_3_max": 0.678419, + "nauc_ndcg_at_3_std": -0.047006, + "nauc_ndcg_at_3_diff1": 0.823067, + "nauc_ndcg_at_5_max": 0.678597, + "nauc_ndcg_at_5_std": -0.0429, + "nauc_ndcg_at_5_diff1": 0.81299, + "nauc_ndcg_at_10_max": 0.675555, + "nauc_ndcg_at_10_std": -0.03146, + "nauc_ndcg_at_10_diff1": 0.808473, + "nauc_ndcg_at_20_max": 0.670439, + "nauc_ndcg_at_20_std": -0.035354, + "nauc_ndcg_at_20_diff1": 0.804847, + "nauc_ndcg_at_100_max": 0.664515, + "nauc_ndcg_at_100_std": -0.038392, + "nauc_ndcg_at_100_diff1": 0.802514, + "nauc_ndcg_at_1000_max": 0.671745, + "nauc_ndcg_at_1000_std": -0.040737, + "nauc_ndcg_at_1000_diff1": 0.813307, + "nauc_map_at_1_max": 0.679793, + "nauc_map_at_1_std": -0.072044, + "nauc_map_at_1_diff1": 0.864457, + "nauc_map_at_3_max": 0.679013, + "nauc_map_at_3_std": -0.052647, + "nauc_map_at_3_diff1": 0.833167, + "nauc_map_at_5_max": 0.679075, + "nauc_map_at_5_std": -0.050584, + "nauc_map_at_5_diff1": 0.827848, + "nauc_map_at_10_max": 0.677668, + "nauc_map_at_10_std": -0.045837, + "nauc_map_at_10_diff1": 0.825976, + "nauc_map_at_20_max": 0.676228, + "nauc_map_at_20_std": -0.046993, + "nauc_map_at_20_diff1": 0.82509, + "nauc_map_at_100_max": 0.675548, + "nauc_map_at_100_std": -0.047154, + "nauc_map_at_100_diff1": 0.824716, + "nauc_map_at_1000_max": 0.675793, + "nauc_map_at_1000_std": -0.047213, + "nauc_map_at_1000_diff1": 0.825097, + "nauc_recall_at_1_max": 0.679793, + "nauc_recall_at_1_std": -0.072044, + "nauc_recall_at_1_diff1": 0.864457, + "nauc_recall_at_3_max": 0.676502, + "nauc_recall_at_3_std": -0.030125, + "nauc_recall_at_3_diff1": 0.792462, + "nauc_recall_at_5_max": 0.677052, + "nauc_recall_at_5_std": -0.017999, + "nauc_recall_at_5_diff1": 0.764284, + "nauc_recall_at_10_max": 0.667471, + "nauc_recall_at_10_std": 0.022647, + "nauc_recall_at_10_diff1": 0.745654, + "nauc_recall_at_20_max": 0.643054, + "nauc_recall_at_20_std": 0.009333, + "nauc_recall_at_20_diff1": 0.722549, + "nauc_recall_at_100_max": 0.561534, + "nauc_recall_at_100_std": -0.001692, + "nauc_recall_at_100_diff1": 0.648466, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679793, + "nauc_precision_at_1_std": -0.072044, + "nauc_precision_at_1_diff1": 0.864457, + "nauc_precision_at_3_max": 0.676502, + "nauc_precision_at_3_std": -0.030125, + "nauc_precision_at_3_diff1": 0.792462, + "nauc_precision_at_5_max": 0.677052, + "nauc_precision_at_5_std": -0.017999, + "nauc_precision_at_5_diff1": 0.764284, + "nauc_precision_at_10_max": 0.667471, + "nauc_precision_at_10_std": 0.022647, + "nauc_precision_at_10_diff1": 0.745654, + "nauc_precision_at_20_max": 0.643054, + "nauc_precision_at_20_std": 0.009333, + "nauc_precision_at_20_diff1": 0.722549, + "nauc_precision_at_100_max": 0.561534, + "nauc_precision_at_100_std": -0.001692, + "nauc_precision_at_100_diff1": 0.648466, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.679793, + "nauc_mrr_at_1_std": -0.072044, + "nauc_mrr_at_1_diff1": 0.864457, + "nauc_mrr_at_3_max": 0.679013, + "nauc_mrr_at_3_std": -0.052647, + "nauc_mrr_at_3_diff1": 0.833167, + "nauc_mrr_at_5_max": 0.679075, + "nauc_mrr_at_5_std": -0.050584, + "nauc_mrr_at_5_diff1": 0.827848, + "nauc_mrr_at_10_max": 0.677668, + "nauc_mrr_at_10_std": -0.045837, + "nauc_mrr_at_10_diff1": 0.825976, + "nauc_mrr_at_20_max": 0.676228, + "nauc_mrr_at_20_std": -0.046993, + "nauc_mrr_at_20_diff1": 0.82509, + "nauc_mrr_at_100_max": 0.675548, + "nauc_mrr_at_100_std": -0.047154, + "nauc_mrr_at_100_diff1": 0.824716, + "nauc_mrr_at_1000_max": 0.675793, + "nauc_mrr_at_1000_std": -0.047213, + "nauc_mrr_at_1000_diff1": 0.825097, + "main_score": 0.58538, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.74444, + "ndcg_at_3": 0.80922, + "ndcg_at_5": 0.82012, + "ndcg_at_10": 0.82899, + "ndcg_at_20": 0.83747, + "ndcg_at_100": 0.84506, + "ndcg_at_1000": 0.84738, + "map_at_1": 0.74444, + "map_at_3": 0.79389, + "map_at_5": 0.79989, + "map_at_10": 0.80349, + "map_at_20": 0.80584, + "map_at_100": 0.80688, + "map_at_1000": 0.80698, + "recall_at_1": 0.74444, + "recall_at_3": 0.85333, + "recall_at_5": 0.88, + "recall_at_10": 0.90778, + "recall_at_20": 0.94111, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.74444, + "precision_at_3": 0.28444, + "precision_at_5": 0.176, + "precision_at_10": 0.09078, + "precision_at_20": 0.04706, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.744444, + "mrr_at_3": 0.793889, + "mrr_at_5": 0.799889, + "mrr_at_10": 0.803488, + "mrr_at_20": 0.805844, + "mrr_at_100": 0.806884, + "mrr_at_1000": 0.806978, + "nauc_ndcg_at_1_max": 0.683763, + "nauc_ndcg_at_1_std": 0.220902, + "nauc_ndcg_at_1_diff1": 0.857586, + "nauc_ndcg_at_3_max": 0.716657, + "nauc_ndcg_at_3_std": 0.255352, + "nauc_ndcg_at_3_diff1": 0.82775, + "nauc_ndcg_at_5_max": 0.719887, + "nauc_ndcg_at_5_std": 0.275789, + "nauc_ndcg_at_5_diff1": 0.822064, + "nauc_ndcg_at_10_max": 0.71591, + "nauc_ndcg_at_10_std": 0.267126, + "nauc_ndcg_at_10_diff1": 0.820859, + "nauc_ndcg_at_20_max": 0.715641, + "nauc_ndcg_at_20_std": 0.267947, + "nauc_ndcg_at_20_diff1": 0.82572, + "nauc_ndcg_at_100_max": 0.714352, + "nauc_ndcg_at_100_std": 0.262364, + "nauc_ndcg_at_100_diff1": 0.83064, + "nauc_ndcg_at_1000_max": 0.711758, + "nauc_ndcg_at_1000_std": 0.261699, + "nauc_ndcg_at_1000_diff1": 0.830726, + "nauc_map_at_1_max": 0.683763, + "nauc_map_at_1_std": 0.220902, + "nauc_map_at_1_diff1": 0.857586, + "nauc_map_at_3_max": 0.708053, + "nauc_map_at_3_std": 0.248288, + "nauc_map_at_3_diff1": 0.835507, + "nauc_map_at_5_max": 0.709639, + "nauc_map_at_5_std": 0.258175, + "nauc_map_at_5_diff1": 0.832946, + "nauc_map_at_10_max": 0.707908, + "nauc_map_at_10_std": 0.254665, + "nauc_map_at_10_diff1": 0.832415, + "nauc_map_at_20_max": 0.707715, + "nauc_map_at_20_std": 0.255145, + "nauc_map_at_20_diff1": 0.833823, + "nauc_map_at_100_max": 0.707469, + "nauc_map_at_100_std": 0.25465, + "nauc_map_at_100_diff1": 0.834435, + "nauc_map_at_1000_max": 0.707396, + "nauc_map_at_1000_std": 0.254684, + "nauc_map_at_1000_diff1": 0.834456, + "nauc_recall_at_1_max": 0.683763, + "nauc_recall_at_1_std": 0.220902, + "nauc_recall_at_1_diff1": 0.857586, + "nauc_recall_at_3_max": 0.749358, + "nauc_recall_at_3_std": 0.280998, + "nauc_recall_at_3_diff1": 0.798298, + "nauc_recall_at_5_max": 0.765634, + "nauc_recall_at_5_std": 0.35789, + "nauc_recall_at_5_diff1": 0.772342, + "nauc_recall_at_10_max": 0.758125, + "nauc_recall_at_10_std": 0.334689, + "nauc_recall_at_10_diff1": 0.75547, + "nauc_recall_at_20_max": 0.77983, + "nauc_recall_at_20_std": 0.370919, + "nauc_recall_at_20_diff1": 0.764521, + "nauc_recall_at_100_max": 0.877772, + "nauc_recall_at_100_std": 0.330328, + "nauc_recall_at_100_diff1": 0.832546, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.683763, + "nauc_precision_at_1_std": 0.220902, + "nauc_precision_at_1_diff1": 0.857586, + "nauc_precision_at_3_max": 0.749358, + "nauc_precision_at_3_std": 0.280998, + "nauc_precision_at_3_diff1": 0.798298, + "nauc_precision_at_5_max": 0.765634, + "nauc_precision_at_5_std": 0.35789, + "nauc_precision_at_5_diff1": 0.772342, + "nauc_precision_at_10_max": 0.758125, + "nauc_precision_at_10_std": 0.334689, + "nauc_precision_at_10_diff1": 0.75547, + "nauc_precision_at_20_max": 0.77983, + "nauc_precision_at_20_std": 0.370919, + "nauc_precision_at_20_diff1": 0.764521, + "nauc_precision_at_100_max": 0.877772, + "nauc_precision_at_100_std": 0.330328, + "nauc_precision_at_100_diff1": 0.832546, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.683763, + "nauc_mrr_at_1_std": 0.220902, + "nauc_mrr_at_1_diff1": 0.857586, + "nauc_mrr_at_3_max": 0.708053, + "nauc_mrr_at_3_std": 0.248288, + "nauc_mrr_at_3_diff1": 0.835507, + "nauc_mrr_at_5_max": 0.709639, + "nauc_mrr_at_5_std": 0.258175, + "nauc_mrr_at_5_diff1": 0.832946, + "nauc_mrr_at_10_max": 0.707908, + "nauc_mrr_at_10_std": 0.254665, + "nauc_mrr_at_10_diff1": 0.832415, + "nauc_mrr_at_20_max": 0.707715, + "nauc_mrr_at_20_std": 0.255145, + "nauc_mrr_at_20_diff1": 0.833823, + "nauc_mrr_at_100_max": 0.707469, + "nauc_mrr_at_100_std": 0.25465, + "nauc_mrr_at_100_diff1": 0.834435, + "nauc_mrr_at_1000_max": 0.707396, + "nauc_mrr_at_1000_std": 0.254684, + "nauc_mrr_at_1000_diff1": 0.834456, + "main_score": 0.82899, + "hf_subset": "mya_Mymr-mya_Mymr", + "languages": [ + "mya-Mymr", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92014, + "ndcg_at_5": 0.92684, + "ndcg_at_10": 0.93391, + "ndcg_at_20": 0.93564, + "ndcg_at_100": 0.93666, + "ndcg_at_1000": 0.93734, + "map_at_1": 0.88333, + "map_at_3": 0.91167, + "map_at_5": 0.91528, + "map_at_10": 0.91834, + "map_at_20": 0.91884, + "map_at_100": 0.91897, + "map_at_1000": 0.91899, + "recall_at_1": 0.88333, + "recall_at_3": 0.94444, + "recall_at_5": 0.96111, + "recall_at_10": 0.98222, + "recall_at_20": 0.98889, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.88333, + "precision_at_3": 0.31481, + "precision_at_5": 0.19222, + "precision_at_10": 0.09822, + "precision_at_20": 0.04944, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.911667, + "mrr_at_5": 0.915278, + "mrr_at_10": 0.91834, + "mrr_at_20": 0.91884, + "mrr_at_100": 0.918972, + "mrr_at_1000": 0.918992, + "nauc_ndcg_at_1_max": 0.586997, + "nauc_ndcg_at_1_std": -0.050365, + "nauc_ndcg_at_1_diff1": 0.866127, + "nauc_ndcg_at_3_max": 0.672775, + "nauc_ndcg_at_3_std": -0.012411, + "nauc_ndcg_at_3_diff1": 0.87297, + "nauc_ndcg_at_5_max": 0.679879, + "nauc_ndcg_at_5_std": 0.029029, + "nauc_ndcg_at_5_diff1": 0.886516, + "nauc_ndcg_at_10_max": 0.654591, + "nauc_ndcg_at_10_std": 0.000149, + "nauc_ndcg_at_10_diff1": 0.88086, + "nauc_ndcg_at_20_max": 0.650391, + "nauc_ndcg_at_20_std": 0.006878, + "nauc_ndcg_at_20_diff1": 0.878182, + "nauc_ndcg_at_100_max": 0.647455, + "nauc_ndcg_at_100_std": -0.002936, + "nauc_ndcg_at_100_diff1": 0.877597, + "nauc_ndcg_at_1000_max": 0.645386, + "nauc_ndcg_at_1000_std": -0.007769, + "nauc_ndcg_at_1000_diff1": 0.876253, + "nauc_map_at_1_max": 0.586997, + "nauc_map_at_1_std": -0.050365, + "nauc_map_at_1_diff1": 0.866127, + "nauc_map_at_3_max": 0.647326, + "nauc_map_at_3_std": -0.024778, + "nauc_map_at_3_diff1": 0.870884, + "nauc_map_at_5_max": 0.64923, + "nauc_map_at_5_std": -0.006523, + "nauc_map_at_5_diff1": 0.87709, + "nauc_map_at_10_max": 0.639215, + "nauc_map_at_10_std": -0.017796, + "nauc_map_at_10_diff1": 0.874571, + "nauc_map_at_20_max": 0.638091, + "nauc_map_at_20_std": -0.017003, + "nauc_map_at_20_diff1": 0.873908, + "nauc_map_at_100_max": 0.63777, + "nauc_map_at_100_std": -0.018081, + "nauc_map_at_100_diff1": 0.873864, + "nauc_map_at_1000_max": 0.637722, + "nauc_map_at_1000_std": -0.018142, + "nauc_map_at_1000_diff1": 0.873832, + "nauc_recall_at_1_max": 0.586997, + "nauc_recall_at_1_std": -0.050365, + "nauc_recall_at_1_diff1": 0.866127, + "nauc_recall_at_3_max": 0.787003, + "nauc_recall_at_3_std": 0.043866, + "nauc_recall_at_3_diff1": 0.882372, + "nauc_recall_at_5_max": 0.871682, + "nauc_recall_at_5_std": 0.265053, + "nauc_recall_at_5_diff1": 0.949446, + "nauc_recall_at_10_max": 0.82172, + "nauc_recall_at_10_std": 0.223564, + "nauc_recall_at_10_diff1": 0.966299, + "nauc_recall_at_20_max": 0.832866, + "nauc_recall_at_20_std": 0.539309, + "nauc_recall_at_20_diff1": 0.95915, + "nauc_recall_at_100_max": 0.836601, + "nauc_recall_at_100_std": 0.480486, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.586997, + "nauc_precision_at_1_std": -0.050365, + "nauc_precision_at_1_diff1": 0.866127, + "nauc_precision_at_3_max": 0.787003, + "nauc_precision_at_3_std": 0.043866, + "nauc_precision_at_3_diff1": 0.882372, + "nauc_precision_at_5_max": 0.871682, + "nauc_precision_at_5_std": 0.265053, + "nauc_precision_at_5_diff1": 0.949446, + "nauc_precision_at_10_max": 0.82172, + "nauc_precision_at_10_std": 0.223564, + "nauc_precision_at_10_diff1": 0.966299, + "nauc_precision_at_20_max": 0.832866, + "nauc_precision_at_20_std": 0.539309, + "nauc_precision_at_20_diff1": 0.95915, + "nauc_precision_at_100_max": 0.836601, + "nauc_precision_at_100_std": 0.480486, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.586997, + "nauc_mrr_at_1_std": -0.050365, + "nauc_mrr_at_1_diff1": 0.866127, + "nauc_mrr_at_3_max": 0.647326, + "nauc_mrr_at_3_std": -0.024778, + "nauc_mrr_at_3_diff1": 0.870884, + "nauc_mrr_at_5_max": 0.64923, + "nauc_mrr_at_5_std": -0.006523, + "nauc_mrr_at_5_diff1": 0.87709, + "nauc_mrr_at_10_max": 0.639215, + "nauc_mrr_at_10_std": -0.017796, + "nauc_mrr_at_10_diff1": 0.874571, + "nauc_mrr_at_20_max": 0.638091, + "nauc_mrr_at_20_std": -0.017003, + "nauc_mrr_at_20_diff1": 0.873908, + "nauc_mrr_at_100_max": 0.63777, + "nauc_mrr_at_100_std": -0.018081, + "nauc_mrr_at_100_diff1": 0.873864, + "nauc_mrr_at_1000_max": 0.637722, + "nauc_mrr_at_1000_std": -0.018142, + "nauc_mrr_at_1000_diff1": 0.873832, + "main_score": 0.93391, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67222, + "ndcg_at_3": 0.74526, + "ndcg_at_5": 0.7555, + "ndcg_at_10": 0.76988, + "ndcg_at_20": 0.77898, + "ndcg_at_100": 0.79296, + "ndcg_at_1000": 0.79651, + "map_at_1": 0.67222, + "map_at_3": 0.72815, + "map_at_5": 0.73393, + "map_at_10": 0.73987, + "map_at_20": 0.74242, + "map_at_100": 0.74442, + "map_at_1000": 0.74457, + "recall_at_1": 0.67222, + "recall_at_3": 0.79444, + "recall_at_5": 0.81889, + "recall_at_10": 0.86333, + "recall_at_20": 0.89889, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.67222, + "precision_at_3": 0.26481, + "precision_at_5": 0.16378, + "precision_at_10": 0.08633, + "precision_at_20": 0.04494, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.672222, + "mrr_at_3": 0.728148, + "mrr_at_5": 0.733926, + "mrr_at_10": 0.739869, + "mrr_at_20": 0.742422, + "mrr_at_100": 0.744417, + "mrr_at_1000": 0.744568, + "nauc_ndcg_at_1_max": 0.641741, + "nauc_ndcg_at_1_std": 0.187806, + "nauc_ndcg_at_1_diff1": 0.831438, + "nauc_ndcg_at_3_max": 0.663059, + "nauc_ndcg_at_3_std": 0.226387, + "nauc_ndcg_at_3_diff1": 0.798597, + "nauc_ndcg_at_5_max": 0.667945, + "nauc_ndcg_at_5_std": 0.239658, + "nauc_ndcg_at_5_diff1": 0.795341, + "nauc_ndcg_at_10_max": 0.667186, + "nauc_ndcg_at_10_std": 0.236139, + "nauc_ndcg_at_10_diff1": 0.796611, + "nauc_ndcg_at_20_max": 0.661159, + "nauc_ndcg_at_20_std": 0.242526, + "nauc_ndcg_at_20_diff1": 0.792459, + "nauc_ndcg_at_100_max": 0.662995, + "nauc_ndcg_at_100_std": 0.236455, + "nauc_ndcg_at_100_diff1": 0.800202, + "nauc_ndcg_at_1000_max": 0.662108, + "nauc_ndcg_at_1000_std": 0.231809, + "nauc_ndcg_at_1000_diff1": 0.801725, + "nauc_map_at_1_max": 0.641741, + "nauc_map_at_1_std": 0.187806, + "nauc_map_at_1_diff1": 0.831438, + "nauc_map_at_3_max": 0.65838, + "nauc_map_at_3_std": 0.216217, + "nauc_map_at_3_diff1": 0.807356, + "nauc_map_at_5_max": 0.66105, + "nauc_map_at_5_std": 0.223539, + "nauc_map_at_5_diff1": 0.805837, + "nauc_map_at_10_max": 0.660624, + "nauc_map_at_10_std": 0.22211, + "nauc_map_at_10_diff1": 0.806612, + "nauc_map_at_20_max": 0.658983, + "nauc_map_at_20_std": 0.223211, + "nauc_map_at_20_diff1": 0.805679, + "nauc_map_at_100_max": 0.659438, + "nauc_map_at_100_std": 0.222831, + "nauc_map_at_100_diff1": 0.806733, + "nauc_map_at_1000_max": 0.65941, + "nauc_map_at_1000_std": 0.222674, + "nauc_map_at_1000_diff1": 0.80679, + "nauc_recall_at_1_max": 0.641741, + "nauc_recall_at_1_std": 0.187806, + "nauc_recall_at_1_diff1": 0.831438, + "nauc_recall_at_3_max": 0.679124, + "nauc_recall_at_3_std": 0.262411, + "nauc_recall_at_3_diff1": 0.767517, + "nauc_recall_at_5_max": 0.694755, + "nauc_recall_at_5_std": 0.303861, + "nauc_recall_at_5_diff1": 0.75385, + "nauc_recall_at_10_max": 0.698831, + "nauc_recall_at_10_std": 0.303584, + "nauc_recall_at_10_diff1": 0.747217, + "nauc_recall_at_20_max": 0.664512, + "nauc_recall_at_20_std": 0.378392, + "nauc_recall_at_20_diff1": 0.700815, + "nauc_recall_at_100_max": 0.709092, + "nauc_recall_at_100_std": 0.473273, + "nauc_recall_at_100_diff1": 0.723798, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641741, + "nauc_precision_at_1_std": 0.187806, + "nauc_precision_at_1_diff1": 0.831438, + "nauc_precision_at_3_max": 0.679124, + "nauc_precision_at_3_std": 0.262411, + "nauc_precision_at_3_diff1": 0.767517, + "nauc_precision_at_5_max": 0.694755, + "nauc_precision_at_5_std": 0.303861, + "nauc_precision_at_5_diff1": 0.75385, + "nauc_precision_at_10_max": 0.698831, + "nauc_precision_at_10_std": 0.303584, + "nauc_precision_at_10_diff1": 0.747217, + "nauc_precision_at_20_max": 0.664512, + "nauc_precision_at_20_std": 0.378392, + "nauc_precision_at_20_diff1": 0.700815, + "nauc_precision_at_100_max": 0.709092, + "nauc_precision_at_100_std": 0.473273, + "nauc_precision_at_100_diff1": 0.723798, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.641741, + "nauc_mrr_at_1_std": 0.187806, + "nauc_mrr_at_1_diff1": 0.831438, + "nauc_mrr_at_3_max": 0.65838, + "nauc_mrr_at_3_std": 0.216217, + "nauc_mrr_at_3_diff1": 0.807356, + "nauc_mrr_at_5_max": 0.66105, + "nauc_mrr_at_5_std": 0.223539, + "nauc_mrr_at_5_diff1": 0.805837, + "nauc_mrr_at_10_max": 0.660624, + "nauc_mrr_at_10_std": 0.22211, + "nauc_mrr_at_10_diff1": 0.806612, + "nauc_mrr_at_20_max": 0.658983, + "nauc_mrr_at_20_std": 0.223211, + "nauc_mrr_at_20_diff1": 0.805679, + "nauc_mrr_at_100_max": 0.659438, + "nauc_mrr_at_100_std": 0.222831, + "nauc_mrr_at_100_diff1": 0.806733, + "nauc_mrr_at_1000_max": 0.65941, + "nauc_mrr_at_1000_std": 0.222674, + "nauc_mrr_at_1000_diff1": 0.80679, + "main_score": 0.76988, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.89222, + "ndcg_at_3": 0.92722, + "ndcg_at_5": 0.9354, + "ndcg_at_10": 0.93914, + "ndcg_at_20": 0.94024, + "ndcg_at_100": 0.94178, + "ndcg_at_1000": 0.94269, + "map_at_1": 0.89222, + "map_at_3": 0.91926, + "map_at_5": 0.92376, + "map_at_10": 0.92539, + "map_at_20": 0.92568, + "map_at_100": 0.92593, + "map_at_1000": 0.92597, + "recall_at_1": 0.89222, + "recall_at_3": 0.95, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, + "recall_at_20": 0.98556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.89222, + "precision_at_3": 0.31667, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, + "precision_at_20": 0.04928, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892222, + "mrr_at_3": 0.919259, + "mrr_at_5": 0.923759, + "mrr_at_10": 0.925386, + "mrr_at_20": 0.925678, + "mrr_at_100": 0.925929, + "mrr_at_1000": 0.925973, + "nauc_ndcg_at_1_max": 0.794528, + "nauc_ndcg_at_1_std": -0.045585, + "nauc_ndcg_at_1_diff1": 0.958798, + "nauc_ndcg_at_3_max": 0.853482, + "nauc_ndcg_at_3_std": -0.012409, + "nauc_ndcg_at_3_diff1": 0.951957, + "nauc_ndcg_at_5_max": 0.847175, + "nauc_ndcg_at_5_std": -0.030167, + "nauc_ndcg_at_5_diff1": 0.956071, + "nauc_ndcg_at_10_max": 0.841998, + "nauc_ndcg_at_10_std": -0.028741, + "nauc_ndcg_at_10_diff1": 0.956568, + "nauc_ndcg_at_20_max": 0.840951, + "nauc_ndcg_at_20_std": -0.025028, + "nauc_ndcg_at_20_diff1": 0.957576, + "nauc_ndcg_at_100_max": 0.838804, + "nauc_ndcg_at_100_std": -0.026106, + "nauc_ndcg_at_100_diff1": 0.956941, + "nauc_ndcg_at_1000_max": 0.836227, + "nauc_ndcg_at_1000_std": -0.028739, + "nauc_ndcg_at_1000_diff1": 0.956627, + "nauc_map_at_1_max": 0.794528, + "nauc_map_at_1_std": -0.045585, + "nauc_map_at_1_diff1": 0.958798, + "nauc_map_at_3_max": 0.837426, + "nauc_map_at_3_std": -0.025216, + "nauc_map_at_3_diff1": 0.95415, + "nauc_map_at_5_max": 0.833634, + "nauc_map_at_5_std": -0.035542, + "nauc_map_at_5_diff1": 0.956274, + "nauc_map_at_10_max": 0.831562, + "nauc_map_at_10_std": -0.034442, + "nauc_map_at_10_diff1": 0.956445, + "nauc_map_at_20_max": 0.831295, + "nauc_map_at_20_std": -0.033716, + "nauc_map_at_20_diff1": 0.956624, + "nauc_map_at_100_max": 0.830999, + "nauc_map_at_100_std": -0.033494, + "nauc_map_at_100_diff1": 0.956538, + "nauc_map_at_1000_max": 0.830897, + "nauc_map_at_1000_std": -0.033528, + "nauc_map_at_1000_diff1": 0.95653, + "nauc_recall_at_1_max": 0.794528, + "nauc_recall_at_1_std": -0.045585, + "nauc_recall_at_1_diff1": 0.958798, + "nauc_recall_at_3_max": 0.925936, + "nauc_recall_at_3_std": 0.048325, + "nauc_recall_at_3_diff1": 0.941799, + "nauc_recall_at_5_max": 0.940087, + "nauc_recall_at_5_std": 0.009147, + "nauc_recall_at_5_diff1": 0.955822, + "nauc_recall_at_10_max": 0.944252, + "nauc_recall_at_10_std": 0.031856, + "nauc_recall_at_10_diff1": 0.960592, + "nauc_recall_at_20_max": 0.958522, + "nauc_recall_at_20_std": 0.114379, + "nauc_recall_at_20_diff1": 0.979889, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.17577, + "nauc_recall_at_100_diff1": 0.978214, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794528, + "nauc_precision_at_1_std": -0.045585, + "nauc_precision_at_1_diff1": 0.958798, + "nauc_precision_at_3_max": 0.925936, + "nauc_precision_at_3_std": 0.048325, + "nauc_precision_at_3_diff1": 0.941799, + "nauc_precision_at_5_max": 0.940087, + "nauc_precision_at_5_std": 0.009147, + "nauc_precision_at_5_diff1": 0.955822, + "nauc_precision_at_10_max": 0.944252, + "nauc_precision_at_10_std": 0.031856, + "nauc_precision_at_10_diff1": 0.960592, + "nauc_precision_at_20_max": 0.958522, + "nauc_precision_at_20_std": 0.114379, + "nauc_precision_at_20_diff1": 0.979889, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.17577, + "nauc_precision_at_100_diff1": 0.978214, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794528, + "nauc_mrr_at_1_std": -0.045585, + "nauc_mrr_at_1_diff1": 0.958798, + "nauc_mrr_at_3_max": 0.837426, + "nauc_mrr_at_3_std": -0.025216, + "nauc_mrr_at_3_diff1": 0.95415, + "nauc_mrr_at_5_max": 0.833634, + "nauc_mrr_at_5_std": -0.035542, + "nauc_mrr_at_5_diff1": 0.956274, + "nauc_mrr_at_10_max": 0.831562, + "nauc_mrr_at_10_std": -0.034442, + "nauc_mrr_at_10_diff1": 0.956445, + "nauc_mrr_at_20_max": 0.831295, + "nauc_mrr_at_20_std": -0.033716, + "nauc_mrr_at_20_diff1": 0.956624, + "nauc_mrr_at_100_max": 0.830999, + "nauc_mrr_at_100_std": -0.033494, + "nauc_mrr_at_100_diff1": 0.956538, + "nauc_mrr_at_1000_max": 0.830897, + "nauc_mrr_at_1000_std": -0.033528, + "nauc_mrr_at_1000_diff1": 0.95653, + "main_score": 0.93914, + "hf_subset": "nld_Latn-nld_Latn", + "languages": [ + "nld-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95702, + "ndcg_at_5": 0.95879, + "ndcg_at_10": 0.96093, + "ndcg_at_20": 0.96233, + "ndcg_at_100": 0.96298, + "ndcg_at_1000": 0.96343, + "map_at_1": 0.92778, + "map_at_3": 0.95019, + "map_at_5": 0.95113, + "map_at_10": 0.95201, + "map_at_20": 0.95238, + "map_at_100": 0.95249, + "map_at_1000": 0.95251, + "recall_at_1": 0.92778, + "recall_at_3": 0.97667, + "recall_at_5": 0.98111, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.32556, + "precision_at_5": 0.19622, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.950185, + "mrr_at_5": 0.95113, + "mrr_at_10": 0.952006, + "mrr_at_20": 0.952384, + "mrr_at_100": 0.952487, + "mrr_at_1000": 0.952506, + "nauc_ndcg_at_1_max": 0.738239, + "nauc_ndcg_at_1_std": -0.123673, + "nauc_ndcg_at_1_diff1": 0.956942, + "nauc_ndcg_at_3_max": 0.792709, + "nauc_ndcg_at_3_std": -0.104495, + "nauc_ndcg_at_3_diff1": 0.958731, + "nauc_ndcg_at_5_max": 0.785179, + "nauc_ndcg_at_5_std": -0.093244, + "nauc_ndcg_at_5_diff1": 0.959842, + "nauc_ndcg_at_10_max": 0.776928, + "nauc_ndcg_at_10_std": -0.094006, + "nauc_ndcg_at_10_diff1": 0.957639, + "nauc_ndcg_at_20_max": 0.779963, + "nauc_ndcg_at_20_std": -0.071177, + "nauc_ndcg_at_20_diff1": 0.958074, + "nauc_ndcg_at_100_max": 0.776055, + "nauc_ndcg_at_100_std": -0.086347, + "nauc_ndcg_at_100_diff1": 0.958114, + "nauc_ndcg_at_1000_max": 0.773842, + "nauc_ndcg_at_1000_std": -0.095852, + "nauc_ndcg_at_1000_diff1": 0.958129, + "nauc_map_at_1_max": 0.738239, + "nauc_map_at_1_std": -0.123673, + "nauc_map_at_1_diff1": 0.956942, + "nauc_map_at_3_max": 0.776245, + "nauc_map_at_3_std": -0.113881, + "nauc_map_at_3_diff1": 0.958096, + "nauc_map_at_5_max": 0.772516, + "nauc_map_at_5_std": -0.108141, + "nauc_map_at_5_diff1": 0.958624, + "nauc_map_at_10_max": 0.76951, + "nauc_map_at_10_std": -0.108693, + "nauc_map_at_10_diff1": 0.957868, + "nauc_map_at_20_max": 0.769806, + "nauc_map_at_20_std": -0.104134, + "nauc_map_at_20_diff1": 0.95799, + "nauc_map_at_100_max": 0.76931, + "nauc_map_at_100_std": -0.106027, + "nauc_map_at_100_diff1": 0.957998, + "nauc_map_at_1000_max": 0.769232, + "nauc_map_at_1000_std": -0.106324, + "nauc_map_at_1000_diff1": 0.957998, + "nauc_recall_at_1_max": 0.738239, + "nauc_recall_at_1_std": -0.123673, + "nauc_recall_at_1_diff1": 0.956942, + "nauc_recall_at_3_max": 0.891868, + "nauc_recall_at_3_std": -0.044307, + "nauc_recall_at_3_diff1": 0.962652, + "nauc_recall_at_5_max": 0.874114, + "nauc_recall_at_5_std": 0.022409, + "nauc_recall_at_5_diff1": 0.969243, + "nauc_recall_at_10_max": 0.8411, + "nauc_recall_at_10_std": 0.077498, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.74681, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.707594, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738239, + "nauc_precision_at_1_std": -0.123673, + "nauc_precision_at_1_diff1": 0.956942, + "nauc_precision_at_3_max": 0.891868, + "nauc_precision_at_3_std": -0.044307, + "nauc_precision_at_3_diff1": 0.962652, + "nauc_precision_at_5_max": 0.874114, + "nauc_precision_at_5_std": 0.022409, + "nauc_precision_at_5_diff1": 0.969243, + "nauc_precision_at_10_max": 0.8411, + "nauc_precision_at_10_std": 0.077498, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.74681, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.707594, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.738239, + "nauc_mrr_at_1_std": -0.123673, + "nauc_mrr_at_1_diff1": 0.956942, + "nauc_mrr_at_3_max": 0.776245, + "nauc_mrr_at_3_std": -0.113881, + "nauc_mrr_at_3_diff1": 0.958096, + "nauc_mrr_at_5_max": 0.772516, + "nauc_mrr_at_5_std": -0.108141, + "nauc_mrr_at_5_diff1": 0.958624, + "nauc_mrr_at_10_max": 0.76951, + "nauc_mrr_at_10_std": -0.108693, + "nauc_mrr_at_10_diff1": 0.957868, + "nauc_mrr_at_20_max": 0.769806, + "nauc_mrr_at_20_std": -0.104134, + "nauc_mrr_at_20_diff1": 0.95799, + "nauc_mrr_at_100_max": 0.76931, + "nauc_mrr_at_100_std": -0.106027, + "nauc_mrr_at_100_diff1": 0.957998, + "nauc_mrr_at_1000_max": 0.769232, + "nauc_mrr_at_1000_std": -0.106324, + "nauc_mrr_at_1000_diff1": 0.957998, + "main_score": 0.96093, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.95202, + "ndcg_at_5": 0.95609, + "ndcg_at_10": 0.95759, + "ndcg_at_20": 0.95844, + "ndcg_at_100": 0.95989, + "ndcg_at_1000": 0.96003, + "map_at_1": 0.92111, + "map_at_3": 0.94463, + "map_at_5": 0.94685, + "map_at_10": 0.94752, + "map_at_20": 0.94775, + "map_at_100": 0.94795, + "map_at_1000": 0.94796, + "recall_at_1": 0.92111, + "recall_at_3": 0.97333, + "recall_at_5": 0.98333, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.32444, + "precision_at_5": 0.19667, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.94463, + "mrr_at_5": 0.946852, + "mrr_at_10": 0.947519, + "mrr_at_20": 0.947751, + "mrr_at_100": 0.947952, + "mrr_at_1000": 0.947956, + "nauc_ndcg_at_1_max": 0.748642, + "nauc_ndcg_at_1_std": -0.126169, + "nauc_ndcg_at_1_diff1": 0.935364, + "nauc_ndcg_at_3_max": 0.811221, + "nauc_ndcg_at_3_std": -0.065325, + "nauc_ndcg_at_3_diff1": 0.949589, + "nauc_ndcg_at_5_max": 0.802188, + "nauc_ndcg_at_5_std": -0.067993, + "nauc_ndcg_at_5_diff1": 0.949198, + "nauc_ndcg_at_10_max": 0.801752, + "nauc_ndcg_at_10_std": -0.051228, + "nauc_ndcg_at_10_diff1": 0.947391, + "nauc_ndcg_at_20_max": 0.800333, + "nauc_ndcg_at_20_std": -0.045725, + "nauc_ndcg_at_20_diff1": 0.946324, + "nauc_ndcg_at_100_max": 0.793699, + "nauc_ndcg_at_100_std": -0.071047, + "nauc_ndcg_at_100_diff1": 0.944978, + "nauc_ndcg_at_1000_max": 0.792972, + "nauc_ndcg_at_1000_std": -0.074822, + "nauc_ndcg_at_1000_diff1": 0.945245, + "nauc_map_at_1_max": 0.748642, + "nauc_map_at_1_std": -0.126169, + "nauc_map_at_1_diff1": 0.935364, + "nauc_map_at_3_max": 0.793421, + "nauc_map_at_3_std": -0.089655, + "nauc_map_at_3_diff1": 0.945594, + "nauc_map_at_5_max": 0.788695, + "nauc_map_at_5_std": -0.091985, + "nauc_map_at_5_diff1": 0.945368, + "nauc_map_at_10_max": 0.788507, + "nauc_map_at_10_std": -0.085154, + "nauc_map_at_10_diff1": 0.944674, + "nauc_map_at_20_max": 0.788069, + "nauc_map_at_20_std": -0.084301, + "nauc_map_at_20_diff1": 0.944429, + "nauc_map_at_100_max": 0.787293, + "nauc_map_at_100_std": -0.087588, + "nauc_map_at_100_diff1": 0.944257, + "nauc_map_at_1000_max": 0.787274, + "nauc_map_at_1000_std": -0.087687, + "nauc_map_at_1000_diff1": 0.944264, + "nauc_recall_at_1_max": 0.748642, + "nauc_recall_at_1_std": -0.126169, + "nauc_recall_at_1_diff1": 0.935364, + "nauc_recall_at_3_max": 0.914702, + "nauc_recall_at_3_std": 0.083392, + "nauc_recall_at_3_diff1": 0.972767, + "nauc_recall_at_5_max": 0.9169, + "nauc_recall_at_5_std": 0.156738, + "nauc_recall_at_5_diff1": 0.982571, + "nauc_recall_at_10_max": 0.95098, + "nauc_recall_at_10_std": 0.383456, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": 0.657505, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748642, + "nauc_precision_at_1_std": -0.126169, + "nauc_precision_at_1_diff1": 0.935364, + "nauc_precision_at_3_max": 0.914702, + "nauc_precision_at_3_std": 0.083392, + "nauc_precision_at_3_diff1": 0.972767, + "nauc_precision_at_5_max": 0.9169, + "nauc_precision_at_5_std": 0.156738, + "nauc_precision_at_5_diff1": 0.982571, + "nauc_precision_at_10_max": 0.95098, + "nauc_precision_at_10_std": 0.383456, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": 0.657505, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748642, + "nauc_mrr_at_1_std": -0.126169, + "nauc_mrr_at_1_diff1": 0.935364, + "nauc_mrr_at_3_max": 0.793421, + "nauc_mrr_at_3_std": -0.089655, + "nauc_mrr_at_3_diff1": 0.945594, + "nauc_mrr_at_5_max": 0.788695, + "nauc_mrr_at_5_std": -0.091985, + "nauc_mrr_at_5_diff1": 0.945368, + "nauc_mrr_at_10_max": 0.788507, + "nauc_mrr_at_10_std": -0.085154, + "nauc_mrr_at_10_diff1": 0.944674, + "nauc_mrr_at_20_max": 0.788069, + "nauc_mrr_at_20_std": -0.084301, + "nauc_mrr_at_20_diff1": 0.944429, + "nauc_mrr_at_100_max": 0.787293, + "nauc_mrr_at_100_std": -0.087588, + "nauc_mrr_at_100_diff1": 0.944257, + "nauc_mrr_at_1000_max": 0.787274, + "nauc_mrr_at_1000_std": -0.087687, + "nauc_mrr_at_1000_diff1": 0.944264, + "main_score": 0.95759, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92935, + "ndcg_at_5": 0.93576, + "ndcg_at_10": 0.93904, + "ndcg_at_20": 0.94041, + "ndcg_at_100": 0.94243, + "ndcg_at_1000": 0.943, + "map_at_1": 0.89, + "map_at_3": 0.92056, + "map_at_5": 0.92411, + "map_at_10": 0.9255, + "map_at_20": 0.92586, + "map_at_100": 0.9262, + "map_at_1000": 0.92622, + "recall_at_1": 0.89, + "recall_at_3": 0.95444, + "recall_at_5": 0.97, + "recall_at_10": 0.98, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89, + "precision_at_3": 0.31815, + "precision_at_5": 0.194, + "precision_at_10": 0.098, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.920556, + "mrr_at_5": 0.924111, + "mrr_at_10": 0.925495, + "mrr_at_20": 0.925857, + "mrr_at_100": 0.926196, + "mrr_at_1000": 0.926215, + "nauc_ndcg_at_1_max": 0.738114, + "nauc_ndcg_at_1_std": 0.0045, + "nauc_ndcg_at_1_diff1": 0.941777, + "nauc_ndcg_at_3_max": 0.807473, + "nauc_ndcg_at_3_std": 0.0093, + "nauc_ndcg_at_3_diff1": 0.936786, + "nauc_ndcg_at_5_max": 0.803353, + "nauc_ndcg_at_5_std": -0.007678, + "nauc_ndcg_at_5_diff1": 0.937983, + "nauc_ndcg_at_10_max": 0.797259, + "nauc_ndcg_at_10_std": -0.000232, + "nauc_ndcg_at_10_diff1": 0.940248, + "nauc_ndcg_at_20_max": 0.794391, + "nauc_ndcg_at_20_std": -0.003044, + "nauc_ndcg_at_20_diff1": 0.940268, + "nauc_ndcg_at_100_max": 0.79102, + "nauc_ndcg_at_100_std": 0.016879, + "nauc_ndcg_at_100_diff1": 0.940217, + "nauc_ndcg_at_1000_max": 0.788943, + "nauc_ndcg_at_1000_std": 0.008182, + "nauc_ndcg_at_1000_diff1": 0.939971, + "nauc_map_at_1_max": 0.738114, + "nauc_map_at_1_std": 0.0045, + "nauc_map_at_1_diff1": 0.941777, + "nauc_map_at_3_max": 0.788662, + "nauc_map_at_3_std": 0.007944, + "nauc_map_at_3_diff1": 0.938487, + "nauc_map_at_5_max": 0.785908, + "nauc_map_at_5_std": 0.000261, + "nauc_map_at_5_diff1": 0.939152, + "nauc_map_at_10_max": 0.783623, + "nauc_map_at_10_std": 0.003821, + "nauc_map_at_10_diff1": 0.939871, + "nauc_map_at_20_max": 0.78296, + "nauc_map_at_20_std": 0.003478, + "nauc_map_at_20_diff1": 0.939925, + "nauc_map_at_100_max": 0.782499, + "nauc_map_at_100_std": 0.005899, + "nauc_map_at_100_diff1": 0.939919, + "nauc_map_at_1000_max": 0.782442, + "nauc_map_at_1000_std": 0.005673, + "nauc_map_at_1000_diff1": 0.939915, + "nauc_recall_at_1_max": 0.738114, + "nauc_recall_at_1_std": 0.0045, + "nauc_recall_at_1_diff1": 0.941777, + "nauc_recall_at_3_max": 0.898317, + "nauc_recall_at_3_std": 0.015896, + "nauc_recall_at_3_diff1": 0.928264, + "nauc_recall_at_5_max": 0.923401, + "nauc_recall_at_5_std": -0.072086, + "nauc_recall_at_5_diff1": 0.929799, + "nauc_recall_at_10_max": 0.924396, + "nauc_recall_at_10_std": -0.052547, + "nauc_recall_at_10_diff1": 0.948257, + "nauc_recall_at_20_max": 0.925483, + "nauc_recall_at_20_std": -0.12799, + "nauc_recall_at_20_diff1": 0.949723, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.897876, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738114, + "nauc_precision_at_1_std": 0.0045, + "nauc_precision_at_1_diff1": 0.941777, + "nauc_precision_at_3_max": 0.898317, + "nauc_precision_at_3_std": 0.015896, + "nauc_precision_at_3_diff1": 0.928264, + "nauc_precision_at_5_max": 0.923401, + "nauc_precision_at_5_std": -0.072086, + "nauc_precision_at_5_diff1": 0.929799, + "nauc_precision_at_10_max": 0.924396, + "nauc_precision_at_10_std": -0.052547, + "nauc_precision_at_10_diff1": 0.948257, + "nauc_precision_at_20_max": 0.925483, + "nauc_precision_at_20_std": -0.12799, + "nauc_precision_at_20_diff1": 0.949723, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.897876, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.738114, + "nauc_mrr_at_1_std": 0.0045, + "nauc_mrr_at_1_diff1": 0.941777, + "nauc_mrr_at_3_max": 0.788662, + "nauc_mrr_at_3_std": 0.007944, + "nauc_mrr_at_3_diff1": 0.938487, + "nauc_mrr_at_5_max": 0.785908, + "nauc_mrr_at_5_std": 0.000261, + "nauc_mrr_at_5_diff1": 0.939152, + "nauc_mrr_at_10_max": 0.783623, + "nauc_mrr_at_10_std": 0.003821, + "nauc_mrr_at_10_diff1": 0.939871, + "nauc_mrr_at_20_max": 0.78296, + "nauc_mrr_at_20_std": 0.003478, + "nauc_mrr_at_20_diff1": 0.939925, + "nauc_mrr_at_100_max": 0.782499, + "nauc_mrr_at_100_std": 0.005899, + "nauc_mrr_at_100_diff1": 0.939919, + "nauc_mrr_at_1000_max": 0.782442, + "nauc_mrr_at_1000_std": 0.005673, + "nauc_mrr_at_1000_diff1": 0.939915, + "main_score": 0.93904, + "hf_subset": "nob_Latn-nob_Latn", + "languages": [ + "nob-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.95881, + "ndcg_at_5": 0.96106, + "ndcg_at_10": 0.96296, + "ndcg_at_20": 0.96417, + "ndcg_at_100": 0.96531, + "ndcg_at_1000": 0.96559, + "map_at_1": 0.93222, + "map_at_3": 0.95259, + "map_at_5": 0.95381, + "map_at_10": 0.95467, + "map_at_20": 0.95504, + "map_at_100": 0.95524, + "map_at_1000": 0.95525, + "recall_at_1": 0.93222, + "recall_at_3": 0.97667, + "recall_at_5": 0.98222, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.32556, + "precision_at_5": 0.19644, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.952593, + "mrr_at_5": 0.953815, + "mrr_at_10": 0.954668, + "mrr_at_20": 0.955042, + "mrr_at_100": 0.955242, + "mrr_at_1000": 0.955251, + "nauc_ndcg_at_1_max": 0.81133, + "nauc_ndcg_at_1_std": -0.039575, + "nauc_ndcg_at_1_diff1": 0.964642, + "nauc_ndcg_at_3_max": 0.83653, + "nauc_ndcg_at_3_std": -0.055451, + "nauc_ndcg_at_3_diff1": 0.957671, + "nauc_ndcg_at_5_max": 0.83853, + "nauc_ndcg_at_5_std": -0.058752, + "nauc_ndcg_at_5_diff1": 0.963151, + "nauc_ndcg_at_10_max": 0.83021, + "nauc_ndcg_at_10_std": -0.050548, + "nauc_ndcg_at_10_diff1": 0.961252, + "nauc_ndcg_at_20_max": 0.835672, + "nauc_ndcg_at_20_std": -0.033906, + "nauc_ndcg_at_20_diff1": 0.964416, + "nauc_ndcg_at_100_max": 0.833016, + "nauc_ndcg_at_100_std": -0.034406, + "nauc_ndcg_at_100_diff1": 0.963241, + "nauc_ndcg_at_1000_max": 0.831671, + "nauc_ndcg_at_1000_std": -0.042737, + "nauc_ndcg_at_1000_diff1": 0.962945, + "nauc_map_at_1_max": 0.81133, + "nauc_map_at_1_std": -0.039575, + "nauc_map_at_1_diff1": 0.964642, + "nauc_map_at_3_max": 0.830204, + "nauc_map_at_3_std": -0.051682, + "nauc_map_at_3_diff1": 0.960363, + "nauc_map_at_5_max": 0.830987, + "nauc_map_at_5_std": -0.053902, + "nauc_map_at_5_diff1": 0.96295, + "nauc_map_at_10_max": 0.827806, + "nauc_map_at_10_std": -0.051316, + "nauc_map_at_10_diff1": 0.962253, + "nauc_map_at_20_max": 0.829236, + "nauc_map_at_20_std": -0.047452, + "nauc_map_at_20_diff1": 0.963017, + "nauc_map_at_100_max": 0.828873, + "nauc_map_at_100_std": -0.04741, + "nauc_map_at_100_diff1": 0.962851, + "nauc_map_at_1000_max": 0.828839, + "nauc_map_at_1000_std": -0.047612, + "nauc_map_at_1000_diff1": 0.962844, + "nauc_recall_at_1_max": 0.81133, + "nauc_recall_at_1_std": -0.039575, + "nauc_recall_at_1_diff1": 0.964642, + "nauc_recall_at_3_max": 0.871638, + "nauc_recall_at_3_std": -0.076119, + "nauc_recall_at_3_diff1": 0.941643, + "nauc_recall_at_5_max": 0.893091, + "nauc_recall_at_5_std": -0.091795, + "nauc_recall_at_5_diff1": 0.966299, + "nauc_recall_at_10_max": 0.844495, + "nauc_recall_at_10_std": -0.024998, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.282513, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81133, + "nauc_precision_at_1_std": -0.039575, + "nauc_precision_at_1_diff1": 0.964642, + "nauc_precision_at_3_max": 0.871638, + "nauc_precision_at_3_std": -0.076119, + "nauc_precision_at_3_diff1": 0.941643, + "nauc_precision_at_5_max": 0.893091, + "nauc_precision_at_5_std": -0.091795, + "nauc_precision_at_5_diff1": 0.966299, + "nauc_precision_at_10_max": 0.844495, + "nauc_precision_at_10_std": -0.024998, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.282513, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81133, + "nauc_mrr_at_1_std": -0.039575, + "nauc_mrr_at_1_diff1": 0.964642, + "nauc_mrr_at_3_max": 0.830204, + "nauc_mrr_at_3_std": -0.051682, + "nauc_mrr_at_3_diff1": 0.960363, + "nauc_mrr_at_5_max": 0.830987, + "nauc_mrr_at_5_std": -0.053902, + "nauc_mrr_at_5_diff1": 0.96295, + "nauc_mrr_at_10_max": 0.827806, + "nauc_mrr_at_10_std": -0.051316, + "nauc_mrr_at_10_diff1": 0.962253, + "nauc_mrr_at_20_max": 0.829236, + "nauc_mrr_at_20_std": -0.047452, + "nauc_mrr_at_20_diff1": 0.963017, + "nauc_mrr_at_100_max": 0.828873, + "nauc_mrr_at_100_std": -0.04741, + "nauc_mrr_at_100_diff1": 0.962851, + "nauc_mrr_at_1000_max": 0.828839, + "nauc_mrr_at_1000_std": -0.047612, + "nauc_mrr_at_1000_diff1": 0.962844, + "main_score": 0.96296, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93763, + "ndcg_at_5": 0.94313, + "ndcg_at_10": 0.94633, + "ndcg_at_20": 0.9469, + "ndcg_at_100": 0.94876, + "ndcg_at_1000": 0.94906, + "map_at_1": 0.90111, + "map_at_3": 0.92907, + "map_at_5": 0.93213, + "map_at_10": 0.93343, + "map_at_20": 0.93359, + "map_at_100": 0.93385, + "map_at_1000": 0.93386, + "recall_at_1": 0.90111, + "recall_at_3": 0.96222, + "recall_at_5": 0.97556, + "recall_at_10": 0.98556, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90111, + "precision_at_3": 0.32074, + "precision_at_5": 0.19511, + "precision_at_10": 0.09856, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.929074, + "mrr_at_5": 0.93213, + "mrr_at_10": 0.933427, + "mrr_at_20": 0.933592, + "mrr_at_100": 0.933847, + "mrr_at_1000": 0.933859, + "nauc_ndcg_at_1_max": 0.665943, + "nauc_ndcg_at_1_std": -0.082009, + "nauc_ndcg_at_1_diff1": 0.94605, + "nauc_ndcg_at_3_max": 0.770556, + "nauc_ndcg_at_3_std": -0.035964, + "nauc_ndcg_at_3_diff1": 0.948975, + "nauc_ndcg_at_5_max": 0.75641, + "nauc_ndcg_at_5_std": -0.045301, + "nauc_ndcg_at_5_diff1": 0.949992, + "nauc_ndcg_at_10_max": 0.748179, + "nauc_ndcg_at_10_std": -0.0187, + "nauc_ndcg_at_10_diff1": 0.949511, + "nauc_ndcg_at_20_max": 0.746147, + "nauc_ndcg_at_20_std": -0.017512, + "nauc_ndcg_at_20_diff1": 0.948964, + "nauc_ndcg_at_100_max": 0.738965, + "nauc_ndcg_at_100_std": -0.034992, + "nauc_ndcg_at_100_diff1": 0.949258, + "nauc_ndcg_at_1000_max": 0.737469, + "nauc_ndcg_at_1000_std": -0.040924, + "nauc_ndcg_at_1000_diff1": 0.948967, + "nauc_map_at_1_max": 0.665943, + "nauc_map_at_1_std": -0.082009, + "nauc_map_at_1_diff1": 0.94605, + "nauc_map_at_3_max": 0.741388, + "nauc_map_at_3_std": -0.052497, + "nauc_map_at_3_diff1": 0.948317, + "nauc_map_at_5_max": 0.733602, + "nauc_map_at_5_std": -0.057389, + "nauc_map_at_5_diff1": 0.948885, + "nauc_map_at_10_max": 0.73047, + "nauc_map_at_10_std": -0.049678, + "nauc_map_at_10_diff1": 0.948661, + "nauc_map_at_20_max": 0.729957, + "nauc_map_at_20_std": -0.049543, + "nauc_map_at_20_diff1": 0.948534, + "nauc_map_at_100_max": 0.729086, + "nauc_map_at_100_std": -0.051748, + "nauc_map_at_100_diff1": 0.948572, + "nauc_map_at_1000_max": 0.729039, + "nauc_map_at_1000_std": -0.051931, + "nauc_map_at_1000_diff1": 0.948563, + "nauc_recall_at_1_max": 0.665943, + "nauc_recall_at_1_std": -0.082009, + "nauc_recall_at_1_diff1": 0.94605, + "nauc_recall_at_3_max": 0.92393, + "nauc_recall_at_3_std": 0.05443, + "nauc_recall_at_3_diff1": 0.952285, + "nauc_recall_at_5_max": 0.926471, + "nauc_recall_at_5_std": 0.048765, + "nauc_recall_at_5_diff1": 0.958408, + "nauc_recall_at_10_max": 0.948467, + "nauc_recall_at_10_std": 0.441141, + "nauc_recall_at_10_diff1": 0.959779, + "nauc_recall_at_20_max": 0.95098, + "nauc_recall_at_20_std": 0.547025, + "nauc_recall_at_20_diff1": 0.952466, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.665943, + "nauc_precision_at_1_std": -0.082009, + "nauc_precision_at_1_diff1": 0.94605, + "nauc_precision_at_3_max": 0.92393, + "nauc_precision_at_3_std": 0.05443, + "nauc_precision_at_3_diff1": 0.952285, + "nauc_precision_at_5_max": 0.926471, + "nauc_precision_at_5_std": 0.048765, + "nauc_precision_at_5_diff1": 0.958408, + "nauc_precision_at_10_max": 0.948467, + "nauc_precision_at_10_std": 0.441141, + "nauc_precision_at_10_diff1": 0.959779, + "nauc_precision_at_20_max": 0.95098, + "nauc_precision_at_20_std": 0.547025, + "nauc_precision_at_20_diff1": 0.952466, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.665943, + "nauc_mrr_at_1_std": -0.082009, + "nauc_mrr_at_1_diff1": 0.94605, + "nauc_mrr_at_3_max": 0.741388, + "nauc_mrr_at_3_std": -0.052497, + "nauc_mrr_at_3_diff1": 0.948317, + "nauc_mrr_at_5_max": 0.733602, + "nauc_mrr_at_5_std": -0.057389, + "nauc_mrr_at_5_diff1": 0.948885, + "nauc_mrr_at_10_max": 0.73047, + "nauc_mrr_at_10_std": -0.049678, + "nauc_mrr_at_10_diff1": 0.948661, + "nauc_mrr_at_20_max": 0.729957, + "nauc_mrr_at_20_std": -0.049543, + "nauc_mrr_at_20_diff1": 0.948534, + "nauc_mrr_at_100_max": 0.729086, + "nauc_mrr_at_100_std": -0.051748, + "nauc_mrr_at_100_diff1": 0.948572, + "nauc_mrr_at_1000_max": 0.729039, + "nauc_mrr_at_1000_std": -0.051931, + "nauc_mrr_at_1000_diff1": 0.948563, + "main_score": 0.94633, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.86321, + "ndcg_at_5": 0.87484, + "ndcg_at_10": 0.88392, + "ndcg_at_20": 0.88815, + "ndcg_at_100": 0.89285, + "ndcg_at_1000": 0.89402, + "map_at_1": 0.82, + "map_at_3": 0.85278, + "map_at_5": 0.85933, + "map_at_10": 0.86314, + "map_at_20": 0.86431, + "map_at_100": 0.86494, + "map_at_1000": 0.86499, + "recall_at_1": 0.82, + "recall_at_3": 0.89333, + "recall_at_5": 0.92111, + "recall_at_10": 0.94889, + "recall_at_20": 0.96556, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.82, + "precision_at_3": 0.29778, + "precision_at_5": 0.18422, + "precision_at_10": 0.09489, + "precision_at_20": 0.04828, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.82, + "mrr_at_3": 0.852778, + "mrr_at_5": 0.859333, + "mrr_at_10": 0.863139, + "mrr_at_20": 0.864311, + "mrr_at_100": 0.864937, + "mrr_at_1000": 0.864987, + "nauc_ndcg_at_1_max": 0.779256, + "nauc_ndcg_at_1_std": 0.088192, + "nauc_ndcg_at_1_diff1": 0.932295, + "nauc_ndcg_at_3_max": 0.782359, + "nauc_ndcg_at_3_std": 0.043841, + "nauc_ndcg_at_3_diff1": 0.920844, + "nauc_ndcg_at_5_max": 0.786154, + "nauc_ndcg_at_5_std": 0.044168, + "nauc_ndcg_at_5_diff1": 0.920195, + "nauc_ndcg_at_10_max": 0.795197, + "nauc_ndcg_at_10_std": 0.066775, + "nauc_ndcg_at_10_diff1": 0.923699, + "nauc_ndcg_at_20_max": 0.793427, + "nauc_ndcg_at_20_std": 0.071307, + "nauc_ndcg_at_20_diff1": 0.924132, + "nauc_ndcg_at_100_max": 0.791875, + "nauc_ndcg_at_100_std": 0.071457, + "nauc_ndcg_at_100_diff1": 0.925086, + "nauc_ndcg_at_1000_max": 0.789676, + "nauc_ndcg_at_1000_std": 0.067464, + "nauc_ndcg_at_1000_diff1": 0.924602, + "nauc_map_at_1_max": 0.779256, + "nauc_map_at_1_std": 0.088192, + "nauc_map_at_1_diff1": 0.932295, + "nauc_map_at_3_max": 0.782381, + "nauc_map_at_3_std": 0.059599, + "nauc_map_at_3_diff1": 0.924031, + "nauc_map_at_5_max": 0.784409, + "nauc_map_at_5_std": 0.060955, + "nauc_map_at_5_diff1": 0.92382, + "nauc_map_at_10_max": 0.787658, + "nauc_map_at_10_std": 0.068291, + "nauc_map_at_10_diff1": 0.925152, + "nauc_map_at_20_max": 0.787112, + "nauc_map_at_20_std": 0.069217, + "nauc_map_at_20_diff1": 0.925231, + "nauc_map_at_100_max": 0.786943, + "nauc_map_at_100_std": 0.068845, + "nauc_map_at_100_diff1": 0.92533, + "nauc_map_at_1000_max": 0.786869, + "nauc_map_at_1000_std": 0.068732, + "nauc_map_at_1000_diff1": 0.925314, + "nauc_recall_at_1_max": 0.779256, + "nauc_recall_at_1_std": 0.088192, + "nauc_recall_at_1_diff1": 0.932295, + "nauc_recall_at_3_max": 0.781767, + "nauc_recall_at_3_std": -0.018382, + "nauc_recall_at_3_diff1": 0.908655, + "nauc_recall_at_5_max": 0.794677, + "nauc_recall_at_5_std": -0.041596, + "nauc_recall_at_5_diff1": 0.902355, + "nauc_recall_at_10_max": 0.858838, + "nauc_recall_at_10_std": 0.079355, + "nauc_recall_at_10_diff1": 0.916423, + "nauc_recall_at_20_max": 0.869898, + "nauc_recall_at_20_std": 0.144499, + "nauc_recall_at_20_diff1": 0.919204, + "nauc_recall_at_100_max": 0.98366, + "nauc_recall_at_100_std": 0.4382, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779256, + "nauc_precision_at_1_std": 0.088192, + "nauc_precision_at_1_diff1": 0.932295, + "nauc_precision_at_3_max": 0.781767, + "nauc_precision_at_3_std": -0.018382, + "nauc_precision_at_3_diff1": 0.908655, + "nauc_precision_at_5_max": 0.794677, + "nauc_precision_at_5_std": -0.041596, + "nauc_precision_at_5_diff1": 0.902355, + "nauc_precision_at_10_max": 0.858838, + "nauc_precision_at_10_std": 0.079355, + "nauc_precision_at_10_diff1": 0.916423, + "nauc_precision_at_20_max": 0.869898, + "nauc_precision_at_20_std": 0.144499, + "nauc_precision_at_20_diff1": 0.919204, + "nauc_precision_at_100_max": 0.98366, + "nauc_precision_at_100_std": 0.4382, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779256, + "nauc_mrr_at_1_std": 0.088192, + "nauc_mrr_at_1_diff1": 0.932295, + "nauc_mrr_at_3_max": 0.782381, + "nauc_mrr_at_3_std": 0.059599, + "nauc_mrr_at_3_diff1": 0.924031, + "nauc_mrr_at_5_max": 0.784409, + "nauc_mrr_at_5_std": 0.060955, + "nauc_mrr_at_5_diff1": 0.92382, + "nauc_mrr_at_10_max": 0.787658, + "nauc_mrr_at_10_std": 0.068291, + "nauc_mrr_at_10_diff1": 0.925152, + "nauc_mrr_at_20_max": 0.787112, + "nauc_mrr_at_20_std": 0.069217, + "nauc_mrr_at_20_diff1": 0.925231, + "nauc_mrr_at_100_max": 0.786943, + "nauc_mrr_at_100_std": 0.068845, + "nauc_mrr_at_100_diff1": 0.92533, + "nauc_mrr_at_1000_max": 0.786869, + "nauc_mrr_at_1000_std": 0.068732, + "nauc_mrr_at_1000_diff1": 0.925314, + "main_score": 0.88392, + "hf_subset": "npi_Deva-npi_Deva", + "languages": [ + "npi-Deva", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94246, + "ndcg_at_5": 0.94796, + "ndcg_at_10": 0.95142, + "ndcg_at_20": 0.9529, + "ndcg_at_100": 0.95383, + "ndcg_at_1000": 0.95426, + "map_at_1": 0.91222, + "map_at_3": 0.93556, + "map_at_5": 0.93861, + "map_at_10": 0.93996, + "map_at_20": 0.94041, + "map_at_100": 0.94058, + "map_at_1000": 0.9406, + "recall_at_1": 0.91222, + "recall_at_3": 0.96222, + "recall_at_5": 0.97556, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91222, + "precision_at_3": 0.32074, + "precision_at_5": 0.19511, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.935556, + "mrr_at_5": 0.938611, + "mrr_at_10": 0.939959, + "mrr_at_20": 0.940414, + "mrr_at_100": 0.94058, + "mrr_at_1000": 0.940597, + "nauc_ndcg_at_1_max": 0.704328, + "nauc_ndcg_at_1_std": -0.059314, + "nauc_ndcg_at_1_diff1": 0.940373, + "nauc_ndcg_at_3_max": 0.785859, + "nauc_ndcg_at_3_std": -0.004868, + "nauc_ndcg_at_3_diff1": 0.941812, + "nauc_ndcg_at_5_max": 0.777627, + "nauc_ndcg_at_5_std": -0.023792, + "nauc_ndcg_at_5_diff1": 0.945335, + "nauc_ndcg_at_10_max": 0.765871, + "nauc_ndcg_at_10_std": -0.033142, + "nauc_ndcg_at_10_diff1": 0.945246, + "nauc_ndcg_at_20_max": 0.764238, + "nauc_ndcg_at_20_std": -0.023015, + "nauc_ndcg_at_20_diff1": 0.945095, + "nauc_ndcg_at_100_max": 0.76254, + "nauc_ndcg_at_100_std": -0.01475, + "nauc_ndcg_at_100_diff1": 0.944681, + "nauc_ndcg_at_1000_max": 0.760698, + "nauc_ndcg_at_1000_std": -0.024237, + "nauc_ndcg_at_1000_diff1": 0.944164, + "nauc_map_at_1_max": 0.704328, + "nauc_map_at_1_std": -0.059314, + "nauc_map_at_1_diff1": 0.940373, + "nauc_map_at_3_max": 0.764177, + "nauc_map_at_3_std": -0.0209, + "nauc_map_at_3_diff1": 0.941831, + "nauc_map_at_5_max": 0.759153, + "nauc_map_at_5_std": -0.032036, + "nauc_map_at_5_diff1": 0.943579, + "nauc_map_at_10_max": 0.755136, + "nauc_map_at_10_std": -0.035804, + "nauc_map_at_10_diff1": 0.943547, + "nauc_map_at_20_max": 0.754756, + "nauc_map_at_20_std": -0.033208, + "nauc_map_at_20_diff1": 0.943467, + "nauc_map_at_100_max": 0.754539, + "nauc_map_at_100_std": -0.031645, + "nauc_map_at_100_diff1": 0.943415, + "nauc_map_at_1000_max": 0.754476, + "nauc_map_at_1000_std": -0.03194, + "nauc_map_at_1000_diff1": 0.943399, + "nauc_recall_at_1_max": 0.704328, + "nauc_recall_at_1_std": -0.059314, + "nauc_recall_at_1_diff1": 0.940373, + "nauc_recall_at_3_max": 0.888999, + "nauc_recall_at_3_std": 0.072747, + "nauc_recall_at_3_diff1": 0.941369, + "nauc_recall_at_5_max": 0.903467, + "nauc_recall_at_5_std": 0.032213, + "nauc_recall_at_5_diff1": 0.958408, + "nauc_recall_at_10_max": 0.867958, + "nauc_recall_at_10_std": -0.014862, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.89896, + "nauc_recall_at_20_std": 0.217154, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704328, + "nauc_precision_at_1_std": -0.059314, + "nauc_precision_at_1_diff1": 0.940373, + "nauc_precision_at_3_max": 0.888999, + "nauc_precision_at_3_std": 0.072747, + "nauc_precision_at_3_diff1": 0.941369, + "nauc_precision_at_5_max": 0.903467, + "nauc_precision_at_5_std": 0.032213, + "nauc_precision_at_5_diff1": 0.958408, + "nauc_precision_at_10_max": 0.867958, + "nauc_precision_at_10_std": -0.014862, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.89896, + "nauc_precision_at_20_std": 0.217154, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704328, + "nauc_mrr_at_1_std": -0.059314, + "nauc_mrr_at_1_diff1": 0.940373, + "nauc_mrr_at_3_max": 0.764177, + "nauc_mrr_at_3_std": -0.0209, + "nauc_mrr_at_3_diff1": 0.941831, + "nauc_mrr_at_5_max": 0.759153, + "nauc_mrr_at_5_std": -0.032036, + "nauc_mrr_at_5_diff1": 0.943579, + "nauc_mrr_at_10_max": 0.755136, + "nauc_mrr_at_10_std": -0.035804, + "nauc_mrr_at_10_diff1": 0.943547, + "nauc_mrr_at_20_max": 0.754756, + "nauc_mrr_at_20_std": -0.033208, + "nauc_mrr_at_20_diff1": 0.943467, + "nauc_mrr_at_100_max": 0.754539, + "nauc_mrr_at_100_std": -0.031645, + "nauc_mrr_at_100_diff1": 0.943415, + "nauc_mrr_at_1000_max": 0.754476, + "nauc_mrr_at_1000_std": -0.03194, + "nauc_mrr_at_1000_diff1": 0.943399, + "main_score": 0.95142, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.88643, + "ndcg_at_5": 0.89781, + "ndcg_at_10": 0.90341, + "ndcg_at_20": 0.90658, + "ndcg_at_100": 0.90982, + "ndcg_at_1000": 0.91067, + "map_at_1": 0.83889, + "map_at_3": 0.87481, + "map_at_5": 0.88109, + "map_at_10": 0.88353, + "map_at_20": 0.88445, + "map_at_100": 0.88495, + "map_at_1000": 0.88498, + "recall_at_1": 0.83889, + "recall_at_3": 0.92, + "recall_at_5": 0.94778, + "recall_at_10": 0.96444, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.83889, + "precision_at_3": 0.30667, + "precision_at_5": 0.18956, + "precision_at_10": 0.09644, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.874815, + "mrr_at_5": 0.881093, + "mrr_at_10": 0.883532, + "mrr_at_20": 0.884448, + "mrr_at_100": 0.884948, + "mrr_at_1000": 0.884977, + "nauc_ndcg_at_1_max": 0.725167, + "nauc_ndcg_at_1_std": 0.136844, + "nauc_ndcg_at_1_diff1": 0.889183, + "nauc_ndcg_at_3_max": 0.760923, + "nauc_ndcg_at_3_std": 0.12831, + "nauc_ndcg_at_3_diff1": 0.88764, + "nauc_ndcg_at_5_max": 0.760296, + "nauc_ndcg_at_5_std": 0.155215, + "nauc_ndcg_at_5_diff1": 0.891712, + "nauc_ndcg_at_10_max": 0.76718, + "nauc_ndcg_at_10_std": 0.158804, + "nauc_ndcg_at_10_diff1": 0.891641, + "nauc_ndcg_at_20_max": 0.762861, + "nauc_ndcg_at_20_std": 0.161322, + "nauc_ndcg_at_20_diff1": 0.890838, + "nauc_ndcg_at_100_max": 0.75913, + "nauc_ndcg_at_100_std": 0.160615, + "nauc_ndcg_at_100_diff1": 0.889859, + "nauc_ndcg_at_1000_max": 0.757008, + "nauc_ndcg_at_1000_std": 0.153072, + "nauc_ndcg_at_1000_diff1": 0.890314, + "nauc_map_at_1_max": 0.725167, + "nauc_map_at_1_std": 0.136844, + "nauc_map_at_1_diff1": 0.889183, + "nauc_map_at_3_max": 0.751636, + "nauc_map_at_3_std": 0.130902, + "nauc_map_at_3_diff1": 0.888461, + "nauc_map_at_5_max": 0.751093, + "nauc_map_at_5_std": 0.144201, + "nauc_map_at_5_diff1": 0.890546, + "nauc_map_at_10_max": 0.753484, + "nauc_map_at_10_std": 0.145599, + "nauc_map_at_10_diff1": 0.890466, + "nauc_map_at_20_max": 0.752307, + "nauc_map_at_20_std": 0.145768, + "nauc_map_at_20_diff1": 0.890278, + "nauc_map_at_100_max": 0.751852, + "nauc_map_at_100_std": 0.145847, + "nauc_map_at_100_diff1": 0.89018, + "nauc_map_at_1000_max": 0.751796, + "nauc_map_at_1000_std": 0.14564, + "nauc_map_at_1000_diff1": 0.890191, + "nauc_recall_at_1_max": 0.725167, + "nauc_recall_at_1_std": 0.136844, + "nauc_recall_at_1_diff1": 0.889183, + "nauc_recall_at_3_max": 0.800453, + "nauc_recall_at_3_std": 0.116999, + "nauc_recall_at_3_diff1": 0.883838, + "nauc_recall_at_5_max": 0.816169, + "nauc_recall_at_5_std": 0.232582, + "nauc_recall_at_5_diff1": 0.899776, + "nauc_recall_at_10_max": 0.894739, + "nauc_recall_at_10_std": 0.291769, + "nauc_recall_at_10_diff1": 0.903493, + "nauc_recall_at_20_max": 0.89896, + "nauc_recall_at_20_std": 0.409653, + "nauc_recall_at_20_diff1": 0.897292, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.931917, + "nauc_recall_at_100_diff1": 0.842048, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725167, + "nauc_precision_at_1_std": 0.136844, + "nauc_precision_at_1_diff1": 0.889183, + "nauc_precision_at_3_max": 0.800453, + "nauc_precision_at_3_std": 0.116999, + "nauc_precision_at_3_diff1": 0.883838, + "nauc_precision_at_5_max": 0.816169, + "nauc_precision_at_5_std": 0.232582, + "nauc_precision_at_5_diff1": 0.899776, + "nauc_precision_at_10_max": 0.894739, + "nauc_precision_at_10_std": 0.291769, + "nauc_precision_at_10_diff1": 0.903493, + "nauc_precision_at_20_max": 0.89896, + "nauc_precision_at_20_std": 0.409653, + "nauc_precision_at_20_diff1": 0.897292, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.931917, + "nauc_precision_at_100_diff1": 0.842048, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725167, + "nauc_mrr_at_1_std": 0.136844, + "nauc_mrr_at_1_diff1": 0.889183, + "nauc_mrr_at_3_max": 0.751636, + "nauc_mrr_at_3_std": 0.130902, + "nauc_mrr_at_3_diff1": 0.888461, + "nauc_mrr_at_5_max": 0.751093, + "nauc_mrr_at_5_std": 0.144201, + "nauc_mrr_at_5_diff1": 0.890546, + "nauc_mrr_at_10_max": 0.753484, + "nauc_mrr_at_10_std": 0.145599, + "nauc_mrr_at_10_diff1": 0.890466, + "nauc_mrr_at_20_max": 0.752307, + "nauc_mrr_at_20_std": 0.145768, + "nauc_mrr_at_20_diff1": 0.890278, + "nauc_mrr_at_100_max": 0.751852, + "nauc_mrr_at_100_std": 0.145847, + "nauc_mrr_at_100_diff1": 0.89018, + "nauc_mrr_at_1000_max": 0.751796, + "nauc_mrr_at_1000_std": 0.14564, + "nauc_mrr_at_1000_diff1": 0.890191, + "main_score": 0.90341, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.68333, + "ndcg_at_3": 0.74431, + "ndcg_at_5": 0.76282, + "ndcg_at_10": 0.77613, + "ndcg_at_20": 0.78606, + "ndcg_at_100": 0.79787, + "ndcg_at_1000": 0.80126, + "map_at_1": 0.68333, + "map_at_3": 0.72963, + "map_at_5": 0.74002, + "map_at_10": 0.74552, + "map_at_20": 0.7483, + "map_at_100": 0.74996, + "map_at_1000": 0.75011, + "recall_at_1": 0.68333, + "recall_at_3": 0.78667, + "recall_at_5": 0.83111, + "recall_at_10": 0.87222, + "recall_at_20": 0.91111, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "precision_at_1": 0.68333, + "precision_at_3": 0.26222, + "precision_at_5": 0.16622, + "precision_at_10": 0.08722, + "precision_at_20": 0.04556, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.683333, + "mrr_at_3": 0.72963, + "mrr_at_5": 0.740019, + "mrr_at_10": 0.745518, + "mrr_at_20": 0.748301, + "mrr_at_100": 0.749959, + "mrr_at_1000": 0.750108, + "nauc_ndcg_at_1_max": 0.703551, + "nauc_ndcg_at_1_std": 0.431838, + "nauc_ndcg_at_1_diff1": 0.847643, + "nauc_ndcg_at_3_max": 0.73392, + "nauc_ndcg_at_3_std": 0.467486, + "nauc_ndcg_at_3_diff1": 0.822766, + "nauc_ndcg_at_5_max": 0.729985, + "nauc_ndcg_at_5_std": 0.470581, + "nauc_ndcg_at_5_diff1": 0.810766, + "nauc_ndcg_at_10_max": 0.723669, + "nauc_ndcg_at_10_std": 0.45757, + "nauc_ndcg_at_10_diff1": 0.81007, + "nauc_ndcg_at_20_max": 0.720293, + "nauc_ndcg_at_20_std": 0.460158, + "nauc_ndcg_at_20_diff1": 0.817038, + "nauc_ndcg_at_100_max": 0.723939, + "nauc_ndcg_at_100_std": 0.463217, + "nauc_ndcg_at_100_diff1": 0.819859, + "nauc_ndcg_at_1000_max": 0.722968, + "nauc_ndcg_at_1000_std": 0.459834, + "nauc_ndcg_at_1000_diff1": 0.820828, + "nauc_map_at_1_max": 0.703551, + "nauc_map_at_1_std": 0.431838, + "nauc_map_at_1_diff1": 0.847643, + "nauc_map_at_3_max": 0.726536, + "nauc_map_at_3_std": 0.458329, + "nauc_map_at_3_diff1": 0.828942, + "nauc_map_at_5_max": 0.724217, + "nauc_map_at_5_std": 0.459487, + "nauc_map_at_5_diff1": 0.822829, + "nauc_map_at_10_max": 0.721612, + "nauc_map_at_10_std": 0.454293, + "nauc_map_at_10_diff1": 0.822739, + "nauc_map_at_20_max": 0.720604, + "nauc_map_at_20_std": 0.454875, + "nauc_map_at_20_diff1": 0.824533, + "nauc_map_at_100_max": 0.721283, + "nauc_map_at_100_std": 0.455559, + "nauc_map_at_100_diff1": 0.824894, + "nauc_map_at_1000_max": 0.721252, + "nauc_map_at_1000_std": 0.455459, + "nauc_map_at_1000_diff1": 0.824946, + "nauc_recall_at_1_max": 0.703551, + "nauc_recall_at_1_std": 0.431838, + "nauc_recall_at_1_diff1": 0.847643, + "nauc_recall_at_3_max": 0.759081, + "nauc_recall_at_3_std": 0.498963, + "nauc_recall_at_3_diff1": 0.801652, + "nauc_recall_at_5_max": 0.752375, + "nauc_recall_at_5_std": 0.516611, + "nauc_recall_at_5_diff1": 0.759444, + "nauc_recall_at_10_max": 0.728881, + "nauc_recall_at_10_std": 0.466686, + "nauc_recall_at_10_diff1": 0.742164, + "nauc_recall_at_20_max": 0.705865, + "nauc_recall_at_20_std": 0.492215, + "nauc_recall_at_20_diff1": 0.774358, + "nauc_recall_at_100_max": 0.77591, + "nauc_recall_at_100_std": 0.646348, + "nauc_recall_at_100_diff1": 0.774916, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.703551, + "nauc_precision_at_1_std": 0.431838, + "nauc_precision_at_1_diff1": 0.847643, + "nauc_precision_at_3_max": 0.759081, + "nauc_precision_at_3_std": 0.498963, + "nauc_precision_at_3_diff1": 0.801652, + "nauc_precision_at_5_max": 0.752375, + "nauc_precision_at_5_std": 0.516611, + "nauc_precision_at_5_diff1": 0.759444, + "nauc_precision_at_10_max": 0.728881, + "nauc_precision_at_10_std": 0.466686, + "nauc_precision_at_10_diff1": 0.742164, + "nauc_precision_at_20_max": 0.705865, + "nauc_precision_at_20_std": 0.492215, + "nauc_precision_at_20_diff1": 0.774358, + "nauc_precision_at_100_max": 0.77591, + "nauc_precision_at_100_std": 0.646348, + "nauc_precision_at_100_diff1": 0.774916, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.703551, + "nauc_mrr_at_1_std": 0.431838, + "nauc_mrr_at_1_diff1": 0.847643, + "nauc_mrr_at_3_max": 0.726536, + "nauc_mrr_at_3_std": 0.458329, + "nauc_mrr_at_3_diff1": 0.828942, + "nauc_mrr_at_5_max": 0.724217, + "nauc_mrr_at_5_std": 0.459487, + "nauc_mrr_at_5_diff1": 0.822829, + "nauc_mrr_at_10_max": 0.721612, + "nauc_mrr_at_10_std": 0.454293, + "nauc_mrr_at_10_diff1": 0.822739, + "nauc_mrr_at_20_max": 0.720604, + "nauc_mrr_at_20_std": 0.454875, + "nauc_mrr_at_20_diff1": 0.824533, + "nauc_mrr_at_100_max": 0.721283, + "nauc_mrr_at_100_std": 0.455559, + "nauc_mrr_at_100_diff1": 0.824894, + "nauc_mrr_at_1000_max": 0.721252, + "nauc_mrr_at_1000_std": 0.455459, + "nauc_mrr_at_1000_diff1": 0.824946, + "main_score": 0.77613, + "hf_subset": "npi_Latn-npi_Latn", + "languages": [ + "npi-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.84444, + "ndcg_at_3": 0.89706, + "ndcg_at_5": 0.906, + "ndcg_at_10": 0.91058, + "ndcg_at_20": 0.91317, + "ndcg_at_100": 0.91623, + "ndcg_at_1000": 0.91695, + "map_at_1": 0.84444, + "map_at_3": 0.88481, + "map_at_5": 0.88965, + "map_at_10": 0.89149, + "map_at_20": 0.89224, + "map_at_100": 0.89273, + "map_at_1000": 0.89276, + "recall_at_1": 0.84444, + "recall_at_3": 0.93222, + "recall_at_5": 0.95444, + "recall_at_10": 0.96889, + "recall_at_20": 0.97889, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.84444, + "precision_at_3": 0.31074, + "precision_at_5": 0.19089, + "precision_at_10": 0.09689, + "precision_at_20": 0.04894, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844444, + "mrr_at_3": 0.884815, + "mrr_at_5": 0.889648, + "mrr_at_10": 0.891487, + "mrr_at_20": 0.892236, + "mrr_at_100": 0.892727, + "mrr_at_1000": 0.892755, + "nauc_ndcg_at_1_max": 0.664576, + "nauc_ndcg_at_1_std": -0.109777, + "nauc_ndcg_at_1_diff1": 0.927872, + "nauc_ndcg_at_3_max": 0.711987, + "nauc_ndcg_at_3_std": -0.124631, + "nauc_ndcg_at_3_diff1": 0.908834, + "nauc_ndcg_at_5_max": 0.704302, + "nauc_ndcg_at_5_std": -0.079735, + "nauc_ndcg_at_5_diff1": 0.909604, + "nauc_ndcg_at_10_max": 0.7047, + "nauc_ndcg_at_10_std": -0.081818, + "nauc_ndcg_at_10_diff1": 0.909898, + "nauc_ndcg_at_20_max": 0.699317, + "nauc_ndcg_at_20_std": -0.091192, + "nauc_ndcg_at_20_diff1": 0.912768, + "nauc_ndcg_at_100_max": 0.698264, + "nauc_ndcg_at_100_std": -0.085513, + "nauc_ndcg_at_100_diff1": 0.913305, + "nauc_ndcg_at_1000_max": 0.69673, + "nauc_ndcg_at_1000_std": -0.095213, + "nauc_ndcg_at_1000_diff1": 0.913553, + "nauc_map_at_1_max": 0.664576, + "nauc_map_at_1_std": -0.109777, + "nauc_map_at_1_diff1": 0.927872, + "nauc_map_at_3_max": 0.69816, + "nauc_map_at_3_std": -0.120919, + "nauc_map_at_3_diff1": 0.913402, + "nauc_map_at_5_max": 0.694436, + "nauc_map_at_5_std": -0.098787, + "nauc_map_at_5_diff1": 0.914085, + "nauc_map_at_10_max": 0.694157, + "nauc_map_at_10_std": -0.100496, + "nauc_map_at_10_diff1": 0.914227, + "nauc_map_at_20_max": 0.692731, + "nauc_map_at_20_std": -0.103091, + "nauc_map_at_20_diff1": 0.914844, + "nauc_map_at_100_max": 0.69265, + "nauc_map_at_100_std": -0.102407, + "nauc_map_at_100_diff1": 0.914963, + "nauc_map_at_1000_max": 0.692598, + "nauc_map_at_1000_std": -0.10271, + "nauc_map_at_1000_diff1": 0.914978, + "nauc_recall_at_1_max": 0.664576, + "nauc_recall_at_1_std": -0.109777, + "nauc_recall_at_1_diff1": 0.927872, + "nauc_recall_at_3_max": 0.776729, + "nauc_recall_at_3_std": -0.141548, + "nauc_recall_at_3_diff1": 0.888185, + "nauc_recall_at_5_max": 0.76556, + "nauc_recall_at_5_std": 0.062433, + "nauc_recall_at_5_diff1": 0.880782, + "nauc_recall_at_10_max": 0.801587, + "nauc_recall_at_10_std": 0.122499, + "nauc_recall_at_10_diff1": 0.870532, + "nauc_recall_at_20_max": 0.768293, + "nauc_recall_at_20_std": 0.085508, + "nauc_recall_at_20_diff1": 0.899135, + "nauc_recall_at_100_max": 0.866013, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664576, + "nauc_precision_at_1_std": -0.109777, + "nauc_precision_at_1_diff1": 0.927872, + "nauc_precision_at_3_max": 0.776729, + "nauc_precision_at_3_std": -0.141548, + "nauc_precision_at_3_diff1": 0.888185, + "nauc_precision_at_5_max": 0.76556, + "nauc_precision_at_5_std": 0.062433, + "nauc_precision_at_5_diff1": 0.880782, + "nauc_precision_at_10_max": 0.801587, + "nauc_precision_at_10_std": 0.122499, + "nauc_precision_at_10_diff1": 0.870532, + "nauc_precision_at_20_max": 0.768293, + "nauc_precision_at_20_std": 0.085508, + "nauc_precision_at_20_diff1": 0.899135, + "nauc_precision_at_100_max": 0.866013, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664576, + "nauc_mrr_at_1_std": -0.109777, + "nauc_mrr_at_1_diff1": 0.927872, + "nauc_mrr_at_3_max": 0.69816, + "nauc_mrr_at_3_std": -0.120919, + "nauc_mrr_at_3_diff1": 0.913402, + "nauc_mrr_at_5_max": 0.694436, + "nauc_mrr_at_5_std": -0.098787, + "nauc_mrr_at_5_diff1": 0.914085, + "nauc_mrr_at_10_max": 0.694157, + "nauc_mrr_at_10_std": -0.100496, + "nauc_mrr_at_10_diff1": 0.914227, + "nauc_mrr_at_20_max": 0.692731, + "nauc_mrr_at_20_std": -0.103091, + "nauc_mrr_at_20_diff1": 0.914844, + "nauc_mrr_at_100_max": 0.69265, + "nauc_mrr_at_100_std": -0.102407, + "nauc_mrr_at_100_diff1": 0.914963, + "nauc_mrr_at_1000_max": 0.692598, + "nauc_mrr_at_1000_std": -0.10271, + "nauc_mrr_at_1000_diff1": 0.914978, + "main_score": 0.91058, + "hf_subset": "npi_Latn-eng_Latn", + "languages": [ + "npi-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64222, + "ndcg_at_3": 0.70311, + "ndcg_at_5": 0.71817, + "ndcg_at_10": 0.73653, + "ndcg_at_20": 0.74866, + "ndcg_at_100": 0.76166, + "ndcg_at_1000": 0.76779, + "map_at_1": 0.64222, + "map_at_3": 0.68907, + "map_at_5": 0.69741, + "map_at_10": 0.705, + "map_at_20": 0.70835, + "map_at_100": 0.71023, + "map_at_1000": 0.71048, + "recall_at_1": 0.64222, + "recall_at_3": 0.74333, + "recall_at_5": 0.78, + "recall_at_10": 0.83667, + "recall_at_20": 0.88444, + "recall_at_100": 0.95333, + "recall_at_1000": 1.0, + "precision_at_1": 0.64222, + "precision_at_3": 0.24778, + "precision_at_5": 0.156, + "precision_at_10": 0.08367, + "precision_at_20": 0.04422, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.642222, + "mrr_at_3": 0.689074, + "mrr_at_5": 0.697407, + "mrr_at_10": 0.705004, + "mrr_at_20": 0.708353, + "mrr_at_100": 0.71023, + "mrr_at_1000": 0.710482, + "nauc_ndcg_at_1_max": 0.712776, + "nauc_ndcg_at_1_std": 0.314398, + "nauc_ndcg_at_1_diff1": 0.876693, + "nauc_ndcg_at_3_max": 0.746908, + "nauc_ndcg_at_3_std": 0.356386, + "nauc_ndcg_at_3_diff1": 0.849295, + "nauc_ndcg_at_5_max": 0.745203, + "nauc_ndcg_at_5_std": 0.365986, + "nauc_ndcg_at_5_diff1": 0.839213, + "nauc_ndcg_at_10_max": 0.741967, + "nauc_ndcg_at_10_std": 0.364302, + "nauc_ndcg_at_10_diff1": 0.840556, + "nauc_ndcg_at_20_max": 0.740568, + "nauc_ndcg_at_20_std": 0.364962, + "nauc_ndcg_at_20_diff1": 0.838963, + "nauc_ndcg_at_100_max": 0.738858, + "nauc_ndcg_at_100_std": 0.358604, + "nauc_ndcg_at_100_diff1": 0.844013, + "nauc_ndcg_at_1000_max": 0.738513, + "nauc_ndcg_at_1000_std": 0.355981, + "nauc_ndcg_at_1000_diff1": 0.846444, + "nauc_map_at_1_max": 0.712776, + "nauc_map_at_1_std": 0.314398, + "nauc_map_at_1_diff1": 0.876693, + "nauc_map_at_3_max": 0.739436, + "nauc_map_at_3_std": 0.347723, + "nauc_map_at_3_diff1": 0.855869, + "nauc_map_at_5_max": 0.738515, + "nauc_map_at_5_std": 0.352704, + "nauc_map_at_5_diff1": 0.850825, + "nauc_map_at_10_max": 0.736834, + "nauc_map_at_10_std": 0.351056, + "nauc_map_at_10_diff1": 0.851403, + "nauc_map_at_20_max": 0.736425, + "nauc_map_at_20_std": 0.351072, + "nauc_map_at_20_diff1": 0.851186, + "nauc_map_at_100_max": 0.736244, + "nauc_map_at_100_std": 0.350291, + "nauc_map_at_100_diff1": 0.8518, + "nauc_map_at_1000_max": 0.736204, + "nauc_map_at_1000_std": 0.350139, + "nauc_map_at_1000_diff1": 0.851886, + "nauc_recall_at_1_max": 0.712776, + "nauc_recall_at_1_std": 0.314398, + "nauc_recall_at_1_diff1": 0.876693, + "nauc_recall_at_3_max": 0.770925, + "nauc_recall_at_3_std": 0.383928, + "nauc_recall_at_3_diff1": 0.827827, + "nauc_recall_at_5_max": 0.768314, + "nauc_recall_at_5_std": 0.414854, + "nauc_recall_at_5_diff1": 0.795024, + "nauc_recall_at_10_max": 0.763099, + "nauc_recall_at_10_std": 0.427635, + "nauc_recall_at_10_diff1": 0.789682, + "nauc_recall_at_20_max": 0.760519, + "nauc_recall_at_20_std": 0.455608, + "nauc_recall_at_20_diff1": 0.758403, + "nauc_recall_at_100_max": 0.744087, + "nauc_recall_at_100_std": 0.430094, + "nauc_recall_at_100_diff1": 0.765351, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.712776, + "nauc_precision_at_1_std": 0.314398, + "nauc_precision_at_1_diff1": 0.876693, + "nauc_precision_at_3_max": 0.770925, + "nauc_precision_at_3_std": 0.383928, + "nauc_precision_at_3_diff1": 0.827827, + "nauc_precision_at_5_max": 0.768314, + "nauc_precision_at_5_std": 0.414854, + "nauc_precision_at_5_diff1": 0.795024, + "nauc_precision_at_10_max": 0.763099, + "nauc_precision_at_10_std": 0.427635, + "nauc_precision_at_10_diff1": 0.789682, + "nauc_precision_at_20_max": 0.760519, + "nauc_precision_at_20_std": 0.455608, + "nauc_precision_at_20_diff1": 0.758403, + "nauc_precision_at_100_max": 0.744087, + "nauc_precision_at_100_std": 0.430094, + "nauc_precision_at_100_diff1": 0.765351, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.712776, + "nauc_mrr_at_1_std": 0.314398, + "nauc_mrr_at_1_diff1": 0.876693, + "nauc_mrr_at_3_max": 0.739436, + "nauc_mrr_at_3_std": 0.347723, + "nauc_mrr_at_3_diff1": 0.855869, + "nauc_mrr_at_5_max": 0.738515, + "nauc_mrr_at_5_std": 0.352704, + "nauc_mrr_at_5_diff1": 0.850825, + "nauc_mrr_at_10_max": 0.736834, + "nauc_mrr_at_10_std": 0.351056, + "nauc_mrr_at_10_diff1": 0.851403, + "nauc_mrr_at_20_max": 0.736425, + "nauc_mrr_at_20_std": 0.351072, + "nauc_mrr_at_20_diff1": 0.851186, + "nauc_mrr_at_100_max": 0.736244, + "nauc_mrr_at_100_std": 0.350291, + "nauc_mrr_at_100_diff1": 0.8518, + "nauc_mrr_at_1000_max": 0.736204, + "nauc_mrr_at_1000_std": 0.350139, + "nauc_mrr_at_1000_diff1": 0.851886, + "main_score": 0.73653, + "hf_subset": "eng_Latn-npi_Latn", + "languages": [ + "eng-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.54333, + "ndcg_at_3": 0.59563, + "ndcg_at_5": 0.60845, + "ndcg_at_10": 0.6189, + "ndcg_at_20": 0.62849, + "ndcg_at_100": 0.6539, + "ndcg_at_1000": 0.67058, + "map_at_1": 0.54333, + "map_at_3": 0.58296, + "map_at_5": 0.59007, + "map_at_10": 0.59441, + "map_at_20": 0.59706, + "map_at_100": 0.60044, + "map_at_1000": 0.60111, + "recall_at_1": 0.54333, + "recall_at_3": 0.63222, + "recall_at_5": 0.66333, + "recall_at_10": 0.69556, + "recall_at_20": 0.73333, + "recall_at_100": 0.87222, + "recall_at_1000": 1.0, + "precision_at_1": 0.54333, + "precision_at_3": 0.21074, + "precision_at_5": 0.13267, + "precision_at_10": 0.06956, + "precision_at_20": 0.03667, + "precision_at_100": 0.00872, + "precision_at_1000": 0.001, + "mrr_at_1": 0.543333, + "mrr_at_3": 0.582963, + "mrr_at_5": 0.590074, + "mrr_at_10": 0.594406, + "mrr_at_20": 0.597064, + "mrr_at_100": 0.600438, + "mrr_at_1000": 0.601109, + "nauc_ndcg_at_1_max": 0.685053, + "nauc_ndcg_at_1_std": 0.465891, + "nauc_ndcg_at_1_diff1": 0.846794, + "nauc_ndcg_at_3_max": 0.695213, + "nauc_ndcg_at_3_std": 0.508336, + "nauc_ndcg_at_3_diff1": 0.818225, + "nauc_ndcg_at_5_max": 0.696398, + "nauc_ndcg_at_5_std": 0.51593, + "nauc_ndcg_at_5_diff1": 0.810852, + "nauc_ndcg_at_10_max": 0.695856, + "nauc_ndcg_at_10_std": 0.515949, + "nauc_ndcg_at_10_diff1": 0.804469, + "nauc_ndcg_at_20_max": 0.692, + "nauc_ndcg_at_20_std": 0.517508, + "nauc_ndcg_at_20_diff1": 0.802069, + "nauc_ndcg_at_100_max": 0.688889, + "nauc_ndcg_at_100_std": 0.512676, + "nauc_ndcg_at_100_diff1": 0.798583, + "nauc_ndcg_at_1000_max": 0.691113, + "nauc_ndcg_at_1000_std": 0.509965, + "nauc_ndcg_at_1000_diff1": 0.808401, + "nauc_map_at_1_max": 0.685053, + "nauc_map_at_1_std": 0.465891, + "nauc_map_at_1_diff1": 0.846794, + "nauc_map_at_3_max": 0.692566, + "nauc_map_at_3_std": 0.499289, + "nauc_map_at_3_diff1": 0.824942, + "nauc_map_at_5_max": 0.693112, + "nauc_map_at_5_std": 0.503262, + "nauc_map_at_5_diff1": 0.820972, + "nauc_map_at_10_max": 0.692974, + "nauc_map_at_10_std": 0.503522, + "nauc_map_at_10_diff1": 0.818537, + "nauc_map_at_20_max": 0.691914, + "nauc_map_at_20_std": 0.503667, + "nauc_map_at_20_diff1": 0.817848, + "nauc_map_at_100_max": 0.691477, + "nauc_map_at_100_std": 0.503025, + "nauc_map_at_100_diff1": 0.817384, + "nauc_map_at_1000_max": 0.691524, + "nauc_map_at_1000_std": 0.50297, + "nauc_map_at_1000_diff1": 0.81774, + "nauc_recall_at_1_max": 0.685053, + "nauc_recall_at_1_std": 0.465891, + "nauc_recall_at_1_diff1": 0.846794, + "nauc_recall_at_3_max": 0.703441, + "nauc_recall_at_3_std": 0.535597, + "nauc_recall_at_3_diff1": 0.797651, + "nauc_recall_at_5_max": 0.70738, + "nauc_recall_at_5_std": 0.557505, + "nauc_recall_at_5_diff1": 0.777159, + "nauc_recall_at_10_max": 0.705582, + "nauc_recall_at_10_std": 0.558227, + "nauc_recall_at_10_diff1": 0.752099, + "nauc_recall_at_20_max": 0.688029, + "nauc_recall_at_20_std": 0.572536, + "nauc_recall_at_20_diff1": 0.735787, + "nauc_recall_at_100_max": 0.649985, + "nauc_recall_at_100_std": 0.562048, + "nauc_recall_at_100_diff1": 0.641428, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.685053, + "nauc_precision_at_1_std": 0.465891, + "nauc_precision_at_1_diff1": 0.846794, + "nauc_precision_at_3_max": 0.703441, + "nauc_precision_at_3_std": 0.535597, + "nauc_precision_at_3_diff1": 0.797651, + "nauc_precision_at_5_max": 0.70738, + "nauc_precision_at_5_std": 0.557505, + "nauc_precision_at_5_diff1": 0.777159, + "nauc_precision_at_10_max": 0.705582, + "nauc_precision_at_10_std": 0.558227, + "nauc_precision_at_10_diff1": 0.752099, + "nauc_precision_at_20_max": 0.688029, + "nauc_precision_at_20_std": 0.572536, + "nauc_precision_at_20_diff1": 0.735787, + "nauc_precision_at_100_max": 0.649985, + "nauc_precision_at_100_std": 0.562048, + "nauc_precision_at_100_diff1": 0.641428, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.685053, + "nauc_mrr_at_1_std": 0.465891, + "nauc_mrr_at_1_diff1": 0.846794, + "nauc_mrr_at_3_max": 0.692566, + "nauc_mrr_at_3_std": 0.499289, + "nauc_mrr_at_3_diff1": 0.824942, + "nauc_mrr_at_5_max": 0.693112, + "nauc_mrr_at_5_std": 0.503262, + "nauc_mrr_at_5_diff1": 0.820972, + "nauc_mrr_at_10_max": 0.692974, + "nauc_mrr_at_10_std": 0.503522, + "nauc_mrr_at_10_diff1": 0.818537, + "nauc_mrr_at_20_max": 0.691914, + "nauc_mrr_at_20_std": 0.503667, + "nauc_mrr_at_20_diff1": 0.817848, + "nauc_mrr_at_100_max": 0.691477, + "nauc_mrr_at_100_std": 0.503025, + "nauc_mrr_at_100_diff1": 0.817384, + "nauc_mrr_at_1000_max": 0.691524, + "nauc_mrr_at_1000_std": 0.50297, + "nauc_mrr_at_1000_diff1": 0.81774, + "main_score": 0.6189, + "hf_subset": "nso_Latn-nso_Latn", + "languages": [ + "nso-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.74333, + "ndcg_at_3": 0.806, + "ndcg_at_5": 0.81327, + "ndcg_at_10": 0.8261, + "ndcg_at_20": 0.83416, + "ndcg_at_100": 0.84461, + "ndcg_at_1000": 0.84579, + "map_at_1": 0.74333, + "map_at_3": 0.79111, + "map_at_5": 0.79511, + "map_at_10": 0.80055, + "map_at_20": 0.80272, + "map_at_100": 0.80438, + "map_at_1000": 0.80443, + "recall_at_1": 0.74333, + "recall_at_3": 0.84889, + "recall_at_5": 0.86667, + "recall_at_10": 0.90556, + "recall_at_20": 0.93778, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.74333, + "precision_at_3": 0.28296, + "precision_at_5": 0.17333, + "precision_at_10": 0.09056, + "precision_at_20": 0.04689, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.743333, + "mrr_at_3": 0.791111, + "mrr_at_5": 0.795111, + "mrr_at_10": 0.800552, + "mrr_at_20": 0.802723, + "mrr_at_100": 0.804378, + "mrr_at_1000": 0.80443, + "nauc_ndcg_at_1_max": 0.691568, + "nauc_ndcg_at_1_std": 0.012371, + "nauc_ndcg_at_1_diff1": 0.904848, + "nauc_ndcg_at_3_max": 0.700014, + "nauc_ndcg_at_3_std": 0.037528, + "nauc_ndcg_at_3_diff1": 0.87825, + "nauc_ndcg_at_5_max": 0.701548, + "nauc_ndcg_at_5_std": 0.049917, + "nauc_ndcg_at_5_diff1": 0.874647, + "nauc_ndcg_at_10_max": 0.694017, + "nauc_ndcg_at_10_std": 0.039794, + "nauc_ndcg_at_10_diff1": 0.874281, + "nauc_ndcg_at_20_max": 0.695841, + "nauc_ndcg_at_20_std": 0.043467, + "nauc_ndcg_at_20_diff1": 0.877804, + "nauc_ndcg_at_100_max": 0.697005, + "nauc_ndcg_at_100_std": 0.042521, + "nauc_ndcg_at_100_diff1": 0.882244, + "nauc_ndcg_at_1000_max": 0.696875, + "nauc_ndcg_at_1000_std": 0.038167, + "nauc_ndcg_at_1000_diff1": 0.882103, + "nauc_map_at_1_max": 0.691568, + "nauc_map_at_1_std": 0.012371, + "nauc_map_at_1_diff1": 0.904848, + "nauc_map_at_3_max": 0.698022, + "nauc_map_at_3_std": 0.030783, + "nauc_map_at_3_diff1": 0.885083, + "nauc_map_at_5_max": 0.698801, + "nauc_map_at_5_std": 0.036713, + "nauc_map_at_5_diff1": 0.883415, + "nauc_map_at_10_max": 0.696063, + "nauc_map_at_10_std": 0.032901, + "nauc_map_at_10_diff1": 0.883541, + "nauc_map_at_20_max": 0.696352, + "nauc_map_at_20_std": 0.033521, + "nauc_map_at_20_diff1": 0.884457, + "nauc_map_at_100_max": 0.696612, + "nauc_map_at_100_std": 0.033289, + "nauc_map_at_100_diff1": 0.885084, + "nauc_map_at_1000_max": 0.696606, + "nauc_map_at_1000_std": 0.033143, + "nauc_map_at_1000_diff1": 0.885082, + "nauc_recall_at_1_max": 0.691568, + "nauc_recall_at_1_std": 0.012371, + "nauc_recall_at_1_diff1": 0.904848, + "nauc_recall_at_3_max": 0.707354, + "nauc_recall_at_3_std": 0.062924, + "nauc_recall_at_3_diff1": 0.8527, + "nauc_recall_at_5_max": 0.713019, + "nauc_recall_at_5_std": 0.107827, + "nauc_recall_at_5_diff1": 0.837665, + "nauc_recall_at_10_max": 0.676767, + "nauc_recall_at_10_std": 0.073367, + "nauc_recall_at_10_diff1": 0.82197, + "nauc_recall_at_20_max": 0.689292, + "nauc_recall_at_20_std": 0.130044, + "nauc_recall_at_20_diff1": 0.829432, + "nauc_recall_at_100_max": 0.711485, + "nauc_recall_at_100_std": 0.573763, + "nauc_recall_at_100_diff1": 0.899918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691568, + "nauc_precision_at_1_std": 0.012371, + "nauc_precision_at_1_diff1": 0.904848, + "nauc_precision_at_3_max": 0.707354, + "nauc_precision_at_3_std": 0.062924, + "nauc_precision_at_3_diff1": 0.8527, + "nauc_precision_at_5_max": 0.713019, + "nauc_precision_at_5_std": 0.107827, + "nauc_precision_at_5_diff1": 0.837665, + "nauc_precision_at_10_max": 0.676767, + "nauc_precision_at_10_std": 0.073367, + "nauc_precision_at_10_diff1": 0.82197, + "nauc_precision_at_20_max": 0.689292, + "nauc_precision_at_20_std": 0.130044, + "nauc_precision_at_20_diff1": 0.829432, + "nauc_precision_at_100_max": 0.711485, + "nauc_precision_at_100_std": 0.573763, + "nauc_precision_at_100_diff1": 0.899918, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.691568, + "nauc_mrr_at_1_std": 0.012371, + "nauc_mrr_at_1_diff1": 0.904848, + "nauc_mrr_at_3_max": 0.698022, + "nauc_mrr_at_3_std": 0.030783, + "nauc_mrr_at_3_diff1": 0.885083, + "nauc_mrr_at_5_max": 0.698801, + "nauc_mrr_at_5_std": 0.036713, + "nauc_mrr_at_5_diff1": 0.883415, + "nauc_mrr_at_10_max": 0.696063, + "nauc_mrr_at_10_std": 0.032901, + "nauc_mrr_at_10_diff1": 0.883541, + "nauc_mrr_at_20_max": 0.696352, + "nauc_mrr_at_20_std": 0.033521, + "nauc_mrr_at_20_diff1": 0.884457, + "nauc_mrr_at_100_max": 0.696612, + "nauc_mrr_at_100_std": 0.033289, + "nauc_mrr_at_100_diff1": 0.885084, + "nauc_mrr_at_1000_max": 0.696606, + "nauc_mrr_at_1000_std": 0.033143, + "nauc_mrr_at_1000_diff1": 0.885082, + "main_score": 0.8261, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.46778, + "ndcg_at_3": 0.50485, + "ndcg_at_5": 0.51805, + "ndcg_at_10": 0.53414, + "ndcg_at_20": 0.5438, + "ndcg_at_100": 0.56969, + "ndcg_at_1000": 0.59611, + "map_at_1": 0.46778, + "map_at_3": 0.49611, + "map_at_5": 0.50339, + "map_at_10": 0.50999, + "map_at_20": 0.51256, + "map_at_100": 0.51588, + "map_at_1000": 0.51688, + "recall_at_1": 0.46778, + "recall_at_3": 0.53, + "recall_at_5": 0.56222, + "recall_at_10": 0.61222, + "recall_at_20": 0.65111, + "recall_at_100": 0.79444, + "recall_at_1000": 1.0, + "precision_at_1": 0.46778, + "precision_at_3": 0.17667, + "precision_at_5": 0.11244, + "precision_at_10": 0.06122, + "precision_at_20": 0.03256, + "precision_at_100": 0.00794, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467778, + "mrr_at_3": 0.496111, + "mrr_at_5": 0.503389, + "mrr_at_10": 0.509989, + "mrr_at_20": 0.512556, + "mrr_at_100": 0.51588, + "mrr_at_1000": 0.516877, + "nauc_ndcg_at_1_max": 0.650362, + "nauc_ndcg_at_1_std": 0.020693, + "nauc_ndcg_at_1_diff1": 0.86089, + "nauc_ndcg_at_3_max": 0.656488, + "nauc_ndcg_at_3_std": 0.017576, + "nauc_ndcg_at_3_diff1": 0.841832, + "nauc_ndcg_at_5_max": 0.649175, + "nauc_ndcg_at_5_std": 0.02255, + "nauc_ndcg_at_5_diff1": 0.828878, + "nauc_ndcg_at_10_max": 0.644112, + "nauc_ndcg_at_10_std": 0.02915, + "nauc_ndcg_at_10_diff1": 0.818563, + "nauc_ndcg_at_20_max": 0.640737, + "nauc_ndcg_at_20_std": 0.032669, + "nauc_ndcg_at_20_diff1": 0.814528, + "nauc_ndcg_at_100_max": 0.635779, + "nauc_ndcg_at_100_std": 0.036013, + "nauc_ndcg_at_100_diff1": 0.812178, + "nauc_ndcg_at_1000_max": 0.642017, + "nauc_ndcg_at_1000_std": 0.028256, + "nauc_ndcg_at_1000_diff1": 0.822401, + "nauc_map_at_1_max": 0.650362, + "nauc_map_at_1_std": 0.020693, + "nauc_map_at_1_diff1": 0.86089, + "nauc_map_at_3_max": 0.654629, + "nauc_map_at_3_std": 0.018096, + "nauc_map_at_3_diff1": 0.846079, + "nauc_map_at_5_max": 0.650579, + "nauc_map_at_5_std": 0.020718, + "nauc_map_at_5_diff1": 0.839045, + "nauc_map_at_10_max": 0.648393, + "nauc_map_at_10_std": 0.023234, + "nauc_map_at_10_diff1": 0.834735, + "nauc_map_at_20_max": 0.647649, + "nauc_map_at_20_std": 0.024405, + "nauc_map_at_20_diff1": 0.833808, + "nauc_map_at_100_max": 0.646939, + "nauc_map_at_100_std": 0.024791, + "nauc_map_at_100_diff1": 0.833346, + "nauc_map_at_1000_max": 0.647065, + "nauc_map_at_1000_std": 0.024359, + "nauc_map_at_1000_diff1": 0.83365, + "nauc_recall_at_1_max": 0.650362, + "nauc_recall_at_1_std": 0.020693, + "nauc_recall_at_1_diff1": 0.86089, + "nauc_recall_at_3_max": 0.662137, + "nauc_recall_at_3_std": 0.016141, + "nauc_recall_at_3_diff1": 0.829456, + "nauc_recall_at_5_max": 0.643994, + "nauc_recall_at_5_std": 0.029118, + "nauc_recall_at_5_diff1": 0.79618, + "nauc_recall_at_10_max": 0.627577, + "nauc_recall_at_10_std": 0.052528, + "nauc_recall_at_10_diff1": 0.760705, + "nauc_recall_at_20_max": 0.609726, + "nauc_recall_at_20_std": 0.067839, + "nauc_recall_at_20_diff1": 0.737299, + "nauc_recall_at_100_max": 0.553781, + "nauc_recall_at_100_std": 0.114172, + "nauc_recall_at_100_diff1": 0.68575, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650362, + "nauc_precision_at_1_std": 0.020693, + "nauc_precision_at_1_diff1": 0.86089, + "nauc_precision_at_3_max": 0.662137, + "nauc_precision_at_3_std": 0.016141, + "nauc_precision_at_3_diff1": 0.829456, + "nauc_precision_at_5_max": 0.643994, + "nauc_precision_at_5_std": 0.029118, + "nauc_precision_at_5_diff1": 0.79618, + "nauc_precision_at_10_max": 0.627577, + "nauc_precision_at_10_std": 0.052528, + "nauc_precision_at_10_diff1": 0.760705, + "nauc_precision_at_20_max": 0.609726, + "nauc_precision_at_20_std": 0.067839, + "nauc_precision_at_20_diff1": 0.737299, + "nauc_precision_at_100_max": 0.553781, + "nauc_precision_at_100_std": 0.114172, + "nauc_precision_at_100_diff1": 0.68575, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.650362, + "nauc_mrr_at_1_std": 0.020693, + "nauc_mrr_at_1_diff1": 0.86089, + "nauc_mrr_at_3_max": 0.654629, + "nauc_mrr_at_3_std": 0.018096, + "nauc_mrr_at_3_diff1": 0.846079, + "nauc_mrr_at_5_max": 0.650579, + "nauc_mrr_at_5_std": 0.020718, + "nauc_mrr_at_5_diff1": 0.839045, + "nauc_mrr_at_10_max": 0.648393, + "nauc_mrr_at_10_std": 0.023234, + "nauc_mrr_at_10_diff1": 0.834735, + "nauc_mrr_at_20_max": 0.647649, + "nauc_mrr_at_20_std": 0.024405, + "nauc_mrr_at_20_diff1": 0.833808, + "nauc_mrr_at_100_max": 0.646939, + "nauc_mrr_at_100_std": 0.024791, + "nauc_mrr_at_100_diff1": 0.833346, + "nauc_mrr_at_1000_max": 0.647065, + "nauc_mrr_at_1000_std": 0.024359, + "nauc_mrr_at_1000_diff1": 0.83365, + "main_score": 0.53414, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.47778, + "ndcg_at_3": 0.53709, + "ndcg_at_5": 0.55603, + "ndcg_at_10": 0.57177, + "ndcg_at_20": 0.58859, + "ndcg_at_100": 0.61257, + "ndcg_at_1000": 0.62951, + "map_at_1": 0.47778, + "map_at_3": 0.52296, + "map_at_5": 0.53357, + "map_at_10": 0.54003, + "map_at_20": 0.54477, + "map_at_100": 0.54789, + "map_at_1000": 0.54856, + "recall_at_1": 0.47778, + "recall_at_3": 0.57778, + "recall_at_5": 0.62333, + "recall_at_10": 0.67222, + "recall_at_20": 0.73778, + "recall_at_100": 0.87, + "recall_at_1000": 1.0, + "precision_at_1": 0.47778, + "precision_at_3": 0.19259, + "precision_at_5": 0.12467, + "precision_at_10": 0.06722, + "precision_at_20": 0.03689, + "precision_at_100": 0.0087, + "precision_at_1000": 0.001, + "mrr_at_1": 0.477778, + "mrr_at_3": 0.522963, + "mrr_at_5": 0.533574, + "mrr_at_10": 0.540026, + "mrr_at_20": 0.54477, + "mrr_at_100": 0.547886, + "mrr_at_1000": 0.548559, + "nauc_ndcg_at_1_max": 0.69507, + "nauc_ndcg_at_1_std": 0.378539, + "nauc_ndcg_at_1_diff1": 0.877835, + "nauc_ndcg_at_3_max": 0.693751, + "nauc_ndcg_at_3_std": 0.413177, + "nauc_ndcg_at_3_diff1": 0.831695, + "nauc_ndcg_at_5_max": 0.690132, + "nauc_ndcg_at_5_std": 0.41664, + "nauc_ndcg_at_5_diff1": 0.816486, + "nauc_ndcg_at_10_max": 0.688131, + "nauc_ndcg_at_10_std": 0.41826, + "nauc_ndcg_at_10_diff1": 0.811243, + "nauc_ndcg_at_20_max": 0.684136, + "nauc_ndcg_at_20_std": 0.422983, + "nauc_ndcg_at_20_diff1": 0.807163, + "nauc_ndcg_at_100_max": 0.687241, + "nauc_ndcg_at_100_std": 0.421422, + "nauc_ndcg_at_100_diff1": 0.80901, + "nauc_ndcg_at_1000_max": 0.68891, + "nauc_ndcg_at_1000_std": 0.416365, + "nauc_ndcg_at_1000_diff1": 0.819638, + "nauc_map_at_1_max": 0.69507, + "nauc_map_at_1_std": 0.378539, + "nauc_map_at_1_diff1": 0.877835, + "nauc_map_at_3_max": 0.693965, + "nauc_map_at_3_std": 0.40508, + "nauc_map_at_3_diff1": 0.842776, + "nauc_map_at_5_max": 0.692083, + "nauc_map_at_5_std": 0.406978, + "nauc_map_at_5_diff1": 0.834539, + "nauc_map_at_10_max": 0.691365, + "nauc_map_at_10_std": 0.407596, + "nauc_map_at_10_diff1": 0.832656, + "nauc_map_at_20_max": 0.690325, + "nauc_map_at_20_std": 0.408739, + "nauc_map_at_20_diff1": 0.831772, + "nauc_map_at_100_max": 0.69091, + "nauc_map_at_100_std": 0.408727, + "nauc_map_at_100_diff1": 0.832042, + "nauc_map_at_1000_max": 0.690956, + "nauc_map_at_1000_std": 0.408593, + "nauc_map_at_1000_diff1": 0.832429, + "nauc_recall_at_1_max": 0.69507, + "nauc_recall_at_1_std": 0.378539, + "nauc_recall_at_1_diff1": 0.877835, + "nauc_recall_at_3_max": 0.69315, + "nauc_recall_at_3_std": 0.437523, + "nauc_recall_at_3_diff1": 0.798244, + "nauc_recall_at_5_max": 0.68326, + "nauc_recall_at_5_std": 0.447665, + "nauc_recall_at_5_diff1": 0.756702, + "nauc_recall_at_10_max": 0.675066, + "nauc_recall_at_10_std": 0.455976, + "nauc_recall_at_10_diff1": 0.732043, + "nauc_recall_at_20_max": 0.652253, + "nauc_recall_at_20_std": 0.487396, + "nauc_recall_at_20_diff1": 0.696444, + "nauc_recall_at_100_max": 0.658512, + "nauc_recall_at_100_std": 0.512359, + "nauc_recall_at_100_diff1": 0.632218, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.69507, + "nauc_precision_at_1_std": 0.378539, + "nauc_precision_at_1_diff1": 0.877835, + "nauc_precision_at_3_max": 0.69315, + "nauc_precision_at_3_std": 0.437523, + "nauc_precision_at_3_diff1": 0.798244, + "nauc_precision_at_5_max": 0.68326, + "nauc_precision_at_5_std": 0.447665, + "nauc_precision_at_5_diff1": 0.756702, + "nauc_precision_at_10_max": 0.675066, + "nauc_precision_at_10_std": 0.455976, + "nauc_precision_at_10_diff1": 0.732043, + "nauc_precision_at_20_max": 0.652253, + "nauc_precision_at_20_std": 0.487396, + "nauc_precision_at_20_diff1": 0.696444, + "nauc_precision_at_100_max": 0.658512, + "nauc_precision_at_100_std": 0.512359, + "nauc_precision_at_100_diff1": 0.632218, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.69507, + "nauc_mrr_at_1_std": 0.378539, + "nauc_mrr_at_1_diff1": 0.877835, + "nauc_mrr_at_3_max": 0.693965, + "nauc_mrr_at_3_std": 0.40508, + "nauc_mrr_at_3_diff1": 0.842776, + "nauc_mrr_at_5_max": 0.692083, + "nauc_mrr_at_5_std": 0.406978, + "nauc_mrr_at_5_diff1": 0.834539, + "nauc_mrr_at_10_max": 0.691365, + "nauc_mrr_at_10_std": 0.407596, + "nauc_mrr_at_10_diff1": 0.832656, + "nauc_mrr_at_20_max": 0.690325, + "nauc_mrr_at_20_std": 0.408739, + "nauc_mrr_at_20_diff1": 0.831772, + "nauc_mrr_at_100_max": 0.69091, + "nauc_mrr_at_100_std": 0.408727, + "nauc_mrr_at_100_diff1": 0.832042, + "nauc_mrr_at_1000_max": 0.690956, + "nauc_mrr_at_1000_std": 0.408593, + "nauc_mrr_at_1000_diff1": 0.832429, + "main_score": 0.57177, + "hf_subset": "nya_Latn-nya_Latn", + "languages": [ + "nya-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.78778, + "ndcg_at_3": 0.84653, + "ndcg_at_5": 0.8603, + "ndcg_at_10": 0.87327, + "ndcg_at_20": 0.87768, + "ndcg_at_100": 0.88043, + "ndcg_at_1000": 0.88147, + "map_at_1": 0.78778, + "map_at_3": 0.83259, + "map_at_5": 0.84026, + "map_at_10": 0.84563, + "map_at_20": 0.8468, + "map_at_100": 0.84721, + "map_at_1000": 0.84726, + "recall_at_1": 0.78778, + "recall_at_3": 0.88667, + "recall_at_5": 0.92, + "recall_at_10": 0.96, + "recall_at_20": 0.97778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.78778, + "precision_at_3": 0.29556, + "precision_at_5": 0.184, + "precision_at_10": 0.096, + "precision_at_20": 0.04889, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.787778, + "mrr_at_3": 0.832593, + "mrr_at_5": 0.840259, + "mrr_at_10": 0.845631, + "mrr_at_20": 0.846802, + "mrr_at_100": 0.847212, + "mrr_at_1000": 0.847258, + "nauc_ndcg_at_1_max": 0.705549, + "nauc_ndcg_at_1_std": -0.02237, + "nauc_ndcg_at_1_diff1": 0.897784, + "nauc_ndcg_at_3_max": 0.722462, + "nauc_ndcg_at_3_std": 0.021897, + "nauc_ndcg_at_3_diff1": 0.860601, + "nauc_ndcg_at_5_max": 0.715458, + "nauc_ndcg_at_5_std": 0.00883, + "nauc_ndcg_at_5_diff1": 0.857041, + "nauc_ndcg_at_10_max": 0.71404, + "nauc_ndcg_at_10_std": 0.005069, + "nauc_ndcg_at_10_diff1": 0.866416, + "nauc_ndcg_at_20_max": 0.715722, + "nauc_ndcg_at_20_std": 0.016429, + "nauc_ndcg_at_20_diff1": 0.869075, + "nauc_ndcg_at_100_max": 0.712388, + "nauc_ndcg_at_100_std": 0.010396, + "nauc_ndcg_at_100_diff1": 0.869104, + "nauc_ndcg_at_1000_max": 0.713922, + "nauc_ndcg_at_1000_std": 0.006734, + "nauc_ndcg_at_1000_diff1": 0.870789, + "nauc_map_at_1_max": 0.705549, + "nauc_map_at_1_std": -0.02237, + "nauc_map_at_1_diff1": 0.897784, + "nauc_map_at_3_max": 0.718066, + "nauc_map_at_3_std": 0.008944, + "nauc_map_at_3_diff1": 0.87142, + "nauc_map_at_5_max": 0.714502, + "nauc_map_at_5_std": 0.001954, + "nauc_map_at_5_diff1": 0.870035, + "nauc_map_at_10_max": 0.713695, + "nauc_map_at_10_std": -0.00027, + "nauc_map_at_10_diff1": 0.873687, + "nauc_map_at_20_max": 0.714043, + "nauc_map_at_20_std": 0.001753, + "nauc_map_at_20_diff1": 0.87431, + "nauc_map_at_100_max": 0.713645, + "nauc_map_at_100_std": 0.001196, + "nauc_map_at_100_diff1": 0.874357, + "nauc_map_at_1000_max": 0.713712, + "nauc_map_at_1000_std": 0.001135, + "nauc_map_at_1000_diff1": 0.874417, + "nauc_recall_at_1_max": 0.705549, + "nauc_recall_at_1_std": -0.02237, + "nauc_recall_at_1_diff1": 0.897784, + "nauc_recall_at_3_max": 0.739996, + "nauc_recall_at_3_std": 0.074543, + "nauc_recall_at_3_diff1": 0.816664, + "nauc_recall_at_5_max": 0.718098, + "nauc_recall_at_5_std": 0.042425, + "nauc_recall_at_5_diff1": 0.78622, + "nauc_recall_at_10_max": 0.713119, + "nauc_recall_at_10_std": 0.054635, + "nauc_recall_at_10_diff1": 0.80269, + "nauc_recall_at_20_max": 0.747923, + "nauc_recall_at_20_std": 0.349323, + "nauc_recall_at_20_diff1": 0.807306, + "nauc_recall_at_100_max": 0.555222, + "nauc_recall_at_100_std": 0.453181, + "nauc_recall_at_100_diff1": 0.688209, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.705549, + "nauc_precision_at_1_std": -0.02237, + "nauc_precision_at_1_diff1": 0.897784, + "nauc_precision_at_3_max": 0.739996, + "nauc_precision_at_3_std": 0.074543, + "nauc_precision_at_3_diff1": 0.816664, + "nauc_precision_at_5_max": 0.718098, + "nauc_precision_at_5_std": 0.042425, + "nauc_precision_at_5_diff1": 0.78622, + "nauc_precision_at_10_max": 0.713119, + "nauc_precision_at_10_std": 0.054635, + "nauc_precision_at_10_diff1": 0.80269, + "nauc_precision_at_20_max": 0.747923, + "nauc_precision_at_20_std": 0.349323, + "nauc_precision_at_20_diff1": 0.807306, + "nauc_precision_at_100_max": 0.555222, + "nauc_precision_at_100_std": 0.453181, + "nauc_precision_at_100_diff1": 0.688209, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.705549, + "nauc_mrr_at_1_std": -0.02237, + "nauc_mrr_at_1_diff1": 0.897784, + "nauc_mrr_at_3_max": 0.718066, + "nauc_mrr_at_3_std": 0.008944, + "nauc_mrr_at_3_diff1": 0.87142, + "nauc_mrr_at_5_max": 0.714502, + "nauc_mrr_at_5_std": 0.001954, + "nauc_mrr_at_5_diff1": 0.870035, + "nauc_mrr_at_10_max": 0.713695, + "nauc_mrr_at_10_std": -0.00027, + "nauc_mrr_at_10_diff1": 0.873687, + "nauc_mrr_at_20_max": 0.714043, + "nauc_mrr_at_20_std": 0.001753, + "nauc_mrr_at_20_diff1": 0.87431, + "nauc_mrr_at_100_max": 0.713645, + "nauc_mrr_at_100_std": 0.001196, + "nauc_mrr_at_100_diff1": 0.874357, + "nauc_mrr_at_1000_max": 0.713712, + "nauc_mrr_at_1000_std": 0.001135, + "nauc_mrr_at_1000_diff1": 0.874417, + "main_score": 0.87327, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.5173, + "ndcg_at_5": 0.53236, + "ndcg_at_10": 0.54428, + "ndcg_at_20": 0.55708, + "ndcg_at_100": 0.58193, + "ndcg_at_1000": 0.60621, + "map_at_1": 0.47, + "map_at_3": 0.5063, + "map_at_5": 0.51463, + "map_at_10": 0.51959, + "map_at_20": 0.52304, + "map_at_100": 0.52623, + "map_at_1000": 0.52715, + "recall_at_1": 0.47, + "recall_at_3": 0.54889, + "recall_at_5": 0.58556, + "recall_at_10": 0.62222, + "recall_at_20": 0.67333, + "recall_at_100": 0.81111, + "recall_at_1000": 1.0, + "precision_at_1": 0.47, + "precision_at_3": 0.18296, + "precision_at_5": 0.11711, + "precision_at_10": 0.06222, + "precision_at_20": 0.03367, + "precision_at_100": 0.00811, + "precision_at_1000": 0.001, + "mrr_at_1": 0.47, + "mrr_at_3": 0.506296, + "mrr_at_5": 0.51463, + "mrr_at_10": 0.519585, + "mrr_at_20": 0.523036, + "mrr_at_100": 0.526229, + "mrr_at_1000": 0.527148, + "nauc_ndcg_at_1_max": 0.668807, + "nauc_ndcg_at_1_std": -0.026889, + "nauc_ndcg_at_1_diff1": 0.847236, + "nauc_ndcg_at_3_max": 0.682942, + "nauc_ndcg_at_3_std": -0.012356, + "nauc_ndcg_at_3_diff1": 0.819824, + "nauc_ndcg_at_5_max": 0.673397, + "nauc_ndcg_at_5_std": -0.008382, + "nauc_ndcg_at_5_diff1": 0.808821, + "nauc_ndcg_at_10_max": 0.668049, + "nauc_ndcg_at_10_std": -0.012764, + "nauc_ndcg_at_10_diff1": 0.801399, + "nauc_ndcg_at_20_max": 0.665891, + "nauc_ndcg_at_20_std": -0.009726, + "nauc_ndcg_at_20_diff1": 0.795268, + "nauc_ndcg_at_100_max": 0.659914, + "nauc_ndcg_at_100_std": -0.008168, + "nauc_ndcg_at_100_diff1": 0.791004, + "nauc_ndcg_at_1000_max": 0.667011, + "nauc_ndcg_at_1000_std": -0.010888, + "nauc_ndcg_at_1000_diff1": 0.803492, + "nauc_map_at_1_max": 0.668807, + "nauc_map_at_1_std": -0.026889, + "nauc_map_at_1_diff1": 0.847236, + "nauc_map_at_3_max": 0.679631, + "nauc_map_at_3_std": -0.016081, + "nauc_map_at_3_diff1": 0.826576, + "nauc_map_at_5_max": 0.674588, + "nauc_map_at_5_std": -0.013615, + "nauc_map_at_5_diff1": 0.820831, + "nauc_map_at_10_max": 0.672474, + "nauc_map_at_10_std": -0.015201, + "nauc_map_at_10_diff1": 0.817829, + "nauc_map_at_20_max": 0.672064, + "nauc_map_at_20_std": -0.014095, + "nauc_map_at_20_diff1": 0.816253, + "nauc_map_at_100_max": 0.671159, + "nauc_map_at_100_std": -0.014016, + "nauc_map_at_100_diff1": 0.815458, + "nauc_map_at_1000_max": 0.671384, + "nauc_map_at_1000_std": -0.014068, + "nauc_map_at_1000_diff1": 0.815886, + "nauc_recall_at_1_max": 0.668807, + "nauc_recall_at_1_std": -0.026889, + "nauc_recall_at_1_diff1": 0.847236, + "nauc_recall_at_3_max": 0.692751, + "nauc_recall_at_3_std": -0.001175, + "nauc_recall_at_3_diff1": 0.79967, + "nauc_recall_at_5_max": 0.66791, + "nauc_recall_at_5_std": 0.007975, + "nauc_recall_at_5_diff1": 0.769849, + "nauc_recall_at_10_max": 0.649327, + "nauc_recall_at_10_std": -0.007115, + "nauc_recall_at_10_diff1": 0.743034, + "nauc_recall_at_20_max": 0.636111, + "nauc_recall_at_20_std": 0.004732, + "nauc_recall_at_20_diff1": 0.708912, + "nauc_recall_at_100_max": 0.568669, + "nauc_recall_at_100_std": 0.029186, + "nauc_recall_at_100_diff1": 0.632279, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668807, + "nauc_precision_at_1_std": -0.026889, + "nauc_precision_at_1_diff1": 0.847236, + "nauc_precision_at_3_max": 0.692751, + "nauc_precision_at_3_std": -0.001175, + "nauc_precision_at_3_diff1": 0.79967, + "nauc_precision_at_5_max": 0.66791, + "nauc_precision_at_5_std": 0.007975, + "nauc_precision_at_5_diff1": 0.769849, + "nauc_precision_at_10_max": 0.649327, + "nauc_precision_at_10_std": -0.007115, + "nauc_precision_at_10_diff1": 0.743034, + "nauc_precision_at_20_max": 0.636111, + "nauc_precision_at_20_std": 0.004732, + "nauc_precision_at_20_diff1": 0.708912, + "nauc_precision_at_100_max": 0.568669, + "nauc_precision_at_100_std": 0.029186, + "nauc_precision_at_100_diff1": 0.632279, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.668807, + "nauc_mrr_at_1_std": -0.026889, + "nauc_mrr_at_1_diff1": 0.847236, + "nauc_mrr_at_3_max": 0.679631, + "nauc_mrr_at_3_std": -0.016081, + "nauc_mrr_at_3_diff1": 0.826576, + "nauc_mrr_at_5_max": 0.674588, + "nauc_mrr_at_5_std": -0.013615, + "nauc_mrr_at_5_diff1": 0.820831, + "nauc_mrr_at_10_max": 0.672474, + "nauc_mrr_at_10_std": -0.015201, + "nauc_mrr_at_10_diff1": 0.817829, + "nauc_mrr_at_20_max": 0.672064, + "nauc_mrr_at_20_std": -0.014095, + "nauc_mrr_at_20_diff1": 0.816253, + "nauc_mrr_at_100_max": 0.671159, + "nauc_mrr_at_100_std": -0.014016, + "nauc_mrr_at_100_diff1": 0.815458, + "nauc_mrr_at_1000_max": 0.671384, + "nauc_mrr_at_1000_std": -0.014068, + "nauc_mrr_at_1000_diff1": 0.815886, + "main_score": 0.54428, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.81192, + "ndcg_at_5": 0.82856, + "ndcg_at_10": 0.83499, + "ndcg_at_20": 0.83974, + "ndcg_at_100": 0.84851, + "ndcg_at_1000": 0.85112, + "map_at_1": 0.75333, + "map_at_3": 0.79759, + "map_at_5": 0.80693, + "map_at_10": 0.80956, + "map_at_20": 0.81085, + "map_at_100": 0.81203, + "map_at_1000": 0.81213, + "recall_at_1": 0.75333, + "recall_at_3": 0.85333, + "recall_at_5": 0.89333, + "recall_at_10": 0.91333, + "recall_at_20": 0.93222, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.75333, + "precision_at_3": 0.28444, + "precision_at_5": 0.17867, + "precision_at_10": 0.09133, + "precision_at_20": 0.04661, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.797593, + "mrr_at_5": 0.806926, + "mrr_at_10": 0.809556, + "mrr_at_20": 0.810849, + "mrr_at_100": 0.812025, + "mrr_at_1000": 0.812132, + "nauc_ndcg_at_1_max": 0.631694, + "nauc_ndcg_at_1_std": 0.12237, + "nauc_ndcg_at_1_diff1": 0.867887, + "nauc_ndcg_at_3_max": 0.685618, + "nauc_ndcg_at_3_std": 0.19456, + "nauc_ndcg_at_3_diff1": 0.838791, + "nauc_ndcg_at_5_max": 0.68644, + "nauc_ndcg_at_5_std": 0.198665, + "nauc_ndcg_at_5_diff1": 0.841092, + "nauc_ndcg_at_10_max": 0.686277, + "nauc_ndcg_at_10_std": 0.196589, + "nauc_ndcg_at_10_diff1": 0.843983, + "nauc_ndcg_at_20_max": 0.688644, + "nauc_ndcg_at_20_std": 0.199898, + "nauc_ndcg_at_20_diff1": 0.846556, + "nauc_ndcg_at_100_max": 0.683069, + "nauc_ndcg_at_100_std": 0.192022, + "nauc_ndcg_at_100_diff1": 0.848726, + "nauc_ndcg_at_1000_max": 0.67849, + "nauc_ndcg_at_1000_std": 0.1856, + "nauc_ndcg_at_1000_diff1": 0.848143, + "nauc_map_at_1_max": 0.631694, + "nauc_map_at_1_std": 0.12237, + "nauc_map_at_1_diff1": 0.867887, + "nauc_map_at_3_max": 0.671651, + "nauc_map_at_3_std": 0.17485, + "nauc_map_at_3_diff1": 0.846379, + "nauc_map_at_5_max": 0.671223, + "nauc_map_at_5_std": 0.176195, + "nauc_map_at_5_diff1": 0.847845, + "nauc_map_at_10_max": 0.670959, + "nauc_map_at_10_std": 0.175172, + "nauc_map_at_10_diff1": 0.848966, + "nauc_map_at_20_max": 0.671465, + "nauc_map_at_20_std": 0.175915, + "nauc_map_at_20_diff1": 0.849569, + "nauc_map_at_100_max": 0.670704, + "nauc_map_at_100_std": 0.174715, + "nauc_map_at_100_diff1": 0.849887, + "nauc_map_at_1000_max": 0.670545, + "nauc_map_at_1000_std": 0.174511, + "nauc_map_at_1000_diff1": 0.84987, + "nauc_recall_at_1_max": 0.631694, + "nauc_recall_at_1_std": 0.12237, + "nauc_recall_at_1_diff1": 0.867887, + "nauc_recall_at_3_max": 0.738018, + "nauc_recall_at_3_std": 0.269119, + "nauc_recall_at_3_diff1": 0.810291, + "nauc_recall_at_5_max": 0.759644, + "nauc_recall_at_5_std": 0.307283, + "nauc_recall_at_5_diff1": 0.809553, + "nauc_recall_at_10_max": 0.774809, + "nauc_recall_at_10_std": 0.31931, + "nauc_recall_at_10_diff1": 0.818657, + "nauc_recall_at_20_max": 0.818823, + "nauc_recall_at_20_std": 0.379621, + "nauc_recall_at_20_diff1": 0.834665, + "nauc_recall_at_100_max": 0.923488, + "nauc_recall_at_100_std": 0.538567, + "nauc_recall_at_100_diff1": 0.880174, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.631694, + "nauc_precision_at_1_std": 0.12237, + "nauc_precision_at_1_diff1": 0.867887, + "nauc_precision_at_3_max": 0.738018, + "nauc_precision_at_3_std": 0.269119, + "nauc_precision_at_3_diff1": 0.810291, + "nauc_precision_at_5_max": 0.759644, + "nauc_precision_at_5_std": 0.307283, + "nauc_precision_at_5_diff1": 0.809553, + "nauc_precision_at_10_max": 0.774809, + "nauc_precision_at_10_std": 0.31931, + "nauc_precision_at_10_diff1": 0.818657, + "nauc_precision_at_20_max": 0.818823, + "nauc_precision_at_20_std": 0.379621, + "nauc_precision_at_20_diff1": 0.834665, + "nauc_precision_at_100_max": 0.923488, + "nauc_precision_at_100_std": 0.538567, + "nauc_precision_at_100_diff1": 0.880174, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.631694, + "nauc_mrr_at_1_std": 0.12237, + "nauc_mrr_at_1_diff1": 0.867887, + "nauc_mrr_at_3_max": 0.671651, + "nauc_mrr_at_3_std": 0.17485, + "nauc_mrr_at_3_diff1": 0.846379, + "nauc_mrr_at_5_max": 0.671223, + "nauc_mrr_at_5_std": 0.176195, + "nauc_mrr_at_5_diff1": 0.847845, + "nauc_mrr_at_10_max": 0.670959, + "nauc_mrr_at_10_std": 0.175172, + "nauc_mrr_at_10_diff1": 0.848966, + "nauc_mrr_at_20_max": 0.671465, + "nauc_mrr_at_20_std": 0.175915, + "nauc_mrr_at_20_diff1": 0.849569, + "nauc_mrr_at_100_max": 0.670704, + "nauc_mrr_at_100_std": 0.174715, + "nauc_mrr_at_100_diff1": 0.849887, + "nauc_mrr_at_1000_max": 0.670545, + "nauc_mrr_at_1000_std": 0.174511, + "nauc_mrr_at_1000_diff1": 0.84987, + "main_score": 0.83499, + "hf_subset": "ory_Orya-ory_Orya", + "languages": [ + "ory-Orya", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.92727, + "ndcg_at_5": 0.93277, + "ndcg_at_10": 0.93715, + "ndcg_at_20": 0.93857, + "ndcg_at_100": 0.94, + "ndcg_at_1000": 0.94056, + "map_at_1": 0.88444, + "map_at_3": 0.91741, + "map_at_5": 0.92046, + "map_at_10": 0.92231, + "map_at_20": 0.9227, + "map_at_100": 0.9229, + "map_at_1000": 0.92292, + "recall_at_1": 0.88444, + "recall_at_3": 0.95556, + "recall_at_5": 0.96889, + "recall_at_10": 0.98222, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88444, + "precision_at_3": 0.31852, + "precision_at_5": 0.19378, + "precision_at_10": 0.09822, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.917407, + "mrr_at_5": 0.920463, + "mrr_at_10": 0.922309, + "mrr_at_20": 0.922703, + "mrr_at_100": 0.922899, + "mrr_at_1000": 0.922917, + "nauc_ndcg_at_1_max": 0.659462, + "nauc_ndcg_at_1_std": -0.155674, + "nauc_ndcg_at_1_diff1": 0.934338, + "nauc_ndcg_at_3_max": 0.728203, + "nauc_ndcg_at_3_std": -0.119341, + "nauc_ndcg_at_3_diff1": 0.927534, + "nauc_ndcg_at_5_max": 0.728248, + "nauc_ndcg_at_5_std": -0.096115, + "nauc_ndcg_at_5_diff1": 0.929003, + "nauc_ndcg_at_10_max": 0.718273, + "nauc_ndcg_at_10_std": -0.105954, + "nauc_ndcg_at_10_diff1": 0.929487, + "nauc_ndcg_at_20_max": 0.718654, + "nauc_ndcg_at_20_std": -0.099803, + "nauc_ndcg_at_20_diff1": 0.929, + "nauc_ndcg_at_100_max": 0.712384, + "nauc_ndcg_at_100_std": -0.102698, + "nauc_ndcg_at_100_diff1": 0.930513, + "nauc_ndcg_at_1000_max": 0.710927, + "nauc_ndcg_at_1000_std": -0.10897, + "nauc_ndcg_at_1000_diff1": 0.930146, + "nauc_map_at_1_max": 0.659462, + "nauc_map_at_1_std": -0.155674, + "nauc_map_at_1_diff1": 0.934338, + "nauc_map_at_3_max": 0.709046, + "nauc_map_at_3_std": -0.127943, + "nauc_map_at_3_diff1": 0.929682, + "nauc_map_at_5_max": 0.708476, + "nauc_map_at_5_std": -0.117252, + "nauc_map_at_5_diff1": 0.930472, + "nauc_map_at_10_max": 0.704529, + "nauc_map_at_10_std": -0.121514, + "nauc_map_at_10_diff1": 0.930677, + "nauc_map_at_20_max": 0.704626, + "nauc_map_at_20_std": -0.120076, + "nauc_map_at_20_diff1": 0.93055, + "nauc_map_at_100_max": 0.703958, + "nauc_map_at_100_std": -0.119852, + "nauc_map_at_100_diff1": 0.930704, + "nauc_map_at_1000_max": 0.703918, + "nauc_map_at_1000_std": -0.119955, + "nauc_map_at_1000_diff1": 0.930693, + "nauc_recall_at_1_max": 0.659462, + "nauc_recall_at_1_std": -0.155674, + "nauc_recall_at_1_diff1": 0.934338, + "nauc_recall_at_3_max": 0.826704, + "nauc_recall_at_3_std": -0.076506, + "nauc_recall_at_3_diff1": 0.916258, + "nauc_recall_at_5_max": 0.867547, + "nauc_recall_at_5_std": 0.061158, + "nauc_recall_at_5_diff1": 0.918884, + "nauc_recall_at_10_max": 0.86756, + "nauc_recall_at_10_std": 0.084267, + "nauc_recall_at_10_diff1": 0.916258, + "nauc_recall_at_20_max": 0.939097, + "nauc_recall_at_20_std": 0.282913, + "nauc_recall_at_20_diff1": 0.901961, + "nauc_recall_at_100_max": 0.865196, + "nauc_recall_at_100_std": 0.609127, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659462, + "nauc_precision_at_1_std": -0.155674, + "nauc_precision_at_1_diff1": 0.934338, + "nauc_precision_at_3_max": 0.826704, + "nauc_precision_at_3_std": -0.076506, + "nauc_precision_at_3_diff1": 0.916258, + "nauc_precision_at_5_max": 0.867547, + "nauc_precision_at_5_std": 0.061158, + "nauc_precision_at_5_diff1": 0.918884, + "nauc_precision_at_10_max": 0.86756, + "nauc_precision_at_10_std": 0.084267, + "nauc_precision_at_10_diff1": 0.916258, + "nauc_precision_at_20_max": 0.939097, + "nauc_precision_at_20_std": 0.282913, + "nauc_precision_at_20_diff1": 0.901961, + "nauc_precision_at_100_max": 0.865196, + "nauc_precision_at_100_std": 0.609127, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659462, + "nauc_mrr_at_1_std": -0.155674, + "nauc_mrr_at_1_diff1": 0.934338, + "nauc_mrr_at_3_max": 0.709046, + "nauc_mrr_at_3_std": -0.127943, + "nauc_mrr_at_3_diff1": 0.929682, + "nauc_mrr_at_5_max": 0.708476, + "nauc_mrr_at_5_std": -0.117252, + "nauc_mrr_at_5_diff1": 0.930472, + "nauc_mrr_at_10_max": 0.704529, + "nauc_mrr_at_10_std": -0.121514, + "nauc_mrr_at_10_diff1": 0.930677, + "nauc_mrr_at_20_max": 0.704626, + "nauc_mrr_at_20_std": -0.120076, + "nauc_mrr_at_20_diff1": 0.93055, + "nauc_mrr_at_100_max": 0.703958, + "nauc_mrr_at_100_std": -0.119852, + "nauc_mrr_at_100_diff1": 0.930704, + "nauc_mrr_at_1000_max": 0.703918, + "nauc_mrr_at_1000_std": -0.119955, + "nauc_mrr_at_1000_diff1": 0.930693, + "main_score": 0.93715, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72778, + "ndcg_at_3": 0.78714, + "ndcg_at_5": 0.80344, + "ndcg_at_10": 0.81509, + "ndcg_at_20": 0.82338, + "ndcg_at_100": 0.83184, + "ndcg_at_1000": 0.83458, + "map_at_1": 0.72778, + "map_at_3": 0.7737, + "map_at_5": 0.78265, + "map_at_10": 0.78754, + "map_at_20": 0.78989, + "map_at_100": 0.79106, + "map_at_1000": 0.79116, + "recall_at_1": 0.72778, + "recall_at_3": 0.82556, + "recall_at_5": 0.86556, + "recall_at_10": 0.90111, + "recall_at_20": 0.93333, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.72778, + "precision_at_3": 0.27519, + "precision_at_5": 0.17311, + "precision_at_10": 0.09011, + "precision_at_20": 0.04667, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727778, + "mrr_at_3": 0.773704, + "mrr_at_5": 0.782648, + "mrr_at_10": 0.787544, + "mrr_at_20": 0.789894, + "mrr_at_100": 0.79106, + "mrr_at_1000": 0.791165, + "nauc_ndcg_at_1_max": 0.654555, + "nauc_ndcg_at_1_std": 0.151566, + "nauc_ndcg_at_1_diff1": 0.868446, + "nauc_ndcg_at_3_max": 0.69668, + "nauc_ndcg_at_3_std": 0.182517, + "nauc_ndcg_at_3_diff1": 0.852865, + "nauc_ndcg_at_5_max": 0.706282, + "nauc_ndcg_at_5_std": 0.202414, + "nauc_ndcg_at_5_diff1": 0.860024, + "nauc_ndcg_at_10_max": 0.701165, + "nauc_ndcg_at_10_std": 0.206026, + "nauc_ndcg_at_10_diff1": 0.855934, + "nauc_ndcg_at_20_max": 0.703366, + "nauc_ndcg_at_20_std": 0.213237, + "nauc_ndcg_at_20_diff1": 0.858703, + "nauc_ndcg_at_100_max": 0.697494, + "nauc_ndcg_at_100_std": 0.200515, + "nauc_ndcg_at_100_diff1": 0.860999, + "nauc_ndcg_at_1000_max": 0.69521, + "nauc_ndcg_at_1000_std": 0.195883, + "nauc_ndcg_at_1000_diff1": 0.859485, + "nauc_map_at_1_max": 0.654555, + "nauc_map_at_1_std": 0.151566, + "nauc_map_at_1_diff1": 0.868446, + "nauc_map_at_3_max": 0.686553, + "nauc_map_at_3_std": 0.174761, + "nauc_map_at_3_diff1": 0.856408, + "nauc_map_at_5_max": 0.691077, + "nauc_map_at_5_std": 0.184578, + "nauc_map_at_5_diff1": 0.860164, + "nauc_map_at_10_max": 0.689108, + "nauc_map_at_10_std": 0.1861, + "nauc_map_at_10_diff1": 0.858698, + "nauc_map_at_20_max": 0.689567, + "nauc_map_at_20_std": 0.187638, + "nauc_map_at_20_diff1": 0.859445, + "nauc_map_at_100_max": 0.688818, + "nauc_map_at_100_std": 0.18603, + "nauc_map_at_100_diff1": 0.859701, + "nauc_map_at_1000_max": 0.688751, + "nauc_map_at_1000_std": 0.185863, + "nauc_map_at_1000_diff1": 0.859656, + "nauc_recall_at_1_max": 0.654555, + "nauc_recall_at_1_std": 0.151566, + "nauc_recall_at_1_diff1": 0.868446, + "nauc_recall_at_3_max": 0.73206, + "nauc_recall_at_3_std": 0.209807, + "nauc_recall_at_3_diff1": 0.840606, + "nauc_recall_at_5_max": 0.773527, + "nauc_recall_at_5_std": 0.28391, + "nauc_recall_at_5_diff1": 0.86153, + "nauc_recall_at_10_max": 0.765078, + "nauc_recall_at_10_std": 0.322517, + "nauc_recall_at_10_diff1": 0.840079, + "nauc_recall_at_20_max": 0.815103, + "nauc_recall_at_20_std": 0.445915, + "nauc_recall_at_20_diff1": 0.857509, + "nauc_recall_at_100_max": 0.825299, + "nauc_recall_at_100_std": 0.447147, + "nauc_recall_at_100_diff1": 0.94496, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654555, + "nauc_precision_at_1_std": 0.151566, + "nauc_precision_at_1_diff1": 0.868446, + "nauc_precision_at_3_max": 0.73206, + "nauc_precision_at_3_std": 0.209807, + "nauc_precision_at_3_diff1": 0.840606, + "nauc_precision_at_5_max": 0.773527, + "nauc_precision_at_5_std": 0.28391, + "nauc_precision_at_5_diff1": 0.86153, + "nauc_precision_at_10_max": 0.765078, + "nauc_precision_at_10_std": 0.322517, + "nauc_precision_at_10_diff1": 0.840079, + "nauc_precision_at_20_max": 0.815103, + "nauc_precision_at_20_std": 0.445915, + "nauc_precision_at_20_diff1": 0.857509, + "nauc_precision_at_100_max": 0.825299, + "nauc_precision_at_100_std": 0.447147, + "nauc_precision_at_100_diff1": 0.94496, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.654555, + "nauc_mrr_at_1_std": 0.151566, + "nauc_mrr_at_1_diff1": 0.868446, + "nauc_mrr_at_3_max": 0.686553, + "nauc_mrr_at_3_std": 0.174761, + "nauc_mrr_at_3_diff1": 0.856408, + "nauc_mrr_at_5_max": 0.691077, + "nauc_mrr_at_5_std": 0.184578, + "nauc_mrr_at_5_diff1": 0.860164, + "nauc_mrr_at_10_max": 0.689108, + "nauc_mrr_at_10_std": 0.1861, + "nauc_mrr_at_10_diff1": 0.858698, + "nauc_mrr_at_20_max": 0.689567, + "nauc_mrr_at_20_std": 0.187638, + "nauc_mrr_at_20_diff1": 0.859445, + "nauc_mrr_at_100_max": 0.688818, + "nauc_mrr_at_100_std": 0.18603, + "nauc_mrr_at_100_diff1": 0.859701, + "nauc_mrr_at_1000_max": 0.688751, + "nauc_mrr_at_1000_std": 0.185863, + "nauc_mrr_at_1000_diff1": 0.859656, + "main_score": 0.81509, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.85222, + "ndcg_at_3": 0.88828, + "ndcg_at_5": 0.89555, + "ndcg_at_10": 0.90417, + "ndcg_at_20": 0.90751, + "ndcg_at_100": 0.91145, + "ndcg_at_1000": 0.9123, + "map_at_1": 0.85222, + "map_at_3": 0.87926, + "map_at_5": 0.88326, + "map_at_10": 0.88682, + "map_at_20": 0.88772, + "map_at_100": 0.88827, + "map_at_1000": 0.8883, + "recall_at_1": 0.85222, + "recall_at_3": 0.91444, + "recall_at_5": 0.93222, + "recall_at_10": 0.95889, + "recall_at_20": 0.97222, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.85222, + "precision_at_3": 0.30481, + "precision_at_5": 0.18644, + "precision_at_10": 0.09589, + "precision_at_20": 0.04861, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.852222, + "mrr_at_3": 0.879259, + "mrr_at_5": 0.883259, + "mrr_at_10": 0.886818, + "mrr_at_20": 0.887724, + "mrr_at_100": 0.888273, + "mrr_at_1000": 0.888305, + "nauc_ndcg_at_1_max": 0.774924, + "nauc_ndcg_at_1_std": 0.038219, + "nauc_ndcg_at_1_diff1": 0.904378, + "nauc_ndcg_at_3_max": 0.782255, + "nauc_ndcg_at_3_std": 0.075686, + "nauc_ndcg_at_3_diff1": 0.886754, + "nauc_ndcg_at_5_max": 0.790072, + "nauc_ndcg_at_5_std": 0.070608, + "nauc_ndcg_at_5_diff1": 0.892304, + "nauc_ndcg_at_10_max": 0.803728, + "nauc_ndcg_at_10_std": 0.097009, + "nauc_ndcg_at_10_diff1": 0.89884, + "nauc_ndcg_at_20_max": 0.799262, + "nauc_ndcg_at_20_std": 0.085321, + "nauc_ndcg_at_20_diff1": 0.898944, + "nauc_ndcg_at_100_max": 0.794181, + "nauc_ndcg_at_100_std": 0.084231, + "nauc_ndcg_at_100_diff1": 0.896239, + "nauc_ndcg_at_1000_max": 0.79213, + "nauc_ndcg_at_1000_std": 0.076943, + "nauc_ndcg_at_1000_diff1": 0.896296, + "nauc_map_at_1_max": 0.774924, + "nauc_map_at_1_std": 0.038219, + "nauc_map_at_1_diff1": 0.904378, + "nauc_map_at_3_max": 0.78033, + "nauc_map_at_3_std": 0.064908, + "nauc_map_at_3_diff1": 0.891443, + "nauc_map_at_5_max": 0.784052, + "nauc_map_at_5_std": 0.061061, + "nauc_map_at_5_diff1": 0.89429, + "nauc_map_at_10_max": 0.789055, + "nauc_map_at_10_std": 0.069585, + "nauc_map_at_10_diff1": 0.896604, + "nauc_map_at_20_max": 0.787888, + "nauc_map_at_20_std": 0.066769, + "nauc_map_at_20_diff1": 0.89661, + "nauc_map_at_100_max": 0.787346, + "nauc_map_at_100_std": 0.066846, + "nauc_map_at_100_diff1": 0.89629, + "nauc_map_at_1000_max": 0.787284, + "nauc_map_at_1000_std": 0.066651, + "nauc_map_at_1000_diff1": 0.896288, + "nauc_recall_at_1_max": 0.774924, + "nauc_recall_at_1_std": 0.038219, + "nauc_recall_at_1_diff1": 0.904378, + "nauc_recall_at_3_max": 0.789758, + "nauc_recall_at_3_std": 0.118302, + "nauc_recall_at_3_diff1": 0.868432, + "nauc_recall_at_5_max": 0.82105, + "nauc_recall_at_5_std": 0.117394, + "nauc_recall_at_5_diff1": 0.884511, + "nauc_recall_at_10_max": 0.931423, + "nauc_recall_at_10_std": 0.338582, + "nauc_recall_at_10_diff1": 0.926124, + "nauc_recall_at_20_max": 0.936415, + "nauc_recall_at_20_std": 0.302372, + "nauc_recall_at_20_diff1": 0.940523, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.832011, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.774924, + "nauc_precision_at_1_std": 0.038219, + "nauc_precision_at_1_diff1": 0.904378, + "nauc_precision_at_3_max": 0.789758, + "nauc_precision_at_3_std": 0.118302, + "nauc_precision_at_3_diff1": 0.868432, + "nauc_precision_at_5_max": 0.82105, + "nauc_precision_at_5_std": 0.117394, + "nauc_precision_at_5_diff1": 0.884511, + "nauc_precision_at_10_max": 0.931423, + "nauc_precision_at_10_std": 0.338582, + "nauc_precision_at_10_diff1": 0.926124, + "nauc_precision_at_20_max": 0.936415, + "nauc_precision_at_20_std": 0.302372, + "nauc_precision_at_20_diff1": 0.940523, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.832011, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.774924, + "nauc_mrr_at_1_std": 0.038219, + "nauc_mrr_at_1_diff1": 0.904378, + "nauc_mrr_at_3_max": 0.78033, + "nauc_mrr_at_3_std": 0.064908, + "nauc_mrr_at_3_diff1": 0.891443, + "nauc_mrr_at_5_max": 0.784052, + "nauc_mrr_at_5_std": 0.061061, + "nauc_mrr_at_5_diff1": 0.89429, + "nauc_mrr_at_10_max": 0.789055, + "nauc_mrr_at_10_std": 0.069585, + "nauc_mrr_at_10_diff1": 0.896604, + "nauc_mrr_at_20_max": 0.787888, + "nauc_mrr_at_20_std": 0.066769, + "nauc_mrr_at_20_diff1": 0.89661, + "nauc_mrr_at_100_max": 0.787346, + "nauc_mrr_at_100_std": 0.066846, + "nauc_mrr_at_100_diff1": 0.89629, + "nauc_mrr_at_1000_max": 0.787284, + "nauc_mrr_at_1000_std": 0.066651, + "nauc_mrr_at_1000_diff1": 0.896288, + "main_score": 0.90417, + "hf_subset": "pan_Guru-pan_Guru", + "languages": [ + "pan-Guru", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.94477, + "ndcg_at_5": 0.94889, + "ndcg_at_10": 0.95354, + "ndcg_at_20": 0.95469, + "ndcg_at_100": 0.95548, + "ndcg_at_1000": 0.95574, + "map_at_1": 0.91667, + "map_at_3": 0.93796, + "map_at_5": 0.94024, + "map_at_10": 0.94215, + "map_at_20": 0.94248, + "map_at_100": 0.94258, + "map_at_1000": 0.94258, + "recall_at_1": 0.91667, + "recall_at_3": 0.96444, + "recall_at_5": 0.97444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32148, + "precision_at_5": 0.19489, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.937963, + "mrr_at_5": 0.940241, + "mrr_at_10": 0.942147, + "mrr_at_20": 0.94248, + "mrr_at_100": 0.942575, + "mrr_at_1000": 0.942581, + "nauc_ndcg_at_1_max": 0.712375, + "nauc_ndcg_at_1_std": -0.141955, + "nauc_ndcg_at_1_diff1": 0.946405, + "nauc_ndcg_at_3_max": 0.779913, + "nauc_ndcg_at_3_std": -0.105366, + "nauc_ndcg_at_3_diff1": 0.944535, + "nauc_ndcg_at_5_max": 0.772067, + "nauc_ndcg_at_5_std": -0.118082, + "nauc_ndcg_at_5_diff1": 0.944996, + "nauc_ndcg_at_10_max": 0.759204, + "nauc_ndcg_at_10_std": -0.089679, + "nauc_ndcg_at_10_diff1": 0.94658, + "nauc_ndcg_at_20_max": 0.760851, + "nauc_ndcg_at_20_std": -0.081233, + "nauc_ndcg_at_20_diff1": 0.945988, + "nauc_ndcg_at_100_max": 0.756603, + "nauc_ndcg_at_100_std": -0.094695, + "nauc_ndcg_at_100_diff1": 0.94567, + "nauc_ndcg_at_1000_max": 0.756377, + "nauc_ndcg_at_1000_std": -0.100986, + "nauc_ndcg_at_1000_diff1": 0.945734, + "nauc_map_at_1_max": 0.712375, + "nauc_map_at_1_std": -0.141955, + "nauc_map_at_1_diff1": 0.946405, + "nauc_map_at_3_max": 0.761226, + "nauc_map_at_3_std": -0.118497, + "nauc_map_at_3_diff1": 0.945176, + "nauc_map_at_5_max": 0.756834, + "nauc_map_at_5_std": -0.124132, + "nauc_map_at_5_diff1": 0.945471, + "nauc_map_at_10_max": 0.752068, + "nauc_map_at_10_std": -0.114002, + "nauc_map_at_10_diff1": 0.945916, + "nauc_map_at_20_max": 0.752193, + "nauc_map_at_20_std": -0.112431, + "nauc_map_at_20_diff1": 0.945752, + "nauc_map_at_100_max": 0.751783, + "nauc_map_at_100_std": -0.113586, + "nauc_map_at_100_diff1": 0.945739, + "nauc_map_at_1000_max": 0.751779, + "nauc_map_at_1000_std": -0.113687, + "nauc_map_at_1000_diff1": 0.94574, + "nauc_recall_at_1_max": 0.712375, + "nauc_recall_at_1_std": -0.141955, + "nauc_recall_at_1_diff1": 0.946405, + "nauc_recall_at_3_max": 0.871703, + "nauc_recall_at_3_std": -0.038326, + "nauc_recall_at_3_diff1": 0.941279, + "nauc_recall_at_5_max": 0.869098, + "nauc_recall_at_5_std": -0.082572, + "nauc_recall_at_5_diff1": 0.941745, + "nauc_recall_at_10_max": 0.828945, + "nauc_recall_at_10_std": 0.305976, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.804777, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.712375, + "nauc_precision_at_1_std": -0.141955, + "nauc_precision_at_1_diff1": 0.946405, + "nauc_precision_at_3_max": 0.871703, + "nauc_precision_at_3_std": -0.038326, + "nauc_precision_at_3_diff1": 0.941279, + "nauc_precision_at_5_max": 0.869098, + "nauc_precision_at_5_std": -0.082572, + "nauc_precision_at_5_diff1": 0.941745, + "nauc_precision_at_10_max": 0.828945, + "nauc_precision_at_10_std": 0.305976, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.804777, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.712375, + "nauc_mrr_at_1_std": -0.141955, + "nauc_mrr_at_1_diff1": 0.946405, + "nauc_mrr_at_3_max": 0.761226, + "nauc_mrr_at_3_std": -0.118497, + "nauc_mrr_at_3_diff1": 0.945176, + "nauc_mrr_at_5_max": 0.756834, + "nauc_mrr_at_5_std": -0.124132, + "nauc_mrr_at_5_diff1": 0.945471, + "nauc_mrr_at_10_max": 0.752068, + "nauc_mrr_at_10_std": -0.114002, + "nauc_mrr_at_10_diff1": 0.945916, + "nauc_mrr_at_20_max": 0.752193, + "nauc_mrr_at_20_std": -0.112431, + "nauc_mrr_at_20_diff1": 0.945752, + "nauc_mrr_at_100_max": 0.751783, + "nauc_mrr_at_100_std": -0.113586, + "nauc_mrr_at_100_diff1": 0.945739, + "nauc_mrr_at_1000_max": 0.751779, + "nauc_mrr_at_1000_std": -0.113687, + "nauc_mrr_at_1000_diff1": 0.94574, + "main_score": 0.95354, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.8794, + "ndcg_at_5": 0.89012, + "ndcg_at_10": 0.89678, + "ndcg_at_20": 0.90164, + "ndcg_at_100": 0.90463, + "ndcg_at_1000": 0.90566, + "map_at_1": 0.83111, + "map_at_3": 0.86833, + "map_at_5": 0.87439, + "map_at_10": 0.87725, + "map_at_20": 0.87863, + "map_at_100": 0.879, + "map_at_1000": 0.87905, + "recall_at_1": 0.83111, + "recall_at_3": 0.91111, + "recall_at_5": 0.93667, + "recall_at_10": 0.95667, + "recall_at_20": 0.97556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.83111, + "precision_at_3": 0.3037, + "precision_at_5": 0.18733, + "precision_at_10": 0.09567, + "precision_at_20": 0.04878, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.868333, + "mrr_at_5": 0.874389, + "mrr_at_10": 0.877254, + "mrr_at_20": 0.878633, + "mrr_at_100": 0.879001, + "mrr_at_1000": 0.879046, + "nauc_ndcg_at_1_max": 0.65819, + "nauc_ndcg_at_1_std": 0.198009, + "nauc_ndcg_at_1_diff1": 0.902613, + "nauc_ndcg_at_3_max": 0.725382, + "nauc_ndcg_at_3_std": 0.212396, + "nauc_ndcg_at_3_diff1": 0.896122, + "nauc_ndcg_at_5_max": 0.722141, + "nauc_ndcg_at_5_std": 0.229732, + "nauc_ndcg_at_5_diff1": 0.896432, + "nauc_ndcg_at_10_max": 0.72481, + "nauc_ndcg_at_10_std": 0.245034, + "nauc_ndcg_at_10_diff1": 0.897394, + "nauc_ndcg_at_20_max": 0.717577, + "nauc_ndcg_at_20_std": 0.249384, + "nauc_ndcg_at_20_diff1": 0.89989, + "nauc_ndcg_at_100_max": 0.712677, + "nauc_ndcg_at_100_std": 0.239665, + "nauc_ndcg_at_100_diff1": 0.898726, + "nauc_ndcg_at_1000_max": 0.710012, + "nauc_ndcg_at_1000_std": 0.232053, + "nauc_ndcg_at_1000_diff1": 0.898419, + "nauc_map_at_1_max": 0.65819, + "nauc_map_at_1_std": 0.198009, + "nauc_map_at_1_diff1": 0.902613, + "nauc_map_at_3_max": 0.707564, + "nauc_map_at_3_std": 0.210171, + "nauc_map_at_3_diff1": 0.896949, + "nauc_map_at_5_max": 0.704652, + "nauc_map_at_5_std": 0.2182, + "nauc_map_at_5_diff1": 0.897201, + "nauc_map_at_10_max": 0.705094, + "nauc_map_at_10_std": 0.223031, + "nauc_map_at_10_diff1": 0.897715, + "nauc_map_at_20_max": 0.70318, + "nauc_map_at_20_std": 0.223699, + "nauc_map_at_20_diff1": 0.898304, + "nauc_map_at_100_max": 0.702645, + "nauc_map_at_100_std": 0.222643, + "nauc_map_at_100_diff1": 0.898195, + "nauc_map_at_1000_max": 0.702545, + "nauc_map_at_1000_std": 0.222369, + "nauc_map_at_1000_diff1": 0.898181, + "nauc_recall_at_1_max": 0.65819, + "nauc_recall_at_1_std": 0.198009, + "nauc_recall_at_1_diff1": 0.902613, + "nauc_recall_at_3_max": 0.797351, + "nauc_recall_at_3_std": 0.220308, + "nauc_recall_at_3_diff1": 0.893382, + "nauc_recall_at_5_max": 0.816633, + "nauc_recall_at_5_std": 0.296829, + "nauc_recall_at_5_diff1": 0.893074, + "nauc_recall_at_10_max": 0.880234, + "nauc_recall_at_10_std": 0.440542, + "nauc_recall_at_10_diff1": 0.896095, + "nauc_recall_at_20_max": 0.891669, + "nauc_recall_at_20_std": 0.660109, + "nauc_recall_at_20_diff1": 0.932412, + "nauc_recall_at_100_max": 0.943978, + "nauc_recall_at_100_std": 0.904295, + "nauc_recall_at_100_diff1": 0.922969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.65819, + "nauc_precision_at_1_std": 0.198009, + "nauc_precision_at_1_diff1": 0.902613, + "nauc_precision_at_3_max": 0.797351, + "nauc_precision_at_3_std": 0.220308, + "nauc_precision_at_3_diff1": 0.893382, + "nauc_precision_at_5_max": 0.816633, + "nauc_precision_at_5_std": 0.296829, + "nauc_precision_at_5_diff1": 0.893074, + "nauc_precision_at_10_max": 0.880234, + "nauc_precision_at_10_std": 0.440542, + "nauc_precision_at_10_diff1": 0.896095, + "nauc_precision_at_20_max": 0.891669, + "nauc_precision_at_20_std": 0.660109, + "nauc_precision_at_20_diff1": 0.932412, + "nauc_precision_at_100_max": 0.943978, + "nauc_precision_at_100_std": 0.904295, + "nauc_precision_at_100_diff1": 0.922969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.65819, + "nauc_mrr_at_1_std": 0.198009, + "nauc_mrr_at_1_diff1": 0.902613, + "nauc_mrr_at_3_max": 0.707564, + "nauc_mrr_at_3_std": 0.210171, + "nauc_mrr_at_3_diff1": 0.896949, + "nauc_mrr_at_5_max": 0.704652, + "nauc_mrr_at_5_std": 0.2182, + "nauc_mrr_at_5_diff1": 0.897201, + "nauc_mrr_at_10_max": 0.705094, + "nauc_mrr_at_10_std": 0.223031, + "nauc_mrr_at_10_diff1": 0.897715, + "nauc_mrr_at_20_max": 0.70318, + "nauc_mrr_at_20_std": 0.223699, + "nauc_mrr_at_20_diff1": 0.898304, + "nauc_mrr_at_100_max": 0.702645, + "nauc_mrr_at_100_std": 0.222643, + "nauc_mrr_at_100_diff1": 0.898195, + "nauc_mrr_at_1000_max": 0.702545, + "nauc_mrr_at_1000_std": 0.222369, + "nauc_mrr_at_1000_diff1": 0.898181, + "main_score": 0.89678, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.71, + "ndcg_at_3": 0.76143, + "ndcg_at_5": 0.77936, + "ndcg_at_10": 0.79186, + "ndcg_at_20": 0.79812, + "ndcg_at_100": 0.80887, + "ndcg_at_1000": 0.81376, + "map_at_1": 0.71, + "map_at_3": 0.74852, + "map_at_5": 0.75852, + "map_at_10": 0.76363, + "map_at_20": 0.76539, + "map_at_100": 0.76689, + "map_at_1000": 0.7671, + "recall_at_1": 0.71, + "recall_at_3": 0.79889, + "recall_at_5": 0.84222, + "recall_at_10": 0.88111, + "recall_at_20": 0.90556, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "precision_at_1": 0.71, + "precision_at_3": 0.2663, + "precision_at_5": 0.16844, + "precision_at_10": 0.08811, + "precision_at_20": 0.04528, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.71, + "mrr_at_3": 0.748519, + "mrr_at_5": 0.758519, + "mrr_at_10": 0.763631, + "mrr_at_20": 0.765392, + "mrr_at_100": 0.766889, + "mrr_at_1000": 0.767102, + "nauc_ndcg_at_1_max": 0.658305, + "nauc_ndcg_at_1_std": 0.183333, + "nauc_ndcg_at_1_diff1": 0.837481, + "nauc_ndcg_at_3_max": 0.698046, + "nauc_ndcg_at_3_std": 0.241528, + "nauc_ndcg_at_3_diff1": 0.809983, + "nauc_ndcg_at_5_max": 0.705048, + "nauc_ndcg_at_5_std": 0.26322, + "nauc_ndcg_at_5_diff1": 0.811929, + "nauc_ndcg_at_10_max": 0.703835, + "nauc_ndcg_at_10_std": 0.268258, + "nauc_ndcg_at_10_diff1": 0.811022, + "nauc_ndcg_at_20_max": 0.706284, + "nauc_ndcg_at_20_std": 0.271422, + "nauc_ndcg_at_20_diff1": 0.809965, + "nauc_ndcg_at_100_max": 0.701774, + "nauc_ndcg_at_100_std": 0.258671, + "nauc_ndcg_at_100_diff1": 0.814632, + "nauc_ndcg_at_1000_max": 0.698608, + "nauc_ndcg_at_1000_std": 0.250457, + "nauc_ndcg_at_1000_diff1": 0.81606, + "nauc_map_at_1_max": 0.658305, + "nauc_map_at_1_std": 0.183333, + "nauc_map_at_1_diff1": 0.837481, + "nauc_map_at_3_max": 0.689235, + "nauc_map_at_3_std": 0.226125, + "nauc_map_at_3_diff1": 0.817934, + "nauc_map_at_5_max": 0.692664, + "nauc_map_at_5_std": 0.236864, + "nauc_map_at_5_diff1": 0.81914, + "nauc_map_at_10_max": 0.692218, + "nauc_map_at_10_std": 0.238491, + "nauc_map_at_10_diff1": 0.819094, + "nauc_map_at_20_max": 0.692822, + "nauc_map_at_20_std": 0.239037, + "nauc_map_at_20_diff1": 0.818923, + "nauc_map_at_100_max": 0.692278, + "nauc_map_at_100_std": 0.237096, + "nauc_map_at_100_diff1": 0.819576, + "nauc_map_at_1000_max": 0.692162, + "nauc_map_at_1000_std": 0.236802, + "nauc_map_at_1000_diff1": 0.819633, + "nauc_recall_at_1_max": 0.658305, + "nauc_recall_at_1_std": 0.183333, + "nauc_recall_at_1_diff1": 0.837481, + "nauc_recall_at_3_max": 0.727433, + "nauc_recall_at_3_std": 0.294404, + "nauc_recall_at_3_diff1": 0.78235, + "nauc_recall_at_5_max": 0.756191, + "nauc_recall_at_5_std": 0.376134, + "nauc_recall_at_5_diff1": 0.782382, + "nauc_recall_at_10_max": 0.762456, + "nauc_recall_at_10_std": 0.431031, + "nauc_recall_at_10_diff1": 0.767927, + "nauc_recall_at_20_max": 0.793145, + "nauc_recall_at_20_std": 0.49297, + "nauc_recall_at_20_diff1": 0.749459, + "nauc_recall_at_100_max": 0.811151, + "nauc_recall_at_100_std": 0.541649, + "nauc_recall_at_100_diff1": 0.766644, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.658305, + "nauc_precision_at_1_std": 0.183333, + "nauc_precision_at_1_diff1": 0.837481, + "nauc_precision_at_3_max": 0.727433, + "nauc_precision_at_3_std": 0.294404, + "nauc_precision_at_3_diff1": 0.78235, + "nauc_precision_at_5_max": 0.756191, + "nauc_precision_at_5_std": 0.376134, + "nauc_precision_at_5_diff1": 0.782382, + "nauc_precision_at_10_max": 0.762456, + "nauc_precision_at_10_std": 0.431031, + "nauc_precision_at_10_diff1": 0.767927, + "nauc_precision_at_20_max": 0.793145, + "nauc_precision_at_20_std": 0.49297, + "nauc_precision_at_20_diff1": 0.749459, + "nauc_precision_at_100_max": 0.811151, + "nauc_precision_at_100_std": 0.541649, + "nauc_precision_at_100_diff1": 0.766644, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.658305, + "nauc_mrr_at_1_std": 0.183333, + "nauc_mrr_at_1_diff1": 0.837481, + "nauc_mrr_at_3_max": 0.689235, + "nauc_mrr_at_3_std": 0.226125, + "nauc_mrr_at_3_diff1": 0.817934, + "nauc_mrr_at_5_max": 0.692664, + "nauc_mrr_at_5_std": 0.236864, + "nauc_mrr_at_5_diff1": 0.81914, + "nauc_mrr_at_10_max": 0.692218, + "nauc_mrr_at_10_std": 0.238491, + "nauc_mrr_at_10_diff1": 0.819094, + "nauc_mrr_at_20_max": 0.692822, + "nauc_mrr_at_20_std": 0.239037, + "nauc_mrr_at_20_diff1": 0.818923, + "nauc_mrr_at_100_max": 0.692278, + "nauc_mrr_at_100_std": 0.237096, + "nauc_mrr_at_100_diff1": 0.819576, + "nauc_mrr_at_1000_max": 0.692162, + "nauc_mrr_at_1000_std": 0.236802, + "nauc_mrr_at_1000_diff1": 0.819633, + "main_score": 0.79186, + "hf_subset": "pbt_Arab-pbt_Arab", + "languages": [ + "pbt-Arab", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.88, + "ndcg_at_3": 0.92631, + "ndcg_at_5": 0.92966, + "ndcg_at_10": 0.93442, + "ndcg_at_20": 0.93665, + "ndcg_at_100": 0.93788, + "ndcg_at_1000": 0.93843, + "map_at_1": 0.88, + "map_at_3": 0.91537, + "map_at_5": 0.91731, + "map_at_10": 0.91933, + "map_at_20": 0.91994, + "map_at_100": 0.92011, + "map_at_1000": 0.92013, + "recall_at_1": 0.88, + "recall_at_3": 0.95778, + "recall_at_5": 0.96556, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.88, + "precision_at_3": 0.31926, + "precision_at_5": 0.19311, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.88, + "mrr_at_3": 0.91537, + "mrr_at_5": 0.917315, + "mrr_at_10": 0.919333, + "mrr_at_20": 0.919942, + "mrr_at_100": 0.920109, + "mrr_at_1000": 0.920127, + "nauc_ndcg_at_1_max": 0.554583, + "nauc_ndcg_at_1_std": -0.158558, + "nauc_ndcg_at_1_diff1": 0.905721, + "nauc_ndcg_at_3_max": 0.628439, + "nauc_ndcg_at_3_std": -0.111834, + "nauc_ndcg_at_3_diff1": 0.895809, + "nauc_ndcg_at_5_max": 0.628335, + "nauc_ndcg_at_5_std": -0.104428, + "nauc_ndcg_at_5_diff1": 0.897831, + "nauc_ndcg_at_10_max": 0.610485, + "nauc_ndcg_at_10_std": -0.127517, + "nauc_ndcg_at_10_diff1": 0.897615, + "nauc_ndcg_at_20_max": 0.61047, + "nauc_ndcg_at_20_std": -0.128864, + "nauc_ndcg_at_20_diff1": 0.898725, + "nauc_ndcg_at_100_max": 0.608355, + "nauc_ndcg_at_100_std": -0.116629, + "nauc_ndcg_at_100_diff1": 0.898837, + "nauc_ndcg_at_1000_max": 0.605968, + "nauc_ndcg_at_1000_std": -0.125783, + "nauc_ndcg_at_1000_diff1": 0.898572, + "nauc_map_at_1_max": 0.554583, + "nauc_map_at_1_std": -0.158558, + "nauc_map_at_1_diff1": 0.905721, + "nauc_map_at_3_max": 0.607224, + "nauc_map_at_3_std": -0.128046, + "nauc_map_at_3_diff1": 0.898249, + "nauc_map_at_5_max": 0.606666, + "nauc_map_at_5_std": -0.124767, + "nauc_map_at_5_diff1": 0.899308, + "nauc_map_at_10_max": 0.599948, + "nauc_map_at_10_std": -0.132983, + "nauc_map_at_10_diff1": 0.899096, + "nauc_map_at_20_max": 0.599869, + "nauc_map_at_20_std": -0.133166, + "nauc_map_at_20_diff1": 0.899295, + "nauc_map_at_100_max": 0.599557, + "nauc_map_at_100_std": -0.132057, + "nauc_map_at_100_diff1": 0.89924, + "nauc_map_at_1000_max": 0.599497, + "nauc_map_at_1000_std": -0.132277, + "nauc_map_at_1000_diff1": 0.899236, + "nauc_recall_at_1_max": 0.554583, + "nauc_recall_at_1_std": -0.158558, + "nauc_recall_at_1_diff1": 0.905721, + "nauc_recall_at_3_max": 0.746093, + "nauc_recall_at_3_std": -0.019239, + "nauc_recall_at_3_diff1": 0.882672, + "nauc_recall_at_5_max": 0.772176, + "nauc_recall_at_5_std": 0.036309, + "nauc_recall_at_5_diff1": 0.88916, + "nauc_recall_at_10_max": 0.701395, + "nauc_recall_at_10_std": -0.094149, + "nauc_recall_at_10_diff1": 0.884454, + "nauc_recall_at_20_max": 0.772923, + "nauc_recall_at_20_std": -0.106209, + "nauc_recall_at_20_diff1": 0.901494, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.888539, + "nauc_recall_at_100_diff1": 0.930556, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.554583, + "nauc_precision_at_1_std": -0.158558, + "nauc_precision_at_1_diff1": 0.905721, + "nauc_precision_at_3_max": 0.746093, + "nauc_precision_at_3_std": -0.019239, + "nauc_precision_at_3_diff1": 0.882672, + "nauc_precision_at_5_max": 0.772176, + "nauc_precision_at_5_std": 0.036309, + "nauc_precision_at_5_diff1": 0.88916, + "nauc_precision_at_10_max": 0.701395, + "nauc_precision_at_10_std": -0.094149, + "nauc_precision_at_10_diff1": 0.884454, + "nauc_precision_at_20_max": 0.772923, + "nauc_precision_at_20_std": -0.106209, + "nauc_precision_at_20_diff1": 0.901494, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.888539, + "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.554583, + "nauc_mrr_at_1_std": -0.158558, + "nauc_mrr_at_1_diff1": 0.905721, + "nauc_mrr_at_3_max": 0.607224, + "nauc_mrr_at_3_std": -0.128046, + "nauc_mrr_at_3_diff1": 0.898249, + "nauc_mrr_at_5_max": 0.606666, + "nauc_mrr_at_5_std": -0.124767, + "nauc_mrr_at_5_diff1": 0.899308, + "nauc_mrr_at_10_max": 0.599948, + "nauc_mrr_at_10_std": -0.132983, + "nauc_mrr_at_10_diff1": 0.899096, + "nauc_mrr_at_20_max": 0.599869, + "nauc_mrr_at_20_std": -0.133166, + "nauc_mrr_at_20_diff1": 0.899295, + "nauc_mrr_at_100_max": 0.599557, + "nauc_mrr_at_100_std": -0.132057, + "nauc_mrr_at_100_diff1": 0.89924, + "nauc_mrr_at_1000_max": 0.599497, + "nauc_mrr_at_1000_std": -0.132277, + "nauc_mrr_at_1000_diff1": 0.899236, + "main_score": 0.93442, + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64333, + "ndcg_at_3": 0.71127, + "ndcg_at_5": 0.72499, + "ndcg_at_10": 0.73663, + "ndcg_at_20": 0.74633, + "ndcg_at_100": 0.76132, + "ndcg_at_1000": 0.76826, + "map_at_1": 0.64333, + "map_at_3": 0.69444, + "map_at_5": 0.70206, + "map_at_10": 0.70673, + "map_at_20": 0.70932, + "map_at_100": 0.71142, + "map_at_1000": 0.71175, + "recall_at_1": 0.64333, + "recall_at_3": 0.76, + "recall_at_5": 0.79333, + "recall_at_10": 0.83, + "recall_at_20": 0.86889, + "recall_at_100": 0.94889, + "recall_at_1000": 1.0, + "precision_at_1": 0.64333, + "precision_at_3": 0.25333, + "precision_at_5": 0.15867, + "precision_at_10": 0.083, + "precision_at_20": 0.04344, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "mrr_at_1": 0.643333, + "mrr_at_3": 0.694444, + "mrr_at_5": 0.702056, + "mrr_at_10": 0.706727, + "mrr_at_20": 0.709323, + "mrr_at_100": 0.711425, + "mrr_at_1000": 0.711751, + "nauc_ndcg_at_1_max": 0.666672, + "nauc_ndcg_at_1_std": 0.210981, + "nauc_ndcg_at_1_diff1": 0.858214, + "nauc_ndcg_at_3_max": 0.686338, + "nauc_ndcg_at_3_std": 0.243184, + "nauc_ndcg_at_3_diff1": 0.810144, + "nauc_ndcg_at_5_max": 0.68712, + "nauc_ndcg_at_5_std": 0.256515, + "nauc_ndcg_at_5_diff1": 0.805493, + "nauc_ndcg_at_10_max": 0.69078, + "nauc_ndcg_at_10_std": 0.268072, + "nauc_ndcg_at_10_diff1": 0.805867, + "nauc_ndcg_at_20_max": 0.687408, + "nauc_ndcg_at_20_std": 0.269317, + "nauc_ndcg_at_20_diff1": 0.805112, + "nauc_ndcg_at_100_max": 0.690154, + "nauc_ndcg_at_100_std": 0.269808, + "nauc_ndcg_at_100_diff1": 0.812562, + "nauc_ndcg_at_1000_max": 0.68601, + "nauc_ndcg_at_1000_std": 0.257208, + "nauc_ndcg_at_1000_diff1": 0.815398, + "nauc_map_at_1_max": 0.666672, + "nauc_map_at_1_std": 0.210981, + "nauc_map_at_1_diff1": 0.858214, + "nauc_map_at_3_max": 0.681064, + "nauc_map_at_3_std": 0.234221, + "nauc_map_at_3_diff1": 0.823114, + "nauc_map_at_5_max": 0.681461, + "nauc_map_at_5_std": 0.241351, + "nauc_map_at_5_diff1": 0.821029, + "nauc_map_at_10_max": 0.682864, + "nauc_map_at_10_std": 0.245757, + "nauc_map_at_10_diff1": 0.821448, + "nauc_map_at_20_max": 0.682135, + "nauc_map_at_20_std": 0.246161, + "nauc_map_at_20_diff1": 0.821422, + "nauc_map_at_100_max": 0.682387, + "nauc_map_at_100_std": 0.245896, + "nauc_map_at_100_diff1": 0.82237, + "nauc_map_at_1000_max": 0.682224, + "nauc_map_at_1000_std": 0.245404, + "nauc_map_at_1000_diff1": 0.822511, + "nauc_recall_at_1_max": 0.666672, + "nauc_recall_at_1_std": 0.210981, + "nauc_recall_at_1_diff1": 0.858214, + "nauc_recall_at_3_max": 0.704532, + "nauc_recall_at_3_std": 0.274266, + "nauc_recall_at_3_diff1": 0.765363, + "nauc_recall_at_5_max": 0.708602, + "nauc_recall_at_5_std": 0.316222, + "nauc_recall_at_5_diff1": 0.745432, + "nauc_recall_at_10_max": 0.727937, + "nauc_recall_at_10_std": 0.376167, + "nauc_recall_at_10_diff1": 0.735251, + "nauc_recall_at_20_max": 0.712322, + "nauc_recall_at_20_std": 0.408826, + "nauc_recall_at_20_diff1": 0.711015, + "nauc_recall_at_100_max": 0.809818, + "nauc_recall_at_100_std": 0.634302, + "nauc_recall_at_100_diff1": 0.735568, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.666672, + "nauc_precision_at_1_std": 0.210981, + "nauc_precision_at_1_diff1": 0.858214, + "nauc_precision_at_3_max": 0.704532, + "nauc_precision_at_3_std": 0.274266, + "nauc_precision_at_3_diff1": 0.765363, + "nauc_precision_at_5_max": 0.708602, + "nauc_precision_at_5_std": 0.316222, + "nauc_precision_at_5_diff1": 0.745432, + "nauc_precision_at_10_max": 0.727937, + "nauc_precision_at_10_std": 0.376167, + "nauc_precision_at_10_diff1": 0.735251, + "nauc_precision_at_20_max": 0.712322, + "nauc_precision_at_20_std": 0.408826, + "nauc_precision_at_20_diff1": 0.711015, + "nauc_precision_at_100_max": 0.809818, + "nauc_precision_at_100_std": 0.634302, + "nauc_precision_at_100_diff1": 0.735568, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.666672, + "nauc_mrr_at_1_std": 0.210981, + "nauc_mrr_at_1_diff1": 0.858214, + "nauc_mrr_at_3_max": 0.681064, + "nauc_mrr_at_3_std": 0.234221, + "nauc_mrr_at_3_diff1": 0.823114, + "nauc_mrr_at_5_max": 0.681461, + "nauc_mrr_at_5_std": 0.241351, + "nauc_mrr_at_5_diff1": 0.821029, + "nauc_mrr_at_10_max": 0.682864, + "nauc_mrr_at_10_std": 0.245757, + "nauc_mrr_at_10_diff1": 0.821448, + "nauc_mrr_at_20_max": 0.682135, + "nauc_mrr_at_20_std": 0.246161, + "nauc_mrr_at_20_diff1": 0.821422, + "nauc_mrr_at_100_max": 0.682387, + "nauc_mrr_at_100_std": 0.245896, + "nauc_mrr_at_100_diff1": 0.82237, + "nauc_mrr_at_1000_max": 0.682224, + "nauc_mrr_at_1000_std": 0.245404, + "nauc_mrr_at_1000_diff1": 0.822511, + "main_score": 0.73663, + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.93903, + "ndcg_at_5": 0.94458, + "ndcg_at_10": 0.94758, + "ndcg_at_20": 0.9498, + "ndcg_at_100": 0.95091, + "ndcg_at_1000": 0.95119, + "map_at_1": 0.90444, + "map_at_3": 0.9313, + "map_at_5": 0.93441, + "map_at_10": 0.93572, + "map_at_20": 0.93632, + "map_at_100": 0.9365, + "map_at_1000": 0.93651, + "recall_at_1": 0.90444, + "recall_at_3": 0.96111, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90444, + "precision_at_3": 0.32037, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.931296, + "mrr_at_5": 0.934407, + "mrr_at_10": 0.935722, + "mrr_at_20": 0.936319, + "mrr_at_100": 0.9365, + "mrr_at_1000": 0.936509, + "nauc_ndcg_at_1_max": 0.794118, + "nauc_ndcg_at_1_std": -0.041436, + "nauc_ndcg_at_1_diff1": 0.93565, + "nauc_ndcg_at_3_max": 0.824135, + "nauc_ndcg_at_3_std": 0.021507, + "nauc_ndcg_at_3_diff1": 0.937999, + "nauc_ndcg_at_5_max": 0.822242, + "nauc_ndcg_at_5_std": 0.00228, + "nauc_ndcg_at_5_diff1": 0.936334, + "nauc_ndcg_at_10_max": 0.815036, + "nauc_ndcg_at_10_std": -0.001786, + "nauc_ndcg_at_10_diff1": 0.935537, + "nauc_ndcg_at_20_max": 0.817959, + "nauc_ndcg_at_20_std": 0.00101, + "nauc_ndcg_at_20_diff1": 0.93884, + "nauc_ndcg_at_100_max": 0.815678, + "nauc_ndcg_at_100_std": 0.005294, + "nauc_ndcg_at_100_diff1": 0.938069, + "nauc_ndcg_at_1000_max": 0.81464, + "nauc_ndcg_at_1000_std": -0.00031, + "nauc_ndcg_at_1000_diff1": 0.93772, + "nauc_map_at_1_max": 0.794118, + "nauc_map_at_1_std": -0.041436, + "nauc_map_at_1_diff1": 0.93565, + "nauc_map_at_3_max": 0.815115, + "nauc_map_at_3_std": 0.00268, + "nauc_map_at_3_diff1": 0.93741, + "nauc_map_at_5_max": 0.81375, + "nauc_map_at_5_std": -0.007497, + "nauc_map_at_5_diff1": 0.936614, + "nauc_map_at_10_max": 0.811023, + "nauc_map_at_10_std": -0.008995, + "nauc_map_at_10_diff1": 0.936353, + "nauc_map_at_20_max": 0.81191, + "nauc_map_at_20_std": -0.008104, + "nauc_map_at_20_diff1": 0.937311, + "nauc_map_at_100_max": 0.811618, + "nauc_map_at_100_std": -0.007382, + "nauc_map_at_100_diff1": 0.937214, + "nauc_map_at_1000_max": 0.811592, + "nauc_map_at_1000_std": -0.007524, + "nauc_map_at_1000_diff1": 0.937205, + "nauc_recall_at_1_max": 0.794118, + "nauc_recall_at_1_std": -0.041436, + "nauc_recall_at_1_diff1": 0.93565, + "nauc_recall_at_3_max": 0.869361, + "nauc_recall_at_3_std": 0.11582, + "nauc_recall_at_3_diff1": 0.940856, + "nauc_recall_at_5_max": 0.88351, + "nauc_recall_at_5_std": 0.066679, + "nauc_recall_at_5_diff1": 0.933443, + "nauc_recall_at_10_max": 0.848615, + "nauc_recall_at_10_std": 0.059788, + "nauc_recall_at_10_diff1": 0.92409, + "nauc_recall_at_20_max": 0.943978, + "nauc_recall_at_20_std": 0.177471, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794118, + "nauc_precision_at_1_std": -0.041436, + "nauc_precision_at_1_diff1": 0.93565, + "nauc_precision_at_3_max": 0.869361, + "nauc_precision_at_3_std": 0.11582, + "nauc_precision_at_3_diff1": 0.940856, + "nauc_precision_at_5_max": 0.88351, + "nauc_precision_at_5_std": 0.066679, + "nauc_precision_at_5_diff1": 0.933443, + "nauc_precision_at_10_max": 0.848615, + "nauc_precision_at_10_std": 0.059788, + "nauc_precision_at_10_diff1": 0.92409, + "nauc_precision_at_20_max": 0.943978, + "nauc_precision_at_20_std": 0.177471, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794118, + "nauc_mrr_at_1_std": -0.041436, + "nauc_mrr_at_1_diff1": 0.93565, + "nauc_mrr_at_3_max": 0.815115, + "nauc_mrr_at_3_std": 0.00268, + "nauc_mrr_at_3_diff1": 0.93741, + "nauc_mrr_at_5_max": 0.81375, + "nauc_mrr_at_5_std": -0.007497, + "nauc_mrr_at_5_diff1": 0.936614, + "nauc_mrr_at_10_max": 0.811023, + "nauc_mrr_at_10_std": -0.008995, + "nauc_mrr_at_10_diff1": 0.936353, + "nauc_mrr_at_20_max": 0.81191, + "nauc_mrr_at_20_std": -0.008104, + "nauc_mrr_at_20_diff1": 0.937311, + "nauc_mrr_at_100_max": 0.811618, + "nauc_mrr_at_100_std": -0.007382, + "nauc_mrr_at_100_diff1": 0.937214, + "nauc_mrr_at_1000_max": 0.811592, + "nauc_mrr_at_1000_std": -0.007524, + "nauc_mrr_at_1000_diff1": 0.937205, + "main_score": 0.94758, + "hf_subset": "pes_Arab-pes_Arab", + "languages": [ + "pes-Arab", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.92889, + "ndcg_at_3": 0.95688, + "ndcg_at_5": 0.96066, + "ndcg_at_10": 0.96251, + "ndcg_at_20": 0.9631, + "ndcg_at_100": 0.9642, + "ndcg_at_1000": 0.96446, + "map_at_1": 0.92889, + "map_at_3": 0.95037, + "map_at_5": 0.95254, + "map_at_10": 0.95334, + "map_at_20": 0.95351, + "map_at_100": 0.95369, + "map_at_1000": 0.9537, + "recall_at_1": 0.92889, + "recall_at_3": 0.97556, + "recall_at_5": 0.98444, + "recall_at_10": 0.99, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92889, + "precision_at_3": 0.32519, + "precision_at_5": 0.19689, + "precision_at_10": 0.099, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928889, + "mrr_at_3": 0.95037, + "mrr_at_5": 0.952537, + "mrr_at_10": 0.953337, + "mrr_at_20": 0.953508, + "mrr_at_100": 0.953692, + "mrr_at_1000": 0.953698, + "nauc_ndcg_at_1_max": 0.732442, + "nauc_ndcg_at_1_std": -0.117983, + "nauc_ndcg_at_1_diff1": 0.94238, + "nauc_ndcg_at_3_max": 0.773198, + "nauc_ndcg_at_3_std": -0.143191, + "nauc_ndcg_at_3_diff1": 0.93557, + "nauc_ndcg_at_5_max": 0.775506, + "nauc_ndcg_at_5_std": -0.099714, + "nauc_ndcg_at_5_diff1": 0.946807, + "nauc_ndcg_at_10_max": 0.764382, + "nauc_ndcg_at_10_std": -0.098681, + "nauc_ndcg_at_10_diff1": 0.944172, + "nauc_ndcg_at_20_max": 0.769296, + "nauc_ndcg_at_20_std": -0.094721, + "nauc_ndcg_at_20_diff1": 0.945352, + "nauc_ndcg_at_100_max": 0.764626, + "nauc_ndcg_at_100_std": -0.093356, + "nauc_ndcg_at_100_diff1": 0.943661, + "nauc_ndcg_at_1000_max": 0.763389, + "nauc_ndcg_at_1000_std": -0.101367, + "nauc_ndcg_at_1000_diff1": 0.943248, + "nauc_map_at_1_max": 0.732442, + "nauc_map_at_1_std": -0.117983, + "nauc_map_at_1_diff1": 0.94238, + "nauc_map_at_3_max": 0.762818, + "nauc_map_at_3_std": -0.129613, + "nauc_map_at_3_diff1": 0.937743, + "nauc_map_at_5_max": 0.763425, + "nauc_map_at_5_std": -0.108315, + "nauc_map_at_5_diff1": 0.943286, + "nauc_map_at_10_max": 0.759368, + "nauc_map_at_10_std": -0.108163, + "nauc_map_at_10_diff1": 0.942314, + "nauc_map_at_20_max": 0.760235, + "nauc_map_at_20_std": -0.107849, + "nauc_map_at_20_diff1": 0.942581, + "nauc_map_at_100_max": 0.759568, + "nauc_map_at_100_std": -0.107961, + "nauc_map_at_100_diff1": 0.942353, + "nauc_map_at_1000_max": 0.759546, + "nauc_map_at_1000_std": -0.108105, + "nauc_map_at_1000_diff1": 0.942345, + "nauc_recall_at_1_max": 0.732442, + "nauc_recall_at_1_std": -0.117983, + "nauc_recall_at_1_diff1": 0.94238, + "nauc_recall_at_3_max": 0.830914, + "nauc_recall_at_3_std": -0.226827, + "nauc_recall_at_3_diff1": 0.92299, + "nauc_recall_at_5_max": 0.877818, + "nauc_recall_at_5_std": -0.01624, + "nauc_recall_at_5_diff1": 0.981326, + "nauc_recall_at_10_max": 0.809939, + "nauc_recall_at_10_std": 0.042587, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.179138, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732442, + "nauc_precision_at_1_std": -0.117983, + "nauc_precision_at_1_diff1": 0.94238, + "nauc_precision_at_3_max": 0.830914, + "nauc_precision_at_3_std": -0.226827, + "nauc_precision_at_3_diff1": 0.92299, + "nauc_precision_at_5_max": 0.877818, + "nauc_precision_at_5_std": -0.01624, + "nauc_precision_at_5_diff1": 0.981326, + "nauc_precision_at_10_max": 0.809939, + "nauc_precision_at_10_std": 0.042587, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.179138, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732442, + "nauc_mrr_at_1_std": -0.117983, + "nauc_mrr_at_1_diff1": 0.94238, + "nauc_mrr_at_3_max": 0.762818, + "nauc_mrr_at_3_std": -0.129613, + "nauc_mrr_at_3_diff1": 0.937743, + "nauc_mrr_at_5_max": 0.763425, + "nauc_mrr_at_5_std": -0.108315, + "nauc_mrr_at_5_diff1": 0.943286, + "nauc_mrr_at_10_max": 0.759368, + "nauc_mrr_at_10_std": -0.108163, + "nauc_mrr_at_10_diff1": 0.942314, + "nauc_mrr_at_20_max": 0.760235, + "nauc_mrr_at_20_std": -0.107849, + "nauc_mrr_at_20_diff1": 0.942581, + "nauc_mrr_at_100_max": 0.759568, + "nauc_mrr_at_100_std": -0.107961, + "nauc_mrr_at_100_diff1": 0.942353, + "nauc_mrr_at_1000_max": 0.759546, + "nauc_mrr_at_1000_std": -0.108105, + "nauc_mrr_at_1000_diff1": 0.942345, + "main_score": 0.96251, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.92514, + "ndcg_at_5": 0.93155, + "ndcg_at_10": 0.9366, + "ndcg_at_20": 0.93913, + "ndcg_at_100": 0.94058, + "ndcg_at_1000": 0.94088, + "map_at_1": 0.88889, + "map_at_3": 0.91685, + "map_at_5": 0.92041, + "map_at_10": 0.9225, + "map_at_20": 0.9232, + "map_at_100": 0.9234, + "map_at_1000": 0.92341, + "recall_at_1": 0.88889, + "recall_at_3": 0.94889, + "recall_at_5": 0.96444, + "recall_at_10": 0.98, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88889, + "precision_at_3": 0.3163, + "precision_at_5": 0.19289, + "precision_at_10": 0.098, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.916852, + "mrr_at_5": 0.920407, + "mrr_at_10": 0.922504, + "mrr_at_20": 0.923197, + "mrr_at_100": 0.923401, + "mrr_at_1000": 0.923414, + "nauc_ndcg_at_1_max": 0.702781, + "nauc_ndcg_at_1_std": 0.129177, + "nauc_ndcg_at_1_diff1": 0.911239, + "nauc_ndcg_at_3_max": 0.77854, + "nauc_ndcg_at_3_std": 0.184674, + "nauc_ndcg_at_3_diff1": 0.923514, + "nauc_ndcg_at_5_max": 0.767381, + "nauc_ndcg_at_5_std": 0.174843, + "nauc_ndcg_at_5_diff1": 0.923488, + "nauc_ndcg_at_10_max": 0.757481, + "nauc_ndcg_at_10_std": 0.149483, + "nauc_ndcg_at_10_diff1": 0.922792, + "nauc_ndcg_at_20_max": 0.754322, + "nauc_ndcg_at_20_std": 0.156949, + "nauc_ndcg_at_20_diff1": 0.922716, + "nauc_ndcg_at_100_max": 0.752311, + "nauc_ndcg_at_100_std": 0.165129, + "nauc_ndcg_at_100_diff1": 0.92134, + "nauc_ndcg_at_1000_max": 0.751363, + "nauc_ndcg_at_1000_std": 0.161219, + "nauc_ndcg_at_1000_diff1": 0.920944, + "nauc_map_at_1_max": 0.702781, + "nauc_map_at_1_std": 0.129177, + "nauc_map_at_1_diff1": 0.911239, + "nauc_map_at_3_max": 0.757132, + "nauc_map_at_3_std": 0.168059, + "nauc_map_at_3_diff1": 0.920128, + "nauc_map_at_5_max": 0.750953, + "nauc_map_at_5_std": 0.162689, + "nauc_map_at_5_diff1": 0.91998, + "nauc_map_at_10_max": 0.747058, + "nauc_map_at_10_std": 0.153931, + "nauc_map_at_10_diff1": 0.919694, + "nauc_map_at_20_max": 0.746287, + "nauc_map_at_20_std": 0.155744, + "nauc_map_at_20_diff1": 0.919632, + "nauc_map_at_100_max": 0.746105, + "nauc_map_at_100_std": 0.157188, + "nauc_map_at_100_diff1": 0.919496, + "nauc_map_at_1000_max": 0.746068, + "nauc_map_at_1000_std": 0.157051, + "nauc_map_at_1000_diff1": 0.919482, + "nauc_recall_at_1_max": 0.702781, + "nauc_recall_at_1_std": 0.129177, + "nauc_recall_at_1_diff1": 0.911239, + "nauc_recall_at_3_max": 0.876233, + "nauc_recall_at_3_std": 0.261204, + "nauc_recall_at_3_diff1": 0.938903, + "nauc_recall_at_5_max": 0.866144, + "nauc_recall_at_5_std": 0.248381, + "nauc_recall_at_5_diff1": 0.945364, + "nauc_recall_at_10_max": 0.848791, + "nauc_recall_at_10_std": 0.05623, + "nauc_recall_at_10_diff1": 0.954611, + "nauc_recall_at_20_max": 0.863834, + "nauc_recall_at_20_std": 0.131549, + "nauc_recall_at_20_diff1": 0.985476, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702781, + "nauc_precision_at_1_std": 0.129177, + "nauc_precision_at_1_diff1": 0.911239, + "nauc_precision_at_3_max": 0.876233, + "nauc_precision_at_3_std": 0.261204, + "nauc_precision_at_3_diff1": 0.938903, + "nauc_precision_at_5_max": 0.866144, + "nauc_precision_at_5_std": 0.248381, + "nauc_precision_at_5_diff1": 0.945364, + "nauc_precision_at_10_max": 0.848791, + "nauc_precision_at_10_std": 0.05623, + "nauc_precision_at_10_diff1": 0.954611, + "nauc_precision_at_20_max": 0.863834, + "nauc_precision_at_20_std": 0.131549, + "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702781, + "nauc_mrr_at_1_std": 0.129177, + "nauc_mrr_at_1_diff1": 0.911239, + "nauc_mrr_at_3_max": 0.757132, + "nauc_mrr_at_3_std": 0.168059, + "nauc_mrr_at_3_diff1": 0.920128, + "nauc_mrr_at_5_max": 0.750953, + "nauc_mrr_at_5_std": 0.162689, + "nauc_mrr_at_5_diff1": 0.91998, + "nauc_mrr_at_10_max": 0.747058, + "nauc_mrr_at_10_std": 0.153931, + "nauc_mrr_at_10_diff1": 0.919694, + "nauc_mrr_at_20_max": 0.746287, + "nauc_mrr_at_20_std": 0.155744, + "nauc_mrr_at_20_diff1": 0.919632, + "nauc_mrr_at_100_max": 0.746105, + "nauc_mrr_at_100_std": 0.157188, + "nauc_mrr_at_100_diff1": 0.919496, + "nauc_mrr_at_1000_max": 0.746068, + "nauc_mrr_at_1000_std": 0.157051, + "nauc_mrr_at_1000_diff1": 0.919482, + "main_score": 0.9366, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.58556, + "ndcg_at_3": 0.63718, + "ndcg_at_5": 0.64981, + "ndcg_at_10": 0.66607, + "ndcg_at_20": 0.67707, + "ndcg_at_100": 0.69723, + "ndcg_at_1000": 0.70977, + "map_at_1": 0.58556, + "map_at_3": 0.625, + "map_at_5": 0.63217, + "map_at_10": 0.63893, + "map_at_20": 0.64198, + "map_at_100": 0.64474, + "map_at_1000": 0.64526, + "recall_at_1": 0.58556, + "recall_at_3": 0.67222, + "recall_at_5": 0.70222, + "recall_at_10": 0.75222, + "recall_at_20": 0.79556, + "recall_at_100": 0.90444, + "recall_at_1000": 1.0, + "precision_at_1": 0.58556, + "precision_at_3": 0.22407, + "precision_at_5": 0.14044, + "precision_at_10": 0.07522, + "precision_at_20": 0.03978, + "precision_at_100": 0.00904, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585556, + "mrr_at_3": 0.625, + "mrr_at_5": 0.632167, + "mrr_at_10": 0.638927, + "mrr_at_20": 0.641978, + "mrr_at_100": 0.644744, + "mrr_at_1000": 0.64526, + "nauc_ndcg_at_1_max": 0.723995, + "nauc_ndcg_at_1_std": 0.528343, + "nauc_ndcg_at_1_diff1": 0.879719, + "nauc_ndcg_at_3_max": 0.742911, + "nauc_ndcg_at_3_std": 0.571732, + "nauc_ndcg_at_3_diff1": 0.848752, + "nauc_ndcg_at_5_max": 0.744836, + "nauc_ndcg_at_5_std": 0.581081, + "nauc_ndcg_at_5_diff1": 0.842666, + "nauc_ndcg_at_10_max": 0.741599, + "nauc_ndcg_at_10_std": 0.581801, + "nauc_ndcg_at_10_diff1": 0.836893, + "nauc_ndcg_at_20_max": 0.740435, + "nauc_ndcg_at_20_std": 0.583939, + "nauc_ndcg_at_20_diff1": 0.834322, + "nauc_ndcg_at_100_max": 0.738939, + "nauc_ndcg_at_100_std": 0.579401, + "nauc_ndcg_at_100_diff1": 0.839293, + "nauc_ndcg_at_1000_max": 0.739171, + "nauc_ndcg_at_1000_std": 0.574172, + "nauc_ndcg_at_1000_diff1": 0.844675, + "nauc_map_at_1_max": 0.723995, + "nauc_map_at_1_std": 0.528343, + "nauc_map_at_1_diff1": 0.879719, + "nauc_map_at_3_max": 0.738627, + "nauc_map_at_3_std": 0.560836, + "nauc_map_at_3_diff1": 0.856844, + "nauc_map_at_5_max": 0.739592, + "nauc_map_at_5_std": 0.565884, + "nauc_map_at_5_diff1": 0.853528, + "nauc_map_at_10_max": 0.738205, + "nauc_map_at_10_std": 0.565852, + "nauc_map_at_10_diff1": 0.851565, + "nauc_map_at_20_max": 0.737917, + "nauc_map_at_20_std": 0.566362, + "nauc_map_at_20_diff1": 0.850978, + "nauc_map_at_100_max": 0.737664, + "nauc_map_at_100_std": 0.565566, + "nauc_map_at_100_diff1": 0.85184, + "nauc_map_at_1000_max": 0.737686, + "nauc_map_at_1000_std": 0.565419, + "nauc_map_at_1000_diff1": 0.852045, + "nauc_recall_at_1_max": 0.723995, + "nauc_recall_at_1_std": 0.528343, + "nauc_recall_at_1_diff1": 0.879719, + "nauc_recall_at_3_max": 0.756124, + "nauc_recall_at_3_std": 0.605886, + "nauc_recall_at_3_diff1": 0.823242, + "nauc_recall_at_5_max": 0.762232, + "nauc_recall_at_5_std": 0.632488, + "nauc_recall_at_5_diff1": 0.805918, + "nauc_recall_at_10_max": 0.752966, + "nauc_recall_at_10_std": 0.644065, + "nauc_recall_at_10_diff1": 0.777109, + "nauc_recall_at_20_max": 0.747957, + "nauc_recall_at_20_std": 0.664914, + "nauc_recall_at_20_diff1": 0.753536, + "nauc_recall_at_100_max": 0.737476, + "nauc_recall_at_100_std": 0.685629, + "nauc_recall_at_100_diff1": 0.738606, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.723995, + "nauc_precision_at_1_std": 0.528343, + "nauc_precision_at_1_diff1": 0.879719, + "nauc_precision_at_3_max": 0.756124, + "nauc_precision_at_3_std": 0.605886, + "nauc_precision_at_3_diff1": 0.823242, + "nauc_precision_at_5_max": 0.762232, + "nauc_precision_at_5_std": 0.632488, + "nauc_precision_at_5_diff1": 0.805918, + "nauc_precision_at_10_max": 0.752966, + "nauc_precision_at_10_std": 0.644065, + "nauc_precision_at_10_diff1": 0.777109, + "nauc_precision_at_20_max": 0.747957, + "nauc_precision_at_20_std": 0.664914, + "nauc_precision_at_20_diff1": 0.753536, + "nauc_precision_at_100_max": 0.737476, + "nauc_precision_at_100_std": 0.685629, + "nauc_precision_at_100_diff1": 0.738606, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.723995, + "nauc_mrr_at_1_std": 0.528343, + "nauc_mrr_at_1_diff1": 0.879719, + "nauc_mrr_at_3_max": 0.738627, + "nauc_mrr_at_3_std": 0.560836, + "nauc_mrr_at_3_diff1": 0.856844, + "nauc_mrr_at_5_max": 0.739592, + "nauc_mrr_at_5_std": 0.565884, + "nauc_mrr_at_5_diff1": 0.853528, + "nauc_mrr_at_10_max": 0.738205, + "nauc_mrr_at_10_std": 0.565852, + "nauc_mrr_at_10_diff1": 0.851565, + "nauc_mrr_at_20_max": 0.737917, + "nauc_mrr_at_20_std": 0.566362, + "nauc_mrr_at_20_diff1": 0.850978, + "nauc_mrr_at_100_max": 0.737664, + "nauc_mrr_at_100_std": 0.565566, + "nauc_mrr_at_100_diff1": 0.85184, + "nauc_mrr_at_1000_max": 0.737686, + "nauc_mrr_at_1000_std": 0.565419, + "nauc_mrr_at_1000_diff1": 0.852045, + "main_score": 0.66607, + "hf_subset": "plt_Latn-plt_Latn", + "languages": [ + "plt-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.76333, + "ndcg_at_3": 0.81815, + "ndcg_at_5": 0.8324, + "ndcg_at_10": 0.84545, + "ndcg_at_20": 0.85044, + "ndcg_at_100": 0.85755, + "ndcg_at_1000": 0.85884, + "map_at_1": 0.76333, + "map_at_3": 0.80481, + "map_at_5": 0.81276, + "map_at_10": 0.818, + "map_at_20": 0.81934, + "map_at_100": 0.82036, + "map_at_1000": 0.82041, + "recall_at_1": 0.76333, + "recall_at_3": 0.85667, + "recall_at_5": 0.89111, + "recall_at_10": 0.93222, + "recall_at_20": 0.95222, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.76333, + "precision_at_3": 0.28556, + "precision_at_5": 0.17822, + "precision_at_10": 0.09322, + "precision_at_20": 0.04761, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763333, + "mrr_at_3": 0.804815, + "mrr_at_5": 0.812759, + "mrr_at_10": 0.818, + "mrr_at_20": 0.819336, + "mrr_at_100": 0.82036, + "mrr_at_1000": 0.820409, + "nauc_ndcg_at_1_max": 0.654076, + "nauc_ndcg_at_1_std": -0.079983, + "nauc_ndcg_at_1_diff1": 0.877249, + "nauc_ndcg_at_3_max": 0.677778, + "nauc_ndcg_at_3_std": -0.071456, + "nauc_ndcg_at_3_diff1": 0.851609, + "nauc_ndcg_at_5_max": 0.66814, + "nauc_ndcg_at_5_std": -0.060958, + "nauc_ndcg_at_5_diff1": 0.849109, + "nauc_ndcg_at_10_max": 0.663029, + "nauc_ndcg_at_10_std": -0.060086, + "nauc_ndcg_at_10_diff1": 0.850501, + "nauc_ndcg_at_20_max": 0.66093, + "nauc_ndcg_at_20_std": -0.056384, + "nauc_ndcg_at_20_diff1": 0.850897, + "nauc_ndcg_at_100_max": 0.665508, + "nauc_ndcg_at_100_std": -0.056198, + "nauc_ndcg_at_100_diff1": 0.855668, + "nauc_ndcg_at_1000_max": 0.664635, + "nauc_ndcg_at_1000_std": -0.0628, + "nauc_ndcg_at_1000_diff1": 0.856446, + "nauc_map_at_1_max": 0.654076, + "nauc_map_at_1_std": -0.079983, + "nauc_map_at_1_diff1": 0.877249, + "nauc_map_at_3_max": 0.671587, + "nauc_map_at_3_std": -0.074143, + "nauc_map_at_3_diff1": 0.858989, + "nauc_map_at_5_max": 0.666411, + "nauc_map_at_5_std": -0.069038, + "nauc_map_at_5_diff1": 0.858167, + "nauc_map_at_10_max": 0.664923, + "nauc_map_at_10_std": -0.068151, + "nauc_map_at_10_diff1": 0.858918, + "nauc_map_at_20_max": 0.664552, + "nauc_map_at_20_std": -0.067373, + "nauc_map_at_20_diff1": 0.859106, + "nauc_map_at_100_max": 0.664891, + "nauc_map_at_100_std": -0.067802, + "nauc_map_at_100_diff1": 0.859762, + "nauc_map_at_1000_max": 0.664857, + "nauc_map_at_1000_std": -0.067998, + "nauc_map_at_1000_diff1": 0.859784, + "nauc_recall_at_1_max": 0.654076, + "nauc_recall_at_1_std": -0.079983, + "nauc_recall_at_1_diff1": 0.877249, + "nauc_recall_at_3_max": 0.700827, + "nauc_recall_at_3_std": -0.06118, + "nauc_recall_at_3_diff1": 0.823729, + "nauc_recall_at_5_max": 0.673756, + "nauc_recall_at_5_std": -0.020811, + "nauc_recall_at_5_diff1": 0.806213, + "nauc_recall_at_10_max": 0.638747, + "nauc_recall_at_10_std": -0.002143, + "nauc_recall_at_10_diff1": 0.79026, + "nauc_recall_at_20_max": 0.601991, + "nauc_recall_at_20_std": 0.065142, + "nauc_recall_at_20_diff1": 0.768799, + "nauc_recall_at_100_max": 0.747692, + "nauc_recall_at_100_std": 0.619307, + "nauc_recall_at_100_diff1": 0.77617, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654076, + "nauc_precision_at_1_std": -0.079983, + "nauc_precision_at_1_diff1": 0.877249, + "nauc_precision_at_3_max": 0.700827, + "nauc_precision_at_3_std": -0.06118, + "nauc_precision_at_3_diff1": 0.823729, + "nauc_precision_at_5_max": 0.673756, + "nauc_precision_at_5_std": -0.020811, + "nauc_precision_at_5_diff1": 0.806213, + "nauc_precision_at_10_max": 0.638747, + "nauc_precision_at_10_std": -0.002143, + "nauc_precision_at_10_diff1": 0.79026, + "nauc_precision_at_20_max": 0.601991, + "nauc_precision_at_20_std": 0.065142, + "nauc_precision_at_20_diff1": 0.768799, + "nauc_precision_at_100_max": 0.747692, + "nauc_precision_at_100_std": 0.619307, + "nauc_precision_at_100_diff1": 0.77617, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.654076, + "nauc_mrr_at_1_std": -0.079983, + "nauc_mrr_at_1_diff1": 0.877249, + "nauc_mrr_at_3_max": 0.671587, + "nauc_mrr_at_3_std": -0.074143, + "nauc_mrr_at_3_diff1": 0.858989, + "nauc_mrr_at_5_max": 0.666411, + "nauc_mrr_at_5_std": -0.069038, + "nauc_mrr_at_5_diff1": 0.858167, + "nauc_mrr_at_10_max": 0.664923, + "nauc_mrr_at_10_std": -0.068151, + "nauc_mrr_at_10_diff1": 0.858918, + "nauc_mrr_at_20_max": 0.664552, + "nauc_mrr_at_20_std": -0.067373, + "nauc_mrr_at_20_diff1": 0.859106, + "nauc_mrr_at_100_max": 0.664891, + "nauc_mrr_at_100_std": -0.067802, + "nauc_mrr_at_100_diff1": 0.859762, + "nauc_mrr_at_1000_max": 0.664857, + "nauc_mrr_at_1000_std": -0.067998, + "nauc_mrr_at_1000_diff1": 0.859784, + "main_score": 0.84545, + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.48444, + "ndcg_at_3": 0.53297, + "ndcg_at_5": 0.54526, + "ndcg_at_10": 0.56257, + "ndcg_at_20": 0.57492, + "ndcg_at_100": 0.59756, + "ndcg_at_1000": 0.62029, + "map_at_1": 0.48444, + "map_at_3": 0.5213, + "map_at_5": 0.52807, + "map_at_10": 0.53524, + "map_at_20": 0.53863, + "map_at_100": 0.54153, + "map_at_1000": 0.54242, + "recall_at_1": 0.48444, + "recall_at_3": 0.56667, + "recall_at_5": 0.59667, + "recall_at_10": 0.65, + "recall_at_20": 0.69889, + "recall_at_100": 0.82444, + "recall_at_1000": 1.0, + "precision_at_1": 0.48444, + "precision_at_3": 0.18889, + "precision_at_5": 0.11933, + "precision_at_10": 0.065, + "precision_at_20": 0.03494, + "precision_at_100": 0.00824, + "precision_at_1000": 0.001, + "mrr_at_1": 0.484444, + "mrr_at_3": 0.521296, + "mrr_at_5": 0.528074, + "mrr_at_10": 0.535243, + "mrr_at_20": 0.538626, + "mrr_at_100": 0.541535, + "mrr_at_1000": 0.542419, + "nauc_ndcg_at_1_max": 0.695505, + "nauc_ndcg_at_1_std": 0.065114, + "nauc_ndcg_at_1_diff1": 0.845522, + "nauc_ndcg_at_3_max": 0.705227, + "nauc_ndcg_at_3_std": 0.066792, + "nauc_ndcg_at_3_diff1": 0.821181, + "nauc_ndcg_at_5_max": 0.696561, + "nauc_ndcg_at_5_std": 0.065942, + "nauc_ndcg_at_5_diff1": 0.809861, + "nauc_ndcg_at_10_max": 0.693403, + "nauc_ndcg_at_10_std": 0.077686, + "nauc_ndcg_at_10_diff1": 0.802803, + "nauc_ndcg_at_20_max": 0.691785, + "nauc_ndcg_at_20_std": 0.086421, + "nauc_ndcg_at_20_diff1": 0.797466, + "nauc_ndcg_at_100_max": 0.687111, + "nauc_ndcg_at_100_std": 0.085249, + "nauc_ndcg_at_100_diff1": 0.794384, + "nauc_ndcg_at_1000_max": 0.692869, + "nauc_ndcg_at_1000_std": 0.077907, + "nauc_ndcg_at_1000_diff1": 0.80619, + "nauc_map_at_1_max": 0.695505, + "nauc_map_at_1_std": 0.065114, + "nauc_map_at_1_diff1": 0.845522, + "nauc_map_at_3_max": 0.702729, + "nauc_map_at_3_std": 0.066232, + "nauc_map_at_3_diff1": 0.826914, + "nauc_map_at_5_max": 0.698071, + "nauc_map_at_5_std": 0.065888, + "nauc_map_at_5_diff1": 0.820748, + "nauc_map_at_10_max": 0.696945, + "nauc_map_at_10_std": 0.070705, + "nauc_map_at_10_diff1": 0.818028, + "nauc_map_at_20_max": 0.696559, + "nauc_map_at_20_std": 0.072886, + "nauc_map_at_20_diff1": 0.816707, + "nauc_map_at_100_max": 0.696098, + "nauc_map_at_100_std": 0.072842, + "nauc_map_at_100_diff1": 0.816546, + "nauc_map_at_1000_max": 0.696245, + "nauc_map_at_1000_std": 0.07246, + "nauc_map_at_1000_diff1": 0.816923, + "nauc_recall_at_1_max": 0.695505, + "nauc_recall_at_1_std": 0.065114, + "nauc_recall_at_1_diff1": 0.845522, + "nauc_recall_at_3_max": 0.712785, + "nauc_recall_at_3_std": 0.06854, + "nauc_recall_at_3_diff1": 0.80405, + "nauc_recall_at_5_max": 0.690474, + "nauc_recall_at_5_std": 0.065871, + "nauc_recall_at_5_diff1": 0.774632, + "nauc_recall_at_10_max": 0.67816, + "nauc_recall_at_10_std": 0.106012, + "nauc_recall_at_10_diff1": 0.746657, + "nauc_recall_at_20_max": 0.668615, + "nauc_recall_at_20_std": 0.151624, + "nauc_recall_at_20_diff1": 0.715243, + "nauc_recall_at_100_max": 0.606482, + "nauc_recall_at_100_std": 0.171101, + "nauc_recall_at_100_diff1": 0.635283, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695505, + "nauc_precision_at_1_std": 0.065114, + "nauc_precision_at_1_diff1": 0.845522, + "nauc_precision_at_3_max": 0.712785, + "nauc_precision_at_3_std": 0.06854, + "nauc_precision_at_3_diff1": 0.80405, + "nauc_precision_at_5_max": 0.690474, + "nauc_precision_at_5_std": 0.065871, + "nauc_precision_at_5_diff1": 0.774632, + "nauc_precision_at_10_max": 0.67816, + "nauc_precision_at_10_std": 0.106012, + "nauc_precision_at_10_diff1": 0.746657, + "nauc_precision_at_20_max": 0.668615, + "nauc_precision_at_20_std": 0.151624, + "nauc_precision_at_20_diff1": 0.715243, + "nauc_precision_at_100_max": 0.606482, + "nauc_precision_at_100_std": 0.171101, + "nauc_precision_at_100_diff1": 0.635283, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695505, + "nauc_mrr_at_1_std": 0.065114, + "nauc_mrr_at_1_diff1": 0.845522, + "nauc_mrr_at_3_max": 0.702729, + "nauc_mrr_at_3_std": 0.066232, + "nauc_mrr_at_3_diff1": 0.826914, + "nauc_mrr_at_5_max": 0.698071, + "nauc_mrr_at_5_std": 0.065888, + "nauc_mrr_at_5_diff1": 0.820748, + "nauc_mrr_at_10_max": 0.696945, + "nauc_mrr_at_10_std": 0.070705, + "nauc_mrr_at_10_diff1": 0.818028, + "nauc_mrr_at_20_max": 0.696559, + "nauc_mrr_at_20_std": 0.072886, + "nauc_mrr_at_20_diff1": 0.816707, + "nauc_mrr_at_100_max": 0.696098, + "nauc_mrr_at_100_std": 0.072842, + "nauc_mrr_at_100_diff1": 0.816546, + "nauc_mrr_at_1000_max": 0.696245, + "nauc_mrr_at_1000_std": 0.07246, + "nauc_mrr_at_1000_diff1": 0.816923, + "main_score": 0.56257, + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94111, + "ndcg_at_5": 0.94522, + "ndcg_at_10": 0.94894, + "ndcg_at_20": 0.95039, + "ndcg_at_100": 0.9516, + "ndcg_at_1000": 0.95217, + "map_at_1": 0.90778, + "map_at_3": 0.9337, + "map_at_5": 0.93598, + "map_at_10": 0.93759, + "map_at_20": 0.93801, + "map_at_100": 0.93817, + "map_at_1000": 0.93819, + "recall_at_1": 0.90778, + "recall_at_3": 0.96222, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90778, + "precision_at_3": 0.32074, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.933704, + "mrr_at_5": 0.935981, + "mrr_at_10": 0.93759, + "mrr_at_20": 0.938011, + "mrr_at_100": 0.938167, + "mrr_at_1000": 0.938187, + "nauc_ndcg_at_1_max": 0.789972, + "nauc_ndcg_at_1_std": -0.1251, + "nauc_ndcg_at_1_diff1": 0.91366, + "nauc_ndcg_at_3_max": 0.836613, + "nauc_ndcg_at_3_std": -0.062736, + "nauc_ndcg_at_3_diff1": 0.908473, + "nauc_ndcg_at_5_max": 0.836022, + "nauc_ndcg_at_5_std": -0.041192, + "nauc_ndcg_at_5_diff1": 0.911245, + "nauc_ndcg_at_10_max": 0.833114, + "nauc_ndcg_at_10_std": -0.017115, + "nauc_ndcg_at_10_diff1": 0.915703, + "nauc_ndcg_at_20_max": 0.829032, + "nauc_ndcg_at_20_std": -0.028025, + "nauc_ndcg_at_20_diff1": 0.91545, + "nauc_ndcg_at_100_max": 0.825908, + "nauc_ndcg_at_100_std": -0.036367, + "nauc_ndcg_at_100_diff1": 0.913919, + "nauc_ndcg_at_1000_max": 0.824237, + "nauc_ndcg_at_1000_std": -0.048133, + "nauc_ndcg_at_1000_diff1": 0.913291, + "nauc_map_at_1_max": 0.789972, + "nauc_map_at_1_std": -0.1251, + "nauc_map_at_1_diff1": 0.91366, + "nauc_map_at_3_max": 0.822394, + "nauc_map_at_3_std": -0.083139, + "nauc_map_at_3_diff1": 0.909922, + "nauc_map_at_5_max": 0.821564, + "nauc_map_at_5_std": -0.071934, + "nauc_map_at_5_diff1": 0.911115, + "nauc_map_at_10_max": 0.82027, + "nauc_map_at_10_std": -0.063707, + "nauc_map_at_10_diff1": 0.912675, + "nauc_map_at_20_max": 0.819244, + "nauc_map_at_20_std": -0.0664, + "nauc_map_at_20_diff1": 0.912562, + "nauc_map_at_100_max": 0.818927, + "nauc_map_at_100_std": -0.067185, + "nauc_map_at_100_diff1": 0.912413, + "nauc_map_at_1000_max": 0.818877, + "nauc_map_at_1000_std": -0.067511, + "nauc_map_at_1000_diff1": 0.912395, + "nauc_recall_at_1_max": 0.789972, + "nauc_recall_at_1_std": -0.1251, + "nauc_recall_at_1_diff1": 0.91366, + "nauc_recall_at_3_max": 0.90759, + "nauc_recall_at_3_std": 0.040218, + "nauc_recall_at_3_diff1": 0.901343, + "nauc_recall_at_5_max": 0.930719, + "nauc_recall_at_5_std": 0.164183, + "nauc_recall_at_5_diff1": 0.913725, + "nauc_recall_at_10_max": 0.965142, + "nauc_recall_at_10_std": 0.512045, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.960784, + "nauc_recall_at_20_std": 0.582913, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789972, + "nauc_precision_at_1_std": -0.1251, + "nauc_precision_at_1_diff1": 0.91366, + "nauc_precision_at_3_max": 0.90759, + "nauc_precision_at_3_std": 0.040218, + "nauc_precision_at_3_diff1": 0.901343, + "nauc_precision_at_5_max": 0.930719, + "nauc_precision_at_5_std": 0.164183, + "nauc_precision_at_5_diff1": 0.913725, + "nauc_precision_at_10_max": 0.965142, + "nauc_precision_at_10_std": 0.512045, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.960784, + "nauc_precision_at_20_std": 0.582913, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.789972, + "nauc_mrr_at_1_std": -0.1251, + "nauc_mrr_at_1_diff1": 0.91366, + "nauc_mrr_at_3_max": 0.822394, + "nauc_mrr_at_3_std": -0.083139, + "nauc_mrr_at_3_diff1": 0.909922, + "nauc_mrr_at_5_max": 0.821564, + "nauc_mrr_at_5_std": -0.071934, + "nauc_mrr_at_5_diff1": 0.911115, + "nauc_mrr_at_10_max": 0.82027, + "nauc_mrr_at_10_std": -0.063707, + "nauc_mrr_at_10_diff1": 0.912675, + "nauc_mrr_at_20_max": 0.819244, + "nauc_mrr_at_20_std": -0.0664, + "nauc_mrr_at_20_diff1": 0.912562, + "nauc_mrr_at_100_max": 0.818927, + "nauc_mrr_at_100_std": -0.067185, + "nauc_mrr_at_100_diff1": 0.912413, + "nauc_mrr_at_1000_max": 0.818877, + "nauc_mrr_at_1000_std": -0.067511, + "nauc_mrr_at_1000_diff1": 0.912395, + "main_score": 0.94894, + "hf_subset": "pol_Latn-pol_Latn", + "languages": [ + "pol-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.96103, + "ndcg_at_5": 0.96194, + "ndcg_at_10": 0.96446, + "ndcg_at_20": 0.96559, + "ndcg_at_100": 0.96665, + "ndcg_at_1000": 0.96692, + "map_at_1": 0.93556, + "map_at_3": 0.95519, + "map_at_5": 0.95569, + "map_at_10": 0.95673, + "map_at_20": 0.95704, + "map_at_100": 0.9572, + "map_at_1000": 0.95721, + "recall_at_1": 0.93556, + "recall_at_3": 0.97778, + "recall_at_5": 0.98, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32593, + "precision_at_5": 0.196, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.955185, + "mrr_at_5": 0.955685, + "mrr_at_10": 0.956727, + "mrr_at_20": 0.95704, + "mrr_at_100": 0.957205, + "mrr_at_1000": 0.957212, + "nauc_ndcg_at_1_max": 0.702622, + "nauc_ndcg_at_1_std": -0.246088, + "nauc_ndcg_at_1_diff1": 0.930898, + "nauc_ndcg_at_3_max": 0.771203, + "nauc_ndcg_at_3_std": -0.159253, + "nauc_ndcg_at_3_diff1": 0.931158, + "nauc_ndcg_at_5_max": 0.765743, + "nauc_ndcg_at_5_std": -0.18692, + "nauc_ndcg_at_5_diff1": 0.929515, + "nauc_ndcg_at_10_max": 0.754779, + "nauc_ndcg_at_10_std": -0.167819, + "nauc_ndcg_at_10_diff1": 0.930265, + "nauc_ndcg_at_20_max": 0.757839, + "nauc_ndcg_at_20_std": -0.17369, + "nauc_ndcg_at_20_diff1": 0.930096, + "nauc_ndcg_at_100_max": 0.752987, + "nauc_ndcg_at_100_std": -0.172133, + "nauc_ndcg_at_100_diff1": 0.931268, + "nauc_ndcg_at_1000_max": 0.75152, + "nauc_ndcg_at_1000_std": -0.181555, + "nauc_ndcg_at_1000_diff1": 0.930716, + "nauc_map_at_1_max": 0.702622, + "nauc_map_at_1_std": -0.246088, + "nauc_map_at_1_diff1": 0.930898, + "nauc_map_at_3_max": 0.751725, + "nauc_map_at_3_std": -0.190972, + "nauc_map_at_3_diff1": 0.930869, + "nauc_map_at_5_max": 0.748923, + "nauc_map_at_5_std": -0.20441, + "nauc_map_at_5_diff1": 0.930089, + "nauc_map_at_10_max": 0.744885, + "nauc_map_at_10_std": -0.198155, + "nauc_map_at_10_diff1": 0.930494, + "nauc_map_at_20_max": 0.74566, + "nauc_map_at_20_std": -0.199261, + "nauc_map_at_20_diff1": 0.930446, + "nauc_map_at_100_max": 0.745106, + "nauc_map_at_100_std": -0.198048, + "nauc_map_at_100_diff1": 0.930581, + "nauc_map_at_1000_max": 0.745075, + "nauc_map_at_1000_std": -0.198239, + "nauc_map_at_1000_diff1": 0.93057, + "nauc_recall_at_1_max": 0.702622, + "nauc_recall_at_1_std": -0.246088, + "nauc_recall_at_1_diff1": 0.930898, + "nauc_recall_at_3_max": 0.880976, + "nauc_recall_at_3_std": 0.026681, + "nauc_recall_at_3_diff1": 0.933007, + "nauc_recall_at_5_max": 0.867751, + "nauc_recall_at_5_std": -0.081466, + "nauc_recall_at_5_diff1": 0.925563, + "nauc_recall_at_10_max": 0.832612, + "nauc_recall_at_10_std": 0.153849, + "nauc_recall_at_10_diff1": 0.927213, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.217154, + "nauc_recall_at_20_diff1": 0.922969, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702622, + "nauc_precision_at_1_std": -0.246088, + "nauc_precision_at_1_diff1": 0.930898, + "nauc_precision_at_3_max": 0.880976, + "nauc_precision_at_3_std": 0.026681, + "nauc_precision_at_3_diff1": 0.933007, + "nauc_precision_at_5_max": 0.867751, + "nauc_precision_at_5_std": -0.081466, + "nauc_precision_at_5_diff1": 0.925563, + "nauc_precision_at_10_max": 0.832612, + "nauc_precision_at_10_std": 0.153849, + "nauc_precision_at_10_diff1": 0.927213, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.217154, + "nauc_precision_at_20_diff1": 0.922969, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702622, + "nauc_mrr_at_1_std": -0.246088, + "nauc_mrr_at_1_diff1": 0.930898, + "nauc_mrr_at_3_max": 0.751725, + "nauc_mrr_at_3_std": -0.190972, + "nauc_mrr_at_3_diff1": 0.930869, + "nauc_mrr_at_5_max": 0.748923, + "nauc_mrr_at_5_std": -0.20441, + "nauc_mrr_at_5_diff1": 0.930089, + "nauc_mrr_at_10_max": 0.744885, + "nauc_mrr_at_10_std": -0.198155, + "nauc_mrr_at_10_diff1": 0.930494, + "nauc_mrr_at_20_max": 0.74566, + "nauc_mrr_at_20_std": -0.199261, + "nauc_mrr_at_20_diff1": 0.930446, + "nauc_mrr_at_100_max": 0.745106, + "nauc_mrr_at_100_std": -0.198048, + "nauc_mrr_at_100_diff1": 0.930581, + "nauc_mrr_at_1000_max": 0.745075, + "nauc_mrr_at_1000_std": -0.198239, + "nauc_mrr_at_1000_diff1": 0.93057, + "main_score": 0.96446, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.92749, + "ndcg_at_5": 0.93581, + "ndcg_at_10": 0.94068, + "ndcg_at_20": 0.94232, + "ndcg_at_100": 0.94319, + "ndcg_at_1000": 0.94364, + "map_at_1": 0.89333, + "map_at_3": 0.91963, + "map_at_5": 0.9243, + "map_at_10": 0.92622, + "map_at_20": 0.92665, + "map_at_100": 0.92678, + "map_at_1000": 0.9268, + "recall_at_1": 0.89333, + "recall_at_3": 0.95, + "recall_at_5": 0.97, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89333, + "precision_at_3": 0.31667, + "precision_at_5": 0.194, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.91963, + "mrr_at_5": 0.924296, + "mrr_at_10": 0.926216, + "mrr_at_20": 0.926645, + "mrr_at_100": 0.926783, + "mrr_at_1000": 0.926802, + "nauc_ndcg_at_1_max": 0.717811, + "nauc_ndcg_at_1_std": 0.009193, + "nauc_ndcg_at_1_diff1": 0.914377, + "nauc_ndcg_at_3_max": 0.791838, + "nauc_ndcg_at_3_std": 0.02142, + "nauc_ndcg_at_3_diff1": 0.92745, + "nauc_ndcg_at_5_max": 0.7853, + "nauc_ndcg_at_5_std": 0.013241, + "nauc_ndcg_at_5_diff1": 0.927737, + "nauc_ndcg_at_10_max": 0.776972, + "nauc_ndcg_at_10_std": 0.032011, + "nauc_ndcg_at_10_diff1": 0.926539, + "nauc_ndcg_at_20_max": 0.771918, + "nauc_ndcg_at_20_std": 0.03471, + "nauc_ndcg_at_20_diff1": 0.925759, + "nauc_ndcg_at_100_max": 0.770054, + "nauc_ndcg_at_100_std": 0.03337, + "nauc_ndcg_at_100_diff1": 0.924615, + "nauc_ndcg_at_1000_max": 0.768577, + "nauc_ndcg_at_1000_std": 0.027227, + "nauc_ndcg_at_1000_diff1": 0.924361, + "nauc_map_at_1_max": 0.717811, + "nauc_map_at_1_std": 0.009193, + "nauc_map_at_1_diff1": 0.914377, + "nauc_map_at_3_max": 0.771666, + "nauc_map_at_3_std": 0.018984, + "nauc_map_at_3_diff1": 0.923843, + "nauc_map_at_5_max": 0.76729, + "nauc_map_at_5_std": 0.014894, + "nauc_map_at_5_diff1": 0.923776, + "nauc_map_at_10_max": 0.764062, + "nauc_map_at_10_std": 0.020079, + "nauc_map_at_10_diff1": 0.92331, + "nauc_map_at_20_max": 0.762985, + "nauc_map_at_20_std": 0.021184, + "nauc_map_at_20_diff1": 0.923164, + "nauc_map_at_100_max": 0.762769, + "nauc_map_at_100_std": 0.021425, + "nauc_map_at_100_diff1": 0.923018, + "nauc_map_at_1000_max": 0.762719, + "nauc_map_at_1000_std": 0.021229, + "nauc_map_at_1000_diff1": 0.923009, + "nauc_recall_at_1_max": 0.717811, + "nauc_recall_at_1_std": 0.009193, + "nauc_recall_at_1_diff1": 0.914377, + "nauc_recall_at_3_max": 0.882623, + "nauc_recall_at_3_std": 0.031694, + "nauc_recall_at_3_diff1": 0.943718, + "nauc_recall_at_5_max": 0.909828, + "nauc_recall_at_5_std": -0.002836, + "nauc_recall_at_5_diff1": 0.955822, + "nauc_recall_at_10_max": 0.938411, + "nauc_recall_at_10_std": 0.245816, + "nauc_recall_at_10_diff1": 0.969834, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.46552, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.814815, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717811, + "nauc_precision_at_1_std": 0.009193, + "nauc_precision_at_1_diff1": 0.914377, + "nauc_precision_at_3_max": 0.882623, + "nauc_precision_at_3_std": 0.031694, + "nauc_precision_at_3_diff1": 0.943718, + "nauc_precision_at_5_max": 0.909828, + "nauc_precision_at_5_std": -0.002836, + "nauc_precision_at_5_diff1": 0.955822, + "nauc_precision_at_10_max": 0.938411, + "nauc_precision_at_10_std": 0.245816, + "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.46552, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.814815, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717811, + "nauc_mrr_at_1_std": 0.009193, + "nauc_mrr_at_1_diff1": 0.914377, + "nauc_mrr_at_3_max": 0.771666, + "nauc_mrr_at_3_std": 0.018984, + "nauc_mrr_at_3_diff1": 0.923843, + "nauc_mrr_at_5_max": 0.76729, + "nauc_mrr_at_5_std": 0.014894, + "nauc_mrr_at_5_diff1": 0.923776, + "nauc_mrr_at_10_max": 0.764062, + "nauc_mrr_at_10_std": 0.020079, + "nauc_mrr_at_10_diff1": 0.92331, + "nauc_mrr_at_20_max": 0.762985, + "nauc_mrr_at_20_std": 0.021184, + "nauc_mrr_at_20_diff1": 0.923164, + "nauc_mrr_at_100_max": 0.762769, + "nauc_mrr_at_100_std": 0.021425, + "nauc_mrr_at_100_diff1": 0.923018, + "nauc_mrr_at_1000_max": 0.762719, + "nauc_mrr_at_1000_std": 0.021229, + "nauc_mrr_at_1000_diff1": 0.923009, + "main_score": 0.94068, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93553, + "ndcg_at_5": 0.94026, + "ndcg_at_10": 0.94467, + "ndcg_at_20": 0.94605, + "ndcg_at_100": 0.94706, + "ndcg_at_1000": 0.94763, + "map_at_1": 0.9, + "map_at_3": 0.92704, + "map_at_5": 0.92976, + "map_at_10": 0.93163, + "map_at_20": 0.932, + "map_at_100": 0.93213, + "map_at_1000": 0.93215, + "recall_at_1": 0.9, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.9, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.927037, + "mrr_at_5": 0.929759, + "mrr_at_10": 0.931634, + "mrr_at_20": 0.931999, + "mrr_at_100": 0.932128, + "mrr_at_1000": 0.93215, + "nauc_ndcg_at_1_max": 0.753517, + "nauc_ndcg_at_1_std": -0.122891, + "nauc_ndcg_at_1_diff1": 0.939491, + "nauc_ndcg_at_3_max": 0.815359, + "nauc_ndcg_at_3_std": -0.142907, + "nauc_ndcg_at_3_diff1": 0.934993, + "nauc_ndcg_at_5_max": 0.809251, + "nauc_ndcg_at_5_std": -0.134002, + "nauc_ndcg_at_5_diff1": 0.934027, + "nauc_ndcg_at_10_max": 0.800518, + "nauc_ndcg_at_10_std": -0.136131, + "nauc_ndcg_at_10_diff1": 0.937152, + "nauc_ndcg_at_20_max": 0.800323, + "nauc_ndcg_at_20_std": -0.11525, + "nauc_ndcg_at_20_diff1": 0.938329, + "nauc_ndcg_at_100_max": 0.799367, + "nauc_ndcg_at_100_std": -0.109872, + "nauc_ndcg_at_100_diff1": 0.938045, + "nauc_ndcg_at_1000_max": 0.797188, + "nauc_ndcg_at_1000_std": -0.119199, + "nauc_ndcg_at_1000_diff1": 0.937692, + "nauc_map_at_1_max": 0.753517, + "nauc_map_at_1_std": -0.122891, + "nauc_map_at_1_diff1": 0.939491, + "nauc_map_at_3_max": 0.798979, + "nauc_map_at_3_std": -0.132281, + "nauc_map_at_3_diff1": 0.936767, + "nauc_map_at_5_max": 0.79535, + "nauc_map_at_5_std": -0.127029, + "nauc_map_at_5_diff1": 0.936385, + "nauc_map_at_10_max": 0.792046, + "nauc_map_at_10_std": -0.127553, + "nauc_map_at_10_diff1": 0.937628, + "nauc_map_at_20_max": 0.792044, + "nauc_map_at_20_std": -0.123136, + "nauc_map_at_20_diff1": 0.937891, + "nauc_map_at_100_max": 0.791971, + "nauc_map_at_100_std": -0.122565, + "nauc_map_at_100_diff1": 0.937833, + "nauc_map_at_1000_max": 0.791903, + "nauc_map_at_1000_std": -0.122803, + "nauc_map_at_1000_diff1": 0.937818, + "nauc_recall_at_1_max": 0.753517, + "nauc_recall_at_1_std": -0.122891, + "nauc_recall_at_1_diff1": 0.939491, + "nauc_recall_at_3_max": 0.898524, + "nauc_recall_at_3_std": -0.201862, + "nauc_recall_at_3_diff1": 0.925433, + "nauc_recall_at_5_max": 0.900973, + "nauc_recall_at_5_std": -0.186257, + "nauc_recall_at_5_diff1": 0.916864, + "nauc_recall_at_10_max": 0.883787, + "nauc_recall_at_10_std": -0.254869, + "nauc_recall_at_10_diff1": 0.933473, + "nauc_recall_at_20_max": 0.921413, + "nauc_recall_at_20_std": 0.134454, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.780696, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.753517, + "nauc_precision_at_1_std": -0.122891, + "nauc_precision_at_1_diff1": 0.939491, + "nauc_precision_at_3_max": 0.898524, + "nauc_precision_at_3_std": -0.201862, + "nauc_precision_at_3_diff1": 0.925433, + "nauc_precision_at_5_max": 0.900973, + "nauc_precision_at_5_std": -0.186257, + "nauc_precision_at_5_diff1": 0.916864, + "nauc_precision_at_10_max": 0.883787, + "nauc_precision_at_10_std": -0.254869, + "nauc_precision_at_10_diff1": 0.933473, + "nauc_precision_at_20_max": 0.921413, + "nauc_precision_at_20_std": 0.134454, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.780696, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.753517, + "nauc_mrr_at_1_std": -0.122891, + "nauc_mrr_at_1_diff1": 0.939491, + "nauc_mrr_at_3_max": 0.798979, + "nauc_mrr_at_3_std": -0.132281, + "nauc_mrr_at_3_diff1": 0.936767, + "nauc_mrr_at_5_max": 0.79535, + "nauc_mrr_at_5_std": -0.127029, + "nauc_mrr_at_5_diff1": 0.936385, + "nauc_mrr_at_10_max": 0.792046, + "nauc_mrr_at_10_std": -0.127553, + "nauc_mrr_at_10_diff1": 0.937628, + "nauc_mrr_at_20_max": 0.792044, + "nauc_mrr_at_20_std": -0.123136, + "nauc_mrr_at_20_diff1": 0.937891, + "nauc_mrr_at_100_max": 0.791971, + "nauc_mrr_at_100_std": -0.122565, + "nauc_mrr_at_100_diff1": 0.937833, + "nauc_mrr_at_1000_max": 0.791903, + "nauc_mrr_at_1000_std": -0.122803, + "nauc_mrr_at_1000_diff1": 0.937818, + "main_score": 0.94467, + "hf_subset": "por_Latn-por_Latn", + "languages": [ + "por-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.94333, + "ndcg_at_3": 0.96347, + "ndcg_at_5": 0.96662, + "ndcg_at_10": 0.96816, + "ndcg_at_20": 0.96933, + "ndcg_at_100": 0.96998, + "ndcg_at_1000": 0.97025, + "map_at_1": 0.94333, + "map_at_3": 0.95852, + "map_at_5": 0.96024, + "map_at_10": 0.96094, + "map_at_20": 0.96128, + "map_at_100": 0.96139, + "map_at_1000": 0.96139, + "recall_at_1": 0.94333, + "recall_at_3": 0.97778, + "recall_at_5": 0.98556, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94333, + "precision_at_3": 0.32593, + "precision_at_5": 0.19711, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.943333, + "mrr_at_3": 0.958519, + "mrr_at_5": 0.960241, + "mrr_at_10": 0.960935, + "mrr_at_20": 0.961281, + "mrr_at_100": 0.961386, + "mrr_at_1000": 0.961393, + "nauc_ndcg_at_1_max": 0.741015, + "nauc_ndcg_at_1_std": -0.17724, + "nauc_ndcg_at_1_diff1": 0.938714, + "nauc_ndcg_at_3_max": 0.789683, + "nauc_ndcg_at_3_std": -0.197747, + "nauc_ndcg_at_3_diff1": 0.929612, + "nauc_ndcg_at_5_max": 0.769805, + "nauc_ndcg_at_5_std": -0.183272, + "nauc_ndcg_at_5_diff1": 0.930074, + "nauc_ndcg_at_10_max": 0.771558, + "nauc_ndcg_at_10_std": -0.18075, + "nauc_ndcg_at_10_diff1": 0.935691, + "nauc_ndcg_at_20_max": 0.779872, + "nauc_ndcg_at_20_std": -0.127244, + "nauc_ndcg_at_20_diff1": 0.937204, + "nauc_ndcg_at_100_max": 0.775059, + "nauc_ndcg_at_100_std": -0.151053, + "nauc_ndcg_at_100_diff1": 0.936767, + "nauc_ndcg_at_1000_max": 0.773059, + "nauc_ndcg_at_1000_std": -0.16129, + "nauc_ndcg_at_1000_diff1": 0.936205, + "nauc_map_at_1_max": 0.741015, + "nauc_map_at_1_std": -0.17724, + "nauc_map_at_1_diff1": 0.938714, + "nauc_map_at_3_max": 0.777134, + "nauc_map_at_3_std": -0.189155, + "nauc_map_at_3_diff1": 0.933057, + "nauc_map_at_5_max": 0.76748, + "nauc_map_at_5_std": -0.182482, + "nauc_map_at_5_diff1": 0.933445, + "nauc_map_at_10_max": 0.768171, + "nauc_map_at_10_std": -0.181309, + "nauc_map_at_10_diff1": 0.935692, + "nauc_map_at_20_max": 0.7698, + "nauc_map_at_20_std": -0.168934, + "nauc_map_at_20_diff1": 0.936077, + "nauc_map_at_100_max": 0.769173, + "nauc_map_at_100_std": -0.17205, + "nauc_map_at_100_diff1": 0.93601, + "nauc_map_at_1000_max": 0.769133, + "nauc_map_at_1000_std": -0.172251, + "nauc_map_at_1000_diff1": 0.935999, + "nauc_recall_at_1_max": 0.741015, + "nauc_recall_at_1_std": -0.17724, + "nauc_recall_at_1_diff1": 0.938714, + "nauc_recall_at_3_max": 0.854599, + "nauc_recall_at_3_std": -0.245448, + "nauc_recall_at_3_diff1": 0.910714, + "nauc_recall_at_5_max": 0.776305, + "nauc_recall_at_5_std": -0.184874, + "nauc_recall_at_5_diff1": 0.902859, + "nauc_recall_at_10_max": 0.793599, + "nauc_recall_at_10_std": -0.166926, + "nauc_recall_at_10_diff1": 0.940087, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.973856, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741015, + "nauc_precision_at_1_std": -0.17724, + "nauc_precision_at_1_diff1": 0.938714, + "nauc_precision_at_3_max": 0.854599, + "nauc_precision_at_3_std": -0.245448, + "nauc_precision_at_3_diff1": 0.910714, + "nauc_precision_at_5_max": 0.776305, + "nauc_precision_at_5_std": -0.184874, + "nauc_precision_at_5_diff1": 0.902859, + "nauc_precision_at_10_max": 0.793599, + "nauc_precision_at_10_std": -0.166926, + "nauc_precision_at_10_diff1": 0.940087, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.973856, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741015, + "nauc_mrr_at_1_std": -0.17724, + "nauc_mrr_at_1_diff1": 0.938714, + "nauc_mrr_at_3_max": 0.777134, + "nauc_mrr_at_3_std": -0.189155, + "nauc_mrr_at_3_diff1": 0.933057, + "nauc_mrr_at_5_max": 0.76748, + "nauc_mrr_at_5_std": -0.182482, + "nauc_mrr_at_5_diff1": 0.933445, + "nauc_mrr_at_10_max": 0.768171, + "nauc_mrr_at_10_std": -0.181309, + "nauc_mrr_at_10_diff1": 0.935692, + "nauc_mrr_at_20_max": 0.7698, + "nauc_mrr_at_20_std": -0.168934, + "nauc_mrr_at_20_diff1": 0.936077, + "nauc_mrr_at_100_max": 0.769173, + "nauc_mrr_at_100_std": -0.17205, + "nauc_mrr_at_100_diff1": 0.93601, + "nauc_mrr_at_1000_max": 0.769133, + "nauc_mrr_at_1000_std": -0.172251, + "nauc_mrr_at_1000_diff1": 0.935999, + "main_score": 0.96816, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.95483, + "ndcg_at_5": 0.95621, + "ndcg_at_10": 0.9606, + "ndcg_at_20": 0.96114, + "ndcg_at_100": 0.96156, + "ndcg_at_1000": 0.96203, + "map_at_1": 0.92333, + "map_at_3": 0.94759, + "map_at_5": 0.94837, + "map_at_10": 0.95023, + "map_at_20": 0.95036, + "map_at_100": 0.95042, + "map_at_1000": 0.95044, + "recall_at_1": 0.92333, + "recall_at_3": 0.97556, + "recall_at_5": 0.97889, + "recall_at_10": 0.99222, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92333, + "precision_at_3": 0.32519, + "precision_at_5": 0.19578, + "precision_at_10": 0.09922, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.947593, + "mrr_at_5": 0.94837, + "mrr_at_10": 0.950225, + "mrr_at_20": 0.95036, + "mrr_at_100": 0.950419, + "mrr_at_1000": 0.950444, + "nauc_ndcg_at_1_max": 0.711721, + "nauc_ndcg_at_1_std": -0.066922, + "nauc_ndcg_at_1_diff1": 0.931596, + "nauc_ndcg_at_3_max": 0.784491, + "nauc_ndcg_at_3_std": -0.079255, + "nauc_ndcg_at_3_diff1": 0.948489, + "nauc_ndcg_at_5_max": 0.783736, + "nauc_ndcg_at_5_std": -0.063682, + "nauc_ndcg_at_5_diff1": 0.946857, + "nauc_ndcg_at_10_max": 0.766172, + "nauc_ndcg_at_10_std": -0.060684, + "nauc_ndcg_at_10_diff1": 0.943393, + "nauc_ndcg_at_20_max": 0.764746, + "nauc_ndcg_at_20_std": -0.057514, + "nauc_ndcg_at_20_diff1": 0.94261, + "nauc_ndcg_at_100_max": 0.763848, + "nauc_ndcg_at_100_std": -0.052679, + "nauc_ndcg_at_100_diff1": 0.941987, + "nauc_ndcg_at_1000_max": 0.76092, + "nauc_ndcg_at_1000_std": -0.064031, + "nauc_ndcg_at_1000_diff1": 0.941795, + "nauc_map_at_1_max": 0.711721, + "nauc_map_at_1_std": -0.066922, + "nauc_map_at_1_diff1": 0.931596, + "nauc_map_at_3_max": 0.762357, + "nauc_map_at_3_std": -0.079157, + "nauc_map_at_3_diff1": 0.94298, + "nauc_map_at_5_max": 0.761766, + "nauc_map_at_5_std": -0.071065, + "nauc_map_at_5_diff1": 0.942121, + "nauc_map_at_10_max": 0.755146, + "nauc_map_at_10_std": -0.070861, + "nauc_map_at_10_diff1": 0.940797, + "nauc_map_at_20_max": 0.754791, + "nauc_map_at_20_std": -0.070705, + "nauc_map_at_20_diff1": 0.940636, + "nauc_map_at_100_max": 0.754724, + "nauc_map_at_100_std": -0.069775, + "nauc_map_at_100_diff1": 0.940566, + "nauc_map_at_1000_max": 0.754601, + "nauc_map_at_1000_std": -0.070242, + "nauc_map_at_1000_diff1": 0.940556, + "nauc_recall_at_1_max": 0.711721, + "nauc_recall_at_1_std": -0.066922, + "nauc_recall_at_1_diff1": 0.931596, + "nauc_recall_at_3_max": 0.918301, + "nauc_recall_at_3_std": -0.076097, + "nauc_recall_at_3_diff1": 0.982175, + "nauc_recall_at_5_max": 0.934641, + "nauc_recall_at_5_std": -0.00489, + "nauc_recall_at_5_diff1": 0.97936, + "nauc_recall_at_10_max": 0.920635, + "nauc_recall_at_10_std": 0.158797, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.944444, + "nauc_recall_at_20_std": 0.370308, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.863834, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711721, + "nauc_precision_at_1_std": -0.066922, + "nauc_precision_at_1_diff1": 0.931596, + "nauc_precision_at_3_max": 0.918301, + "nauc_precision_at_3_std": -0.076097, + "nauc_precision_at_3_diff1": 0.982175, + "nauc_precision_at_5_max": 0.934641, + "nauc_precision_at_5_std": -0.00489, + "nauc_precision_at_5_diff1": 0.97936, + "nauc_precision_at_10_max": 0.920635, + "nauc_precision_at_10_std": 0.158797, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.944444, + "nauc_precision_at_20_std": 0.370308, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.863834, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711721, + "nauc_mrr_at_1_std": -0.066922, + "nauc_mrr_at_1_diff1": 0.931596, + "nauc_mrr_at_3_max": 0.762357, + "nauc_mrr_at_3_std": -0.079157, + "nauc_mrr_at_3_diff1": 0.94298, + "nauc_mrr_at_5_max": 0.761766, + "nauc_mrr_at_5_std": -0.071065, + "nauc_mrr_at_5_diff1": 0.942121, + "nauc_mrr_at_10_max": 0.755146, + "nauc_mrr_at_10_std": -0.070861, + "nauc_mrr_at_10_diff1": 0.940797, + "nauc_mrr_at_20_max": 0.754791, + "nauc_mrr_at_20_std": -0.070705, + "nauc_mrr_at_20_diff1": 0.940636, + "nauc_mrr_at_100_max": 0.754724, + "nauc_mrr_at_100_std": -0.069775, + "nauc_mrr_at_100_diff1": 0.940566, + "nauc_mrr_at_1000_max": 0.754601, + "nauc_mrr_at_1000_std": -0.070242, + "nauc_mrr_at_1000_diff1": 0.940556, + "main_score": 0.9606, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.93968, + "ndcg_at_5": 0.94394, + "ndcg_at_10": 0.94748, + "ndcg_at_20": 0.94948, + "ndcg_at_100": 0.95057, + "ndcg_at_1000": 0.95099, + "map_at_1": 0.90667, + "map_at_3": 0.93185, + "map_at_5": 0.9343, + "map_at_10": 0.93572, + "map_at_20": 0.93629, + "map_at_100": 0.93646, + "map_at_1000": 0.93647, + "recall_at_1": 0.90667, + "recall_at_3": 0.96222, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.32074, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.931852, + "mrr_at_5": 0.934296, + "mrr_at_10": 0.935723, + "mrr_at_20": 0.93629, + "mrr_at_100": 0.936459, + "mrr_at_1000": 0.936475, + "nauc_ndcg_at_1_max": 0.794029, + "nauc_ndcg_at_1_std": -0.015551, + "nauc_ndcg_at_1_diff1": 0.934641, + "nauc_ndcg_at_3_max": 0.845973, + "nauc_ndcg_at_3_std": 0.04858, + "nauc_ndcg_at_3_diff1": 0.935196, + "nauc_ndcg_at_5_max": 0.840994, + "nauc_ndcg_at_5_std": 0.049136, + "nauc_ndcg_at_5_diff1": 0.934763, + "nauc_ndcg_at_10_max": 0.840869, + "nauc_ndcg_at_10_std": 0.078142, + "nauc_ndcg_at_10_diff1": 0.935888, + "nauc_ndcg_at_20_max": 0.836869, + "nauc_ndcg_at_20_std": 0.071018, + "nauc_ndcg_at_20_diff1": 0.93568, + "nauc_ndcg_at_100_max": 0.833285, + "nauc_ndcg_at_100_std": 0.054313, + "nauc_ndcg_at_100_diff1": 0.935509, + "nauc_ndcg_at_1000_max": 0.831834, + "nauc_ndcg_at_1000_std": 0.046082, + "nauc_ndcg_at_1000_diff1": 0.93537, + "nauc_map_at_1_max": 0.794029, + "nauc_map_at_1_std": -0.015551, + "nauc_map_at_1_diff1": 0.934641, + "nauc_map_at_3_max": 0.831774, + "nauc_map_at_3_std": 0.026767, + "nauc_map_at_3_diff1": 0.934863, + "nauc_map_at_5_max": 0.82879, + "nauc_map_at_5_std": 0.026139, + "nauc_map_at_5_diff1": 0.934608, + "nauc_map_at_10_max": 0.82842, + "nauc_map_at_10_std": 0.035655, + "nauc_map_at_10_diff1": 0.934982, + "nauc_map_at_20_max": 0.827408, + "nauc_map_at_20_std": 0.033408, + "nauc_map_at_20_diff1": 0.934976, + "nauc_map_at_100_max": 0.826949, + "nauc_map_at_100_std": 0.031262, + "nauc_map_at_100_diff1": 0.934983, + "nauc_map_at_1000_max": 0.826906, + "nauc_map_at_1000_std": 0.031021, + "nauc_map_at_1000_diff1": 0.934985, + "nauc_recall_at_1_max": 0.794029, + "nauc_recall_at_1_std": -0.015551, + "nauc_recall_at_1_diff1": 0.934641, + "nauc_recall_at_3_max": 0.917683, + "nauc_recall_at_3_std": 0.162602, + "nauc_recall_at_3_diff1": 0.937043, + "nauc_recall_at_5_max": 0.920075, + "nauc_recall_at_5_std": 0.207152, + "nauc_recall_at_5_diff1": 0.935948, + "nauc_recall_at_10_max": 0.972767, + "nauc_recall_at_10_std": 0.589387, + "nauc_recall_at_10_diff1": 0.947712, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.893207, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794029, + "nauc_precision_at_1_std": -0.015551, + "nauc_precision_at_1_diff1": 0.934641, + "nauc_precision_at_3_max": 0.917683, + "nauc_precision_at_3_std": 0.162602, + "nauc_precision_at_3_diff1": 0.937043, + "nauc_precision_at_5_max": 0.920075, + "nauc_precision_at_5_std": 0.207152, + "nauc_precision_at_5_diff1": 0.935948, + "nauc_precision_at_10_max": 0.972767, + "nauc_precision_at_10_std": 0.589387, + "nauc_precision_at_10_diff1": 0.947712, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.893207, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794029, + "nauc_mrr_at_1_std": -0.015551, + "nauc_mrr_at_1_diff1": 0.934641, + "nauc_mrr_at_3_max": 0.831774, + "nauc_mrr_at_3_std": 0.026767, + "nauc_mrr_at_3_diff1": 0.934863, + "nauc_mrr_at_5_max": 0.82879, + "nauc_mrr_at_5_std": 0.026139, + "nauc_mrr_at_5_diff1": 0.934608, + "nauc_mrr_at_10_max": 0.82842, + "nauc_mrr_at_10_std": 0.035655, + "nauc_mrr_at_10_diff1": 0.934982, + "nauc_mrr_at_20_max": 0.827408, + "nauc_mrr_at_20_std": 0.033408, + "nauc_mrr_at_20_diff1": 0.934976, + "nauc_mrr_at_100_max": 0.826949, + "nauc_mrr_at_100_std": 0.031262, + "nauc_mrr_at_100_diff1": 0.934983, + "nauc_mrr_at_1000_max": 0.826906, + "nauc_mrr_at_1000_std": 0.031021, + "nauc_mrr_at_1000_diff1": 0.934985, + "main_score": 0.94748, + "hf_subset": "ron_Latn-ron_Latn", + "languages": [ + "ron-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.94111, + "ndcg_at_3": 0.96206, + "ndcg_at_5": 0.96489, + "ndcg_at_10": 0.9674, + "ndcg_at_20": 0.96829, + "ndcg_at_100": 0.96872, + "ndcg_at_1000": 0.96899, + "map_at_1": 0.94111, + "map_at_3": 0.95667, + "map_at_5": 0.95828, + "map_at_10": 0.95932, + "map_at_20": 0.95958, + "map_at_100": 0.95965, + "map_at_1000": 0.95966, + "recall_at_1": 0.94111, + "recall_at_3": 0.97778, + "recall_at_5": 0.98444, + "recall_at_10": 0.99222, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94111, + "precision_at_3": 0.32593, + "precision_at_5": 0.19689, + "precision_at_10": 0.09922, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.941111, + "mrr_at_3": 0.956667, + "mrr_at_5": 0.958278, + "mrr_at_10": 0.959319, + "mrr_at_20": 0.959582, + "mrr_at_100": 0.959651, + "mrr_at_1000": 0.959658, + "nauc_ndcg_at_1_max": 0.69614, + "nauc_ndcg_at_1_std": -0.22919, + "nauc_ndcg_at_1_diff1": 0.951201, + "nauc_ndcg_at_3_max": 0.773241, + "nauc_ndcg_at_3_std": -0.179391, + "nauc_ndcg_at_3_diff1": 0.955482, + "nauc_ndcg_at_5_max": 0.760195, + "nauc_ndcg_at_5_std": -0.178243, + "nauc_ndcg_at_5_diff1": 0.958848, + "nauc_ndcg_at_10_max": 0.746445, + "nauc_ndcg_at_10_std": -0.178321, + "nauc_ndcg_at_10_diff1": 0.957255, + "nauc_ndcg_at_20_max": 0.754304, + "nauc_ndcg_at_20_std": -0.140636, + "nauc_ndcg_at_20_diff1": 0.956066, + "nauc_ndcg_at_100_max": 0.750859, + "nauc_ndcg_at_100_std": -0.155763, + "nauc_ndcg_at_100_diff1": 0.956416, + "nauc_ndcg_at_1000_max": 0.749248, + "nauc_ndcg_at_1000_std": -0.165758, + "nauc_ndcg_at_1000_diff1": 0.956039, + "nauc_map_at_1_max": 0.69614, + "nauc_map_at_1_std": -0.22919, + "nauc_map_at_1_diff1": 0.951201, + "nauc_map_at_3_max": 0.754762, + "nauc_map_at_3_std": -0.187041, + "nauc_map_at_3_diff1": 0.954482, + "nauc_map_at_5_max": 0.747642, + "nauc_map_at_5_std": -0.186578, + "nauc_map_at_5_diff1": 0.956031, + "nauc_map_at_10_max": 0.742893, + "nauc_map_at_10_std": -0.185447, + "nauc_map_at_10_diff1": 0.955501, + "nauc_map_at_20_max": 0.744669, + "nauc_map_at_20_std": -0.1768, + "nauc_map_at_20_diff1": 0.955211, + "nauc_map_at_100_max": 0.744232, + "nauc_map_at_100_std": -0.178721, + "nauc_map_at_100_diff1": 0.955268, + "nauc_map_at_1000_max": 0.744196, + "nauc_map_at_1000_std": -0.178933, + "nauc_map_at_1000_diff1": 0.95526, + "nauc_recall_at_1_max": 0.69614, + "nauc_recall_at_1_std": -0.22919, + "nauc_recall_at_1_diff1": 0.951201, + "nauc_recall_at_3_max": 0.871755, + "nauc_recall_at_3_std": -0.143324, + "nauc_recall_at_3_diff1": 0.960784, + "nauc_recall_at_5_max": 0.845972, + "nauc_recall_at_5_std": -0.12405, + "nauc_recall_at_5_diff1": 0.981326, + "nauc_recall_at_10_max": 0.7503, + "nauc_recall_at_10_std": -0.10891, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.96732, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.69614, + "nauc_precision_at_1_std": -0.22919, + "nauc_precision_at_1_diff1": 0.951201, + "nauc_precision_at_3_max": 0.871755, + "nauc_precision_at_3_std": -0.143324, + "nauc_precision_at_3_diff1": 0.960784, + "nauc_precision_at_5_max": 0.845972, + "nauc_precision_at_5_std": -0.12405, + "nauc_precision_at_5_diff1": 0.981326, + "nauc_precision_at_10_max": 0.7503, + "nauc_precision_at_10_std": -0.10891, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.96732, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.69614, + "nauc_mrr_at_1_std": -0.22919, + "nauc_mrr_at_1_diff1": 0.951201, + "nauc_mrr_at_3_max": 0.754762, + "nauc_mrr_at_3_std": -0.187041, + "nauc_mrr_at_3_diff1": 0.954482, + "nauc_mrr_at_5_max": 0.747642, + "nauc_mrr_at_5_std": -0.186578, + "nauc_mrr_at_5_diff1": 0.956031, + "nauc_mrr_at_10_max": 0.742893, + "nauc_mrr_at_10_std": -0.185447, + "nauc_mrr_at_10_diff1": 0.955501, + "nauc_mrr_at_20_max": 0.744669, + "nauc_mrr_at_20_std": -0.1768, + "nauc_mrr_at_20_diff1": 0.955211, + "nauc_mrr_at_100_max": 0.744232, + "nauc_mrr_at_100_std": -0.178721, + "nauc_mrr_at_100_diff1": 0.955268, + "nauc_mrr_at_1000_max": 0.744196, + "nauc_mrr_at_1000_std": -0.178933, + "nauc_mrr_at_1000_diff1": 0.95526, + "main_score": 0.9674, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94111, + "ndcg_at_5": 0.94761, + "ndcg_at_10": 0.95012, + "ndcg_at_20": 0.95163, + "ndcg_at_100": 0.95282, + "ndcg_at_1000": 0.95312, + "map_at_1": 0.90778, + "map_at_3": 0.9337, + "map_at_5": 0.93737, + "map_at_10": 0.9384, + "map_at_20": 0.93887, + "map_at_100": 0.93902, + "map_at_1000": 0.93903, + "recall_at_1": 0.90778, + "recall_at_3": 0.96222, + "recall_at_5": 0.97778, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90778, + "precision_at_3": 0.32074, + "precision_at_5": 0.19556, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.933704, + "mrr_at_5": 0.93737, + "mrr_at_10": 0.938399, + "mrr_at_20": 0.938869, + "mrr_at_100": 0.939018, + "mrr_at_1000": 0.939031, + "nauc_ndcg_at_1_max": 0.697552, + "nauc_ndcg_at_1_std": 0.044261, + "nauc_ndcg_at_1_diff1": 0.904216, + "nauc_ndcg_at_3_max": 0.776385, + "nauc_ndcg_at_3_std": 0.123089, + "nauc_ndcg_at_3_diff1": 0.928198, + "nauc_ndcg_at_5_max": 0.768821, + "nauc_ndcg_at_5_std": 0.126767, + "nauc_ndcg_at_5_diff1": 0.926217, + "nauc_ndcg_at_10_max": 0.760877, + "nauc_ndcg_at_10_std": 0.123764, + "nauc_ndcg_at_10_diff1": 0.922511, + "nauc_ndcg_at_20_max": 0.755011, + "nauc_ndcg_at_20_std": 0.116566, + "nauc_ndcg_at_20_diff1": 0.920096, + "nauc_ndcg_at_100_max": 0.751342, + "nauc_ndcg_at_100_std": 0.106664, + "nauc_ndcg_at_100_diff1": 0.919764, + "nauc_ndcg_at_1000_max": 0.75017, + "nauc_ndcg_at_1000_std": 0.103268, + "nauc_ndcg_at_1000_diff1": 0.919668, + "nauc_map_at_1_max": 0.697552, + "nauc_map_at_1_std": 0.044261, + "nauc_map_at_1_diff1": 0.904216, + "nauc_map_at_3_max": 0.753718, + "nauc_map_at_3_std": 0.098351, + "nauc_map_at_3_diff1": 0.921513, + "nauc_map_at_5_max": 0.748793, + "nauc_map_at_5_std": 0.097198, + "nauc_map_at_5_diff1": 0.920106, + "nauc_map_at_10_max": 0.745726, + "nauc_map_at_10_std": 0.094974, + "nauc_map_at_10_diff1": 0.918772, + "nauc_map_at_20_max": 0.744147, + "nauc_map_at_20_std": 0.093088, + "nauc_map_at_20_diff1": 0.918147, + "nauc_map_at_100_max": 0.743779, + "nauc_map_at_100_std": 0.092257, + "nauc_map_at_100_diff1": 0.918117, + "nauc_map_at_1000_max": 0.743738, + "nauc_map_at_1000_std": 0.09214, + "nauc_map_at_1000_diff1": 0.918113, + "nauc_recall_at_1_max": 0.697552, + "nauc_recall_at_1_std": 0.044261, + "nauc_recall_at_1_diff1": 0.904216, + "nauc_recall_at_3_max": 0.888436, + "nauc_recall_at_3_std": 0.24713, + "nauc_recall_at_3_diff1": 0.961073, + "nauc_recall_at_5_max": 0.924603, + "nauc_recall_at_5_std": 0.371499, + "nauc_recall_at_5_diff1": 0.973856, + "nauc_recall_at_10_max": 0.925483, + "nauc_recall_at_10_std": 0.488508, + "nauc_recall_at_10_diff1": 0.959779, + "nauc_recall_at_20_max": 0.91159, + "nauc_recall_at_20_std": 0.567052, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.638189, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697552, + "nauc_precision_at_1_std": 0.044261, + "nauc_precision_at_1_diff1": 0.904216, + "nauc_precision_at_3_max": 0.888436, + "nauc_precision_at_3_std": 0.24713, + "nauc_precision_at_3_diff1": 0.961073, + "nauc_precision_at_5_max": 0.924603, + "nauc_precision_at_5_std": 0.371499, + "nauc_precision_at_5_diff1": 0.973856, + "nauc_precision_at_10_max": 0.925483, + "nauc_precision_at_10_std": 0.488508, + "nauc_precision_at_10_diff1": 0.959779, + "nauc_precision_at_20_max": 0.91159, + "nauc_precision_at_20_std": 0.567052, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.638189, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.697552, + "nauc_mrr_at_1_std": 0.044261, + "nauc_mrr_at_1_diff1": 0.904216, + "nauc_mrr_at_3_max": 0.753718, + "nauc_mrr_at_3_std": 0.098351, + "nauc_mrr_at_3_diff1": 0.921513, + "nauc_mrr_at_5_max": 0.748793, + "nauc_mrr_at_5_std": 0.097198, + "nauc_mrr_at_5_diff1": 0.920106, + "nauc_mrr_at_10_max": 0.745726, + "nauc_mrr_at_10_std": 0.094974, + "nauc_mrr_at_10_diff1": 0.918772, + "nauc_mrr_at_20_max": 0.744147, + "nauc_mrr_at_20_std": 0.093088, + "nauc_mrr_at_20_diff1": 0.918147, + "nauc_mrr_at_100_max": 0.743779, + "nauc_mrr_at_100_std": 0.092257, + "nauc_mrr_at_100_diff1": 0.918117, + "nauc_mrr_at_1000_max": 0.743738, + "nauc_mrr_at_1000_std": 0.09214, + "nauc_mrr_at_1000_diff1": 0.918113, + "main_score": 0.95012, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.95881, + "ndcg_at_5": 0.96067, + "ndcg_at_10": 0.96277, + "ndcg_at_20": 0.96473, + "ndcg_at_100": 0.96493, + "ndcg_at_1000": 0.96534, + "map_at_1": 0.93222, + "map_at_3": 0.95259, + "map_at_5": 0.95365, + "map_at_10": 0.95447, + "map_at_20": 0.95501, + "map_at_100": 0.95503, + "map_at_1000": 0.95505, + "recall_at_1": 0.93222, + "recall_at_3": 0.97667, + "recall_at_5": 0.98111, + "recall_at_10": 0.98778, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.32556, + "precision_at_5": 0.19622, + "precision_at_10": 0.09878, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.952593, + "mrr_at_5": 0.953648, + "mrr_at_10": 0.954474, + "mrr_at_20": 0.955011, + "mrr_at_100": 0.955034, + "mrr_at_1000": 0.955047, + "nauc_ndcg_at_1_max": 0.746055, + "nauc_ndcg_at_1_std": -0.138196, + "nauc_ndcg_at_1_diff1": 0.963034, + "nauc_ndcg_at_3_max": 0.809316, + "nauc_ndcg_at_3_std": -0.139877, + "nauc_ndcg_at_3_diff1": 0.965043, + "nauc_ndcg_at_5_max": 0.800271, + "nauc_ndcg_at_5_std": -0.148563, + "nauc_ndcg_at_5_diff1": 0.964975, + "nauc_ndcg_at_10_max": 0.797083, + "nauc_ndcg_at_10_std": -0.108507, + "nauc_ndcg_at_10_diff1": 0.964236, + "nauc_ndcg_at_20_max": 0.793283, + "nauc_ndcg_at_20_std": -0.09858, + "nauc_ndcg_at_20_diff1": 0.965356, + "nauc_ndcg_at_100_max": 0.792122, + "nauc_ndcg_at_100_std": -0.104747, + "nauc_ndcg_at_100_diff1": 0.965161, + "nauc_ndcg_at_1000_max": 0.789656, + "nauc_ndcg_at_1000_std": -0.116637, + "nauc_ndcg_at_1000_diff1": 0.964748, + "nauc_map_at_1_max": 0.746055, + "nauc_map_at_1_std": -0.138196, + "nauc_map_at_1_diff1": 0.963034, + "nauc_map_at_3_max": 0.790822, + "nauc_map_at_3_std": -0.139983, + "nauc_map_at_3_diff1": 0.964384, + "nauc_map_at_5_max": 0.786059, + "nauc_map_at_5_std": -0.144859, + "nauc_map_at_5_diff1": 0.964356, + "nauc_map_at_10_max": 0.784786, + "nauc_map_at_10_std": -0.130986, + "nauc_map_at_10_diff1": 0.964109, + "nauc_map_at_20_max": 0.783864, + "nauc_map_at_20_std": -0.128201, + "nauc_map_at_20_diff1": 0.964344, + "nauc_map_at_100_max": 0.783755, + "nauc_map_at_100_std": -0.12877, + "nauc_map_at_100_diff1": 0.964326, + "nauc_map_at_1000_max": 0.783693, + "nauc_map_at_1000_std": -0.129053, + "nauc_map_at_1000_diff1": 0.964315, + "nauc_recall_at_1_max": 0.746055, + "nauc_recall_at_1_std": -0.138196, + "nauc_recall_at_1_diff1": 0.963034, + "nauc_recall_at_3_max": 0.914966, + "nauc_recall_at_3_std": -0.138678, + "nauc_recall_at_3_diff1": 0.968876, + "nauc_recall_at_5_max": 0.894958, + "nauc_recall_at_5_std": -0.174329, + "nauc_recall_at_5_diff1": 0.969243, + "nauc_recall_at_10_max": 0.91533, + "nauc_recall_at_10_std": 0.181479, + "nauc_recall_at_10_diff1": 0.964349, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.930556, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746055, + "nauc_precision_at_1_std": -0.138196, + "nauc_precision_at_1_diff1": 0.963034, + "nauc_precision_at_3_max": 0.914966, + "nauc_precision_at_3_std": -0.138678, + "nauc_precision_at_3_diff1": 0.968876, + "nauc_precision_at_5_max": 0.894958, + "nauc_precision_at_5_std": -0.174329, + "nauc_precision_at_5_diff1": 0.969243, + "nauc_precision_at_10_max": 0.91533, + "nauc_precision_at_10_std": 0.181479, + "nauc_precision_at_10_diff1": 0.964349, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.930556, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746055, + "nauc_mrr_at_1_std": -0.138196, + "nauc_mrr_at_1_diff1": 0.963034, + "nauc_mrr_at_3_max": 0.790822, + "nauc_mrr_at_3_std": -0.139983, + "nauc_mrr_at_3_diff1": 0.964384, + "nauc_mrr_at_5_max": 0.786059, + "nauc_mrr_at_5_std": -0.144859, + "nauc_mrr_at_5_diff1": 0.964356, + "nauc_mrr_at_10_max": 0.784786, + "nauc_mrr_at_10_std": -0.130986, + "nauc_mrr_at_10_diff1": 0.964109, + "nauc_mrr_at_20_max": 0.783864, + "nauc_mrr_at_20_std": -0.128201, + "nauc_mrr_at_20_diff1": 0.964344, + "nauc_mrr_at_100_max": 0.783755, + "nauc_mrr_at_100_std": -0.12877, + "nauc_mrr_at_100_diff1": 0.964326, + "nauc_mrr_at_1000_max": 0.783693, + "nauc_mrr_at_1000_std": -0.129053, + "nauc_mrr_at_1000_diff1": 0.964315, + "main_score": 0.96277, + "hf_subset": "rus_Cyrl-rus_Cyrl", + "languages": [ + "rus-Cyrl", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.94222, + "ndcg_at_3": 0.96513, + "ndcg_at_5": 0.96695, + "ndcg_at_10": 0.96878, + "ndcg_at_20": 0.96965, + "ndcg_at_100": 0.96989, + "ndcg_at_1000": 0.97031, + "map_at_1": 0.94222, + "map_at_3": 0.95926, + "map_at_5": 0.96026, + "map_at_10": 0.96104, + "map_at_20": 0.96129, + "map_at_100": 0.96134, + "map_at_1000": 0.96135, + "recall_at_1": 0.94222, + "recall_at_3": 0.98222, + "recall_at_5": 0.98667, + "recall_at_10": 0.99222, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.94222, + "precision_at_3": 0.32741, + "precision_at_5": 0.19733, + "precision_at_10": 0.09922, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.942222, + "mrr_at_3": 0.959259, + "mrr_at_5": 0.960259, + "mrr_at_10": 0.961035, + "mrr_at_20": 0.961285, + "mrr_at_100": 0.961338, + "mrr_at_1000": 0.961351, + "nauc_ndcg_at_1_max": 0.719475, + "nauc_ndcg_at_1_std": -0.357188, + "nauc_ndcg_at_1_diff1": 0.94483, + "nauc_ndcg_at_3_max": 0.775908, + "nauc_ndcg_at_3_std": -0.392867, + "nauc_ndcg_at_3_diff1": 0.950169, + "nauc_ndcg_at_5_max": 0.770796, + "nauc_ndcg_at_5_std": -0.359214, + "nauc_ndcg_at_5_diff1": 0.951022, + "nauc_ndcg_at_10_max": 0.76033, + "nauc_ndcg_at_10_std": -0.335453, + "nauc_ndcg_at_10_diff1": 0.949551, + "nauc_ndcg_at_20_max": 0.763981, + "nauc_ndcg_at_20_std": -0.339866, + "nauc_ndcg_at_20_diff1": 0.950616, + "nauc_ndcg_at_100_max": 0.764326, + "nauc_ndcg_at_100_std": -0.328278, + "nauc_ndcg_at_100_diff1": 0.950208, + "nauc_ndcg_at_1000_max": 0.761029, + "nauc_ndcg_at_1000_std": -0.346201, + "nauc_ndcg_at_1000_diff1": 0.949511, + "nauc_map_at_1_max": 0.719475, + "nauc_map_at_1_std": -0.357188, + "nauc_map_at_1_diff1": 0.94483, + "nauc_map_at_3_max": 0.762584, + "nauc_map_at_3_std": -0.38285, + "nauc_map_at_3_diff1": 0.948752, + "nauc_map_at_5_max": 0.759808, + "nauc_map_at_5_std": -0.366517, + "nauc_map_at_5_diff1": 0.949107, + "nauc_map_at_10_max": 0.755904, + "nauc_map_at_10_std": -0.358834, + "nauc_map_at_10_diff1": 0.948508, + "nauc_map_at_20_max": 0.75643, + "nauc_map_at_20_std": -0.360443, + "nauc_map_at_20_diff1": 0.948751, + "nauc_map_at_100_max": 0.756477, + "nauc_map_at_100_std": -0.358555, + "nauc_map_at_100_diff1": 0.948681, + "nauc_map_at_1000_max": 0.756392, + "nauc_map_at_1000_std": -0.359004, + "nauc_map_at_1000_diff1": 0.948663, + "nauc_recall_at_1_max": 0.719475, + "nauc_recall_at_1_std": -0.357188, + "nauc_recall_at_1_diff1": 0.94483, + "nauc_recall_at_3_max": 0.858368, + "nauc_recall_at_3_std": -0.457049, + "nauc_recall_at_3_diff1": 0.95915, + "nauc_recall_at_5_max": 0.856092, + "nauc_recall_at_5_std": -0.28268, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.792984, + "nauc_recall_at_10_std": 0.067094, + "nauc_recall_at_10_diff1": 0.962652, + "nauc_recall_at_20_max": 0.930556, + "nauc_recall_at_20_std": 0.28233, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719475, + "nauc_precision_at_1_std": -0.357188, + "nauc_precision_at_1_diff1": 0.94483, + "nauc_precision_at_3_max": 0.858368, + "nauc_precision_at_3_std": -0.457049, + "nauc_precision_at_3_diff1": 0.95915, + "nauc_precision_at_5_max": 0.856092, + "nauc_precision_at_5_std": -0.28268, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.792984, + "nauc_precision_at_10_std": 0.067094, + "nauc_precision_at_10_diff1": 0.962652, + "nauc_precision_at_20_max": 0.930556, + "nauc_precision_at_20_std": 0.28233, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719475, + "nauc_mrr_at_1_std": -0.357188, + "nauc_mrr_at_1_diff1": 0.94483, + "nauc_mrr_at_3_max": 0.762584, + "nauc_mrr_at_3_std": -0.38285, + "nauc_mrr_at_3_diff1": 0.948752, + "nauc_mrr_at_5_max": 0.759808, + "nauc_mrr_at_5_std": -0.366517, + "nauc_mrr_at_5_diff1": 0.949107, + "nauc_mrr_at_10_max": 0.755904, + "nauc_mrr_at_10_std": -0.358834, + "nauc_mrr_at_10_diff1": 0.948508, + "nauc_mrr_at_20_max": 0.75643, + "nauc_mrr_at_20_std": -0.360443, + "nauc_mrr_at_20_diff1": 0.948751, + "nauc_mrr_at_100_max": 0.756477, + "nauc_mrr_at_100_std": -0.358555, + "nauc_mrr_at_100_diff1": 0.948681, + "nauc_mrr_at_1000_max": 0.756392, + "nauc_mrr_at_1000_std": -0.359004, + "nauc_mrr_at_1000_diff1": 0.948663, + "main_score": 0.96878, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.95106, + "ndcg_at_5": 0.95474, + "ndcg_at_10": 0.95805, + "ndcg_at_20": 0.9586, + "ndcg_at_100": 0.95938, + "ndcg_at_1000": 0.95953, + "map_at_1": 0.91889, + "map_at_3": 0.94333, + "map_at_5": 0.94539, + "map_at_10": 0.9468, + "map_at_20": 0.94695, + "map_at_100": 0.94704, + "map_at_1000": 0.94704, + "recall_at_1": 0.91889, + "recall_at_3": 0.97333, + "recall_at_5": 0.98222, + "recall_at_10": 0.99222, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.91889, + "precision_at_3": 0.32444, + "precision_at_5": 0.19644, + "precision_at_10": 0.09922, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.943333, + "mrr_at_5": 0.945389, + "mrr_at_10": 0.946801, + "mrr_at_20": 0.946945, + "mrr_at_100": 0.947036, + "mrr_at_1000": 0.947042, + "nauc_ndcg_at_1_max": 0.706228, + "nauc_ndcg_at_1_std": 0.056809, + "nauc_ndcg_at_1_diff1": 0.942411, + "nauc_ndcg_at_3_max": 0.778427, + "nauc_ndcg_at_3_std": 0.054933, + "nauc_ndcg_at_3_diff1": 0.95291, + "nauc_ndcg_at_5_max": 0.766356, + "nauc_ndcg_at_5_std": 0.046719, + "nauc_ndcg_at_5_diff1": 0.950461, + "nauc_ndcg_at_10_max": 0.760029, + "nauc_ndcg_at_10_std": 0.053873, + "nauc_ndcg_at_10_diff1": 0.949833, + "nauc_ndcg_at_20_max": 0.757677, + "nauc_ndcg_at_20_std": 0.060827, + "nauc_ndcg_at_20_diff1": 0.949165, + "nauc_ndcg_at_100_max": 0.75511, + "nauc_ndcg_at_100_std": 0.059119, + "nauc_ndcg_at_100_diff1": 0.948192, + "nauc_ndcg_at_1000_max": 0.75422, + "nauc_ndcg_at_1000_std": 0.0557, + "nauc_ndcg_at_1000_diff1": 0.948004, + "nauc_map_at_1_max": 0.706228, + "nauc_map_at_1_std": 0.056809, + "nauc_map_at_1_diff1": 0.942411, + "nauc_map_at_3_max": 0.758933, + "nauc_map_at_3_std": 0.052103, + "nauc_map_at_3_diff1": 0.948944, + "nauc_map_at_5_max": 0.752659, + "nauc_map_at_5_std": 0.048672, + "nauc_map_at_5_diff1": 0.947687, + "nauc_map_at_10_max": 0.749894, + "nauc_map_at_10_std": 0.050684, + "nauc_map_at_10_diff1": 0.947269, + "nauc_map_at_20_max": 0.749373, + "nauc_map_at_20_std": 0.051886, + "nauc_map_at_20_diff1": 0.947125, + "nauc_map_at_100_max": 0.749164, + "nauc_map_at_100_std": 0.052231, + "nauc_map_at_100_diff1": 0.947034, + "nauc_map_at_1000_max": 0.749136, + "nauc_map_at_1000_std": 0.052125, + "nauc_map_at_1000_diff1": 0.947028, + "nauc_recall_at_1_max": 0.706228, + "nauc_recall_at_1_std": 0.056809, + "nauc_recall_at_1_diff1": 0.942411, + "nauc_recall_at_3_max": 0.893207, + "nauc_recall_at_3_std": 0.075338, + "nauc_recall_at_3_diff1": 0.977533, + "nauc_recall_at_5_max": 0.875846, + "nauc_recall_at_5_std": 0.029003, + "nauc_recall_at_5_diff1": 0.974469, + "nauc_recall_at_10_max": 0.922969, + "nauc_recall_at_10_std": 0.137788, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.918301, + "nauc_recall_at_20_std": 0.396452, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.706228, + "nauc_precision_at_1_std": 0.056809, + "nauc_precision_at_1_diff1": 0.942411, + "nauc_precision_at_3_max": 0.893207, + "nauc_precision_at_3_std": 0.075338, + "nauc_precision_at_3_diff1": 0.977533, + "nauc_precision_at_5_max": 0.875846, + "nauc_precision_at_5_std": 0.029003, + "nauc_precision_at_5_diff1": 0.974469, + "nauc_precision_at_10_max": 0.922969, + "nauc_precision_at_10_std": 0.137788, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.918301, + "nauc_precision_at_20_std": 0.396452, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.706228, + "nauc_mrr_at_1_std": 0.056809, + "nauc_mrr_at_1_diff1": 0.942411, + "nauc_mrr_at_3_max": 0.758933, + "nauc_mrr_at_3_std": 0.052103, + "nauc_mrr_at_3_diff1": 0.948944, + "nauc_mrr_at_5_max": 0.752659, + "nauc_mrr_at_5_std": 0.048672, + "nauc_mrr_at_5_diff1": 0.947687, + "nauc_mrr_at_10_max": 0.749894, + "nauc_mrr_at_10_std": 0.050684, + "nauc_mrr_at_10_diff1": 0.947269, + "nauc_mrr_at_20_max": 0.749373, + "nauc_mrr_at_20_std": 0.051886, + "nauc_mrr_at_20_diff1": 0.947125, + "nauc_mrr_at_100_max": 0.749164, + "nauc_mrr_at_100_std": 0.052231, + "nauc_mrr_at_100_diff1": 0.947034, + "nauc_mrr_at_1000_max": 0.749136, + "nauc_mrr_at_1000_std": 0.052125, + "nauc_mrr_at_1000_diff1": 0.947028, + "main_score": 0.95805, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.38222, + "ndcg_at_3": 0.42055, + "ndcg_at_5": 0.43375, + "ndcg_at_10": 0.44737, + "ndcg_at_20": 0.45833, + "ndcg_at_100": 0.49118, + "ndcg_at_1000": 0.52392, + "map_at_1": 0.38222, + "map_at_3": 0.41148, + "map_at_5": 0.41876, + "map_at_10": 0.42436, + "map_at_20": 0.42737, + "map_at_100": 0.43158, + "map_at_1000": 0.43284, + "recall_at_1": 0.38222, + "recall_at_3": 0.44667, + "recall_at_5": 0.47889, + "recall_at_10": 0.52111, + "recall_at_20": 0.56444, + "recall_at_100": 0.74667, + "recall_at_1000": 1.0, + "precision_at_1": 0.38222, + "precision_at_3": 0.14889, + "precision_at_5": 0.09578, + "precision_at_10": 0.05211, + "precision_at_20": 0.02822, + "precision_at_100": 0.00747, + "precision_at_1000": 0.001, + "mrr_at_1": 0.382222, + "mrr_at_3": 0.411481, + "mrr_at_5": 0.418759, + "mrr_at_10": 0.424357, + "mrr_at_20": 0.427368, + "mrr_at_100": 0.431578, + "mrr_at_1000": 0.432845, + "nauc_ndcg_at_1_max": 0.651643, + "nauc_ndcg_at_1_std": 0.008887, + "nauc_ndcg_at_1_diff1": 0.865598, + "nauc_ndcg_at_3_max": 0.630329, + "nauc_ndcg_at_3_std": 0.019277, + "nauc_ndcg_at_3_diff1": 0.831806, + "nauc_ndcg_at_5_max": 0.619847, + "nauc_ndcg_at_5_std": 0.02197, + "nauc_ndcg_at_5_diff1": 0.821082, + "nauc_ndcg_at_10_max": 0.610592, + "nauc_ndcg_at_10_std": 0.019478, + "nauc_ndcg_at_10_diff1": 0.809061, + "nauc_ndcg_at_20_max": 0.601486, + "nauc_ndcg_at_20_std": 0.018708, + "nauc_ndcg_at_20_diff1": 0.800323, + "nauc_ndcg_at_100_max": 0.599097, + "nauc_ndcg_at_100_std": 0.031774, + "nauc_ndcg_at_100_diff1": 0.79028, + "nauc_ndcg_at_1000_max": 0.612814, + "nauc_ndcg_at_1000_std": 0.023811, + "nauc_ndcg_at_1000_diff1": 0.809758, + "nauc_map_at_1_max": 0.651643, + "nauc_map_at_1_std": 0.008887, + "nauc_map_at_1_diff1": 0.865598, + "nauc_map_at_3_max": 0.635503, + "nauc_map_at_3_std": 0.016569, + "nauc_map_at_3_diff1": 0.83959, + "nauc_map_at_5_max": 0.629657, + "nauc_map_at_5_std": 0.0179, + "nauc_map_at_5_diff1": 0.833899, + "nauc_map_at_10_max": 0.625818, + "nauc_map_at_10_std": 0.016899, + "nauc_map_at_10_diff1": 0.829061, + "nauc_map_at_20_max": 0.623485, + "nauc_map_at_20_std": 0.016849, + "nauc_map_at_20_diff1": 0.826836, + "nauc_map_at_100_max": 0.62356, + "nauc_map_at_100_std": 0.018902, + "nauc_map_at_100_diff1": 0.825609, + "nauc_map_at_1000_max": 0.624079, + "nauc_map_at_1000_std": 0.018665, + "nauc_map_at_1000_diff1": 0.826243, + "nauc_recall_at_1_max": 0.651643, + "nauc_recall_at_1_std": 0.008887, + "nauc_recall_at_1_diff1": 0.865598, + "nauc_recall_at_3_max": 0.61532, + "nauc_recall_at_3_std": 0.027211, + "nauc_recall_at_3_diff1": 0.809397, + "nauc_recall_at_5_max": 0.589698, + "nauc_recall_at_5_std": 0.034542, + "nauc_recall_at_5_diff1": 0.781914, + "nauc_recall_at_10_max": 0.559783, + "nauc_recall_at_10_std": 0.026737, + "nauc_recall_at_10_diff1": 0.742273, + "nauc_recall_at_20_max": 0.518312, + "nauc_recall_at_20_std": 0.02251, + "nauc_recall_at_20_diff1": 0.701593, + "nauc_recall_at_100_max": 0.456394, + "nauc_recall_at_100_std": 0.119087, + "nauc_recall_at_100_diff1": 0.579905, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.651643, + "nauc_precision_at_1_std": 0.008887, + "nauc_precision_at_1_diff1": 0.865598, + "nauc_precision_at_3_max": 0.61532, + "nauc_precision_at_3_std": 0.027211, + "nauc_precision_at_3_diff1": 0.809397, + "nauc_precision_at_5_max": 0.589698, + "nauc_precision_at_5_std": 0.034542, + "nauc_precision_at_5_diff1": 0.781914, + "nauc_precision_at_10_max": 0.559783, + "nauc_precision_at_10_std": 0.026737, + "nauc_precision_at_10_diff1": 0.742273, + "nauc_precision_at_20_max": 0.518312, + "nauc_precision_at_20_std": 0.02251, + "nauc_precision_at_20_diff1": 0.701593, + "nauc_precision_at_100_max": 0.456394, + "nauc_precision_at_100_std": 0.119087, + "nauc_precision_at_100_diff1": 0.579905, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.651643, + "nauc_mrr_at_1_std": 0.008887, + "nauc_mrr_at_1_diff1": 0.865598, + "nauc_mrr_at_3_max": 0.635503, + "nauc_mrr_at_3_std": 0.016569, + "nauc_mrr_at_3_diff1": 0.83959, + "nauc_mrr_at_5_max": 0.629657, + "nauc_mrr_at_5_std": 0.0179, + "nauc_mrr_at_5_diff1": 0.833899, + "nauc_mrr_at_10_max": 0.625818, + "nauc_mrr_at_10_std": 0.016899, + "nauc_mrr_at_10_diff1": 0.829061, + "nauc_mrr_at_20_max": 0.623485, + "nauc_mrr_at_20_std": 0.016849, + "nauc_mrr_at_20_diff1": 0.826836, + "nauc_mrr_at_100_max": 0.62356, + "nauc_mrr_at_100_std": 0.018902, + "nauc_mrr_at_100_diff1": 0.825609, + "nauc_mrr_at_1000_max": 0.624079, + "nauc_mrr_at_1000_std": 0.018665, + "nauc_mrr_at_1000_diff1": 0.826243, + "main_score": 0.44737, + "hf_subset": "shn_Mymr-shn_Mymr", + "languages": [ + "shn-Mymr", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.64111, + "ndcg_at_3": 0.69046, + "ndcg_at_5": 0.7028, + "ndcg_at_10": 0.71514, + "ndcg_at_20": 0.72662, + "ndcg_at_100": 0.74886, + "ndcg_at_1000": 0.75435, + "map_at_1": 0.64111, + "map_at_3": 0.67833, + "map_at_5": 0.68517, + "map_at_10": 0.69032, + "map_at_20": 0.69345, + "map_at_100": 0.69646, + "map_at_1000": 0.69672, + "recall_at_1": 0.64111, + "recall_at_3": 0.72556, + "recall_at_5": 0.75556, + "recall_at_10": 0.79333, + "recall_at_20": 0.83889, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "precision_at_1": 0.64111, + "precision_at_3": 0.24185, + "precision_at_5": 0.15111, + "precision_at_10": 0.07933, + "precision_at_20": 0.04194, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.641111, + "mrr_at_3": 0.678333, + "mrr_at_5": 0.685167, + "mrr_at_10": 0.690323, + "mrr_at_20": 0.693449, + "mrr_at_100": 0.696457, + "mrr_at_1000": 0.696723, + "nauc_ndcg_at_1_max": 0.722191, + "nauc_ndcg_at_1_std": -0.0379, + "nauc_ndcg_at_1_diff1": 0.868374, + "nauc_ndcg_at_3_max": 0.720714, + "nauc_ndcg_at_3_std": -0.043994, + "nauc_ndcg_at_3_diff1": 0.840432, + "nauc_ndcg_at_5_max": 0.710682, + "nauc_ndcg_at_5_std": -0.050247, + "nauc_ndcg_at_5_diff1": 0.83385, + "nauc_ndcg_at_10_max": 0.702975, + "nauc_ndcg_at_10_std": -0.05406, + "nauc_ndcg_at_10_diff1": 0.827186, + "nauc_ndcg_at_20_max": 0.702367, + "nauc_ndcg_at_20_std": -0.054928, + "nauc_ndcg_at_20_diff1": 0.823948, + "nauc_ndcg_at_100_max": 0.703127, + "nauc_ndcg_at_100_std": -0.051506, + "nauc_ndcg_at_100_diff1": 0.829554, + "nauc_ndcg_at_1000_max": 0.708432, + "nauc_ndcg_at_1000_std": -0.049096, + "nauc_ndcg_at_1000_diff1": 0.834238, + "nauc_map_at_1_max": 0.722191, + "nauc_map_at_1_std": -0.0379, + "nauc_map_at_1_diff1": 0.868374, + "nauc_map_at_3_max": 0.721222, + "nauc_map_at_3_std": -0.041177, + "nauc_map_at_3_diff1": 0.847122, + "nauc_map_at_5_max": 0.715858, + "nauc_map_at_5_std": -0.044388, + "nauc_map_at_5_diff1": 0.843723, + "nauc_map_at_10_max": 0.71295, + "nauc_map_at_10_std": -0.045784, + "nauc_map_at_10_diff1": 0.841239, + "nauc_map_at_20_max": 0.712975, + "nauc_map_at_20_std": -0.045862, + "nauc_map_at_20_diff1": 0.840553, + "nauc_map_at_100_max": 0.713142, + "nauc_map_at_100_std": -0.04552, + "nauc_map_at_100_diff1": 0.841269, + "nauc_map_at_1000_max": 0.713336, + "nauc_map_at_1000_std": -0.045415, + "nauc_map_at_1000_diff1": 0.841464, + "nauc_recall_at_1_max": 0.722191, + "nauc_recall_at_1_std": -0.0379, + "nauc_recall_at_1_diff1": 0.868374, + "nauc_recall_at_3_max": 0.719014, + "nauc_recall_at_3_std": -0.053676, + "nauc_recall_at_3_diff1": 0.819077, + "nauc_recall_at_5_max": 0.690903, + "nauc_recall_at_5_std": -0.072475, + "nauc_recall_at_5_diff1": 0.798617, + "nauc_recall_at_10_max": 0.65775, + "nauc_recall_at_10_std": -0.090574, + "nauc_recall_at_10_diff1": 0.767721, + "nauc_recall_at_20_max": 0.641783, + "nauc_recall_at_20_std": -0.105498, + "nauc_recall_at_20_diff1": 0.733423, + "nauc_recall_at_100_max": 0.495306, + "nauc_recall_at_100_std": -0.139395, + "nauc_recall_at_100_diff1": 0.651261, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.722191, + "nauc_precision_at_1_std": -0.0379, + "nauc_precision_at_1_diff1": 0.868374, + "nauc_precision_at_3_max": 0.719014, + "nauc_precision_at_3_std": -0.053676, + "nauc_precision_at_3_diff1": 0.819077, + "nauc_precision_at_5_max": 0.690903, + "nauc_precision_at_5_std": -0.072475, + "nauc_precision_at_5_diff1": 0.798617, + "nauc_precision_at_10_max": 0.65775, + "nauc_precision_at_10_std": -0.090574, + "nauc_precision_at_10_diff1": 0.767721, + "nauc_precision_at_20_max": 0.641783, + "nauc_precision_at_20_std": -0.105498, + "nauc_precision_at_20_diff1": 0.733423, + "nauc_precision_at_100_max": 0.495306, + "nauc_precision_at_100_std": -0.139395, + "nauc_precision_at_100_diff1": 0.651261, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.722191, + "nauc_mrr_at_1_std": -0.0379, + "nauc_mrr_at_1_diff1": 0.868374, + "nauc_mrr_at_3_max": 0.721222, + "nauc_mrr_at_3_std": -0.041177, + "nauc_mrr_at_3_diff1": 0.847122, + "nauc_mrr_at_5_max": 0.715858, + "nauc_mrr_at_5_std": -0.044388, + "nauc_mrr_at_5_diff1": 0.843723, + "nauc_mrr_at_10_max": 0.71295, + "nauc_mrr_at_10_std": -0.045784, + "nauc_mrr_at_10_diff1": 0.841239, + "nauc_mrr_at_20_max": 0.712975, + "nauc_mrr_at_20_std": -0.045862, + "nauc_mrr_at_20_diff1": 0.840553, + "nauc_mrr_at_100_max": 0.713142, + "nauc_mrr_at_100_std": -0.04552, + "nauc_mrr_at_100_diff1": 0.841269, + "nauc_mrr_at_1000_max": 0.713336, + "nauc_mrr_at_1000_std": -0.045415, + "nauc_mrr_at_1000_diff1": 0.841464, + "main_score": 0.71514, + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.36222, + "ndcg_at_3": 0.38755, + "ndcg_at_5": 0.39396, + "ndcg_at_10": 0.40203, + "ndcg_at_20": 0.41283, + "ndcg_at_100": 0.43898, + "ndcg_at_1000": 0.48481, + "map_at_1": 0.36222, + "map_at_3": 0.38167, + "map_at_5": 0.38522, + "map_at_10": 0.38844, + "map_at_20": 0.39147, + "map_at_100": 0.39455, + "map_at_1000": 0.39615, + "recall_at_1": 0.36222, + "recall_at_3": 0.40444, + "recall_at_5": 0.42, + "recall_at_10": 0.44556, + "recall_at_20": 0.48778, + "recall_at_100": 0.63667, + "recall_at_1000": 1.0, + "precision_at_1": 0.36222, + "precision_at_3": 0.13481, + "precision_at_5": 0.084, + "precision_at_10": 0.04456, + "precision_at_20": 0.02439, + "precision_at_100": 0.00637, + "precision_at_1000": 0.001, + "mrr_at_1": 0.362222, + "mrr_at_3": 0.381667, + "mrr_at_5": 0.385222, + "mrr_at_10": 0.388444, + "mrr_at_20": 0.391469, + "mrr_at_100": 0.394553, + "mrr_at_1000": 0.39615, + "nauc_ndcg_at_1_max": 0.73402, + "nauc_ndcg_at_1_std": 0.054558, + "nauc_ndcg_at_1_diff1": 0.883672, + "nauc_ndcg_at_3_max": 0.733052, + "nauc_ndcg_at_3_std": 0.049625, + "nauc_ndcg_at_3_diff1": 0.84981, + "nauc_ndcg_at_5_max": 0.727703, + "nauc_ndcg_at_5_std": 0.045477, + "nauc_ndcg_at_5_diff1": 0.846736, + "nauc_ndcg_at_10_max": 0.718632, + "nauc_ndcg_at_10_std": 0.042581, + "nauc_ndcg_at_10_diff1": 0.837738, + "nauc_ndcg_at_20_max": 0.709692, + "nauc_ndcg_at_20_std": 0.039879, + "nauc_ndcg_at_20_diff1": 0.829579, + "nauc_ndcg_at_100_max": 0.693799, + "nauc_ndcg_at_100_std": 0.033208, + "nauc_ndcg_at_100_diff1": 0.811845, + "nauc_ndcg_at_1000_max": 0.711379, + "nauc_ndcg_at_1000_std": 0.04048, + "nauc_ndcg_at_1000_diff1": 0.832605, + "nauc_map_at_1_max": 0.73402, + "nauc_map_at_1_std": 0.054558, + "nauc_map_at_1_diff1": 0.883672, + "nauc_map_at_3_max": 0.733876, + "nauc_map_at_3_std": 0.051068, + "nauc_map_at_3_diff1": 0.857823, + "nauc_map_at_5_max": 0.730911, + "nauc_map_at_5_std": 0.04873, + "nauc_map_at_5_diff1": 0.856225, + "nauc_map_at_10_max": 0.727309, + "nauc_map_at_10_std": 0.047491, + "nauc_map_at_10_diff1": 0.852744, + "nauc_map_at_20_max": 0.724883, + "nauc_map_at_20_std": 0.046794, + "nauc_map_at_20_diff1": 0.850551, + "nauc_map_at_100_max": 0.722927, + "nauc_map_at_100_std": 0.045827, + "nauc_map_at_100_diff1": 0.848387, + "nauc_map_at_1000_max": 0.723406, + "nauc_map_at_1000_std": 0.046042, + "nauc_map_at_1000_diff1": 0.848928, + "nauc_recall_at_1_max": 0.73402, + "nauc_recall_at_1_std": 0.054558, + "nauc_recall_at_1_diff1": 0.883672, + "nauc_recall_at_3_max": 0.730455, + "nauc_recall_at_3_std": 0.04539, + "nauc_recall_at_3_diff1": 0.826915, + "nauc_recall_at_5_max": 0.717467, + "nauc_recall_at_5_std": 0.035472, + "nauc_recall_at_5_diff1": 0.818944, + "nauc_recall_at_10_max": 0.688501, + "nauc_recall_at_10_std": 0.02667, + "nauc_recall_at_10_diff1": 0.789599, + "nauc_recall_at_20_max": 0.652141, + "nauc_recall_at_20_std": 0.015265, + "nauc_recall_at_20_diff1": 0.755998, + "nauc_recall_at_100_max": 0.537431, + "nauc_recall_at_100_std": -0.0305, + "nauc_recall_at_100_diff1": 0.625753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73402, + "nauc_precision_at_1_std": 0.054558, + "nauc_precision_at_1_diff1": 0.883672, + "nauc_precision_at_3_max": 0.730455, + "nauc_precision_at_3_std": 0.04539, + "nauc_precision_at_3_diff1": 0.826915, + "nauc_precision_at_5_max": 0.717467, + "nauc_precision_at_5_std": 0.035472, + "nauc_precision_at_5_diff1": 0.818944, + "nauc_precision_at_10_max": 0.688501, + "nauc_precision_at_10_std": 0.02667, + "nauc_precision_at_10_diff1": 0.789599, + "nauc_precision_at_20_max": 0.652141, + "nauc_precision_at_20_std": 0.015265, + "nauc_precision_at_20_diff1": 0.755998, + "nauc_precision_at_100_max": 0.537431, + "nauc_precision_at_100_std": -0.0305, + "nauc_precision_at_100_diff1": 0.625753, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73402, + "nauc_mrr_at_1_std": 0.054558, + "nauc_mrr_at_1_diff1": 0.883672, + "nauc_mrr_at_3_max": 0.733876, + "nauc_mrr_at_3_std": 0.051068, + "nauc_mrr_at_3_diff1": 0.857823, + "nauc_mrr_at_5_max": 0.730911, + "nauc_mrr_at_5_std": 0.04873, + "nauc_mrr_at_5_diff1": 0.856225, + "nauc_mrr_at_10_max": 0.727309, + "nauc_mrr_at_10_std": 0.047491, + "nauc_mrr_at_10_diff1": 0.852744, + "nauc_mrr_at_20_max": 0.724883, + "nauc_mrr_at_20_std": 0.046794, + "nauc_mrr_at_20_diff1": 0.850551, + "nauc_mrr_at_100_max": 0.722927, + "nauc_mrr_at_100_std": 0.045827, + "nauc_mrr_at_100_diff1": 0.848387, + "nauc_mrr_at_1000_max": 0.723406, + "nauc_mrr_at_1000_std": 0.046042, + "nauc_mrr_at_1000_diff1": 0.848928, + "main_score": 0.40203, + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.41667, + "ndcg_at_3": 0.4773, + "ndcg_at_5": 0.49776, + "ndcg_at_10": 0.51343, + "ndcg_at_20": 0.52549, + "ndcg_at_100": 0.55364, + "ndcg_at_1000": 0.57629, + "map_at_1": 0.41667, + "map_at_3": 0.46185, + "map_at_5": 0.47313, + "map_at_10": 0.47951, + "map_at_20": 0.48281, + "map_at_100": 0.48639, + "map_at_1000": 0.48728, + "recall_at_1": 0.41667, + "recall_at_3": 0.52222, + "recall_at_5": 0.57222, + "recall_at_10": 0.62111, + "recall_at_20": 0.66889, + "recall_at_100": 0.82556, + "recall_at_1000": 1.0, + "precision_at_1": 0.41667, + "precision_at_3": 0.17407, + "precision_at_5": 0.11444, + "precision_at_10": 0.06211, + "precision_at_20": 0.03344, + "precision_at_100": 0.00826, + "precision_at_1000": 0.001, + "mrr_at_1": 0.416667, + "mrr_at_3": 0.461852, + "mrr_at_5": 0.47313, + "mrr_at_10": 0.479507, + "mrr_at_20": 0.482811, + "mrr_at_100": 0.48639, + "mrr_at_1000": 0.48728, + "nauc_ndcg_at_1_max": 0.44106, + "nauc_ndcg_at_1_std": 0.083754, + "nauc_ndcg_at_1_diff1": 0.714439, + "nauc_ndcg_at_3_max": 0.447855, + "nauc_ndcg_at_3_std": 0.111526, + "nauc_ndcg_at_3_diff1": 0.670667, + "nauc_ndcg_at_5_max": 0.456578, + "nauc_ndcg_at_5_std": 0.130429, + "nauc_ndcg_at_5_diff1": 0.66064, + "nauc_ndcg_at_10_max": 0.461462, + "nauc_ndcg_at_10_std": 0.137041, + "nauc_ndcg_at_10_diff1": 0.655433, + "nauc_ndcg_at_20_max": 0.456962, + "nauc_ndcg_at_20_std": 0.137225, + "nauc_ndcg_at_20_diff1": 0.648932, + "nauc_ndcg_at_100_max": 0.454748, + "nauc_ndcg_at_100_std": 0.141159, + "nauc_ndcg_at_100_diff1": 0.653628, + "nauc_ndcg_at_1000_max": 0.454802, + "nauc_ndcg_at_1000_std": 0.128742, + "nauc_ndcg_at_1000_diff1": 0.662897, + "nauc_map_at_1_max": 0.44106, + "nauc_map_at_1_std": 0.083754, + "nauc_map_at_1_diff1": 0.714439, + "nauc_map_at_3_max": 0.446371, + "nauc_map_at_3_std": 0.103313, + "nauc_map_at_3_diff1": 0.681822, + "nauc_map_at_5_max": 0.451132, + "nauc_map_at_5_std": 0.113353, + "nauc_map_at_5_diff1": 0.67653, + "nauc_map_at_10_max": 0.453166, + "nauc_map_at_10_std": 0.116087, + "nauc_map_at_10_diff1": 0.674519, + "nauc_map_at_20_max": 0.451953, + "nauc_map_at_20_std": 0.11604, + "nauc_map_at_20_diff1": 0.672917, + "nauc_map_at_100_max": 0.451986, + "nauc_map_at_100_std": 0.116541, + "nauc_map_at_100_diff1": 0.673864, + "nauc_map_at_1000_max": 0.451967, + "nauc_map_at_1000_std": 0.116121, + "nauc_map_at_1000_diff1": 0.674226, + "nauc_recall_at_1_max": 0.44106, + "nauc_recall_at_1_std": 0.083754, + "nauc_recall_at_1_diff1": 0.714439, + "nauc_recall_at_3_max": 0.452196, + "nauc_recall_at_3_std": 0.13657, + "nauc_recall_at_3_diff1": 0.637286, + "nauc_recall_at_5_max": 0.474735, + "nauc_recall_at_5_std": 0.187259, + "nauc_recall_at_5_diff1": 0.609492, + "nauc_recall_at_10_max": 0.492056, + "nauc_recall_at_10_std": 0.212622, + "nauc_recall_at_10_diff1": 0.588273, + "nauc_recall_at_20_max": 0.473626, + "nauc_recall_at_20_std": 0.220616, + "nauc_recall_at_20_diff1": 0.551127, + "nauc_recall_at_100_max": 0.452663, + "nauc_recall_at_100_std": 0.313595, + "nauc_recall_at_100_diff1": 0.528573, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.44106, + "nauc_precision_at_1_std": 0.083754, + "nauc_precision_at_1_diff1": 0.714439, + "nauc_precision_at_3_max": 0.452196, + "nauc_precision_at_3_std": 0.13657, + "nauc_precision_at_3_diff1": 0.637286, + "nauc_precision_at_5_max": 0.474735, + "nauc_precision_at_5_std": 0.187259, + "nauc_precision_at_5_diff1": 0.609492, + "nauc_precision_at_10_max": 0.492056, + "nauc_precision_at_10_std": 0.212622, + "nauc_precision_at_10_diff1": 0.588273, + "nauc_precision_at_20_max": 0.473626, + "nauc_precision_at_20_std": 0.220616, + "nauc_precision_at_20_diff1": 0.551127, + "nauc_precision_at_100_max": 0.452663, + "nauc_precision_at_100_std": 0.313595, + "nauc_precision_at_100_diff1": 0.528573, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.44106, + "nauc_mrr_at_1_std": 0.083754, + "nauc_mrr_at_1_diff1": 0.714439, + "nauc_mrr_at_3_max": 0.446371, + "nauc_mrr_at_3_std": 0.103313, + "nauc_mrr_at_3_diff1": 0.681822, + "nauc_mrr_at_5_max": 0.451132, + "nauc_mrr_at_5_std": 0.113353, + "nauc_mrr_at_5_diff1": 0.67653, + "nauc_mrr_at_10_max": 0.453166, + "nauc_mrr_at_10_std": 0.116087, + "nauc_mrr_at_10_diff1": 0.674519, + "nauc_mrr_at_20_max": 0.451953, + "nauc_mrr_at_20_std": 0.11604, + "nauc_mrr_at_20_diff1": 0.672917, + "nauc_mrr_at_100_max": 0.451986, + "nauc_mrr_at_100_std": 0.116541, + "nauc_mrr_at_100_diff1": 0.673864, + "nauc_mrr_at_1000_max": 0.451967, + "nauc_mrr_at_1000_std": 0.116121, + "nauc_mrr_at_1000_diff1": 0.674226, + "main_score": 0.51343, + "hf_subset": "sin_Latn-sin_Latn", + "languages": [ + "sin-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.67833, + "ndcg_at_5": 0.69478, + "ndcg_at_10": 0.71013, + "ndcg_at_20": 0.72313, + "ndcg_at_100": 0.74027, + "ndcg_at_1000": 0.74523, + "map_at_1": 0.6, + "map_at_3": 0.65963, + "map_at_5": 0.66874, + "map_at_10": 0.67523, + "map_at_20": 0.67869, + "map_at_100": 0.68109, + "map_at_1000": 0.68132, + "recall_at_1": 0.6, + "recall_at_3": 0.73222, + "recall_at_5": 0.77222, + "recall_at_10": 0.81889, + "recall_at_20": 0.87111, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "precision_at_1": 0.6, + "precision_at_3": 0.24407, + "precision_at_5": 0.15444, + "precision_at_10": 0.08189, + "precision_at_20": 0.04356, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.6, + "mrr_at_3": 0.65963, + "mrr_at_5": 0.668741, + "mrr_at_10": 0.675227, + "mrr_at_20": 0.678693, + "mrr_at_100": 0.681088, + "mrr_at_1000": 0.681316, + "nauc_ndcg_at_1_max": 0.597353, + "nauc_ndcg_at_1_std": 0.029666, + "nauc_ndcg_at_1_diff1": 0.797238, + "nauc_ndcg_at_3_max": 0.610884, + "nauc_ndcg_at_3_std": 0.005296, + "nauc_ndcg_at_3_diff1": 0.748535, + "nauc_ndcg_at_5_max": 0.611194, + "nauc_ndcg_at_5_std": 0.017131, + "nauc_ndcg_at_5_diff1": 0.741616, + "nauc_ndcg_at_10_max": 0.608335, + "nauc_ndcg_at_10_std": 0.026941, + "nauc_ndcg_at_10_diff1": 0.741349, + "nauc_ndcg_at_20_max": 0.606159, + "nauc_ndcg_at_20_std": 0.031385, + "nauc_ndcg_at_20_diff1": 0.745258, + "nauc_ndcg_at_100_max": 0.605819, + "nauc_ndcg_at_100_std": 0.028641, + "nauc_ndcg_at_100_diff1": 0.752148, + "nauc_ndcg_at_1000_max": 0.606067, + "nauc_ndcg_at_1000_std": 0.024311, + "nauc_ndcg_at_1000_diff1": 0.754056, + "nauc_map_at_1_max": 0.597353, + "nauc_map_at_1_std": 0.029666, + "nauc_map_at_1_diff1": 0.797238, + "nauc_map_at_3_max": 0.606886, + "nauc_map_at_3_std": 0.010277, + "nauc_map_at_3_diff1": 0.761368, + "nauc_map_at_5_max": 0.606961, + "nauc_map_at_5_std": 0.016619, + "nauc_map_at_5_diff1": 0.75818, + "nauc_map_at_10_max": 0.605789, + "nauc_map_at_10_std": 0.020784, + "nauc_map_at_10_diff1": 0.758271, + "nauc_map_at_20_max": 0.605299, + "nauc_map_at_20_std": 0.02165, + "nauc_map_at_20_diff1": 0.75943, + "nauc_map_at_100_max": 0.605169, + "nauc_map_at_100_std": 0.021043, + "nauc_map_at_100_diff1": 0.760456, + "nauc_map_at_1000_max": 0.605187, + "nauc_map_at_1000_std": 0.020936, + "nauc_map_at_1000_diff1": 0.760539, + "nauc_recall_at_1_max": 0.597353, + "nauc_recall_at_1_std": 0.029666, + "nauc_recall_at_1_diff1": 0.797238, + "nauc_recall_at_3_max": 0.624726, + "nauc_recall_at_3_std": -0.010952, + "nauc_recall_at_3_diff1": 0.704805, + "nauc_recall_at_5_max": 0.627539, + "nauc_recall_at_5_std": 0.022106, + "nauc_recall_at_5_diff1": 0.677279, + "nauc_recall_at_10_max": 0.61858, + "nauc_recall_at_10_std": 0.062904, + "nauc_recall_at_10_diff1": 0.663356, + "nauc_recall_at_20_max": 0.605132, + "nauc_recall_at_20_std": 0.110978, + "nauc_recall_at_20_diff1": 0.663563, + "nauc_recall_at_100_max": 0.597714, + "nauc_recall_at_100_std": 0.230937, + "nauc_recall_at_100_diff1": 0.673132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.597353, + "nauc_precision_at_1_std": 0.029666, + "nauc_precision_at_1_diff1": 0.797238, + "nauc_precision_at_3_max": 0.624726, + "nauc_precision_at_3_std": -0.010952, + "nauc_precision_at_3_diff1": 0.704805, + "nauc_precision_at_5_max": 0.627539, + "nauc_precision_at_5_std": 0.022106, + "nauc_precision_at_5_diff1": 0.677279, + "nauc_precision_at_10_max": 0.61858, + "nauc_precision_at_10_std": 0.062904, + "nauc_precision_at_10_diff1": 0.663356, + "nauc_precision_at_20_max": 0.605132, + "nauc_precision_at_20_std": 0.110978, + "nauc_precision_at_20_diff1": 0.663563, + "nauc_precision_at_100_max": 0.597714, + "nauc_precision_at_100_std": 0.230937, + "nauc_precision_at_100_diff1": 0.673132, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.597353, + "nauc_mrr_at_1_std": 0.029666, + "nauc_mrr_at_1_diff1": 0.797238, + "nauc_mrr_at_3_max": 0.606886, + "nauc_mrr_at_3_std": 0.010277, + "nauc_mrr_at_3_diff1": 0.761368, + "nauc_mrr_at_5_max": 0.606961, + "nauc_mrr_at_5_std": 0.016619, + "nauc_mrr_at_5_diff1": 0.75818, + "nauc_mrr_at_10_max": 0.605789, + "nauc_mrr_at_10_std": 0.020784, + "nauc_mrr_at_10_diff1": 0.758271, + "nauc_mrr_at_20_max": 0.605299, + "nauc_mrr_at_20_std": 0.02165, + "nauc_mrr_at_20_diff1": 0.75943, + "nauc_mrr_at_100_max": 0.605169, + "nauc_mrr_at_100_std": 0.021043, + "nauc_mrr_at_100_diff1": 0.760456, + "nauc_mrr_at_1000_max": 0.605187, + "nauc_mrr_at_1000_std": 0.020936, + "nauc_mrr_at_1000_diff1": 0.760539, + "main_score": 0.71013, + "hf_subset": "sin_Latn-eng_Latn", + "languages": [ + "sin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.28667, + "ndcg_at_3": 0.33338, + "ndcg_at_5": 0.34783, + "ndcg_at_10": 0.36762, + "ndcg_at_20": 0.38273, + "ndcg_at_100": 0.41838, + "ndcg_at_1000": 0.45485, + "map_at_1": 0.28667, + "map_at_3": 0.32222, + "map_at_5": 0.33039, + "map_at_10": 0.33878, + "map_at_20": 0.3429, + "map_at_100": 0.34759, + "map_at_1000": 0.34895, + "recall_at_1": 0.28667, + "recall_at_3": 0.36556, + "recall_at_5": 0.4, + "recall_at_10": 0.46, + "recall_at_20": 0.52, + "recall_at_100": 0.71556, + "recall_at_1000": 1.0, + "precision_at_1": 0.28667, + "precision_at_3": 0.12185, + "precision_at_5": 0.08, + "precision_at_10": 0.046, + "precision_at_20": 0.026, + "precision_at_100": 0.00716, + "precision_at_1000": 0.001, + "mrr_at_1": 0.286667, + "mrr_at_3": 0.322222, + "mrr_at_5": 0.330389, + "mrr_at_10": 0.338778, + "mrr_at_20": 0.342897, + "mrr_at_100": 0.347592, + "mrr_at_1000": 0.348953, + "nauc_ndcg_at_1_max": 0.448409, + "nauc_ndcg_at_1_std": -0.011908, + "nauc_ndcg_at_1_diff1": 0.696086, + "nauc_ndcg_at_3_max": 0.449876, + "nauc_ndcg_at_3_std": -0.026613, + "nauc_ndcg_at_3_diff1": 0.63711, + "nauc_ndcg_at_5_max": 0.43749, + "nauc_ndcg_at_5_std": -0.036213, + "nauc_ndcg_at_5_diff1": 0.618975, + "nauc_ndcg_at_10_max": 0.425462, + "nauc_ndcg_at_10_std": -0.034341, + "nauc_ndcg_at_10_diff1": 0.601555, + "nauc_ndcg_at_20_max": 0.420714, + "nauc_ndcg_at_20_std": -0.026791, + "nauc_ndcg_at_20_diff1": 0.592789, + "nauc_ndcg_at_100_max": 0.407848, + "nauc_ndcg_at_100_std": -0.034841, + "nauc_ndcg_at_100_diff1": 0.58429, + "nauc_ndcg_at_1000_max": 0.422629, + "nauc_ndcg_at_1000_std": -0.032674, + "nauc_ndcg_at_1000_diff1": 0.607444, + "nauc_map_at_1_max": 0.448409, + "nauc_map_at_1_std": -0.011908, + "nauc_map_at_1_diff1": 0.696086, + "nauc_map_at_3_max": 0.448202, + "nauc_map_at_3_std": -0.024641, + "nauc_map_at_3_diff1": 0.649477, + "nauc_map_at_5_max": 0.440861, + "nauc_map_at_5_std": -0.030509, + "nauc_map_at_5_diff1": 0.639103, + "nauc_map_at_10_max": 0.435991, + "nauc_map_at_10_std": -0.029428, + "nauc_map_at_10_diff1": 0.631661, + "nauc_map_at_20_max": 0.434392, + "nauc_map_at_20_std": -0.027725, + "nauc_map_at_20_diff1": 0.629134, + "nauc_map_at_100_max": 0.432628, + "nauc_map_at_100_std": -0.02934, + "nauc_map_at_100_diff1": 0.628245, + "nauc_map_at_1000_max": 0.433098, + "nauc_map_at_1000_std": -0.029312, + "nauc_map_at_1000_diff1": 0.629094, + "nauc_recall_at_1_max": 0.448409, + "nauc_recall_at_1_std": -0.011908, + "nauc_recall_at_1_diff1": 0.696086, + "nauc_recall_at_3_max": 0.455103, + "nauc_recall_at_3_std": -0.031547, + "nauc_recall_at_3_diff1": 0.603029, + "nauc_recall_at_5_max": 0.427449, + "nauc_recall_at_5_std": -0.052177, + "nauc_recall_at_5_diff1": 0.561487, + "nauc_recall_at_10_max": 0.390057, + "nauc_recall_at_10_std": -0.04833, + "nauc_recall_at_10_diff1": 0.508651, + "nauc_recall_at_20_max": 0.372341, + "nauc_recall_at_20_std": -0.015735, + "nauc_recall_at_20_diff1": 0.471971, + "nauc_recall_at_100_max": 0.263479, + "nauc_recall_at_100_std": -0.05877, + "nauc_recall_at_100_diff1": 0.364345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.448409, + "nauc_precision_at_1_std": -0.011908, + "nauc_precision_at_1_diff1": 0.696086, + "nauc_precision_at_3_max": 0.455103, + "nauc_precision_at_3_std": -0.031547, + "nauc_precision_at_3_diff1": 0.603029, + "nauc_precision_at_5_max": 0.427449, + "nauc_precision_at_5_std": -0.052177, + "nauc_precision_at_5_diff1": 0.561487, + "nauc_precision_at_10_max": 0.390057, + "nauc_precision_at_10_std": -0.04833, + "nauc_precision_at_10_diff1": 0.508651, + "nauc_precision_at_20_max": 0.372341, + "nauc_precision_at_20_std": -0.015735, + "nauc_precision_at_20_diff1": 0.471971, + "nauc_precision_at_100_max": 0.263479, + "nauc_precision_at_100_std": -0.05877, + "nauc_precision_at_100_diff1": 0.364345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.448409, + "nauc_mrr_at_1_std": -0.011908, + "nauc_mrr_at_1_diff1": 0.696086, + "nauc_mrr_at_3_max": 0.448202, + "nauc_mrr_at_3_std": -0.024641, + "nauc_mrr_at_3_diff1": 0.649477, + "nauc_mrr_at_5_max": 0.440861, + "nauc_mrr_at_5_std": -0.030509, + "nauc_mrr_at_5_diff1": 0.639103, + "nauc_mrr_at_10_max": 0.435991, + "nauc_mrr_at_10_std": -0.029428, + "nauc_mrr_at_10_diff1": 0.631661, + "nauc_mrr_at_20_max": 0.434392, + "nauc_mrr_at_20_std": -0.027725, + "nauc_mrr_at_20_diff1": 0.629134, + "nauc_mrr_at_100_max": 0.432628, + "nauc_mrr_at_100_std": -0.02934, + "nauc_mrr_at_100_diff1": 0.628245, + "nauc_mrr_at_1000_max": 0.433098, + "nauc_mrr_at_1000_std": -0.029312, + "nauc_mrr_at_1000_diff1": 0.629094, + "main_score": 0.36762, + "hf_subset": "eng_Latn-sin_Latn", + "languages": [ + "eng-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.82739, + "ndcg_at_5": 0.83854, + "ndcg_at_10": 0.84846, + "ndcg_at_20": 0.85657, + "ndcg_at_100": 0.86322, + "ndcg_at_1000": 0.86511, + "map_at_1": 0.78111, + "map_at_3": 0.81611, + "map_at_5": 0.82239, + "map_at_10": 0.82641, + "map_at_20": 0.82861, + "map_at_100": 0.82955, + "map_at_1000": 0.82963, + "recall_at_1": 0.78111, + "recall_at_3": 0.86, + "recall_at_5": 0.88667, + "recall_at_10": 0.91778, + "recall_at_20": 0.95, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.78111, + "precision_at_3": 0.28667, + "precision_at_5": 0.17733, + "precision_at_10": 0.09178, + "precision_at_20": 0.0475, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.816111, + "mrr_at_5": 0.822389, + "mrr_at_10": 0.826409, + "mrr_at_20": 0.828613, + "mrr_at_100": 0.829551, + "mrr_at_1000": 0.829629, + "nauc_ndcg_at_1_max": 0.674465, + "nauc_ndcg_at_1_std": 0.160175, + "nauc_ndcg_at_1_diff1": 0.911312, + "nauc_ndcg_at_3_max": 0.713362, + "nauc_ndcg_at_3_std": 0.189795, + "nauc_ndcg_at_3_diff1": 0.89248, + "nauc_ndcg_at_5_max": 0.722911, + "nauc_ndcg_at_5_std": 0.222428, + "nauc_ndcg_at_5_diff1": 0.89015, + "nauc_ndcg_at_10_max": 0.722883, + "nauc_ndcg_at_10_std": 0.210354, + "nauc_ndcg_at_10_diff1": 0.889962, + "nauc_ndcg_at_20_max": 0.71926, + "nauc_ndcg_at_20_std": 0.214965, + "nauc_ndcg_at_20_diff1": 0.892393, + "nauc_ndcg_at_100_max": 0.713502, + "nauc_ndcg_at_100_std": 0.209263, + "nauc_ndcg_at_100_diff1": 0.89448, + "nauc_ndcg_at_1000_max": 0.712246, + "nauc_ndcg_at_1000_std": 0.203838, + "nauc_ndcg_at_1000_diff1": 0.895173, + "nauc_map_at_1_max": 0.674465, + "nauc_map_at_1_std": 0.160175, + "nauc_map_at_1_diff1": 0.911312, + "nauc_map_at_3_max": 0.702691, + "nauc_map_at_3_std": 0.179833, + "nauc_map_at_3_diff1": 0.897851, + "nauc_map_at_5_max": 0.707436, + "nauc_map_at_5_std": 0.196307, + "nauc_map_at_5_diff1": 0.896848, + "nauc_map_at_10_max": 0.707422, + "nauc_map_at_10_std": 0.191629, + "nauc_map_at_10_diff1": 0.896836, + "nauc_map_at_20_max": 0.706454, + "nauc_map_at_20_std": 0.193088, + "nauc_map_at_20_diff1": 0.897509, + "nauc_map_at_100_max": 0.705837, + "nauc_map_at_100_std": 0.192663, + "nauc_map_at_100_diff1": 0.897732, + "nauc_map_at_1000_max": 0.705797, + "nauc_map_at_1000_std": 0.192501, + "nauc_map_at_1000_diff1": 0.897761, + "nauc_recall_at_1_max": 0.674465, + "nauc_recall_at_1_std": 0.160175, + "nauc_recall_at_1_diff1": 0.911312, + "nauc_recall_at_3_max": 0.752398, + "nauc_recall_at_3_std": 0.227234, + "nauc_recall_at_3_diff1": 0.87272, + "nauc_recall_at_5_max": 0.790739, + "nauc_recall_at_5_std": 0.342082, + "nauc_recall_at_5_diff1": 0.860848, + "nauc_recall_at_10_max": 0.81112, + "nauc_recall_at_10_std": 0.316527, + "nauc_recall_at_10_diff1": 0.850386, + "nauc_recall_at_20_max": 0.827316, + "nauc_recall_at_20_std": 0.418321, + "nauc_recall_at_20_diff1": 0.850503, + "nauc_recall_at_100_max": 0.80069, + "nauc_recall_at_100_std": 0.586547, + "nauc_recall_at_100_diff1": 0.851325, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674465, + "nauc_precision_at_1_std": 0.160175, + "nauc_precision_at_1_diff1": 0.911312, + "nauc_precision_at_3_max": 0.752398, + "nauc_precision_at_3_std": 0.227234, + "nauc_precision_at_3_diff1": 0.87272, + "nauc_precision_at_5_max": 0.790739, + "nauc_precision_at_5_std": 0.342082, + "nauc_precision_at_5_diff1": 0.860848, + "nauc_precision_at_10_max": 0.81112, + "nauc_precision_at_10_std": 0.316527, + "nauc_precision_at_10_diff1": 0.850386, + "nauc_precision_at_20_max": 0.827316, + "nauc_precision_at_20_std": 0.418321, + "nauc_precision_at_20_diff1": 0.850503, + "nauc_precision_at_100_max": 0.80069, + "nauc_precision_at_100_std": 0.586547, + "nauc_precision_at_100_diff1": 0.851325, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.674465, + "nauc_mrr_at_1_std": 0.160175, + "nauc_mrr_at_1_diff1": 0.911312, + "nauc_mrr_at_3_max": 0.702691, + "nauc_mrr_at_3_std": 0.179833, + "nauc_mrr_at_3_diff1": 0.897851, + "nauc_mrr_at_5_max": 0.707436, + "nauc_mrr_at_5_std": 0.196307, + "nauc_mrr_at_5_diff1": 0.896848, + "nauc_mrr_at_10_max": 0.707422, + "nauc_mrr_at_10_std": 0.191629, + "nauc_mrr_at_10_diff1": 0.896836, + "nauc_mrr_at_20_max": 0.706454, + "nauc_mrr_at_20_std": 0.193088, + "nauc_mrr_at_20_diff1": 0.897509, + "nauc_mrr_at_100_max": 0.705837, + "nauc_mrr_at_100_std": 0.192663, + "nauc_mrr_at_100_diff1": 0.897732, + "nauc_mrr_at_1000_max": 0.705797, + "nauc_mrr_at_1000_std": 0.192501, + "nauc_mrr_at_1000_diff1": 0.897761, + "main_score": 0.84846, + "hf_subset": "sin_Sinh-sin_Sinh", + "languages": [ + "sin-Sinh", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.9087, + "ndcg_at_5": 0.91655, + "ndcg_at_10": 0.92016, + "ndcg_at_20": 0.92363, + "ndcg_at_100": 0.92531, + "ndcg_at_1000": 0.92587, + "map_at_1": 0.85778, + "map_at_3": 0.89667, + "map_at_5": 0.90106, + "map_at_10": 0.90255, + "map_at_20": 0.90357, + "map_at_100": 0.9038, + "map_at_1000": 0.90382, + "recall_at_1": 0.85778, + "recall_at_3": 0.94333, + "recall_at_5": 0.96222, + "recall_at_10": 0.97333, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.85778, + "precision_at_3": 0.31444, + "precision_at_5": 0.19244, + "precision_at_10": 0.09733, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.896667, + "mrr_at_5": 0.901056, + "mrr_at_10": 0.902553, + "mrr_at_20": 0.903567, + "mrr_at_100": 0.903802, + "mrr_at_1000": 0.903822, + "nauc_ndcg_at_1_max": 0.649232, + "nauc_ndcg_at_1_std": -0.191917, + "nauc_ndcg_at_1_diff1": 0.92428, + "nauc_ndcg_at_3_max": 0.706923, + "nauc_ndcg_at_3_std": -0.164413, + "nauc_ndcg_at_3_diff1": 0.911846, + "nauc_ndcg_at_5_max": 0.7039, + "nauc_ndcg_at_5_std": -0.14264, + "nauc_ndcg_at_5_diff1": 0.913646, + "nauc_ndcg_at_10_max": 0.698471, + "nauc_ndcg_at_10_std": -0.159101, + "nauc_ndcg_at_10_diff1": 0.91445, + "nauc_ndcg_at_20_max": 0.691184, + "nauc_ndcg_at_20_std": -0.170842, + "nauc_ndcg_at_20_diff1": 0.914766, + "nauc_ndcg_at_100_max": 0.68987, + "nauc_ndcg_at_100_std": -0.161614, + "nauc_ndcg_at_100_diff1": 0.915716, + "nauc_ndcg_at_1000_max": 0.689044, + "nauc_ndcg_at_1000_std": -0.168768, + "nauc_ndcg_at_1000_diff1": 0.915797, + "nauc_map_at_1_max": 0.649232, + "nauc_map_at_1_std": -0.191917, + "nauc_map_at_1_diff1": 0.92428, + "nauc_map_at_3_max": 0.691227, + "nauc_map_at_3_std": -0.175844, + "nauc_map_at_3_diff1": 0.915436, + "nauc_map_at_5_max": 0.688787, + "nauc_map_at_5_std": -0.166356, + "nauc_map_at_5_diff1": 0.916433, + "nauc_map_at_10_max": 0.686771, + "nauc_map_at_10_std": -0.172524, + "nauc_map_at_10_diff1": 0.916732, + "nauc_map_at_20_max": 0.684813, + "nauc_map_at_20_std": -0.175621, + "nauc_map_at_20_diff1": 0.916733, + "nauc_map_at_100_max": 0.684674, + "nauc_map_at_100_std": -0.174666, + "nauc_map_at_100_diff1": 0.91686, + "nauc_map_at_1000_max": 0.684651, + "nauc_map_at_1000_std": -0.174839, + "nauc_map_at_1000_diff1": 0.916859, + "nauc_recall_at_1_max": 0.649232, + "nauc_recall_at_1_std": -0.191917, + "nauc_recall_at_1_diff1": 0.92428, + "nauc_recall_at_3_max": 0.784964, + "nauc_recall_at_3_std": -0.104099, + "nauc_recall_at_3_diff1": 0.893814, + "nauc_recall_at_5_max": 0.811364, + "nauc_recall_at_5_std": 0.042291, + "nauc_recall_at_5_diff1": 0.89434, + "nauc_recall_at_10_max": 0.806003, + "nauc_recall_at_10_std": -0.024977, + "nauc_recall_at_10_diff1": 0.893888, + "nauc_recall_at_20_max": 0.765834, + "nauc_recall_at_20_std": -0.128929, + "nauc_recall_at_20_diff1": 0.885232, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 0.780696, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649232, + "nauc_precision_at_1_std": -0.191917, + "nauc_precision_at_1_diff1": 0.92428, + "nauc_precision_at_3_max": 0.784964, + "nauc_precision_at_3_std": -0.104099, + "nauc_precision_at_3_diff1": 0.893814, + "nauc_precision_at_5_max": 0.811364, + "nauc_precision_at_5_std": 0.042291, + "nauc_precision_at_5_diff1": 0.89434, + "nauc_precision_at_10_max": 0.806003, + "nauc_precision_at_10_std": -0.024977, + "nauc_precision_at_10_diff1": 0.893888, + "nauc_precision_at_20_max": 0.765834, + "nauc_precision_at_20_std": -0.128929, + "nauc_precision_at_20_diff1": 0.885232, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 0.780696, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649232, + "nauc_mrr_at_1_std": -0.191917, + "nauc_mrr_at_1_diff1": 0.92428, + "nauc_mrr_at_3_max": 0.691227, + "nauc_mrr_at_3_std": -0.175844, + "nauc_mrr_at_3_diff1": 0.915436, + "nauc_mrr_at_5_max": 0.688787, + "nauc_mrr_at_5_std": -0.166356, + "nauc_mrr_at_5_diff1": 0.916433, + "nauc_mrr_at_10_max": 0.686771, + "nauc_mrr_at_10_std": -0.172524, + "nauc_mrr_at_10_diff1": 0.916732, + "nauc_mrr_at_20_max": 0.684813, + "nauc_mrr_at_20_std": -0.175621, + "nauc_mrr_at_20_diff1": 0.916733, + "nauc_mrr_at_100_max": 0.684674, + "nauc_mrr_at_100_std": -0.174666, + "nauc_mrr_at_100_diff1": 0.91686, + "nauc_mrr_at_1000_max": 0.684651, + "nauc_mrr_at_1000_std": -0.174839, + "nauc_mrr_at_1000_diff1": 0.916859, + "main_score": 0.92016, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63778, + "ndcg_at_3": 0.70069, + "ndcg_at_5": 0.71537, + "ndcg_at_10": 0.72957, + "ndcg_at_20": 0.74418, + "ndcg_at_100": 0.75826, + "ndcg_at_1000": 0.76393, + "map_at_1": 0.63778, + "map_at_3": 0.68519, + "map_at_5": 0.69335, + "map_at_10": 0.69933, + "map_at_20": 0.70334, + "map_at_100": 0.70538, + "map_at_1000": 0.70561, + "recall_at_1": 0.63778, + "recall_at_3": 0.74556, + "recall_at_5": 0.78111, + "recall_at_10": 0.82444, + "recall_at_20": 0.88222, + "recall_at_100": 0.95667, + "recall_at_1000": 1.0, + "precision_at_1": 0.63778, + "precision_at_3": 0.24852, + "precision_at_5": 0.15622, + "precision_at_10": 0.08244, + "precision_at_20": 0.04411, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.637778, + "mrr_at_3": 0.685185, + "mrr_at_5": 0.693352, + "mrr_at_10": 0.69933, + "mrr_at_20": 0.703336, + "mrr_at_100": 0.705383, + "mrr_at_1000": 0.705612, + "nauc_ndcg_at_1_max": 0.631461, + "nauc_ndcg_at_1_std": 0.156838, + "nauc_ndcg_at_1_diff1": 0.854071, + "nauc_ndcg_at_3_max": 0.668313, + "nauc_ndcg_at_3_std": 0.181808, + "nauc_ndcg_at_3_diff1": 0.822686, + "nauc_ndcg_at_5_max": 0.661614, + "nauc_ndcg_at_5_std": 0.185811, + "nauc_ndcg_at_5_diff1": 0.814249, + "nauc_ndcg_at_10_max": 0.663089, + "nauc_ndcg_at_10_std": 0.19628, + "nauc_ndcg_at_10_diff1": 0.810834, + "nauc_ndcg_at_20_max": 0.658737, + "nauc_ndcg_at_20_std": 0.195929, + "nauc_ndcg_at_20_diff1": 0.811609, + "nauc_ndcg_at_100_max": 0.657783, + "nauc_ndcg_at_100_std": 0.195496, + "nauc_ndcg_at_100_diff1": 0.816801, + "nauc_ndcg_at_1000_max": 0.657612, + "nauc_ndcg_at_1000_std": 0.188666, + "nauc_ndcg_at_1000_diff1": 0.820305, + "nauc_map_at_1_max": 0.631461, + "nauc_map_at_1_std": 0.156838, + "nauc_map_at_1_diff1": 0.854071, + "nauc_map_at_3_max": 0.660075, + "nauc_map_at_3_std": 0.174891, + "nauc_map_at_3_diff1": 0.830905, + "nauc_map_at_5_max": 0.656327, + "nauc_map_at_5_std": 0.177052, + "nauc_map_at_5_diff1": 0.826721, + "nauc_map_at_10_max": 0.656722, + "nauc_map_at_10_std": 0.180946, + "nauc_map_at_10_diff1": 0.825529, + "nauc_map_at_20_max": 0.655607, + "nauc_map_at_20_std": 0.180849, + "nauc_map_at_20_diff1": 0.825869, + "nauc_map_at_100_max": 0.655453, + "nauc_map_at_100_std": 0.180833, + "nauc_map_at_100_diff1": 0.826567, + "nauc_map_at_1000_max": 0.65544, + "nauc_map_at_1000_std": 0.180626, + "nauc_map_at_1000_diff1": 0.826714, + "nauc_recall_at_1_max": 0.631461, + "nauc_recall_at_1_std": 0.156838, + "nauc_recall_at_1_diff1": 0.854071, + "nauc_recall_at_3_max": 0.695334, + "nauc_recall_at_3_std": 0.205267, + "nauc_recall_at_3_diff1": 0.795033, + "nauc_recall_at_5_max": 0.679265, + "nauc_recall_at_5_std": 0.218916, + "nauc_recall_at_5_diff1": 0.766301, + "nauc_recall_at_10_max": 0.689984, + "nauc_recall_at_10_std": 0.270789, + "nauc_recall_at_10_diff1": 0.742467, + "nauc_recall_at_20_max": 0.668296, + "nauc_recall_at_20_std": 0.297081, + "nauc_recall_at_20_diff1": 0.719394, + "nauc_recall_at_100_max": 0.662405, + "nauc_recall_at_100_std": 0.444768, + "nauc_recall_at_100_diff1": 0.698772, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.631461, + "nauc_precision_at_1_std": 0.156838, + "nauc_precision_at_1_diff1": 0.854071, + "nauc_precision_at_3_max": 0.695334, + "nauc_precision_at_3_std": 0.205267, + "nauc_precision_at_3_diff1": 0.795033, + "nauc_precision_at_5_max": 0.679265, + "nauc_precision_at_5_std": 0.218916, + "nauc_precision_at_5_diff1": 0.766301, + "nauc_precision_at_10_max": 0.689984, + "nauc_precision_at_10_std": 0.270789, + "nauc_precision_at_10_diff1": 0.742467, + "nauc_precision_at_20_max": 0.668296, + "nauc_precision_at_20_std": 0.297081, + "nauc_precision_at_20_diff1": 0.719394, + "nauc_precision_at_100_max": 0.662405, + "nauc_precision_at_100_std": 0.444768, + "nauc_precision_at_100_diff1": 0.698772, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.631461, + "nauc_mrr_at_1_std": 0.156838, + "nauc_mrr_at_1_diff1": 0.854071, + "nauc_mrr_at_3_max": 0.660075, + "nauc_mrr_at_3_std": 0.174891, + "nauc_mrr_at_3_diff1": 0.830905, + "nauc_mrr_at_5_max": 0.656327, + "nauc_mrr_at_5_std": 0.177052, + "nauc_mrr_at_5_diff1": 0.826721, + "nauc_mrr_at_10_max": 0.656722, + "nauc_mrr_at_10_std": 0.180946, + "nauc_mrr_at_10_diff1": 0.825529, + "nauc_mrr_at_20_max": 0.655607, + "nauc_mrr_at_20_std": 0.180849, + "nauc_mrr_at_20_diff1": 0.825869, + "nauc_mrr_at_100_max": 0.655453, + "nauc_mrr_at_100_std": 0.180833, + "nauc_mrr_at_100_diff1": 0.826567, + "nauc_mrr_at_1000_max": 0.65544, + "nauc_mrr_at_1000_std": 0.180626, + "nauc_mrr_at_1000_diff1": 0.826714, + "main_score": 0.72957, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.89222, + "ndcg_at_3": 0.92705, + "ndcg_at_5": 0.93217, + "ndcg_at_10": 0.9357, + "ndcg_at_20": 0.93919, + "ndcg_at_100": 0.94082, + "ndcg_at_1000": 0.94124, + "map_at_1": 0.89222, + "map_at_3": 0.9187, + "map_at_5": 0.92159, + "map_at_10": 0.92301, + "map_at_20": 0.92404, + "map_at_100": 0.92426, + "map_at_1000": 0.92428, + "recall_at_1": 0.89222, + "recall_at_3": 0.95111, + "recall_at_5": 0.96333, + "recall_at_10": 0.97444, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89222, + "precision_at_3": 0.31704, + "precision_at_5": 0.19267, + "precision_at_10": 0.09744, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892222, + "mrr_at_3": 0.918704, + "mrr_at_5": 0.921593, + "mrr_at_10": 0.923015, + "mrr_at_20": 0.924038, + "mrr_at_100": 0.924261, + "mrr_at_1000": 0.924275, + "nauc_ndcg_at_1_max": 0.743871, + "nauc_ndcg_at_1_std": 0.018633, + "nauc_ndcg_at_1_diff1": 0.926997, + "nauc_ndcg_at_3_max": 0.821579, + "nauc_ndcg_at_3_std": 0.075283, + "nauc_ndcg_at_3_diff1": 0.926221, + "nauc_ndcg_at_5_max": 0.813628, + "nauc_ndcg_at_5_std": 0.071256, + "nauc_ndcg_at_5_diff1": 0.925165, + "nauc_ndcg_at_10_max": 0.805665, + "nauc_ndcg_at_10_std": 0.055537, + "nauc_ndcg_at_10_diff1": 0.924616, + "nauc_ndcg_at_20_max": 0.803115, + "nauc_ndcg_at_20_std": 0.074466, + "nauc_ndcg_at_20_diff1": 0.924879, + "nauc_ndcg_at_100_max": 0.79857, + "nauc_ndcg_at_100_std": 0.070277, + "nauc_ndcg_at_100_diff1": 0.925624, + "nauc_ndcg_at_1000_max": 0.797415, + "nauc_ndcg_at_1000_std": 0.063565, + "nauc_ndcg_at_1000_diff1": 0.925386, + "nauc_map_at_1_max": 0.743871, + "nauc_map_at_1_std": 0.018633, + "nauc_map_at_1_diff1": 0.926997, + "nauc_map_at_3_max": 0.800093, + "nauc_map_at_3_std": 0.058554, + "nauc_map_at_3_diff1": 0.926069, + "nauc_map_at_5_max": 0.795441, + "nauc_map_at_5_std": 0.055614, + "nauc_map_at_5_diff1": 0.925565, + "nauc_map_at_10_max": 0.792356, + "nauc_map_at_10_std": 0.049748, + "nauc_map_at_10_diff1": 0.925328, + "nauc_map_at_20_max": 0.791584, + "nauc_map_at_20_std": 0.054097, + "nauc_map_at_20_diff1": 0.925456, + "nauc_map_at_100_max": 0.791058, + "nauc_map_at_100_std": 0.054039, + "nauc_map_at_100_diff1": 0.925541, + "nauc_map_at_1000_max": 0.791024, + "nauc_map_at_1000_std": 0.053855, + "nauc_map_at_1000_diff1": 0.925532, + "nauc_recall_at_1_max": 0.743871, + "nauc_recall_at_1_std": 0.018633, + "nauc_recall_at_1_diff1": 0.926997, + "nauc_recall_at_3_max": 0.921802, + "nauc_recall_at_3_std": 0.154157, + "nauc_recall_at_3_diff1": 0.927213, + "nauc_recall_at_5_max": 0.919998, + "nauc_recall_at_5_std": 0.165846, + "nauc_recall_at_5_diff1": 0.922757, + "nauc_recall_at_10_max": 0.9046, + "nauc_recall_at_10_std": 0.087078, + "nauc_recall_at_10_diff1": 0.918301, + "nauc_recall_at_20_max": 0.964349, + "nauc_recall_at_20_std": 0.479586, + "nauc_recall_at_20_diff1": 0.913844, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743871, + "nauc_precision_at_1_std": 0.018633, + "nauc_precision_at_1_diff1": 0.926997, + "nauc_precision_at_3_max": 0.921802, + "nauc_precision_at_3_std": 0.154157, + "nauc_precision_at_3_diff1": 0.927213, + "nauc_precision_at_5_max": 0.919998, + "nauc_precision_at_5_std": 0.165846, + "nauc_precision_at_5_diff1": 0.922757, + "nauc_precision_at_10_max": 0.9046, + "nauc_precision_at_10_std": 0.087078, + "nauc_precision_at_10_diff1": 0.918301, + "nauc_precision_at_20_max": 0.964349, + "nauc_precision_at_20_std": 0.479586, + "nauc_precision_at_20_diff1": 0.913844, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743871, + "nauc_mrr_at_1_std": 0.018633, + "nauc_mrr_at_1_diff1": 0.926997, + "nauc_mrr_at_3_max": 0.800093, + "nauc_mrr_at_3_std": 0.058554, + "nauc_mrr_at_3_diff1": 0.926069, + "nauc_mrr_at_5_max": 0.795441, + "nauc_mrr_at_5_std": 0.055614, + "nauc_mrr_at_5_diff1": 0.925565, + "nauc_mrr_at_10_max": 0.792356, + "nauc_mrr_at_10_std": 0.049748, + "nauc_mrr_at_10_diff1": 0.925328, + "nauc_mrr_at_20_max": 0.791584, + "nauc_mrr_at_20_std": 0.054097, + "nauc_mrr_at_20_diff1": 0.925456, + "nauc_mrr_at_100_max": 0.791058, + "nauc_mrr_at_100_std": 0.054039, + "nauc_mrr_at_100_diff1": 0.925541, + "nauc_mrr_at_1000_max": 0.791024, + "nauc_mrr_at_1000_std": 0.053855, + "nauc_mrr_at_1000_diff1": 0.925532, + "main_score": 0.9357, + "hf_subset": "slk_Latn-slk_Latn", + "languages": [ + "slk-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.93778, + "ndcg_at_3": 0.9613, + "ndcg_at_5": 0.96397, + "ndcg_at_10": 0.96621, + "ndcg_at_20": 0.96759, + "ndcg_at_100": 0.96798, + "ndcg_at_1000": 0.96824, + "map_at_1": 0.93778, + "map_at_3": 0.95593, + "map_at_5": 0.95737, + "map_at_10": 0.95835, + "map_at_20": 0.95871, + "map_at_100": 0.95875, + "map_at_1000": 0.95876, + "recall_at_1": 0.93778, + "recall_at_3": 0.97667, + "recall_at_5": 0.98333, + "recall_at_10": 0.99, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93778, + "precision_at_3": 0.32556, + "precision_at_5": 0.19667, + "precision_at_10": 0.099, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.937778, + "mrr_at_3": 0.955926, + "mrr_at_5": 0.95737, + "mrr_at_10": 0.958347, + "mrr_at_20": 0.958707, + "mrr_at_100": 0.958754, + "mrr_at_1000": 0.958759, + "nauc_ndcg_at_1_max": 0.71151, + "nauc_ndcg_at_1_std": -0.102258, + "nauc_ndcg_at_1_diff1": 0.943811, + "nauc_ndcg_at_3_max": 0.778201, + "nauc_ndcg_at_3_std": -0.113407, + "nauc_ndcg_at_3_diff1": 0.942314, + "nauc_ndcg_at_5_max": 0.768603, + "nauc_ndcg_at_5_std": -0.117091, + "nauc_ndcg_at_5_diff1": 0.947038, + "nauc_ndcg_at_10_max": 0.75888, + "nauc_ndcg_at_10_std": -0.094563, + "nauc_ndcg_at_10_diff1": 0.946272, + "nauc_ndcg_at_20_max": 0.759552, + "nauc_ndcg_at_20_std": -0.074106, + "nauc_ndcg_at_20_diff1": 0.946131, + "nauc_ndcg_at_100_max": 0.75657, + "nauc_ndcg_at_100_std": -0.084625, + "nauc_ndcg_at_100_diff1": 0.945463, + "nauc_ndcg_at_1000_max": 0.755114, + "nauc_ndcg_at_1000_std": -0.093497, + "nauc_ndcg_at_1000_diff1": 0.945017, + "nauc_map_at_1_max": 0.71151, + "nauc_map_at_1_std": -0.102258, + "nauc_map_at_1_diff1": 0.943811, + "nauc_map_at_3_max": 0.7594, + "nauc_map_at_3_std": -0.108965, + "nauc_map_at_3_diff1": 0.942771, + "nauc_map_at_5_max": 0.754253, + "nauc_map_at_5_std": -0.109643, + "nauc_map_at_5_diff1": 0.944966, + "nauc_map_at_10_max": 0.750331, + "nauc_map_at_10_std": -0.102806, + "nauc_map_at_10_diff1": 0.944499, + "nauc_map_at_20_max": 0.750251, + "nauc_map_at_20_std": -0.099858, + "nauc_map_at_20_diff1": 0.944421, + "nauc_map_at_100_max": 0.749967, + "nauc_map_at_100_std": -0.100842, + "nauc_map_at_100_diff1": 0.944358, + "nauc_map_at_1000_max": 0.74994, + "nauc_map_at_1000_std": -0.101, + "nauc_map_at_1000_diff1": 0.94435, + "nauc_recall_at_1_max": 0.71151, + "nauc_recall_at_1_std": -0.102258, + "nauc_recall_at_1_diff1": 0.943811, + "nauc_recall_at_3_max": 0.87764, + "nauc_recall_at_3_std": -0.138122, + "nauc_recall_at_3_diff1": 0.939865, + "nauc_recall_at_5_max": 0.867134, + "nauc_recall_at_5_std": -0.176875, + "nauc_recall_at_5_diff1": 0.964052, + "nauc_recall_at_10_max": 0.838469, + "nauc_recall_at_10_std": 0.037141, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.888539, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.71151, + "nauc_precision_at_1_std": -0.102258, + "nauc_precision_at_1_diff1": 0.943811, + "nauc_precision_at_3_max": 0.87764, + "nauc_precision_at_3_std": -0.138122, + "nauc_precision_at_3_diff1": 0.939865, + "nauc_precision_at_5_max": 0.867134, + "nauc_precision_at_5_std": -0.176875, + "nauc_precision_at_5_diff1": 0.964052, + "nauc_precision_at_10_max": 0.838469, + "nauc_precision_at_10_std": 0.037141, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.888539, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.71151, + "nauc_mrr_at_1_std": -0.102258, + "nauc_mrr_at_1_diff1": 0.943811, + "nauc_mrr_at_3_max": 0.7594, + "nauc_mrr_at_3_std": -0.108965, + "nauc_mrr_at_3_diff1": 0.942771, + "nauc_mrr_at_5_max": 0.754253, + "nauc_mrr_at_5_std": -0.109643, + "nauc_mrr_at_5_diff1": 0.944966, + "nauc_mrr_at_10_max": 0.750331, + "nauc_mrr_at_10_std": -0.102806, + "nauc_mrr_at_10_diff1": 0.944499, + "nauc_mrr_at_20_max": 0.750251, + "nauc_mrr_at_20_std": -0.099858, + "nauc_mrr_at_20_diff1": 0.944421, + "nauc_mrr_at_100_max": 0.749967, + "nauc_mrr_at_100_std": -0.100842, + "nauc_mrr_at_100_diff1": 0.944358, + "nauc_mrr_at_1000_max": 0.74994, + "nauc_mrr_at_1000_std": -0.101, + "nauc_mrr_at_1000_diff1": 0.94435, + "main_score": 0.96621, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92082, + "ndcg_at_5": 0.92919, + "ndcg_at_10": 0.93399, + "ndcg_at_20": 0.93631, + "ndcg_at_100": 0.9379, + "ndcg_at_1000": 0.93835, + "map_at_1": 0.88556, + "map_at_3": 0.91259, + "map_at_5": 0.91731, + "map_at_10": 0.91938, + "map_at_20": 0.92005, + "map_at_100": 0.92024, + "map_at_1000": 0.92027, + "recall_at_1": 0.88556, + "recall_at_3": 0.94444, + "recall_at_5": 0.96444, + "recall_at_10": 0.97889, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.88556, + "precision_at_3": 0.31481, + "precision_at_5": 0.19289, + "precision_at_10": 0.09789, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.917315, + "mrr_at_10": 0.919381, + "mrr_at_20": 0.920047, + "mrr_at_100": 0.920245, + "mrr_at_1000": 0.920265, + "nauc_ndcg_at_1_max": 0.701764, + "nauc_ndcg_at_1_std": -0.081194, + "nauc_ndcg_at_1_diff1": 0.921313, + "nauc_ndcg_at_3_max": 0.776715, + "nauc_ndcg_at_3_std": -0.063054, + "nauc_ndcg_at_3_diff1": 0.920776, + "nauc_ndcg_at_5_max": 0.772186, + "nauc_ndcg_at_5_std": -0.028421, + "nauc_ndcg_at_5_diff1": 0.92027, + "nauc_ndcg_at_10_max": 0.761865, + "nauc_ndcg_at_10_std": -0.033067, + "nauc_ndcg_at_10_diff1": 0.920698, + "nauc_ndcg_at_20_max": 0.757595, + "nauc_ndcg_at_20_std": -0.027077, + "nauc_ndcg_at_20_diff1": 0.92159, + "nauc_ndcg_at_100_max": 0.754969, + "nauc_ndcg_at_100_std": -0.036713, + "nauc_ndcg_at_100_diff1": 0.920724, + "nauc_ndcg_at_1000_max": 0.753802, + "nauc_ndcg_at_1000_std": -0.042178, + "nauc_ndcg_at_1000_diff1": 0.920757, + "nauc_map_at_1_max": 0.701764, + "nauc_map_at_1_std": -0.081194, + "nauc_map_at_1_diff1": 0.921313, + "nauc_map_at_3_max": 0.756665, + "nauc_map_at_3_std": -0.067412, + "nauc_map_at_3_diff1": 0.920451, + "nauc_map_at_5_max": 0.753401, + "nauc_map_at_5_std": -0.050209, + "nauc_map_at_5_diff1": 0.92022, + "nauc_map_at_10_max": 0.749389, + "nauc_map_at_10_std": -0.051896, + "nauc_map_at_10_diff1": 0.9205, + "nauc_map_at_20_max": 0.748313, + "nauc_map_at_20_std": -0.050793, + "nauc_map_at_20_diff1": 0.920725, + "nauc_map_at_100_max": 0.748018, + "nauc_map_at_100_std": -0.051763, + "nauc_map_at_100_diff1": 0.920612, + "nauc_map_at_1000_max": 0.747976, + "nauc_map_at_1000_std": -0.051958, + "nauc_map_at_1000_diff1": 0.92061, + "nauc_recall_at_1_max": 0.701764, + "nauc_recall_at_1_std": -0.081194, + "nauc_recall_at_1_diff1": 0.921313, + "nauc_recall_at_3_max": 0.864528, + "nauc_recall_at_3_std": -0.044342, + "nauc_recall_at_3_diff1": 0.922549, + "nauc_recall_at_5_max": 0.891763, + "nauc_recall_at_5_std": 0.122753, + "nauc_recall_at_5_diff1": 0.920854, + "nauc_recall_at_10_max": 0.875326, + "nauc_recall_at_10_std": 0.172416, + "nauc_recall_at_10_diff1": 0.922601, + "nauc_recall_at_20_max": 0.872719, + "nauc_recall_at_20_std": 0.446057, + "nauc_recall_at_20_diff1": 0.940582, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.70277, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701764, + "nauc_precision_at_1_std": -0.081194, + "nauc_precision_at_1_diff1": 0.921313, + "nauc_precision_at_3_max": 0.864528, + "nauc_precision_at_3_std": -0.044342, + "nauc_precision_at_3_diff1": 0.922549, + "nauc_precision_at_5_max": 0.891763, + "nauc_precision_at_5_std": 0.122753, + "nauc_precision_at_5_diff1": 0.920854, + "nauc_precision_at_10_max": 0.875326, + "nauc_precision_at_10_std": 0.172416, + "nauc_precision_at_10_diff1": 0.922601, + "nauc_precision_at_20_max": 0.872719, + "nauc_precision_at_20_std": 0.446057, + "nauc_precision_at_20_diff1": 0.940582, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.70277, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701764, + "nauc_mrr_at_1_std": -0.081194, + "nauc_mrr_at_1_diff1": 0.921313, + "nauc_mrr_at_3_max": 0.756665, + "nauc_mrr_at_3_std": -0.067412, + "nauc_mrr_at_3_diff1": 0.920451, + "nauc_mrr_at_5_max": 0.753401, + "nauc_mrr_at_5_std": -0.050209, + "nauc_mrr_at_5_diff1": 0.92022, + "nauc_mrr_at_10_max": 0.749389, + "nauc_mrr_at_10_std": -0.051896, + "nauc_mrr_at_10_diff1": 0.9205, + "nauc_mrr_at_20_max": 0.748313, + "nauc_mrr_at_20_std": -0.050793, + "nauc_mrr_at_20_diff1": 0.920725, + "nauc_mrr_at_100_max": 0.748018, + "nauc_mrr_at_100_std": -0.051763, + "nauc_mrr_at_100_diff1": 0.920612, + "nauc_mrr_at_1000_max": 0.747976, + "nauc_mrr_at_1000_std": -0.051958, + "nauc_mrr_at_1000_diff1": 0.92061, + "main_score": 0.93399, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.86222, + "ndcg_at_3": 0.90268, + "ndcg_at_5": 0.91071, + "ndcg_at_10": 0.9136, + "ndcg_at_20": 0.91668, + "ndcg_at_100": 0.92054, + "ndcg_at_1000": 0.92173, + "map_at_1": 0.86222, + "map_at_3": 0.89352, + "map_at_5": 0.89785, + "map_at_10": 0.89904, + "map_at_20": 0.89989, + "map_at_100": 0.9004, + "map_at_1000": 0.90045, + "recall_at_1": 0.86222, + "recall_at_3": 0.92889, + "recall_at_5": 0.94889, + "recall_at_10": 0.95778, + "recall_at_20": 0.97, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "precision_at_1": 0.86222, + "precision_at_3": 0.30963, + "precision_at_5": 0.18978, + "precision_at_10": 0.09578, + "precision_at_20": 0.0485, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.862222, + "mrr_at_3": 0.893519, + "mrr_at_5": 0.897852, + "mrr_at_10": 0.899045, + "mrr_at_20": 0.899887, + "mrr_at_100": 0.900396, + "mrr_at_1000": 0.90045, + "nauc_ndcg_at_1_max": 0.780396, + "nauc_ndcg_at_1_std": 0.054388, + "nauc_ndcg_at_1_diff1": 0.939009, + "nauc_ndcg_at_3_max": 0.827979, + "nauc_ndcg_at_3_std": 0.105852, + "nauc_ndcg_at_3_diff1": 0.925465, + "nauc_ndcg_at_5_max": 0.823166, + "nauc_ndcg_at_5_std": 0.088319, + "nauc_ndcg_at_5_diff1": 0.925471, + "nauc_ndcg_at_10_max": 0.822375, + "nauc_ndcg_at_10_std": 0.077805, + "nauc_ndcg_at_10_diff1": 0.926916, + "nauc_ndcg_at_20_max": 0.823562, + "nauc_ndcg_at_20_std": 0.099297, + "nauc_ndcg_at_20_diff1": 0.927915, + "nauc_ndcg_at_100_max": 0.81867, + "nauc_ndcg_at_100_std": 0.102362, + "nauc_ndcg_at_100_diff1": 0.928284, + "nauc_ndcg_at_1000_max": 0.817063, + "nauc_ndcg_at_1000_std": 0.092894, + "nauc_ndcg_at_1000_diff1": 0.928804, + "nauc_map_at_1_max": 0.780396, + "nauc_map_at_1_std": 0.054388, + "nauc_map_at_1_diff1": 0.939009, + "nauc_map_at_3_max": 0.815589, + "nauc_map_at_3_std": 0.093403, + "nauc_map_at_3_diff1": 0.928969, + "nauc_map_at_5_max": 0.812721, + "nauc_map_at_5_std": 0.084274, + "nauc_map_at_5_diff1": 0.928988, + "nauc_map_at_10_max": 0.812278, + "nauc_map_at_10_std": 0.081129, + "nauc_map_at_10_diff1": 0.929518, + "nauc_map_at_20_max": 0.812483, + "nauc_map_at_20_std": 0.08646, + "nauc_map_at_20_diff1": 0.929792, + "nauc_map_at_100_max": 0.811916, + "nauc_map_at_100_std": 0.086592, + "nauc_map_at_100_diff1": 0.929883, + "nauc_map_at_1000_max": 0.81187, + "nauc_map_at_1000_std": 0.086291, + "nauc_map_at_1000_diff1": 0.929907, + "nauc_recall_at_1_max": 0.780396, + "nauc_recall_at_1_std": 0.054388, + "nauc_recall_at_1_diff1": 0.939009, + "nauc_recall_at_3_max": 0.87891, + "nauc_recall_at_3_std": 0.156345, + "nauc_recall_at_3_diff1": 0.911079, + "nauc_recall_at_5_max": 0.87872, + "nauc_recall_at_5_std": 0.103672, + "nauc_recall_at_5_diff1": 0.906579, + "nauc_recall_at_10_max": 0.885989, + "nauc_recall_at_10_std": 0.034314, + "nauc_recall_at_10_diff1": 0.911851, + "nauc_recall_at_20_max": 0.92418, + "nauc_recall_at_20_std": 0.238251, + "nauc_recall_at_20_diff1": 0.91588, + "nauc_recall_at_100_max": 0.92793, + "nauc_recall_at_100_std": 0.728408, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.780396, + "nauc_precision_at_1_std": 0.054388, + "nauc_precision_at_1_diff1": 0.939009, + "nauc_precision_at_3_max": 0.87891, + "nauc_precision_at_3_std": 0.156345, + "nauc_precision_at_3_diff1": 0.911079, + "nauc_precision_at_5_max": 0.87872, + "nauc_precision_at_5_std": 0.103672, + "nauc_precision_at_5_diff1": 0.906579, + "nauc_precision_at_10_max": 0.885989, + "nauc_precision_at_10_std": 0.034314, + "nauc_precision_at_10_diff1": 0.911851, + "nauc_precision_at_20_max": 0.92418, + "nauc_precision_at_20_std": 0.238251, + "nauc_precision_at_20_diff1": 0.91588, + "nauc_precision_at_100_max": 0.92793, + "nauc_precision_at_100_std": 0.728408, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.780396, + "nauc_mrr_at_1_std": 0.054388, + "nauc_mrr_at_1_diff1": 0.939009, + "nauc_mrr_at_3_max": 0.815589, + "nauc_mrr_at_3_std": 0.093403, + "nauc_mrr_at_3_diff1": 0.928969, + "nauc_mrr_at_5_max": 0.812721, + "nauc_mrr_at_5_std": 0.084274, + "nauc_mrr_at_5_diff1": 0.928988, + "nauc_mrr_at_10_max": 0.812278, + "nauc_mrr_at_10_std": 0.081129, + "nauc_mrr_at_10_diff1": 0.929518, + "nauc_mrr_at_20_max": 0.812483, + "nauc_mrr_at_20_std": 0.08646, + "nauc_mrr_at_20_diff1": 0.929792, + "nauc_mrr_at_100_max": 0.811916, + "nauc_mrr_at_100_std": 0.086592, + "nauc_mrr_at_100_diff1": 0.929883, + "nauc_mrr_at_1000_max": 0.81187, + "nauc_mrr_at_1000_std": 0.086291, + "nauc_mrr_at_1000_diff1": 0.929907, + "main_score": 0.9136, + "hf_subset": "slv_Latn-slv_Latn", + "languages": [ + "slv-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95171, + "ndcg_at_5": 0.95596, + "ndcg_at_10": 0.96, + "ndcg_at_20": 0.96141, + "ndcg_at_100": 0.96228, + "ndcg_at_1000": 0.96254, + "map_at_1": 0.93, + "map_at_3": 0.94685, + "map_at_5": 0.9493, + "map_at_10": 0.95101, + "map_at_20": 0.9514, + "map_at_100": 0.95154, + "map_at_1000": 0.95154, + "recall_at_1": 0.93, + "recall_at_3": 0.96556, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.32185, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.946852, + "mrr_at_5": 0.949296, + "mrr_at_10": 0.951013, + "mrr_at_20": 0.9514, + "mrr_at_100": 0.951536, + "mrr_at_1000": 0.951543, + "nauc_ndcg_at_1_max": 0.758118, + "nauc_ndcg_at_1_std": -0.090933, + "nauc_ndcg_at_1_diff1": 0.932566, + "nauc_ndcg_at_3_max": 0.817553, + "nauc_ndcg_at_3_std": -0.094509, + "nauc_ndcg_at_3_diff1": 0.934045, + "nauc_ndcg_at_5_max": 0.806177, + "nauc_ndcg_at_5_std": -0.133875, + "nauc_ndcg_at_5_diff1": 0.933527, + "nauc_ndcg_at_10_max": 0.79263, + "nauc_ndcg_at_10_std": -0.124604, + "nauc_ndcg_at_10_diff1": 0.93142, + "nauc_ndcg_at_20_max": 0.796885, + "nauc_ndcg_at_20_std": -0.105735, + "nauc_ndcg_at_20_diff1": 0.933684, + "nauc_ndcg_at_100_max": 0.794967, + "nauc_ndcg_at_100_std": -0.098122, + "nauc_ndcg_at_100_diff1": 0.933689, + "nauc_ndcg_at_1000_max": 0.793989, + "nauc_ndcg_at_1000_std": -0.105967, + "nauc_ndcg_at_1000_diff1": 0.933215, + "nauc_map_at_1_max": 0.758118, + "nauc_map_at_1_std": -0.090933, + "nauc_map_at_1_diff1": 0.932566, + "nauc_map_at_3_max": 0.801148, + "nauc_map_at_3_std": -0.09548, + "nauc_map_at_3_diff1": 0.933559, + "nauc_map_at_5_max": 0.79472, + "nauc_map_at_5_std": -0.115415, + "nauc_map_at_5_diff1": 0.93331, + "nauc_map_at_10_max": 0.789401, + "nauc_map_at_10_std": -0.113548, + "nauc_map_at_10_diff1": 0.932483, + "nauc_map_at_20_max": 0.790415, + "nauc_map_at_20_std": -0.109432, + "nauc_map_at_20_diff1": 0.932986, + "nauc_map_at_100_max": 0.79022, + "nauc_map_at_100_std": -0.107812, + "nauc_map_at_100_diff1": 0.93299, + "nauc_map_at_1000_max": 0.7902, + "nauc_map_at_1000_std": -0.107977, + "nauc_map_at_1000_diff1": 0.93298, + "nauc_recall_at_1_max": 0.758118, + "nauc_recall_at_1_std": -0.090933, + "nauc_recall_at_1_diff1": 0.932566, + "nauc_recall_at_3_max": 0.889024, + "nauc_recall_at_3_std": -0.088838, + "nauc_recall_at_3_diff1": 0.936222, + "nauc_recall_at_5_max": 0.869833, + "nauc_recall_at_5_std": -0.250828, + "nauc_recall_at_5_diff1": 0.934641, + "nauc_recall_at_10_max": 0.803964, + "nauc_recall_at_10_std": -0.232493, + "nauc_recall_at_10_diff1": 0.916815, + "nauc_recall_at_20_max": 0.903906, + "nauc_recall_at_20_std": 0.110411, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758118, + "nauc_precision_at_1_std": -0.090933, + "nauc_precision_at_1_diff1": 0.932566, + "nauc_precision_at_3_max": 0.889024, + "nauc_precision_at_3_std": -0.088838, + "nauc_precision_at_3_diff1": 0.936222, + "nauc_precision_at_5_max": 0.869833, + "nauc_precision_at_5_std": -0.250828, + "nauc_precision_at_5_diff1": 0.934641, + "nauc_precision_at_10_max": 0.803964, + "nauc_precision_at_10_std": -0.232493, + "nauc_precision_at_10_diff1": 0.916815, + "nauc_precision_at_20_max": 0.903906, + "nauc_precision_at_20_std": 0.110411, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758118, + "nauc_mrr_at_1_std": -0.090933, + "nauc_mrr_at_1_diff1": 0.932566, + "nauc_mrr_at_3_max": 0.801148, + "nauc_mrr_at_3_std": -0.09548, + "nauc_mrr_at_3_diff1": 0.933559, + "nauc_mrr_at_5_max": 0.79472, + "nauc_mrr_at_5_std": -0.115415, + "nauc_mrr_at_5_diff1": 0.93331, + "nauc_mrr_at_10_max": 0.789401, + "nauc_mrr_at_10_std": -0.113548, + "nauc_mrr_at_10_diff1": 0.932483, + "nauc_mrr_at_20_max": 0.790415, + "nauc_mrr_at_20_std": -0.109432, + "nauc_mrr_at_20_diff1": 0.932986, + "nauc_mrr_at_100_max": 0.79022, + "nauc_mrr_at_100_std": -0.107812, + "nauc_mrr_at_100_diff1": 0.93299, + "nauc_mrr_at_1000_max": 0.7902, + "nauc_mrr_at_1000_std": -0.107977, + "nauc_mrr_at_1000_diff1": 0.93298, + "main_score": 0.96, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91041, + "ndcg_at_5": 0.9151, + "ndcg_at_10": 0.92227, + "ndcg_at_20": 0.92472, + "ndcg_at_100": 0.92686, + "ndcg_at_1000": 0.92825, + "map_at_1": 0.87333, + "map_at_3": 0.90167, + "map_at_5": 0.90433, + "map_at_10": 0.90729, + "map_at_20": 0.90792, + "map_at_100": 0.90824, + "map_at_1000": 0.90831, + "recall_at_1": 0.87333, + "recall_at_3": 0.93556, + "recall_at_5": 0.94667, + "recall_at_10": 0.96889, + "recall_at_20": 0.97889, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.87333, + "precision_at_3": 0.31185, + "precision_at_5": 0.18933, + "precision_at_10": 0.09689, + "precision_at_20": 0.04894, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.901667, + "mrr_at_5": 0.904333, + "mrr_at_10": 0.907292, + "mrr_at_20": 0.90792, + "mrr_at_100": 0.908243, + "mrr_at_1000": 0.908313, + "nauc_ndcg_at_1_max": 0.750998, + "nauc_ndcg_at_1_std": 0.104987, + "nauc_ndcg_at_1_diff1": 0.926184, + "nauc_ndcg_at_3_max": 0.803744, + "nauc_ndcg_at_3_std": 0.145259, + "nauc_ndcg_at_3_diff1": 0.911043, + "nauc_ndcg_at_5_max": 0.809342, + "nauc_ndcg_at_5_std": 0.165624, + "nauc_ndcg_at_5_diff1": 0.918936, + "nauc_ndcg_at_10_max": 0.807083, + "nauc_ndcg_at_10_std": 0.190906, + "nauc_ndcg_at_10_diff1": 0.917412, + "nauc_ndcg_at_20_max": 0.805204, + "nauc_ndcg_at_20_std": 0.189261, + "nauc_ndcg_at_20_diff1": 0.918033, + "nauc_ndcg_at_100_max": 0.799395, + "nauc_ndcg_at_100_std": 0.167929, + "nauc_ndcg_at_100_diff1": 0.917064, + "nauc_ndcg_at_1000_max": 0.796589, + "nauc_ndcg_at_1000_std": 0.161978, + "nauc_ndcg_at_1000_diff1": 0.917455, + "nauc_map_at_1_max": 0.750998, + "nauc_map_at_1_std": 0.104987, + "nauc_map_at_1_diff1": 0.926184, + "nauc_map_at_3_max": 0.790083, + "nauc_map_at_3_std": 0.134586, + "nauc_map_at_3_diff1": 0.914806, + "nauc_map_at_5_max": 0.792621, + "nauc_map_at_5_std": 0.14447, + "nauc_map_at_5_diff1": 0.918925, + "nauc_map_at_10_max": 0.79125, + "nauc_map_at_10_std": 0.152687, + "nauc_map_at_10_diff1": 0.918245, + "nauc_map_at_20_max": 0.790707, + "nauc_map_at_20_std": 0.151845, + "nauc_map_at_20_diff1": 0.918326, + "nauc_map_at_100_max": 0.789957, + "nauc_map_at_100_std": 0.149133, + "nauc_map_at_100_diff1": 0.918185, + "nauc_map_at_1000_max": 0.789837, + "nauc_map_at_1000_std": 0.148866, + "nauc_map_at_1000_diff1": 0.918195, + "nauc_recall_at_1_max": 0.750998, + "nauc_recall_at_1_std": 0.104987, + "nauc_recall_at_1_diff1": 0.926184, + "nauc_recall_at_3_max": 0.861248, + "nauc_recall_at_3_std": 0.190364, + "nauc_recall_at_3_diff1": 0.89532, + "nauc_recall_at_5_max": 0.893363, + "nauc_recall_at_5_std": 0.276358, + "nauc_recall_at_5_diff1": 0.921267, + "nauc_recall_at_10_max": 0.936808, + "nauc_recall_at_10_std": 0.545301, + "nauc_recall_at_10_diff1": 0.913632, + "nauc_recall_at_20_max": 0.97248, + "nauc_recall_at_20_std": 0.697061, + "nauc_recall_at_20_diff1": 0.922601, + "nauc_recall_at_100_max": 0.941903, + "nauc_recall_at_100_std": 0.46758, + "nauc_recall_at_100_diff1": 0.894699, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750998, + "nauc_precision_at_1_std": 0.104987, + "nauc_precision_at_1_diff1": 0.926184, + "nauc_precision_at_3_max": 0.861248, + "nauc_precision_at_3_std": 0.190364, + "nauc_precision_at_3_diff1": 0.89532, + "nauc_precision_at_5_max": 0.893363, + "nauc_precision_at_5_std": 0.276358, + "nauc_precision_at_5_diff1": 0.921267, + "nauc_precision_at_10_max": 0.936808, + "nauc_precision_at_10_std": 0.545301, + "nauc_precision_at_10_diff1": 0.913632, + "nauc_precision_at_20_max": 0.97248, + "nauc_precision_at_20_std": 0.697061, + "nauc_precision_at_20_diff1": 0.922601, + "nauc_precision_at_100_max": 0.941903, + "nauc_precision_at_100_std": 0.46758, + "nauc_precision_at_100_diff1": 0.894699, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750998, + "nauc_mrr_at_1_std": 0.104987, + "nauc_mrr_at_1_diff1": 0.926184, + "nauc_mrr_at_3_max": 0.790083, + "nauc_mrr_at_3_std": 0.134586, + "nauc_mrr_at_3_diff1": 0.914806, + "nauc_mrr_at_5_max": 0.792621, + "nauc_mrr_at_5_std": 0.14447, + "nauc_mrr_at_5_diff1": 0.918925, + "nauc_mrr_at_10_max": 0.79125, + "nauc_mrr_at_10_std": 0.152687, + "nauc_mrr_at_10_diff1": 0.918245, + "nauc_mrr_at_20_max": 0.790707, + "nauc_mrr_at_20_std": 0.151845, + "nauc_mrr_at_20_diff1": 0.918326, + "nauc_mrr_at_100_max": 0.789957, + "nauc_mrr_at_100_std": 0.149133, + "nauc_mrr_at_100_diff1": 0.918185, + "nauc_mrr_at_1000_max": 0.789837, + "nauc_mrr_at_1000_std": 0.148866, + "nauc_mrr_at_1000_diff1": 0.918195, + "main_score": 0.92227, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.5673, + "ndcg_at_3": 0.62817, + "ndcg_at_5": 0.63956, + "ndcg_at_10": 0.65154, + "ndcg_at_20": 0.66206, + "ndcg_at_100": 0.68348, + "ndcg_at_1000": 0.69721, + "map_at_1": 0.5673, + "map_at_3": 0.61309, + "map_at_5": 0.61937, + "map_at_10": 0.62438, + "map_at_20": 0.62733, + "map_at_100": 0.63012, + "map_at_1000": 0.63068, + "recall_at_1": 0.5673, + "recall_at_3": 0.67186, + "recall_at_5": 0.69967, + "recall_at_10": 0.73637, + "recall_at_20": 0.77753, + "recall_at_100": 0.89544, + "recall_at_1000": 1.0, + "precision_at_1": 0.5673, + "precision_at_3": 0.22395, + "precision_at_5": 0.13993, + "precision_at_10": 0.07364, + "precision_at_20": 0.03888, + "precision_at_100": 0.00895, + "precision_at_1000": 0.001, + "mrr_at_1": 0.567297, + "mrr_at_3": 0.613089, + "mrr_at_5": 0.619373, + "mrr_at_10": 0.62438, + "mrr_at_20": 0.627331, + "mrr_at_100": 0.630118, + "mrr_at_1000": 0.630682, + "nauc_ndcg_at_1_max": 0.666885, + "nauc_ndcg_at_1_std": 0.475353, + "nauc_ndcg_at_1_diff1": 0.84907, + "nauc_ndcg_at_3_max": 0.689542, + "nauc_ndcg_at_3_std": 0.522407, + "nauc_ndcg_at_3_diff1": 0.818169, + "nauc_ndcg_at_5_max": 0.684373, + "nauc_ndcg_at_5_std": 0.512417, + "nauc_ndcg_at_5_diff1": 0.81551, + "nauc_ndcg_at_10_max": 0.692945, + "nauc_ndcg_at_10_std": 0.521175, + "nauc_ndcg_at_10_diff1": 0.817184, + "nauc_ndcg_at_20_max": 0.686418, + "nauc_ndcg_at_20_std": 0.515998, + "nauc_ndcg_at_20_diff1": 0.812213, + "nauc_ndcg_at_100_max": 0.680833, + "nauc_ndcg_at_100_std": 0.514554, + "nauc_ndcg_at_100_diff1": 0.81472, + "nauc_ndcg_at_1000_max": 0.683435, + "nauc_ndcg_at_1000_std": 0.512169, + "nauc_ndcg_at_1000_diff1": 0.819188, + "nauc_map_at_1_max": 0.666885, + "nauc_map_at_1_std": 0.475353, + "nauc_map_at_1_diff1": 0.84907, + "nauc_map_at_3_max": 0.684083, + "nauc_map_at_3_std": 0.510813, + "nauc_map_at_3_diff1": 0.826368, + "nauc_map_at_5_max": 0.68129, + "nauc_map_at_5_std": 0.505334, + "nauc_map_at_5_diff1": 0.82491, + "nauc_map_at_10_max": 0.684512, + "nauc_map_at_10_std": 0.508468, + "nauc_map_at_10_diff1": 0.825766, + "nauc_map_at_20_max": 0.682732, + "nauc_map_at_20_std": 0.506772, + "nauc_map_at_20_diff1": 0.824536, + "nauc_map_at_100_max": 0.68194, + "nauc_map_at_100_std": 0.50661, + "nauc_map_at_100_diff1": 0.824863, + "nauc_map_at_1000_max": 0.682066, + "nauc_map_at_1000_std": 0.506591, + "nauc_map_at_1000_diff1": 0.825043, + "nauc_recall_at_1_max": 0.666885, + "nauc_recall_at_1_std": 0.475353, + "nauc_recall_at_1_diff1": 0.84907, + "nauc_recall_at_3_max": 0.706796, + "nauc_recall_at_3_std": 0.559177, + "nauc_recall_at_3_diff1": 0.791885, + "nauc_recall_at_5_max": 0.69358, + "nauc_recall_at_5_std": 0.534172, + "nauc_recall_at_5_diff1": 0.783712, + "nauc_recall_at_10_max": 0.727335, + "nauc_recall_at_10_std": 0.570853, + "nauc_recall_at_10_diff1": 0.785806, + "nauc_recall_at_20_max": 0.698103, + "nauc_recall_at_20_std": 0.553625, + "nauc_recall_at_20_diff1": 0.754886, + "nauc_recall_at_100_max": 0.638652, + "nauc_recall_at_100_std": 0.566828, + "nauc_recall_at_100_diff1": 0.736697, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.666885, + "nauc_precision_at_1_std": 0.475353, + "nauc_precision_at_1_diff1": 0.84907, + "nauc_precision_at_3_max": 0.706796, + "nauc_precision_at_3_std": 0.559177, + "nauc_precision_at_3_diff1": 0.791885, + "nauc_precision_at_5_max": 0.69358, + "nauc_precision_at_5_std": 0.534172, + "nauc_precision_at_5_diff1": 0.783712, + "nauc_precision_at_10_max": 0.727335, + "nauc_precision_at_10_std": 0.570853, + "nauc_precision_at_10_diff1": 0.785806, + "nauc_precision_at_20_max": 0.698103, + "nauc_precision_at_20_std": 0.553625, + "nauc_precision_at_20_diff1": 0.754886, + "nauc_precision_at_100_max": 0.638652, + "nauc_precision_at_100_std": 0.566828, + "nauc_precision_at_100_diff1": 0.736697, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.666885, + "nauc_mrr_at_1_std": 0.475353, + "nauc_mrr_at_1_diff1": 0.84907, + "nauc_mrr_at_3_max": 0.684083, + "nauc_mrr_at_3_std": 0.510813, + "nauc_mrr_at_3_diff1": 0.826368, + "nauc_mrr_at_5_max": 0.68129, + "nauc_mrr_at_5_std": 0.505334, + "nauc_mrr_at_5_diff1": 0.82491, + "nauc_mrr_at_10_max": 0.684512, + "nauc_mrr_at_10_std": 0.508468, + "nauc_mrr_at_10_diff1": 0.825766, + "nauc_mrr_at_20_max": 0.682732, + "nauc_mrr_at_20_std": 0.506772, + "nauc_mrr_at_20_diff1": 0.824536, + "nauc_mrr_at_100_max": 0.68194, + "nauc_mrr_at_100_std": 0.50661, + "nauc_mrr_at_100_diff1": 0.824863, + "nauc_mrr_at_1000_max": 0.682066, + "nauc_mrr_at_1000_std": 0.506591, + "nauc_mrr_at_1000_diff1": 0.825043, + "main_score": 0.65154, + "hf_subset": "sna_Latn-sna_Latn", + "languages": [ + "sna-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.80889, + "ndcg_at_3": 0.86428, + "ndcg_at_5": 0.87447, + "ndcg_at_10": 0.88609, + "ndcg_at_20": 0.89146, + "ndcg_at_100": 0.89409, + "ndcg_at_1000": 0.89449, + "map_at_1": 0.80889, + "map_at_3": 0.85111, + "map_at_5": 0.85683, + "map_at_10": 0.8617, + "map_at_20": 0.86318, + "map_at_100": 0.86361, + "map_at_1000": 0.86362, + "recall_at_1": 0.80889, + "recall_at_3": 0.90222, + "recall_at_5": 0.92667, + "recall_at_10": 0.96222, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.80889, + "precision_at_3": 0.30074, + "precision_at_5": 0.18533, + "precision_at_10": 0.09622, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.808889, + "mrr_at_3": 0.851111, + "mrr_at_5": 0.856833, + "mrr_at_10": 0.861697, + "mrr_at_20": 0.863185, + "mrr_at_100": 0.86361, + "mrr_at_1000": 0.863621, + "nauc_ndcg_at_1_max": 0.638784, + "nauc_ndcg_at_1_std": -0.046205, + "nauc_ndcg_at_1_diff1": 0.891207, + "nauc_ndcg_at_3_max": 0.660455, + "nauc_ndcg_at_3_std": -0.001978, + "nauc_ndcg_at_3_diff1": 0.858117, + "nauc_ndcg_at_5_max": 0.671072, + "nauc_ndcg_at_5_std": 0.006244, + "nauc_ndcg_at_5_diff1": 0.859923, + "nauc_ndcg_at_10_max": 0.672448, + "nauc_ndcg_at_10_std": 0.018309, + "nauc_ndcg_at_10_diff1": 0.868264, + "nauc_ndcg_at_20_max": 0.664129, + "nauc_ndcg_at_20_std": 0.009413, + "nauc_ndcg_at_20_diff1": 0.871179, + "nauc_ndcg_at_100_max": 0.660937, + "nauc_ndcg_at_100_std": 0.002799, + "nauc_ndcg_at_100_diff1": 0.871735, + "nauc_ndcg_at_1000_max": 0.660513, + "nauc_ndcg_at_1000_std": -0.001198, + "nauc_ndcg_at_1000_diff1": 0.871562, + "nauc_map_at_1_max": 0.638784, + "nauc_map_at_1_std": -0.046205, + "nauc_map_at_1_diff1": 0.891207, + "nauc_map_at_3_max": 0.654031, + "nauc_map_at_3_std": -0.013953, + "nauc_map_at_3_diff1": 0.867816, + "nauc_map_at_5_max": 0.659275, + "nauc_map_at_5_std": -0.009998, + "nauc_map_at_5_diff1": 0.869149, + "nauc_map_at_10_max": 0.659335, + "nauc_map_at_10_std": -0.006303, + "nauc_map_at_10_diff1": 0.872421, + "nauc_map_at_20_max": 0.65737, + "nauc_map_at_20_std": -0.008421, + "nauc_map_at_20_diff1": 0.873175, + "nauc_map_at_100_max": 0.656902, + "nauc_map_at_100_std": -0.009558, + "nauc_map_at_100_diff1": 0.873282, + "nauc_map_at_1000_max": 0.656892, + "nauc_map_at_1000_std": -0.009644, + "nauc_map_at_1000_diff1": 0.873277, + "nauc_recall_at_1_max": 0.638784, + "nauc_recall_at_1_std": -0.046205, + "nauc_recall_at_1_diff1": 0.891207, + "nauc_recall_at_3_max": 0.687362, + "nauc_recall_at_3_std": 0.047481, + "nauc_recall_at_3_diff1": 0.817561, + "nauc_recall_at_5_max": 0.736369, + "nauc_recall_at_5_std": 0.093533, + "nauc_recall_at_5_diff1": 0.810931, + "nauc_recall_at_10_max": 0.809771, + "nauc_recall_at_10_std": 0.28051, + "nauc_recall_at_10_diff1": 0.837562, + "nauc_recall_at_20_max": 0.778587, + "nauc_recall_at_20_std": 0.387457, + "nauc_recall_at_20_diff1": 0.866169, + "nauc_recall_at_100_max": 0.764239, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.638784, + "nauc_precision_at_1_std": -0.046205, + "nauc_precision_at_1_diff1": 0.891207, + "nauc_precision_at_3_max": 0.687362, + "nauc_precision_at_3_std": 0.047481, + "nauc_precision_at_3_diff1": 0.817561, + "nauc_precision_at_5_max": 0.736369, + "nauc_precision_at_5_std": 0.093533, + "nauc_precision_at_5_diff1": 0.810931, + "nauc_precision_at_10_max": 0.809771, + "nauc_precision_at_10_std": 0.28051, + "nauc_precision_at_10_diff1": 0.837562, + "nauc_precision_at_20_max": 0.778587, + "nauc_precision_at_20_std": 0.387457, + "nauc_precision_at_20_diff1": 0.866169, + "nauc_precision_at_100_max": 0.764239, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.638784, + "nauc_mrr_at_1_std": -0.046205, + "nauc_mrr_at_1_diff1": 0.891207, + "nauc_mrr_at_3_max": 0.654031, + "nauc_mrr_at_3_std": -0.013953, + "nauc_mrr_at_3_diff1": 0.867816, + "nauc_mrr_at_5_max": 0.659275, + "nauc_mrr_at_5_std": -0.009998, + "nauc_mrr_at_5_diff1": 0.869149, + "nauc_mrr_at_10_max": 0.659335, + "nauc_mrr_at_10_std": -0.006303, + "nauc_mrr_at_10_diff1": 0.872421, + "nauc_mrr_at_20_max": 0.65737, + "nauc_mrr_at_20_std": -0.008421, + "nauc_mrr_at_20_diff1": 0.873175, + "nauc_mrr_at_100_max": 0.656902, + "nauc_mrr_at_100_std": -0.009558, + "nauc_mrr_at_100_diff1": 0.873282, + "nauc_mrr_at_1000_max": 0.656892, + "nauc_mrr_at_1000_std": -0.009644, + "nauc_mrr_at_1000_diff1": 0.873277, + "main_score": 0.88609, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52392, + "ndcg_at_3": 0.57408, + "ndcg_at_5": 0.58844, + "ndcg_at_10": 0.60308, + "ndcg_at_20": 0.61288, + "ndcg_at_100": 0.63391, + "ndcg_at_1000": 0.65438, + "map_at_1": 0.52392, + "map_at_3": 0.56248, + "map_at_5": 0.57054, + "map_at_10": 0.57652, + "map_at_20": 0.57919, + "map_at_100": 0.58201, + "map_at_1000": 0.58279, + "recall_at_1": 0.52392, + "recall_at_3": 0.60734, + "recall_at_5": 0.64182, + "recall_at_10": 0.68743, + "recall_at_20": 0.72636, + "recall_at_100": 0.84093, + "recall_at_1000": 1.0, + "precision_at_1": 0.52392, + "precision_at_3": 0.20245, + "precision_at_5": 0.12836, + "precision_at_10": 0.06874, + "precision_at_20": 0.03632, + "precision_at_100": 0.00841, + "precision_at_1000": 0.001, + "mrr_at_1": 0.523915, + "mrr_at_3": 0.562477, + "mrr_at_5": 0.570541, + "mrr_at_10": 0.576523, + "mrr_at_20": 0.57919, + "mrr_at_100": 0.582011, + "mrr_at_1000": 0.582788, + "nauc_ndcg_at_1_max": 0.694025, + "nauc_ndcg_at_1_std": -0.047862, + "nauc_ndcg_at_1_diff1": 0.8631, + "nauc_ndcg_at_3_max": 0.699191, + "nauc_ndcg_at_3_std": -0.030947, + "nauc_ndcg_at_3_diff1": 0.836388, + "nauc_ndcg_at_5_max": 0.692627, + "nauc_ndcg_at_5_std": -0.031396, + "nauc_ndcg_at_5_diff1": 0.828659, + "nauc_ndcg_at_10_max": 0.687521, + "nauc_ndcg_at_10_std": -0.028788, + "nauc_ndcg_at_10_diff1": 0.822855, + "nauc_ndcg_at_20_max": 0.685272, + "nauc_ndcg_at_20_std": -0.030663, + "nauc_ndcg_at_20_diff1": 0.818744, + "nauc_ndcg_at_100_max": 0.684393, + "nauc_ndcg_at_100_std": -0.027212, + "nauc_ndcg_at_100_diff1": 0.81853, + "nauc_ndcg_at_1000_max": 0.689103, + "nauc_ndcg_at_1000_std": -0.030224, + "nauc_ndcg_at_1000_diff1": 0.826763, + "nauc_map_at_1_max": 0.694025, + "nauc_map_at_1_std": -0.047862, + "nauc_map_at_1_diff1": 0.8631, + "nauc_map_at_3_max": 0.698486, + "nauc_map_at_3_std": -0.034668, + "nauc_map_at_3_diff1": 0.842812, + "nauc_map_at_5_max": 0.694879, + "nauc_map_at_5_std": -0.034985, + "nauc_map_at_5_diff1": 0.83861, + "nauc_map_at_10_max": 0.692837, + "nauc_map_at_10_std": -0.03419, + "nauc_map_at_10_diff1": 0.836406, + "nauc_map_at_20_max": 0.692303, + "nauc_map_at_20_std": -0.034683, + "nauc_map_at_20_diff1": 0.835346, + "nauc_map_at_100_max": 0.692322, + "nauc_map_at_100_std": -0.034145, + "nauc_map_at_100_diff1": 0.835344, + "nauc_map_at_1000_max": 0.692506, + "nauc_map_at_1000_std": -0.034147, + "nauc_map_at_1000_diff1": 0.835645, + "nauc_recall_at_1_max": 0.694025, + "nauc_recall_at_1_std": -0.047862, + "nauc_recall_at_1_diff1": 0.8631, + "nauc_recall_at_3_max": 0.70108, + "nauc_recall_at_3_std": -0.019853, + "nauc_recall_at_3_diff1": 0.816962, + "nauc_recall_at_5_max": 0.684165, + "nauc_recall_at_5_std": -0.0202, + "nauc_recall_at_5_diff1": 0.795881, + "nauc_recall_at_10_max": 0.665405, + "nauc_recall_at_10_std": -0.008614, + "nauc_recall_at_10_diff1": 0.772126, + "nauc_recall_at_20_max": 0.651684, + "nauc_recall_at_20_std": -0.015931, + "nauc_recall_at_20_diff1": 0.746928, + "nauc_recall_at_100_max": 0.621848, + "nauc_recall_at_100_std": 0.024459, + "nauc_recall_at_100_diff1": 0.706575, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694025, + "nauc_precision_at_1_std": -0.047862, + "nauc_precision_at_1_diff1": 0.8631, + "nauc_precision_at_3_max": 0.70108, + "nauc_precision_at_3_std": -0.019853, + "nauc_precision_at_3_diff1": 0.816962, + "nauc_precision_at_5_max": 0.684165, + "nauc_precision_at_5_std": -0.0202, + "nauc_precision_at_5_diff1": 0.795881, + "nauc_precision_at_10_max": 0.665405, + "nauc_precision_at_10_std": -0.008614, + "nauc_precision_at_10_diff1": 0.772126, + "nauc_precision_at_20_max": 0.651684, + "nauc_precision_at_20_std": -0.015931, + "nauc_precision_at_20_diff1": 0.746928, + "nauc_precision_at_100_max": 0.621848, + "nauc_precision_at_100_std": 0.024459, + "nauc_precision_at_100_diff1": 0.706575, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694025, + "nauc_mrr_at_1_std": -0.047862, + "nauc_mrr_at_1_diff1": 0.8631, + "nauc_mrr_at_3_max": 0.698486, + "nauc_mrr_at_3_std": -0.034668, + "nauc_mrr_at_3_diff1": 0.842812, + "nauc_mrr_at_5_max": 0.694879, + "nauc_mrr_at_5_std": -0.034985, + "nauc_mrr_at_5_diff1": 0.83861, + "nauc_mrr_at_10_max": 0.692837, + "nauc_mrr_at_10_std": -0.03419, + "nauc_mrr_at_10_diff1": 0.836406, + "nauc_mrr_at_20_max": 0.692303, + "nauc_mrr_at_20_std": -0.034683, + "nauc_mrr_at_20_diff1": 0.835346, + "nauc_mrr_at_100_max": 0.692322, + "nauc_mrr_at_100_std": -0.034145, + "nauc_mrr_at_100_diff1": 0.835344, + "nauc_mrr_at_1000_max": 0.692506, + "nauc_mrr_at_1000_std": -0.034147, + "nauc_mrr_at_1000_diff1": 0.835645, + "main_score": 0.60308, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.78005, + "ndcg_at_5": 0.79502, + "ndcg_at_10": 0.80784, + "ndcg_at_20": 0.81481, + "ndcg_at_100": 0.82273, + "ndcg_at_1000": 0.82784, + "map_at_1": 0.73, + "map_at_3": 0.76778, + "map_at_5": 0.776, + "map_at_10": 0.78145, + "map_at_20": 0.78348, + "map_at_100": 0.78451, + "map_at_1000": 0.78473, + "recall_at_1": 0.73, + "recall_at_3": 0.81556, + "recall_at_5": 0.85222, + "recall_at_10": 0.89111, + "recall_at_20": 0.91778, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "precision_at_1": 0.73, + "precision_at_3": 0.27185, + "precision_at_5": 0.17044, + "precision_at_10": 0.08911, + "precision_at_20": 0.04589, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73, + "mrr_at_3": 0.767778, + "mrr_at_5": 0.776, + "mrr_at_10": 0.781447, + "mrr_at_20": 0.783479, + "mrr_at_100": 0.784514, + "mrr_at_1000": 0.784726, + "nauc_ndcg_at_1_max": 0.682396, + "nauc_ndcg_at_1_std": 0.255071, + "nauc_ndcg_at_1_diff1": 0.875329, + "nauc_ndcg_at_3_max": 0.71726, + "nauc_ndcg_at_3_std": 0.299667, + "nauc_ndcg_at_3_diff1": 0.849303, + "nauc_ndcg_at_5_max": 0.714008, + "nauc_ndcg_at_5_std": 0.310388, + "nauc_ndcg_at_5_diff1": 0.847088, + "nauc_ndcg_at_10_max": 0.717993, + "nauc_ndcg_at_10_std": 0.320427, + "nauc_ndcg_at_10_diff1": 0.845446, + "nauc_ndcg_at_20_max": 0.714042, + "nauc_ndcg_at_20_std": 0.313408, + "nauc_ndcg_at_20_diff1": 0.846892, + "nauc_ndcg_at_100_max": 0.715003, + "nauc_ndcg_at_100_std": 0.320613, + "nauc_ndcg_at_100_diff1": 0.848488, + "nauc_ndcg_at_1000_max": 0.711602, + "nauc_ndcg_at_1000_std": 0.307953, + "nauc_ndcg_at_1000_diff1": 0.851365, + "nauc_map_at_1_max": 0.682396, + "nauc_map_at_1_std": 0.255071, + "nauc_map_at_1_diff1": 0.875329, + "nauc_map_at_3_max": 0.708823, + "nauc_map_at_3_std": 0.288216, + "nauc_map_at_3_diff1": 0.856329, + "nauc_map_at_5_max": 0.706994, + "nauc_map_at_5_std": 0.293178, + "nauc_map_at_5_diff1": 0.855294, + "nauc_map_at_10_max": 0.708194, + "nauc_map_at_10_std": 0.295985, + "nauc_map_at_10_diff1": 0.854957, + "nauc_map_at_20_max": 0.70709, + "nauc_map_at_20_std": 0.29416, + "nauc_map_at_20_diff1": 0.855312, + "nauc_map_at_100_max": 0.707239, + "nauc_map_at_100_std": 0.29546, + "nauc_map_at_100_diff1": 0.855595, + "nauc_map_at_1000_max": 0.707113, + "nauc_map_at_1000_std": 0.295031, + "nauc_map_at_1000_diff1": 0.855688, + "nauc_recall_at_1_max": 0.682396, + "nauc_recall_at_1_std": 0.255071, + "nauc_recall_at_1_diff1": 0.875329, + "nauc_recall_at_3_max": 0.746117, + "nauc_recall_at_3_std": 0.339206, + "nauc_recall_at_3_diff1": 0.82486, + "nauc_recall_at_5_max": 0.741356, + "nauc_recall_at_5_std": 0.383352, + "nauc_recall_at_5_diff1": 0.813107, + "nauc_recall_at_10_max": 0.770989, + "nauc_recall_at_10_std": 0.461705, + "nauc_recall_at_10_diff1": 0.793385, + "nauc_recall_at_20_max": 0.756309, + "nauc_recall_at_20_std": 0.446835, + "nauc_recall_at_20_diff1": 0.790484, + "nauc_recall_at_100_max": 0.819074, + "nauc_recall_at_100_std": 0.713846, + "nauc_recall_at_100_diff1": 0.75857, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.682396, + "nauc_precision_at_1_std": 0.255071, + "nauc_precision_at_1_diff1": 0.875329, + "nauc_precision_at_3_max": 0.746117, + "nauc_precision_at_3_std": 0.339206, + "nauc_precision_at_3_diff1": 0.82486, + "nauc_precision_at_5_max": 0.741356, + "nauc_precision_at_5_std": 0.383352, + "nauc_precision_at_5_diff1": 0.813107, + "nauc_precision_at_10_max": 0.770989, + "nauc_precision_at_10_std": 0.461705, + "nauc_precision_at_10_diff1": 0.793385, + "nauc_precision_at_20_max": 0.756309, + "nauc_precision_at_20_std": 0.446835, + "nauc_precision_at_20_diff1": 0.790484, + "nauc_precision_at_100_max": 0.819074, + "nauc_precision_at_100_std": 0.713846, + "nauc_precision_at_100_diff1": 0.75857, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.682396, + "nauc_mrr_at_1_std": 0.255071, + "nauc_mrr_at_1_diff1": 0.875329, + "nauc_mrr_at_3_max": 0.708823, + "nauc_mrr_at_3_std": 0.288216, + "nauc_mrr_at_3_diff1": 0.856329, + "nauc_mrr_at_5_max": 0.706994, + "nauc_mrr_at_5_std": 0.293178, + "nauc_mrr_at_5_diff1": 0.855294, + "nauc_mrr_at_10_max": 0.708194, + "nauc_mrr_at_10_std": 0.295985, + "nauc_mrr_at_10_diff1": 0.854957, + "nauc_mrr_at_20_max": 0.70709, + "nauc_mrr_at_20_std": 0.29416, + "nauc_mrr_at_20_diff1": 0.855312, + "nauc_mrr_at_100_max": 0.707239, + "nauc_mrr_at_100_std": 0.29546, + "nauc_mrr_at_100_diff1": 0.855595, + "nauc_mrr_at_1000_max": 0.707113, + "nauc_mrr_at_1000_std": 0.295031, + "nauc_mrr_at_1000_diff1": 0.855688, + "main_score": 0.80784, + "hf_subset": "snd_Arab-snd_Arab", + "languages": [ + "snd-Arab", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92766, + "ndcg_at_5": 0.93411, + "ndcg_at_10": 0.93709, + "ndcg_at_20": 0.93853, + "ndcg_at_100": 0.94107, + "ndcg_at_1000": 0.94162, + "map_at_1": 0.89, + "map_at_3": 0.91907, + "map_at_5": 0.92269, + "map_at_10": 0.92397, + "map_at_20": 0.92439, + "map_at_100": 0.92475, + "map_at_1000": 0.92477, + "recall_at_1": 0.89, + "recall_at_3": 0.95222, + "recall_at_5": 0.96778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89, + "precision_at_3": 0.31741, + "precision_at_5": 0.19356, + "precision_at_10": 0.09767, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.919074, + "mrr_at_5": 0.922685, + "mrr_at_10": 0.923968, + "mrr_at_20": 0.924385, + "mrr_at_100": 0.924753, + "mrr_at_1000": 0.924772, + "nauc_ndcg_at_1_max": 0.647181, + "nauc_ndcg_at_1_std": -0.239298, + "nauc_ndcg_at_1_diff1": 0.917032, + "nauc_ndcg_at_3_max": 0.724477, + "nauc_ndcg_at_3_std": -0.166746, + "nauc_ndcg_at_3_diff1": 0.914231, + "nauc_ndcg_at_5_max": 0.714509, + "nauc_ndcg_at_5_std": -0.173379, + "nauc_ndcg_at_5_diff1": 0.91644, + "nauc_ndcg_at_10_max": 0.70567, + "nauc_ndcg_at_10_std": -0.172127, + "nauc_ndcg_at_10_diff1": 0.916644, + "nauc_ndcg_at_20_max": 0.705919, + "nauc_ndcg_at_20_std": -0.174565, + "nauc_ndcg_at_20_diff1": 0.91528, + "nauc_ndcg_at_100_max": 0.698817, + "nauc_ndcg_at_100_std": -0.17453, + "nauc_ndcg_at_100_diff1": 0.917456, + "nauc_ndcg_at_1000_max": 0.696837, + "nauc_ndcg_at_1000_std": -0.185818, + "nauc_ndcg_at_1000_diff1": 0.916663, + "nauc_map_at_1_max": 0.647181, + "nauc_map_at_1_std": -0.239298, + "nauc_map_at_1_diff1": 0.917032, + "nauc_map_at_3_max": 0.700924, + "nauc_map_at_3_std": -0.19169, + "nauc_map_at_3_diff1": 0.915384, + "nauc_map_at_5_max": 0.694804, + "nauc_map_at_5_std": -0.196716, + "nauc_map_at_5_diff1": 0.916269, + "nauc_map_at_10_max": 0.691307, + "nauc_map_at_10_std": -0.19681, + "nauc_map_at_10_diff1": 0.916386, + "nauc_map_at_20_max": 0.690959, + "nauc_map_at_20_std": -0.198043, + "nauc_map_at_20_diff1": 0.91606, + "nauc_map_at_100_max": 0.690045, + "nauc_map_at_100_std": -0.198168, + "nauc_map_at_100_diff1": 0.916393, + "nauc_map_at_1000_max": 0.689988, + "nauc_map_at_1000_std": -0.198469, + "nauc_map_at_1000_diff1": 0.916372, + "nauc_recall_at_1_max": 0.647181, + "nauc_recall_at_1_std": -0.239298, + "nauc_recall_at_1_diff1": 0.917032, + "nauc_recall_at_3_max": 0.837502, + "nauc_recall_at_3_std": -0.044937, + "nauc_recall_at_3_diff1": 0.908475, + "nauc_recall_at_5_max": 0.84581, + "nauc_recall_at_5_std": -0.011816, + "nauc_recall_at_5_diff1": 0.918703, + "nauc_recall_at_10_max": 0.825197, + "nauc_recall_at_10_std": 0.062136, + "nauc_recall_at_10_diff1": 0.920413, + "nauc_recall_at_20_max": 0.876459, + "nauc_recall_at_20_std": 0.119719, + "nauc_recall_at_20_diff1": 0.903711, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647181, + "nauc_precision_at_1_std": -0.239298, + "nauc_precision_at_1_diff1": 0.917032, + "nauc_precision_at_3_max": 0.837502, + "nauc_precision_at_3_std": -0.044937, + "nauc_precision_at_3_diff1": 0.908475, + "nauc_precision_at_5_max": 0.84581, + "nauc_precision_at_5_std": -0.011816, + "nauc_precision_at_5_diff1": 0.918703, + "nauc_precision_at_10_max": 0.825197, + "nauc_precision_at_10_std": 0.062136, + "nauc_precision_at_10_diff1": 0.920413, + "nauc_precision_at_20_max": 0.876459, + "nauc_precision_at_20_std": 0.119719, + "nauc_precision_at_20_diff1": 0.903711, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647181, + "nauc_mrr_at_1_std": -0.239298, + "nauc_mrr_at_1_diff1": 0.917032, + "nauc_mrr_at_3_max": 0.700924, + "nauc_mrr_at_3_std": -0.19169, + "nauc_mrr_at_3_diff1": 0.915384, + "nauc_mrr_at_5_max": 0.694804, + "nauc_mrr_at_5_std": -0.196716, + "nauc_mrr_at_5_diff1": 0.916269, + "nauc_mrr_at_10_max": 0.691307, + "nauc_mrr_at_10_std": -0.19681, + "nauc_mrr_at_10_diff1": 0.916386, + "nauc_mrr_at_20_max": 0.690959, + "nauc_mrr_at_20_std": -0.198043, + "nauc_mrr_at_20_diff1": 0.91606, + "nauc_mrr_at_100_max": 0.690045, + "nauc_mrr_at_100_std": -0.198168, + "nauc_mrr_at_100_diff1": 0.916393, + "nauc_mrr_at_1000_max": 0.689988, + "nauc_mrr_at_1000_std": -0.198469, + "nauc_mrr_at_1000_diff1": 0.916372, + "main_score": 0.93709, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68667, + "ndcg_at_3": 0.75311, + "ndcg_at_5": 0.76372, + "ndcg_at_10": 0.77717, + "ndcg_at_20": 0.78384, + "ndcg_at_100": 0.79435, + "ndcg_at_1000": 0.80135, + "map_at_1": 0.68667, + "map_at_3": 0.73722, + "map_at_5": 0.74317, + "map_at_10": 0.74881, + "map_at_20": 0.75059, + "map_at_100": 0.75212, + "map_at_1000": 0.75244, + "recall_at_1": 0.68667, + "recall_at_3": 0.79889, + "recall_at_5": 0.82444, + "recall_at_10": 0.86556, + "recall_at_20": 0.89222, + "recall_at_100": 0.94778, + "recall_at_1000": 1.0, + "precision_at_1": 0.68667, + "precision_at_3": 0.2663, + "precision_at_5": 0.16489, + "precision_at_10": 0.08656, + "precision_at_20": 0.04461, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "mrr_at_1": 0.686667, + "mrr_at_3": 0.737222, + "mrr_at_5": 0.743167, + "mrr_at_10": 0.748805, + "mrr_at_20": 0.750594, + "mrr_at_100": 0.752125, + "mrr_at_1000": 0.752439, + "nauc_ndcg_at_1_max": 0.666069, + "nauc_ndcg_at_1_std": 0.223782, + "nauc_ndcg_at_1_diff1": 0.841694, + "nauc_ndcg_at_3_max": 0.693305, + "nauc_ndcg_at_3_std": 0.243259, + "nauc_ndcg_at_3_diff1": 0.813717, + "nauc_ndcg_at_5_max": 0.698142, + "nauc_ndcg_at_5_std": 0.253027, + "nauc_ndcg_at_5_diff1": 0.817952, + "nauc_ndcg_at_10_max": 0.701501, + "nauc_ndcg_at_10_std": 0.268111, + "nauc_ndcg_at_10_diff1": 0.819421, + "nauc_ndcg_at_20_max": 0.6989, + "nauc_ndcg_at_20_std": 0.269239, + "nauc_ndcg_at_20_diff1": 0.816487, + "nauc_ndcg_at_100_max": 0.696813, + "nauc_ndcg_at_100_std": 0.267794, + "nauc_ndcg_at_100_diff1": 0.819958, + "nauc_ndcg_at_1000_max": 0.694617, + "nauc_ndcg_at_1000_std": 0.258548, + "nauc_ndcg_at_1000_diff1": 0.822036, + "nauc_map_at_1_max": 0.666069, + "nauc_map_at_1_std": 0.223782, + "nauc_map_at_1_diff1": 0.841694, + "nauc_map_at_3_max": 0.688084, + "nauc_map_at_3_std": 0.239936, + "nauc_map_at_3_diff1": 0.821998, + "nauc_map_at_5_max": 0.690309, + "nauc_map_at_5_std": 0.244989, + "nauc_map_at_5_diff1": 0.824536, + "nauc_map_at_10_max": 0.691698, + "nauc_map_at_10_std": 0.250597, + "nauc_map_at_10_diff1": 0.825474, + "nauc_map_at_20_max": 0.690957, + "nauc_map_at_20_std": 0.250624, + "nauc_map_at_20_diff1": 0.824843, + "nauc_map_at_100_max": 0.690597, + "nauc_map_at_100_std": 0.250312, + "nauc_map_at_100_diff1": 0.825337, + "nauc_map_at_1000_max": 0.690515, + "nauc_map_at_1000_std": 0.249954, + "nauc_map_at_1000_diff1": 0.825427, + "nauc_recall_at_1_max": 0.666069, + "nauc_recall_at_1_std": 0.223782, + "nauc_recall_at_1_diff1": 0.841694, + "nauc_recall_at_3_max": 0.71066, + "nauc_recall_at_3_std": 0.254002, + "nauc_recall_at_3_diff1": 0.784041, + "nauc_recall_at_5_max": 0.728816, + "nauc_recall_at_5_std": 0.285198, + "nauc_recall_at_5_diff1": 0.792277, + "nauc_recall_at_10_max": 0.750373, + "nauc_recall_at_10_std": 0.364113, + "nauc_recall_at_10_diff1": 0.789974, + "nauc_recall_at_20_max": 0.742952, + "nauc_recall_at_20_std": 0.39474, + "nauc_recall_at_20_diff1": 0.762008, + "nauc_recall_at_100_max": 0.752975, + "nauc_recall_at_100_std": 0.500318, + "nauc_recall_at_100_diff1": 0.768421, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.666069, + "nauc_precision_at_1_std": 0.223782, + "nauc_precision_at_1_diff1": 0.841694, + "nauc_precision_at_3_max": 0.71066, + "nauc_precision_at_3_std": 0.254002, + "nauc_precision_at_3_diff1": 0.784041, + "nauc_precision_at_5_max": 0.728816, + "nauc_precision_at_5_std": 0.285198, + "nauc_precision_at_5_diff1": 0.792277, + "nauc_precision_at_10_max": 0.750373, + "nauc_precision_at_10_std": 0.364113, + "nauc_precision_at_10_diff1": 0.789974, + "nauc_precision_at_20_max": 0.742952, + "nauc_precision_at_20_std": 0.39474, + "nauc_precision_at_20_diff1": 0.762008, + "nauc_precision_at_100_max": 0.752975, + "nauc_precision_at_100_std": 0.500318, + "nauc_precision_at_100_diff1": 0.768421, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.666069, + "nauc_mrr_at_1_std": 0.223782, + "nauc_mrr_at_1_diff1": 0.841694, + "nauc_mrr_at_3_max": 0.688084, + "nauc_mrr_at_3_std": 0.239936, + "nauc_mrr_at_3_diff1": 0.821998, + "nauc_mrr_at_5_max": 0.690309, + "nauc_mrr_at_5_std": 0.244989, + "nauc_mrr_at_5_diff1": 0.824536, + "nauc_mrr_at_10_max": 0.691698, + "nauc_mrr_at_10_std": 0.250597, + "nauc_mrr_at_10_diff1": 0.825474, + "nauc_mrr_at_20_max": 0.690957, + "nauc_mrr_at_20_std": 0.250624, + "nauc_mrr_at_20_diff1": 0.824843, + "nauc_mrr_at_100_max": 0.690597, + "nauc_mrr_at_100_std": 0.250312, + "nauc_mrr_at_100_diff1": 0.825337, + "nauc_mrr_at_1000_max": 0.690515, + "nauc_mrr_at_1000_std": 0.249954, + "nauc_mrr_at_1000_diff1": 0.825427, + "main_score": 0.77717, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.52222, + "ndcg_at_3": 0.58887, + "ndcg_at_5": 0.60608, + "ndcg_at_10": 0.6281, + "ndcg_at_20": 0.63825, + "ndcg_at_100": 0.66211, + "ndcg_at_1000": 0.67291, + "map_at_1": 0.52222, + "map_at_3": 0.57204, + "map_at_5": 0.58148, + "map_at_10": 0.59063, + "map_at_20": 0.59343, + "map_at_100": 0.59664, + "map_at_1000": 0.59709, + "recall_at_1": 0.52222, + "recall_at_3": 0.63778, + "recall_at_5": 0.68, + "recall_at_10": 0.74778, + "recall_at_20": 0.78778, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "precision_at_1": 0.52222, + "precision_at_3": 0.21259, + "precision_at_5": 0.136, + "precision_at_10": 0.07478, + "precision_at_20": 0.03939, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "mrr_at_1": 0.522222, + "mrr_at_3": 0.572037, + "mrr_at_5": 0.581481, + "mrr_at_10": 0.590627, + "mrr_at_20": 0.593428, + "mrr_at_100": 0.596637, + "mrr_at_1000": 0.597085, + "nauc_ndcg_at_1_max": 0.650426, + "nauc_ndcg_at_1_std": 0.465633, + "nauc_ndcg_at_1_diff1": 0.854948, + "nauc_ndcg_at_3_max": 0.659202, + "nauc_ndcg_at_3_std": 0.496644, + "nauc_ndcg_at_3_diff1": 0.803032, + "nauc_ndcg_at_5_max": 0.660935, + "nauc_ndcg_at_5_std": 0.497013, + "nauc_ndcg_at_5_diff1": 0.799273, + "nauc_ndcg_at_10_max": 0.659514, + "nauc_ndcg_at_10_std": 0.499208, + "nauc_ndcg_at_10_diff1": 0.799847, + "nauc_ndcg_at_20_max": 0.658424, + "nauc_ndcg_at_20_std": 0.498947, + "nauc_ndcg_at_20_diff1": 0.793103, + "nauc_ndcg_at_100_max": 0.654951, + "nauc_ndcg_at_100_std": 0.495868, + "nauc_ndcg_at_100_diff1": 0.797802, + "nauc_ndcg_at_1000_max": 0.656353, + "nauc_ndcg_at_1000_std": 0.494016, + "nauc_ndcg_at_1000_diff1": 0.804714, + "nauc_map_at_1_max": 0.650426, + "nauc_map_at_1_std": 0.465633, + "nauc_map_at_1_diff1": 0.854948, + "nauc_map_at_3_max": 0.657014, + "nauc_map_at_3_std": 0.490086, + "nauc_map_at_3_diff1": 0.816385, + "nauc_map_at_5_max": 0.658151, + "nauc_map_at_5_std": 0.490357, + "nauc_map_at_5_diff1": 0.814828, + "nauc_map_at_10_max": 0.657345, + "nauc_map_at_10_std": 0.490877, + "nauc_map_at_10_diff1": 0.815176, + "nauc_map_at_20_max": 0.656967, + "nauc_map_at_20_std": 0.490663, + "nauc_map_at_20_diff1": 0.813596, + "nauc_map_at_100_max": 0.656366, + "nauc_map_at_100_std": 0.490045, + "nauc_map_at_100_diff1": 0.814266, + "nauc_map_at_1000_max": 0.656423, + "nauc_map_at_1000_std": 0.490045, + "nauc_map_at_1000_diff1": 0.814511, + "nauc_recall_at_1_max": 0.650426, + "nauc_recall_at_1_std": 0.465633, + "nauc_recall_at_1_diff1": 0.854948, + "nauc_recall_at_3_max": 0.666102, + "nauc_recall_at_3_std": 0.516774, + "nauc_recall_at_3_diff1": 0.760742, + "nauc_recall_at_5_max": 0.670258, + "nauc_recall_at_5_std": 0.518643, + "nauc_recall_at_5_diff1": 0.745639, + "nauc_recall_at_10_max": 0.667903, + "nauc_recall_at_10_std": 0.533194, + "nauc_recall_at_10_diff1": 0.738275, + "nauc_recall_at_20_max": 0.663951, + "nauc_recall_at_20_std": 0.537733, + "nauc_recall_at_20_diff1": 0.690421, + "nauc_recall_at_100_max": 0.622448, + "nauc_recall_at_100_std": 0.550811, + "nauc_recall_at_100_diff1": 0.633343, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650426, + "nauc_precision_at_1_std": 0.465633, + "nauc_precision_at_1_diff1": 0.854948, + "nauc_precision_at_3_max": 0.666102, + "nauc_precision_at_3_std": 0.516774, + "nauc_precision_at_3_diff1": 0.760742, + "nauc_precision_at_5_max": 0.670258, + "nauc_precision_at_5_std": 0.518643, + "nauc_precision_at_5_diff1": 0.745639, + "nauc_precision_at_10_max": 0.667903, + "nauc_precision_at_10_std": 0.533194, + "nauc_precision_at_10_diff1": 0.738275, + "nauc_precision_at_20_max": 0.663951, + "nauc_precision_at_20_std": 0.537733, + "nauc_precision_at_20_diff1": 0.690421, + "nauc_precision_at_100_max": 0.622448, + "nauc_precision_at_100_std": 0.550811, + "nauc_precision_at_100_diff1": 0.633343, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.650426, + "nauc_mrr_at_1_std": 0.465633, + "nauc_mrr_at_1_diff1": 0.854948, + "nauc_mrr_at_3_max": 0.657014, + "nauc_mrr_at_3_std": 0.490086, + "nauc_mrr_at_3_diff1": 0.816385, + "nauc_mrr_at_5_max": 0.658151, + "nauc_mrr_at_5_std": 0.490357, + "nauc_mrr_at_5_diff1": 0.814828, + "nauc_mrr_at_10_max": 0.657345, + "nauc_mrr_at_10_std": 0.490877, + "nauc_mrr_at_10_diff1": 0.815176, + "nauc_mrr_at_20_max": 0.656967, + "nauc_mrr_at_20_std": 0.490663, + "nauc_mrr_at_20_diff1": 0.813596, + "nauc_mrr_at_100_max": 0.656366, + "nauc_mrr_at_100_std": 0.490045, + "nauc_mrr_at_100_diff1": 0.814266, + "nauc_mrr_at_1000_max": 0.656423, + "nauc_mrr_at_1000_std": 0.490045, + "nauc_mrr_at_1000_diff1": 0.814511, + "main_score": 0.6281, + "hf_subset": "som_Latn-som_Latn", + "languages": [ + "som-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.78222, + "ndcg_at_3": 0.85173, + "ndcg_at_5": 0.86263, + "ndcg_at_10": 0.8697, + "ndcg_at_20": 0.87536, + "ndcg_at_100": 0.87896, + "ndcg_at_1000": 0.88028, + "map_at_1": 0.78222, + "map_at_3": 0.835, + "map_at_5": 0.841, + "map_at_10": 0.84385, + "map_at_20": 0.84543, + "map_at_100": 0.84595, + "map_at_1000": 0.84601, + "recall_at_1": 0.78222, + "recall_at_3": 0.9, + "recall_at_5": 0.92667, + "recall_at_10": 0.94889, + "recall_at_20": 0.97111, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.78222, + "precision_at_3": 0.3, + "precision_at_5": 0.18533, + "precision_at_10": 0.09489, + "precision_at_20": 0.04856, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.782222, + "mrr_at_3": 0.835, + "mrr_at_5": 0.841, + "mrr_at_10": 0.843851, + "mrr_at_20": 0.845427, + "mrr_at_100": 0.845954, + "mrr_at_1000": 0.846009, + "nauc_ndcg_at_1_max": 0.623398, + "nauc_ndcg_at_1_std": -0.010818, + "nauc_ndcg_at_1_diff1": 0.874751, + "nauc_ndcg_at_3_max": 0.618802, + "nauc_ndcg_at_3_std": -0.003647, + "nauc_ndcg_at_3_diff1": 0.844431, + "nauc_ndcg_at_5_max": 0.629038, + "nauc_ndcg_at_5_std": 0.005042, + "nauc_ndcg_at_5_diff1": 0.847058, + "nauc_ndcg_at_10_max": 0.627737, + "nauc_ndcg_at_10_std": 0.004185, + "nauc_ndcg_at_10_diff1": 0.850332, + "nauc_ndcg_at_20_max": 0.627015, + "nauc_ndcg_at_20_std": 0.003545, + "nauc_ndcg_at_20_diff1": 0.854386, + "nauc_ndcg_at_100_max": 0.626664, + "nauc_ndcg_at_100_std": 0.002486, + "nauc_ndcg_at_100_diff1": 0.855453, + "nauc_ndcg_at_1000_max": 0.626164, + "nauc_ndcg_at_1000_std": 0.000275, + "nauc_ndcg_at_1000_diff1": 0.855432, + "nauc_map_at_1_max": 0.623398, + "nauc_map_at_1_std": -0.010818, + "nauc_map_at_1_diff1": 0.874751, + "nauc_map_at_3_max": 0.620719, + "nauc_map_at_3_std": -0.006632, + "nauc_map_at_3_diff1": 0.853844, + "nauc_map_at_5_max": 0.625979, + "nauc_map_at_5_std": -0.002641, + "nauc_map_at_5_diff1": 0.855571, + "nauc_map_at_10_max": 0.625539, + "nauc_map_at_10_std": -0.002943, + "nauc_map_at_10_diff1": 0.856709, + "nauc_map_at_20_max": 0.625328, + "nauc_map_at_20_std": -0.003335, + "nauc_map_at_20_diff1": 0.857726, + "nauc_map_at_100_max": 0.625334, + "nauc_map_at_100_std": -0.003387, + "nauc_map_at_100_diff1": 0.857802, + "nauc_map_at_1000_max": 0.625301, + "nauc_map_at_1000_std": -0.003425, + "nauc_map_at_1000_diff1": 0.857807, + "nauc_recall_at_1_max": 0.623398, + "nauc_recall_at_1_std": -0.010818, + "nauc_recall_at_1_diff1": 0.874751, + "nauc_recall_at_3_max": 0.609902, + "nauc_recall_at_3_std": 0.010209, + "nauc_recall_at_3_diff1": 0.802272, + "nauc_recall_at_5_max": 0.648813, + "nauc_recall_at_5_std": 0.053455, + "nauc_recall_at_5_diff1": 0.797605, + "nauc_recall_at_10_max": 0.646501, + "nauc_recall_at_10_std": 0.065583, + "nauc_recall_at_10_diff1": 0.802968, + "nauc_recall_at_20_max": 0.650399, + "nauc_recall_at_20_std": 0.108741, + "nauc_recall_at_20_diff1": 0.830155, + "nauc_recall_at_100_max": 0.660027, + "nauc_recall_at_100_std": 0.218902, + "nauc_recall_at_100_diff1": 0.859685, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.623398, + "nauc_precision_at_1_std": -0.010818, + "nauc_precision_at_1_diff1": 0.874751, + "nauc_precision_at_3_max": 0.609902, + "nauc_precision_at_3_std": 0.010209, + "nauc_precision_at_3_diff1": 0.802272, + "nauc_precision_at_5_max": 0.648813, + "nauc_precision_at_5_std": 0.053455, + "nauc_precision_at_5_diff1": 0.797605, + "nauc_precision_at_10_max": 0.646501, + "nauc_precision_at_10_std": 0.065583, + "nauc_precision_at_10_diff1": 0.802968, + "nauc_precision_at_20_max": 0.650399, + "nauc_precision_at_20_std": 0.108741, + "nauc_precision_at_20_diff1": 0.830155, + "nauc_precision_at_100_max": 0.660027, + "nauc_precision_at_100_std": 0.218902, + "nauc_precision_at_100_diff1": 0.859685, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.623398, + "nauc_mrr_at_1_std": -0.010818, + "nauc_mrr_at_1_diff1": 0.874751, + "nauc_mrr_at_3_max": 0.620719, + "nauc_mrr_at_3_std": -0.006632, + "nauc_mrr_at_3_diff1": 0.853844, + "nauc_mrr_at_5_max": 0.625979, + "nauc_mrr_at_5_std": -0.002641, + "nauc_mrr_at_5_diff1": 0.855571, + "nauc_mrr_at_10_max": 0.625539, + "nauc_mrr_at_10_std": -0.002943, + "nauc_mrr_at_10_diff1": 0.856709, + "nauc_mrr_at_20_max": 0.625328, + "nauc_mrr_at_20_std": -0.003335, + "nauc_mrr_at_20_diff1": 0.857726, + "nauc_mrr_at_100_max": 0.625334, + "nauc_mrr_at_100_std": -0.003387, + "nauc_mrr_at_100_diff1": 0.857802, + "nauc_mrr_at_1000_max": 0.625301, + "nauc_mrr_at_1000_std": -0.003425, + "nauc_mrr_at_1000_diff1": 0.857807, + "main_score": 0.8697, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.48444, + "ndcg_at_3": 0.53946, + "ndcg_at_5": 0.55098, + "ndcg_at_10": 0.56917, + "ndcg_at_20": 0.5845, + "ndcg_at_100": 0.6065, + "ndcg_at_1000": 0.62701, + "map_at_1": 0.48444, + "map_at_3": 0.52685, + "map_at_5": 0.5333, + "map_at_10": 0.54093, + "map_at_20": 0.54508, + "map_at_100": 0.54795, + "map_at_1000": 0.54874, + "recall_at_1": 0.48444, + "recall_at_3": 0.57556, + "recall_at_5": 0.60333, + "recall_at_10": 0.65889, + "recall_at_20": 0.72, + "recall_at_100": 0.84111, + "recall_at_1000": 1.0, + "precision_at_1": 0.48444, + "precision_at_3": 0.19185, + "precision_at_5": 0.12067, + "precision_at_10": 0.06589, + "precision_at_20": 0.036, + "precision_at_100": 0.00841, + "precision_at_1000": 0.001, + "mrr_at_1": 0.484444, + "mrr_at_3": 0.526852, + "mrr_at_5": 0.533296, + "mrr_at_10": 0.54093, + "mrr_at_20": 0.545078, + "mrr_at_100": 0.547954, + "mrr_at_1000": 0.548743, + "nauc_ndcg_at_1_max": 0.69119, + "nauc_ndcg_at_1_std": -0.001633, + "nauc_ndcg_at_1_diff1": 0.846366, + "nauc_ndcg_at_3_max": 0.700769, + "nauc_ndcg_at_3_std": 0.013074, + "nauc_ndcg_at_3_diff1": 0.805296, + "nauc_ndcg_at_5_max": 0.688246, + "nauc_ndcg_at_5_std": 0.009552, + "nauc_ndcg_at_5_diff1": 0.799514, + "nauc_ndcg_at_10_max": 0.676291, + "nauc_ndcg_at_10_std": 0.002964, + "nauc_ndcg_at_10_diff1": 0.787419, + "nauc_ndcg_at_20_max": 0.673189, + "nauc_ndcg_at_20_std": 0.012778, + "nauc_ndcg_at_20_diff1": 0.780766, + "nauc_ndcg_at_100_max": 0.674382, + "nauc_ndcg_at_100_std": 0.013386, + "nauc_ndcg_at_100_diff1": 0.781725, + "nauc_ndcg_at_1000_max": 0.680457, + "nauc_ndcg_at_1000_std": 0.009339, + "nauc_ndcg_at_1000_diff1": 0.793318, + "nauc_map_at_1_max": 0.69119, + "nauc_map_at_1_std": -0.001633, + "nauc_map_at_1_diff1": 0.846366, + "nauc_map_at_3_max": 0.699113, + "nauc_map_at_3_std": 0.009102, + "nauc_map_at_3_diff1": 0.815639, + "nauc_map_at_5_max": 0.692183, + "nauc_map_at_5_std": 0.006911, + "nauc_map_at_5_diff1": 0.812631, + "nauc_map_at_10_max": 0.687496, + "nauc_map_at_10_std": 0.003961, + "nauc_map_at_10_diff1": 0.807777, + "nauc_map_at_20_max": 0.686684, + "nauc_map_at_20_std": 0.006295, + "nauc_map_at_20_diff1": 0.806177, + "nauc_map_at_100_max": 0.686796, + "nauc_map_at_100_std": 0.006437, + "nauc_map_at_100_diff1": 0.806311, + "nauc_map_at_1000_max": 0.686992, + "nauc_map_at_1000_std": 0.006321, + "nauc_map_at_1000_diff1": 0.806683, + "nauc_recall_at_1_max": 0.69119, + "nauc_recall_at_1_std": -0.001633, + "nauc_recall_at_1_diff1": 0.846366, + "nauc_recall_at_3_max": 0.705455, + "nauc_recall_at_3_std": 0.025213, + "nauc_recall_at_3_diff1": 0.773986, + "nauc_recall_at_5_max": 0.673892, + "nauc_recall_at_5_std": 0.017672, + "nauc_recall_at_5_diff1": 0.757781, + "nauc_recall_at_10_max": 0.630203, + "nauc_recall_at_10_std": -0.00278, + "nauc_recall_at_10_diff1": 0.712027, + "nauc_recall_at_20_max": 0.6085, + "nauc_recall_at_20_std": 0.04778, + "nauc_recall_at_20_diff1": 0.667404, + "nauc_recall_at_100_max": 0.585917, + "nauc_recall_at_100_std": 0.073127, + "nauc_recall_at_100_diff1": 0.612778, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.69119, + "nauc_precision_at_1_std": -0.001633, + "nauc_precision_at_1_diff1": 0.846366, + "nauc_precision_at_3_max": 0.705455, + "nauc_precision_at_3_std": 0.025213, + "nauc_precision_at_3_diff1": 0.773986, + "nauc_precision_at_5_max": 0.673892, + "nauc_precision_at_5_std": 0.017672, + "nauc_precision_at_5_diff1": 0.757781, + "nauc_precision_at_10_max": 0.630203, + "nauc_precision_at_10_std": -0.00278, + "nauc_precision_at_10_diff1": 0.712027, + "nauc_precision_at_20_max": 0.6085, + "nauc_precision_at_20_std": 0.04778, + "nauc_precision_at_20_diff1": 0.667404, + "nauc_precision_at_100_max": 0.585917, + "nauc_precision_at_100_std": 0.073127, + "nauc_precision_at_100_diff1": 0.612778, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.69119, + "nauc_mrr_at_1_std": -0.001633, + "nauc_mrr_at_1_diff1": 0.846366, + "nauc_mrr_at_3_max": 0.699113, + "nauc_mrr_at_3_std": 0.009102, + "nauc_mrr_at_3_diff1": 0.815639, + "nauc_mrr_at_5_max": 0.692183, + "nauc_mrr_at_5_std": 0.006911, + "nauc_mrr_at_5_diff1": 0.812631, + "nauc_mrr_at_10_max": 0.687496, + "nauc_mrr_at_10_std": 0.003961, + "nauc_mrr_at_10_diff1": 0.807777, + "nauc_mrr_at_20_max": 0.686684, + "nauc_mrr_at_20_std": 0.006295, + "nauc_mrr_at_20_diff1": 0.806177, + "nauc_mrr_at_100_max": 0.686796, + "nauc_mrr_at_100_std": 0.006437, + "nauc_mrr_at_100_diff1": 0.806311, + "nauc_mrr_at_1000_max": 0.686992, + "nauc_mrr_at_1000_std": 0.006321, + "nauc_mrr_at_1000_diff1": 0.806683, + "main_score": 0.56917, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.51778, + "ndcg_at_3": 0.57411, + "ndcg_at_5": 0.58468, + "ndcg_at_10": 0.59747, + "ndcg_at_20": 0.60936, + "ndcg_at_100": 0.63547, + "ndcg_at_1000": 0.65269, + "map_at_1": 0.51778, + "map_at_3": 0.56019, + "map_at_5": 0.56607, + "map_at_10": 0.57127, + "map_at_20": 0.57444, + "map_at_100": 0.57801, + "map_at_1000": 0.57873, + "recall_at_1": 0.51778, + "recall_at_3": 0.61444, + "recall_at_5": 0.64, + "recall_at_10": 0.68, + "recall_at_20": 0.72778, + "recall_at_100": 0.86889, + "recall_at_1000": 1.0, + "precision_at_1": 0.51778, + "precision_at_3": 0.20481, + "precision_at_5": 0.128, + "precision_at_10": 0.068, + "precision_at_20": 0.03639, + "precision_at_100": 0.00869, + "precision_at_1000": 0.001, + "mrr_at_1": 0.517778, + "mrr_at_3": 0.560185, + "mrr_at_5": 0.566074, + "mrr_at_10": 0.571272, + "mrr_at_20": 0.574438, + "mrr_at_100": 0.578012, + "mrr_at_1000": 0.578727, + "nauc_ndcg_at_1_max": 0.707318, + "nauc_ndcg_at_1_std": 0.50991, + "nauc_ndcg_at_1_diff1": 0.876284, + "nauc_ndcg_at_3_max": 0.717054, + "nauc_ndcg_at_3_std": 0.560542, + "nauc_ndcg_at_3_diff1": 0.849316, + "nauc_ndcg_at_5_max": 0.714098, + "nauc_ndcg_at_5_std": 0.553047, + "nauc_ndcg_at_5_diff1": 0.841886, + "nauc_ndcg_at_10_max": 0.709512, + "nauc_ndcg_at_10_std": 0.552272, + "nauc_ndcg_at_10_diff1": 0.833978, + "nauc_ndcg_at_20_max": 0.707297, + "nauc_ndcg_at_20_std": 0.552029, + "nauc_ndcg_at_20_diff1": 0.829613, + "nauc_ndcg_at_100_max": 0.703698, + "nauc_ndcg_at_100_std": 0.546463, + "nauc_ndcg_at_100_diff1": 0.83044, + "nauc_ndcg_at_1000_max": 0.70872, + "nauc_ndcg_at_1000_std": 0.546954, + "nauc_ndcg_at_1000_diff1": 0.838945, + "nauc_map_at_1_max": 0.707318, + "nauc_map_at_1_std": 0.50991, + "nauc_map_at_1_diff1": 0.876284, + "nauc_map_at_3_max": 0.715635, + "nauc_map_at_3_std": 0.549307, + "nauc_map_at_3_diff1": 0.856419, + "nauc_map_at_5_max": 0.713863, + "nauc_map_at_5_std": 0.54513, + "nauc_map_at_5_diff1": 0.852373, + "nauc_map_at_10_max": 0.712301, + "nauc_map_at_10_std": 0.545056, + "nauc_map_at_10_diff1": 0.849429, + "nauc_map_at_20_max": 0.711862, + "nauc_map_at_20_std": 0.544987, + "nauc_map_at_20_diff1": 0.848396, + "nauc_map_at_100_max": 0.711327, + "nauc_map_at_100_std": 0.544078, + "nauc_map_at_100_diff1": 0.848356, + "nauc_map_at_1000_max": 0.711503, + "nauc_map_at_1000_std": 0.544054, + "nauc_map_at_1000_diff1": 0.848671, + "nauc_recall_at_1_max": 0.707318, + "nauc_recall_at_1_std": 0.50991, + "nauc_recall_at_1_diff1": 0.876284, + "nauc_recall_at_3_max": 0.720971, + "nauc_recall_at_3_std": 0.59452, + "nauc_recall_at_3_diff1": 0.827268, + "nauc_recall_at_5_max": 0.714117, + "nauc_recall_at_5_std": 0.576507, + "nauc_recall_at_5_diff1": 0.807118, + "nauc_recall_at_10_max": 0.696164, + "nauc_recall_at_10_std": 0.573668, + "nauc_recall_at_10_diff1": 0.775576, + "nauc_recall_at_20_max": 0.682178, + "nauc_recall_at_20_std": 0.57482, + "nauc_recall_at_20_diff1": 0.746196, + "nauc_recall_at_100_max": 0.622348, + "nauc_recall_at_100_std": 0.534502, + "nauc_recall_at_100_diff1": 0.693091, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707318, + "nauc_precision_at_1_std": 0.50991, + "nauc_precision_at_1_diff1": 0.876284, + "nauc_precision_at_3_max": 0.720971, + "nauc_precision_at_3_std": 0.59452, + "nauc_precision_at_3_diff1": 0.827268, + "nauc_precision_at_5_max": 0.714117, + "nauc_precision_at_5_std": 0.576507, + "nauc_precision_at_5_diff1": 0.807118, + "nauc_precision_at_10_max": 0.696164, + "nauc_precision_at_10_std": 0.573668, + "nauc_precision_at_10_diff1": 0.775576, + "nauc_precision_at_20_max": 0.682178, + "nauc_precision_at_20_std": 0.57482, + "nauc_precision_at_20_diff1": 0.746196, + "nauc_precision_at_100_max": 0.622348, + "nauc_precision_at_100_std": 0.534502, + "nauc_precision_at_100_diff1": 0.693091, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707318, + "nauc_mrr_at_1_std": 0.50991, + "nauc_mrr_at_1_diff1": 0.876284, + "nauc_mrr_at_3_max": 0.715635, + "nauc_mrr_at_3_std": 0.549307, + "nauc_mrr_at_3_diff1": 0.856419, + "nauc_mrr_at_5_max": 0.713863, + "nauc_mrr_at_5_std": 0.54513, + "nauc_mrr_at_5_diff1": 0.852373, + "nauc_mrr_at_10_max": 0.712301, + "nauc_mrr_at_10_std": 0.545056, + "nauc_mrr_at_10_diff1": 0.849429, + "nauc_mrr_at_20_max": 0.711862, + "nauc_mrr_at_20_std": 0.544987, + "nauc_mrr_at_20_diff1": 0.848396, + "nauc_mrr_at_100_max": 0.711327, + "nauc_mrr_at_100_std": 0.544078, + "nauc_mrr_at_100_diff1": 0.848356, + "nauc_mrr_at_1000_max": 0.711503, + "nauc_mrr_at_1000_std": 0.544054, + "nauc_mrr_at_1000_diff1": 0.848671, + "main_score": 0.59747, + "hf_subset": "sot_Latn-sot_Latn", + "languages": [ + "sot-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.84549, + "ndcg_at_5": 0.85658, + "ndcg_at_10": 0.86787, + "ndcg_at_20": 0.87315, + "ndcg_at_100": 0.87857, + "ndcg_at_1000": 0.87946, + "map_at_1": 0.79222, + "map_at_3": 0.83241, + "map_at_5": 0.83863, + "map_at_10": 0.84338, + "map_at_20": 0.84479, + "map_at_100": 0.84564, + "map_at_1000": 0.84568, + "recall_at_1": 0.79222, + "recall_at_3": 0.88333, + "recall_at_5": 0.91, + "recall_at_10": 0.94444, + "recall_at_20": 0.96556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.79222, + "precision_at_3": 0.29444, + "precision_at_5": 0.182, + "precision_at_10": 0.09444, + "precision_at_20": 0.04828, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.832407, + "mrr_at_5": 0.83863, + "mrr_at_10": 0.843377, + "mrr_at_20": 0.844794, + "mrr_at_100": 0.845643, + "mrr_at_1000": 0.845683, + "nauc_ndcg_at_1_max": 0.668649, + "nauc_ndcg_at_1_std": 0.083567, + "nauc_ndcg_at_1_diff1": 0.877488, + "nauc_ndcg_at_3_max": 0.697508, + "nauc_ndcg_at_3_std": 0.101172, + "nauc_ndcg_at_3_diff1": 0.857159, + "nauc_ndcg_at_5_max": 0.696579, + "nauc_ndcg_at_5_std": 0.119544, + "nauc_ndcg_at_5_diff1": 0.854337, + "nauc_ndcg_at_10_max": 0.696095, + "nauc_ndcg_at_10_std": 0.106509, + "nauc_ndcg_at_10_diff1": 0.859277, + "nauc_ndcg_at_20_max": 0.691349, + "nauc_ndcg_at_20_std": 0.094844, + "nauc_ndcg_at_20_diff1": 0.86092, + "nauc_ndcg_at_100_max": 0.688454, + "nauc_ndcg_at_100_std": 0.100591, + "nauc_ndcg_at_100_diff1": 0.861861, + "nauc_ndcg_at_1000_max": 0.688913, + "nauc_ndcg_at_1000_std": 0.098736, + "nauc_ndcg_at_1000_diff1": 0.862544, + "nauc_map_at_1_max": 0.668649, + "nauc_map_at_1_std": 0.083567, + "nauc_map_at_1_diff1": 0.877488, + "nauc_map_at_3_max": 0.689156, + "nauc_map_at_3_std": 0.093735, + "nauc_map_at_3_diff1": 0.863275, + "nauc_map_at_5_max": 0.688362, + "nauc_map_at_5_std": 0.103027, + "nauc_map_at_5_diff1": 0.861959, + "nauc_map_at_10_max": 0.68784, + "nauc_map_at_10_std": 0.098069, + "nauc_map_at_10_diff1": 0.86383, + "nauc_map_at_20_max": 0.686689, + "nauc_map_at_20_std": 0.095181, + "nauc_map_at_20_diff1": 0.864242, + "nauc_map_at_100_max": 0.686334, + "nauc_map_at_100_std": 0.095752, + "nauc_map_at_100_diff1": 0.864436, + "nauc_map_at_1000_max": 0.686359, + "nauc_map_at_1000_std": 0.095753, + "nauc_map_at_1000_diff1": 0.864471, + "nauc_recall_at_1_max": 0.668649, + "nauc_recall_at_1_std": 0.083567, + "nauc_recall_at_1_diff1": 0.877488, + "nauc_recall_at_3_max": 0.730737, + "nauc_recall_at_3_std": 0.132119, + "nauc_recall_at_3_diff1": 0.83269, + "nauc_recall_at_5_max": 0.736504, + "nauc_recall_at_5_std": 0.205375, + "nauc_recall_at_5_diff1": 0.81659, + "nauc_recall_at_10_max": 0.758954, + "nauc_recall_at_10_std": 0.165359, + "nauc_recall_at_10_diff1": 0.829188, + "nauc_recall_at_20_max": 0.732056, + "nauc_recall_at_20_std": 0.046459, + "nauc_recall_at_20_diff1": 0.833529, + "nauc_recall_at_100_max": 0.637099, + "nauc_recall_at_100_std": 0.397137, + "nauc_recall_at_100_diff1": 0.785714, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668649, + "nauc_precision_at_1_std": 0.083567, + "nauc_precision_at_1_diff1": 0.877488, + "nauc_precision_at_3_max": 0.730737, + "nauc_precision_at_3_std": 0.132119, + "nauc_precision_at_3_diff1": 0.83269, + "nauc_precision_at_5_max": 0.736504, + "nauc_precision_at_5_std": 0.205375, + "nauc_precision_at_5_diff1": 0.81659, + "nauc_precision_at_10_max": 0.758954, + "nauc_precision_at_10_std": 0.165359, + "nauc_precision_at_10_diff1": 0.829188, + "nauc_precision_at_20_max": 0.732056, + "nauc_precision_at_20_std": 0.046459, + "nauc_precision_at_20_diff1": 0.833529, + "nauc_precision_at_100_max": 0.637099, + "nauc_precision_at_100_std": 0.397137, + "nauc_precision_at_100_diff1": 0.785714, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.668649, + "nauc_mrr_at_1_std": 0.083567, + "nauc_mrr_at_1_diff1": 0.877488, + "nauc_mrr_at_3_max": 0.689156, + "nauc_mrr_at_3_std": 0.093735, + "nauc_mrr_at_3_diff1": 0.863275, + "nauc_mrr_at_5_max": 0.688362, + "nauc_mrr_at_5_std": 0.103027, + "nauc_mrr_at_5_diff1": 0.861959, + "nauc_mrr_at_10_max": 0.68784, + "nauc_mrr_at_10_std": 0.098069, + "nauc_mrr_at_10_diff1": 0.86383, + "nauc_mrr_at_20_max": 0.686689, + "nauc_mrr_at_20_std": 0.095181, + "nauc_mrr_at_20_diff1": 0.864242, + "nauc_mrr_at_100_max": 0.686334, + "nauc_mrr_at_100_std": 0.095752, + "nauc_mrr_at_100_diff1": 0.864436, + "nauc_mrr_at_1000_max": 0.686359, + "nauc_mrr_at_1000_std": 0.095753, + "nauc_mrr_at_1000_diff1": 0.864471, + "main_score": 0.86787, + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44333, + "ndcg_at_3": 0.48882, + "ndcg_at_5": 0.49843, + "ndcg_at_10": 0.51185, + "ndcg_at_20": 0.52276, + "ndcg_at_100": 0.55072, + "ndcg_at_1000": 0.57937, + "map_at_1": 0.44333, + "map_at_3": 0.47833, + "map_at_5": 0.48367, + "map_at_10": 0.48906, + "map_at_20": 0.49218, + "map_at_100": 0.49587, + "map_at_1000": 0.49701, + "recall_at_1": 0.44333, + "recall_at_3": 0.51889, + "recall_at_5": 0.54222, + "recall_at_10": 0.58444, + "recall_at_20": 0.62667, + "recall_at_100": 0.78, + "recall_at_1000": 1.0, + "precision_at_1": 0.44333, + "precision_at_3": 0.17296, + "precision_at_5": 0.10844, + "precision_at_10": 0.05844, + "precision_at_20": 0.03133, + "precision_at_100": 0.0078, + "precision_at_1000": 0.001, + "mrr_at_1": 0.443333, + "mrr_at_3": 0.478333, + "mrr_at_5": 0.483667, + "mrr_at_10": 0.489062, + "mrr_at_20": 0.49218, + "mrr_at_100": 0.495867, + "mrr_at_1000": 0.49701, + "nauc_ndcg_at_1_max": 0.676823, + "nauc_ndcg_at_1_std": -0.045635, + "nauc_ndcg_at_1_diff1": 0.85295, + "nauc_ndcg_at_3_max": 0.670931, + "nauc_ndcg_at_3_std": -0.062118, + "nauc_ndcg_at_3_diff1": 0.813794, + "nauc_ndcg_at_5_max": 0.66519, + "nauc_ndcg_at_5_std": -0.062056, + "nauc_ndcg_at_5_diff1": 0.806169, + "nauc_ndcg_at_10_max": 0.652507, + "nauc_ndcg_at_10_std": -0.058746, + "nauc_ndcg_at_10_diff1": 0.795151, + "nauc_ndcg_at_20_max": 0.649224, + "nauc_ndcg_at_20_std": -0.053468, + "nauc_ndcg_at_20_diff1": 0.786323, + "nauc_ndcg_at_100_max": 0.640041, + "nauc_ndcg_at_100_std": -0.05512, + "nauc_ndcg_at_100_diff1": 0.7832, + "nauc_ndcg_at_1000_max": 0.653569, + "nauc_ndcg_at_1000_std": -0.055134, + "nauc_ndcg_at_1000_diff1": 0.797852, + "nauc_map_at_1_max": 0.676823, + "nauc_map_at_1_std": -0.045635, + "nauc_map_at_1_diff1": 0.85295, + "nauc_map_at_3_max": 0.672989, + "nauc_map_at_3_std": -0.058317, + "nauc_map_at_3_diff1": 0.823191, + "nauc_map_at_5_max": 0.66998, + "nauc_map_at_5_std": -0.057895, + "nauc_map_at_5_diff1": 0.818928, + "nauc_map_at_10_max": 0.664929, + "nauc_map_at_10_std": -0.056528, + "nauc_map_at_10_diff1": 0.81459, + "nauc_map_at_20_max": 0.664033, + "nauc_map_at_20_std": -0.054983, + "nauc_map_at_20_diff1": 0.812071, + "nauc_map_at_100_max": 0.662791, + "nauc_map_at_100_std": -0.055174, + "nauc_map_at_100_diff1": 0.811738, + "nauc_map_at_1000_max": 0.663285, + "nauc_map_at_1000_std": -0.055116, + "nauc_map_at_1000_diff1": 0.812245, + "nauc_recall_at_1_max": 0.676823, + "nauc_recall_at_1_std": -0.045635, + "nauc_recall_at_1_diff1": 0.85295, + "nauc_recall_at_3_max": 0.664596, + "nauc_recall_at_3_std": -0.073235, + "nauc_recall_at_3_diff1": 0.786143, + "nauc_recall_at_5_max": 0.649481, + "nauc_recall_at_5_std": -0.074943, + "nauc_recall_at_5_diff1": 0.766888, + "nauc_recall_at_10_max": 0.60664, + "nauc_recall_at_10_std": -0.064698, + "nauc_recall_at_10_diff1": 0.728429, + "nauc_recall_at_20_max": 0.589637, + "nauc_recall_at_20_std": -0.042789, + "nauc_recall_at_20_diff1": 0.686865, + "nauc_recall_at_100_max": 0.486608, + "nauc_recall_at_100_std": -0.051377, + "nauc_recall_at_100_diff1": 0.614488, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676823, + "nauc_precision_at_1_std": -0.045635, + "nauc_precision_at_1_diff1": 0.85295, + "nauc_precision_at_3_max": 0.664596, + "nauc_precision_at_3_std": -0.073235, + "nauc_precision_at_3_diff1": 0.786143, + "nauc_precision_at_5_max": 0.649481, + "nauc_precision_at_5_std": -0.074943, + "nauc_precision_at_5_diff1": 0.766888, + "nauc_precision_at_10_max": 0.60664, + "nauc_precision_at_10_std": -0.064698, + "nauc_precision_at_10_diff1": 0.728429, + "nauc_precision_at_20_max": 0.589637, + "nauc_precision_at_20_std": -0.042789, + "nauc_precision_at_20_diff1": 0.686865, + "nauc_precision_at_100_max": 0.486608, + "nauc_precision_at_100_std": -0.051377, + "nauc_precision_at_100_diff1": 0.614488, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.676823, + "nauc_mrr_at_1_std": -0.045635, + "nauc_mrr_at_1_diff1": 0.85295, + "nauc_mrr_at_3_max": 0.672989, + "nauc_mrr_at_3_std": -0.058317, + "nauc_mrr_at_3_diff1": 0.823191, + "nauc_mrr_at_5_max": 0.66998, + "nauc_mrr_at_5_std": -0.057895, + "nauc_mrr_at_5_diff1": 0.818928, + "nauc_mrr_at_10_max": 0.664929, + "nauc_mrr_at_10_std": -0.056528, + "nauc_mrr_at_10_diff1": 0.81459, + "nauc_mrr_at_20_max": 0.664033, + "nauc_mrr_at_20_std": -0.054983, + "nauc_mrr_at_20_diff1": 0.812071, + "nauc_mrr_at_100_max": 0.662791, + "nauc_mrr_at_100_std": -0.055174, + "nauc_mrr_at_100_diff1": 0.811738, + "nauc_mrr_at_1000_max": 0.663285, + "nauc_mrr_at_1000_std": -0.055116, + "nauc_mrr_at_1000_diff1": 0.812245, + "main_score": 0.51185, + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.92222, + "ndcg_at_3": 0.94866, + "ndcg_at_5": 0.95244, + "ndcg_at_10": 0.95472, + "ndcg_at_20": 0.95709, + "ndcg_at_100": 0.95813, + "ndcg_at_1000": 0.95855, + "map_at_1": 0.92222, + "map_at_3": 0.94241, + "map_at_5": 0.94457, + "map_at_10": 0.94558, + "map_at_20": 0.9463, + "map_at_100": 0.94645, + "map_at_1000": 0.94646, + "recall_at_1": 0.92222, + "recall_at_3": 0.96667, + "recall_at_5": 0.97556, + "recall_at_10": 0.98222, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92222, + "precision_at_3": 0.32222, + "precision_at_5": 0.19511, + "precision_at_10": 0.09822, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922222, + "mrr_at_3": 0.942407, + "mrr_at_5": 0.944574, + "mrr_at_10": 0.945585, + "mrr_at_20": 0.946301, + "mrr_at_100": 0.946447, + "mrr_at_1000": 0.946462, + "nauc_ndcg_at_1_max": 0.779645, + "nauc_ndcg_at_1_std": -0.14976, + "nauc_ndcg_at_1_diff1": 0.944444, + "nauc_ndcg_at_3_max": 0.82701, + "nauc_ndcg_at_3_std": -0.075557, + "nauc_ndcg_at_3_diff1": 0.941331, + "nauc_ndcg_at_5_max": 0.824355, + "nauc_ndcg_at_5_std": -0.083284, + "nauc_ndcg_at_5_diff1": 0.944604, + "nauc_ndcg_at_10_max": 0.8217, + "nauc_ndcg_at_10_std": -0.085233, + "nauc_ndcg_at_10_diff1": 0.94425, + "nauc_ndcg_at_20_max": 0.822014, + "nauc_ndcg_at_20_std": -0.057689, + "nauc_ndcg_at_20_diff1": 0.943857, + "nauc_ndcg_at_100_max": 0.817584, + "nauc_ndcg_at_100_std": -0.076435, + "nauc_ndcg_at_100_diff1": 0.944472, + "nauc_ndcg_at_1000_max": 0.815737, + "nauc_ndcg_at_1000_std": -0.087329, + "nauc_ndcg_at_1000_diff1": 0.94391, + "nauc_map_at_1_max": 0.779645, + "nauc_map_at_1_std": -0.14976, + "nauc_map_at_1_diff1": 0.944444, + "nauc_map_at_3_max": 0.814017, + "nauc_map_at_3_std": -0.10118, + "nauc_map_at_3_diff1": 0.942154, + "nauc_map_at_5_max": 0.812207, + "nauc_map_at_5_std": -0.105637, + "nauc_map_at_5_diff1": 0.943709, + "nauc_map_at_10_max": 0.811047, + "nauc_map_at_10_std": -0.107709, + "nauc_map_at_10_diff1": 0.943608, + "nauc_map_at_20_max": 0.811023, + "nauc_map_at_20_std": -0.101072, + "nauc_map_at_20_diff1": 0.943497, + "nauc_map_at_100_max": 0.810506, + "nauc_map_at_100_std": -0.103329, + "nauc_map_at_100_diff1": 0.943577, + "nauc_map_at_1000_max": 0.810453, + "nauc_map_at_1000_std": -0.103633, + "nauc_map_at_1000_diff1": 0.943562, + "nauc_recall_at_1_max": 0.779645, + "nauc_recall_at_1_std": -0.14976, + "nauc_recall_at_1_diff1": 0.944444, + "nauc_recall_at_3_max": 0.890056, + "nauc_recall_at_3_std": 0.053237, + "nauc_recall_at_3_diff1": 0.937364, + "nauc_recall_at_5_max": 0.900794, + "nauc_recall_at_5_std": 0.061476, + "nauc_recall_at_5_diff1": 0.951723, + "nauc_recall_at_10_max": 0.908818, + "nauc_recall_at_10_std": 0.116334, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.804563, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779645, + "nauc_precision_at_1_std": -0.14976, + "nauc_precision_at_1_diff1": 0.944444, + "nauc_precision_at_3_max": 0.890056, + "nauc_precision_at_3_std": 0.053237, + "nauc_precision_at_3_diff1": 0.937364, + "nauc_precision_at_5_max": 0.900794, + "nauc_precision_at_5_std": 0.061476, + "nauc_precision_at_5_diff1": 0.951723, + "nauc_precision_at_10_max": 0.908818, + "nauc_precision_at_10_std": 0.116334, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.804563, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779645, + "nauc_mrr_at_1_std": -0.14976, + "nauc_mrr_at_1_diff1": 0.944444, + "nauc_mrr_at_3_max": 0.814017, + "nauc_mrr_at_3_std": -0.10118, + "nauc_mrr_at_3_diff1": 0.942154, + "nauc_mrr_at_5_max": 0.812207, + "nauc_mrr_at_5_std": -0.105637, + "nauc_mrr_at_5_diff1": 0.943709, + "nauc_mrr_at_10_max": 0.811047, + "nauc_mrr_at_10_std": -0.107709, + "nauc_mrr_at_10_diff1": 0.943608, + "nauc_mrr_at_20_max": 0.811023, + "nauc_mrr_at_20_std": -0.101072, + "nauc_mrr_at_20_diff1": 0.943497, + "nauc_mrr_at_100_max": 0.810506, + "nauc_mrr_at_100_std": -0.103329, + "nauc_mrr_at_100_diff1": 0.943577, + "nauc_mrr_at_1000_max": 0.810453, + "nauc_mrr_at_1000_std": -0.103633, + "nauc_mrr_at_1000_diff1": 0.943562, + "main_score": 0.95472, + "hf_subset": "spa_Latn-spa_Latn", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.94222, + "ndcg_at_3": 0.96253, + "ndcg_at_5": 0.96621, + "ndcg_at_10": 0.96695, + "ndcg_at_20": 0.96949, + "ndcg_at_100": 0.96968, + "ndcg_at_1000": 0.96995, + "map_at_1": 0.94222, + "map_at_3": 0.95796, + "map_at_5": 0.96002, + "map_at_10": 0.96034, + "map_at_20": 0.96104, + "map_at_100": 0.96106, + "map_at_1000": 0.96107, + "recall_at_1": 0.94222, + "recall_at_3": 0.97556, + "recall_at_5": 0.98444, + "recall_at_10": 0.98667, + "recall_at_20": 0.99667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.94222, + "precision_at_3": 0.32519, + "precision_at_5": 0.19689, + "precision_at_10": 0.09867, + "precision_at_20": 0.04983, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.942222, + "mrr_at_3": 0.957963, + "mrr_at_5": 0.960019, + "mrr_at_10": 0.960343, + "mrr_at_20": 0.961044, + "mrr_at_100": 0.961062, + "mrr_at_1000": 0.961069, + "nauc_ndcg_at_1_max": 0.771897, + "nauc_ndcg_at_1_std": -0.157285, + "nauc_ndcg_at_1_diff1": 0.957175, + "nauc_ndcg_at_3_max": 0.82707, + "nauc_ndcg_at_3_std": -0.135614, + "nauc_ndcg_at_3_diff1": 0.957717, + "nauc_ndcg_at_5_max": 0.814011, + "nauc_ndcg_at_5_std": -0.081668, + "nauc_ndcg_at_5_diff1": 0.963863, + "nauc_ndcg_at_10_max": 0.809811, + "nauc_ndcg_at_10_std": -0.080325, + "nauc_ndcg_at_10_diff1": 0.963047, + "nauc_ndcg_at_20_max": 0.808706, + "nauc_ndcg_at_20_std": -0.090892, + "nauc_ndcg_at_20_diff1": 0.961299, + "nauc_ndcg_at_100_max": 0.807537, + "nauc_ndcg_at_100_std": -0.096757, + "nauc_ndcg_at_100_diff1": 0.961063, + "nauc_ndcg_at_1000_max": 0.805799, + "nauc_ndcg_at_1000_std": -0.106664, + "nauc_ndcg_at_1000_diff1": 0.960711, + "nauc_map_at_1_max": 0.771897, + "nauc_map_at_1_std": -0.157285, + "nauc_map_at_1_diff1": 0.957175, + "nauc_map_at_3_max": 0.810527, + "nauc_map_at_3_std": -0.145841, + "nauc_map_at_3_diff1": 0.957479, + "nauc_map_at_5_max": 0.803624, + "nauc_map_at_5_std": -0.119634, + "nauc_map_at_5_diff1": 0.96048, + "nauc_map_at_10_max": 0.802019, + "nauc_map_at_10_std": -0.118736, + "nauc_map_at_10_diff1": 0.960157, + "nauc_map_at_20_max": 0.801529, + "nauc_map_at_20_std": -0.122158, + "nauc_map_at_20_diff1": 0.959778, + "nauc_map_at_100_max": 0.801439, + "nauc_map_at_100_std": -0.122607, + "nauc_map_at_100_diff1": 0.95976, + "nauc_map_at_1000_max": 0.8014, + "nauc_map_at_1000_std": -0.122829, + "nauc_map_at_1000_diff1": 0.959752, + "nauc_recall_at_1_max": 0.771897, + "nauc_recall_at_1_std": -0.157285, + "nauc_recall_at_1_diff1": 0.957175, + "nauc_recall_at_3_max": 0.907924, + "nauc_recall_at_3_std": -0.082697, + "nauc_recall_at_3_diff1": 0.958938, + "nauc_recall_at_5_max": 0.884487, + "nauc_recall_at_5_std": 0.21682, + "nauc_recall_at_5_diff1": 0.990663, + "nauc_recall_at_10_max": 0.865235, + "nauc_recall_at_10_std": 0.265601, + "nauc_recall_at_10_diff1": 0.989107, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.956427, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771897, + "nauc_precision_at_1_std": -0.157285, + "nauc_precision_at_1_diff1": 0.957175, + "nauc_precision_at_3_max": 0.907924, + "nauc_precision_at_3_std": -0.082697, + "nauc_precision_at_3_diff1": 0.958938, + "nauc_precision_at_5_max": 0.884487, + "nauc_precision_at_5_std": 0.21682, + "nauc_precision_at_5_diff1": 0.990663, + "nauc_precision_at_10_max": 0.865235, + "nauc_precision_at_10_std": 0.265601, + "nauc_precision_at_10_diff1": 0.989107, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.956427, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771897, + "nauc_mrr_at_1_std": -0.157285, + "nauc_mrr_at_1_diff1": 0.957175, + "nauc_mrr_at_3_max": 0.810527, + "nauc_mrr_at_3_std": -0.145841, + "nauc_mrr_at_3_diff1": 0.957479, + "nauc_mrr_at_5_max": 0.803624, + "nauc_mrr_at_5_std": -0.119634, + "nauc_mrr_at_5_diff1": 0.96048, + "nauc_mrr_at_10_max": 0.802019, + "nauc_mrr_at_10_std": -0.118736, + "nauc_mrr_at_10_diff1": 0.960157, + "nauc_mrr_at_20_max": 0.801529, + "nauc_mrr_at_20_std": -0.122158, + "nauc_mrr_at_20_diff1": 0.959778, + "nauc_mrr_at_100_max": 0.801439, + "nauc_mrr_at_100_std": -0.122607, + "nauc_mrr_at_100_diff1": 0.95976, + "nauc_mrr_at_1000_max": 0.8014, + "nauc_mrr_at_1000_std": -0.122829, + "nauc_mrr_at_1000_diff1": 0.959752, + "main_score": 0.96695, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.9512, + "ndcg_at_5": 0.9567, + "ndcg_at_10": 0.95989, + "ndcg_at_20": 0.96019, + "ndcg_at_100": 0.96076, + "ndcg_at_1000": 0.96121, + "map_at_1": 0.92333, + "map_at_3": 0.945, + "map_at_5": 0.94806, + "map_at_10": 0.94935, + "map_at_20": 0.94944, + "map_at_100": 0.9495, + "map_at_1000": 0.94952, + "recall_at_1": 0.92333, + "recall_at_3": 0.96889, + "recall_at_5": 0.98222, + "recall_at_10": 0.99222, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92333, + "precision_at_3": 0.32296, + "precision_at_5": 0.19644, + "precision_at_10": 0.09922, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.945, + "mrr_at_5": 0.948056, + "mrr_at_10": 0.949347, + "mrr_at_20": 0.94944, + "mrr_at_100": 0.949499, + "mrr_at_1000": 0.949519, + "nauc_ndcg_at_1_max": 0.755626, + "nauc_ndcg_at_1_std": -0.050901, + "nauc_ndcg_at_1_diff1": 0.953518, + "nauc_ndcg_at_3_max": 0.825694, + "nauc_ndcg_at_3_std": 0.009519, + "nauc_ndcg_at_3_diff1": 0.957244, + "nauc_ndcg_at_5_max": 0.807744, + "nauc_ndcg_at_5_std": -0.025349, + "nauc_ndcg_at_5_diff1": 0.957299, + "nauc_ndcg_at_10_max": 0.798466, + "nauc_ndcg_at_10_std": -0.00887, + "nauc_ndcg_at_10_diff1": 0.956091, + "nauc_ndcg_at_20_max": 0.800309, + "nauc_ndcg_at_20_std": 0.004187, + "nauc_ndcg_at_20_diff1": 0.95576, + "nauc_ndcg_at_100_max": 0.799664, + "nauc_ndcg_at_100_std": 0.00356, + "nauc_ndcg_at_100_diff1": 0.956334, + "nauc_ndcg_at_1000_max": 0.798358, + "nauc_ndcg_at_1000_std": -0.006222, + "nauc_ndcg_at_1000_diff1": 0.955831, + "nauc_map_at_1_max": 0.755626, + "nauc_map_at_1_std": -0.050901, + "nauc_map_at_1_diff1": 0.953518, + "nauc_map_at_3_max": 0.806422, + "nauc_map_at_3_std": -0.007542, + "nauc_map_at_3_diff1": 0.95616, + "nauc_map_at_5_max": 0.796993, + "nauc_map_at_5_std": -0.02416, + "nauc_map_at_5_diff1": 0.956097, + "nauc_map_at_10_max": 0.793785, + "nauc_map_at_10_std": -0.018266, + "nauc_map_at_10_diff1": 0.955623, + "nauc_map_at_20_max": 0.794224, + "nauc_map_at_20_std": -0.015113, + "nauc_map_at_20_diff1": 0.955542, + "nauc_map_at_100_max": 0.794183, + "nauc_map_at_100_std": -0.015071, + "nauc_map_at_100_diff1": 0.955578, + "nauc_map_at_1000_max": 0.794136, + "nauc_map_at_1000_std": -0.015422, + "nauc_map_at_1000_diff1": 0.95556, + "nauc_recall_at_1_max": 0.755626, + "nauc_recall_at_1_std": -0.050901, + "nauc_recall_at_1_diff1": 0.953518, + "nauc_recall_at_3_max": 0.920885, + "nauc_recall_at_3_std": 0.094188, + "nauc_recall_at_3_diff1": 0.962652, + "nauc_recall_at_5_max": 0.886059, + "nauc_recall_at_5_std": -0.054709, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.835267, + "nauc_recall_at_10_std": 0.153461, + "nauc_recall_at_10_diff1": 0.962652, + "nauc_recall_at_20_max": 0.88212, + "nauc_recall_at_20_std": 0.469032, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755626, + "nauc_precision_at_1_std": -0.050901, + "nauc_precision_at_1_diff1": 0.953518, + "nauc_precision_at_3_max": 0.920885, + "nauc_precision_at_3_std": 0.094188, + "nauc_precision_at_3_diff1": 0.962652, + "nauc_precision_at_5_max": 0.886059, + "nauc_precision_at_5_std": -0.054709, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.835267, + "nauc_precision_at_10_std": 0.153461, + "nauc_precision_at_10_diff1": 0.962652, + "nauc_precision_at_20_max": 0.88212, + "nauc_precision_at_20_std": 0.469032, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755626, + "nauc_mrr_at_1_std": -0.050901, + "nauc_mrr_at_1_diff1": 0.953518, + "nauc_mrr_at_3_max": 0.806422, + "nauc_mrr_at_3_std": -0.007542, + "nauc_mrr_at_3_diff1": 0.95616, + "nauc_mrr_at_5_max": 0.796993, + "nauc_mrr_at_5_std": -0.02416, + "nauc_mrr_at_5_diff1": 0.956097, + "nauc_mrr_at_10_max": 0.793785, + "nauc_mrr_at_10_std": -0.018266, + "nauc_mrr_at_10_diff1": 0.955623, + "nauc_mrr_at_20_max": 0.794224, + "nauc_mrr_at_20_std": -0.015113, + "nauc_mrr_at_20_diff1": 0.955542, + "nauc_mrr_at_100_max": 0.794183, + "nauc_mrr_at_100_std": -0.015071, + "nauc_mrr_at_100_diff1": 0.955578, + "nauc_mrr_at_1000_max": 0.794136, + "nauc_mrr_at_1000_std": -0.015422, + "nauc_mrr_at_1000_diff1": 0.95556, + "main_score": 0.95989, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.87764, + "ndcg_at_3": 0.915, + "ndcg_at_5": 0.92147, + "ndcg_at_10": 0.92782, + "ndcg_at_20": 0.93036, + "ndcg_at_100": 0.93203, + "ndcg_at_1000": 0.93253, + "map_at_1": 0.87709, + "map_at_3": 0.90564, + "map_at_5": 0.90925, + "map_at_10": 0.9118, + "map_at_20": 0.9125, + "map_at_100": 0.91274, + "map_at_1000": 0.91275, + "recall_at_1": 0.87709, + "recall_at_3": 0.9416, + "recall_at_5": 0.95717, + "recall_at_10": 0.9772, + "recall_at_20": 0.98721, + "recall_at_100": 0.99611, + "recall_at_1000": 1.0, + "precision_at_1": 0.87764, + "precision_at_3": 0.31405, + "precision_at_5": 0.19155, + "precision_at_10": 0.09778, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.877642, + "mrr_at_3": 0.906192, + "mrr_at_5": 0.909807, + "mrr_at_10": 0.912357, + "mrr_at_20": 0.913061, + "mrr_at_100": 0.913292, + "mrr_at_1000": 0.913305, + "nauc_ndcg_at_1_max": 0.741159, + "nauc_ndcg_at_1_std": 0.144486, + "nauc_ndcg_at_1_diff1": 0.925295, + "nauc_ndcg_at_3_max": 0.791766, + "nauc_ndcg_at_3_std": 0.164883, + "nauc_ndcg_at_3_diff1": 0.903014, + "nauc_ndcg_at_5_max": 0.784329, + "nauc_ndcg_at_5_std": 0.145998, + "nauc_ndcg_at_5_diff1": 0.900333, + "nauc_ndcg_at_10_max": 0.777423, + "nauc_ndcg_at_10_std": 0.143793, + "nauc_ndcg_at_10_diff1": 0.904239, + "nauc_ndcg_at_20_max": 0.774519, + "nauc_ndcg_at_20_std": 0.156867, + "nauc_ndcg_at_20_diff1": 0.903615, + "nauc_ndcg_at_100_max": 0.771068, + "nauc_ndcg_at_100_std": 0.161192, + "nauc_ndcg_at_100_diff1": 0.902337, + "nauc_ndcg_at_1000_max": 0.771384, + "nauc_ndcg_at_1000_std": 0.157856, + "nauc_ndcg_at_1000_diff1": 0.905805, + "nauc_map_at_1_max": 0.735559, + "nauc_map_at_1_std": 0.141291, + "nauc_map_at_1_diff1": 0.913504, + "nauc_map_at_3_max": 0.772222, + "nauc_map_at_3_std": 0.158663, + "nauc_map_at_3_diff1": 0.90275, + "nauc_map_at_5_max": 0.767924, + "nauc_map_at_5_std": 0.149462, + "nauc_map_at_5_diff1": 0.901417, + "nauc_map_at_10_max": 0.765271, + "nauc_map_at_10_std": 0.149149, + "nauc_map_at_10_diff1": 0.90285, + "nauc_map_at_20_max": 0.764593, + "nauc_map_at_20_std": 0.15238, + "nauc_map_at_20_diff1": 0.902741, + "nauc_map_at_100_max": 0.764222, + "nauc_map_at_100_std": 0.153388, + "nauc_map_at_100_diff1": 0.902574, + "nauc_map_at_1000_max": 0.764281, + "nauc_map_at_1000_std": 0.153335, + "nauc_map_at_1000_diff1": 0.902764, + "nauc_recall_at_1_max": 0.735559, + "nauc_recall_at_1_std": 0.141291, + "nauc_recall_at_1_diff1": 0.913504, + "nauc_recall_at_3_max": 0.870596, + "nauc_recall_at_3_std": 0.186104, + "nauc_recall_at_3_diff1": 0.882755, + "nauc_recall_at_5_max": 0.865989, + "nauc_recall_at_5_std": 0.109718, + "nauc_recall_at_5_diff1": 0.86389, + "nauc_recall_at_10_max": 0.867571, + "nauc_recall_at_10_std": 0.050206, + "nauc_recall_at_10_diff1": 0.867839, + "nauc_recall_at_20_max": 0.873767, + "nauc_recall_at_20_std": 0.236546, + "nauc_recall_at_20_diff1": 0.824096, + "nauc_recall_at_100_max": 0.776675, + "nauc_recall_at_100_std": 0.649252, + "nauc_recall_at_100_diff1": 0.534089, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741159, + "nauc_precision_at_1_std": 0.144486, + "nauc_precision_at_1_diff1": 0.925295, + "nauc_precision_at_3_max": 0.884383, + "nauc_precision_at_3_std": 0.19331, + "nauc_precision_at_3_diff1": 0.907959, + "nauc_precision_at_5_max": 0.884795, + "nauc_precision_at_5_std": 0.118574, + "nauc_precision_at_5_diff1": 0.898131, + "nauc_precision_at_10_max": 0.903342, + "nauc_precision_at_10_std": 0.065543, + "nauc_precision_at_10_diff1": 0.932996, + "nauc_precision_at_20_max": 0.939087, + "nauc_precision_at_20_std": 0.272901, + "nauc_precision_at_20_diff1": 0.940575, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.851339, + "nauc_precision_at_100_diff1": 0.912843, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": 0.324012, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.741159, + "nauc_mrr_at_1_std": 0.144486, + "nauc_mrr_at_1_diff1": 0.925295, + "nauc_mrr_at_3_max": 0.779657, + "nauc_mrr_at_3_std": 0.162886, + "nauc_mrr_at_3_diff1": 0.917945, + "nauc_mrr_at_5_max": 0.775638, + "nauc_mrr_at_5_std": 0.153807, + "nauc_mrr_at_5_diff1": 0.917224, + "nauc_mrr_at_10_max": 0.773198, + "nauc_mrr_at_10_std": 0.153621, + "nauc_mrr_at_10_diff1": 0.919133, + "nauc_mrr_at_20_max": 0.772582, + "nauc_mrr_at_20_std": 0.156907, + "nauc_mrr_at_20_diff1": 0.919157, + "nauc_mrr_at_100_max": 0.772231, + "nauc_mrr_at_100_std": 0.157932, + "nauc_mrr_at_100_diff1": 0.919033, + "nauc_mrr_at_1000_max": 0.772197, + "nauc_mrr_at_1000_std": 0.157827, + "nauc_mrr_at_1000_diff1": 0.919035, + "main_score": 0.92782, + "hf_subset": "srp_Cyrl-srp_Cyrl", + "languages": [ + "srp-Cyrl", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.93667, + "ndcg_at_3": 0.95989, + "ndcg_at_5": 0.96353, + "ndcg_at_10": 0.96502, + "ndcg_at_20": 0.96636, + "ndcg_at_100": 0.96703, + "ndcg_at_1000": 0.9673, + "map_at_1": 0.93667, + "map_at_3": 0.95444, + "map_at_5": 0.95644, + "map_at_10": 0.9571, + "map_at_20": 0.95743, + "map_at_100": 0.95754, + "map_at_1000": 0.95755, + "recall_at_1": 0.93667, + "recall_at_3": 0.97556, + "recall_at_5": 0.98444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93667, + "precision_at_3": 0.32519, + "precision_at_5": 0.19689, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.936667, + "mrr_at_3": 0.954444, + "mrr_at_5": 0.956444, + "mrr_at_10": 0.957097, + "mrr_at_20": 0.957427, + "mrr_at_100": 0.957541, + "mrr_at_1000": 0.957547, + "nauc_ndcg_at_1_max": 0.70055, + "nauc_ndcg_at_1_std": -0.233975, + "nauc_ndcg_at_1_diff1": 0.950325, + "nauc_ndcg_at_3_max": 0.768111, + "nauc_ndcg_at_3_std": -0.20069, + "nauc_ndcg_at_3_diff1": 0.954107, + "nauc_ndcg_at_5_max": 0.755184, + "nauc_ndcg_at_5_std": -0.22487, + "nauc_ndcg_at_5_diff1": 0.95279, + "nauc_ndcg_at_10_max": 0.746189, + "nauc_ndcg_at_10_std": -0.222234, + "nauc_ndcg_at_10_diff1": 0.9535, + "nauc_ndcg_at_20_max": 0.739255, + "nauc_ndcg_at_20_std": -0.189338, + "nauc_ndcg_at_20_diff1": 0.952709, + "nauc_ndcg_at_100_max": 0.744669, + "nauc_ndcg_at_100_std": -0.192085, + "nauc_ndcg_at_100_diff1": 0.953439, + "nauc_ndcg_at_1000_max": 0.743118, + "nauc_ndcg_at_1000_std": -0.201732, + "nauc_ndcg_at_1000_diff1": 0.953062, + "nauc_map_at_1_max": 0.70055, + "nauc_map_at_1_std": -0.233975, + "nauc_map_at_1_diff1": 0.950325, + "nauc_map_at_3_max": 0.75011, + "nauc_map_at_3_std": -0.202595, + "nauc_map_at_3_diff1": 0.953248, + "nauc_map_at_5_max": 0.743325, + "nauc_map_at_5_std": -0.214461, + "nauc_map_at_5_diff1": 0.952602, + "nauc_map_at_10_max": 0.739985, + "nauc_map_at_10_std": -0.21277, + "nauc_map_at_10_diff1": 0.952822, + "nauc_map_at_20_max": 0.738544, + "nauc_map_at_20_std": -0.20665, + "nauc_map_at_20_diff1": 0.952669, + "nauc_map_at_100_max": 0.739256, + "nauc_map_at_100_std": -0.207144, + "nauc_map_at_100_diff1": 0.952736, + "nauc_map_at_1000_max": 0.739224, + "nauc_map_at_1000_std": -0.207333, + "nauc_map_at_1000_diff1": 0.952729, + "nauc_recall_at_1_max": 0.70055, + "nauc_recall_at_1_std": -0.233975, + "nauc_recall_at_1_diff1": 0.950325, + "nauc_recall_at_3_max": 0.861345, + "nauc_recall_at_3_std": -0.197564, + "nauc_recall_at_3_diff1": 0.958408, + "nauc_recall_at_5_max": 0.84047, + "nauc_recall_at_5_std": -0.327131, + "nauc_recall_at_5_diff1": 0.953315, + "nauc_recall_at_10_max": 0.789729, + "nauc_recall_at_10_std": -0.355742, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.661158, + "nauc_recall_at_20_std": 0.362838, + "nauc_recall_at_20_diff1": 0.947712, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70055, + "nauc_precision_at_1_std": -0.233975, + "nauc_precision_at_1_diff1": 0.950325, + "nauc_precision_at_3_max": 0.861345, + "nauc_precision_at_3_std": -0.197564, + "nauc_precision_at_3_diff1": 0.958408, + "nauc_precision_at_5_max": 0.84047, + "nauc_precision_at_5_std": -0.327131, + "nauc_precision_at_5_diff1": 0.953315, + "nauc_precision_at_10_max": 0.789729, + "nauc_precision_at_10_std": -0.355742, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.661158, + "nauc_precision_at_20_std": 0.362838, + "nauc_precision_at_20_diff1": 0.947712, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70055, + "nauc_mrr_at_1_std": -0.233975, + "nauc_mrr_at_1_diff1": 0.950325, + "nauc_mrr_at_3_max": 0.75011, + "nauc_mrr_at_3_std": -0.202595, + "nauc_mrr_at_3_diff1": 0.953248, + "nauc_mrr_at_5_max": 0.743325, + "nauc_mrr_at_5_std": -0.214461, + "nauc_mrr_at_5_diff1": 0.952602, + "nauc_mrr_at_10_max": 0.739985, + "nauc_mrr_at_10_std": -0.21277, + "nauc_mrr_at_10_diff1": 0.952822, + "nauc_mrr_at_20_max": 0.738544, + "nauc_mrr_at_20_std": -0.20665, + "nauc_mrr_at_20_diff1": 0.952669, + "nauc_mrr_at_100_max": 0.739256, + "nauc_mrr_at_100_std": -0.207144, + "nauc_mrr_at_100_diff1": 0.952736, + "nauc_mrr_at_1000_max": 0.739224, + "nauc_mrr_at_1000_std": -0.207333, + "nauc_mrr_at_1000_diff1": 0.952729, + "main_score": 0.96502, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88654, + "ndcg_at_3": 0.92042, + "ndcg_at_5": 0.92645, + "ndcg_at_10": 0.93242, + "ndcg_at_20": 0.93493, + "ndcg_at_100": 0.93742, + "ndcg_at_1000": 0.93758, + "map_at_1": 0.88598, + "map_at_3": 0.91212, + "map_at_5": 0.91552, + "map_at_10": 0.91811, + "map_at_20": 0.91878, + "map_at_100": 0.91918, + "map_at_1000": 0.91919, + "recall_at_1": 0.88598, + "recall_at_3": 0.94383, + "recall_at_5": 0.95829, + "recall_at_10": 0.97608, + "recall_at_20": 0.9861, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.88654, + "precision_at_3": 0.31479, + "precision_at_5": 0.19177, + "precision_at_10": 0.09766, + "precision_at_20": 0.04933, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.886541, + "mrr_at_3": 0.912681, + "mrr_at_5": 0.916073, + "mrr_at_10": 0.918663, + "mrr_at_20": 0.919336, + "mrr_at_100": 0.919683, + "mrr_at_1000": 0.919693, + "nauc_ndcg_at_1_max": 0.683763, + "nauc_ndcg_at_1_std": 0.032967, + "nauc_ndcg_at_1_diff1": 0.902274, + "nauc_ndcg_at_3_max": 0.72791, + "nauc_ndcg_at_3_std": 0.047529, + "nauc_ndcg_at_3_diff1": 0.889024, + "nauc_ndcg_at_5_max": 0.72243, + "nauc_ndcg_at_5_std": 0.083536, + "nauc_ndcg_at_5_diff1": 0.88473, + "nauc_ndcg_at_10_max": 0.727579, + "nauc_ndcg_at_10_std": 0.086167, + "nauc_ndcg_at_10_diff1": 0.8909, + "nauc_ndcg_at_20_max": 0.72008, + "nauc_ndcg_at_20_std": 0.073411, + "nauc_ndcg_at_20_diff1": 0.889183, + "nauc_ndcg_at_100_max": 0.717797, + "nauc_ndcg_at_100_std": 0.06601, + "nauc_ndcg_at_100_diff1": 0.893321, + "nauc_ndcg_at_1000_max": 0.717058, + "nauc_ndcg_at_1000_std": 0.064732, + "nauc_ndcg_at_1000_diff1": 0.893042, + "nauc_map_at_1_max": 0.675112, + "nauc_map_at_1_std": 0.035571, + "nauc_map_at_1_diff1": 0.889769, + "nauc_map_at_3_max": 0.711157, + "nauc_map_at_3_std": 0.044148, + "nauc_map_at_3_diff1": 0.886805, + "nauc_map_at_5_max": 0.70778, + "nauc_map_at_5_std": 0.06051, + "nauc_map_at_5_diff1": 0.884558, + "nauc_map_at_10_max": 0.70942, + "nauc_map_at_10_std": 0.062056, + "nauc_map_at_10_diff1": 0.886835, + "nauc_map_at_20_max": 0.707667, + "nauc_map_at_20_std": 0.059101, + "nauc_map_at_20_diff1": 0.886516, + "nauc_map_at_100_max": 0.708018, + "nauc_map_at_100_std": 0.058241, + "nauc_map_at_100_diff1": 0.887882, + "nauc_map_at_1000_max": 0.707984, + "nauc_map_at_1000_std": 0.058182, + "nauc_map_at_1000_diff1": 0.887868, + "nauc_recall_at_1_max": 0.675112, + "nauc_recall_at_1_std": 0.035571, + "nauc_recall_at_1_diff1": 0.889769, + "nauc_recall_at_3_max": 0.785343, + "nauc_recall_at_3_std": 0.067181, + "nauc_recall_at_3_diff1": 0.875897, + "nauc_recall_at_5_max": 0.782401, + "nauc_recall_at_5_std": 0.234343, + "nauc_recall_at_5_diff1": 0.853792, + "nauc_recall_at_10_max": 0.865167, + "nauc_recall_at_10_std": 0.34505, + "nauc_recall_at_10_diff1": 0.880828, + "nauc_recall_at_20_max": 0.824684, + "nauc_recall_at_20_std": 0.294838, + "nauc_recall_at_20_diff1": 0.838168, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.554018, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.683763, + "nauc_precision_at_1_std": 0.032967, + "nauc_precision_at_1_diff1": 0.902274, + "nauc_precision_at_3_max": 0.804705, + "nauc_precision_at_3_std": 0.062312, + "nauc_precision_at_3_diff1": 0.90204, + "nauc_precision_at_5_max": 0.808526, + "nauc_precision_at_5_std": 0.230023, + "nauc_precision_at_5_diff1": 0.888822, + "nauc_precision_at_10_max": 0.913168, + "nauc_precision_at_10_std": 0.340074, + "nauc_precision_at_10_diff1": 0.943191, + "nauc_precision_at_20_max": 0.906998, + "nauc_precision_at_20_std": 0.284039, + "nauc_precision_at_20_diff1": 0.945527, + "nauc_precision_at_100_max": 0.785432, + "nauc_precision_at_100_std": 0.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.683763, + "nauc_mrr_at_1_std": 0.032967, + "nauc_mrr_at_1_diff1": 0.902274, + "nauc_mrr_at_3_max": 0.722539, + "nauc_mrr_at_3_std": 0.040831, + "nauc_mrr_at_3_diff1": 0.902949, + "nauc_mrr_at_5_max": 0.719607, + "nauc_mrr_at_5_std": 0.057153, + "nauc_mrr_at_5_diff1": 0.901348, + "nauc_mrr_at_10_max": 0.721637, + "nauc_mrr_at_10_std": 0.0586, + "nauc_mrr_at_10_diff1": 0.90418, + "nauc_mrr_at_20_max": 0.719976, + "nauc_mrr_at_20_std": 0.055597, + "nauc_mrr_at_20_diff1": 0.904005, + "nauc_mrr_at_100_max": 0.719206, + "nauc_mrr_at_100_std": 0.055052, + "nauc_mrr_at_100_diff1": 0.903782, + "nauc_mrr_at_1000_max": 0.719173, + "nauc_mrr_at_1000_std": 0.054992, + "nauc_mrr_at_1000_diff1": 0.90377, + "main_score": 0.93242, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.47222, + "ndcg_at_3": 0.51976, + "ndcg_at_5": 0.53033, + "ndcg_at_10": 0.54435, + "ndcg_at_20": 0.5586, + "ndcg_at_100": 0.5864, + "ndcg_at_1000": 0.60826, + "map_at_1": 0.47222, + "map_at_3": 0.50815, + "map_at_5": 0.51404, + "map_at_10": 0.51983, + "map_at_20": 0.52371, + "map_at_100": 0.52732, + "map_at_1000": 0.5282, + "recall_at_1": 0.47222, + "recall_at_3": 0.55333, + "recall_at_5": 0.57889, + "recall_at_10": 0.62222, + "recall_at_20": 0.67889, + "recall_at_100": 0.83222, + "recall_at_1000": 1.0, + "precision_at_1": 0.47222, + "precision_at_3": 0.18444, + "precision_at_5": 0.11578, + "precision_at_10": 0.06222, + "precision_at_20": 0.03394, + "precision_at_100": 0.00832, + "precision_at_1000": 0.001, + "mrr_at_1": 0.472222, + "mrr_at_3": 0.508148, + "mrr_at_5": 0.514037, + "mrr_at_10": 0.519833, + "mrr_at_20": 0.523711, + "mrr_at_100": 0.527323, + "mrr_at_1000": 0.528195, + "nauc_ndcg_at_1_max": 0.657398, + "nauc_ndcg_at_1_std": 0.543652, + "nauc_ndcg_at_1_diff1": 0.858919, + "nauc_ndcg_at_3_max": 0.668436, + "nauc_ndcg_at_3_std": 0.577721, + "nauc_ndcg_at_3_diff1": 0.823273, + "nauc_ndcg_at_5_max": 0.665981, + "nauc_ndcg_at_5_std": 0.583344, + "nauc_ndcg_at_5_diff1": 0.81409, + "nauc_ndcg_at_10_max": 0.66499, + "nauc_ndcg_at_10_std": 0.587505, + "nauc_ndcg_at_10_diff1": 0.808814, + "nauc_ndcg_at_20_max": 0.660971, + "nauc_ndcg_at_20_std": 0.586802, + "nauc_ndcg_at_20_diff1": 0.803597, + "nauc_ndcg_at_100_max": 0.656333, + "nauc_ndcg_at_100_std": 0.579029, + "nauc_ndcg_at_100_diff1": 0.802618, + "nauc_ndcg_at_1000_max": 0.660773, + "nauc_ndcg_at_1000_std": 0.577178, + "nauc_ndcg_at_1000_diff1": 0.813089, + "nauc_map_at_1_max": 0.657398, + "nauc_map_at_1_std": 0.543652, + "nauc_map_at_1_diff1": 0.858919, + "nauc_map_at_3_max": 0.665897, + "nauc_map_at_3_std": 0.568578, + "nauc_map_at_3_diff1": 0.832164, + "nauc_map_at_5_max": 0.66445, + "nauc_map_at_5_std": 0.571468, + "nauc_map_at_5_diff1": 0.827174, + "nauc_map_at_10_max": 0.663881, + "nauc_map_at_10_std": 0.572838, + "nauc_map_at_10_diff1": 0.825103, + "nauc_map_at_20_max": 0.663014, + "nauc_map_at_20_std": 0.572731, + "nauc_map_at_20_diff1": 0.823861, + "nauc_map_at_100_max": 0.662402, + "nauc_map_at_100_std": 0.571528, + "nauc_map_at_100_diff1": 0.823726, + "nauc_map_at_1000_max": 0.662523, + "nauc_map_at_1000_std": 0.571419, + "nauc_map_at_1000_diff1": 0.824105, + "nauc_recall_at_1_max": 0.657398, + "nauc_recall_at_1_std": 0.543652, + "nauc_recall_at_1_diff1": 0.858919, + "nauc_recall_at_3_max": 0.675963, + "nauc_recall_at_3_std": 0.605434, + "nauc_recall_at_3_diff1": 0.796591, + "nauc_recall_at_5_max": 0.67033, + "nauc_recall_at_5_std": 0.621075, + "nauc_recall_at_5_diff1": 0.772605, + "nauc_recall_at_10_max": 0.668259, + "nauc_recall_at_10_std": 0.638934, + "nauc_recall_at_10_diff1": 0.752332, + "nauc_recall_at_20_max": 0.647773, + "nauc_recall_at_20_std": 0.639844, + "nauc_recall_at_20_diff1": 0.720893, + "nauc_recall_at_100_max": 0.592528, + "nauc_recall_at_100_std": 0.601028, + "nauc_recall_at_100_diff1": 0.657918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.657398, + "nauc_precision_at_1_std": 0.543652, + "nauc_precision_at_1_diff1": 0.858919, + "nauc_precision_at_3_max": 0.675963, + "nauc_precision_at_3_std": 0.605434, + "nauc_precision_at_3_diff1": 0.796591, + "nauc_precision_at_5_max": 0.67033, + "nauc_precision_at_5_std": 0.621075, + "nauc_precision_at_5_diff1": 0.772605, + "nauc_precision_at_10_max": 0.668259, + "nauc_precision_at_10_std": 0.638934, + "nauc_precision_at_10_diff1": 0.752332, + "nauc_precision_at_20_max": 0.647773, + "nauc_precision_at_20_std": 0.639844, + "nauc_precision_at_20_diff1": 0.720893, + "nauc_precision_at_100_max": 0.592528, + "nauc_precision_at_100_std": 0.601028, + "nauc_precision_at_100_diff1": 0.657918, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.657398, + "nauc_mrr_at_1_std": 0.543652, + "nauc_mrr_at_1_diff1": 0.858919, + "nauc_mrr_at_3_max": 0.665897, + "nauc_mrr_at_3_std": 0.568578, + "nauc_mrr_at_3_diff1": 0.832164, + "nauc_mrr_at_5_max": 0.66445, + "nauc_mrr_at_5_std": 0.571468, + "nauc_mrr_at_5_diff1": 0.827174, + "nauc_mrr_at_10_max": 0.663881, + "nauc_mrr_at_10_std": 0.572838, + "nauc_mrr_at_10_diff1": 0.825103, + "nauc_mrr_at_20_max": 0.663014, + "nauc_mrr_at_20_std": 0.572731, + "nauc_mrr_at_20_diff1": 0.823861, + "nauc_mrr_at_100_max": 0.662402, + "nauc_mrr_at_100_std": 0.571528, + "nauc_mrr_at_100_diff1": 0.823726, + "nauc_mrr_at_1000_max": 0.662523, + "nauc_mrr_at_1000_std": 0.571419, + "nauc_mrr_at_1000_diff1": 0.824105, + "main_score": 0.54435, + "hf_subset": "ssw_Latn-ssw_Latn", + "languages": [ + "ssw-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.74667, + "ndcg_at_3": 0.79926, + "ndcg_at_5": 0.81681, + "ndcg_at_10": 0.83098, + "ndcg_at_20": 0.84021, + "ndcg_at_100": 0.84623, + "ndcg_at_1000": 0.84753, + "map_at_1": 0.74667, + "map_at_3": 0.78667, + "map_at_5": 0.7965, + "map_at_10": 0.80244, + "map_at_20": 0.80495, + "map_at_100": 0.8058, + "map_at_1000": 0.80585, + "recall_at_1": 0.74667, + "recall_at_3": 0.83556, + "recall_at_5": 0.87778, + "recall_at_10": 0.92111, + "recall_at_20": 0.95778, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.74667, + "precision_at_3": 0.27852, + "precision_at_5": 0.17556, + "precision_at_10": 0.09211, + "precision_at_20": 0.04789, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746667, + "mrr_at_3": 0.786667, + "mrr_at_5": 0.7965, + "mrr_at_10": 0.802441, + "mrr_at_20": 0.804954, + "mrr_at_100": 0.805797, + "mrr_at_1000": 0.805849, + "nauc_ndcg_at_1_max": 0.631592, + "nauc_ndcg_at_1_std": -0.018048, + "nauc_ndcg_at_1_diff1": 0.872738, + "nauc_ndcg_at_3_max": 0.670439, + "nauc_ndcg_at_3_std": 0.026034, + "nauc_ndcg_at_3_diff1": 0.852142, + "nauc_ndcg_at_5_max": 0.661754, + "nauc_ndcg_at_5_std": 0.026964, + "nauc_ndcg_at_5_diff1": 0.851409, + "nauc_ndcg_at_10_max": 0.65797, + "nauc_ndcg_at_10_std": 0.031544, + "nauc_ndcg_at_10_diff1": 0.850378, + "nauc_ndcg_at_20_max": 0.656975, + "nauc_ndcg_at_20_std": 0.032101, + "nauc_ndcg_at_20_diff1": 0.853524, + "nauc_ndcg_at_100_max": 0.654583, + "nauc_ndcg_at_100_std": 0.023018, + "nauc_ndcg_at_100_diff1": 0.855471, + "nauc_ndcg_at_1000_max": 0.654137, + "nauc_ndcg_at_1000_std": 0.020709, + "nauc_ndcg_at_1000_diff1": 0.855777, + "nauc_map_at_1_max": 0.631592, + "nauc_map_at_1_std": -0.018048, + "nauc_map_at_1_diff1": 0.872738, + "nauc_map_at_3_max": 0.658487, + "nauc_map_at_3_std": 0.011788, + "nauc_map_at_3_diff1": 0.857411, + "nauc_map_at_5_max": 0.65344, + "nauc_map_at_5_std": 0.011485, + "nauc_map_at_5_diff1": 0.857452, + "nauc_map_at_10_max": 0.651653, + "nauc_map_at_10_std": 0.013109, + "nauc_map_at_10_diff1": 0.856829, + "nauc_map_at_20_max": 0.651329, + "nauc_map_at_20_std": 0.013225, + "nauc_map_at_20_diff1": 0.857664, + "nauc_map_at_100_max": 0.651131, + "nauc_map_at_100_std": 0.012301, + "nauc_map_at_100_diff1": 0.857945, + "nauc_map_at_1000_max": 0.651108, + "nauc_map_at_1000_std": 0.012244, + "nauc_map_at_1000_diff1": 0.857962, + "nauc_recall_at_1_max": 0.631592, + "nauc_recall_at_1_std": -0.018048, + "nauc_recall_at_1_diff1": 0.872738, + "nauc_recall_at_3_max": 0.714023, + "nauc_recall_at_3_std": 0.078301, + "nauc_recall_at_3_diff1": 0.833428, + "nauc_recall_at_5_max": 0.698196, + "nauc_recall_at_5_std": 0.098357, + "nauc_recall_at_5_diff1": 0.82405, + "nauc_recall_at_10_max": 0.695763, + "nauc_recall_at_10_std": 0.157165, + "nauc_recall_at_10_diff1": 0.808998, + "nauc_recall_at_20_max": 0.714949, + "nauc_recall_at_20_std": 0.265455, + "nauc_recall_at_20_diff1": 0.815421, + "nauc_recall_at_100_max": 0.696338, + "nauc_recall_at_100_std": 0.290798, + "nauc_recall_at_100_diff1": 0.82882, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.631592, + "nauc_precision_at_1_std": -0.018048, + "nauc_precision_at_1_diff1": 0.872738, + "nauc_precision_at_3_max": 0.714023, + "nauc_precision_at_3_std": 0.078301, + "nauc_precision_at_3_diff1": 0.833428, + "nauc_precision_at_5_max": 0.698196, + "nauc_precision_at_5_std": 0.098357, + "nauc_precision_at_5_diff1": 0.82405, + "nauc_precision_at_10_max": 0.695763, + "nauc_precision_at_10_std": 0.157165, + "nauc_precision_at_10_diff1": 0.808998, + "nauc_precision_at_20_max": 0.714949, + "nauc_precision_at_20_std": 0.265455, + "nauc_precision_at_20_diff1": 0.815421, + "nauc_precision_at_100_max": 0.696338, + "nauc_precision_at_100_std": 0.290798, + "nauc_precision_at_100_diff1": 0.82882, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.631592, + "nauc_mrr_at_1_std": -0.018048, + "nauc_mrr_at_1_diff1": 0.872738, + "nauc_mrr_at_3_max": 0.658487, + "nauc_mrr_at_3_std": 0.011788, + "nauc_mrr_at_3_diff1": 0.857411, + "nauc_mrr_at_5_max": 0.65344, + "nauc_mrr_at_5_std": 0.011485, + "nauc_mrr_at_5_diff1": 0.857452, + "nauc_mrr_at_10_max": 0.651653, + "nauc_mrr_at_10_std": 0.013109, + "nauc_mrr_at_10_diff1": 0.856829, + "nauc_mrr_at_20_max": 0.651329, + "nauc_mrr_at_20_std": 0.013225, + "nauc_mrr_at_20_diff1": 0.857664, + "nauc_mrr_at_100_max": 0.651131, + "nauc_mrr_at_100_std": 0.012301, + "nauc_mrr_at_100_diff1": 0.857945, + "nauc_mrr_at_1000_max": 0.651108, + "nauc_mrr_at_1000_std": 0.012244, + "nauc_mrr_at_1000_diff1": 0.857962, + "main_score": 0.83098, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42889, + "ndcg_at_3": 0.47435, + "ndcg_at_5": 0.48583, + "ndcg_at_10": 0.49971, + "ndcg_at_20": 0.50918, + "ndcg_at_100": 0.53396, + "ndcg_at_1000": 0.56588, + "map_at_1": 0.42889, + "map_at_3": 0.46352, + "map_at_5": 0.46991, + "map_at_10": 0.47556, + "map_at_20": 0.47812, + "map_at_100": 0.48132, + "map_at_1000": 0.48252, + "recall_at_1": 0.42889, + "recall_at_3": 0.50556, + "recall_at_5": 0.53333, + "recall_at_10": 0.57667, + "recall_at_20": 0.61444, + "recall_at_100": 0.75111, + "recall_at_1000": 1.0, + "precision_at_1": 0.42889, + "precision_at_3": 0.16852, + "precision_at_5": 0.10667, + "precision_at_10": 0.05767, + "precision_at_20": 0.03072, + "precision_at_100": 0.00751, + "precision_at_1000": 0.001, + "mrr_at_1": 0.428889, + "mrr_at_3": 0.463519, + "mrr_at_5": 0.469907, + "mrr_at_10": 0.475559, + "mrr_at_20": 0.47812, + "mrr_at_100": 0.481321, + "mrr_at_1000": 0.482522, + "nauc_ndcg_at_1_max": 0.647879, + "nauc_ndcg_at_1_std": -0.068578, + "nauc_ndcg_at_1_diff1": 0.861555, + "nauc_ndcg_at_3_max": 0.64276, + "nauc_ndcg_at_3_std": -0.087961, + "nauc_ndcg_at_3_diff1": 0.820326, + "nauc_ndcg_at_5_max": 0.633036, + "nauc_ndcg_at_5_std": -0.088829, + "nauc_ndcg_at_5_diff1": 0.809575, + "nauc_ndcg_at_10_max": 0.625616, + "nauc_ndcg_at_10_std": -0.087647, + "nauc_ndcg_at_10_diff1": 0.804883, + "nauc_ndcg_at_20_max": 0.623813, + "nauc_ndcg_at_20_std": -0.079722, + "nauc_ndcg_at_20_diff1": 0.802701, + "nauc_ndcg_at_100_max": 0.619246, + "nauc_ndcg_at_100_std": -0.07079, + "nauc_ndcg_at_100_diff1": 0.793933, + "nauc_ndcg_at_1000_max": 0.627729, + "nauc_ndcg_at_1000_std": -0.07763, + "nauc_ndcg_at_1000_diff1": 0.808124, + "nauc_map_at_1_max": 0.647879, + "nauc_map_at_1_std": -0.068578, + "nauc_map_at_1_diff1": 0.861555, + "nauc_map_at_3_max": 0.644506, + "nauc_map_at_3_std": -0.083013, + "nauc_map_at_3_diff1": 0.830319, + "nauc_map_at_5_max": 0.639084, + "nauc_map_at_5_std": -0.083424, + "nauc_map_at_5_diff1": 0.824496, + "nauc_map_at_10_max": 0.636347, + "nauc_map_at_10_std": -0.082703, + "nauc_map_at_10_diff1": 0.822699, + "nauc_map_at_20_max": 0.635927, + "nauc_map_at_20_std": -0.080626, + "nauc_map_at_20_diff1": 0.822123, + "nauc_map_at_100_max": 0.635364, + "nauc_map_at_100_std": -0.079642, + "nauc_map_at_100_diff1": 0.821077, + "nauc_map_at_1000_max": 0.635572, + "nauc_map_at_1000_std": -0.079781, + "nauc_map_at_1000_diff1": 0.821501, + "nauc_recall_at_1_max": 0.647879, + "nauc_recall_at_1_std": -0.068578, + "nauc_recall_at_1_diff1": 0.861555, + "nauc_recall_at_3_max": 0.637425, + "nauc_recall_at_3_std": -0.102575, + "nauc_recall_at_3_diff1": 0.791025, + "nauc_recall_at_5_max": 0.613324, + "nauc_recall_at_5_std": -0.105325, + "nauc_recall_at_5_diff1": 0.763174, + "nauc_recall_at_10_max": 0.586574, + "nauc_recall_at_10_std": -0.103469, + "nauc_recall_at_10_diff1": 0.745402, + "nauc_recall_at_20_max": 0.576341, + "nauc_recall_at_20_std": -0.069121, + "nauc_recall_at_20_diff1": 0.733132, + "nauc_recall_at_100_max": 0.523073, + "nauc_recall_at_100_std": 0.008737, + "nauc_recall_at_100_diff1": 0.638436, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647879, + "nauc_precision_at_1_std": -0.068578, + "nauc_precision_at_1_diff1": 0.861555, + "nauc_precision_at_3_max": 0.637425, + "nauc_precision_at_3_std": -0.102575, + "nauc_precision_at_3_diff1": 0.791025, + "nauc_precision_at_5_max": 0.613324, + "nauc_precision_at_5_std": -0.105325, + "nauc_precision_at_5_diff1": 0.763174, + "nauc_precision_at_10_max": 0.586574, + "nauc_precision_at_10_std": -0.103469, + "nauc_precision_at_10_diff1": 0.745402, + "nauc_precision_at_20_max": 0.576341, + "nauc_precision_at_20_std": -0.069121, + "nauc_precision_at_20_diff1": 0.733132, + "nauc_precision_at_100_max": 0.523073, + "nauc_precision_at_100_std": 0.008737, + "nauc_precision_at_100_diff1": 0.638436, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647879, + "nauc_mrr_at_1_std": -0.068578, + "nauc_mrr_at_1_diff1": 0.861555, + "nauc_mrr_at_3_max": 0.644506, + "nauc_mrr_at_3_std": -0.083013, + "nauc_mrr_at_3_diff1": 0.830319, + "nauc_mrr_at_5_max": 0.639084, + "nauc_mrr_at_5_std": -0.083424, + "nauc_mrr_at_5_diff1": 0.824496, + "nauc_mrr_at_10_max": 0.636347, + "nauc_mrr_at_10_std": -0.082703, + "nauc_mrr_at_10_diff1": 0.822699, + "nauc_mrr_at_20_max": 0.635927, + "nauc_mrr_at_20_std": -0.080626, + "nauc_mrr_at_20_diff1": 0.822123, + "nauc_mrr_at_100_max": 0.635364, + "nauc_mrr_at_100_std": -0.079642, + "nauc_mrr_at_100_diff1": 0.821077, + "nauc_mrr_at_1000_max": 0.635572, + "nauc_mrr_at_1000_std": -0.079781, + "nauc_mrr_at_1000_diff1": 0.821501, + "main_score": 0.49971, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.77889, + "ndcg_at_3": 0.84045, + "ndcg_at_5": 0.84968, + "ndcg_at_10": 0.85798, + "ndcg_at_20": 0.86328, + "ndcg_at_100": 0.86926, + "ndcg_at_1000": 0.87161, + "map_at_1": 0.77889, + "map_at_3": 0.82593, + "map_at_5": 0.83109, + "map_at_10": 0.83455, + "map_at_20": 0.83598, + "map_at_100": 0.83687, + "map_at_1000": 0.83697, + "recall_at_1": 0.77889, + "recall_at_3": 0.88222, + "recall_at_5": 0.90444, + "recall_at_10": 0.93, + "recall_at_20": 0.95111, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "precision_at_1": 0.77889, + "precision_at_3": 0.29407, + "precision_at_5": 0.18089, + "precision_at_10": 0.093, + "precision_at_20": 0.04756, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.778889, + "mrr_at_3": 0.825926, + "mrr_at_5": 0.831093, + "mrr_at_10": 0.834548, + "mrr_at_20": 0.835981, + "mrr_at_100": 0.836873, + "mrr_at_1000": 0.836971, + "nauc_ndcg_at_1_max": 0.73955, + "nauc_ndcg_at_1_std": 0.299613, + "nauc_ndcg_at_1_diff1": 0.920185, + "nauc_ndcg_at_3_max": 0.78931, + "nauc_ndcg_at_3_std": 0.385738, + "nauc_ndcg_at_3_diff1": 0.89326, + "nauc_ndcg_at_5_max": 0.785023, + "nauc_ndcg_at_5_std": 0.40274, + "nauc_ndcg_at_5_diff1": 0.890935, + "nauc_ndcg_at_10_max": 0.786416, + "nauc_ndcg_at_10_std": 0.415056, + "nauc_ndcg_at_10_diff1": 0.893914, + "nauc_ndcg_at_20_max": 0.781051, + "nauc_ndcg_at_20_std": 0.401731, + "nauc_ndcg_at_20_diff1": 0.894675, + "nauc_ndcg_at_100_max": 0.780144, + "nauc_ndcg_at_100_std": 0.39368, + "nauc_ndcg_at_100_diff1": 0.897502, + "nauc_ndcg_at_1000_max": 0.777548, + "nauc_ndcg_at_1000_std": 0.384841, + "nauc_ndcg_at_1000_diff1": 0.89864, + "nauc_map_at_1_max": 0.73955, + "nauc_map_at_1_std": 0.299613, + "nauc_map_at_1_diff1": 0.920185, + "nauc_map_at_3_max": 0.77646, + "nauc_map_at_3_std": 0.36225, + "nauc_map_at_3_diff1": 0.901112, + "nauc_map_at_5_max": 0.773626, + "nauc_map_at_5_std": 0.369664, + "nauc_map_at_5_diff1": 0.900023, + "nauc_map_at_10_max": 0.773961, + "nauc_map_at_10_std": 0.373525, + "nauc_map_at_10_diff1": 0.901375, + "nauc_map_at_20_max": 0.772591, + "nauc_map_at_20_std": 0.369995, + "nauc_map_at_20_diff1": 0.901586, + "nauc_map_at_100_max": 0.772471, + "nauc_map_at_100_std": 0.369019, + "nauc_map_at_100_diff1": 0.901952, + "nauc_map_at_1000_max": 0.77238, + "nauc_map_at_1000_std": 0.36871, + "nauc_map_at_1000_diff1": 0.901996, + "nauc_recall_at_1_max": 0.73955, + "nauc_recall_at_1_std": 0.299613, + "nauc_recall_at_1_diff1": 0.920185, + "nauc_recall_at_3_max": 0.840416, + "nauc_recall_at_3_std": 0.479997, + "nauc_recall_at_3_diff1": 0.861425, + "nauc_recall_at_5_max": 0.837741, + "nauc_recall_at_5_std": 0.563812, + "nauc_recall_at_5_diff1": 0.847458, + "nauc_recall_at_10_max": 0.864279, + "nauc_recall_at_10_std": 0.693351, + "nauc_recall_at_10_diff1": 0.848273, + "nauc_recall_at_20_max": 0.842437, + "nauc_recall_at_20_std": 0.676418, + "nauc_recall_at_20_diff1": 0.837291, + "nauc_recall_at_100_max": 0.912903, + "nauc_recall_at_100_std": 0.845501, + "nauc_recall_at_100_diff1": 0.840394, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73955, + "nauc_precision_at_1_std": 0.299613, + "nauc_precision_at_1_diff1": 0.920185, + "nauc_precision_at_3_max": 0.840416, + "nauc_precision_at_3_std": 0.479997, + "nauc_precision_at_3_diff1": 0.861425, + "nauc_precision_at_5_max": 0.837741, + "nauc_precision_at_5_std": 0.563812, + "nauc_precision_at_5_diff1": 0.847458, + "nauc_precision_at_10_max": 0.864279, + "nauc_precision_at_10_std": 0.693351, + "nauc_precision_at_10_diff1": 0.848273, + "nauc_precision_at_20_max": 0.842437, + "nauc_precision_at_20_std": 0.676418, + "nauc_precision_at_20_diff1": 0.837291, + "nauc_precision_at_100_max": 0.912903, + "nauc_precision_at_100_std": 0.845501, + "nauc_precision_at_100_diff1": 0.840394, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73955, + "nauc_mrr_at_1_std": 0.299613, + "nauc_mrr_at_1_diff1": 0.920185, + "nauc_mrr_at_3_max": 0.77646, + "nauc_mrr_at_3_std": 0.36225, + "nauc_mrr_at_3_diff1": 0.901112, + "nauc_mrr_at_5_max": 0.773626, + "nauc_mrr_at_5_std": 0.369664, + "nauc_mrr_at_5_diff1": 0.900023, + "nauc_mrr_at_10_max": 0.773961, + "nauc_mrr_at_10_std": 0.373525, + "nauc_mrr_at_10_diff1": 0.901375, + "nauc_mrr_at_20_max": 0.772591, + "nauc_mrr_at_20_std": 0.369995, + "nauc_mrr_at_20_diff1": 0.901586, + "nauc_mrr_at_100_max": 0.772471, + "nauc_mrr_at_100_std": 0.369019, + "nauc_mrr_at_100_diff1": 0.901952, + "nauc_mrr_at_1000_max": 0.77238, + "nauc_mrr_at_1000_std": 0.36871, + "nauc_mrr_at_1000_diff1": 0.901996, + "main_score": 0.85798, + "hf_subset": "sun_Latn-sun_Latn", + "languages": [ + "sun-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93246, + "ndcg_at_5": 0.93829, + "ndcg_at_10": 0.94236, + "ndcg_at_20": 0.94385, + "ndcg_at_100": 0.94574, + "ndcg_at_1000": 0.94632, + "map_at_1": 0.90111, + "map_at_3": 0.92519, + "map_at_5": 0.92835, + "map_at_10": 0.9301, + "map_at_20": 0.93056, + "map_at_100": 0.93084, + "map_at_1000": 0.93086, + "recall_at_1": 0.90111, + "recall_at_3": 0.95333, + "recall_at_5": 0.96778, + "recall_at_10": 0.98, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.90111, + "precision_at_3": 0.31778, + "precision_at_5": 0.19356, + "precision_at_10": 0.098, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.925185, + "mrr_at_5": 0.928352, + "mrr_at_10": 0.930103, + "mrr_at_20": 0.930557, + "mrr_at_100": 0.930838, + "mrr_at_1000": 0.93086, + "nauc_ndcg_at_1_max": 0.6787, + "nauc_ndcg_at_1_std": -0.188834, + "nauc_ndcg_at_1_diff1": 0.917933, + "nauc_ndcg_at_3_max": 0.758067, + "nauc_ndcg_at_3_std": -0.113946, + "nauc_ndcg_at_3_diff1": 0.925508, + "nauc_ndcg_at_5_max": 0.744324, + "nauc_ndcg_at_5_std": -0.091821, + "nauc_ndcg_at_5_diff1": 0.925163, + "nauc_ndcg_at_10_max": 0.734648, + "nauc_ndcg_at_10_std": -0.108669, + "nauc_ndcg_at_10_diff1": 0.921674, + "nauc_ndcg_at_20_max": 0.731146, + "nauc_ndcg_at_20_std": -0.11925, + "nauc_ndcg_at_20_diff1": 0.920898, + "nauc_ndcg_at_100_max": 0.731368, + "nauc_ndcg_at_100_std": -0.111196, + "nauc_ndcg_at_100_diff1": 0.922124, + "nauc_ndcg_at_1000_max": 0.729514, + "nauc_ndcg_at_1000_std": -0.121418, + "nauc_ndcg_at_1000_diff1": 0.921282, + "nauc_map_at_1_max": 0.6787, + "nauc_map_at_1_std": -0.188834, + "nauc_map_at_1_diff1": 0.917933, + "nauc_map_at_3_max": 0.736368, + "nauc_map_at_3_std": -0.132391, + "nauc_map_at_3_diff1": 0.922103, + "nauc_map_at_5_max": 0.728949, + "nauc_map_at_5_std": -0.124523, + "nauc_map_at_5_diff1": 0.921751, + "nauc_map_at_10_max": 0.725258, + "nauc_map_at_10_std": -0.130194, + "nauc_map_at_10_diff1": 0.920483, + "nauc_map_at_20_max": 0.724289, + "nauc_map_at_20_std": -0.133474, + "nauc_map_at_20_diff1": 0.920247, + "nauc_map_at_100_max": 0.724299, + "nauc_map_at_100_std": -0.132434, + "nauc_map_at_100_diff1": 0.920435, + "nauc_map_at_1000_max": 0.72424, + "nauc_map_at_1000_std": -0.132744, + "nauc_map_at_1000_diff1": 0.920409, + "nauc_recall_at_1_max": 0.6787, + "nauc_recall_at_1_std": -0.188834, + "nauc_recall_at_1_diff1": 0.917933, + "nauc_recall_at_3_max": 0.856076, + "nauc_recall_at_3_std": -0.032202, + "nauc_recall_at_3_diff1": 0.941921, + "nauc_recall_at_5_max": 0.835104, + "nauc_recall_at_5_std": 0.12473, + "nauc_recall_at_5_diff1": 0.948002, + "nauc_recall_at_10_max": 0.804492, + "nauc_recall_at_10_std": 0.090699, + "nauc_recall_at_10_diff1": 0.93075, + "nauc_recall_at_20_max": 0.782087, + "nauc_recall_at_20_std": 0.032536, + "nauc_recall_at_20_diff1": 0.924226, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.839519, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.6787, + "nauc_precision_at_1_std": -0.188834, + "nauc_precision_at_1_diff1": 0.917933, + "nauc_precision_at_3_max": 0.856076, + "nauc_precision_at_3_std": -0.032202, + "nauc_precision_at_3_diff1": 0.941921, + "nauc_precision_at_5_max": 0.835104, + "nauc_precision_at_5_std": 0.12473, + "nauc_precision_at_5_diff1": 0.948002, + "nauc_precision_at_10_max": 0.804492, + "nauc_precision_at_10_std": 0.090699, + "nauc_precision_at_10_diff1": 0.93075, + "nauc_precision_at_20_max": 0.782087, + "nauc_precision_at_20_std": 0.032536, + "nauc_precision_at_20_diff1": 0.924226, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.839519, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.6787, + "nauc_mrr_at_1_std": -0.188834, + "nauc_mrr_at_1_diff1": 0.917933, + "nauc_mrr_at_3_max": 0.736368, + "nauc_mrr_at_3_std": -0.132391, + "nauc_mrr_at_3_diff1": 0.922103, + "nauc_mrr_at_5_max": 0.728949, + "nauc_mrr_at_5_std": -0.124523, + "nauc_mrr_at_5_diff1": 0.921751, + "nauc_mrr_at_10_max": 0.725258, + "nauc_mrr_at_10_std": -0.130194, + "nauc_mrr_at_10_diff1": 0.920483, + "nauc_mrr_at_20_max": 0.724289, + "nauc_mrr_at_20_std": -0.133474, + "nauc_mrr_at_20_diff1": 0.920247, + "nauc_mrr_at_100_max": 0.724299, + "nauc_mrr_at_100_std": -0.132434, + "nauc_mrr_at_100_diff1": 0.920435, + "nauc_mrr_at_1000_max": 0.72424, + "nauc_mrr_at_1000_std": -0.132744, + "nauc_mrr_at_1000_diff1": 0.920409, + "main_score": 0.94236, + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.83259, + "ndcg_at_5": 0.84445, + "ndcg_at_10": 0.85308, + "ndcg_at_20": 0.85969, + "ndcg_at_100": 0.86536, + "ndcg_at_1000": 0.86816, + "map_at_1": 0.78111, + "map_at_3": 0.82037, + "map_at_5": 0.82693, + "map_at_10": 0.83049, + "map_at_20": 0.83239, + "map_at_100": 0.83321, + "map_at_1000": 0.83333, + "recall_at_1": 0.78111, + "recall_at_3": 0.86778, + "recall_at_5": 0.89667, + "recall_at_10": 0.92333, + "recall_at_20": 0.94889, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.78111, + "precision_at_3": 0.28926, + "precision_at_5": 0.17933, + "precision_at_10": 0.09233, + "precision_at_20": 0.04744, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.82037, + "mrr_at_5": 0.826926, + "mrr_at_10": 0.830494, + "mrr_at_20": 0.832385, + "mrr_at_100": 0.833209, + "mrr_at_1000": 0.833329, + "nauc_ndcg_at_1_max": 0.694933, + "nauc_ndcg_at_1_std": 0.181871, + "nauc_ndcg_at_1_diff1": 0.888581, + "nauc_ndcg_at_3_max": 0.771139, + "nauc_ndcg_at_3_std": 0.260586, + "nauc_ndcg_at_3_diff1": 0.888234, + "nauc_ndcg_at_5_max": 0.764726, + "nauc_ndcg_at_5_std": 0.276475, + "nauc_ndcg_at_5_diff1": 0.879059, + "nauc_ndcg_at_10_max": 0.759653, + "nauc_ndcg_at_10_std": 0.274539, + "nauc_ndcg_at_10_diff1": 0.87796, + "nauc_ndcg_at_20_max": 0.757761, + "nauc_ndcg_at_20_std": 0.275905, + "nauc_ndcg_at_20_diff1": 0.879682, + "nauc_ndcg_at_100_max": 0.753093, + "nauc_ndcg_at_100_std": 0.261299, + "nauc_ndcg_at_100_diff1": 0.88061, + "nauc_ndcg_at_1000_max": 0.751781, + "nauc_ndcg_at_1000_std": 0.257578, + "nauc_ndcg_at_1000_diff1": 0.882204, + "nauc_map_at_1_max": 0.694933, + "nauc_map_at_1_std": 0.181871, + "nauc_map_at_1_diff1": 0.888581, + "nauc_map_at_3_max": 0.752534, + "nauc_map_at_3_std": 0.239513, + "nauc_map_at_3_diff1": 0.888615, + "nauc_map_at_5_max": 0.748857, + "nauc_map_at_5_std": 0.247211, + "nauc_map_at_5_diff1": 0.884067, + "nauc_map_at_10_max": 0.74676, + "nauc_map_at_10_std": 0.246069, + "nauc_map_at_10_diff1": 0.883739, + "nauc_map_at_20_max": 0.746156, + "nauc_map_at_20_std": 0.246038, + "nauc_map_at_20_diff1": 0.884192, + "nauc_map_at_100_max": 0.745558, + "nauc_map_at_100_std": 0.24449, + "nauc_map_at_100_diff1": 0.884303, + "nauc_map_at_1000_max": 0.745505, + "nauc_map_at_1000_std": 0.24435, + "nauc_map_at_1000_diff1": 0.884365, + "nauc_recall_at_1_max": 0.694933, + "nauc_recall_at_1_std": 0.181871, + "nauc_recall_at_1_diff1": 0.888581, + "nauc_recall_at_3_max": 0.839714, + "nauc_recall_at_3_std": 0.339443, + "nauc_recall_at_3_diff1": 0.886639, + "nauc_recall_at_5_max": 0.832799, + "nauc_recall_at_5_std": 0.411094, + "nauc_recall_at_5_diff1": 0.853957, + "nauc_recall_at_10_max": 0.826736, + "nauc_recall_at_10_std": 0.444032, + "nauc_recall_at_10_diff1": 0.839646, + "nauc_recall_at_20_max": 0.841179, + "nauc_recall_at_20_std": 0.542687, + "nauc_recall_at_20_diff1": 0.838428, + "nauc_recall_at_100_max": 0.81058, + "nauc_recall_at_100_std": 0.425033, + "nauc_recall_at_100_diff1": 0.811416, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694933, + "nauc_precision_at_1_std": 0.181871, + "nauc_precision_at_1_diff1": 0.888581, + "nauc_precision_at_3_max": 0.839714, + "nauc_precision_at_3_std": 0.339443, + "nauc_precision_at_3_diff1": 0.886639, + "nauc_precision_at_5_max": 0.832799, + "nauc_precision_at_5_std": 0.411094, + "nauc_precision_at_5_diff1": 0.853957, + "nauc_precision_at_10_max": 0.826736, + "nauc_precision_at_10_std": 0.444032, + "nauc_precision_at_10_diff1": 0.839646, + "nauc_precision_at_20_max": 0.841179, + "nauc_precision_at_20_std": 0.542687, + "nauc_precision_at_20_diff1": 0.838428, + "nauc_precision_at_100_max": 0.81058, + "nauc_precision_at_100_std": 0.425033, + "nauc_precision_at_100_diff1": 0.811416, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694933, + "nauc_mrr_at_1_std": 0.181871, + "nauc_mrr_at_1_diff1": 0.888581, + "nauc_mrr_at_3_max": 0.752534, + "nauc_mrr_at_3_std": 0.239513, + "nauc_mrr_at_3_diff1": 0.888615, + "nauc_mrr_at_5_max": 0.748857, + "nauc_mrr_at_5_std": 0.247211, + "nauc_mrr_at_5_diff1": 0.884067, + "nauc_mrr_at_10_max": 0.74676, + "nauc_mrr_at_10_std": 0.246069, + "nauc_mrr_at_10_diff1": 0.883739, + "nauc_mrr_at_20_max": 0.746156, + "nauc_mrr_at_20_std": 0.246038, + "nauc_mrr_at_20_diff1": 0.884192, + "nauc_mrr_at_100_max": 0.745558, + "nauc_mrr_at_100_std": 0.24449, + "nauc_mrr_at_100_diff1": 0.884303, + "nauc_mrr_at_1000_max": 0.745505, + "nauc_mrr_at_1000_std": 0.24435, + "nauc_mrr_at_1000_diff1": 0.884365, + "main_score": 0.85308, + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93304, + "ndcg_at_5": 0.93935, + "ndcg_at_10": 0.94223, + "ndcg_at_20": 0.94394, + "ndcg_at_100": 0.94541, + "ndcg_at_1000": 0.94616, + "map_at_1": 0.89889, + "map_at_3": 0.92519, + "map_at_5": 0.92863, + "map_at_10": 0.92983, + "map_at_20": 0.9303, + "map_at_100": 0.93052, + "map_at_1000": 0.93055, + "recall_at_1": 0.89889, + "recall_at_3": 0.95556, + "recall_at_5": 0.97111, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.89889, + "precision_at_3": 0.31852, + "precision_at_5": 0.19422, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.925185, + "mrr_at_5": 0.92863, + "mrr_at_10": 0.929825, + "mrr_at_20": 0.930303, + "mrr_at_100": 0.930519, + "mrr_at_1000": 0.930553, + "nauc_ndcg_at_1_max": 0.74412, + "nauc_ndcg_at_1_std": -0.034201, + "nauc_ndcg_at_1_diff1": 0.915152, + "nauc_ndcg_at_3_max": 0.814042, + "nauc_ndcg_at_3_std": 0.009923, + "nauc_ndcg_at_3_diff1": 0.921082, + "nauc_ndcg_at_5_max": 0.81112, + "nauc_ndcg_at_5_std": 0.052875, + "nauc_ndcg_at_5_diff1": 0.920842, + "nauc_ndcg_at_10_max": 0.807685, + "nauc_ndcg_at_10_std": 0.029077, + "nauc_ndcg_at_10_diff1": 0.924035, + "nauc_ndcg_at_20_max": 0.803787, + "nauc_ndcg_at_20_std": 0.017687, + "nauc_ndcg_at_20_diff1": 0.923805, + "nauc_ndcg_at_100_max": 0.800196, + "nauc_ndcg_at_100_std": 0.013915, + "nauc_ndcg_at_100_diff1": 0.9222, + "nauc_ndcg_at_1000_max": 0.797427, + "nauc_ndcg_at_1000_std": 0.01143, + "nauc_ndcg_at_1000_diff1": 0.921877, + "nauc_map_at_1_max": 0.74412, + "nauc_map_at_1_std": -0.034201, + "nauc_map_at_1_diff1": 0.915152, + "nauc_map_at_3_max": 0.79531, + "nauc_map_at_3_std": -0.004533, + "nauc_map_at_3_diff1": 0.919742, + "nauc_map_at_5_max": 0.79305, + "nauc_map_at_5_std": 0.015098, + "nauc_map_at_5_diff1": 0.919545, + "nauc_map_at_10_max": 0.791742, + "nauc_map_at_10_std": 0.005527, + "nauc_map_at_10_diff1": 0.920898, + "nauc_map_at_20_max": 0.79074, + "nauc_map_at_20_std": 0.002364, + "nauc_map_at_20_diff1": 0.920864, + "nauc_map_at_100_max": 0.790323, + "nauc_map_at_100_std": 0.002021, + "nauc_map_at_100_diff1": 0.920654, + "nauc_map_at_1000_max": 0.79022, + "nauc_map_at_1000_std": 0.002049, + "nauc_map_at_1000_diff1": 0.920645, + "nauc_recall_at_1_max": 0.74412, + "nauc_recall_at_1_std": -0.034201, + "nauc_recall_at_1_diff1": 0.915152, + "nauc_recall_at_3_max": 0.902136, + "nauc_recall_at_3_std": 0.080135, + "nauc_recall_at_3_diff1": 0.927171, + "nauc_recall_at_5_max": 0.934461, + "nauc_recall_at_5_std": 0.335937, + "nauc_recall_at_5_diff1": 0.929433, + "nauc_recall_at_10_max": 0.955519, + "nauc_recall_at_10_std": 0.264447, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.965959, + "nauc_recall_at_20_std": 0.212535, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.256956, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74412, + "nauc_precision_at_1_std": -0.034201, + "nauc_precision_at_1_diff1": 0.915152, + "nauc_precision_at_3_max": 0.902136, + "nauc_precision_at_3_std": 0.080135, + "nauc_precision_at_3_diff1": 0.927171, + "nauc_precision_at_5_max": 0.934461, + "nauc_precision_at_5_std": 0.335937, + "nauc_precision_at_5_diff1": 0.929433, + "nauc_precision_at_10_max": 0.955519, + "nauc_precision_at_10_std": 0.264447, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.965959, + "nauc_precision_at_20_std": 0.212535, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.256956, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74412, + "nauc_mrr_at_1_std": -0.034201, + "nauc_mrr_at_1_diff1": 0.915152, + "nauc_mrr_at_3_max": 0.79531, + "nauc_mrr_at_3_std": -0.004533, + "nauc_mrr_at_3_diff1": 0.919742, + "nauc_mrr_at_5_max": 0.79305, + "nauc_mrr_at_5_std": 0.015098, + "nauc_mrr_at_5_diff1": 0.919545, + "nauc_mrr_at_10_max": 0.791742, + "nauc_mrr_at_10_std": 0.005527, + "nauc_mrr_at_10_diff1": 0.920898, + "nauc_mrr_at_20_max": 0.79074, + "nauc_mrr_at_20_std": 0.002364, + "nauc_mrr_at_20_diff1": 0.920864, + "nauc_mrr_at_100_max": 0.790323, + "nauc_mrr_at_100_std": 0.002021, + "nauc_mrr_at_100_diff1": 0.920654, + "nauc_mrr_at_1000_max": 0.79022, + "nauc_mrr_at_1000_std": 0.002049, + "nauc_mrr_at_1000_diff1": 0.920645, + "main_score": 0.94223, + "hf_subset": "swe_Latn-swe_Latn", + "languages": [ + "swe-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.93444, + "ndcg_at_3": 0.95951, + "ndcg_at_5": 0.96128, + "ndcg_at_10": 0.96424, + "ndcg_at_20": 0.96532, + "ndcg_at_100": 0.96619, + "ndcg_at_1000": 0.96647, + "map_at_1": 0.93444, + "map_at_3": 0.95389, + "map_at_5": 0.95483, + "map_at_10": 0.95611, + "map_at_20": 0.95638, + "map_at_100": 0.95652, + "map_at_1000": 0.95653, + "recall_at_1": 0.93444, + "recall_at_3": 0.97556, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93444, + "precision_at_3": 0.32519, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934444, + "mrr_at_3": 0.953889, + "mrr_at_5": 0.954833, + "mrr_at_10": 0.956108, + "mrr_at_20": 0.956384, + "mrr_at_100": 0.956519, + "mrr_at_1000": 0.956529, + "nauc_ndcg_at_1_max": 0.733134, + "nauc_ndcg_at_1_std": -0.198001, + "nauc_ndcg_at_1_diff1": 0.963641, + "nauc_ndcg_at_3_max": 0.791238, + "nauc_ndcg_at_3_std": -0.038835, + "nauc_ndcg_at_3_diff1": 0.954242, + "nauc_ndcg_at_5_max": 0.789739, + "nauc_ndcg_at_5_std": -0.055145, + "nauc_ndcg_at_5_diff1": 0.958553, + "nauc_ndcg_at_10_max": 0.772306, + "nauc_ndcg_at_10_std": -0.095596, + "nauc_ndcg_at_10_diff1": 0.959272, + "nauc_ndcg_at_20_max": 0.775482, + "nauc_ndcg_at_20_std": -0.085253, + "nauc_ndcg_at_20_diff1": 0.960126, + "nauc_ndcg_at_100_max": 0.772958, + "nauc_ndcg_at_100_std": -0.087807, + "nauc_ndcg_at_100_diff1": 0.960047, + "nauc_ndcg_at_1000_max": 0.77158, + "nauc_ndcg_at_1000_std": -0.096889, + "nauc_ndcg_at_1000_diff1": 0.959713, + "nauc_map_at_1_max": 0.733134, + "nauc_map_at_1_std": -0.198001, + "nauc_map_at_1_diff1": 0.963641, + "nauc_map_at_3_max": 0.774204, + "nauc_map_at_3_std": -0.090654, + "nauc_map_at_3_diff1": 0.957233, + "nauc_map_at_5_max": 0.773043, + "nauc_map_at_5_std": -0.099479, + "nauc_map_at_5_diff1": 0.959176, + "nauc_map_at_10_max": 0.766449, + "nauc_map_at_10_std": -0.116301, + "nauc_map_at_10_diff1": 0.959487, + "nauc_map_at_20_max": 0.767097, + "nauc_map_at_20_std": -0.113611, + "nauc_map_at_20_diff1": 0.959695, + "nauc_map_at_100_max": 0.766865, + "nauc_map_at_100_std": -0.113455, + "nauc_map_at_100_diff1": 0.959715, + "nauc_map_at_1000_max": 0.766825, + "nauc_map_at_1000_std": -0.113694, + "nauc_map_at_1000_diff1": 0.959706, + "nauc_recall_at_1_max": 0.733134, + "nauc_recall_at_1_std": -0.198001, + "nauc_recall_at_1_diff1": 0.963641, + "nauc_recall_at_3_max": 0.881716, + "nauc_recall_at_3_std": 0.241109, + "nauc_recall_at_3_diff1": 0.938142, + "nauc_recall_at_5_max": 0.895632, + "nauc_recall_at_5_std": 0.226476, + "nauc_recall_at_5_diff1": 0.956427, + "nauc_recall_at_10_max": 0.812138, + "nauc_recall_at_10_std": 0.090289, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.903906, + "nauc_recall_at_20_std": 0.397137, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733134, + "nauc_precision_at_1_std": -0.198001, + "nauc_precision_at_1_diff1": 0.963641, + "nauc_precision_at_3_max": 0.881716, + "nauc_precision_at_3_std": 0.241109, + "nauc_precision_at_3_diff1": 0.938142, + "nauc_precision_at_5_max": 0.895632, + "nauc_precision_at_5_std": 0.226476, + "nauc_precision_at_5_diff1": 0.956427, + "nauc_precision_at_10_max": 0.812138, + "nauc_precision_at_10_std": 0.090289, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.903906, + "nauc_precision_at_20_std": 0.397137, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733134, + "nauc_mrr_at_1_std": -0.198001, + "nauc_mrr_at_1_diff1": 0.963641, + "nauc_mrr_at_3_max": 0.774204, + "nauc_mrr_at_3_std": -0.090654, + "nauc_mrr_at_3_diff1": 0.957233, + "nauc_mrr_at_5_max": 0.773043, + "nauc_mrr_at_5_std": -0.099479, + "nauc_mrr_at_5_diff1": 0.959176, + "nauc_mrr_at_10_max": 0.766449, + "nauc_mrr_at_10_std": -0.116301, + "nauc_mrr_at_10_diff1": 0.959487, + "nauc_mrr_at_20_max": 0.767097, + "nauc_mrr_at_20_std": -0.113611, + "nauc_mrr_at_20_diff1": 0.959695, + "nauc_mrr_at_100_max": 0.766865, + "nauc_mrr_at_100_std": -0.113455, + "nauc_mrr_at_100_diff1": 0.959715, + "nauc_mrr_at_1000_max": 0.766825, + "nauc_mrr_at_1000_std": -0.113694, + "nauc_mrr_at_1000_diff1": 0.959706, + "main_score": 0.96424, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.95287, + "ndcg_at_5": 0.95655, + "ndcg_at_10": 0.95839, + "ndcg_at_20": 0.95926, + "ndcg_at_100": 0.96051, + "ndcg_at_1000": 0.96066, + "map_at_1": 0.92111, + "map_at_3": 0.94537, + "map_at_5": 0.94743, + "map_at_10": 0.94821, + "map_at_20": 0.94847, + "map_at_100": 0.94864, + "map_at_1000": 0.94864, + "recall_at_1": 0.92111, + "recall_at_3": 0.97444, + "recall_at_5": 0.98333, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.32481, + "precision_at_5": 0.19667, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.94537, + "mrr_at_5": 0.947426, + "mrr_at_10": 0.948213, + "mrr_at_20": 0.948465, + "mrr_at_100": 0.948636, + "mrr_at_1000": 0.948643, + "nauc_ndcg_at_1_max": 0.718501, + "nauc_ndcg_at_1_std": -0.105101, + "nauc_ndcg_at_1_diff1": 0.931287, + "nauc_ndcg_at_3_max": 0.794073, + "nauc_ndcg_at_3_std": -0.080021, + "nauc_ndcg_at_3_diff1": 0.939002, + "nauc_ndcg_at_5_max": 0.785, + "nauc_ndcg_at_5_std": -0.038113, + "nauc_ndcg_at_5_diff1": 0.939152, + "nauc_ndcg_at_10_max": 0.78156, + "nauc_ndcg_at_10_std": -0.036044, + "nauc_ndcg_at_10_diff1": 0.937558, + "nauc_ndcg_at_20_max": 0.777904, + "nauc_ndcg_at_20_std": -0.038191, + "nauc_ndcg_at_20_diff1": 0.939306, + "nauc_ndcg_at_100_max": 0.772455, + "nauc_ndcg_at_100_std": -0.054213, + "nauc_ndcg_at_100_diff1": 0.938067, + "nauc_ndcg_at_1000_max": 0.771585, + "nauc_ndcg_at_1000_std": -0.058245, + "nauc_ndcg_at_1000_diff1": 0.93783, + "nauc_map_at_1_max": 0.718501, + "nauc_map_at_1_std": -0.105101, + "nauc_map_at_1_diff1": 0.931287, + "nauc_map_at_3_max": 0.773263, + "nauc_map_at_3_std": -0.086697, + "nauc_map_at_3_diff1": 0.93737, + "nauc_map_at_5_max": 0.768214, + "nauc_map_at_5_std": -0.067942, + "nauc_map_at_5_diff1": 0.93727, + "nauc_map_at_10_max": 0.76678, + "nauc_map_at_10_std": -0.067624, + "nauc_map_at_10_diff1": 0.936667, + "nauc_map_at_20_max": 0.765895, + "nauc_map_at_20_std": -0.068452, + "nauc_map_at_20_diff1": 0.937137, + "nauc_map_at_100_max": 0.765303, + "nauc_map_at_100_std": -0.070002, + "nauc_map_at_100_diff1": 0.936993, + "nauc_map_at_1000_max": 0.765273, + "nauc_map_at_1000_std": -0.070141, + "nauc_map_at_1000_diff1": 0.936985, + "nauc_recall_at_1_max": 0.718501, + "nauc_recall_at_1_std": -0.105101, + "nauc_recall_at_1_diff1": 0.931287, + "nauc_recall_at_3_max": 0.91759, + "nauc_recall_at_3_std": -0.040657, + "nauc_recall_at_3_diff1": 0.948139, + "nauc_recall_at_5_max": 0.927015, + "nauc_recall_at_5_std": 0.248242, + "nauc_recall_at_5_diff1": 0.955338, + "nauc_recall_at_10_max": 0.95915, + "nauc_recall_at_10_std": 0.413305, + "nauc_recall_at_10_diff1": 0.946078, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.571228, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718501, + "nauc_precision_at_1_std": -0.105101, + "nauc_precision_at_1_diff1": 0.931287, + "nauc_precision_at_3_max": 0.91759, + "nauc_precision_at_3_std": -0.040657, + "nauc_precision_at_3_diff1": 0.948139, + "nauc_precision_at_5_max": 0.927015, + "nauc_precision_at_5_std": 0.248242, + "nauc_precision_at_5_diff1": 0.955338, + "nauc_precision_at_10_max": 0.95915, + "nauc_precision_at_10_std": 0.413305, + "nauc_precision_at_10_diff1": 0.946078, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.571228, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718501, + "nauc_mrr_at_1_std": -0.105101, + "nauc_mrr_at_1_diff1": 0.931287, + "nauc_mrr_at_3_max": 0.773263, + "nauc_mrr_at_3_std": -0.086697, + "nauc_mrr_at_3_diff1": 0.93737, + "nauc_mrr_at_5_max": 0.768214, + "nauc_mrr_at_5_std": -0.067942, + "nauc_mrr_at_5_diff1": 0.93727, + "nauc_mrr_at_10_max": 0.76678, + "nauc_mrr_at_10_std": -0.067624, + "nauc_mrr_at_10_diff1": 0.936667, + "nauc_mrr_at_20_max": 0.765895, + "nauc_mrr_at_20_std": -0.068452, + "nauc_mrr_at_20_diff1": 0.937137, + "nauc_mrr_at_100_max": 0.765303, + "nauc_mrr_at_100_std": -0.070002, + "nauc_mrr_at_100_diff1": 0.936993, + "nauc_mrr_at_1000_max": 0.765273, + "nauc_mrr_at_1000_std": -0.070141, + "nauc_mrr_at_1000_diff1": 0.936985, + "main_score": 0.95839, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.80778, + "ndcg_at_3": 0.85645, + "ndcg_at_5": 0.86405, + "ndcg_at_10": 0.87063, + "ndcg_at_20": 0.87693, + "ndcg_at_100": 0.88354, + "ndcg_at_1000": 0.88504, + "map_at_1": 0.80778, + "map_at_3": 0.84481, + "map_at_5": 0.84893, + "map_at_10": 0.8517, + "map_at_20": 0.85349, + "map_at_100": 0.85441, + "map_at_1000": 0.85448, + "recall_at_1": 0.80778, + "recall_at_3": 0.89, + "recall_at_5": 0.90889, + "recall_at_10": 0.92889, + "recall_at_20": 0.95333, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.80778, + "precision_at_3": 0.29667, + "precision_at_5": 0.18178, + "precision_at_10": 0.09289, + "precision_at_20": 0.04767, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807778, + "mrr_at_3": 0.844815, + "mrr_at_5": 0.848926, + "mrr_at_10": 0.851704, + "mrr_at_20": 0.853491, + "mrr_at_100": 0.854408, + "mrr_at_1000": 0.854478, + "nauc_ndcg_at_1_max": 0.718138, + "nauc_ndcg_at_1_std": 0.224795, + "nauc_ndcg_at_1_diff1": 0.896671, + "nauc_ndcg_at_3_max": 0.761309, + "nauc_ndcg_at_3_std": 0.256102, + "nauc_ndcg_at_3_diff1": 0.873441, + "nauc_ndcg_at_5_max": 0.758694, + "nauc_ndcg_at_5_std": 0.267965, + "nauc_ndcg_at_5_diff1": 0.868973, + "nauc_ndcg_at_10_max": 0.757771, + "nauc_ndcg_at_10_std": 0.261391, + "nauc_ndcg_at_10_diff1": 0.868853, + "nauc_ndcg_at_20_max": 0.760998, + "nauc_ndcg_at_20_std": 0.263609, + "nauc_ndcg_at_20_diff1": 0.87289, + "nauc_ndcg_at_100_max": 0.755905, + "nauc_ndcg_at_100_std": 0.262792, + "nauc_ndcg_at_100_diff1": 0.877264, + "nauc_ndcg_at_1000_max": 0.753352, + "nauc_ndcg_at_1000_std": 0.25672, + "nauc_ndcg_at_1000_diff1": 0.876932, + "nauc_map_at_1_max": 0.718138, + "nauc_map_at_1_std": 0.224795, + "nauc_map_at_1_diff1": 0.896671, + "nauc_map_at_3_max": 0.749845, + "nauc_map_at_3_std": 0.245137, + "nauc_map_at_3_diff1": 0.880262, + "nauc_map_at_5_max": 0.748373, + "nauc_map_at_5_std": 0.250558, + "nauc_map_at_5_diff1": 0.878136, + "nauc_map_at_10_max": 0.747872, + "nauc_map_at_10_std": 0.247928, + "nauc_map_at_10_diff1": 0.878203, + "nauc_map_at_20_max": 0.74855, + "nauc_map_at_20_std": 0.248707, + "nauc_map_at_20_diff1": 0.879245, + "nauc_map_at_100_max": 0.747903, + "nauc_map_at_100_std": 0.24867, + "nauc_map_at_100_diff1": 0.879832, + "nauc_map_at_1000_max": 0.747811, + "nauc_map_at_1000_std": 0.24848, + "nauc_map_at_1000_diff1": 0.879824, + "nauc_recall_at_1_max": 0.718138, + "nauc_recall_at_1_std": 0.224795, + "nauc_recall_at_1_diff1": 0.896671, + "nauc_recall_at_3_max": 0.805668, + "nauc_recall_at_3_std": 0.300175, + "nauc_recall_at_3_diff1": 0.846644, + "nauc_recall_at_5_max": 0.804144, + "nauc_recall_at_5_std": 0.351751, + "nauc_recall_at_5_diff1": 0.826274, + "nauc_recall_at_10_max": 0.811493, + "nauc_recall_at_10_std": 0.338797, + "nauc_recall_at_10_diff1": 0.814324, + "nauc_recall_at_20_max": 0.870626, + "nauc_recall_at_20_std": 0.391868, + "nauc_recall_at_20_diff1": 0.826442, + "nauc_recall_at_100_max": 0.946078, + "nauc_recall_at_100_std": 0.727171, + "nauc_recall_at_100_diff1": 0.903128, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718138, + "nauc_precision_at_1_std": 0.224795, + "nauc_precision_at_1_diff1": 0.896671, + "nauc_precision_at_3_max": 0.805668, + "nauc_precision_at_3_std": 0.300175, + "nauc_precision_at_3_diff1": 0.846644, + "nauc_precision_at_5_max": 0.804144, + "nauc_precision_at_5_std": 0.351751, + "nauc_precision_at_5_diff1": 0.826274, + "nauc_precision_at_10_max": 0.811493, + "nauc_precision_at_10_std": 0.338797, + "nauc_precision_at_10_diff1": 0.814324, + "nauc_precision_at_20_max": 0.870626, + "nauc_precision_at_20_std": 0.391868, + "nauc_precision_at_20_diff1": 0.826442, + "nauc_precision_at_100_max": 0.946078, + "nauc_precision_at_100_std": 0.727171, + "nauc_precision_at_100_diff1": 0.903128, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718138, + "nauc_mrr_at_1_std": 0.224795, + "nauc_mrr_at_1_diff1": 0.896671, + "nauc_mrr_at_3_max": 0.749845, + "nauc_mrr_at_3_std": 0.245137, + "nauc_mrr_at_3_diff1": 0.880262, + "nauc_mrr_at_5_max": 0.748373, + "nauc_mrr_at_5_std": 0.250558, + "nauc_mrr_at_5_diff1": 0.878136, + "nauc_mrr_at_10_max": 0.747872, + "nauc_mrr_at_10_std": 0.247928, + "nauc_mrr_at_10_diff1": 0.878203, + "nauc_mrr_at_20_max": 0.74855, + "nauc_mrr_at_20_std": 0.248707, + "nauc_mrr_at_20_diff1": 0.879245, + "nauc_mrr_at_100_max": 0.747903, + "nauc_mrr_at_100_std": 0.24867, + "nauc_mrr_at_100_diff1": 0.879832, + "nauc_mrr_at_1000_max": 0.747811, + "nauc_mrr_at_1000_std": 0.24848, + "nauc_mrr_at_1000_diff1": 0.879824, + "main_score": 0.87063, + "hf_subset": "swh_Latn-swh_Latn", + "languages": [ + "swh-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.91444, + "ndcg_at_3": 0.94468, + "ndcg_at_5": 0.94836, + "ndcg_at_10": 0.95086, + "ndcg_at_20": 0.95279, + "ndcg_at_100": 0.9545, + "ndcg_at_1000": 0.95477, + "map_at_1": 0.91444, + "map_at_3": 0.93778, + "map_at_5": 0.93983, + "map_at_10": 0.94085, + "map_at_20": 0.94137, + "map_at_100": 0.94162, + "map_at_1000": 0.94163, + "recall_at_1": 0.91444, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91444, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914444, + "mrr_at_3": 0.937778, + "mrr_at_5": 0.939833, + "mrr_at_10": 0.940848, + "mrr_at_20": 0.941366, + "mrr_at_100": 0.941622, + "mrr_at_1000": 0.941629, + "nauc_ndcg_at_1_max": 0.699686, + "nauc_ndcg_at_1_std": -0.055101, + "nauc_ndcg_at_1_diff1": 0.914542, + "nauc_ndcg_at_3_max": 0.770953, + "nauc_ndcg_at_3_std": -0.078322, + "nauc_ndcg_at_3_diff1": 0.926895, + "nauc_ndcg_at_5_max": 0.763487, + "nauc_ndcg_at_5_std": -0.073834, + "nauc_ndcg_at_5_diff1": 0.927615, + "nauc_ndcg_at_10_max": 0.756344, + "nauc_ndcg_at_10_std": -0.065773, + "nauc_ndcg_at_10_diff1": 0.924928, + "nauc_ndcg_at_20_max": 0.755276, + "nauc_ndcg_at_20_std": -0.052983, + "nauc_ndcg_at_20_diff1": 0.924192, + "nauc_ndcg_at_100_max": 0.751337, + "nauc_ndcg_at_100_std": -0.048478, + "nauc_ndcg_at_100_diff1": 0.924009, + "nauc_ndcg_at_1000_max": 0.750245, + "nauc_ndcg_at_1000_std": -0.054621, + "nauc_ndcg_at_1000_diff1": 0.923564, + "nauc_map_at_1_max": 0.699686, + "nauc_map_at_1_std": -0.055101, + "nauc_map_at_1_diff1": 0.914542, + "nauc_map_at_3_max": 0.751869, + "nauc_map_at_3_std": -0.069899, + "nauc_map_at_3_diff1": 0.923094, + "nauc_map_at_5_max": 0.747683, + "nauc_map_at_5_std": -0.067501, + "nauc_map_at_5_diff1": 0.923364, + "nauc_map_at_10_max": 0.744936, + "nauc_map_at_10_std": -0.063661, + "nauc_map_at_10_diff1": 0.922399, + "nauc_map_at_20_max": 0.74483, + "nauc_map_at_20_std": -0.059598, + "nauc_map_at_20_diff1": 0.922198, + "nauc_map_at_100_max": 0.744338, + "nauc_map_at_100_std": -0.058858, + "nauc_map_at_100_diff1": 0.922214, + "nauc_map_at_1000_max": 0.744314, + "nauc_map_at_1000_std": -0.058982, + "nauc_map_at_1000_diff1": 0.922205, + "nauc_recall_at_1_max": 0.699686, + "nauc_recall_at_1_std": -0.055101, + "nauc_recall_at_1_diff1": 0.914542, + "nauc_recall_at_3_max": 0.864044, + "nauc_recall_at_3_std": -0.121382, + "nauc_recall_at_3_diff1": 0.945874, + "nauc_recall_at_5_max": 0.859769, + "nauc_recall_at_5_std": -0.114379, + "nauc_recall_at_5_diff1": 0.955065, + "nauc_recall_at_10_max": 0.842396, + "nauc_recall_at_10_std": -0.082633, + "nauc_recall_at_10_diff1": 0.944252, + "nauc_recall_at_20_max": 0.87535, + "nauc_recall_at_20_std": 0.071849, + "nauc_recall_at_20_diff1": 0.946078, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699686, + "nauc_precision_at_1_std": -0.055101, + "nauc_precision_at_1_diff1": 0.914542, + "nauc_precision_at_3_max": 0.864044, + "nauc_precision_at_3_std": -0.121382, + "nauc_precision_at_3_diff1": 0.945874, + "nauc_precision_at_5_max": 0.859769, + "nauc_precision_at_5_std": -0.114379, + "nauc_precision_at_5_diff1": 0.955065, + "nauc_precision_at_10_max": 0.842396, + "nauc_precision_at_10_std": -0.082633, + "nauc_precision_at_10_diff1": 0.944252, + "nauc_precision_at_20_max": 0.87535, + "nauc_precision_at_20_std": 0.071849, + "nauc_precision_at_20_diff1": 0.946078, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699686, + "nauc_mrr_at_1_std": -0.055101, + "nauc_mrr_at_1_diff1": 0.914542, + "nauc_mrr_at_3_max": 0.751869, + "nauc_mrr_at_3_std": -0.069899, + "nauc_mrr_at_3_diff1": 0.923094, + "nauc_mrr_at_5_max": 0.747683, + "nauc_mrr_at_5_std": -0.067501, + "nauc_mrr_at_5_diff1": 0.923364, + "nauc_mrr_at_10_max": 0.744936, + "nauc_mrr_at_10_std": -0.063661, + "nauc_mrr_at_10_diff1": 0.922399, + "nauc_mrr_at_20_max": 0.74483, + "nauc_mrr_at_20_std": -0.059598, + "nauc_mrr_at_20_diff1": 0.922198, + "nauc_mrr_at_100_max": 0.744338, + "nauc_mrr_at_100_std": -0.058858, + "nauc_mrr_at_100_diff1": 0.922214, + "nauc_mrr_at_1000_max": 0.744314, + "nauc_mrr_at_1000_std": -0.058982, + "nauc_mrr_at_1000_diff1": 0.922205, + "main_score": 0.95086, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78556, + "ndcg_at_3": 0.83116, + "ndcg_at_5": 0.8412, + "ndcg_at_10": 0.85265, + "ndcg_at_20": 0.85761, + "ndcg_at_100": 0.86545, + "ndcg_at_1000": 0.86774, + "map_at_1": 0.78556, + "map_at_3": 0.82037, + "map_at_5": 0.82593, + "map_at_10": 0.83062, + "map_at_20": 0.83208, + "map_at_100": 0.83317, + "map_at_1000": 0.83328, + "recall_at_1": 0.78556, + "recall_at_3": 0.86222, + "recall_at_5": 0.88667, + "recall_at_10": 0.92222, + "recall_at_20": 0.94111, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.78556, + "precision_at_3": 0.28741, + "precision_at_5": 0.17733, + "precision_at_10": 0.09222, + "precision_at_20": 0.04706, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.785556, + "mrr_at_3": 0.82037, + "mrr_at_5": 0.825926, + "mrr_at_10": 0.830618, + "mrr_at_20": 0.832078, + "mrr_at_100": 0.833169, + "mrr_at_1000": 0.833282, + "nauc_ndcg_at_1_max": 0.724124, + "nauc_ndcg_at_1_std": 0.194979, + "nauc_ndcg_at_1_diff1": 0.879342, + "nauc_ndcg_at_3_max": 0.767036, + "nauc_ndcg_at_3_std": 0.252777, + "nauc_ndcg_at_3_diff1": 0.870725, + "nauc_ndcg_at_5_max": 0.764891, + "nauc_ndcg_at_5_std": 0.267994, + "nauc_ndcg_at_5_diff1": 0.864448, + "nauc_ndcg_at_10_max": 0.767308, + "nauc_ndcg_at_10_std": 0.264128, + "nauc_ndcg_at_10_diff1": 0.865539, + "nauc_ndcg_at_20_max": 0.767466, + "nauc_ndcg_at_20_std": 0.274557, + "nauc_ndcg_at_20_diff1": 0.867806, + "nauc_ndcg_at_100_max": 0.763467, + "nauc_ndcg_at_100_std": 0.267158, + "nauc_ndcg_at_100_diff1": 0.869565, + "nauc_ndcg_at_1000_max": 0.761265, + "nauc_ndcg_at_1000_std": 0.259734, + "nauc_ndcg_at_1000_diff1": 0.869984, + "nauc_map_at_1_max": 0.724124, + "nauc_map_at_1_std": 0.194979, + "nauc_map_at_1_diff1": 0.879342, + "nauc_map_at_3_max": 0.756736, + "nauc_map_at_3_std": 0.239109, + "nauc_map_at_3_diff1": 0.873306, + "nauc_map_at_5_max": 0.755753, + "nauc_map_at_5_std": 0.247532, + "nauc_map_at_5_diff1": 0.870299, + "nauc_map_at_10_max": 0.756299, + "nauc_map_at_10_std": 0.245349, + "nauc_map_at_10_diff1": 0.870975, + "nauc_map_at_20_max": 0.756248, + "nauc_map_at_20_std": 0.248126, + "nauc_map_at_20_diff1": 0.871581, + "nauc_map_at_100_max": 0.755851, + "nauc_map_at_100_std": 0.247528, + "nauc_map_at_100_diff1": 0.871774, + "nauc_map_at_1000_max": 0.755771, + "nauc_map_at_1000_std": 0.24725, + "nauc_map_at_1000_diff1": 0.871797, + "nauc_recall_at_1_max": 0.724124, + "nauc_recall_at_1_std": 0.194979, + "nauc_recall_at_1_diff1": 0.879342, + "nauc_recall_at_3_max": 0.803696, + "nauc_recall_at_3_std": 0.301299, + "nauc_recall_at_3_diff1": 0.86122, + "nauc_recall_at_5_max": 0.801138, + "nauc_recall_at_5_std": 0.353908, + "nauc_recall_at_5_diff1": 0.83814, + "nauc_recall_at_10_max": 0.831179, + "nauc_recall_at_10_std": 0.372196, + "nauc_recall_at_10_diff1": 0.831499, + "nauc_recall_at_20_max": 0.852818, + "nauc_recall_at_20_std": 0.491209, + "nauc_recall_at_20_diff1": 0.840609, + "nauc_recall_at_100_max": 0.887177, + "nauc_recall_at_100_std": 0.679614, + "nauc_recall_at_100_diff1": 0.848739, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724124, + "nauc_precision_at_1_std": 0.194979, + "nauc_precision_at_1_diff1": 0.879342, + "nauc_precision_at_3_max": 0.803696, + "nauc_precision_at_3_std": 0.301299, + "nauc_precision_at_3_diff1": 0.86122, + "nauc_precision_at_5_max": 0.801138, + "nauc_precision_at_5_std": 0.353908, + "nauc_precision_at_5_diff1": 0.83814, + "nauc_precision_at_10_max": 0.831179, + "nauc_precision_at_10_std": 0.372196, + "nauc_precision_at_10_diff1": 0.831499, + "nauc_precision_at_20_max": 0.852818, + "nauc_precision_at_20_std": 0.491209, + "nauc_precision_at_20_diff1": 0.840609, + "nauc_precision_at_100_max": 0.887177, + "nauc_precision_at_100_std": 0.679614, + "nauc_precision_at_100_diff1": 0.848739, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724124, + "nauc_mrr_at_1_std": 0.194979, + "nauc_mrr_at_1_diff1": 0.879342, + "nauc_mrr_at_3_max": 0.756736, + "nauc_mrr_at_3_std": 0.239109, + "nauc_mrr_at_3_diff1": 0.873306, + "nauc_mrr_at_5_max": 0.755753, + "nauc_mrr_at_5_std": 0.247532, + "nauc_mrr_at_5_diff1": 0.870299, + "nauc_mrr_at_10_max": 0.756299, + "nauc_mrr_at_10_std": 0.245349, + "nauc_mrr_at_10_diff1": 0.870975, + "nauc_mrr_at_20_max": 0.756248, + "nauc_mrr_at_20_std": 0.248126, + "nauc_mrr_at_20_diff1": 0.871581, + "nauc_mrr_at_100_max": 0.755851, + "nauc_mrr_at_100_std": 0.247528, + "nauc_mrr_at_100_diff1": 0.871774, + "nauc_mrr_at_1000_max": 0.755771, + "nauc_mrr_at_1000_std": 0.24725, + "nauc_mrr_at_1000_diff1": 0.871797, + "main_score": 0.85265, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.83778, + "ndcg_at_3": 0.88242, + "ndcg_at_5": 0.88883, + "ndcg_at_10": 0.89651, + "ndcg_at_20": 0.90224, + "ndcg_at_100": 0.90521, + "ndcg_at_1000": 0.90645, + "map_at_1": 0.83778, + "map_at_3": 0.87204, + "map_at_5": 0.87559, + "map_at_10": 0.87863, + "map_at_20": 0.88027, + "map_at_100": 0.88071, + "map_at_1000": 0.88075, + "recall_at_1": 0.83778, + "recall_at_3": 0.91222, + "recall_at_5": 0.92778, + "recall_at_10": 0.95222, + "recall_at_20": 0.97444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.83778, + "precision_at_3": 0.30407, + "precision_at_5": 0.18556, + "precision_at_10": 0.09522, + "precision_at_20": 0.04872, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.837778, + "mrr_at_3": 0.872037, + "mrr_at_5": 0.875593, + "mrr_at_10": 0.878634, + "mrr_at_20": 0.880268, + "mrr_at_100": 0.880711, + "mrr_at_1000": 0.880751, + "nauc_ndcg_at_1_max": 0.732767, + "nauc_ndcg_at_1_std": 0.123675, + "nauc_ndcg_at_1_diff1": 0.922522, + "nauc_ndcg_at_3_max": 0.777859, + "nauc_ndcg_at_3_std": 0.176997, + "nauc_ndcg_at_3_diff1": 0.910993, + "nauc_ndcg_at_5_max": 0.784203, + "nauc_ndcg_at_5_std": 0.174013, + "nauc_ndcg_at_5_diff1": 0.915142, + "nauc_ndcg_at_10_max": 0.78185, + "nauc_ndcg_at_10_std": 0.180568, + "nauc_ndcg_at_10_diff1": 0.915588, + "nauc_ndcg_at_20_max": 0.781813, + "nauc_ndcg_at_20_std": 0.181193, + "nauc_ndcg_at_20_diff1": 0.91722, + "nauc_ndcg_at_100_max": 0.776608, + "nauc_ndcg_at_100_std": 0.178166, + "nauc_ndcg_at_100_diff1": 0.91706, + "nauc_ndcg_at_1000_max": 0.773535, + "nauc_ndcg_at_1000_std": 0.169699, + "nauc_ndcg_at_1000_diff1": 0.916113, + "nauc_map_at_1_max": 0.732767, + "nauc_map_at_1_std": 0.123675, + "nauc_map_at_1_diff1": 0.922522, + "nauc_map_at_3_max": 0.765802, + "nauc_map_at_3_std": 0.16014, + "nauc_map_at_3_diff1": 0.913483, + "nauc_map_at_5_max": 0.768622, + "nauc_map_at_5_std": 0.157151, + "nauc_map_at_5_diff1": 0.915624, + "nauc_map_at_10_max": 0.767444, + "nauc_map_at_10_std": 0.15829, + "nauc_map_at_10_diff1": 0.915724, + "nauc_map_at_20_max": 0.767325, + "nauc_map_at_20_std": 0.158248, + "nauc_map_at_20_diff1": 0.916156, + "nauc_map_at_100_max": 0.766654, + "nauc_map_at_100_std": 0.158244, + "nauc_map_at_100_diff1": 0.916054, + "nauc_map_at_1000_max": 0.766572, + "nauc_map_at_1000_std": 0.158009, + "nauc_map_at_1000_diff1": 0.916029, + "nauc_recall_at_1_max": 0.732767, + "nauc_recall_at_1_std": 0.123675, + "nauc_recall_at_1_diff1": 0.922522, + "nauc_recall_at_3_max": 0.826059, + "nauc_recall_at_3_std": 0.246091, + "nauc_recall_at_3_diff1": 0.901429, + "nauc_recall_at_5_max": 0.859412, + "nauc_recall_at_5_std": 0.257035, + "nauc_recall_at_5_diff1": 0.914458, + "nauc_recall_at_10_max": 0.881767, + "nauc_recall_at_10_std": 0.351899, + "nauc_recall_at_10_diff1": 0.917921, + "nauc_recall_at_20_max": 0.965189, + "nauc_recall_at_20_std": 0.505541, + "nauc_recall_at_20_diff1": 0.941745, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.78893, + "nauc_recall_at_100_diff1": 0.985476, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732767, + "nauc_precision_at_1_std": 0.123675, + "nauc_precision_at_1_diff1": 0.922522, + "nauc_precision_at_3_max": 0.826059, + "nauc_precision_at_3_std": 0.246091, + "nauc_precision_at_3_diff1": 0.901429, + "nauc_precision_at_5_max": 0.859412, + "nauc_precision_at_5_std": 0.257035, + "nauc_precision_at_5_diff1": 0.914458, + "nauc_precision_at_10_max": 0.881767, + "nauc_precision_at_10_std": 0.351899, + "nauc_precision_at_10_diff1": 0.917921, + "nauc_precision_at_20_max": 0.965189, + "nauc_precision_at_20_std": 0.505541, + "nauc_precision_at_20_diff1": 0.941745, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.78893, + "nauc_precision_at_100_diff1": 0.985476, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732767, + "nauc_mrr_at_1_std": 0.123675, + "nauc_mrr_at_1_diff1": 0.922522, + "nauc_mrr_at_3_max": 0.765802, + "nauc_mrr_at_3_std": 0.16014, + "nauc_mrr_at_3_diff1": 0.913483, + "nauc_mrr_at_5_max": 0.768622, + "nauc_mrr_at_5_std": 0.157151, + "nauc_mrr_at_5_diff1": 0.915624, + "nauc_mrr_at_10_max": 0.767444, + "nauc_mrr_at_10_std": 0.15829, + "nauc_mrr_at_10_diff1": 0.915724, + "nauc_mrr_at_20_max": 0.767325, + "nauc_mrr_at_20_std": 0.158248, + "nauc_mrr_at_20_diff1": 0.916156, + "nauc_mrr_at_100_max": 0.766654, + "nauc_mrr_at_100_std": 0.158244, + "nauc_mrr_at_100_diff1": 0.916054, + "nauc_mrr_at_1000_max": 0.766572, + "nauc_mrr_at_1000_std": 0.158009, + "nauc_mrr_at_1000_diff1": 0.916029, + "main_score": 0.89651, + "hf_subset": "tam_Taml-tam_Taml", + "languages": [ + "tam-Taml", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94714, + "ndcg_at_5": 0.95226, + "ndcg_at_10": 0.9545, + "ndcg_at_20": 0.95673, + "ndcg_at_100": 0.95716, + "ndcg_at_1000": 0.95757, + "map_at_1": 0.91889, + "map_at_3": 0.94037, + "map_at_5": 0.94326, + "map_at_10": 0.94423, + "map_at_20": 0.94484, + "map_at_100": 0.9449, + "map_at_1000": 0.94492, + "recall_at_1": 0.91889, + "recall_at_3": 0.96667, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, + "recall_at_20": 0.99444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91889, + "precision_at_3": 0.32222, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.94037, + "mrr_at_5": 0.943259, + "mrr_at_10": 0.944235, + "mrr_at_20": 0.944843, + "mrr_at_100": 0.944903, + "mrr_at_1000": 0.944919, + "nauc_ndcg_at_1_max": 0.664818, + "nauc_ndcg_at_1_std": -0.213844, + "nauc_ndcg_at_1_diff1": 0.932882, + "nauc_ndcg_at_3_max": 0.728568, + "nauc_ndcg_at_3_std": -0.270746, + "nauc_ndcg_at_3_diff1": 0.931893, + "nauc_ndcg_at_5_max": 0.70885, + "nauc_ndcg_at_5_std": -0.259989, + "nauc_ndcg_at_5_diff1": 0.928389, + "nauc_ndcg_at_10_max": 0.704738, + "nauc_ndcg_at_10_std": -0.230973, + "nauc_ndcg_at_10_diff1": 0.927886, + "nauc_ndcg_at_20_max": 0.711629, + "nauc_ndcg_at_20_std": -0.194206, + "nauc_ndcg_at_20_diff1": 0.932664, + "nauc_ndcg_at_100_max": 0.708787, + "nauc_ndcg_at_100_std": -0.205976, + "nauc_ndcg_at_100_diff1": 0.932, + "nauc_ndcg_at_1000_max": 0.706306, + "nauc_ndcg_at_1000_std": -0.21785, + "nauc_ndcg_at_1000_diff1": 0.931331, + "nauc_map_at_1_max": 0.664818, + "nauc_map_at_1_std": -0.213844, + "nauc_map_at_1_diff1": 0.932882, + "nauc_map_at_3_max": 0.71182, + "nauc_map_at_3_std": -0.248554, + "nauc_map_at_3_diff1": 0.932074, + "nauc_map_at_5_max": 0.701595, + "nauc_map_at_5_std": -0.240646, + "nauc_map_at_5_diff1": 0.930408, + "nauc_map_at_10_max": 0.700019, + "nauc_map_at_10_std": -0.229673, + "nauc_map_at_10_diff1": 0.930175, + "nauc_map_at_20_max": 0.701758, + "nauc_map_at_20_std": -0.22277, + "nauc_map_at_20_diff1": 0.931301, + "nauc_map_at_100_max": 0.701433, + "nauc_map_at_100_std": -0.224101, + "nauc_map_at_100_diff1": 0.931227, + "nauc_map_at_1000_max": 0.701355, + "nauc_map_at_1000_std": -0.224444, + "nauc_map_at_1000_diff1": 0.931207, + "nauc_recall_at_1_max": 0.664818, + "nauc_recall_at_1_std": -0.213844, + "nauc_recall_at_1_diff1": 0.932882, + "nauc_recall_at_3_max": 0.811951, + "nauc_recall_at_3_std": -0.387908, + "nauc_recall_at_3_diff1": 0.931061, + "nauc_recall_at_5_max": 0.753821, + "nauc_recall_at_5_std": -0.416237, + "nauc_recall_at_5_diff1": 0.911789, + "nauc_recall_at_10_max": 0.735725, + "nauc_recall_at_10_std": -0.223084, + "nauc_recall_at_10_diff1": 0.901243, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664818, + "nauc_precision_at_1_std": -0.213844, + "nauc_precision_at_1_diff1": 0.932882, + "nauc_precision_at_3_max": 0.811951, + "nauc_precision_at_3_std": -0.387908, + "nauc_precision_at_3_diff1": 0.931061, + "nauc_precision_at_5_max": 0.753821, + "nauc_precision_at_5_std": -0.416237, + "nauc_precision_at_5_diff1": 0.911789, + "nauc_precision_at_10_max": 0.735725, + "nauc_precision_at_10_std": -0.223084, + "nauc_precision_at_10_diff1": 0.901243, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664818, + "nauc_mrr_at_1_std": -0.213844, + "nauc_mrr_at_1_diff1": 0.932882, + "nauc_mrr_at_3_max": 0.71182, + "nauc_mrr_at_3_std": -0.248554, + "nauc_mrr_at_3_diff1": 0.932074, + "nauc_mrr_at_5_max": 0.701595, + "nauc_mrr_at_5_std": -0.240646, + "nauc_mrr_at_5_diff1": 0.930408, + "nauc_mrr_at_10_max": 0.700019, + "nauc_mrr_at_10_std": -0.229673, + "nauc_mrr_at_10_diff1": 0.930175, + "nauc_mrr_at_20_max": 0.701758, + "nauc_mrr_at_20_std": -0.22277, + "nauc_mrr_at_20_diff1": 0.931301, + "nauc_mrr_at_100_max": 0.701433, + "nauc_mrr_at_100_std": -0.224101, + "nauc_mrr_at_100_diff1": 0.931227, + "nauc_mrr_at_1000_max": 0.701355, + "nauc_mrr_at_1000_std": -0.224444, + "nauc_mrr_at_1000_diff1": 0.931207, + "main_score": 0.9545, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79556, + "ndcg_at_3": 0.85081, + "ndcg_at_5": 0.86008, + "ndcg_at_10": 0.86752, + "ndcg_at_20": 0.87213, + "ndcg_at_100": 0.87828, + "ndcg_at_1000": 0.88009, + "map_at_1": 0.79556, + "map_at_3": 0.83759, + "map_at_5": 0.84281, + "map_at_10": 0.84582, + "map_at_20": 0.847, + "map_at_100": 0.84784, + "map_at_1000": 0.84793, + "recall_at_1": 0.79556, + "recall_at_3": 0.88889, + "recall_at_5": 0.91111, + "recall_at_10": 0.93444, + "recall_at_20": 0.95333, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.79556, + "precision_at_3": 0.2963, + "precision_at_5": 0.18222, + "precision_at_10": 0.09344, + "precision_at_20": 0.04767, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795556, + "mrr_at_3": 0.837593, + "mrr_at_5": 0.842815, + "mrr_at_10": 0.845815, + "mrr_at_20": 0.847, + "mrr_at_100": 0.84784, + "mrr_at_1000": 0.847926, + "nauc_ndcg_at_1_max": 0.724224, + "nauc_ndcg_at_1_std": 0.162306, + "nauc_ndcg_at_1_diff1": 0.878581, + "nauc_ndcg_at_3_max": 0.759048, + "nauc_ndcg_at_3_std": 0.197594, + "nauc_ndcg_at_3_diff1": 0.865778, + "nauc_ndcg_at_5_max": 0.763782, + "nauc_ndcg_at_5_std": 0.227656, + "nauc_ndcg_at_5_diff1": 0.871707, + "nauc_ndcg_at_10_max": 0.760405, + "nauc_ndcg_at_10_std": 0.227156, + "nauc_ndcg_at_10_diff1": 0.86884, + "nauc_ndcg_at_20_max": 0.75884, + "nauc_ndcg_at_20_std": 0.237601, + "nauc_ndcg_at_20_diff1": 0.868839, + "nauc_ndcg_at_100_max": 0.75535, + "nauc_ndcg_at_100_std": 0.226461, + "nauc_ndcg_at_100_diff1": 0.871019, + "nauc_ndcg_at_1000_max": 0.754197, + "nauc_ndcg_at_1000_std": 0.21657, + "nauc_ndcg_at_1000_diff1": 0.870921, + "nauc_map_at_1_max": 0.724224, + "nauc_map_at_1_std": 0.162306, + "nauc_map_at_1_diff1": 0.878581, + "nauc_map_at_3_max": 0.750111, + "nauc_map_at_3_std": 0.188128, + "nauc_map_at_3_diff1": 0.869727, + "nauc_map_at_5_max": 0.752013, + "nauc_map_at_5_std": 0.203322, + "nauc_map_at_5_diff1": 0.872584, + "nauc_map_at_10_max": 0.750635, + "nauc_map_at_10_std": 0.202838, + "nauc_map_at_10_diff1": 0.871653, + "nauc_map_at_20_max": 0.750172, + "nauc_map_at_20_std": 0.20496, + "nauc_map_at_20_diff1": 0.871637, + "nauc_map_at_100_max": 0.749832, + "nauc_map_at_100_std": 0.203538, + "nauc_map_at_100_diff1": 0.871968, + "nauc_map_at_1000_max": 0.749775, + "nauc_map_at_1000_std": 0.203156, + "nauc_map_at_1000_diff1": 0.871949, + "nauc_recall_at_1_max": 0.724224, + "nauc_recall_at_1_std": 0.162306, + "nauc_recall_at_1_diff1": 0.878581, + "nauc_recall_at_3_max": 0.794413, + "nauc_recall_at_3_std": 0.235331, + "nauc_recall_at_3_diff1": 0.849702, + "nauc_recall_at_5_max": 0.821148, + "nauc_recall_at_5_std": 0.350444, + "nauc_recall_at_5_diff1": 0.869199, + "nauc_recall_at_10_max": 0.820594, + "nauc_recall_at_10_std": 0.388739, + "nauc_recall_at_10_diff1": 0.850338, + "nauc_recall_at_20_max": 0.829276, + "nauc_recall_at_20_std": 0.564359, + "nauc_recall_at_20_diff1": 0.843671, + "nauc_recall_at_100_max": 0.823568, + "nauc_recall_at_100_std": 0.850218, + "nauc_recall_at_100_diff1": 0.871226, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724224, + "nauc_precision_at_1_std": 0.162306, + "nauc_precision_at_1_diff1": 0.878581, + "nauc_precision_at_3_max": 0.794413, + "nauc_precision_at_3_std": 0.235331, + "nauc_precision_at_3_diff1": 0.849702, + "nauc_precision_at_5_max": 0.821148, + "nauc_precision_at_5_std": 0.350444, + "nauc_precision_at_5_diff1": 0.869199, + "nauc_precision_at_10_max": 0.820594, + "nauc_precision_at_10_std": 0.388739, + "nauc_precision_at_10_diff1": 0.850338, + "nauc_precision_at_20_max": 0.829276, + "nauc_precision_at_20_std": 0.564359, + "nauc_precision_at_20_diff1": 0.843671, + "nauc_precision_at_100_max": 0.823568, + "nauc_precision_at_100_std": 0.850218, + "nauc_precision_at_100_diff1": 0.871226, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724224, + "nauc_mrr_at_1_std": 0.162306, + "nauc_mrr_at_1_diff1": 0.878581, + "nauc_mrr_at_3_max": 0.750111, + "nauc_mrr_at_3_std": 0.188128, + "nauc_mrr_at_3_diff1": 0.869727, + "nauc_mrr_at_5_max": 0.752013, + "nauc_mrr_at_5_std": 0.203322, + "nauc_mrr_at_5_diff1": 0.872584, + "nauc_mrr_at_10_max": 0.750635, + "nauc_mrr_at_10_std": 0.202838, + "nauc_mrr_at_10_diff1": 0.871653, + "nauc_mrr_at_20_max": 0.750172, + "nauc_mrr_at_20_std": 0.20496, + "nauc_mrr_at_20_diff1": 0.871637, + "nauc_mrr_at_100_max": 0.749832, + "nauc_mrr_at_100_std": 0.203538, + "nauc_mrr_at_100_diff1": 0.871968, + "nauc_mrr_at_1000_max": 0.749775, + "nauc_mrr_at_1000_std": 0.203156, + "nauc_mrr_at_1000_diff1": 0.871949, + "main_score": 0.86752, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.84222, + "ndcg_at_3": 0.88024, + "ndcg_at_5": 0.88803, + "ndcg_at_10": 0.89463, + "ndcg_at_20": 0.89946, + "ndcg_at_100": 0.9047, + "ndcg_at_1000": 0.90574, + "map_at_1": 0.84222, + "map_at_3": 0.87074, + "map_at_5": 0.87507, + "map_at_10": 0.87788, + "map_at_20": 0.87923, + "map_at_100": 0.88006, + "map_at_1000": 0.88011, + "recall_at_1": 0.84222, + "recall_at_3": 0.90778, + "recall_at_5": 0.92667, + "recall_at_10": 0.94667, + "recall_at_20": 0.96556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.84222, + "precision_at_3": 0.30259, + "precision_at_5": 0.18533, + "precision_at_10": 0.09467, + "precision_at_20": 0.04828, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.842222, + "mrr_at_3": 0.870741, + "mrr_at_5": 0.875074, + "mrr_at_10": 0.877877, + "mrr_at_20": 0.879227, + "mrr_at_100": 0.880065, + "mrr_at_1000": 0.880112, + "nauc_ndcg_at_1_max": 0.782134, + "nauc_ndcg_at_1_std": 0.089408, + "nauc_ndcg_at_1_diff1": 0.923627, + "nauc_ndcg_at_3_max": 0.803025, + "nauc_ndcg_at_3_std": 0.121182, + "nauc_ndcg_at_3_diff1": 0.910481, + "nauc_ndcg_at_5_max": 0.811841, + "nauc_ndcg_at_5_std": 0.133516, + "nauc_ndcg_at_5_diff1": 0.914067, + "nauc_ndcg_at_10_max": 0.808544, + "nauc_ndcg_at_10_std": 0.135907, + "nauc_ndcg_at_10_diff1": 0.913473, + "nauc_ndcg_at_20_max": 0.806195, + "nauc_ndcg_at_20_std": 0.142517, + "nauc_ndcg_at_20_diff1": 0.91521, + "nauc_ndcg_at_100_max": 0.803702, + "nauc_ndcg_at_100_std": 0.133529, + "nauc_ndcg_at_100_diff1": 0.915331, + "nauc_ndcg_at_1000_max": 0.801922, + "nauc_ndcg_at_1000_std": 0.126909, + "nauc_ndcg_at_1000_diff1": 0.915227, + "nauc_map_at_1_max": 0.782134, + "nauc_map_at_1_std": 0.089408, + "nauc_map_at_1_diff1": 0.923627, + "nauc_map_at_3_max": 0.796437, + "nauc_map_at_3_std": 0.110349, + "nauc_map_at_3_diff1": 0.913527, + "nauc_map_at_5_max": 0.800469, + "nauc_map_at_5_std": 0.116152, + "nauc_map_at_5_diff1": 0.91535, + "nauc_map_at_10_max": 0.798975, + "nauc_map_at_10_std": 0.116412, + "nauc_map_at_10_diff1": 0.915238, + "nauc_map_at_20_max": 0.79826, + "nauc_map_at_20_std": 0.117517, + "nauc_map_at_20_diff1": 0.915644, + "nauc_map_at_100_max": 0.798004, + "nauc_map_at_100_std": 0.11669, + "nauc_map_at_100_diff1": 0.915713, + "nauc_map_at_1000_max": 0.797942, + "nauc_map_at_1000_std": 0.116473, + "nauc_map_at_1000_diff1": 0.915707, + "nauc_recall_at_1_max": 0.782134, + "nauc_recall_at_1_std": 0.089408, + "nauc_recall_at_1_diff1": 0.923627, + "nauc_recall_at_3_max": 0.829115, + "nauc_recall_at_3_std": 0.164501, + "nauc_recall_at_3_diff1": 0.89898, + "nauc_recall_at_5_max": 0.868581, + "nauc_recall_at_5_std": 0.219973, + "nauc_recall_at_5_diff1": 0.909494, + "nauc_recall_at_10_max": 0.870798, + "nauc_recall_at_10_std": 0.268528, + "nauc_recall_at_10_diff1": 0.903468, + "nauc_recall_at_20_max": 0.880365, + "nauc_recall_at_20_std": 0.419656, + "nauc_recall_at_20_diff1": 0.917774, + "nauc_recall_at_100_max": 0.962652, + "nauc_recall_at_100_std": 0.730692, + "nauc_recall_at_100_diff1": 0.922969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782134, + "nauc_precision_at_1_std": 0.089408, + "nauc_precision_at_1_diff1": 0.923627, + "nauc_precision_at_3_max": 0.829115, + "nauc_precision_at_3_std": 0.164501, + "nauc_precision_at_3_diff1": 0.89898, + "nauc_precision_at_5_max": 0.868581, + "nauc_precision_at_5_std": 0.219973, + "nauc_precision_at_5_diff1": 0.909494, + "nauc_precision_at_10_max": 0.870798, + "nauc_precision_at_10_std": 0.268528, + "nauc_precision_at_10_diff1": 0.903468, + "nauc_precision_at_20_max": 0.880365, + "nauc_precision_at_20_std": 0.419656, + "nauc_precision_at_20_diff1": 0.917774, + "nauc_precision_at_100_max": 0.962652, + "nauc_precision_at_100_std": 0.730692, + "nauc_precision_at_100_diff1": 0.922969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782134, + "nauc_mrr_at_1_std": 0.089408, + "nauc_mrr_at_1_diff1": 0.923627, + "nauc_mrr_at_3_max": 0.796437, + "nauc_mrr_at_3_std": 0.110349, + "nauc_mrr_at_3_diff1": 0.913527, + "nauc_mrr_at_5_max": 0.800469, + "nauc_mrr_at_5_std": 0.116152, + "nauc_mrr_at_5_diff1": 0.91535, + "nauc_mrr_at_10_max": 0.798975, + "nauc_mrr_at_10_std": 0.116412, + "nauc_mrr_at_10_diff1": 0.915238, + "nauc_mrr_at_20_max": 0.79826, + "nauc_mrr_at_20_std": 0.117517, + "nauc_mrr_at_20_diff1": 0.915644, + "nauc_mrr_at_100_max": 0.798004, + "nauc_mrr_at_100_std": 0.11669, + "nauc_mrr_at_100_diff1": 0.915713, + "nauc_mrr_at_1000_max": 0.797942, + "nauc_mrr_at_1000_std": 0.116473, + "nauc_mrr_at_1000_diff1": 0.915707, + "main_score": 0.89463, + "hf_subset": "tel_Telu-tel_Telu", + "languages": [ + "tel-Telu", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94536, + "ndcg_at_5": 0.95095, + "ndcg_at_10": 0.9549, + "ndcg_at_20": 0.95631, + "ndcg_at_100": 0.95692, + "ndcg_at_1000": 0.95735, + "map_at_1": 0.91889, + "map_at_3": 0.93944, + "map_at_5": 0.94261, + "map_at_10": 0.94424, + "map_at_20": 0.94462, + "map_at_100": 0.94471, + "map_at_1000": 0.94472, + "recall_at_1": 0.91889, + "recall_at_3": 0.96222, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91889, + "precision_at_3": 0.32074, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.939444, + "mrr_at_5": 0.942611, + "mrr_at_10": 0.944239, + "mrr_at_20": 0.944625, + "mrr_at_100": 0.944708, + "mrr_at_1000": 0.944725, + "nauc_ndcg_at_1_max": 0.693469, + "nauc_ndcg_at_1_std": -0.188845, + "nauc_ndcg_at_1_diff1": 0.956512, + "nauc_ndcg_at_3_max": 0.780457, + "nauc_ndcg_at_3_std": -0.116241, + "nauc_ndcg_at_3_diff1": 0.952879, + "nauc_ndcg_at_5_max": 0.767687, + "nauc_ndcg_at_5_std": -0.118539, + "nauc_ndcg_at_5_diff1": 0.956187, + "nauc_ndcg_at_10_max": 0.754644, + "nauc_ndcg_at_10_std": -0.13598, + "nauc_ndcg_at_10_diff1": 0.956231, + "nauc_ndcg_at_20_max": 0.755175, + "nauc_ndcg_at_20_std": -0.113827, + "nauc_ndcg_at_20_diff1": 0.955634, + "nauc_ndcg_at_100_max": 0.752317, + "nauc_ndcg_at_100_std": -0.119121, + "nauc_ndcg_at_100_diff1": 0.955673, + "nauc_ndcg_at_1000_max": 0.750202, + "nauc_ndcg_at_1000_std": -0.130404, + "nauc_ndcg_at_1000_diff1": 0.955226, + "nauc_map_at_1_max": 0.693469, + "nauc_map_at_1_std": -0.188845, + "nauc_map_at_1_diff1": 0.956512, + "nauc_map_at_3_max": 0.756737, + "nauc_map_at_3_std": -0.135162, + "nauc_map_at_3_diff1": 0.953593, + "nauc_map_at_5_max": 0.749211, + "nauc_map_at_5_std": -0.138777, + "nauc_map_at_5_diff1": 0.955278, + "nauc_map_at_10_max": 0.744204, + "nauc_map_at_10_std": -0.145623, + "nauc_map_at_10_diff1": 0.955077, + "nauc_map_at_20_max": 0.744207, + "nauc_map_at_20_std": -0.141197, + "nauc_map_at_20_diff1": 0.954927, + "nauc_map_at_100_max": 0.743897, + "nauc_map_at_100_std": -0.141705, + "nauc_map_at_100_diff1": 0.954944, + "nauc_map_at_1000_max": 0.743824, + "nauc_map_at_1000_std": -0.142057, + "nauc_map_at_1000_diff1": 0.95493, + "nauc_recall_at_1_max": 0.693469, + "nauc_recall_at_1_std": -0.188845, + "nauc_recall_at_1_diff1": 0.956512, + "nauc_recall_at_3_max": 0.887282, + "nauc_recall_at_3_std": -0.031719, + "nauc_recall_at_3_diff1": 0.949882, + "nauc_recall_at_5_max": 0.884899, + "nauc_recall_at_5_std": 0.017592, + "nauc_recall_at_5_diff1": 0.963607, + "nauc_recall_at_10_max": 0.855955, + "nauc_recall_at_10_std": -0.034505, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.641379, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693469, + "nauc_precision_at_1_std": -0.188845, + "nauc_precision_at_1_diff1": 0.956512, + "nauc_precision_at_3_max": 0.887282, + "nauc_precision_at_3_std": -0.031719, + "nauc_precision_at_3_diff1": 0.949882, + "nauc_precision_at_5_max": 0.884899, + "nauc_precision_at_5_std": 0.017592, + "nauc_precision_at_5_diff1": 0.963607, + "nauc_precision_at_10_max": 0.855955, + "nauc_precision_at_10_std": -0.034505, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.641379, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693469, + "nauc_mrr_at_1_std": -0.188845, + "nauc_mrr_at_1_diff1": 0.956512, + "nauc_mrr_at_3_max": 0.756737, + "nauc_mrr_at_3_std": -0.135162, + "nauc_mrr_at_3_diff1": 0.953593, + "nauc_mrr_at_5_max": 0.749211, + "nauc_mrr_at_5_std": -0.138777, + "nauc_mrr_at_5_diff1": 0.955278, + "nauc_mrr_at_10_max": 0.744204, + "nauc_mrr_at_10_std": -0.145623, + "nauc_mrr_at_10_diff1": 0.955077, + "nauc_mrr_at_20_max": 0.744207, + "nauc_mrr_at_20_std": -0.141197, + "nauc_mrr_at_20_diff1": 0.954927, + "nauc_mrr_at_100_max": 0.743897, + "nauc_mrr_at_100_std": -0.141705, + "nauc_mrr_at_100_diff1": 0.954944, + "nauc_mrr_at_1000_max": 0.743824, + "nauc_mrr_at_1000_std": -0.142057, + "nauc_mrr_at_1000_diff1": 0.95493, + "main_score": 0.9549, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81222, + "ndcg_at_3": 0.86733, + "ndcg_at_5": 0.87426, + "ndcg_at_10": 0.88241, + "ndcg_at_20": 0.8886, + "ndcg_at_100": 0.89282, + "ndcg_at_1000": 0.89369, + "map_at_1": 0.81222, + "map_at_3": 0.85407, + "map_at_5": 0.85796, + "map_at_10": 0.86147, + "map_at_20": 0.86318, + "map_at_100": 0.8638, + "map_at_1000": 0.86383, + "recall_at_1": 0.81222, + "recall_at_3": 0.90556, + "recall_at_5": 0.92222, + "recall_at_10": 0.94667, + "recall_at_20": 0.97111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.81222, + "precision_at_3": 0.30185, + "precision_at_5": 0.18444, + "precision_at_10": 0.09467, + "precision_at_20": 0.04856, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.812222, + "mrr_at_3": 0.854074, + "mrr_at_5": 0.857963, + "mrr_at_10": 0.861474, + "mrr_at_20": 0.863178, + "mrr_at_100": 0.863795, + "mrr_at_1000": 0.863828, + "nauc_ndcg_at_1_max": 0.659949, + "nauc_ndcg_at_1_std": 0.122929, + "nauc_ndcg_at_1_diff1": 0.916888, + "nauc_ndcg_at_3_max": 0.742182, + "nauc_ndcg_at_3_std": 0.188107, + "nauc_ndcg_at_3_diff1": 0.902835, + "nauc_ndcg_at_5_max": 0.735146, + "nauc_ndcg_at_5_std": 0.18446, + "nauc_ndcg_at_5_diff1": 0.906713, + "nauc_ndcg_at_10_max": 0.734405, + "nauc_ndcg_at_10_std": 0.206172, + "nauc_ndcg_at_10_diff1": 0.906204, + "nauc_ndcg_at_20_max": 0.727683, + "nauc_ndcg_at_20_std": 0.204266, + "nauc_ndcg_at_20_diff1": 0.905556, + "nauc_ndcg_at_100_max": 0.722963, + "nauc_ndcg_at_100_std": 0.195206, + "nauc_ndcg_at_100_diff1": 0.907299, + "nauc_ndcg_at_1000_max": 0.720999, + "nauc_ndcg_at_1000_std": 0.189364, + "nauc_ndcg_at_1000_diff1": 0.907673, + "nauc_map_at_1_max": 0.659949, + "nauc_map_at_1_std": 0.122929, + "nauc_map_at_1_diff1": 0.916888, + "nauc_map_at_3_max": 0.720906, + "nauc_map_at_3_std": 0.174362, + "nauc_map_at_3_diff1": 0.907079, + "nauc_map_at_5_max": 0.716625, + "nauc_map_at_5_std": 0.17152, + "nauc_map_at_5_diff1": 0.909078, + "nauc_map_at_10_max": 0.715858, + "nauc_map_at_10_std": 0.179929, + "nauc_map_at_10_diff1": 0.909009, + "nauc_map_at_20_max": 0.714098, + "nauc_map_at_20_std": 0.178979, + "nauc_map_at_20_diff1": 0.908833, + "nauc_map_at_100_max": 0.713514, + "nauc_map_at_100_std": 0.178074, + "nauc_map_at_100_diff1": 0.909047, + "nauc_map_at_1000_max": 0.713453, + "nauc_map_at_1000_std": 0.177899, + "nauc_map_at_1000_diff1": 0.909059, + "nauc_recall_at_1_max": 0.659949, + "nauc_recall_at_1_std": 0.122929, + "nauc_recall_at_1_diff1": 0.916888, + "nauc_recall_at_3_max": 0.830697, + "nauc_recall_at_3_std": 0.243049, + "nauc_recall_at_3_diff1": 0.884742, + "nauc_recall_at_5_max": 0.82443, + "nauc_recall_at_5_std": 0.245685, + "nauc_recall_at_5_diff1": 0.895825, + "nauc_recall_at_10_max": 0.860625, + "nauc_recall_at_10_std": 0.401523, + "nauc_recall_at_10_diff1": 0.886885, + "nauc_recall_at_20_max": 0.86955, + "nauc_recall_at_20_std": 0.545536, + "nauc_recall_at_20_diff1": 0.863445, + "nauc_recall_at_100_max": 0.953704, + "nauc_recall_at_100_std": 0.88212, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659949, + "nauc_precision_at_1_std": 0.122929, + "nauc_precision_at_1_diff1": 0.916888, + "nauc_precision_at_3_max": 0.830697, + "nauc_precision_at_3_std": 0.243049, + "nauc_precision_at_3_diff1": 0.884742, + "nauc_precision_at_5_max": 0.82443, + "nauc_precision_at_5_std": 0.245685, + "nauc_precision_at_5_diff1": 0.895825, + "nauc_precision_at_10_max": 0.860625, + "nauc_precision_at_10_std": 0.401523, + "nauc_precision_at_10_diff1": 0.886885, + "nauc_precision_at_20_max": 0.86955, + "nauc_precision_at_20_std": 0.545536, + "nauc_precision_at_20_diff1": 0.863445, + "nauc_precision_at_100_max": 0.953704, + "nauc_precision_at_100_std": 0.88212, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659949, + "nauc_mrr_at_1_std": 0.122929, + "nauc_mrr_at_1_diff1": 0.916888, + "nauc_mrr_at_3_max": 0.720906, + "nauc_mrr_at_3_std": 0.174362, + "nauc_mrr_at_3_diff1": 0.907079, + "nauc_mrr_at_5_max": 0.716625, + "nauc_mrr_at_5_std": 0.17152, + "nauc_mrr_at_5_diff1": 0.909078, + "nauc_mrr_at_10_max": 0.715858, + "nauc_mrr_at_10_std": 0.179929, + "nauc_mrr_at_10_diff1": 0.909009, + "nauc_mrr_at_20_max": 0.714098, + "nauc_mrr_at_20_std": 0.178979, + "nauc_mrr_at_20_diff1": 0.908833, + "nauc_mrr_at_100_max": 0.713514, + "nauc_mrr_at_100_std": 0.178074, + "nauc_mrr_at_100_diff1": 0.909047, + "nauc_mrr_at_1000_max": 0.713453, + "nauc_mrr_at_1000_std": 0.177899, + "nauc_mrr_at_1000_diff1": 0.909059, + "main_score": 0.88241, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.74556, + "ndcg_at_3": 0.79829, + "ndcg_at_5": 0.81025, + "ndcg_at_10": 0.81828, + "ndcg_at_20": 0.82645, + "ndcg_at_100": 0.83525, + "ndcg_at_1000": 0.83966, + "map_at_1": 0.74556, + "map_at_3": 0.78574, + "map_at_5": 0.79241, + "map_at_10": 0.7958, + "map_at_20": 0.79806, + "map_at_100": 0.79924, + "map_at_1000": 0.79946, + "recall_at_1": 0.74556, + "recall_at_3": 0.83444, + "recall_at_5": 0.86333, + "recall_at_10": 0.88778, + "recall_at_20": 0.92, + "recall_at_100": 0.96778, + "recall_at_1000": 1.0, + "precision_at_1": 0.74556, + "precision_at_3": 0.27815, + "precision_at_5": 0.17267, + "precision_at_10": 0.08878, + "precision_at_20": 0.046, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.745556, + "mrr_at_3": 0.785741, + "mrr_at_5": 0.792407, + "mrr_at_10": 0.795799, + "mrr_at_20": 0.798057, + "mrr_at_100": 0.799243, + "mrr_at_1000": 0.799457, + "nauc_ndcg_at_1_max": 0.781499, + "nauc_ndcg_at_1_std": 0.327513, + "nauc_ndcg_at_1_diff1": 0.905214, + "nauc_ndcg_at_3_max": 0.810185, + "nauc_ndcg_at_3_std": 0.401788, + "nauc_ndcg_at_3_diff1": 0.891434, + "nauc_ndcg_at_5_max": 0.809008, + "nauc_ndcg_at_5_std": 0.396225, + "nauc_ndcg_at_5_diff1": 0.888035, + "nauc_ndcg_at_10_max": 0.804888, + "nauc_ndcg_at_10_std": 0.387456, + "nauc_ndcg_at_10_diff1": 0.886252, + "nauc_ndcg_at_20_max": 0.804267, + "nauc_ndcg_at_20_std": 0.401316, + "nauc_ndcg_at_20_diff1": 0.885986, + "nauc_ndcg_at_100_max": 0.803411, + "nauc_ndcg_at_100_std": 0.395669, + "nauc_ndcg_at_100_diff1": 0.887806, + "nauc_ndcg_at_1000_max": 0.80192, + "nauc_ndcg_at_1000_std": 0.388717, + "nauc_ndcg_at_1000_diff1": 0.889798, + "nauc_map_at_1_max": 0.781499, + "nauc_map_at_1_std": 0.327513, + "nauc_map_at_1_diff1": 0.905214, + "nauc_map_at_3_max": 0.802021, + "nauc_map_at_3_std": 0.382453, + "nauc_map_at_3_diff1": 0.894414, + "nauc_map_at_5_max": 0.801136, + "nauc_map_at_5_std": 0.378977, + "nauc_map_at_5_diff1": 0.892787, + "nauc_map_at_10_max": 0.79946, + "nauc_map_at_10_std": 0.375573, + "nauc_map_at_10_diff1": 0.89227, + "nauc_map_at_20_max": 0.79916, + "nauc_map_at_20_std": 0.379, + "nauc_map_at_20_diff1": 0.892169, + "nauc_map_at_100_max": 0.799073, + "nauc_map_at_100_std": 0.378474, + "nauc_map_at_100_diff1": 0.892455, + "nauc_map_at_1000_max": 0.799009, + "nauc_map_at_1000_std": 0.378209, + "nauc_map_at_1000_diff1": 0.89254, + "nauc_recall_at_1_max": 0.781499, + "nauc_recall_at_1_std": 0.327513, + "nauc_recall_at_1_diff1": 0.905214, + "nauc_recall_at_3_max": 0.839574, + "nauc_recall_at_3_std": 0.470483, + "nauc_recall_at_3_diff1": 0.881181, + "nauc_recall_at_5_max": 0.84157, + "nauc_recall_at_5_std": 0.465834, + "nauc_recall_at_5_diff1": 0.868129, + "nauc_recall_at_10_max": 0.828671, + "nauc_recall_at_10_std": 0.436824, + "nauc_recall_at_10_diff1": 0.855295, + "nauc_recall_at_20_max": 0.834274, + "nauc_recall_at_20_std": 0.56121, + "nauc_recall_at_20_diff1": 0.843118, + "nauc_recall_at_100_max": 0.853183, + "nauc_recall_at_100_std": 0.633198, + "nauc_recall_at_100_diff1": 0.822274, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781499, + "nauc_precision_at_1_std": 0.327513, + "nauc_precision_at_1_diff1": 0.905214, + "nauc_precision_at_3_max": 0.839574, + "nauc_precision_at_3_std": 0.470483, + "nauc_precision_at_3_diff1": 0.881181, + "nauc_precision_at_5_max": 0.84157, + "nauc_precision_at_5_std": 0.465834, + "nauc_precision_at_5_diff1": 0.868129, + "nauc_precision_at_10_max": 0.828671, + "nauc_precision_at_10_std": 0.436824, + "nauc_precision_at_10_diff1": 0.855295, + "nauc_precision_at_20_max": 0.834274, + "nauc_precision_at_20_std": 0.56121, + "nauc_precision_at_20_diff1": 0.843118, + "nauc_precision_at_100_max": 0.853183, + "nauc_precision_at_100_std": 0.633198, + "nauc_precision_at_100_diff1": 0.822274, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.781499, + "nauc_mrr_at_1_std": 0.327513, + "nauc_mrr_at_1_diff1": 0.905214, + "nauc_mrr_at_3_max": 0.802021, + "nauc_mrr_at_3_std": 0.382453, + "nauc_mrr_at_3_diff1": 0.894414, + "nauc_mrr_at_5_max": 0.801136, + "nauc_mrr_at_5_std": 0.378977, + "nauc_mrr_at_5_diff1": 0.892787, + "nauc_mrr_at_10_max": 0.79946, + "nauc_mrr_at_10_std": 0.375573, + "nauc_mrr_at_10_diff1": 0.89227, + "nauc_mrr_at_20_max": 0.79916, + "nauc_mrr_at_20_std": 0.379, + "nauc_mrr_at_20_diff1": 0.892169, + "nauc_mrr_at_100_max": 0.799073, + "nauc_mrr_at_100_std": 0.378474, + "nauc_mrr_at_100_diff1": 0.892455, + "nauc_mrr_at_1000_max": 0.799009, + "nauc_mrr_at_1000_std": 0.378209, + "nauc_mrr_at_1000_diff1": 0.89254, + "main_score": 0.81828, + "hf_subset": "tgk_Cyrl-tgk_Cyrl", + "languages": [ + "tgk-Cyrl", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92901, + "ndcg_at_5": 0.93566, + "ndcg_at_10": 0.94101, + "ndcg_at_20": 0.94294, + "ndcg_at_100": 0.9438, + "ndcg_at_1000": 0.94437, + "map_at_1": 0.89556, + "map_at_3": 0.9213, + "map_at_5": 0.92513, + "map_at_10": 0.92731, + "map_at_20": 0.92782, + "map_at_100": 0.92795, + "map_at_1000": 0.92798, + "recall_at_1": 0.89556, + "recall_at_3": 0.95111, + "recall_at_5": 0.96667, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.31704, + "precision_at_5": 0.19333, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.921296, + "mrr_at_5": 0.92513, + "mrr_at_10": 0.92731, + "mrr_at_20": 0.927822, + "mrr_at_100": 0.927953, + "mrr_at_1000": 0.927977, + "nauc_ndcg_at_1_max": 0.659258, + "nauc_ndcg_at_1_std": -0.047206, + "nauc_ndcg_at_1_diff1": 0.901288, + "nauc_ndcg_at_3_max": 0.717226, + "nauc_ndcg_at_3_std": 0.003548, + "nauc_ndcg_at_3_diff1": 0.909324, + "nauc_ndcg_at_5_max": 0.721001, + "nauc_ndcg_at_5_std": 0.000109, + "nauc_ndcg_at_5_diff1": 0.911077, + "nauc_ndcg_at_10_max": 0.70491, + "nauc_ndcg_at_10_std": -0.003858, + "nauc_ndcg_at_10_diff1": 0.909713, + "nauc_ndcg_at_20_max": 0.707639, + "nauc_ndcg_at_20_std": 0.019406, + "nauc_ndcg_at_20_diff1": 0.910559, + "nauc_ndcg_at_100_max": 0.70361, + "nauc_ndcg_at_100_std": 0.007978, + "nauc_ndcg_at_100_diff1": 0.909743, + "nauc_ndcg_at_1000_max": 0.701545, + "nauc_ndcg_at_1000_std": -0.002348, + "nauc_ndcg_at_1000_diff1": 0.908804, + "nauc_map_at_1_max": 0.659258, + "nauc_map_at_1_std": -0.047206, + "nauc_map_at_1_diff1": 0.901288, + "nauc_map_at_3_max": 0.700992, + "nauc_map_at_3_std": -0.01011, + "nauc_map_at_3_diff1": 0.907276, + "nauc_map_at_5_max": 0.701825, + "nauc_map_at_5_std": -0.012736, + "nauc_map_at_5_diff1": 0.907916, + "nauc_map_at_10_max": 0.695896, + "nauc_map_at_10_std": -0.014881, + "nauc_map_at_10_diff1": 0.907351, + "nauc_map_at_20_max": 0.696464, + "nauc_map_at_20_std": -0.010563, + "nauc_map_at_20_diff1": 0.907523, + "nauc_map_at_100_max": 0.695957, + "nauc_map_at_100_std": -0.012039, + "nauc_map_at_100_diff1": 0.90744, + "nauc_map_at_1000_max": 0.695882, + "nauc_map_at_1000_std": -0.012377, + "nauc_map_at_1000_diff1": 0.907409, + "nauc_recall_at_1_max": 0.659258, + "nauc_recall_at_1_std": -0.047206, + "nauc_recall_at_1_diff1": 0.901288, + "nauc_recall_at_3_max": 0.79085, + "nauc_recall_at_3_std": 0.065073, + "nauc_recall_at_3_diff1": 0.91846, + "nauc_recall_at_5_max": 0.844087, + "nauc_recall_at_5_std": 0.080345, + "nauc_recall_at_5_diff1": 0.931762, + "nauc_recall_at_10_max": 0.790881, + "nauc_recall_at_10_std": 0.128416, + "nauc_recall_at_10_diff1": 0.937908, + "nauc_recall_at_20_max": 0.932598, + "nauc_recall_at_20_std": 0.874008, + "nauc_recall_at_20_diff1": 0.98366, + "nauc_recall_at_100_max": 0.897876, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659258, + "nauc_precision_at_1_std": -0.047206, + "nauc_precision_at_1_diff1": 0.901288, + "nauc_precision_at_3_max": 0.79085, + "nauc_precision_at_3_std": 0.065073, + "nauc_precision_at_3_diff1": 0.91846, + "nauc_precision_at_5_max": 0.844087, + "nauc_precision_at_5_std": 0.080345, + "nauc_precision_at_5_diff1": 0.931762, + "nauc_precision_at_10_max": 0.790881, + "nauc_precision_at_10_std": 0.128416, + "nauc_precision_at_10_diff1": 0.937908, + "nauc_precision_at_20_max": 0.932598, + "nauc_precision_at_20_std": 0.874008, + "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_100_max": 0.897876, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659258, + "nauc_mrr_at_1_std": -0.047206, + "nauc_mrr_at_1_diff1": 0.901288, + "nauc_mrr_at_3_max": 0.700992, + "nauc_mrr_at_3_std": -0.01011, + "nauc_mrr_at_3_diff1": 0.907276, + "nauc_mrr_at_5_max": 0.701825, + "nauc_mrr_at_5_std": -0.012736, + "nauc_mrr_at_5_diff1": 0.907916, + "nauc_mrr_at_10_max": 0.695896, + "nauc_mrr_at_10_std": -0.014881, + "nauc_mrr_at_10_diff1": 0.907351, + "nauc_mrr_at_20_max": 0.696464, + "nauc_mrr_at_20_std": -0.010563, + "nauc_mrr_at_20_diff1": 0.907523, + "nauc_mrr_at_100_max": 0.695957, + "nauc_mrr_at_100_std": -0.012039, + "nauc_mrr_at_100_diff1": 0.90744, + "nauc_mrr_at_1000_max": 0.695882, + "nauc_mrr_at_1000_std": -0.012377, + "nauc_mrr_at_1000_diff1": 0.907409, + "main_score": 0.94101, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66667, + "ndcg_at_3": 0.72878, + "ndcg_at_5": 0.74231, + "ndcg_at_10": 0.75382, + "ndcg_at_20": 0.76202, + "ndcg_at_100": 0.77679, + "ndcg_at_1000": 0.78337, + "map_at_1": 0.66667, + "map_at_3": 0.71407, + "map_at_5": 0.72146, + "map_at_10": 0.72643, + "map_at_20": 0.72872, + "map_at_100": 0.73081, + "map_at_1000": 0.73108, + "recall_at_1": 0.66667, + "recall_at_3": 0.77111, + "recall_at_5": 0.80444, + "recall_at_10": 0.83889, + "recall_at_20": 0.87111, + "recall_at_100": 0.95, + "recall_at_1000": 1.0, + "precision_at_1": 0.66667, + "precision_at_3": 0.25704, + "precision_at_5": 0.16089, + "precision_at_10": 0.08389, + "precision_at_20": 0.04356, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.666667, + "mrr_at_3": 0.714074, + "mrr_at_5": 0.721463, + "mrr_at_10": 0.72643, + "mrr_at_20": 0.728715, + "mrr_at_100": 0.730808, + "mrr_at_1000": 0.731079, + "nauc_ndcg_at_1_max": 0.699789, + "nauc_ndcg_at_1_std": 0.194873, + "nauc_ndcg_at_1_diff1": 0.870172, + "nauc_ndcg_at_3_max": 0.736791, + "nauc_ndcg_at_3_std": 0.234076, + "nauc_ndcg_at_3_diff1": 0.844182, + "nauc_ndcg_at_5_max": 0.736442, + "nauc_ndcg_at_5_std": 0.24228, + "nauc_ndcg_at_5_diff1": 0.843481, + "nauc_ndcg_at_10_max": 0.734793, + "nauc_ndcg_at_10_std": 0.236663, + "nauc_ndcg_at_10_diff1": 0.842365, + "nauc_ndcg_at_20_max": 0.731711, + "nauc_ndcg_at_20_std": 0.242289, + "nauc_ndcg_at_20_diff1": 0.839259, + "nauc_ndcg_at_100_max": 0.728161, + "nauc_ndcg_at_100_std": 0.240591, + "nauc_ndcg_at_100_diff1": 0.841554, + "nauc_ndcg_at_1000_max": 0.728524, + "nauc_ndcg_at_1000_std": 0.235466, + "nauc_ndcg_at_1000_diff1": 0.84502, + "nauc_map_at_1_max": 0.699789, + "nauc_map_at_1_std": 0.194873, + "nauc_map_at_1_diff1": 0.870172, + "nauc_map_at_3_max": 0.728255, + "nauc_map_at_3_std": 0.224515, + "nauc_map_at_3_diff1": 0.850976, + "nauc_map_at_5_max": 0.727917, + "nauc_map_at_5_std": 0.228856, + "nauc_map_at_5_diff1": 0.850848, + "nauc_map_at_10_max": 0.727119, + "nauc_map_at_10_std": 0.226641, + "nauc_map_at_10_diff1": 0.850608, + "nauc_map_at_20_max": 0.726213, + "nauc_map_at_20_std": 0.227804, + "nauc_map_at_20_diff1": 0.849882, + "nauc_map_at_100_max": 0.72566, + "nauc_map_at_100_std": 0.227842, + "nauc_map_at_100_diff1": 0.850045, + "nauc_map_at_1000_max": 0.725687, + "nauc_map_at_1000_std": 0.227701, + "nauc_map_at_1000_diff1": 0.850172, + "nauc_recall_at_1_max": 0.699789, + "nauc_recall_at_1_std": 0.194873, + "nauc_recall_at_1_diff1": 0.870172, + "nauc_recall_at_3_max": 0.765227, + "nauc_recall_at_3_std": 0.266225, + "nauc_recall_at_3_diff1": 0.821088, + "nauc_recall_at_5_max": 0.767815, + "nauc_recall_at_5_std": 0.293671, + "nauc_recall_at_5_diff1": 0.81541, + "nauc_recall_at_10_max": 0.766879, + "nauc_recall_at_10_std": 0.277896, + "nauc_recall_at_10_diff1": 0.804651, + "nauc_recall_at_20_max": 0.754859, + "nauc_recall_at_20_std": 0.326064, + "nauc_recall_at_20_diff1": 0.776112, + "nauc_recall_at_100_max": 0.721527, + "nauc_recall_at_100_std": 0.397531, + "nauc_recall_at_100_diff1": 0.742836, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699789, + "nauc_precision_at_1_std": 0.194873, + "nauc_precision_at_1_diff1": 0.870172, + "nauc_precision_at_3_max": 0.765227, + "nauc_precision_at_3_std": 0.266225, + "nauc_precision_at_3_diff1": 0.821088, + "nauc_precision_at_5_max": 0.767815, + "nauc_precision_at_5_std": 0.293671, + "nauc_precision_at_5_diff1": 0.81541, + "nauc_precision_at_10_max": 0.766879, + "nauc_precision_at_10_std": 0.277896, + "nauc_precision_at_10_diff1": 0.804651, + "nauc_precision_at_20_max": 0.754859, + "nauc_precision_at_20_std": 0.326064, + "nauc_precision_at_20_diff1": 0.776112, + "nauc_precision_at_100_max": 0.721527, + "nauc_precision_at_100_std": 0.397531, + "nauc_precision_at_100_diff1": 0.742836, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699789, + "nauc_mrr_at_1_std": 0.194873, + "nauc_mrr_at_1_diff1": 0.870172, + "nauc_mrr_at_3_max": 0.728255, + "nauc_mrr_at_3_std": 0.224515, + "nauc_mrr_at_3_diff1": 0.850976, + "nauc_mrr_at_5_max": 0.727917, + "nauc_mrr_at_5_std": 0.228856, + "nauc_mrr_at_5_diff1": 0.850848, + "nauc_mrr_at_10_max": 0.727119, + "nauc_mrr_at_10_std": 0.226641, + "nauc_mrr_at_10_diff1": 0.850608, + "nauc_mrr_at_20_max": 0.726213, + "nauc_mrr_at_20_std": 0.227804, + "nauc_mrr_at_20_diff1": 0.849882, + "nauc_mrr_at_100_max": 0.72566, + "nauc_mrr_at_100_std": 0.227842, + "nauc_mrr_at_100_diff1": 0.850045, + "nauc_mrr_at_1000_max": 0.725687, + "nauc_mrr_at_1000_std": 0.227701, + "nauc_mrr_at_1000_diff1": 0.850172, + "main_score": 0.75382, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.83778, + "ndcg_at_3": 0.87734, + "ndcg_at_5": 0.88599, + "ndcg_at_10": 0.89539, + "ndcg_at_20": 0.8991, + "ndcg_at_100": 0.903, + "ndcg_at_1000": 0.90431, + "map_at_1": 0.83778, + "map_at_3": 0.86759, + "map_at_5": 0.87237, + "map_at_10": 0.87628, + "map_at_20": 0.87733, + "map_at_100": 0.87794, + "map_at_1000": 0.87799, + "recall_at_1": 0.83778, + "recall_at_3": 0.90556, + "recall_at_5": 0.92667, + "recall_at_10": 0.95556, + "recall_at_20": 0.97, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.83778, + "precision_at_3": 0.30185, + "precision_at_5": 0.18533, + "precision_at_10": 0.09556, + "precision_at_20": 0.0485, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.837778, + "mrr_at_3": 0.867593, + "mrr_at_5": 0.87237, + "mrr_at_10": 0.876278, + "mrr_at_20": 0.877334, + "mrr_at_100": 0.87794, + "mrr_at_1000": 0.877993, + "nauc_ndcg_at_1_max": 0.743234, + "nauc_ndcg_at_1_std": 0.011988, + "nauc_ndcg_at_1_diff1": 0.928481, + "nauc_ndcg_at_3_max": 0.796817, + "nauc_ndcg_at_3_std": 0.012773, + "nauc_ndcg_at_3_diff1": 0.907714, + "nauc_ndcg_at_5_max": 0.802876, + "nauc_ndcg_at_5_std": 0.026892, + "nauc_ndcg_at_5_diff1": 0.910897, + "nauc_ndcg_at_10_max": 0.79907, + "nauc_ndcg_at_10_std": 0.025306, + "nauc_ndcg_at_10_diff1": 0.91504, + "nauc_ndcg_at_20_max": 0.79296, + "nauc_ndcg_at_20_std": 0.022344, + "nauc_ndcg_at_20_diff1": 0.9153, + "nauc_ndcg_at_100_max": 0.791318, + "nauc_ndcg_at_100_std": 0.020505, + "nauc_ndcg_at_100_diff1": 0.916239, + "nauc_ndcg_at_1000_max": 0.788977, + "nauc_ndcg_at_1000_std": 0.019919, + "nauc_ndcg_at_1000_diff1": 0.915739, + "nauc_map_at_1_max": 0.743234, + "nauc_map_at_1_std": 0.011988, + "nauc_map_at_1_diff1": 0.928481, + "nauc_map_at_3_max": 0.783842, + "nauc_map_at_3_std": 0.012621, + "nauc_map_at_3_diff1": 0.913008, + "nauc_map_at_5_max": 0.786777, + "nauc_map_at_5_std": 0.019973, + "nauc_map_at_5_diff1": 0.914877, + "nauc_map_at_10_max": 0.784952, + "nauc_map_at_10_std": 0.018464, + "nauc_map_at_10_diff1": 0.916314, + "nauc_map_at_20_max": 0.783376, + "nauc_map_at_20_std": 0.017984, + "nauc_map_at_20_diff1": 0.916367, + "nauc_map_at_100_max": 0.783146, + "nauc_map_at_100_std": 0.017778, + "nauc_map_at_100_diff1": 0.916511, + "nauc_map_at_1000_max": 0.783068, + "nauc_map_at_1000_std": 0.017759, + "nauc_map_at_1000_diff1": 0.916501, + "nauc_recall_at_1_max": 0.743234, + "nauc_recall_at_1_std": 0.011988, + "nauc_recall_at_1_diff1": 0.928481, + "nauc_recall_at_3_max": 0.846087, + "nauc_recall_at_3_std": 0.013325, + "nauc_recall_at_3_diff1": 0.887433, + "nauc_recall_at_5_max": 0.879573, + "nauc_recall_at_5_std": 0.063018, + "nauc_recall_at_5_diff1": 0.89273, + "nauc_recall_at_10_max": 0.902136, + "nauc_recall_at_10_std": 0.085901, + "nauc_recall_at_10_diff1": 0.912173, + "nauc_recall_at_20_max": 0.874987, + "nauc_recall_at_20_std": 0.069198, + "nauc_recall_at_20_diff1": 0.91467, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.066241, + "nauc_recall_at_100_diff1": 0.954611, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743234, + "nauc_precision_at_1_std": 0.011988, + "nauc_precision_at_1_diff1": 0.928481, + "nauc_precision_at_3_max": 0.846087, + "nauc_precision_at_3_std": 0.013325, + "nauc_precision_at_3_diff1": 0.887433, + "nauc_precision_at_5_max": 0.879573, + "nauc_precision_at_5_std": 0.063018, + "nauc_precision_at_5_diff1": 0.89273, + "nauc_precision_at_10_max": 0.902136, + "nauc_precision_at_10_std": 0.085901, + "nauc_precision_at_10_diff1": 0.912173, + "nauc_precision_at_20_max": 0.874987, + "nauc_precision_at_20_std": 0.069198, + "nauc_precision_at_20_diff1": 0.91467, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.066241, + "nauc_precision_at_100_diff1": 0.954611, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743234, + "nauc_mrr_at_1_std": 0.011988, + "nauc_mrr_at_1_diff1": 0.928481, + "nauc_mrr_at_3_max": 0.783842, + "nauc_mrr_at_3_std": 0.012621, + "nauc_mrr_at_3_diff1": 0.913008, + "nauc_mrr_at_5_max": 0.786777, + "nauc_mrr_at_5_std": 0.019973, + "nauc_mrr_at_5_diff1": 0.914877, + "nauc_mrr_at_10_max": 0.784952, + "nauc_mrr_at_10_std": 0.018464, + "nauc_mrr_at_10_diff1": 0.916314, + "nauc_mrr_at_20_max": 0.783376, + "nauc_mrr_at_20_std": 0.017984, + "nauc_mrr_at_20_diff1": 0.916367, + "nauc_mrr_at_100_max": 0.783146, + "nauc_mrr_at_100_std": 0.017778, + "nauc_mrr_at_100_diff1": 0.916511, + "nauc_mrr_at_1000_max": 0.783068, + "nauc_mrr_at_1000_std": 0.017759, + "nauc_mrr_at_1000_diff1": 0.916501, + "main_score": 0.89539, + "hf_subset": "tgl_Latn-tgl_Latn", + "languages": [ + "tgl-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.94992, + "ndcg_at_5": 0.95413, + "ndcg_at_10": 0.95593, + "ndcg_at_20": 0.95728, + "ndcg_at_100": 0.95899, + "ndcg_at_1000": 0.9594, + "map_at_1": 0.92444, + "map_at_3": 0.94407, + "map_at_5": 0.94646, + "map_at_10": 0.9472, + "map_at_20": 0.94754, + "map_at_100": 0.94781, + "map_at_1000": 0.94782, + "recall_at_1": 0.92444, + "recall_at_3": 0.96667, + "recall_at_5": 0.97667, + "recall_at_10": 0.98222, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32222, + "precision_at_5": 0.19533, + "precision_at_10": 0.09822, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.944074, + "mrr_at_5": 0.946463, + "mrr_at_10": 0.947201, + "mrr_at_20": 0.947544, + "mrr_at_100": 0.94781, + "mrr_at_1000": 0.947822, + "nauc_ndcg_at_1_max": 0.750748, + "nauc_ndcg_at_1_std": -0.224193, + "nauc_ndcg_at_1_diff1": 0.948818, + "nauc_ndcg_at_3_max": 0.812185, + "nauc_ndcg_at_3_std": -0.185978, + "nauc_ndcg_at_3_diff1": 0.952629, + "nauc_ndcg_at_5_max": 0.800576, + "nauc_ndcg_at_5_std": -0.150928, + "nauc_ndcg_at_5_diff1": 0.952543, + "nauc_ndcg_at_10_max": 0.794539, + "nauc_ndcg_at_10_std": -0.170382, + "nauc_ndcg_at_10_diff1": 0.951601, + "nauc_ndcg_at_20_max": 0.797543, + "nauc_ndcg_at_20_std": -0.163452, + "nauc_ndcg_at_20_diff1": 0.952791, + "nauc_ndcg_at_100_max": 0.792749, + "nauc_ndcg_at_100_std": -0.172902, + "nauc_ndcg_at_100_diff1": 0.952121, + "nauc_ndcg_at_1000_max": 0.791529, + "nauc_ndcg_at_1000_std": -0.177255, + "nauc_ndcg_at_1000_diff1": 0.951638, + "nauc_map_at_1_max": 0.750748, + "nauc_map_at_1_std": -0.224193, + "nauc_map_at_1_diff1": 0.948818, + "nauc_map_at_3_max": 0.794806, + "nauc_map_at_3_std": -0.201384, + "nauc_map_at_3_diff1": 0.951197, + "nauc_map_at_5_max": 0.788447, + "nauc_map_at_5_std": -0.183563, + "nauc_map_at_5_diff1": 0.951139, + "nauc_map_at_10_max": 0.786187, + "nauc_map_at_10_std": -0.19111, + "nauc_map_at_10_diff1": 0.950761, + "nauc_map_at_20_max": 0.786935, + "nauc_map_at_20_std": -0.189038, + "nauc_map_at_20_diff1": 0.951058, + "nauc_map_at_100_max": 0.786366, + "nauc_map_at_100_std": -0.1898, + "nauc_map_at_100_diff1": 0.950945, + "nauc_map_at_1000_max": 0.786336, + "nauc_map_at_1000_std": -0.189879, + "nauc_map_at_1000_diff1": 0.950933, + "nauc_recall_at_1_max": 0.750748, + "nauc_recall_at_1_std": -0.224193, + "nauc_recall_at_1_diff1": 0.948818, + "nauc_recall_at_3_max": 0.894507, + "nauc_recall_at_3_std": -0.109337, + "nauc_recall_at_3_diff1": 0.959695, + "nauc_recall_at_5_max": 0.874972, + "nauc_recall_at_5_std": 0.073274, + "nauc_recall_at_5_diff1": 0.961874, + "nauc_recall_at_10_max": 0.852241, + "nauc_recall_at_10_std": 0.000846, + "nauc_recall_at_10_diff1": 0.958129, + "nauc_recall_at_20_max": 0.91533, + "nauc_recall_at_20_std": 0.151345, + "nauc_recall_at_20_diff1": 0.976233, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750748, + "nauc_precision_at_1_std": -0.224193, + "nauc_precision_at_1_diff1": 0.948818, + "nauc_precision_at_3_max": 0.894507, + "nauc_precision_at_3_std": -0.109337, + "nauc_precision_at_3_diff1": 0.959695, + "nauc_precision_at_5_max": 0.874972, + "nauc_precision_at_5_std": 0.073274, + "nauc_precision_at_5_diff1": 0.961874, + "nauc_precision_at_10_max": 0.852241, + "nauc_precision_at_10_std": 0.000846, + "nauc_precision_at_10_diff1": 0.958129, + "nauc_precision_at_20_max": 0.91533, + "nauc_precision_at_20_std": 0.151345, + "nauc_precision_at_20_diff1": 0.976233, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750748, + "nauc_mrr_at_1_std": -0.224193, + "nauc_mrr_at_1_diff1": 0.948818, + "nauc_mrr_at_3_max": 0.794806, + "nauc_mrr_at_3_std": -0.201384, + "nauc_mrr_at_3_diff1": 0.951197, + "nauc_mrr_at_5_max": 0.788447, + "nauc_mrr_at_5_std": -0.183563, + "nauc_mrr_at_5_diff1": 0.951139, + "nauc_mrr_at_10_max": 0.786187, + "nauc_mrr_at_10_std": -0.19111, + "nauc_mrr_at_10_diff1": 0.950761, + "nauc_mrr_at_20_max": 0.786935, + "nauc_mrr_at_20_std": -0.189038, + "nauc_mrr_at_20_diff1": 0.951058, + "nauc_mrr_at_100_max": 0.786366, + "nauc_mrr_at_100_std": -0.1898, + "nauc_mrr_at_100_diff1": 0.950945, + "nauc_mrr_at_1000_max": 0.786336, + "nauc_mrr_at_1000_std": -0.189879, + "nauc_mrr_at_1000_diff1": 0.950933, + "main_score": 0.95593, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90722, + "ndcg_at_5": 0.91368, + "ndcg_at_10": 0.9203, + "ndcg_at_20": 0.92342, + "ndcg_at_100": 0.9255, + "ndcg_at_1000": 0.92579, + "map_at_1": 0.86333, + "map_at_3": 0.8963, + "map_at_5": 0.89991, + "map_at_10": 0.90273, + "map_at_20": 0.90361, + "map_at_100": 0.9039, + "map_at_1000": 0.90391, + "recall_at_1": 0.86333, + "recall_at_3": 0.93889, + "recall_at_5": 0.95444, + "recall_at_10": 0.97444, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.86333, + "precision_at_3": 0.31296, + "precision_at_5": 0.19089, + "precision_at_10": 0.09744, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.896296, + "mrr_at_5": 0.899907, + "mrr_at_10": 0.902731, + "mrr_at_20": 0.903607, + "mrr_at_100": 0.903902, + "mrr_at_1000": 0.903914, + "nauc_ndcg_at_1_max": 0.705129, + "nauc_ndcg_at_1_std": 0.11773, + "nauc_ndcg_at_1_diff1": 0.906095, + "nauc_ndcg_at_3_max": 0.767722, + "nauc_ndcg_at_3_std": 0.180578, + "nauc_ndcg_at_3_diff1": 0.896146, + "nauc_ndcg_at_5_max": 0.763539, + "nauc_ndcg_at_5_std": 0.186753, + "nauc_ndcg_at_5_diff1": 0.89184, + "nauc_ndcg_at_10_max": 0.749359, + "nauc_ndcg_at_10_std": 0.168551, + "nauc_ndcg_at_10_diff1": 0.890366, + "nauc_ndcg_at_20_max": 0.749618, + "nauc_ndcg_at_20_std": 0.164406, + "nauc_ndcg_at_20_diff1": 0.893858, + "nauc_ndcg_at_100_max": 0.747607, + "nauc_ndcg_at_100_std": 0.1666, + "nauc_ndcg_at_100_diff1": 0.895604, + "nauc_ndcg_at_1000_max": 0.74686, + "nauc_ndcg_at_1000_std": 0.164105, + "nauc_ndcg_at_1000_diff1": 0.89576, + "nauc_map_at_1_max": 0.705129, + "nauc_map_at_1_std": 0.11773, + "nauc_map_at_1_diff1": 0.906095, + "nauc_map_at_3_max": 0.750818, + "nauc_map_at_3_std": 0.16236, + "nauc_map_at_3_diff1": 0.898514, + "nauc_map_at_5_max": 0.748255, + "nauc_map_at_5_std": 0.165169, + "nauc_map_at_5_diff1": 0.896547, + "nauc_map_at_10_max": 0.742771, + "nauc_map_at_10_std": 0.158636, + "nauc_map_at_10_diff1": 0.89613, + "nauc_map_at_20_max": 0.742909, + "nauc_map_at_20_std": 0.15809, + "nauc_map_at_20_diff1": 0.897021, + "nauc_map_at_100_max": 0.742632, + "nauc_map_at_100_std": 0.158323, + "nauc_map_at_100_diff1": 0.897251, + "nauc_map_at_1000_max": 0.74261, + "nauc_map_at_1000_std": 0.158241, + "nauc_map_at_1000_diff1": 0.897258, + "nauc_recall_at_1_max": 0.705129, + "nauc_recall_at_1_std": 0.11773, + "nauc_recall_at_1_diff1": 0.906095, + "nauc_recall_at_3_max": 0.846711, + "nauc_recall_at_3_std": 0.266701, + "nauc_recall_at_3_diff1": 0.885332, + "nauc_recall_at_5_max": 0.854205, + "nauc_recall_at_5_std": 0.319339, + "nauc_recall_at_5_diff1": 0.862119, + "nauc_recall_at_10_max": 0.795721, + "nauc_recall_at_10_std": 0.245991, + "nauc_recall_at_10_diff1": 0.826168, + "nauc_recall_at_20_max": 0.835823, + "nauc_recall_at_20_std": 0.201253, + "nauc_recall_at_20_diff1": 0.840686, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.777077, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.705129, + "nauc_precision_at_1_std": 0.11773, + "nauc_precision_at_1_diff1": 0.906095, + "nauc_precision_at_3_max": 0.846711, + "nauc_precision_at_3_std": 0.266701, + "nauc_precision_at_3_diff1": 0.885332, + "nauc_precision_at_5_max": 0.854205, + "nauc_precision_at_5_std": 0.319339, + "nauc_precision_at_5_diff1": 0.862119, + "nauc_precision_at_10_max": 0.795721, + "nauc_precision_at_10_std": 0.245991, + "nauc_precision_at_10_diff1": 0.826168, + "nauc_precision_at_20_max": 0.835823, + "nauc_precision_at_20_std": 0.201253, + "nauc_precision_at_20_diff1": 0.840686, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.777077, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.705129, + "nauc_mrr_at_1_std": 0.11773, + "nauc_mrr_at_1_diff1": 0.906095, + "nauc_mrr_at_3_max": 0.750818, + "nauc_mrr_at_3_std": 0.16236, + "nauc_mrr_at_3_diff1": 0.898514, + "nauc_mrr_at_5_max": 0.748255, + "nauc_mrr_at_5_std": 0.165169, + "nauc_mrr_at_5_diff1": 0.896547, + "nauc_mrr_at_10_max": 0.742771, + "nauc_mrr_at_10_std": 0.158636, + "nauc_mrr_at_10_diff1": 0.89613, + "nauc_mrr_at_20_max": 0.742909, + "nauc_mrr_at_20_std": 0.15809, + "nauc_mrr_at_20_diff1": 0.897021, + "nauc_mrr_at_100_max": 0.742632, + "nauc_mrr_at_100_std": 0.158323, + "nauc_mrr_at_100_diff1": 0.897251, + "nauc_mrr_at_1000_max": 0.74261, + "nauc_mrr_at_1000_std": 0.158241, + "nauc_mrr_at_1000_diff1": 0.897258, + "main_score": 0.9203, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.92841, + "ndcg_at_5": 0.93482, + "ndcg_at_10": 0.93958, + "ndcg_at_20": 0.94099, + "ndcg_at_100": 0.94207, + "ndcg_at_1000": 0.94278, + "map_at_1": 0.88778, + "map_at_3": 0.91963, + "map_at_5": 0.92319, + "map_at_10": 0.9252, + "map_at_20": 0.9256, + "map_at_100": 0.92576, + "map_at_1000": 0.92579, + "recall_at_1": 0.88778, + "recall_at_3": 0.95333, + "recall_at_5": 0.96889, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.88778, + "precision_at_3": 0.31778, + "precision_at_5": 0.19378, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.91963, + "mrr_at_5": 0.923185, + "mrr_at_10": 0.925204, + "mrr_at_20": 0.925596, + "mrr_at_100": 0.925762, + "mrr_at_1000": 0.925787, + "nauc_ndcg_at_1_max": 0.76588, + "nauc_ndcg_at_1_std": 0.066932, + "nauc_ndcg_at_1_diff1": 0.932177, + "nauc_ndcg_at_3_max": 0.80491, + "nauc_ndcg_at_3_std": 0.137372, + "nauc_ndcg_at_3_diff1": 0.918524, + "nauc_ndcg_at_5_max": 0.806393, + "nauc_ndcg_at_5_std": 0.140408, + "nauc_ndcg_at_5_diff1": 0.918895, + "nauc_ndcg_at_10_max": 0.80318, + "nauc_ndcg_at_10_std": 0.139304, + "nauc_ndcg_at_10_diff1": 0.923183, + "nauc_ndcg_at_20_max": 0.801944, + "nauc_ndcg_at_20_std": 0.15039, + "nauc_ndcg_at_20_diff1": 0.922668, + "nauc_ndcg_at_100_max": 0.798748, + "nauc_ndcg_at_100_std": 0.140675, + "nauc_ndcg_at_100_diff1": 0.923256, + "nauc_ndcg_at_1000_max": 0.796238, + "nauc_ndcg_at_1000_std": 0.130619, + "nauc_ndcg_at_1000_diff1": 0.923415, + "nauc_map_at_1_max": 0.76588, + "nauc_map_at_1_std": 0.066932, + "nauc_map_at_1_diff1": 0.932177, + "nauc_map_at_3_max": 0.7931, + "nauc_map_at_3_std": 0.115121, + "nauc_map_at_3_diff1": 0.922476, + "nauc_map_at_5_max": 0.793162, + "nauc_map_at_5_std": 0.115087, + "nauc_map_at_5_diff1": 0.922779, + "nauc_map_at_10_max": 0.791705, + "nauc_map_at_10_std": 0.114693, + "nauc_map_at_10_diff1": 0.924227, + "nauc_map_at_20_max": 0.791414, + "nauc_map_at_20_std": 0.117417, + "nauc_map_at_20_diff1": 0.924153, + "nauc_map_at_100_max": 0.791016, + "nauc_map_at_100_std": 0.116201, + "nauc_map_at_100_diff1": 0.92423, + "nauc_map_at_1000_max": 0.790944, + "nauc_map_at_1000_std": 0.115908, + "nauc_map_at_1000_diff1": 0.924249, + "nauc_recall_at_1_max": 0.76588, + "nauc_recall_at_1_std": 0.066932, + "nauc_recall_at_1_diff1": 0.932177, + "nauc_recall_at_3_max": 0.862123, + "nauc_recall_at_3_std": 0.245898, + "nauc_recall_at_3_diff1": 0.899515, + "nauc_recall_at_5_max": 0.89906, + "nauc_recall_at_5_std": 0.319761, + "nauc_recall_at_5_diff1": 0.892457, + "nauc_recall_at_10_max": 0.944133, + "nauc_recall_at_10_std": 0.446374, + "nauc_recall_at_10_diff1": 0.91939, + "nauc_recall_at_20_max": 0.986928, + "nauc_recall_at_20_std": 0.80789, + "nauc_recall_at_20_diff1": 0.905229, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.944444, + "nauc_recall_at_100_diff1": 0.918301, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76588, + "nauc_precision_at_1_std": 0.066932, + "nauc_precision_at_1_diff1": 0.932177, + "nauc_precision_at_3_max": 0.862123, + "nauc_precision_at_3_std": 0.245898, + "nauc_precision_at_3_diff1": 0.899515, + "nauc_precision_at_5_max": 0.89906, + "nauc_precision_at_5_std": 0.319761, + "nauc_precision_at_5_diff1": 0.892457, + "nauc_precision_at_10_max": 0.944133, + "nauc_precision_at_10_std": 0.446374, + "nauc_precision_at_10_diff1": 0.91939, + "nauc_precision_at_20_max": 0.986928, + "nauc_precision_at_20_std": 0.80789, + "nauc_precision_at_20_diff1": 0.905229, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.944444, + "nauc_precision_at_100_diff1": 0.918301, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76588, + "nauc_mrr_at_1_std": 0.066932, + "nauc_mrr_at_1_diff1": 0.932177, + "nauc_mrr_at_3_max": 0.7931, + "nauc_mrr_at_3_std": 0.115121, + "nauc_mrr_at_3_diff1": 0.922476, + "nauc_mrr_at_5_max": 0.793162, + "nauc_mrr_at_5_std": 0.115087, + "nauc_mrr_at_5_diff1": 0.922779, + "nauc_mrr_at_10_max": 0.791705, + "nauc_mrr_at_10_std": 0.114693, + "nauc_mrr_at_10_diff1": 0.924227, + "nauc_mrr_at_20_max": 0.791414, + "nauc_mrr_at_20_std": 0.117417, + "nauc_mrr_at_20_diff1": 0.924153, + "nauc_mrr_at_100_max": 0.791016, + "nauc_mrr_at_100_std": 0.116201, + "nauc_mrr_at_100_diff1": 0.92423, + "nauc_mrr_at_1000_max": 0.790944, + "nauc_mrr_at_1000_std": 0.115908, + "nauc_mrr_at_1000_diff1": 0.924249, + "main_score": 0.93958, + "hf_subset": "tha_Thai-tha_Thai", + "languages": [ + "tha-Thai", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.92778, + "ndcg_at_3": 0.95313, + "ndcg_at_5": 0.9572, + "ndcg_at_10": 0.95969, + "ndcg_at_20": 0.96144, + "ndcg_at_100": 0.96213, + "ndcg_at_1000": 0.96255, + "map_at_1": 0.92778, + "map_at_3": 0.94759, + "map_at_5": 0.94981, + "map_at_10": 0.95083, + "map_at_20": 0.95134, + "map_at_100": 0.95146, + "map_at_1000": 0.95148, + "recall_at_1": 0.92778, + "recall_at_3": 0.96889, + "recall_at_5": 0.97889, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92778, + "precision_at_3": 0.32296, + "precision_at_5": 0.19578, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.927778, + "mrr_at_3": 0.947593, + "mrr_at_5": 0.949815, + "mrr_at_10": 0.950828, + "mrr_at_20": 0.951343, + "mrr_at_100": 0.951463, + "mrr_at_1000": 0.951479, + "nauc_ndcg_at_1_max": 0.733111, + "nauc_ndcg_at_1_std": -0.158206, + "nauc_ndcg_at_1_diff1": 0.949802, + "nauc_ndcg_at_3_max": 0.801968, + "nauc_ndcg_at_3_std": -0.122704, + "nauc_ndcg_at_3_diff1": 0.948929, + "nauc_ndcg_at_5_max": 0.789063, + "nauc_ndcg_at_5_std": -0.115032, + "nauc_ndcg_at_5_diff1": 0.95227, + "nauc_ndcg_at_10_max": 0.786455, + "nauc_ndcg_at_10_std": -0.13147, + "nauc_ndcg_at_10_diff1": 0.952732, + "nauc_ndcg_at_20_max": 0.783314, + "nauc_ndcg_at_20_std": -0.109667, + "nauc_ndcg_at_20_diff1": 0.951489, + "nauc_ndcg_at_100_max": 0.779379, + "nauc_ndcg_at_100_std": -0.110747, + "nauc_ndcg_at_100_diff1": 0.950609, + "nauc_ndcg_at_1000_max": 0.777337, + "nauc_ndcg_at_1000_std": -0.123253, + "nauc_ndcg_at_1000_diff1": 0.950053, + "nauc_map_at_1_max": 0.733111, + "nauc_map_at_1_std": -0.158206, + "nauc_map_at_1_diff1": 0.949802, + "nauc_map_at_3_max": 0.781735, + "nauc_map_at_3_std": -0.134554, + "nauc_map_at_3_diff1": 0.948282, + "nauc_map_at_5_max": 0.774838, + "nauc_map_at_5_std": -0.132769, + "nauc_map_at_5_diff1": 0.949681, + "nauc_map_at_10_max": 0.773171, + "nauc_map_at_10_std": -0.138696, + "nauc_map_at_10_diff1": 0.94976, + "nauc_map_at_20_max": 0.772335, + "nauc_map_at_20_std": -0.134044, + "nauc_map_at_20_diff1": 0.949405, + "nauc_map_at_100_max": 0.771769, + "nauc_map_at_100_std": -0.133941, + "nauc_map_at_100_diff1": 0.949279, + "nauc_map_at_1000_max": 0.771702, + "nauc_map_at_1000_std": -0.134307, + "nauc_map_at_1000_diff1": 0.949263, + "nauc_recall_at_1_max": 0.733111, + "nauc_recall_at_1_std": -0.158206, + "nauc_recall_at_1_diff1": 0.949802, + "nauc_recall_at_3_max": 0.898476, + "nauc_recall_at_3_std": -0.065059, + "nauc_recall_at_3_diff1": 0.952731, + "nauc_recall_at_5_max": 0.879626, + "nauc_recall_at_5_std": 0.013023, + "nauc_recall_at_5_diff1": 0.97248, + "nauc_recall_at_10_max": 0.917912, + "nauc_recall_at_10_std": -0.065398, + "nauc_recall_at_10_diff1": 0.989107, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.499767, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733111, + "nauc_precision_at_1_std": -0.158206, + "nauc_precision_at_1_diff1": 0.949802, + "nauc_precision_at_3_max": 0.898476, + "nauc_precision_at_3_std": -0.065059, + "nauc_precision_at_3_diff1": 0.952731, + "nauc_precision_at_5_max": 0.879626, + "nauc_precision_at_5_std": 0.013023, + "nauc_precision_at_5_diff1": 0.97248, + "nauc_precision_at_10_max": 0.917912, + "nauc_precision_at_10_std": -0.065398, + "nauc_precision_at_10_diff1": 0.989107, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.499767, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733111, + "nauc_mrr_at_1_std": -0.158206, + "nauc_mrr_at_1_diff1": 0.949802, + "nauc_mrr_at_3_max": 0.781735, + "nauc_mrr_at_3_std": -0.134554, + "nauc_mrr_at_3_diff1": 0.948282, + "nauc_mrr_at_5_max": 0.774838, + "nauc_mrr_at_5_std": -0.132769, + "nauc_mrr_at_5_diff1": 0.949681, + "nauc_mrr_at_10_max": 0.773171, + "nauc_mrr_at_10_std": -0.138696, + "nauc_mrr_at_10_diff1": 0.94976, + "nauc_mrr_at_20_max": 0.772335, + "nauc_mrr_at_20_std": -0.134044, + "nauc_mrr_at_20_diff1": 0.949405, + "nauc_mrr_at_100_max": 0.771769, + "nauc_mrr_at_100_std": -0.133941, + "nauc_mrr_at_100_diff1": 0.949279, + "nauc_mrr_at_1000_max": 0.771702, + "nauc_mrr_at_1000_std": -0.134307, + "nauc_mrr_at_1000_diff1": 0.949263, + "main_score": 0.95969, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.90955, + "ndcg_at_5": 0.91562, + "ndcg_at_10": 0.92093, + "ndcg_at_20": 0.92317, + "ndcg_at_100": 0.92575, + "ndcg_at_1000": 0.92634, + "map_at_1": 0.85889, + "map_at_3": 0.89778, + "map_at_5": 0.90122, + "map_at_10": 0.90357, + "map_at_20": 0.90418, + "map_at_100": 0.90458, + "map_at_1000": 0.90461, + "recall_at_1": 0.85889, + "recall_at_3": 0.94333, + "recall_at_5": 0.95778, + "recall_at_10": 0.97333, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.85889, + "precision_at_3": 0.31444, + "precision_at_5": 0.19156, + "precision_at_10": 0.09733, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.897778, + "mrr_at_5": 0.901222, + "mrr_at_10": 0.903575, + "mrr_at_20": 0.904185, + "mrr_at_100": 0.904582, + "mrr_at_1000": 0.904606, + "nauc_ndcg_at_1_max": 0.66986, + "nauc_ndcg_at_1_std": 0.123891, + "nauc_ndcg_at_1_diff1": 0.926515, + "nauc_ndcg_at_3_max": 0.742846, + "nauc_ndcg_at_3_std": 0.225306, + "nauc_ndcg_at_3_diff1": 0.91963, + "nauc_ndcg_at_5_max": 0.740603, + "nauc_ndcg_at_5_std": 0.208171, + "nauc_ndcg_at_5_diff1": 0.91989, + "nauc_ndcg_at_10_max": 0.736875, + "nauc_ndcg_at_10_std": 0.203027, + "nauc_ndcg_at_10_diff1": 0.919777, + "nauc_ndcg_at_20_max": 0.734232, + "nauc_ndcg_at_20_std": 0.208983, + "nauc_ndcg_at_20_diff1": 0.920395, + "nauc_ndcg_at_100_max": 0.727631, + "nauc_ndcg_at_100_std": 0.204286, + "nauc_ndcg_at_100_diff1": 0.92113, + "nauc_ndcg_at_1000_max": 0.725415, + "nauc_ndcg_at_1000_std": 0.199544, + "nauc_ndcg_at_1000_diff1": 0.921271, + "nauc_map_at_1_max": 0.66986, + "nauc_map_at_1_std": 0.123891, + "nauc_map_at_1_diff1": 0.926515, + "nauc_map_at_3_max": 0.722395, + "nauc_map_at_3_std": 0.199707, + "nauc_map_at_3_diff1": 0.92147, + "nauc_map_at_5_max": 0.720727, + "nauc_map_at_5_std": 0.190758, + "nauc_map_at_5_diff1": 0.921697, + "nauc_map_at_10_max": 0.719024, + "nauc_map_at_10_std": 0.188895, + "nauc_map_at_10_diff1": 0.921747, + "nauc_map_at_20_max": 0.718439, + "nauc_map_at_20_std": 0.190531, + "nauc_map_at_20_diff1": 0.921905, + "nauc_map_at_100_max": 0.71762, + "nauc_map_at_100_std": 0.189988, + "nauc_map_at_100_diff1": 0.921996, + "nauc_map_at_1000_max": 0.717548, + "nauc_map_at_1000_std": 0.189825, + "nauc_map_at_1000_diff1": 0.921998, + "nauc_recall_at_1_max": 0.66986, + "nauc_recall_at_1_std": 0.123891, + "nauc_recall_at_1_diff1": 0.926515, + "nauc_recall_at_3_max": 0.843934, + "nauc_recall_at_3_std": 0.349435, + "nauc_recall_at_3_diff1": 0.910611, + "nauc_recall_at_5_max": 0.86664, + "nauc_recall_at_5_std": 0.309585, + "nauc_recall_at_5_diff1": 0.908411, + "nauc_recall_at_10_max": 0.905851, + "nauc_recall_at_10_std": 0.317246, + "nauc_recall_at_10_diff1": 0.899918, + "nauc_recall_at_20_max": 0.941789, + "nauc_recall_at_20_std": 0.456904, + "nauc_recall_at_20_diff1": 0.899918, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.77416, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66986, + "nauc_precision_at_1_std": 0.123891, + "nauc_precision_at_1_diff1": 0.926515, + "nauc_precision_at_3_max": 0.843934, + "nauc_precision_at_3_std": 0.349435, + "nauc_precision_at_3_diff1": 0.910611, + "nauc_precision_at_5_max": 0.86664, + "nauc_precision_at_5_std": 0.309585, + "nauc_precision_at_5_diff1": 0.908411, + "nauc_precision_at_10_max": 0.905851, + "nauc_precision_at_10_std": 0.317246, + "nauc_precision_at_10_diff1": 0.899918, + "nauc_precision_at_20_max": 0.941789, + "nauc_precision_at_20_std": 0.456904, + "nauc_precision_at_20_diff1": 0.899918, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.77416, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66986, + "nauc_mrr_at_1_std": 0.123891, + "nauc_mrr_at_1_diff1": 0.926515, + "nauc_mrr_at_3_max": 0.722395, + "nauc_mrr_at_3_std": 0.199707, + "nauc_mrr_at_3_diff1": 0.92147, + "nauc_mrr_at_5_max": 0.720727, + "nauc_mrr_at_5_std": 0.190758, + "nauc_mrr_at_5_diff1": 0.921697, + "nauc_mrr_at_10_max": 0.719024, + "nauc_mrr_at_10_std": 0.188895, + "nauc_mrr_at_10_diff1": 0.921747, + "nauc_mrr_at_20_max": 0.718439, + "nauc_mrr_at_20_std": 0.190531, + "nauc_mrr_at_20_diff1": 0.921905, + "nauc_mrr_at_100_max": 0.71762, + "nauc_mrr_at_100_std": 0.189988, + "nauc_mrr_at_100_diff1": 0.921996, + "nauc_mrr_at_1000_max": 0.717548, + "nauc_mrr_at_1000_std": 0.189825, + "nauc_mrr_at_1000_diff1": 0.921998, + "main_score": 0.92093, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.46222, + "ndcg_at_3": 0.53591, + "ndcg_at_5": 0.55437, + "ndcg_at_10": 0.56761, + "ndcg_at_20": 0.57732, + "ndcg_at_100": 0.60231, + "ndcg_at_1000": 0.62188, + "map_at_1": 0.46222, + "map_at_3": 0.51796, + "map_at_5": 0.5283, + "map_at_10": 0.53373, + "map_at_20": 0.53634, + "map_at_100": 0.53959, + "map_at_1000": 0.54038, + "recall_at_1": 0.46222, + "recall_at_3": 0.58778, + "recall_at_5": 0.63222, + "recall_at_10": 0.67333, + "recall_at_20": 0.71222, + "recall_at_100": 0.85, + "recall_at_1000": 1.0, + "precision_at_1": 0.46222, + "precision_at_3": 0.19593, + "precision_at_5": 0.12644, + "precision_at_10": 0.06733, + "precision_at_20": 0.03561, + "precision_at_100": 0.0085, + "precision_at_1000": 0.001, + "mrr_at_1": 0.462222, + "mrr_at_3": 0.517963, + "mrr_at_5": 0.528296, + "mrr_at_10": 0.53373, + "mrr_at_20": 0.536335, + "mrr_at_100": 0.53959, + "mrr_at_1000": 0.540376, + "nauc_ndcg_at_1_max": 0.525718, + "nauc_ndcg_at_1_std": 0.398194, + "nauc_ndcg_at_1_diff1": 0.852184, + "nauc_ndcg_at_3_max": 0.519466, + "nauc_ndcg_at_3_std": 0.40661, + "nauc_ndcg_at_3_diff1": 0.789818, + "nauc_ndcg_at_5_max": 0.515366, + "nauc_ndcg_at_5_std": 0.409501, + "nauc_ndcg_at_5_diff1": 0.781868, + "nauc_ndcg_at_10_max": 0.510424, + "nauc_ndcg_at_10_std": 0.402339, + "nauc_ndcg_at_10_diff1": 0.775571, + "nauc_ndcg_at_20_max": 0.511345, + "nauc_ndcg_at_20_std": 0.409335, + "nauc_ndcg_at_20_diff1": 0.774652, + "nauc_ndcg_at_100_max": 0.509754, + "nauc_ndcg_at_100_std": 0.412806, + "nauc_ndcg_at_100_diff1": 0.772016, + "nauc_ndcg_at_1000_max": 0.515305, + "nauc_ndcg_at_1000_std": 0.409423, + "nauc_ndcg_at_1000_diff1": 0.784798, + "nauc_map_at_1_max": 0.525718, + "nauc_map_at_1_std": 0.398194, + "nauc_map_at_1_diff1": 0.852184, + "nauc_map_at_3_max": 0.522032, + "nauc_map_at_3_std": 0.404888, + "nauc_map_at_3_diff1": 0.80471, + "nauc_map_at_5_max": 0.519877, + "nauc_map_at_5_std": 0.406194, + "nauc_map_at_5_diff1": 0.800645, + "nauc_map_at_10_max": 0.518146, + "nauc_map_at_10_std": 0.403367, + "nauc_map_at_10_diff1": 0.798258, + "nauc_map_at_20_max": 0.518507, + "nauc_map_at_20_std": 0.405351, + "nauc_map_at_20_diff1": 0.798103, + "nauc_map_at_100_max": 0.518566, + "nauc_map_at_100_std": 0.406277, + "nauc_map_at_100_diff1": 0.797965, + "nauc_map_at_1000_max": 0.518817, + "nauc_map_at_1000_std": 0.406146, + "nauc_map_at_1000_diff1": 0.798422, + "nauc_recall_at_1_max": 0.525718, + "nauc_recall_at_1_std": 0.398194, + "nauc_recall_at_1_diff1": 0.852184, + "nauc_recall_at_3_max": 0.51115, + "nauc_recall_at_3_std": 0.411725, + "nauc_recall_at_3_diff1": 0.744438, + "nauc_recall_at_5_max": 0.499539, + "nauc_recall_at_5_std": 0.420855, + "nauc_recall_at_5_diff1": 0.719922, + "nauc_recall_at_10_max": 0.47931, + "nauc_recall_at_10_std": 0.395854, + "nauc_recall_at_10_diff1": 0.692636, + "nauc_recall_at_20_max": 0.480008, + "nauc_recall_at_20_std": 0.428101, + "nauc_recall_at_20_diff1": 0.680494, + "nauc_recall_at_100_max": 0.431981, + "nauc_recall_at_100_std": 0.461626, + "nauc_recall_at_100_diff1": 0.582164, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.525718, + "nauc_precision_at_1_std": 0.398194, + "nauc_precision_at_1_diff1": 0.852184, + "nauc_precision_at_3_max": 0.51115, + "nauc_precision_at_3_std": 0.411725, + "nauc_precision_at_3_diff1": 0.744438, + "nauc_precision_at_5_max": 0.499539, + "nauc_precision_at_5_std": 0.420855, + "nauc_precision_at_5_diff1": 0.719922, + "nauc_precision_at_10_max": 0.47931, + "nauc_precision_at_10_std": 0.395854, + "nauc_precision_at_10_diff1": 0.692636, + "nauc_precision_at_20_max": 0.480008, + "nauc_precision_at_20_std": 0.428101, + "nauc_precision_at_20_diff1": 0.680494, + "nauc_precision_at_100_max": 0.431981, + "nauc_precision_at_100_std": 0.461626, + "nauc_precision_at_100_diff1": 0.582164, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.525718, + "nauc_mrr_at_1_std": 0.398194, + "nauc_mrr_at_1_diff1": 0.852184, + "nauc_mrr_at_3_max": 0.522032, + "nauc_mrr_at_3_std": 0.404888, + "nauc_mrr_at_3_diff1": 0.80471, + "nauc_mrr_at_5_max": 0.519877, + "nauc_mrr_at_5_std": 0.406194, + "nauc_mrr_at_5_diff1": 0.800645, + "nauc_mrr_at_10_max": 0.518146, + "nauc_mrr_at_10_std": 0.403367, + "nauc_mrr_at_10_diff1": 0.798258, + "nauc_mrr_at_20_max": 0.518507, + "nauc_mrr_at_20_std": 0.405351, + "nauc_mrr_at_20_diff1": 0.798103, + "nauc_mrr_at_100_max": 0.518566, + "nauc_mrr_at_100_std": 0.406277, + "nauc_mrr_at_100_diff1": 0.797965, + "nauc_mrr_at_1000_max": 0.518817, + "nauc_mrr_at_1000_std": 0.406146, + "nauc_mrr_at_1000_diff1": 0.798422, + "main_score": 0.56761, + "hf_subset": "tir_Ethi-tir_Ethi", + "languages": [ + "tir-Ethi", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.66778, + "ndcg_at_3": 0.73086, + "ndcg_at_5": 0.75027, + "ndcg_at_10": 0.76701, + "ndcg_at_20": 0.77607, + "ndcg_at_100": 0.79064, + "ndcg_at_1000": 0.79242, + "map_at_1": 0.66778, + "map_at_3": 0.71574, + "map_at_5": 0.72635, + "map_at_10": 0.73338, + "map_at_20": 0.7359, + "map_at_100": 0.73798, + "map_at_1000": 0.73805, + "recall_at_1": 0.66778, + "recall_at_3": 0.77444, + "recall_at_5": 0.82222, + "recall_at_10": 0.87333, + "recall_at_20": 0.90889, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.66778, + "precision_at_3": 0.25815, + "precision_at_5": 0.16444, + "precision_at_10": 0.08733, + "precision_at_20": 0.04544, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.667778, + "mrr_at_3": 0.715741, + "mrr_at_5": 0.726352, + "mrr_at_10": 0.733377, + "mrr_at_20": 0.7359, + "mrr_at_100": 0.737976, + "mrr_at_1000": 0.738055, + "nauc_ndcg_at_1_max": 0.634975, + "nauc_ndcg_at_1_std": 0.109823, + "nauc_ndcg_at_1_diff1": 0.805668, + "nauc_ndcg_at_3_max": 0.668153, + "nauc_ndcg_at_3_std": 0.172662, + "nauc_ndcg_at_3_diff1": 0.768143, + "nauc_ndcg_at_5_max": 0.656719, + "nauc_ndcg_at_5_std": 0.161098, + "nauc_ndcg_at_5_diff1": 0.764653, + "nauc_ndcg_at_10_max": 0.653613, + "nauc_ndcg_at_10_std": 0.158967, + "nauc_ndcg_at_10_diff1": 0.765089, + "nauc_ndcg_at_20_max": 0.64643, + "nauc_ndcg_at_20_std": 0.156293, + "nauc_ndcg_at_20_diff1": 0.765816, + "nauc_ndcg_at_100_max": 0.653277, + "nauc_ndcg_at_100_std": 0.154733, + "nauc_ndcg_at_100_diff1": 0.774001, + "nauc_ndcg_at_1000_max": 0.652688, + "nauc_ndcg_at_1000_std": 0.154717, + "nauc_ndcg_at_1000_diff1": 0.773535, + "nauc_map_at_1_max": 0.634975, + "nauc_map_at_1_std": 0.109823, + "nauc_map_at_1_diff1": 0.805668, + "nauc_map_at_3_max": 0.660971, + "nauc_map_at_3_std": 0.158395, + "nauc_map_at_3_diff1": 0.777565, + "nauc_map_at_5_max": 0.654813, + "nauc_map_at_5_std": 0.152015, + "nauc_map_at_5_diff1": 0.776036, + "nauc_map_at_10_max": 0.653517, + "nauc_map_at_10_std": 0.150696, + "nauc_map_at_10_diff1": 0.776427, + "nauc_map_at_20_max": 0.651633, + "nauc_map_at_20_std": 0.149775, + "nauc_map_at_20_diff1": 0.776696, + "nauc_map_at_100_max": 0.652574, + "nauc_map_at_100_std": 0.149894, + "nauc_map_at_100_diff1": 0.77781, + "nauc_map_at_1000_max": 0.652557, + "nauc_map_at_1000_std": 0.149954, + "nauc_map_at_1000_diff1": 0.777798, + "nauc_recall_at_1_max": 0.634975, + "nauc_recall_at_1_std": 0.109823, + "nauc_recall_at_1_diff1": 0.805668, + "nauc_recall_at_3_max": 0.691964, + "nauc_recall_at_3_std": 0.220379, + "nauc_recall_at_3_diff1": 0.736095, + "nauc_recall_at_5_max": 0.661089, + "nauc_recall_at_5_std": 0.193925, + "nauc_recall_at_5_diff1": 0.718151, + "nauc_recall_at_10_max": 0.647691, + "nauc_recall_at_10_std": 0.197454, + "nauc_recall_at_10_diff1": 0.704318, + "nauc_recall_at_20_max": 0.58766, + "nauc_recall_at_20_std": 0.192076, + "nauc_recall_at_20_diff1": 0.689417, + "nauc_recall_at_100_max": 0.715219, + "nauc_recall_at_100_std": 0.203003, + "nauc_recall_at_100_diff1": 0.823568, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.634975, + "nauc_precision_at_1_std": 0.109823, + "nauc_precision_at_1_diff1": 0.805668, + "nauc_precision_at_3_max": 0.691964, + "nauc_precision_at_3_std": 0.220379, + "nauc_precision_at_3_diff1": 0.736095, + "nauc_precision_at_5_max": 0.661089, + "nauc_precision_at_5_std": 0.193925, + "nauc_precision_at_5_diff1": 0.718151, + "nauc_precision_at_10_max": 0.647691, + "nauc_precision_at_10_std": 0.197454, + "nauc_precision_at_10_diff1": 0.704318, + "nauc_precision_at_20_max": 0.58766, + "nauc_precision_at_20_std": 0.192076, + "nauc_precision_at_20_diff1": 0.689417, + "nauc_precision_at_100_max": 0.715219, + "nauc_precision_at_100_std": 0.203003, + "nauc_precision_at_100_diff1": 0.823568, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.634975, + "nauc_mrr_at_1_std": 0.109823, + "nauc_mrr_at_1_diff1": 0.805668, + "nauc_mrr_at_3_max": 0.660971, + "nauc_mrr_at_3_std": 0.158395, + "nauc_mrr_at_3_diff1": 0.777565, + "nauc_mrr_at_5_max": 0.654813, + "nauc_mrr_at_5_std": 0.152015, + "nauc_mrr_at_5_diff1": 0.776036, + "nauc_mrr_at_10_max": 0.653517, + "nauc_mrr_at_10_std": 0.150696, + "nauc_mrr_at_10_diff1": 0.776427, + "nauc_mrr_at_20_max": 0.651633, + "nauc_mrr_at_20_std": 0.149775, + "nauc_mrr_at_20_diff1": 0.776696, + "nauc_mrr_at_100_max": 0.652574, + "nauc_mrr_at_100_std": 0.149894, + "nauc_mrr_at_100_diff1": 0.77781, + "nauc_mrr_at_1000_max": 0.652557, + "nauc_mrr_at_1000_std": 0.149954, + "nauc_mrr_at_1000_diff1": 0.777798, + "main_score": 0.76701, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.39444, + "ndcg_at_3": 0.4461, + "ndcg_at_5": 0.46207, + "ndcg_at_10": 0.47872, + "ndcg_at_20": 0.49174, + "ndcg_at_100": 0.51495, + "ndcg_at_1000": 0.54724, + "map_at_1": 0.39444, + "map_at_3": 0.43426, + "map_at_5": 0.44309, + "map_at_10": 0.45025, + "map_at_20": 0.45372, + "map_at_100": 0.4568, + "map_at_1000": 0.458, + "recall_at_1": 0.39444, + "recall_at_3": 0.48, + "recall_at_5": 0.51889, + "recall_at_10": 0.56889, + "recall_at_20": 0.62111, + "recall_at_100": 0.74778, + "recall_at_1000": 1.0, + "precision_at_1": 0.39444, + "precision_at_3": 0.16, + "precision_at_5": 0.10378, + "precision_at_10": 0.05689, + "precision_at_20": 0.03106, + "precision_at_100": 0.00748, + "precision_at_1000": 0.001, + "mrr_at_1": 0.394444, + "mrr_at_3": 0.434259, + "mrr_at_5": 0.443093, + "mrr_at_10": 0.450247, + "mrr_at_20": 0.453724, + "mrr_at_100": 0.456798, + "mrr_at_1000": 0.458, + "nauc_ndcg_at_1_max": 0.44533, + "nauc_ndcg_at_1_std": 0.099655, + "nauc_ndcg_at_1_diff1": 0.775542, + "nauc_ndcg_at_3_max": 0.453646, + "nauc_ndcg_at_3_std": 0.111954, + "nauc_ndcg_at_3_diff1": 0.729925, + "nauc_ndcg_at_5_max": 0.456745, + "nauc_ndcg_at_5_std": 0.121913, + "nauc_ndcg_at_5_diff1": 0.724743, + "nauc_ndcg_at_10_max": 0.453533, + "nauc_ndcg_at_10_std": 0.125257, + "nauc_ndcg_at_10_diff1": 0.71207, + "nauc_ndcg_at_20_max": 0.449058, + "nauc_ndcg_at_20_std": 0.122325, + "nauc_ndcg_at_20_diff1": 0.705429, + "nauc_ndcg_at_100_max": 0.448699, + "nauc_ndcg_at_100_std": 0.124817, + "nauc_ndcg_at_100_diff1": 0.709868, + "nauc_ndcg_at_1000_max": 0.449809, + "nauc_ndcg_at_1000_std": 0.119862, + "nauc_ndcg_at_1000_diff1": 0.718448, + "nauc_map_at_1_max": 0.44533, + "nauc_map_at_1_std": 0.099655, + "nauc_map_at_1_diff1": 0.775542, + "nauc_map_at_3_max": 0.451891, + "nauc_map_at_3_std": 0.109259, + "nauc_map_at_3_diff1": 0.740776, + "nauc_map_at_5_max": 0.453605, + "nauc_map_at_5_std": 0.114798, + "nauc_map_at_5_diff1": 0.737779, + "nauc_map_at_10_max": 0.452167, + "nauc_map_at_10_std": 0.116048, + "nauc_map_at_10_diff1": 0.732572, + "nauc_map_at_20_max": 0.450937, + "nauc_map_at_20_std": 0.115231, + "nauc_map_at_20_diff1": 0.730813, + "nauc_map_at_100_max": 0.45084, + "nauc_map_at_100_std": 0.115362, + "nauc_map_at_100_diff1": 0.731453, + "nauc_map_at_1000_max": 0.450818, + "nauc_map_at_1000_std": 0.115205, + "nauc_map_at_1000_diff1": 0.731645, + "nauc_recall_at_1_max": 0.44533, + "nauc_recall_at_1_std": 0.099655, + "nauc_recall_at_1_diff1": 0.775542, + "nauc_recall_at_3_max": 0.458666, + "nauc_recall_at_3_std": 0.11971, + "nauc_recall_at_3_diff1": 0.698301, + "nauc_recall_at_5_max": 0.466442, + "nauc_recall_at_5_std": 0.144425, + "nauc_recall_at_5_diff1": 0.68542, + "nauc_recall_at_10_max": 0.457022, + "nauc_recall_at_10_std": 0.156943, + "nauc_recall_at_10_diff1": 0.642516, + "nauc_recall_at_20_max": 0.437733, + "nauc_recall_at_20_std": 0.146292, + "nauc_recall_at_20_diff1": 0.60843, + "nauc_recall_at_100_max": 0.43288, + "nauc_recall_at_100_std": 0.1783, + "nauc_recall_at_100_diff1": 0.610577, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.44533, + "nauc_precision_at_1_std": 0.099655, + "nauc_precision_at_1_diff1": 0.775542, + "nauc_precision_at_3_max": 0.458666, + "nauc_precision_at_3_std": 0.11971, + "nauc_precision_at_3_diff1": 0.698301, + "nauc_precision_at_5_max": 0.466442, + "nauc_precision_at_5_std": 0.144425, + "nauc_precision_at_5_diff1": 0.68542, + "nauc_precision_at_10_max": 0.457022, + "nauc_precision_at_10_std": 0.156943, + "nauc_precision_at_10_diff1": 0.642516, + "nauc_precision_at_20_max": 0.437733, + "nauc_precision_at_20_std": 0.146292, + "nauc_precision_at_20_diff1": 0.60843, + "nauc_precision_at_100_max": 0.43288, + "nauc_precision_at_100_std": 0.1783, + "nauc_precision_at_100_diff1": 0.610577, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.44533, + "nauc_mrr_at_1_std": 0.099655, + "nauc_mrr_at_1_diff1": 0.775542, + "nauc_mrr_at_3_max": 0.451891, + "nauc_mrr_at_3_std": 0.109259, + "nauc_mrr_at_3_diff1": 0.740776, + "nauc_mrr_at_5_max": 0.453605, + "nauc_mrr_at_5_std": 0.114798, + "nauc_mrr_at_5_diff1": 0.737779, + "nauc_mrr_at_10_max": 0.452167, + "nauc_mrr_at_10_std": 0.116048, + "nauc_mrr_at_10_diff1": 0.732572, + "nauc_mrr_at_20_max": 0.450937, + "nauc_mrr_at_20_std": 0.115231, + "nauc_mrr_at_20_diff1": 0.730813, + "nauc_mrr_at_100_max": 0.45084, + "nauc_mrr_at_100_std": 0.115362, + "nauc_mrr_at_100_diff1": 0.731453, + "nauc_mrr_at_1000_max": 0.450818, + "nauc_mrr_at_1000_std": 0.115205, + "nauc_mrr_at_1000_diff1": 0.731645, + "main_score": 0.47872, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.52778, + "ndcg_at_3": 0.57856, + "ndcg_at_5": 0.59175, + "ndcg_at_10": 0.6092, + "ndcg_at_20": 0.61703, + "ndcg_at_100": 0.64156, + "ndcg_at_1000": 0.65909, + "map_at_1": 0.52778, + "map_at_3": 0.56648, + "map_at_5": 0.57376, + "map_at_10": 0.58107, + "map_at_20": 0.5832, + "map_at_100": 0.5863, + "map_at_1000": 0.58702, + "recall_at_1": 0.52778, + "recall_at_3": 0.61333, + "recall_at_5": 0.64556, + "recall_at_10": 0.69889, + "recall_at_20": 0.73, + "recall_at_100": 0.86667, + "recall_at_1000": 1.0, + "precision_at_1": 0.52778, + "precision_at_3": 0.20444, + "precision_at_5": 0.12911, + "precision_at_10": 0.06989, + "precision_at_20": 0.0365, + "precision_at_100": 0.00867, + "precision_at_1000": 0.001, + "mrr_at_1": 0.527778, + "mrr_at_3": 0.566481, + "mrr_at_5": 0.573759, + "mrr_at_10": 0.581069, + "mrr_at_20": 0.583197, + "mrr_at_100": 0.586297, + "mrr_at_1000": 0.58702, + "nauc_ndcg_at_1_max": 0.696194, + "nauc_ndcg_at_1_std": 0.40533, + "nauc_ndcg_at_1_diff1": 0.87506, + "nauc_ndcg_at_3_max": 0.701422, + "nauc_ndcg_at_3_std": 0.42433, + "nauc_ndcg_at_3_diff1": 0.84012, + "nauc_ndcg_at_5_max": 0.690043, + "nauc_ndcg_at_5_std": 0.428201, + "nauc_ndcg_at_5_diff1": 0.828329, + "nauc_ndcg_at_10_max": 0.688936, + "nauc_ndcg_at_10_std": 0.435875, + "nauc_ndcg_at_10_diff1": 0.823657, + "nauc_ndcg_at_20_max": 0.687916, + "nauc_ndcg_at_20_std": 0.434289, + "nauc_ndcg_at_20_diff1": 0.823693, + "nauc_ndcg_at_100_max": 0.689441, + "nauc_ndcg_at_100_std": 0.433586, + "nauc_ndcg_at_100_diff1": 0.823096, + "nauc_ndcg_at_1000_max": 0.691802, + "nauc_ndcg_at_1000_std": 0.429882, + "nauc_ndcg_at_1000_diff1": 0.831576, + "nauc_map_at_1_max": 0.696194, + "nauc_map_at_1_std": 0.40533, + "nauc_map_at_1_diff1": 0.87506, + "nauc_map_at_3_max": 0.701535, + "nauc_map_at_3_std": 0.420512, + "nauc_map_at_3_diff1": 0.848575, + "nauc_map_at_5_max": 0.695412, + "nauc_map_at_5_std": 0.422441, + "nauc_map_at_5_diff1": 0.842361, + "nauc_map_at_10_max": 0.695082, + "nauc_map_at_10_std": 0.425189, + "nauc_map_at_10_diff1": 0.84073, + "nauc_map_at_20_max": 0.694877, + "nauc_map_at_20_std": 0.424689, + "nauc_map_at_20_diff1": 0.840905, + "nauc_map_at_100_max": 0.694962, + "nauc_map_at_100_std": 0.424638, + "nauc_map_at_100_diff1": 0.840775, + "nauc_map_at_1000_max": 0.695049, + "nauc_map_at_1000_std": 0.424537, + "nauc_map_at_1000_diff1": 0.84111, + "nauc_recall_at_1_max": 0.696194, + "nauc_recall_at_1_std": 0.40533, + "nauc_recall_at_1_diff1": 0.87506, + "nauc_recall_at_3_max": 0.700451, + "nauc_recall_at_3_std": 0.435587, + "nauc_recall_at_3_diff1": 0.814403, + "nauc_recall_at_5_max": 0.670293, + "nauc_recall_at_5_std": 0.447013, + "nauc_recall_at_5_diff1": 0.781513, + "nauc_recall_at_10_max": 0.663759, + "nauc_recall_at_10_std": 0.478155, + "nauc_recall_at_10_diff1": 0.759032, + "nauc_recall_at_20_max": 0.656034, + "nauc_recall_at_20_std": 0.474624, + "nauc_recall_at_20_diff1": 0.752294, + "nauc_recall_at_100_max": 0.652481, + "nauc_recall_at_100_std": 0.495447, + "nauc_recall_at_100_diff1": 0.692383, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696194, + "nauc_precision_at_1_std": 0.40533, + "nauc_precision_at_1_diff1": 0.87506, + "nauc_precision_at_3_max": 0.700451, + "nauc_precision_at_3_std": 0.435587, + "nauc_precision_at_3_diff1": 0.814403, + "nauc_precision_at_5_max": 0.670293, + "nauc_precision_at_5_std": 0.447013, + "nauc_precision_at_5_diff1": 0.781513, + "nauc_precision_at_10_max": 0.663759, + "nauc_precision_at_10_std": 0.478155, + "nauc_precision_at_10_diff1": 0.759032, + "nauc_precision_at_20_max": 0.656034, + "nauc_precision_at_20_std": 0.474624, + "nauc_precision_at_20_diff1": 0.752294, + "nauc_precision_at_100_max": 0.652481, + "nauc_precision_at_100_std": 0.495447, + "nauc_precision_at_100_diff1": 0.692383, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696194, + "nauc_mrr_at_1_std": 0.40533, + "nauc_mrr_at_1_diff1": 0.87506, + "nauc_mrr_at_3_max": 0.701535, + "nauc_mrr_at_3_std": 0.420512, + "nauc_mrr_at_3_diff1": 0.848575, + "nauc_mrr_at_5_max": 0.695412, + "nauc_mrr_at_5_std": 0.422441, + "nauc_mrr_at_5_diff1": 0.842361, + "nauc_mrr_at_10_max": 0.695082, + "nauc_mrr_at_10_std": 0.425189, + "nauc_mrr_at_10_diff1": 0.84073, + "nauc_mrr_at_20_max": 0.694877, + "nauc_mrr_at_20_std": 0.424689, + "nauc_mrr_at_20_diff1": 0.840905, + "nauc_mrr_at_100_max": 0.694962, + "nauc_mrr_at_100_std": 0.424638, + "nauc_mrr_at_100_diff1": 0.840775, + "nauc_mrr_at_1000_max": 0.695049, + "nauc_mrr_at_1000_std": 0.424537, + "nauc_mrr_at_1000_diff1": 0.84111, + "main_score": 0.6092, + "hf_subset": "tsn_Latn-tsn_Latn", + "languages": [ + "tsn-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.75222, + "ndcg_at_3": 0.81854, + "ndcg_at_5": 0.82982, + "ndcg_at_10": 0.83974, + "ndcg_at_20": 0.84755, + "ndcg_at_100": 0.85381, + "ndcg_at_1000": 0.85564, + "map_at_1": 0.75222, + "map_at_3": 0.80296, + "map_at_5": 0.80913, + "map_at_10": 0.81314, + "map_at_20": 0.81525, + "map_at_100": 0.81614, + "map_at_1000": 0.81622, + "recall_at_1": 0.75222, + "recall_at_3": 0.86333, + "recall_at_5": 0.89111, + "recall_at_10": 0.92222, + "recall_at_20": 0.95333, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.75222, + "precision_at_3": 0.28778, + "precision_at_5": 0.17822, + "precision_at_10": 0.09222, + "precision_at_20": 0.04767, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.752222, + "mrr_at_3": 0.802963, + "mrr_at_5": 0.80913, + "mrr_at_10": 0.813141, + "mrr_at_20": 0.815251, + "mrr_at_100": 0.816135, + "mrr_at_1000": 0.816224, + "nauc_ndcg_at_1_max": 0.711034, + "nauc_ndcg_at_1_std": 0.069666, + "nauc_ndcg_at_1_diff1": 0.87051, + "nauc_ndcg_at_3_max": 0.739487, + "nauc_ndcg_at_3_std": 0.092148, + "nauc_ndcg_at_3_diff1": 0.840627, + "nauc_ndcg_at_5_max": 0.733962, + "nauc_ndcg_at_5_std": 0.096043, + "nauc_ndcg_at_5_diff1": 0.836187, + "nauc_ndcg_at_10_max": 0.733062, + "nauc_ndcg_at_10_std": 0.116533, + "nauc_ndcg_at_10_diff1": 0.840308, + "nauc_ndcg_at_20_max": 0.729566, + "nauc_ndcg_at_20_std": 0.09892, + "nauc_ndcg_at_20_diff1": 0.842872, + "nauc_ndcg_at_100_max": 0.72885, + "nauc_ndcg_at_100_std": 0.093342, + "nauc_ndcg_at_100_diff1": 0.845894, + "nauc_ndcg_at_1000_max": 0.7299, + "nauc_ndcg_at_1000_std": 0.095855, + "nauc_ndcg_at_1000_diff1": 0.846592, + "nauc_map_at_1_max": 0.711034, + "nauc_map_at_1_std": 0.069666, + "nauc_map_at_1_diff1": 0.87051, + "nauc_map_at_3_max": 0.732414, + "nauc_map_at_3_std": 0.087259, + "nauc_map_at_3_diff1": 0.848947, + "nauc_map_at_5_max": 0.729822, + "nauc_map_at_5_std": 0.089862, + "nauc_map_at_5_diff1": 0.847131, + "nauc_map_at_10_max": 0.729362, + "nauc_map_at_10_std": 0.096757, + "nauc_map_at_10_diff1": 0.84888, + "nauc_map_at_20_max": 0.728599, + "nauc_map_at_20_std": 0.09261, + "nauc_map_at_20_diff1": 0.849593, + "nauc_map_at_100_max": 0.728558, + "nauc_map_at_100_std": 0.091973, + "nauc_map_at_100_diff1": 0.849969, + "nauc_map_at_1000_max": 0.728593, + "nauc_map_at_1000_std": 0.092101, + "nauc_map_at_1000_diff1": 0.85, + "nauc_recall_at_1_max": 0.711034, + "nauc_recall_at_1_std": 0.069666, + "nauc_recall_at_1_diff1": 0.87051, + "nauc_recall_at_3_max": 0.766723, + "nauc_recall_at_3_std": 0.110504, + "nauc_recall_at_3_diff1": 0.80799, + "nauc_recall_at_5_max": 0.750462, + "nauc_recall_at_5_std": 0.123115, + "nauc_recall_at_5_diff1": 0.783779, + "nauc_recall_at_10_max": 0.751967, + "nauc_recall_at_10_std": 0.258303, + "nauc_recall_at_10_diff1": 0.787682, + "nauc_recall_at_20_max": 0.720533, + "nauc_recall_at_20_std": 0.139389, + "nauc_recall_at_20_diff1": 0.782691, + "nauc_recall_at_100_max": 0.651105, + "nauc_recall_at_100_std": -0.069444, + "nauc_recall_at_100_diff1": 0.796335, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711034, + "nauc_precision_at_1_std": 0.069666, + "nauc_precision_at_1_diff1": 0.87051, + "nauc_precision_at_3_max": 0.766723, + "nauc_precision_at_3_std": 0.110504, + "nauc_precision_at_3_diff1": 0.80799, + "nauc_precision_at_5_max": 0.750462, + "nauc_precision_at_5_std": 0.123115, + "nauc_precision_at_5_diff1": 0.783779, + "nauc_precision_at_10_max": 0.751967, + "nauc_precision_at_10_std": 0.258303, + "nauc_precision_at_10_diff1": 0.787682, + "nauc_precision_at_20_max": 0.720533, + "nauc_precision_at_20_std": 0.139389, + "nauc_precision_at_20_diff1": 0.782691, + "nauc_precision_at_100_max": 0.651105, + "nauc_precision_at_100_std": -0.069444, + "nauc_precision_at_100_diff1": 0.796335, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711034, + "nauc_mrr_at_1_std": 0.069666, + "nauc_mrr_at_1_diff1": 0.87051, + "nauc_mrr_at_3_max": 0.732414, + "nauc_mrr_at_3_std": 0.087259, + "nauc_mrr_at_3_diff1": 0.848947, + "nauc_mrr_at_5_max": 0.729822, + "nauc_mrr_at_5_std": 0.089862, + "nauc_mrr_at_5_diff1": 0.847131, + "nauc_mrr_at_10_max": 0.729362, + "nauc_mrr_at_10_std": 0.096757, + "nauc_mrr_at_10_diff1": 0.84888, + "nauc_mrr_at_20_max": 0.728599, + "nauc_mrr_at_20_std": 0.09261, + "nauc_mrr_at_20_diff1": 0.849593, + "nauc_mrr_at_100_max": 0.728558, + "nauc_mrr_at_100_std": 0.091973, + "nauc_mrr_at_100_diff1": 0.849969, + "nauc_mrr_at_1000_max": 0.728593, + "nauc_mrr_at_1000_std": 0.092101, + "nauc_mrr_at_1000_diff1": 0.85, + "main_score": 0.83974, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44222, + "ndcg_at_3": 0.48797, + "ndcg_at_5": 0.49988, + "ndcg_at_10": 0.51393, + "ndcg_at_20": 0.52979, + "ndcg_at_100": 0.55401, + "ndcg_at_1000": 0.58185, + "map_at_1": 0.44222, + "map_at_3": 0.47722, + "map_at_5": 0.48383, + "map_at_10": 0.48966, + "map_at_20": 0.49407, + "map_at_100": 0.49731, + "map_at_1000": 0.49842, + "recall_at_1": 0.44222, + "recall_at_3": 0.51889, + "recall_at_5": 0.54778, + "recall_at_10": 0.59111, + "recall_at_20": 0.65333, + "recall_at_100": 0.78556, + "recall_at_1000": 1.0, + "precision_at_1": 0.44222, + "precision_at_3": 0.17296, + "precision_at_5": 0.10956, + "precision_at_10": 0.05911, + "precision_at_20": 0.03267, + "precision_at_100": 0.00786, + "precision_at_1000": 0.001, + "mrr_at_1": 0.442222, + "mrr_at_3": 0.477222, + "mrr_at_5": 0.483833, + "mrr_at_10": 0.48966, + "mrr_at_20": 0.494073, + "mrr_at_100": 0.497314, + "mrr_at_1000": 0.498417, + "nauc_ndcg_at_1_max": 0.635871, + "nauc_ndcg_at_1_std": -0.038029, + "nauc_ndcg_at_1_diff1": 0.868369, + "nauc_ndcg_at_3_max": 0.647011, + "nauc_ndcg_at_3_std": -0.016459, + "nauc_ndcg_at_3_diff1": 0.823857, + "nauc_ndcg_at_5_max": 0.644167, + "nauc_ndcg_at_5_std": -0.016061, + "nauc_ndcg_at_5_diff1": 0.817414, + "nauc_ndcg_at_10_max": 0.636619, + "nauc_ndcg_at_10_std": -0.01703, + "nauc_ndcg_at_10_diff1": 0.808425, + "nauc_ndcg_at_20_max": 0.633214, + "nauc_ndcg_at_20_std": -0.009299, + "nauc_ndcg_at_20_diff1": 0.803716, + "nauc_ndcg_at_100_max": 0.630224, + "nauc_ndcg_at_100_std": -0.008617, + "nauc_ndcg_at_100_diff1": 0.80116, + "nauc_ndcg_at_1000_max": 0.63533, + "nauc_ndcg_at_1000_std": -0.01487, + "nauc_ndcg_at_1000_diff1": 0.813023, + "nauc_map_at_1_max": 0.635871, + "nauc_map_at_1_std": -0.038029, + "nauc_map_at_1_diff1": 0.868369, + "nauc_map_at_3_max": 0.644363, + "nauc_map_at_3_std": -0.021983, + "nauc_map_at_3_diff1": 0.83431, + "nauc_map_at_5_max": 0.642894, + "nauc_map_at_5_std": -0.021753, + "nauc_map_at_5_diff1": 0.83084, + "nauc_map_at_10_max": 0.639822, + "nauc_map_at_10_std": -0.02266, + "nauc_map_at_10_diff1": 0.827382, + "nauc_map_at_20_max": 0.638881, + "nauc_map_at_20_std": -0.020808, + "nauc_map_at_20_diff1": 0.826067, + "nauc_map_at_100_max": 0.638307, + "nauc_map_at_100_std": -0.020996, + "nauc_map_at_100_diff1": 0.825847, + "nauc_map_at_1000_max": 0.638495, + "nauc_map_at_1000_std": -0.021127, + "nauc_map_at_1000_diff1": 0.826175, + "nauc_recall_at_1_max": 0.635871, + "nauc_recall_at_1_std": -0.038029, + "nauc_recall_at_1_diff1": 0.868369, + "nauc_recall_at_3_max": 0.654799, + "nauc_recall_at_3_std": -4.5e-05, + "nauc_recall_at_3_diff1": 0.793177, + "nauc_recall_at_5_max": 0.647409, + "nauc_recall_at_5_std": 0.001253, + "nauc_recall_at_5_diff1": 0.776044, + "nauc_recall_at_10_max": 0.622634, + "nauc_recall_at_10_std": 0.001659, + "nauc_recall_at_10_diff1": 0.743677, + "nauc_recall_at_20_max": 0.605902, + "nauc_recall_at_20_std": 0.040809, + "nauc_recall_at_20_diff1": 0.716333, + "nauc_recall_at_100_max": 0.572348, + "nauc_recall_at_100_std": 0.072568, + "nauc_recall_at_100_diff1": 0.655306, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635871, + "nauc_precision_at_1_std": -0.038029, + "nauc_precision_at_1_diff1": 0.868369, + "nauc_precision_at_3_max": 0.654799, + "nauc_precision_at_3_std": -4.5e-05, + "nauc_precision_at_3_diff1": 0.793177, + "nauc_precision_at_5_max": 0.647409, + "nauc_precision_at_5_std": 0.001253, + "nauc_precision_at_5_diff1": 0.776044, + "nauc_precision_at_10_max": 0.622634, + "nauc_precision_at_10_std": 0.001659, + "nauc_precision_at_10_diff1": 0.743677, + "nauc_precision_at_20_max": 0.605902, + "nauc_precision_at_20_std": 0.040809, + "nauc_precision_at_20_diff1": 0.716333, + "nauc_precision_at_100_max": 0.572348, + "nauc_precision_at_100_std": 0.072568, + "nauc_precision_at_100_diff1": 0.655306, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635871, + "nauc_mrr_at_1_std": -0.038029, + "nauc_mrr_at_1_diff1": 0.868369, + "nauc_mrr_at_3_max": 0.644363, + "nauc_mrr_at_3_std": -0.021983, + "nauc_mrr_at_3_diff1": 0.83431, + "nauc_mrr_at_5_max": 0.642894, + "nauc_mrr_at_5_std": -0.021753, + "nauc_mrr_at_5_diff1": 0.83084, + "nauc_mrr_at_10_max": 0.639822, + "nauc_mrr_at_10_std": -0.02266, + "nauc_mrr_at_10_diff1": 0.827382, + "nauc_mrr_at_20_max": 0.638881, + "nauc_mrr_at_20_std": -0.020808, + "nauc_mrr_at_20_diff1": 0.826067, + "nauc_mrr_at_100_max": 0.638307, + "nauc_mrr_at_100_std": -0.020996, + "nauc_mrr_at_100_diff1": 0.825847, + "nauc_mrr_at_1000_max": 0.638495, + "nauc_mrr_at_1000_std": -0.021127, + "nauc_mrr_at_1000_diff1": 0.826175, + "main_score": 0.51393, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.55889, + "ndcg_at_3": 0.60938, + "ndcg_at_5": 0.62119, + "ndcg_at_10": 0.63568, + "ndcg_at_20": 0.64814, + "ndcg_at_100": 0.66795, + "ndcg_at_1000": 0.68407, + "map_at_1": 0.55889, + "map_at_3": 0.59722, + "map_at_5": 0.60372, + "map_at_10": 0.60978, + "map_at_20": 0.61326, + "map_at_100": 0.61585, + "map_at_1000": 0.61648, + "recall_at_1": 0.55889, + "recall_at_3": 0.64444, + "recall_at_5": 0.67333, + "recall_at_10": 0.71778, + "recall_at_20": 0.76667, + "recall_at_100": 0.87556, + "recall_at_1000": 1.0, + "precision_at_1": 0.55889, + "precision_at_3": 0.21481, + "precision_at_5": 0.13467, + "precision_at_10": 0.07178, + "precision_at_20": 0.03833, + "precision_at_100": 0.00876, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558889, + "mrr_at_3": 0.597222, + "mrr_at_5": 0.603722, + "mrr_at_10": 0.609782, + "mrr_at_20": 0.613256, + "mrr_at_100": 0.615854, + "mrr_at_1000": 0.61648, + "nauc_ndcg_at_1_max": 0.636227, + "nauc_ndcg_at_1_std": 0.362512, + "nauc_ndcg_at_1_diff1": 0.864716, + "nauc_ndcg_at_3_max": 0.646423, + "nauc_ndcg_at_3_std": 0.389759, + "nauc_ndcg_at_3_diff1": 0.836782, + "nauc_ndcg_at_5_max": 0.643721, + "nauc_ndcg_at_5_std": 0.40505, + "nauc_ndcg_at_5_diff1": 0.829239, + "nauc_ndcg_at_10_max": 0.636675, + "nauc_ndcg_at_10_std": 0.391632, + "nauc_ndcg_at_10_diff1": 0.821586, + "nauc_ndcg_at_20_max": 0.632412, + "nauc_ndcg_at_20_std": 0.382542, + "nauc_ndcg_at_20_diff1": 0.818842, + "nauc_ndcg_at_100_max": 0.631099, + "nauc_ndcg_at_100_std": 0.392499, + "nauc_ndcg_at_100_diff1": 0.819059, + "nauc_ndcg_at_1000_max": 0.63604, + "nauc_ndcg_at_1000_std": 0.388032, + "nauc_ndcg_at_1000_diff1": 0.826985, + "nauc_map_at_1_max": 0.636227, + "nauc_map_at_1_std": 0.362512, + "nauc_map_at_1_diff1": 0.864716, + "nauc_map_at_3_max": 0.644573, + "nauc_map_at_3_std": 0.383766, + "nauc_map_at_3_diff1": 0.843544, + "nauc_map_at_5_max": 0.64316, + "nauc_map_at_5_std": 0.391977, + "nauc_map_at_5_diff1": 0.839628, + "nauc_map_at_10_max": 0.640387, + "nauc_map_at_10_std": 0.386405, + "nauc_map_at_10_diff1": 0.836552, + "nauc_map_at_20_max": 0.639278, + "nauc_map_at_20_std": 0.384065, + "nauc_map_at_20_diff1": 0.836086, + "nauc_map_at_100_max": 0.63905, + "nauc_map_at_100_std": 0.385094, + "nauc_map_at_100_diff1": 0.836019, + "nauc_map_at_1000_max": 0.639236, + "nauc_map_at_1000_std": 0.384979, + "nauc_map_at_1000_diff1": 0.836274, + "nauc_recall_at_1_max": 0.636227, + "nauc_recall_at_1_std": 0.362512, + "nauc_recall_at_1_diff1": 0.864716, + "nauc_recall_at_3_max": 0.651839, + "nauc_recall_at_3_std": 0.407956, + "nauc_recall_at_3_diff1": 0.815934, + "nauc_recall_at_5_max": 0.644664, + "nauc_recall_at_5_std": 0.4495, + "nauc_recall_at_5_diff1": 0.794322, + "nauc_recall_at_10_max": 0.618965, + "nauc_recall_at_10_std": 0.406214, + "nauc_recall_at_10_diff1": 0.763671, + "nauc_recall_at_20_max": 0.593997, + "nauc_recall_at_20_std": 0.360363, + "nauc_recall_at_20_diff1": 0.738248, + "nauc_recall_at_100_max": 0.553755, + "nauc_recall_at_100_std": 0.468915, + "nauc_recall_at_100_diff1": 0.689053, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636227, + "nauc_precision_at_1_std": 0.362512, + "nauc_precision_at_1_diff1": 0.864716, + "nauc_precision_at_3_max": 0.651839, + "nauc_precision_at_3_std": 0.407956, + "nauc_precision_at_3_diff1": 0.815934, + "nauc_precision_at_5_max": 0.644664, + "nauc_precision_at_5_std": 0.4495, + "nauc_precision_at_5_diff1": 0.794322, + "nauc_precision_at_10_max": 0.618965, + "nauc_precision_at_10_std": 0.406214, + "nauc_precision_at_10_diff1": 0.763671, + "nauc_precision_at_20_max": 0.593997, + "nauc_precision_at_20_std": 0.360363, + "nauc_precision_at_20_diff1": 0.738248, + "nauc_precision_at_100_max": 0.553755, + "nauc_precision_at_100_std": 0.468915, + "nauc_precision_at_100_diff1": 0.689053, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.636227, + "nauc_mrr_at_1_std": 0.362512, + "nauc_mrr_at_1_diff1": 0.864716, + "nauc_mrr_at_3_max": 0.644573, + "nauc_mrr_at_3_std": 0.383766, + "nauc_mrr_at_3_diff1": 0.843544, + "nauc_mrr_at_5_max": 0.64316, + "nauc_mrr_at_5_std": 0.391977, + "nauc_mrr_at_5_diff1": 0.839628, + "nauc_mrr_at_10_max": 0.640387, + "nauc_mrr_at_10_std": 0.386405, + "nauc_mrr_at_10_diff1": 0.836552, + "nauc_mrr_at_20_max": 0.639278, + "nauc_mrr_at_20_std": 0.384065, + "nauc_mrr_at_20_diff1": 0.836086, + "nauc_mrr_at_100_max": 0.63905, + "nauc_mrr_at_100_std": 0.385094, + "nauc_mrr_at_100_diff1": 0.836019, + "nauc_mrr_at_1000_max": 0.639236, + "nauc_mrr_at_1000_std": 0.384979, + "nauc_mrr_at_1000_diff1": 0.836274, + "main_score": 0.63568, + "hf_subset": "tso_Latn-tso_Latn", + "languages": [ + "tso-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.69889, + "ndcg_at_3": 0.7667, + "ndcg_at_5": 0.77909, + "ndcg_at_10": 0.79528, + "ndcg_at_20": 0.8041, + "ndcg_at_100": 0.81521, + "ndcg_at_1000": 0.81667, + "map_at_1": 0.69889, + "map_at_3": 0.75019, + "map_at_5": 0.75707, + "map_at_10": 0.76377, + "map_at_20": 0.7661, + "map_at_100": 0.76771, + "map_at_1000": 0.76777, + "recall_at_1": 0.69889, + "recall_at_3": 0.81444, + "recall_at_5": 0.84444, + "recall_at_10": 0.89444, + "recall_at_20": 0.93, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.69889, + "precision_at_3": 0.27148, + "precision_at_5": 0.16889, + "precision_at_10": 0.08944, + "precision_at_20": 0.0465, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.698889, + "mrr_at_3": 0.750185, + "mrr_at_5": 0.757074, + "mrr_at_10": 0.76377, + "mrr_at_20": 0.766103, + "mrr_at_100": 0.76771, + "mrr_at_1000": 0.767772, + "nauc_ndcg_at_1_max": 0.703373, + "nauc_ndcg_at_1_std": 0.055044, + "nauc_ndcg_at_1_diff1": 0.857162, + "nauc_ndcg_at_3_max": 0.721195, + "nauc_ndcg_at_3_std": 0.083336, + "nauc_ndcg_at_3_diff1": 0.819356, + "nauc_ndcg_at_5_max": 0.716904, + "nauc_ndcg_at_5_std": 0.095476, + "nauc_ndcg_at_5_diff1": 0.816015, + "nauc_ndcg_at_10_max": 0.717092, + "nauc_ndcg_at_10_std": 0.082417, + "nauc_ndcg_at_10_diff1": 0.815292, + "nauc_ndcg_at_20_max": 0.715282, + "nauc_ndcg_at_20_std": 0.083371, + "nauc_ndcg_at_20_diff1": 0.815372, + "nauc_ndcg_at_100_max": 0.714471, + "nauc_ndcg_at_100_std": 0.084334, + "nauc_ndcg_at_100_diff1": 0.82328, + "nauc_ndcg_at_1000_max": 0.715089, + "nauc_ndcg_at_1000_std": 0.080964, + "nauc_ndcg_at_1000_diff1": 0.824084, + "nauc_map_at_1_max": 0.703373, + "nauc_map_at_1_std": 0.055044, + "nauc_map_at_1_diff1": 0.857162, + "nauc_map_at_3_max": 0.717946, + "nauc_map_at_3_std": 0.07672, + "nauc_map_at_3_diff1": 0.829887, + "nauc_map_at_5_max": 0.715665, + "nauc_map_at_5_std": 0.083082, + "nauc_map_at_5_diff1": 0.828326, + "nauc_map_at_10_max": 0.715703, + "nauc_map_at_10_std": 0.07709, + "nauc_map_at_10_diff1": 0.828323, + "nauc_map_at_20_max": 0.715239, + "nauc_map_at_20_std": 0.077069, + "nauc_map_at_20_diff1": 0.828461, + "nauc_map_at_100_max": 0.714999, + "nauc_map_at_100_std": 0.077136, + "nauc_map_at_100_diff1": 0.829452, + "nauc_map_at_1000_max": 0.715023, + "nauc_map_at_1000_std": 0.077043, + "nauc_map_at_1000_diff1": 0.829482, + "nauc_recall_at_1_max": 0.703373, + "nauc_recall_at_1_std": 0.055044, + "nauc_recall_at_1_diff1": 0.857162, + "nauc_recall_at_3_max": 0.732203, + "nauc_recall_at_3_std": 0.106936, + "nauc_recall_at_3_diff1": 0.780717, + "nauc_recall_at_5_max": 0.720134, + "nauc_recall_at_5_std": 0.148604, + "nauc_recall_at_5_diff1": 0.763908, + "nauc_recall_at_10_max": 0.722549, + "nauc_recall_at_10_std": 0.10906, + "nauc_recall_at_10_diff1": 0.739225, + "nauc_recall_at_20_max": 0.707794, + "nauc_recall_at_20_std": 0.135728, + "nauc_recall_at_20_diff1": 0.702585, + "nauc_recall_at_100_max": 0.647806, + "nauc_recall_at_100_std": 0.483287, + "nauc_recall_at_100_diff1": 0.735061, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.703373, + "nauc_precision_at_1_std": 0.055044, + "nauc_precision_at_1_diff1": 0.857162, + "nauc_precision_at_3_max": 0.732203, + "nauc_precision_at_3_std": 0.106936, + "nauc_precision_at_3_diff1": 0.780717, + "nauc_precision_at_5_max": 0.720134, + "nauc_precision_at_5_std": 0.148604, + "nauc_precision_at_5_diff1": 0.763908, + "nauc_precision_at_10_max": 0.722549, + "nauc_precision_at_10_std": 0.10906, + "nauc_precision_at_10_diff1": 0.739225, + "nauc_precision_at_20_max": 0.707794, + "nauc_precision_at_20_std": 0.135728, + "nauc_precision_at_20_diff1": 0.702585, + "nauc_precision_at_100_max": 0.647806, + "nauc_precision_at_100_std": 0.483287, + "nauc_precision_at_100_diff1": 0.735061, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.703373, + "nauc_mrr_at_1_std": 0.055044, + "nauc_mrr_at_1_diff1": 0.857162, + "nauc_mrr_at_3_max": 0.717946, + "nauc_mrr_at_3_std": 0.07672, + "nauc_mrr_at_3_diff1": 0.829887, + "nauc_mrr_at_5_max": 0.715665, + "nauc_mrr_at_5_std": 0.083082, + "nauc_mrr_at_5_diff1": 0.828326, + "nauc_mrr_at_10_max": 0.715703, + "nauc_mrr_at_10_std": 0.07709, + "nauc_mrr_at_10_diff1": 0.828323, + "nauc_mrr_at_20_max": 0.715239, + "nauc_mrr_at_20_std": 0.077069, + "nauc_mrr_at_20_diff1": 0.828461, + "nauc_mrr_at_100_max": 0.714999, + "nauc_mrr_at_100_std": 0.077136, + "nauc_mrr_at_100_diff1": 0.829452, + "nauc_mrr_at_1000_max": 0.715023, + "nauc_mrr_at_1000_std": 0.077043, + "nauc_mrr_at_1000_diff1": 0.829482, + "main_score": 0.79528, + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42333, + "ndcg_at_3": 0.46976, + "ndcg_at_5": 0.48052, + "ndcg_at_10": 0.49062, + "ndcg_at_20": 0.50008, + "ndcg_at_100": 0.5285, + "ndcg_at_1000": 0.5595, + "map_at_1": 0.42333, + "map_at_3": 0.45852, + "map_at_5": 0.46435, + "map_at_10": 0.46834, + "map_at_20": 0.47088, + "map_at_100": 0.47443, + "map_at_1000": 0.47558, + "recall_at_1": 0.42333, + "recall_at_3": 0.50222, + "recall_at_5": 0.52889, + "recall_at_10": 0.56111, + "recall_at_20": 0.59889, + "recall_at_100": 0.75778, + "recall_at_1000": 1.0, + "precision_at_1": 0.42333, + "precision_at_3": 0.16741, + "precision_at_5": 0.10578, + "precision_at_10": 0.05611, + "precision_at_20": 0.02994, + "precision_at_100": 0.00758, + "precision_at_1000": 0.001, + "mrr_at_1": 0.423333, + "mrr_at_3": 0.458519, + "mrr_at_5": 0.464352, + "mrr_at_10": 0.468336, + "mrr_at_20": 0.470884, + "mrr_at_100": 0.474425, + "mrr_at_1000": 0.475576, + "nauc_ndcg_at_1_max": 0.658242, + "nauc_ndcg_at_1_std": -0.02997, + "nauc_ndcg_at_1_diff1": 0.877226, + "nauc_ndcg_at_3_max": 0.656941, + "nauc_ndcg_at_3_std": -0.030785, + "nauc_ndcg_at_3_diff1": 0.840762, + "nauc_ndcg_at_5_max": 0.648604, + "nauc_ndcg_at_5_std": -0.037528, + "nauc_ndcg_at_5_diff1": 0.832232, + "nauc_ndcg_at_10_max": 0.646891, + "nauc_ndcg_at_10_std": -0.034614, + "nauc_ndcg_at_10_diff1": 0.827862, + "nauc_ndcg_at_20_max": 0.6381, + "nauc_ndcg_at_20_std": -0.036796, + "nauc_ndcg_at_20_diff1": 0.817741, + "nauc_ndcg_at_100_max": 0.633496, + "nauc_ndcg_at_100_std": -0.036176, + "nauc_ndcg_at_100_diff1": 0.808495, + "nauc_ndcg_at_1000_max": 0.643355, + "nauc_ndcg_at_1000_std": -0.033926, + "nauc_ndcg_at_1000_diff1": 0.826011, + "nauc_map_at_1_max": 0.658242, + "nauc_map_at_1_std": -0.02997, + "nauc_map_at_1_diff1": 0.877226, + "nauc_map_at_3_max": 0.658031, + "nauc_map_at_3_std": -0.030647, + "nauc_map_at_3_diff1": 0.849744, + "nauc_map_at_5_max": 0.653512, + "nauc_map_at_5_std": -0.034253, + "nauc_map_at_5_diff1": 0.845217, + "nauc_map_at_10_max": 0.653074, + "nauc_map_at_10_std": -0.032865, + "nauc_map_at_10_diff1": 0.843617, + "nauc_map_at_20_max": 0.650754, + "nauc_map_at_20_std": -0.033482, + "nauc_map_at_20_diff1": 0.840936, + "nauc_map_at_100_max": 0.650259, + "nauc_map_at_100_std": -0.033231, + "nauc_map_at_100_diff1": 0.8399, + "nauc_map_at_1000_max": 0.650573, + "nauc_map_at_1000_std": -0.033089, + "nauc_map_at_1000_diff1": 0.840476, + "nauc_recall_at_1_max": 0.658242, + "nauc_recall_at_1_std": -0.02997, + "nauc_recall_at_1_diff1": 0.877226, + "nauc_recall_at_3_max": 0.65342, + "nauc_recall_at_3_std": -0.031161, + "nauc_recall_at_3_diff1": 0.814385, + "nauc_recall_at_5_max": 0.632236, + "nauc_recall_at_5_std": -0.048457, + "nauc_recall_at_5_diff1": 0.791856, + "nauc_recall_at_10_max": 0.624677, + "nauc_recall_at_10_std": -0.040471, + "nauc_recall_at_10_diff1": 0.775457, + "nauc_recall_at_20_max": 0.585683, + "nauc_recall_at_20_std": -0.049807, + "nauc_recall_at_20_diff1": 0.729694, + "nauc_recall_at_100_max": 0.52487, + "nauc_recall_at_100_std": -0.054172, + "nauc_recall_at_100_diff1": 0.615029, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.658242, + "nauc_precision_at_1_std": -0.02997, + "nauc_precision_at_1_diff1": 0.877226, + "nauc_precision_at_3_max": 0.65342, + "nauc_precision_at_3_std": -0.031161, + "nauc_precision_at_3_diff1": 0.814385, + "nauc_precision_at_5_max": 0.632236, + "nauc_precision_at_5_std": -0.048457, + "nauc_precision_at_5_diff1": 0.791856, + "nauc_precision_at_10_max": 0.624677, + "nauc_precision_at_10_std": -0.040471, + "nauc_precision_at_10_diff1": 0.775457, + "nauc_precision_at_20_max": 0.585683, + "nauc_precision_at_20_std": -0.049807, + "nauc_precision_at_20_diff1": 0.729694, + "nauc_precision_at_100_max": 0.52487, + "nauc_precision_at_100_std": -0.054172, + "nauc_precision_at_100_diff1": 0.615029, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.658242, + "nauc_mrr_at_1_std": -0.02997, + "nauc_mrr_at_1_diff1": 0.877226, + "nauc_mrr_at_3_max": 0.658031, + "nauc_mrr_at_3_std": -0.030647, + "nauc_mrr_at_3_diff1": 0.849744, + "nauc_mrr_at_5_max": 0.653512, + "nauc_mrr_at_5_std": -0.034253, + "nauc_mrr_at_5_diff1": 0.845217, + "nauc_mrr_at_10_max": 0.653074, + "nauc_mrr_at_10_std": -0.032865, + "nauc_mrr_at_10_diff1": 0.843617, + "nauc_mrr_at_20_max": 0.650754, + "nauc_mrr_at_20_std": -0.033482, + "nauc_mrr_at_20_diff1": 0.840936, + "nauc_mrr_at_100_max": 0.650259, + "nauc_mrr_at_100_std": -0.033231, + "nauc_mrr_at_100_diff1": 0.8399, + "nauc_mrr_at_1000_max": 0.650573, + "nauc_mrr_at_1000_std": -0.033089, + "nauc_mrr_at_1000_diff1": 0.840476, + "main_score": 0.49062, + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91365, + "ndcg_at_5": 0.91733, + "ndcg_at_10": 0.9217, + "ndcg_at_20": 0.92445, + "ndcg_at_100": 0.9274, + "ndcg_at_1000": 0.9284, + "map_at_1": 0.87, + "map_at_3": 0.90333, + "map_at_5": 0.90539, + "map_at_10": 0.90723, + "map_at_20": 0.90795, + "map_at_100": 0.90839, + "map_at_1000": 0.90843, + "recall_at_1": 0.87, + "recall_at_3": 0.94333, + "recall_at_5": 0.95222, + "recall_at_10": 0.96556, + "recall_at_20": 0.97667, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.87, + "precision_at_3": 0.31444, + "precision_at_5": 0.19044, + "precision_at_10": 0.09656, + "precision_at_20": 0.04883, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.903333, + "mrr_at_5": 0.905389, + "mrr_at_10": 0.907229, + "mrr_at_20": 0.907953, + "mrr_at_100": 0.908389, + "mrr_at_1000": 0.908425, + "nauc_ndcg_at_1_max": 0.799234, + "nauc_ndcg_at_1_std": 0.080097, + "nauc_ndcg_at_1_diff1": 0.941124, + "nauc_ndcg_at_3_max": 0.850236, + "nauc_ndcg_at_3_std": 0.144633, + "nauc_ndcg_at_3_diff1": 0.933402, + "nauc_ndcg_at_5_max": 0.848046, + "nauc_ndcg_at_5_std": 0.145641, + "nauc_ndcg_at_5_diff1": 0.932545, + "nauc_ndcg_at_10_max": 0.847529, + "nauc_ndcg_at_10_std": 0.140701, + "nauc_ndcg_at_10_diff1": 0.934612, + "nauc_ndcg_at_20_max": 0.844377, + "nauc_ndcg_at_20_std": 0.151069, + "nauc_ndcg_at_20_diff1": 0.933686, + "nauc_ndcg_at_100_max": 0.840658, + "nauc_ndcg_at_100_std": 0.149016, + "nauc_ndcg_at_100_diff1": 0.935718, + "nauc_ndcg_at_1000_max": 0.838395, + "nauc_ndcg_at_1000_std": 0.137714, + "nauc_ndcg_at_1000_diff1": 0.934804, + "nauc_map_at_1_max": 0.799234, + "nauc_map_at_1_std": 0.080097, + "nauc_map_at_1_diff1": 0.941124, + "nauc_map_at_3_max": 0.836187, + "nauc_map_at_3_std": 0.125053, + "nauc_map_at_3_diff1": 0.934816, + "nauc_map_at_5_max": 0.83468, + "nauc_map_at_5_std": 0.124892, + "nauc_map_at_5_diff1": 0.93435, + "nauc_map_at_10_max": 0.833975, + "nauc_map_at_10_std": 0.12246, + "nauc_map_at_10_diff1": 0.93504, + "nauc_map_at_20_max": 0.833217, + "nauc_map_at_20_std": 0.124962, + "nauc_map_at_20_diff1": 0.934862, + "nauc_map_at_100_max": 0.832725, + "nauc_map_at_100_std": 0.124967, + "nauc_map_at_100_diff1": 0.935087, + "nauc_map_at_1000_max": 0.832657, + "nauc_map_at_1000_std": 0.124627, + "nauc_map_at_1000_diff1": 0.93506, + "nauc_recall_at_1_max": 0.799234, + "nauc_recall_at_1_std": 0.080097, + "nauc_recall_at_1_diff1": 0.941124, + "nauc_recall_at_3_max": 0.916387, + "nauc_recall_at_3_std": 0.238278, + "nauc_recall_at_3_diff1": 0.927317, + "nauc_recall_at_5_max": 0.9207, + "nauc_recall_at_5_std": 0.261612, + "nauc_recall_at_5_diff1": 0.923295, + "nauc_recall_at_10_max": 0.948872, + "nauc_recall_at_10_std": 0.276272, + "nauc_recall_at_10_diff1": 0.935017, + "nauc_recall_at_20_max": 0.955649, + "nauc_recall_at_20_std": 0.460762, + "nauc_recall_at_20_diff1": 0.922747, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.941643, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.799234, + "nauc_precision_at_1_std": 0.080097, + "nauc_precision_at_1_diff1": 0.941124, + "nauc_precision_at_3_max": 0.916387, + "nauc_precision_at_3_std": 0.238278, + "nauc_precision_at_3_diff1": 0.927317, + "nauc_precision_at_5_max": 0.9207, + "nauc_precision_at_5_std": 0.261612, + "nauc_precision_at_5_diff1": 0.923295, + "nauc_precision_at_10_max": 0.948872, + "nauc_precision_at_10_std": 0.276272, + "nauc_precision_at_10_diff1": 0.935017, + "nauc_precision_at_20_max": 0.955649, + "nauc_precision_at_20_std": 0.460762, + "nauc_precision_at_20_diff1": 0.922747, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.941643, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.799234, + "nauc_mrr_at_1_std": 0.080097, + "nauc_mrr_at_1_diff1": 0.941124, + "nauc_mrr_at_3_max": 0.836187, + "nauc_mrr_at_3_std": 0.125053, + "nauc_mrr_at_3_diff1": 0.934816, + "nauc_mrr_at_5_max": 0.83468, + "nauc_mrr_at_5_std": 0.124892, + "nauc_mrr_at_5_diff1": 0.93435, + "nauc_mrr_at_10_max": 0.833975, + "nauc_mrr_at_10_std": 0.12246, + "nauc_mrr_at_10_diff1": 0.93504, + "nauc_mrr_at_20_max": 0.833217, + "nauc_mrr_at_20_std": 0.124962, + "nauc_mrr_at_20_diff1": 0.934862, + "nauc_mrr_at_100_max": 0.832725, + "nauc_mrr_at_100_std": 0.124967, + "nauc_mrr_at_100_diff1": 0.935087, + "nauc_mrr_at_1000_max": 0.832657, + "nauc_mrr_at_1000_std": 0.124627, + "nauc_mrr_at_1000_diff1": 0.93506, + "main_score": 0.9217, + "hf_subset": "tur_Latn-tur_Latn", + "languages": [ + "tur-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.93, + "ndcg_at_3": 0.95591, + "ndcg_at_5": 0.95864, + "ndcg_at_10": 0.96228, + "ndcg_at_20": 0.96315, + "ndcg_at_100": 0.96395, + "ndcg_at_1000": 0.96421, + "map_at_1": 0.93, + "map_at_3": 0.95019, + "map_at_5": 0.95169, + "map_at_10": 0.95322, + "map_at_20": 0.95348, + "map_at_100": 0.95358, + "map_at_1000": 0.95358, + "recall_at_1": 0.93, + "recall_at_3": 0.97222, + "recall_at_5": 0.97889, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93, + "precision_at_3": 0.32407, + "precision_at_5": 0.19578, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.93, + "mrr_at_3": 0.950185, + "mrr_at_5": 0.951685, + "mrr_at_10": 0.953219, + "mrr_at_20": 0.953478, + "mrr_at_100": 0.953576, + "mrr_at_1000": 0.953582, + "nauc_ndcg_at_1_max": 0.695515, + "nauc_ndcg_at_1_std": -0.126577, + "nauc_ndcg_at_1_diff1": 0.952388, + "nauc_ndcg_at_3_max": 0.753662, + "nauc_ndcg_at_3_std": -0.142002, + "nauc_ndcg_at_3_diff1": 0.949599, + "nauc_ndcg_at_5_max": 0.748432, + "nauc_ndcg_at_5_std": -0.075491, + "nauc_ndcg_at_5_diff1": 0.950661, + "nauc_ndcg_at_10_max": 0.745986, + "nauc_ndcg_at_10_std": -0.101527, + "nauc_ndcg_at_10_diff1": 0.952895, + "nauc_ndcg_at_20_max": 0.741953, + "nauc_ndcg_at_20_std": -0.089846, + "nauc_ndcg_at_20_diff1": 0.95284, + "nauc_ndcg_at_100_max": 0.738938, + "nauc_ndcg_at_100_std": -0.094837, + "nauc_ndcg_at_100_diff1": 0.952477, + "nauc_ndcg_at_1000_max": 0.737494, + "nauc_ndcg_at_1000_std": -0.102833, + "nauc_ndcg_at_1000_diff1": 0.95213, + "nauc_map_at_1_max": 0.695515, + "nauc_map_at_1_std": -0.126577, + "nauc_map_at_1_diff1": 0.952388, + "nauc_map_at_3_max": 0.737203, + "nauc_map_at_3_std": -0.136064, + "nauc_map_at_3_diff1": 0.950399, + "nauc_map_at_5_max": 0.734437, + "nauc_map_at_5_std": -0.10487, + "nauc_map_at_5_diff1": 0.950963, + "nauc_map_at_10_max": 0.73303, + "nauc_map_at_10_std": -0.115692, + "nauc_map_at_10_diff1": 0.95181, + "nauc_map_at_20_max": 0.731988, + "nauc_map_at_20_std": -0.113426, + "nauc_map_at_20_diff1": 0.951802, + "nauc_map_at_100_max": 0.731748, + "nauc_map_at_100_std": -0.113518, + "nauc_map_at_100_diff1": 0.951754, + "nauc_map_at_1000_max": 0.731719, + "nauc_map_at_1000_std": -0.113666, + "nauc_map_at_1000_diff1": 0.951748, + "nauc_recall_at_1_max": 0.695515, + "nauc_recall_at_1_std": -0.126577, + "nauc_recall_at_1_diff1": 0.952388, + "nauc_recall_at_3_max": 0.836433, + "nauc_recall_at_3_std": -0.173259, + "nauc_recall_at_3_diff1": 0.945565, + "nauc_recall_at_5_max": 0.83552, + "nauc_recall_at_5_std": 0.138827, + "nauc_recall_at_5_diff1": 0.949015, + "nauc_recall_at_10_max": 0.906889, + "nauc_recall_at_10_std": 0.1025, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.903906, + "nauc_recall_at_20_std": 0.469032, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695515, + "nauc_precision_at_1_std": -0.126577, + "nauc_precision_at_1_diff1": 0.952388, + "nauc_precision_at_3_max": 0.836433, + "nauc_precision_at_3_std": -0.173259, + "nauc_precision_at_3_diff1": 0.945565, + "nauc_precision_at_5_max": 0.83552, + "nauc_precision_at_5_std": 0.138827, + "nauc_precision_at_5_diff1": 0.949015, + "nauc_precision_at_10_max": 0.906889, + "nauc_precision_at_10_std": 0.1025, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.903906, + "nauc_precision_at_20_std": 0.469032, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695515, + "nauc_mrr_at_1_std": -0.126577, + "nauc_mrr_at_1_diff1": 0.952388, + "nauc_mrr_at_3_max": 0.737203, + "nauc_mrr_at_3_std": -0.136064, + "nauc_mrr_at_3_diff1": 0.950399, + "nauc_mrr_at_5_max": 0.734437, + "nauc_mrr_at_5_std": -0.10487, + "nauc_mrr_at_5_diff1": 0.950963, + "nauc_mrr_at_10_max": 0.73303, + "nauc_mrr_at_10_std": -0.115692, + "nauc_mrr_at_10_diff1": 0.95181, + "nauc_mrr_at_20_max": 0.731988, + "nauc_mrr_at_20_std": -0.113426, + "nauc_mrr_at_20_diff1": 0.951802, + "nauc_mrr_at_100_max": 0.731748, + "nauc_mrr_at_100_std": -0.113518, + "nauc_mrr_at_100_diff1": 0.951754, + "nauc_mrr_at_1000_max": 0.731719, + "nauc_mrr_at_1000_std": -0.113666, + "nauc_mrr_at_1000_diff1": 0.951748, + "main_score": 0.96228, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.91635, + "ndcg_at_5": 0.92472, + "ndcg_at_10": 0.9297, + "ndcg_at_20": 0.93193, + "ndcg_at_100": 0.93318, + "ndcg_at_1000": 0.93421, + "map_at_1": 0.88111, + "map_at_3": 0.90778, + "map_at_5": 0.9125, + "map_at_10": 0.91453, + "map_at_20": 0.91513, + "map_at_100": 0.9153, + "map_at_1000": 0.91534, + "recall_at_1": 0.88111, + "recall_at_3": 0.94111, + "recall_at_5": 0.96111, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "precision_at_1": 0.88111, + "precision_at_3": 0.3137, + "precision_at_5": 0.19222, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.907778, + "mrr_at_5": 0.9125, + "mrr_at_10": 0.91453, + "mrr_at_20": 0.915127, + "mrr_at_100": 0.915302, + "mrr_at_1000": 0.915345, + "nauc_ndcg_at_1_max": 0.766452, + "nauc_ndcg_at_1_std": 0.199738, + "nauc_ndcg_at_1_diff1": 0.932858, + "nauc_ndcg_at_3_max": 0.831465, + "nauc_ndcg_at_3_std": 0.250196, + "nauc_ndcg_at_3_diff1": 0.931828, + "nauc_ndcg_at_5_max": 0.829294, + "nauc_ndcg_at_5_std": 0.273308, + "nauc_ndcg_at_5_diff1": 0.934393, + "nauc_ndcg_at_10_max": 0.826573, + "nauc_ndcg_at_10_std": 0.291388, + "nauc_ndcg_at_10_diff1": 0.936251, + "nauc_ndcg_at_20_max": 0.821901, + "nauc_ndcg_at_20_std": 0.283522, + "nauc_ndcg_at_20_diff1": 0.934693, + "nauc_ndcg_at_100_max": 0.819295, + "nauc_ndcg_at_100_std": 0.278241, + "nauc_ndcg_at_100_diff1": 0.93435, + "nauc_ndcg_at_1000_max": 0.816434, + "nauc_ndcg_at_1000_std": 0.266816, + "nauc_ndcg_at_1000_diff1": 0.934189, + "nauc_map_at_1_max": 0.766452, + "nauc_map_at_1_std": 0.199738, + "nauc_map_at_1_diff1": 0.932858, + "nauc_map_at_3_max": 0.814508, + "nauc_map_at_3_std": 0.239392, + "nauc_map_at_3_diff1": 0.931999, + "nauc_map_at_5_max": 0.812516, + "nauc_map_at_5_std": 0.250507, + "nauc_map_at_5_diff1": 0.933317, + "nauc_map_at_10_max": 0.811309, + "nauc_map_at_10_std": 0.256744, + "nauc_map_at_10_diff1": 0.934043, + "nauc_map_at_20_max": 0.810188, + "nauc_map_at_20_std": 0.254596, + "nauc_map_at_20_diff1": 0.933696, + "nauc_map_at_100_max": 0.809862, + "nauc_map_at_100_std": 0.253645, + "nauc_map_at_100_diff1": 0.933659, + "nauc_map_at_1000_max": 0.809766, + "nauc_map_at_1000_std": 0.253268, + "nauc_map_at_1000_diff1": 0.933653, + "nauc_recall_at_1_max": 0.766452, + "nauc_recall_at_1_std": 0.199738, + "nauc_recall_at_1_diff1": 0.932858, + "nauc_recall_at_3_max": 0.905088, + "nauc_recall_at_3_std": 0.295324, + "nauc_recall_at_3_diff1": 0.931161, + "nauc_recall_at_5_max": 0.933107, + "nauc_recall_at_5_std": 0.419875, + "nauc_recall_at_5_diff1": 0.941977, + "nauc_recall_at_10_max": 0.975101, + "nauc_recall_at_10_std": 0.672158, + "nauc_recall_at_10_diff1": 0.961874, + "nauc_recall_at_20_max": 0.979889, + "nauc_recall_at_20_std": 0.769123, + "nauc_recall_at_20_diff1": 0.948467, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.943978, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766452, + "nauc_precision_at_1_std": 0.199738, + "nauc_precision_at_1_diff1": 0.932858, + "nauc_precision_at_3_max": 0.905088, + "nauc_precision_at_3_std": 0.295324, + "nauc_precision_at_3_diff1": 0.931161, + "nauc_precision_at_5_max": 0.933107, + "nauc_precision_at_5_std": 0.419875, + "nauc_precision_at_5_diff1": 0.941977, + "nauc_precision_at_10_max": 0.975101, + "nauc_precision_at_10_std": 0.672158, + "nauc_precision_at_10_diff1": 0.961874, + "nauc_precision_at_20_max": 0.979889, + "nauc_precision_at_20_std": 0.769123, + "nauc_precision_at_20_diff1": 0.948467, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.943978, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.766452, + "nauc_mrr_at_1_std": 0.199738, + "nauc_mrr_at_1_diff1": 0.932858, + "nauc_mrr_at_3_max": 0.814508, + "nauc_mrr_at_3_std": 0.239392, + "nauc_mrr_at_3_diff1": 0.931999, + "nauc_mrr_at_5_max": 0.812516, + "nauc_mrr_at_5_std": 0.250507, + "nauc_mrr_at_5_diff1": 0.933317, + "nauc_mrr_at_10_max": 0.811309, + "nauc_mrr_at_10_std": 0.256744, + "nauc_mrr_at_10_diff1": 0.934043, + "nauc_mrr_at_20_max": 0.810188, + "nauc_mrr_at_20_std": 0.254596, + "nauc_mrr_at_20_diff1": 0.933696, + "nauc_mrr_at_100_max": 0.809862, + "nauc_mrr_at_100_std": 0.253645, + "nauc_mrr_at_100_diff1": 0.933659, + "nauc_mrr_at_1000_max": 0.809766, + "nauc_mrr_at_1000_std": 0.253268, + "nauc_mrr_at_1000_diff1": 0.933653, + "main_score": 0.9297, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.93845, + "ndcg_at_5": 0.94123, + "ndcg_at_10": 0.94771, + "ndcg_at_20": 0.94858, + "ndcg_at_100": 0.95028, + "ndcg_at_1000": 0.95071, + "map_at_1": 0.90667, + "map_at_3": 0.9313, + "map_at_5": 0.93285, + "map_at_10": 0.93575, + "map_at_20": 0.936, + "map_at_100": 0.93626, + "map_at_1000": 0.93627, + "recall_at_1": 0.90667, + "recall_at_3": 0.95889, + "recall_at_5": 0.96556, + "recall_at_10": 0.98444, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.31963, + "precision_at_5": 0.19311, + "precision_at_10": 0.09844, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.931296, + "mrr_at_5": 0.932852, + "mrr_at_10": 0.935754, + "mrr_at_20": 0.936001, + "mrr_at_100": 0.936256, + "mrr_at_1000": 0.936272, + "nauc_ndcg_at_1_max": 0.806061, + "nauc_ndcg_at_1_std": 0.0281, + "nauc_ndcg_at_1_diff1": 0.944172, + "nauc_ndcg_at_3_max": 0.851385, + "nauc_ndcg_at_3_std": 0.116225, + "nauc_ndcg_at_3_diff1": 0.945084, + "nauc_ndcg_at_5_max": 0.849718, + "nauc_ndcg_at_5_std": 0.129046, + "nauc_ndcg_at_5_diff1": 0.94571, + "nauc_ndcg_at_10_max": 0.84547, + "nauc_ndcg_at_10_std": 0.12674, + "nauc_ndcg_at_10_diff1": 0.94665, + "nauc_ndcg_at_20_max": 0.844343, + "nauc_ndcg_at_20_std": 0.130959, + "nauc_ndcg_at_20_diff1": 0.947222, + "nauc_ndcg_at_100_max": 0.840051, + "nauc_ndcg_at_100_std": 0.116904, + "nauc_ndcg_at_100_diff1": 0.946539, + "nauc_ndcg_at_1000_max": 0.838676, + "nauc_ndcg_at_1000_std": 0.109681, + "nauc_ndcg_at_1000_diff1": 0.946079, + "nauc_map_at_1_max": 0.806061, + "nauc_map_at_1_std": 0.0281, + "nauc_map_at_1_diff1": 0.944172, + "nauc_map_at_3_max": 0.838212, + "nauc_map_at_3_std": 0.091328, + "nauc_map_at_3_diff1": 0.944858, + "nauc_map_at_5_max": 0.837127, + "nauc_map_at_5_std": 0.096609, + "nauc_map_at_5_diff1": 0.945163, + "nauc_map_at_10_max": 0.834983, + "nauc_map_at_10_std": 0.095281, + "nauc_map_at_10_diff1": 0.945498, + "nauc_map_at_20_max": 0.834647, + "nauc_map_at_20_std": 0.095801, + "nauc_map_at_20_diff1": 0.945589, + "nauc_map_at_100_max": 0.834093, + "nauc_map_at_100_std": 0.094288, + "nauc_map_at_100_diff1": 0.945503, + "nauc_map_at_1000_max": 0.834053, + "nauc_map_at_1000_std": 0.094074, + "nauc_map_at_1000_diff1": 0.945489, + "nauc_recall_at_1_max": 0.806061, + "nauc_recall_at_1_std": 0.0281, + "nauc_recall_at_1_diff1": 0.944172, + "nauc_recall_at_3_max": 0.913758, + "nauc_recall_at_3_std": 0.233553, + "nauc_recall_at_3_diff1": 0.946123, + "nauc_recall_at_5_max": 0.918677, + "nauc_recall_at_5_std": 0.312355, + "nauc_recall_at_5_diff1": 0.948872, + "nauc_recall_at_10_max": 0.961485, + "nauc_recall_at_10_std": 0.492364, + "nauc_recall_at_10_diff1": 0.961485, + "nauc_recall_at_20_max": 0.976233, + "nauc_recall_at_20_std": 0.673245, + "nauc_recall_at_20_diff1": 0.976233, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806061, + "nauc_precision_at_1_std": 0.0281, + "nauc_precision_at_1_diff1": 0.944172, + "nauc_precision_at_3_max": 0.913758, + "nauc_precision_at_3_std": 0.233553, + "nauc_precision_at_3_diff1": 0.946123, + "nauc_precision_at_5_max": 0.918677, + "nauc_precision_at_5_std": 0.312355, + "nauc_precision_at_5_diff1": 0.948872, + "nauc_precision_at_10_max": 0.961485, + "nauc_precision_at_10_std": 0.492364, + "nauc_precision_at_10_diff1": 0.961485, + "nauc_precision_at_20_max": 0.976233, + "nauc_precision_at_20_std": 0.673245, + "nauc_precision_at_20_diff1": 0.976233, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806061, + "nauc_mrr_at_1_std": 0.0281, + "nauc_mrr_at_1_diff1": 0.944172, + "nauc_mrr_at_3_max": 0.838212, + "nauc_mrr_at_3_std": 0.091328, + "nauc_mrr_at_3_diff1": 0.944858, + "nauc_mrr_at_5_max": 0.837127, + "nauc_mrr_at_5_std": 0.096609, + "nauc_mrr_at_5_diff1": 0.945163, + "nauc_mrr_at_10_max": 0.834983, + "nauc_mrr_at_10_std": 0.095281, + "nauc_mrr_at_10_diff1": 0.945498, + "nauc_mrr_at_20_max": 0.834647, + "nauc_mrr_at_20_std": 0.095801, + "nauc_mrr_at_20_diff1": 0.945589, + "nauc_mrr_at_100_max": 0.834093, + "nauc_mrr_at_100_std": 0.094288, + "nauc_mrr_at_100_diff1": 0.945503, + "nauc_mrr_at_1000_max": 0.834053, + "nauc_mrr_at_1000_std": 0.094074, + "nauc_mrr_at_1000_diff1": 0.945489, + "main_score": 0.94771, + "hf_subset": "ukr_Cyrl-ukr_Cyrl", + "languages": [ + "ukr-Cyrl", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.93556, + "ndcg_at_3": 0.95989, + "ndcg_at_5": 0.96133, + "ndcg_at_10": 0.96459, + "ndcg_at_20": 0.96539, + "ndcg_at_100": 0.96626, + "ndcg_at_1000": 0.96654, + "map_at_1": 0.93556, + "map_at_3": 0.95407, + "map_at_5": 0.95491, + "map_at_10": 0.95627, + "map_at_20": 0.95647, + "map_at_100": 0.95661, + "map_at_1000": 0.95662, + "recall_at_1": 0.93556, + "recall_at_3": 0.97667, + "recall_at_5": 0.98, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93556, + "precision_at_3": 0.32556, + "precision_at_5": 0.196, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935556, + "mrr_at_3": 0.954074, + "mrr_at_5": 0.954907, + "mrr_at_10": 0.956273, + "mrr_at_20": 0.956468, + "mrr_at_100": 0.95661, + "mrr_at_1000": 0.956619, + "nauc_ndcg_at_1_max": 0.744873, + "nauc_ndcg_at_1_std": -0.271532, + "nauc_ndcg_at_1_diff1": 0.955407, + "nauc_ndcg_at_3_max": 0.796682, + "nauc_ndcg_at_3_std": -0.257347, + "nauc_ndcg_at_3_diff1": 0.959091, + "nauc_ndcg_at_5_max": 0.795807, + "nauc_ndcg_at_5_std": -0.239916, + "nauc_ndcg_at_5_diff1": 0.957572, + "nauc_ndcg_at_10_max": 0.782483, + "nauc_ndcg_at_10_std": -0.20011, + "nauc_ndcg_at_10_diff1": 0.957877, + "nauc_ndcg_at_20_max": 0.779611, + "nauc_ndcg_at_20_std": -0.200918, + "nauc_ndcg_at_20_diff1": 0.956906, + "nauc_ndcg_at_100_max": 0.78222, + "nauc_ndcg_at_100_std": -0.209094, + "nauc_ndcg_at_100_diff1": 0.957367, + "nauc_ndcg_at_1000_max": 0.780411, + "nauc_ndcg_at_1000_std": -0.219138, + "nauc_ndcg_at_1000_diff1": 0.957013, + "nauc_map_at_1_max": 0.744873, + "nauc_map_at_1_std": -0.271532, + "nauc_map_at_1_diff1": 0.955407, + "nauc_map_at_3_max": 0.78171, + "nauc_map_at_3_std": -0.254812, + "nauc_map_at_3_diff1": 0.957428, + "nauc_map_at_5_max": 0.780998, + "nauc_map_at_5_std": -0.246087, + "nauc_map_at_5_diff1": 0.956641, + "nauc_map_at_10_max": 0.77601, + "nauc_map_at_10_std": -0.231841, + "nauc_map_at_10_diff1": 0.956809, + "nauc_map_at_20_max": 0.775424, + "nauc_map_at_20_std": -0.232203, + "nauc_map_at_20_diff1": 0.956616, + "nauc_map_at_100_max": 0.775938, + "nauc_map_at_100_std": -0.232897, + "nauc_map_at_100_diff1": 0.956647, + "nauc_map_at_1000_max": 0.775893, + "nauc_map_at_1000_std": -0.233146, + "nauc_map_at_1000_diff1": 0.956638, + "nauc_recall_at_1_max": 0.744873, + "nauc_recall_at_1_std": -0.271532, + "nauc_recall_at_1_diff1": 0.955407, + "nauc_recall_at_3_max": 0.879641, + "nauc_recall_at_3_std": -0.277711, + "nauc_recall_at_3_diff1": 0.968876, + "nauc_recall_at_5_max": 0.889537, + "nauc_recall_at_5_std": -0.202848, + "nauc_recall_at_5_diff1": 0.963689, + "nauc_recall_at_10_max": 0.838987, + "nauc_recall_at_10_std": 0.245357, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.804777, + "nauc_recall_at_20_std": 0.45347, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744873, + "nauc_precision_at_1_std": -0.271532, + "nauc_precision_at_1_diff1": 0.955407, + "nauc_precision_at_3_max": 0.879641, + "nauc_precision_at_3_std": -0.277711, + "nauc_precision_at_3_diff1": 0.968876, + "nauc_precision_at_5_max": 0.889537, + "nauc_precision_at_5_std": -0.202848, + "nauc_precision_at_5_diff1": 0.963689, + "nauc_precision_at_10_max": 0.838987, + "nauc_precision_at_10_std": 0.245357, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.804777, + "nauc_precision_at_20_std": 0.45347, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744873, + "nauc_mrr_at_1_std": -0.271532, + "nauc_mrr_at_1_diff1": 0.955407, + "nauc_mrr_at_3_max": 0.78171, + "nauc_mrr_at_3_std": -0.254812, + "nauc_mrr_at_3_diff1": 0.957428, + "nauc_mrr_at_5_max": 0.780998, + "nauc_mrr_at_5_std": -0.246087, + "nauc_mrr_at_5_diff1": 0.956641, + "nauc_mrr_at_10_max": 0.77601, + "nauc_mrr_at_10_std": -0.231841, + "nauc_mrr_at_10_diff1": 0.956809, + "nauc_mrr_at_20_max": 0.775424, + "nauc_mrr_at_20_std": -0.232203, + "nauc_mrr_at_20_diff1": 0.956616, + "nauc_mrr_at_100_max": 0.775938, + "nauc_mrr_at_100_std": -0.232897, + "nauc_mrr_at_100_diff1": 0.956647, + "nauc_mrr_at_1000_max": 0.775893, + "nauc_mrr_at_1000_std": -0.233146, + "nauc_mrr_at_1000_diff1": 0.956638, + "main_score": 0.96459, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93801, + "ndcg_at_5": 0.94404, + "ndcg_at_10": 0.94719, + "ndcg_at_20": 0.94862, + "ndcg_at_100": 0.94947, + "ndcg_at_1000": 0.94975, + "map_at_1": 0.90222, + "map_at_3": 0.92926, + "map_at_5": 0.93265, + "map_at_10": 0.9339, + "map_at_20": 0.93431, + "map_at_100": 0.93443, + "map_at_1000": 0.93444, + "recall_at_1": 0.90222, + "recall_at_3": 0.96333, + "recall_at_5": 0.97778, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90222, + "precision_at_3": 0.32111, + "precision_at_5": 0.19556, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.929259, + "mrr_at_5": 0.932648, + "mrr_at_10": 0.933898, + "mrr_at_20": 0.934307, + "mrr_at_100": 0.934432, + "mrr_at_1000": 0.934441, + "nauc_ndcg_at_1_max": 0.685643, + "nauc_ndcg_at_1_std": 0.045126, + "nauc_ndcg_at_1_diff1": 0.916603, + "nauc_ndcg_at_3_max": 0.758645, + "nauc_ndcg_at_3_std": 0.048702, + "nauc_ndcg_at_3_diff1": 0.924692, + "nauc_ndcg_at_5_max": 0.751391, + "nauc_ndcg_at_5_std": 0.050099, + "nauc_ndcg_at_5_diff1": 0.923635, + "nauc_ndcg_at_10_max": 0.741883, + "nauc_ndcg_at_10_std": 0.047972, + "nauc_ndcg_at_10_diff1": 0.920866, + "nauc_ndcg_at_20_max": 0.736792, + "nauc_ndcg_at_20_std": 0.052242, + "nauc_ndcg_at_20_diff1": 0.920098, + "nauc_ndcg_at_100_max": 0.734724, + "nauc_ndcg_at_100_std": 0.049878, + "nauc_ndcg_at_100_diff1": 0.920462, + "nauc_ndcg_at_1000_max": 0.73363, + "nauc_ndcg_at_1000_std": 0.046457, + "nauc_ndcg_at_1000_diff1": 0.920745, + "nauc_map_at_1_max": 0.685643, + "nauc_map_at_1_std": 0.045126, + "nauc_map_at_1_diff1": 0.916603, + "nauc_map_at_3_max": 0.737459, + "nauc_map_at_3_std": 0.044471, + "nauc_map_at_3_diff1": 0.922114, + "nauc_map_at_5_max": 0.732948, + "nauc_map_at_5_std": 0.044441, + "nauc_map_at_5_diff1": 0.921543, + "nauc_map_at_10_max": 0.729588, + "nauc_map_at_10_std": 0.043298, + "nauc_map_at_10_diff1": 0.920649, + "nauc_map_at_20_max": 0.728308, + "nauc_map_at_20_std": 0.043393, + "nauc_map_at_20_diff1": 0.920468, + "nauc_map_at_100_max": 0.728085, + "nauc_map_at_100_std": 0.043372, + "nauc_map_at_100_diff1": 0.920527, + "nauc_map_at_1000_max": 0.728059, + "nauc_map_at_1000_std": 0.043295, + "nauc_map_at_1000_diff1": 0.920534, + "nauc_recall_at_1_max": 0.685643, + "nauc_recall_at_1_std": 0.045126, + "nauc_recall_at_1_diff1": 0.916603, + "nauc_recall_at_3_max": 0.874091, + "nauc_recall_at_3_std": 0.074682, + "nauc_recall_at_3_diff1": 0.938955, + "nauc_recall_at_5_max": 0.906046, + "nauc_recall_at_5_std": 0.105906, + "nauc_recall_at_5_diff1": 0.941176, + "nauc_recall_at_10_max": 0.901961, + "nauc_recall_at_10_std": 0.131992, + "nauc_recall_at_10_diff1": 0.916815, + "nauc_recall_at_20_max": 0.888344, + "nauc_recall_at_20_std": 0.390056, + "nauc_recall_at_20_diff1": 0.891068, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.679038, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.685643, + "nauc_precision_at_1_std": 0.045126, + "nauc_precision_at_1_diff1": 0.916603, + "nauc_precision_at_3_max": 0.874091, + "nauc_precision_at_3_std": 0.074682, + "nauc_precision_at_3_diff1": 0.938955, + "nauc_precision_at_5_max": 0.906046, + "nauc_precision_at_5_std": 0.105906, + "nauc_precision_at_5_diff1": 0.941176, + "nauc_precision_at_10_max": 0.901961, + "nauc_precision_at_10_std": 0.131992, + "nauc_precision_at_10_diff1": 0.916815, + "nauc_precision_at_20_max": 0.888344, + "nauc_precision_at_20_std": 0.390056, + "nauc_precision_at_20_diff1": 0.891068, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.679038, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.685643, + "nauc_mrr_at_1_std": 0.045126, + "nauc_mrr_at_1_diff1": 0.916603, + "nauc_mrr_at_3_max": 0.737459, + "nauc_mrr_at_3_std": 0.044471, + "nauc_mrr_at_3_diff1": 0.922114, + "nauc_mrr_at_5_max": 0.732948, + "nauc_mrr_at_5_std": 0.044441, + "nauc_mrr_at_5_diff1": 0.921543, + "nauc_mrr_at_10_max": 0.729588, + "nauc_mrr_at_10_std": 0.043298, + "nauc_mrr_at_10_diff1": 0.920649, + "nauc_mrr_at_20_max": 0.728308, + "nauc_mrr_at_20_std": 0.043393, + "nauc_mrr_at_20_diff1": 0.920468, + "nauc_mrr_at_100_max": 0.728085, + "nauc_mrr_at_100_std": 0.043372, + "nauc_mrr_at_100_diff1": 0.920527, + "nauc_mrr_at_1000_max": 0.728059, + "nauc_mrr_at_1000_std": 0.043295, + "nauc_mrr_at_1000_diff1": 0.920534, + "main_score": 0.94719, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.8588, + "ndcg_at_5": 0.87123, + "ndcg_at_10": 0.87924, + "ndcg_at_20": 0.88349, + "ndcg_at_100": 0.88889, + "ndcg_at_1000": 0.89037, + "map_at_1": 0.81444, + "map_at_3": 0.84833, + "map_at_5": 0.85528, + "map_at_10": 0.85865, + "map_at_20": 0.85983, + "map_at_100": 0.86059, + "map_at_1000": 0.86066, + "recall_at_1": 0.81444, + "recall_at_3": 0.88889, + "recall_at_5": 0.91889, + "recall_at_10": 0.94333, + "recall_at_20": 0.96, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.81444, + "precision_at_3": 0.2963, + "precision_at_5": 0.18378, + "precision_at_10": 0.09433, + "precision_at_20": 0.048, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.848333, + "mrr_at_5": 0.855278, + "mrr_at_10": 0.858648, + "mrr_at_20": 0.859832, + "mrr_at_100": 0.860593, + "mrr_at_1000": 0.860659, + "nauc_ndcg_at_1_max": 0.707979, + "nauc_ndcg_at_1_std": 0.02503, + "nauc_ndcg_at_1_diff1": 0.901105, + "nauc_ndcg_at_3_max": 0.760455, + "nauc_ndcg_at_3_std": 0.03557, + "nauc_ndcg_at_3_diff1": 0.878685, + "nauc_ndcg_at_5_max": 0.759451, + "nauc_ndcg_at_5_std": 0.042857, + "nauc_ndcg_at_5_diff1": 0.883129, + "nauc_ndcg_at_10_max": 0.762689, + "nauc_ndcg_at_10_std": 0.058705, + "nauc_ndcg_at_10_diff1": 0.883089, + "nauc_ndcg_at_20_max": 0.759157, + "nauc_ndcg_at_20_std": 0.069819, + "nauc_ndcg_at_20_diff1": 0.883938, + "nauc_ndcg_at_100_max": 0.75575, + "nauc_ndcg_at_100_std": 0.052952, + "nauc_ndcg_at_100_diff1": 0.887297, + "nauc_ndcg_at_1000_max": 0.752848, + "nauc_ndcg_at_1000_std": 0.050057, + "nauc_ndcg_at_1000_diff1": 0.887073, + "nauc_map_at_1_max": 0.707979, + "nauc_map_at_1_std": 0.02503, + "nauc_map_at_1_diff1": 0.901105, + "nauc_map_at_3_max": 0.747924, + "nauc_map_at_3_std": 0.031455, + "nauc_map_at_3_diff1": 0.885275, + "nauc_map_at_5_max": 0.746696, + "nauc_map_at_5_std": 0.035343, + "nauc_map_at_5_diff1": 0.887592, + "nauc_map_at_10_max": 0.747466, + "nauc_map_at_10_std": 0.041173, + "nauc_map_at_10_diff1": 0.88779, + "nauc_map_at_20_max": 0.746522, + "nauc_map_at_20_std": 0.043521, + "nauc_map_at_20_diff1": 0.888, + "nauc_map_at_100_max": 0.746263, + "nauc_map_at_100_std": 0.041608, + "nauc_map_at_100_diff1": 0.888555, + "nauc_map_at_1000_max": 0.746153, + "nauc_map_at_1000_std": 0.041517, + "nauc_map_at_1000_diff1": 0.888552, + "nauc_recall_at_1_max": 0.707979, + "nauc_recall_at_1_std": 0.02503, + "nauc_recall_at_1_diff1": 0.901105, + "nauc_recall_at_3_max": 0.806769, + "nauc_recall_at_3_std": 0.05184, + "nauc_recall_at_3_diff1": 0.853505, + "nauc_recall_at_5_max": 0.820281, + "nauc_recall_at_5_std": 0.081373, + "nauc_recall_at_5_diff1": 0.862604, + "nauc_recall_at_10_max": 0.867642, + "nauc_recall_at_10_std": 0.192902, + "nauc_recall_at_10_diff1": 0.852218, + "nauc_recall_at_20_max": 0.872342, + "nauc_recall_at_20_std": 0.373029, + "nauc_recall_at_20_diff1": 0.849323, + "nauc_recall_at_100_max": 0.95915, + "nauc_recall_at_100_std": 0.269748, + "nauc_recall_at_100_diff1": 0.905229, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707979, + "nauc_precision_at_1_std": 0.02503, + "nauc_precision_at_1_diff1": 0.901105, + "nauc_precision_at_3_max": 0.806769, + "nauc_precision_at_3_std": 0.05184, + "nauc_precision_at_3_diff1": 0.853505, + "nauc_precision_at_5_max": 0.820281, + "nauc_precision_at_5_std": 0.081373, + "nauc_precision_at_5_diff1": 0.862604, + "nauc_precision_at_10_max": 0.867642, + "nauc_precision_at_10_std": 0.192902, + "nauc_precision_at_10_diff1": 0.852218, + "nauc_precision_at_20_max": 0.872342, + "nauc_precision_at_20_std": 0.373029, + "nauc_precision_at_20_diff1": 0.849323, + "nauc_precision_at_100_max": 0.95915, + "nauc_precision_at_100_std": 0.269748, + "nauc_precision_at_100_diff1": 0.905229, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707979, + "nauc_mrr_at_1_std": 0.02503, + "nauc_mrr_at_1_diff1": 0.901105, + "nauc_mrr_at_3_max": 0.747924, + "nauc_mrr_at_3_std": 0.031455, + "nauc_mrr_at_3_diff1": 0.885275, + "nauc_mrr_at_5_max": 0.746696, + "nauc_mrr_at_5_std": 0.035343, + "nauc_mrr_at_5_diff1": 0.887592, + "nauc_mrr_at_10_max": 0.747466, + "nauc_mrr_at_10_std": 0.041173, + "nauc_mrr_at_10_diff1": 0.88779, + "nauc_mrr_at_20_max": 0.746522, + "nauc_mrr_at_20_std": 0.043521, + "nauc_mrr_at_20_diff1": 0.888, + "nauc_mrr_at_100_max": 0.746263, + "nauc_mrr_at_100_std": 0.041608, + "nauc_mrr_at_100_diff1": 0.888555, + "nauc_mrr_at_1000_max": 0.746153, + "nauc_mrr_at_1000_std": 0.041517, + "nauc_mrr_at_1000_diff1": 0.888552, + "main_score": 0.87924, + "hf_subset": "urd_Arab-urd_Arab", + "languages": [ + "urd-Arab", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.91444, + "ndcg_at_3": 0.94328, + "ndcg_at_5": 0.94883, + "ndcg_at_10": 0.95067, + "ndcg_at_20": 0.95322, + "ndcg_at_100": 0.95454, + "ndcg_at_1000": 0.9548, + "map_at_1": 0.91444, + "map_at_3": 0.93667, + "map_at_5": 0.93978, + "map_at_10": 0.94057, + "map_at_20": 0.94128, + "map_at_100": 0.94149, + "map_at_1000": 0.9415, + "recall_at_1": 0.91444, + "recall_at_3": 0.96222, + "recall_at_5": 0.97556, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91444, + "precision_at_3": 0.32074, + "precision_at_5": 0.19511, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914444, + "mrr_at_3": 0.936667, + "mrr_at_5": 0.939778, + "mrr_at_10": 0.940569, + "mrr_at_20": 0.941281, + "mrr_at_100": 0.941491, + "mrr_at_1000": 0.941497, + "nauc_ndcg_at_1_max": 0.74782, + "nauc_ndcg_at_1_std": -0.04363, + "nauc_ndcg_at_1_diff1": 0.946403, + "nauc_ndcg_at_3_max": 0.808822, + "nauc_ndcg_at_3_std": -0.016196, + "nauc_ndcg_at_3_diff1": 0.950371, + "nauc_ndcg_at_5_max": 0.801377, + "nauc_ndcg_at_5_std": -0.019174, + "nauc_ndcg_at_5_diff1": 0.951007, + "nauc_ndcg_at_10_max": 0.796037, + "nauc_ndcg_at_10_std": -0.01216, + "nauc_ndcg_at_10_diff1": 0.951151, + "nauc_ndcg_at_20_max": 0.796397, + "nauc_ndcg_at_20_std": 0.003659, + "nauc_ndcg_at_20_diff1": 0.949302, + "nauc_ndcg_at_100_max": 0.791112, + "nauc_ndcg_at_100_std": 0.000391, + "nauc_ndcg_at_100_diff1": 0.950511, + "nauc_ndcg_at_1000_max": 0.790707, + "nauc_ndcg_at_1000_std": -0.005302, + "nauc_ndcg_at_1000_diff1": 0.950229, + "nauc_map_at_1_max": 0.74782, + "nauc_map_at_1_std": -0.04363, + "nauc_map_at_1_diff1": 0.946403, + "nauc_map_at_3_max": 0.793314, + "nauc_map_at_3_std": -0.017731, + "nauc_map_at_3_diff1": 0.949752, + "nauc_map_at_5_max": 0.788816, + "nauc_map_at_5_std": -0.020849, + "nauc_map_at_5_diff1": 0.950005, + "nauc_map_at_10_max": 0.786819, + "nauc_map_at_10_std": -0.017582, + "nauc_map_at_10_diff1": 0.950052, + "nauc_map_at_20_max": 0.786823, + "nauc_map_at_20_std": -0.013683, + "nauc_map_at_20_diff1": 0.949637, + "nauc_map_at_100_max": 0.786122, + "nauc_map_at_100_std": -0.013547, + "nauc_map_at_100_diff1": 0.949817, + "nauc_map_at_1000_max": 0.786114, + "nauc_map_at_1000_std": -0.013645, + "nauc_map_at_1000_diff1": 0.949812, + "nauc_recall_at_1_max": 0.74782, + "nauc_recall_at_1_std": -0.04363, + "nauc_recall_at_1_diff1": 0.946403, + "nauc_recall_at_3_max": 0.880829, + "nauc_recall_at_3_std": -0.013896, + "nauc_recall_at_3_diff1": 0.952903, + "nauc_recall_at_5_max": 0.884157, + "nauc_recall_at_5_std": -0.011098, + "nauc_recall_at_5_diff1": 0.957665, + "nauc_recall_at_10_max": 0.865464, + "nauc_recall_at_10_std": 0.033366, + "nauc_recall_at_10_diff1": 0.960592, + "nauc_recall_at_20_max": 0.948938, + "nauc_recall_at_20_std": 0.388539, + "nauc_recall_at_20_diff1": 0.932598, + "nauc_recall_at_100_max": 0.861111, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74782, + "nauc_precision_at_1_std": -0.04363, + "nauc_precision_at_1_diff1": 0.946403, + "nauc_precision_at_3_max": 0.880829, + "nauc_precision_at_3_std": -0.013896, + "nauc_precision_at_3_diff1": 0.952903, + "nauc_precision_at_5_max": 0.884157, + "nauc_precision_at_5_std": -0.011098, + "nauc_precision_at_5_diff1": 0.957665, + "nauc_precision_at_10_max": 0.865464, + "nauc_precision_at_10_std": 0.033366, + "nauc_precision_at_10_diff1": 0.960592, + "nauc_precision_at_20_max": 0.948938, + "nauc_precision_at_20_std": 0.388539, + "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_100_max": 0.861111, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74782, + "nauc_mrr_at_1_std": -0.04363, + "nauc_mrr_at_1_diff1": 0.946403, + "nauc_mrr_at_3_max": 0.793314, + "nauc_mrr_at_3_std": -0.017731, + "nauc_mrr_at_3_diff1": 0.949752, + "nauc_mrr_at_5_max": 0.788816, + "nauc_mrr_at_5_std": -0.020849, + "nauc_mrr_at_5_diff1": 0.950005, + "nauc_mrr_at_10_max": 0.786819, + "nauc_mrr_at_10_std": -0.017582, + "nauc_mrr_at_10_diff1": 0.950052, + "nauc_mrr_at_20_max": 0.786823, + "nauc_mrr_at_20_std": -0.013683, + "nauc_mrr_at_20_diff1": 0.949637, + "nauc_mrr_at_100_max": 0.786122, + "nauc_mrr_at_100_std": -0.013547, + "nauc_mrr_at_100_diff1": 0.949817, + "nauc_mrr_at_1000_max": 0.786114, + "nauc_mrr_at_1000_std": -0.013645, + "nauc_mrr_at_1000_diff1": 0.949812, + "main_score": 0.95067, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.88032, + "ndcg_at_5": 0.89179, + "ndcg_at_10": 0.89793, + "ndcg_at_20": 0.90251, + "ndcg_at_100": 0.90619, + "ndcg_at_1000": 0.90665, + "map_at_1": 0.83333, + "map_at_3": 0.86889, + "map_at_5": 0.87528, + "map_at_10": 0.87782, + "map_at_20": 0.87913, + "map_at_100": 0.8797, + "map_at_1000": 0.87972, + "recall_at_1": 0.83333, + "recall_at_3": 0.91333, + "recall_at_5": 0.94111, + "recall_at_10": 0.96, + "recall_at_20": 0.97778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.83333, + "precision_at_3": 0.30444, + "precision_at_5": 0.18822, + "precision_at_10": 0.096, + "precision_at_20": 0.04889, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.868889, + "mrr_at_5": 0.875278, + "mrr_at_10": 0.877825, + "mrr_at_20": 0.879128, + "mrr_at_100": 0.879699, + "mrr_at_1000": 0.879723, + "nauc_ndcg_at_1_max": 0.616791, + "nauc_ndcg_at_1_std": 0.091888, + "nauc_ndcg_at_1_diff1": 0.88019, + "nauc_ndcg_at_3_max": 0.668616, + "nauc_ndcg_at_3_std": 0.109704, + "nauc_ndcg_at_3_diff1": 0.861798, + "nauc_ndcg_at_5_max": 0.686662, + "nauc_ndcg_at_5_std": 0.153556, + "nauc_ndcg_at_5_diff1": 0.864971, + "nauc_ndcg_at_10_max": 0.677837, + "nauc_ndcg_at_10_std": 0.14853, + "nauc_ndcg_at_10_diff1": 0.86589, + "nauc_ndcg_at_20_max": 0.669074, + "nauc_ndcg_at_20_std": 0.142818, + "nauc_ndcg_at_20_diff1": 0.864219, + "nauc_ndcg_at_100_max": 0.665412, + "nauc_ndcg_at_100_std": 0.135102, + "nauc_ndcg_at_100_diff1": 0.866964, + "nauc_ndcg_at_1000_max": 0.664385, + "nauc_ndcg_at_1000_std": 0.131564, + "nauc_ndcg_at_1000_diff1": 0.867484, + "nauc_map_at_1_max": 0.616791, + "nauc_map_at_1_std": 0.091888, + "nauc_map_at_1_diff1": 0.88019, + "nauc_map_at_3_max": 0.656824, + "nauc_map_at_3_std": 0.107129, + "nauc_map_at_3_diff1": 0.867208, + "nauc_map_at_5_max": 0.665432, + "nauc_map_at_5_std": 0.128732, + "nauc_map_at_5_diff1": 0.869202, + "nauc_map_at_10_max": 0.661895, + "nauc_map_at_10_std": 0.126349, + "nauc_map_at_10_diff1": 0.869519, + "nauc_map_at_20_max": 0.659726, + "nauc_map_at_20_std": 0.125156, + "nauc_map_at_20_diff1": 0.869145, + "nauc_map_at_100_max": 0.659028, + "nauc_map_at_100_std": 0.123898, + "nauc_map_at_100_diff1": 0.869465, + "nauc_map_at_1000_max": 0.658985, + "nauc_map_at_1000_std": 0.123756, + "nauc_map_at_1000_diff1": 0.869484, + "nauc_recall_at_1_max": 0.616791, + "nauc_recall_at_1_std": 0.091888, + "nauc_recall_at_1_diff1": 0.88019, + "nauc_recall_at_3_max": 0.715968, + "nauc_recall_at_3_std": 0.118868, + "nauc_recall_at_3_diff1": 0.839097, + "nauc_recall_at_5_max": 0.812034, + "nauc_recall_at_5_std": 0.308291, + "nauc_recall_at_5_diff1": 0.840662, + "nauc_recall_at_10_max": 0.804324, + "nauc_recall_at_10_std": 0.34424, + "nauc_recall_at_10_diff1": 0.837717, + "nauc_recall_at_20_max": 0.760411, + "nauc_recall_at_20_std": 0.392484, + "nauc_recall_at_20_diff1": 0.788772, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 0.820261, + "nauc_recall_at_100_diff1": 0.764239, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.616791, + "nauc_precision_at_1_std": 0.091888, + "nauc_precision_at_1_diff1": 0.88019, + "nauc_precision_at_3_max": 0.715968, + "nauc_precision_at_3_std": 0.118868, + "nauc_precision_at_3_diff1": 0.839097, + "nauc_precision_at_5_max": 0.812034, + "nauc_precision_at_5_std": 0.308291, + "nauc_precision_at_5_diff1": 0.840662, + "nauc_precision_at_10_max": 0.804324, + "nauc_precision_at_10_std": 0.34424, + "nauc_precision_at_10_diff1": 0.837717, + "nauc_precision_at_20_max": 0.760411, + "nauc_precision_at_20_std": 0.392484, + "nauc_precision_at_20_diff1": 0.788772, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 0.820261, + "nauc_precision_at_100_diff1": 0.764239, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.616791, + "nauc_mrr_at_1_std": 0.091888, + "nauc_mrr_at_1_diff1": 0.88019, + "nauc_mrr_at_3_max": 0.656824, + "nauc_mrr_at_3_std": 0.107129, + "nauc_mrr_at_3_diff1": 0.867208, + "nauc_mrr_at_5_max": 0.665432, + "nauc_mrr_at_5_std": 0.128732, + "nauc_mrr_at_5_diff1": 0.869202, + "nauc_mrr_at_10_max": 0.661895, + "nauc_mrr_at_10_std": 0.126349, + "nauc_mrr_at_10_diff1": 0.869519, + "nauc_mrr_at_20_max": 0.659726, + "nauc_mrr_at_20_std": 0.125156, + "nauc_mrr_at_20_diff1": 0.869145, + "nauc_mrr_at_100_max": 0.659028, + "nauc_mrr_at_100_std": 0.123898, + "nauc_mrr_at_100_diff1": 0.869465, + "nauc_mrr_at_1000_max": 0.658985, + "nauc_mrr_at_1000_std": 0.123756, + "nauc_mrr_at_1000_diff1": 0.869484, + "main_score": 0.89793, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.68444, + "ndcg_at_3": 0.74042, + "ndcg_at_5": 0.754, + "ndcg_at_10": 0.76734, + "ndcg_at_20": 0.77658, + "ndcg_at_100": 0.79015, + "ndcg_at_1000": 0.79512, + "map_at_1": 0.68444, + "map_at_3": 0.72741, + "map_at_5": 0.73485, + "map_at_10": 0.74038, + "map_at_20": 0.7429, + "map_at_100": 0.74475, + "map_at_1000": 0.74496, + "recall_at_1": 0.68444, + "recall_at_3": 0.77778, + "recall_at_5": 0.81111, + "recall_at_10": 0.85222, + "recall_at_20": 0.88889, + "recall_at_100": 0.96222, + "recall_at_1000": 1.0, + "precision_at_1": 0.68444, + "precision_at_3": 0.25926, + "precision_at_5": 0.16222, + "precision_at_10": 0.08522, + "precision_at_20": 0.04444, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.684444, + "mrr_at_3": 0.727407, + "mrr_at_5": 0.734852, + "mrr_at_10": 0.740379, + "mrr_at_20": 0.742896, + "mrr_at_100": 0.744752, + "mrr_at_1000": 0.744961, + "nauc_ndcg_at_1_max": 0.757332, + "nauc_ndcg_at_1_std": 0.350175, + "nauc_ndcg_at_1_diff1": 0.862918, + "nauc_ndcg_at_3_max": 0.776119, + "nauc_ndcg_at_3_std": 0.393135, + "nauc_ndcg_at_3_diff1": 0.839077, + "nauc_ndcg_at_5_max": 0.770191, + "nauc_ndcg_at_5_std": 0.391344, + "nauc_ndcg_at_5_diff1": 0.836643, + "nauc_ndcg_at_10_max": 0.777382, + "nauc_ndcg_at_10_std": 0.402914, + "nauc_ndcg_at_10_diff1": 0.837341, + "nauc_ndcg_at_20_max": 0.776557, + "nauc_ndcg_at_20_std": 0.396941, + "nauc_ndcg_at_20_diff1": 0.836614, + "nauc_ndcg_at_100_max": 0.775711, + "nauc_ndcg_at_100_std": 0.396347, + "nauc_ndcg_at_100_diff1": 0.839036, + "nauc_ndcg_at_1000_max": 0.773403, + "nauc_ndcg_at_1000_std": 0.390333, + "nauc_ndcg_at_1000_diff1": 0.840586, + "nauc_map_at_1_max": 0.757332, + "nauc_map_at_1_std": 0.350175, + "nauc_map_at_1_diff1": 0.862918, + "nauc_map_at_3_max": 0.771884, + "nauc_map_at_3_std": 0.381519, + "nauc_map_at_3_diff1": 0.844563, + "nauc_map_at_5_max": 0.768553, + "nauc_map_at_5_std": 0.380388, + "nauc_map_at_5_diff1": 0.843313, + "nauc_map_at_10_max": 0.771318, + "nauc_map_at_10_std": 0.38444, + "nauc_map_at_10_diff1": 0.843753, + "nauc_map_at_20_max": 0.77111, + "nauc_map_at_20_std": 0.382832, + "nauc_map_at_20_diff1": 0.843677, + "nauc_map_at_100_max": 0.770839, + "nauc_map_at_100_std": 0.382568, + "nauc_map_at_100_diff1": 0.8439, + "nauc_map_at_1000_max": 0.77076, + "nauc_map_at_1000_std": 0.38239, + "nauc_map_at_1000_diff1": 0.843965, + "nauc_recall_at_1_max": 0.757332, + "nauc_recall_at_1_std": 0.350175, + "nauc_recall_at_1_diff1": 0.862918, + "nauc_recall_at_3_max": 0.790036, + "nauc_recall_at_3_std": 0.43243, + "nauc_recall_at_3_diff1": 0.820984, + "nauc_recall_at_5_max": 0.775028, + "nauc_recall_at_5_std": 0.432285, + "nauc_recall_at_5_diff1": 0.811693, + "nauc_recall_at_10_max": 0.807862, + "nauc_recall_at_10_std": 0.495393, + "nauc_recall_at_10_diff1": 0.808251, + "nauc_recall_at_20_max": 0.810019, + "nauc_recall_at_20_std": 0.479281, + "nauc_recall_at_20_diff1": 0.79395, + "nauc_recall_at_100_max": 0.860905, + "nauc_recall_at_100_std": 0.62671, + "nauc_recall_at_100_diff1": 0.785385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757332, + "nauc_precision_at_1_std": 0.350175, + "nauc_precision_at_1_diff1": 0.862918, + "nauc_precision_at_3_max": 0.790036, + "nauc_precision_at_3_std": 0.43243, + "nauc_precision_at_3_diff1": 0.820984, + "nauc_precision_at_5_max": 0.775028, + "nauc_precision_at_5_std": 0.432285, + "nauc_precision_at_5_diff1": 0.811693, + "nauc_precision_at_10_max": 0.807862, + "nauc_precision_at_10_std": 0.495393, + "nauc_precision_at_10_diff1": 0.808251, + "nauc_precision_at_20_max": 0.810019, + "nauc_precision_at_20_std": 0.479281, + "nauc_precision_at_20_diff1": 0.79395, + "nauc_precision_at_100_max": 0.860905, + "nauc_precision_at_100_std": 0.62671, + "nauc_precision_at_100_diff1": 0.785385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757332, + "nauc_mrr_at_1_std": 0.350175, + "nauc_mrr_at_1_diff1": 0.862918, + "nauc_mrr_at_3_max": 0.771884, + "nauc_mrr_at_3_std": 0.381519, + "nauc_mrr_at_3_diff1": 0.844563, + "nauc_mrr_at_5_max": 0.768553, + "nauc_mrr_at_5_std": 0.380388, + "nauc_mrr_at_5_diff1": 0.843313, + "nauc_mrr_at_10_max": 0.771318, + "nauc_mrr_at_10_std": 0.38444, + "nauc_mrr_at_10_diff1": 0.843753, + "nauc_mrr_at_20_max": 0.77111, + "nauc_mrr_at_20_std": 0.382832, + "nauc_mrr_at_20_diff1": 0.843677, + "nauc_mrr_at_100_max": 0.770839, + "nauc_mrr_at_100_std": 0.382568, + "nauc_mrr_at_100_diff1": 0.8439, + "nauc_mrr_at_1000_max": 0.77076, + "nauc_mrr_at_1000_std": 0.38239, + "nauc_mrr_at_1000_diff1": 0.843965, + "main_score": 0.76734, + "hf_subset": "urd_Latn-urd_Latn", + "languages": [ + "urd-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.91324, + "ndcg_at_5": 0.9195, + "ndcg_at_10": 0.92475, + "ndcg_at_20": 0.92848, + "ndcg_at_100": 0.93037, + "ndcg_at_1000": 0.93079, + "map_at_1": 0.87111, + "map_at_3": 0.90352, + "map_at_5": 0.90691, + "map_at_10": 0.9092, + "map_at_20": 0.91027, + "map_at_100": 0.91055, + "map_at_1000": 0.91056, + "recall_at_1": 0.87111, + "recall_at_3": 0.94111, + "recall_at_5": 0.95667, + "recall_at_10": 0.97222, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.87111, + "precision_at_3": 0.3137, + "precision_at_5": 0.19133, + "precision_at_10": 0.09722, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.903519, + "mrr_at_5": 0.906907, + "mrr_at_10": 0.909203, + "mrr_at_20": 0.910271, + "mrr_at_100": 0.910545, + "mrr_at_1000": 0.910561, + "nauc_ndcg_at_1_max": 0.64357, + "nauc_ndcg_at_1_std": -0.130817, + "nauc_ndcg_at_1_diff1": 0.928646, + "nauc_ndcg_at_3_max": 0.736294, + "nauc_ndcg_at_3_std": -0.056116, + "nauc_ndcg_at_3_diff1": 0.915234, + "nauc_ndcg_at_5_max": 0.730141, + "nauc_ndcg_at_5_std": -0.049009, + "nauc_ndcg_at_5_diff1": 0.916496, + "nauc_ndcg_at_10_max": 0.717876, + "nauc_ndcg_at_10_std": -0.036339, + "nauc_ndcg_at_10_diff1": 0.91743, + "nauc_ndcg_at_20_max": 0.716675, + "nauc_ndcg_at_20_std": -0.041623, + "nauc_ndcg_at_20_diff1": 0.917372, + "nauc_ndcg_at_100_max": 0.710041, + "nauc_ndcg_at_100_std": -0.058105, + "nauc_ndcg_at_100_diff1": 0.918059, + "nauc_ndcg_at_1000_max": 0.709023, + "nauc_ndcg_at_1000_std": -0.060893, + "nauc_ndcg_at_1000_diff1": 0.918876, + "nauc_map_at_1_max": 0.64357, + "nauc_map_at_1_std": -0.130817, + "nauc_map_at_1_diff1": 0.928646, + "nauc_map_at_3_max": 0.710974, + "nauc_map_at_3_std": -0.078963, + "nauc_map_at_3_diff1": 0.918831, + "nauc_map_at_5_max": 0.707311, + "nauc_map_at_5_std": -0.075849, + "nauc_map_at_5_diff1": 0.919667, + "nauc_map_at_10_max": 0.702187, + "nauc_map_at_10_std": -0.071799, + "nauc_map_at_10_diff1": 0.920079, + "nauc_map_at_20_max": 0.702093, + "nauc_map_at_20_std": -0.073024, + "nauc_map_at_20_diff1": 0.920094, + "nauc_map_at_100_max": 0.701291, + "nauc_map_at_100_std": -0.074958, + "nauc_map_at_100_diff1": 0.92016, + "nauc_map_at_1000_max": 0.701251, + "nauc_map_at_1000_std": -0.07497, + "nauc_map_at_1000_diff1": 0.920201, + "nauc_recall_at_1_max": 0.64357, + "nauc_recall_at_1_std": -0.130817, + "nauc_recall_at_1_diff1": 0.928646, + "nauc_recall_at_3_max": 0.850845, + "nauc_recall_at_3_std": 0.049143, + "nauc_recall_at_3_diff1": 0.89901, + "nauc_recall_at_5_max": 0.862601, + "nauc_recall_at_5_std": 0.113697, + "nauc_recall_at_5_diff1": 0.897951, + "nauc_recall_at_10_max": 0.841401, + "nauc_recall_at_10_std": 0.302185, + "nauc_recall_at_10_diff1": 0.895051, + "nauc_recall_at_20_max": 0.933279, + "nauc_recall_at_20_std": 0.541628, + "nauc_recall_at_20_diff1": 0.869865, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 0.478836, + "nauc_recall_at_100_diff1": 0.807812, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.64357, + "nauc_precision_at_1_std": -0.130817, + "nauc_precision_at_1_diff1": 0.928646, + "nauc_precision_at_3_max": 0.850845, + "nauc_precision_at_3_std": 0.049143, + "nauc_precision_at_3_diff1": 0.89901, + "nauc_precision_at_5_max": 0.862601, + "nauc_precision_at_5_std": 0.113697, + "nauc_precision_at_5_diff1": 0.897951, + "nauc_precision_at_10_max": 0.841401, + "nauc_precision_at_10_std": 0.302185, + "nauc_precision_at_10_diff1": 0.895051, + "nauc_precision_at_20_max": 0.933279, + "nauc_precision_at_20_std": 0.541628, + "nauc_precision_at_20_diff1": 0.869865, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 0.478836, + "nauc_precision_at_100_diff1": 0.807812, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.64357, + "nauc_mrr_at_1_std": -0.130817, + "nauc_mrr_at_1_diff1": 0.928646, + "nauc_mrr_at_3_max": 0.710974, + "nauc_mrr_at_3_std": -0.078963, + "nauc_mrr_at_3_diff1": 0.918831, + "nauc_mrr_at_5_max": 0.707311, + "nauc_mrr_at_5_std": -0.075849, + "nauc_mrr_at_5_diff1": 0.919667, + "nauc_mrr_at_10_max": 0.702187, + "nauc_mrr_at_10_std": -0.071799, + "nauc_mrr_at_10_diff1": 0.920079, + "nauc_mrr_at_20_max": 0.702093, + "nauc_mrr_at_20_std": -0.073024, + "nauc_mrr_at_20_diff1": 0.920094, + "nauc_mrr_at_100_max": 0.701291, + "nauc_mrr_at_100_std": -0.074958, + "nauc_mrr_at_100_diff1": 0.92016, + "nauc_mrr_at_1000_max": 0.701251, + "nauc_mrr_at_1000_std": -0.07497, + "nauc_mrr_at_1000_diff1": 0.920201, + "main_score": 0.92475, + "hf_subset": "urd_Latn-eng_Latn", + "languages": [ + "urd-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72111, + "ndcg_at_3": 0.77233, + "ndcg_at_5": 0.7894, + "ndcg_at_10": 0.79799, + "ndcg_at_20": 0.80667, + "ndcg_at_100": 0.81615, + "ndcg_at_1000": 0.82141, + "map_at_1": 0.72111, + "map_at_3": 0.76037, + "map_at_5": 0.76993, + "map_at_10": 0.77345, + "map_at_20": 0.77581, + "map_at_100": 0.77706, + "map_at_1000": 0.77731, + "recall_at_1": 0.72111, + "recall_at_3": 0.80667, + "recall_at_5": 0.84778, + "recall_at_10": 0.87444, + "recall_at_20": 0.90889, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "precision_at_1": 0.72111, + "precision_at_3": 0.26889, + "precision_at_5": 0.16956, + "precision_at_10": 0.08744, + "precision_at_20": 0.04544, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.721111, + "mrr_at_3": 0.76037, + "mrr_at_5": 0.769926, + "mrr_at_10": 0.773451, + "mrr_at_20": 0.775811, + "mrr_at_100": 0.777062, + "mrr_at_1000": 0.777308, + "nauc_ndcg_at_1_max": 0.772965, + "nauc_ndcg_at_1_std": 0.391904, + "nauc_ndcg_at_1_diff1": 0.874387, + "nauc_ndcg_at_3_max": 0.803438, + "nauc_ndcg_at_3_std": 0.436541, + "nauc_ndcg_at_3_diff1": 0.857577, + "nauc_ndcg_at_5_max": 0.800812, + "nauc_ndcg_at_5_std": 0.441845, + "nauc_ndcg_at_5_diff1": 0.853871, + "nauc_ndcg_at_10_max": 0.798099, + "nauc_ndcg_at_10_std": 0.452124, + "nauc_ndcg_at_10_diff1": 0.85111, + "nauc_ndcg_at_20_max": 0.798333, + "nauc_ndcg_at_20_std": 0.448988, + "nauc_ndcg_at_20_diff1": 0.851267, + "nauc_ndcg_at_100_max": 0.797548, + "nauc_ndcg_at_100_std": 0.446713, + "nauc_ndcg_at_100_diff1": 0.853674, + "nauc_ndcg_at_1000_max": 0.796491, + "nauc_ndcg_at_1000_std": 0.441205, + "nauc_ndcg_at_1000_diff1": 0.855719, + "nauc_map_at_1_max": 0.772965, + "nauc_map_at_1_std": 0.391904, + "nauc_map_at_1_diff1": 0.874387, + "nauc_map_at_3_max": 0.796827, + "nauc_map_at_3_std": 0.426289, + "nauc_map_at_3_diff1": 0.861989, + "nauc_map_at_5_max": 0.795388, + "nauc_map_at_5_std": 0.429046, + "nauc_map_at_5_diff1": 0.860218, + "nauc_map_at_10_max": 0.794176, + "nauc_map_at_10_std": 0.432811, + "nauc_map_at_10_diff1": 0.859166, + "nauc_map_at_20_max": 0.794113, + "nauc_map_at_20_std": 0.431804, + "nauc_map_at_20_diff1": 0.8592, + "nauc_map_at_100_max": 0.794048, + "nauc_map_at_100_std": 0.431749, + "nauc_map_at_100_diff1": 0.859524, + "nauc_map_at_1000_max": 0.794005, + "nauc_map_at_1000_std": 0.431589, + "nauc_map_at_1000_diff1": 0.859585, + "nauc_recall_at_1_max": 0.772965, + "nauc_recall_at_1_std": 0.391904, + "nauc_recall_at_1_diff1": 0.874387, + "nauc_recall_at_3_max": 0.825266, + "nauc_recall_at_3_std": 0.470738, + "nauc_recall_at_3_diff1": 0.842538, + "nauc_recall_at_5_max": 0.821195, + "nauc_recall_at_5_std": 0.493503, + "nauc_recall_at_5_diff1": 0.827246, + "nauc_recall_at_10_max": 0.813485, + "nauc_recall_at_10_std": 0.549999, + "nauc_recall_at_10_diff1": 0.810374, + "nauc_recall_at_20_max": 0.821725, + "nauc_recall_at_20_std": 0.560213, + "nauc_recall_at_20_diff1": 0.799037, + "nauc_recall_at_100_max": 0.830212, + "nauc_recall_at_100_std": 0.629438, + "nauc_recall_at_100_diff1": 0.785247, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772965, + "nauc_precision_at_1_std": 0.391904, + "nauc_precision_at_1_diff1": 0.874387, + "nauc_precision_at_3_max": 0.825266, + "nauc_precision_at_3_std": 0.470738, + "nauc_precision_at_3_diff1": 0.842538, + "nauc_precision_at_5_max": 0.821195, + "nauc_precision_at_5_std": 0.493503, + "nauc_precision_at_5_diff1": 0.827246, + "nauc_precision_at_10_max": 0.813485, + "nauc_precision_at_10_std": 0.549999, + "nauc_precision_at_10_diff1": 0.810374, + "nauc_precision_at_20_max": 0.821725, + "nauc_precision_at_20_std": 0.560213, + "nauc_precision_at_20_diff1": 0.799037, + "nauc_precision_at_100_max": 0.830212, + "nauc_precision_at_100_std": 0.629438, + "nauc_precision_at_100_diff1": 0.785247, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772965, + "nauc_mrr_at_1_std": 0.391904, + "nauc_mrr_at_1_diff1": 0.874387, + "nauc_mrr_at_3_max": 0.796827, + "nauc_mrr_at_3_std": 0.426289, + "nauc_mrr_at_3_diff1": 0.861989, + "nauc_mrr_at_5_max": 0.795388, + "nauc_mrr_at_5_std": 0.429046, + "nauc_mrr_at_5_diff1": 0.860218, + "nauc_mrr_at_10_max": 0.794176, + "nauc_mrr_at_10_std": 0.432811, + "nauc_mrr_at_10_diff1": 0.859166, + "nauc_mrr_at_20_max": 0.794113, + "nauc_mrr_at_20_std": 0.431804, + "nauc_mrr_at_20_diff1": 0.8592, + "nauc_mrr_at_100_max": 0.794048, + "nauc_mrr_at_100_std": 0.431749, + "nauc_mrr_at_100_diff1": 0.859524, + "nauc_mrr_at_1000_max": 0.794005, + "nauc_mrr_at_1000_std": 0.431589, + "nauc_mrr_at_1000_diff1": 0.859585, + "main_score": 0.79799, + "hf_subset": "eng_Latn-urd_Latn", + "languages": [ + "eng-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.86599, + "ndcg_at_5": 0.87598, + "ndcg_at_10": 0.8826, + "ndcg_at_20": 0.88577, + "ndcg_at_100": 0.89222, + "ndcg_at_1000": 0.89418, + "map_at_1": 0.82444, + "map_at_3": 0.85611, + "map_at_5": 0.86161, + "map_at_10": 0.86443, + "map_at_20": 0.86534, + "map_at_100": 0.86626, + "map_at_1000": 0.86635, + "recall_at_1": 0.82444, + "recall_at_3": 0.89444, + "recall_at_5": 0.91889, + "recall_at_10": 0.93889, + "recall_at_20": 0.95111, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "precision_at_1": 0.82444, + "precision_at_3": 0.29815, + "precision_at_5": 0.18378, + "precision_at_10": 0.09389, + "precision_at_20": 0.04756, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.856111, + "mrr_at_5": 0.861611, + "mrr_at_10": 0.86443, + "mrr_at_20": 0.865336, + "mrr_at_100": 0.866256, + "mrr_at_1000": 0.866348, + "nauc_ndcg_at_1_max": 0.747348, + "nauc_ndcg_at_1_std": 0.23717, + "nauc_ndcg_at_1_diff1": 0.915469, + "nauc_ndcg_at_3_max": 0.788133, + "nauc_ndcg_at_3_std": 0.294283, + "nauc_ndcg_at_3_diff1": 0.897061, + "nauc_ndcg_at_5_max": 0.784061, + "nauc_ndcg_at_5_std": 0.301355, + "nauc_ndcg_at_5_diff1": 0.894201, + "nauc_ndcg_at_10_max": 0.789898, + "nauc_ndcg_at_10_std": 0.315447, + "nauc_ndcg_at_10_diff1": 0.900525, + "nauc_ndcg_at_20_max": 0.789317, + "nauc_ndcg_at_20_std": 0.306879, + "nauc_ndcg_at_20_diff1": 0.901584, + "nauc_ndcg_at_100_max": 0.783287, + "nauc_ndcg_at_100_std": 0.298321, + "nauc_ndcg_at_100_diff1": 0.903593, + "nauc_ndcg_at_1000_max": 0.781496, + "nauc_ndcg_at_1000_std": 0.293114, + "nauc_ndcg_at_1000_diff1": 0.903256, + "nauc_map_at_1_max": 0.747348, + "nauc_map_at_1_std": 0.23717, + "nauc_map_at_1_diff1": 0.915469, + "nauc_map_at_3_max": 0.777672, + "nauc_map_at_3_std": 0.277347, + "nauc_map_at_3_diff1": 0.902521, + "nauc_map_at_5_max": 0.775159, + "nauc_map_at_5_std": 0.280635, + "nauc_map_at_5_diff1": 0.901229, + "nauc_map_at_10_max": 0.777205, + "nauc_map_at_10_std": 0.285131, + "nauc_map_at_10_diff1": 0.903819, + "nauc_map_at_20_max": 0.776843, + "nauc_map_at_20_std": 0.282826, + "nauc_map_at_20_diff1": 0.904048, + "nauc_map_at_100_max": 0.776169, + "nauc_map_at_100_std": 0.281916, + "nauc_map_at_100_diff1": 0.904416, + "nauc_map_at_1000_max": 0.776095, + "nauc_map_at_1000_std": 0.281717, + "nauc_map_at_1000_diff1": 0.904413, + "nauc_recall_at_1_max": 0.747348, + "nauc_recall_at_1_std": 0.23717, + "nauc_recall_at_1_diff1": 0.915469, + "nauc_recall_at_3_max": 0.827191, + "nauc_recall_at_3_std": 0.358919, + "nauc_recall_at_3_diff1": 0.876223, + "nauc_recall_at_5_max": 0.824367, + "nauc_recall_at_5_std": 0.400317, + "nauc_recall_at_5_diff1": 0.860398, + "nauc_recall_at_10_max": 0.869366, + "nauc_recall_at_10_std": 0.514736, + "nauc_recall_at_10_diff1": 0.883711, + "nauc_recall_at_20_max": 0.886788, + "nauc_recall_at_20_std": 0.489952, + "nauc_recall_at_20_diff1": 0.889759, + "nauc_recall_at_100_max": 0.875566, + "nauc_recall_at_100_std": 0.572721, + "nauc_recall_at_100_diff1": 0.924226, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747348, + "nauc_precision_at_1_std": 0.23717, + "nauc_precision_at_1_diff1": 0.915469, + "nauc_precision_at_3_max": 0.827191, + "nauc_precision_at_3_std": 0.358919, + "nauc_precision_at_3_diff1": 0.876223, + "nauc_precision_at_5_max": 0.824367, + "nauc_precision_at_5_std": 0.400317, + "nauc_precision_at_5_diff1": 0.860398, + "nauc_precision_at_10_max": 0.869366, + "nauc_precision_at_10_std": 0.514736, + "nauc_precision_at_10_diff1": 0.883711, + "nauc_precision_at_20_max": 0.886788, + "nauc_precision_at_20_std": 0.489952, + "nauc_precision_at_20_diff1": 0.889759, + "nauc_precision_at_100_max": 0.875566, + "nauc_precision_at_100_std": 0.572721, + "nauc_precision_at_100_diff1": 0.924226, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747348, + "nauc_mrr_at_1_std": 0.23717, + "nauc_mrr_at_1_diff1": 0.915469, + "nauc_mrr_at_3_max": 0.777672, + "nauc_mrr_at_3_std": 0.277347, + "nauc_mrr_at_3_diff1": 0.902521, + "nauc_mrr_at_5_max": 0.775159, + "nauc_mrr_at_5_std": 0.280635, + "nauc_mrr_at_5_diff1": 0.901229, + "nauc_mrr_at_10_max": 0.777205, + "nauc_mrr_at_10_std": 0.285131, + "nauc_mrr_at_10_diff1": 0.903819, + "nauc_mrr_at_20_max": 0.776843, + "nauc_mrr_at_20_std": 0.282826, + "nauc_mrr_at_20_diff1": 0.904048, + "nauc_mrr_at_100_max": 0.776169, + "nauc_mrr_at_100_std": 0.281916, + "nauc_mrr_at_100_diff1": 0.904416, + "nauc_mrr_at_1000_max": 0.776095, + "nauc_mrr_at_1000_std": 0.281717, + "nauc_mrr_at_1000_diff1": 0.904413, + "main_score": 0.8826, + "hf_subset": "uzn_Latn-uzn_Latn", + "languages": [ + "uzn-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.9441, + "ndcg_at_5": 0.94912, + "ndcg_at_10": 0.95237, + "ndcg_at_20": 0.95435, + "ndcg_at_100": 0.95523, + "ndcg_at_1000": 0.95564, + "map_at_1": 0.91667, + "map_at_3": 0.93778, + "map_at_5": 0.94056, + "map_at_10": 0.9419, + "map_at_20": 0.94246, + "map_at_100": 0.9426, + "map_at_1000": 0.94261, + "recall_at_1": 0.91667, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.937778, + "mrr_at_5": 0.940556, + "mrr_at_10": 0.941901, + "mrr_at_20": 0.942456, + "mrr_at_100": 0.942599, + "mrr_at_1000": 0.942611, + "nauc_ndcg_at_1_max": 0.603766, + "nauc_ndcg_at_1_std": -0.234522, + "nauc_ndcg_at_1_diff1": 0.926829, + "nauc_ndcg_at_3_max": 0.696868, + "nauc_ndcg_at_3_std": -0.231683, + "nauc_ndcg_at_3_diff1": 0.934688, + "nauc_ndcg_at_5_max": 0.68084, + "nauc_ndcg_at_5_std": -0.204078, + "nauc_ndcg_at_5_diff1": 0.929347, + "nauc_ndcg_at_10_max": 0.665404, + "nauc_ndcg_at_10_std": -0.208143, + "nauc_ndcg_at_10_diff1": 0.929709, + "nauc_ndcg_at_20_max": 0.669786, + "nauc_ndcg_at_20_std": -0.1929, + "nauc_ndcg_at_20_diff1": 0.929833, + "nauc_ndcg_at_100_max": 0.665377, + "nauc_ndcg_at_100_std": -0.200853, + "nauc_ndcg_at_100_diff1": 0.930471, + "nauc_ndcg_at_1000_max": 0.663487, + "nauc_ndcg_at_1000_std": -0.211921, + "nauc_ndcg_at_1000_diff1": 0.930205, + "nauc_map_at_1_max": 0.603766, + "nauc_map_at_1_std": -0.234522, + "nauc_map_at_1_diff1": 0.926829, + "nauc_map_at_3_max": 0.671464, + "nauc_map_at_3_std": -0.234583, + "nauc_map_at_3_diff1": 0.932723, + "nauc_map_at_5_max": 0.66255, + "nauc_map_at_5_std": -0.221561, + "nauc_map_at_5_diff1": 0.930068, + "nauc_map_at_10_max": 0.656939, + "nauc_map_at_10_std": -0.222891, + "nauc_map_at_10_diff1": 0.93006, + "nauc_map_at_20_max": 0.657784, + "nauc_map_at_20_std": -0.220392, + "nauc_map_at_20_diff1": 0.930021, + "nauc_map_at_100_max": 0.657155, + "nauc_map_at_100_std": -0.221849, + "nauc_map_at_100_diff1": 0.930128, + "nauc_map_at_1000_max": 0.657102, + "nauc_map_at_1000_std": -0.222115, + "nauc_map_at_1000_diff1": 0.930119, + "nauc_recall_at_1_max": 0.603766, + "nauc_recall_at_1_std": -0.234522, + "nauc_recall_at_1_diff1": 0.926829, + "nauc_recall_at_3_max": 0.81444, + "nauc_recall_at_3_std": -0.216551, + "nauc_recall_at_3_diff1": 0.943634, + "nauc_recall_at_5_max": 0.7943, + "nauc_recall_at_5_std": -0.07632, + "nauc_recall_at_5_diff1": 0.92236, + "nauc_recall_at_10_max": 0.720422, + "nauc_recall_at_10_std": -0.041417, + "nauc_recall_at_10_diff1": 0.924136, + "nauc_recall_at_20_max": 0.877951, + "nauc_recall_at_20_std": 0.516873, + "nauc_recall_at_20_diff1": 0.925303, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.603766, + "nauc_precision_at_1_std": -0.234522, + "nauc_precision_at_1_diff1": 0.926829, + "nauc_precision_at_3_max": 0.81444, + "nauc_precision_at_3_std": -0.216551, + "nauc_precision_at_3_diff1": 0.943634, + "nauc_precision_at_5_max": 0.7943, + "nauc_precision_at_5_std": -0.07632, + "nauc_precision_at_5_diff1": 0.92236, + "nauc_precision_at_10_max": 0.720422, + "nauc_precision_at_10_std": -0.041417, + "nauc_precision_at_10_diff1": 0.924136, + "nauc_precision_at_20_max": 0.877951, + "nauc_precision_at_20_std": 0.516873, + "nauc_precision_at_20_diff1": 0.925303, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.603766, + "nauc_mrr_at_1_std": -0.234522, + "nauc_mrr_at_1_diff1": 0.926829, + "nauc_mrr_at_3_max": 0.671464, + "nauc_mrr_at_3_std": -0.234583, + "nauc_mrr_at_3_diff1": 0.932723, + "nauc_mrr_at_5_max": 0.66255, + "nauc_mrr_at_5_std": -0.221561, + "nauc_mrr_at_5_diff1": 0.930068, + "nauc_mrr_at_10_max": 0.656939, + "nauc_mrr_at_10_std": -0.222891, + "nauc_mrr_at_10_diff1": 0.93006, + "nauc_mrr_at_20_max": 0.657784, + "nauc_mrr_at_20_std": -0.220392, + "nauc_mrr_at_20_diff1": 0.930021, + "nauc_mrr_at_100_max": 0.657155, + "nauc_mrr_at_100_std": -0.221849, + "nauc_mrr_at_100_diff1": 0.930128, + "nauc_mrr_at_1000_max": 0.657102, + "nauc_mrr_at_1000_std": -0.222115, + "nauc_mrr_at_1000_diff1": 0.930119, + "main_score": 0.95237, + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.83573, + "ndcg_at_5": 0.85017, + "ndcg_at_10": 0.85815, + "ndcg_at_20": 0.86237, + "ndcg_at_100": 0.86886, + "ndcg_at_1000": 0.87216, + "map_at_1": 0.79222, + "map_at_3": 0.82537, + "map_at_5": 0.83354, + "map_at_10": 0.83687, + "map_at_20": 0.83804, + "map_at_100": 0.83898, + "map_at_1000": 0.83912, + "recall_at_1": 0.79222, + "recall_at_3": 0.86556, + "recall_at_5": 0.9, + "recall_at_10": 0.92444, + "recall_at_20": 0.94111, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "precision_at_1": 0.79222, + "precision_at_3": 0.28852, + "precision_at_5": 0.18, + "precision_at_10": 0.09244, + "precision_at_20": 0.04706, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.82537, + "mrr_at_5": 0.833537, + "mrr_at_10": 0.83687, + "mrr_at_20": 0.838038, + "mrr_at_100": 0.838976, + "mrr_at_1000": 0.839124, + "nauc_ndcg_at_1_max": 0.66672, + "nauc_ndcg_at_1_std": 0.20412, + "nauc_ndcg_at_1_diff1": 0.883857, + "nauc_ndcg_at_3_max": 0.727992, + "nauc_ndcg_at_3_std": 0.268764, + "nauc_ndcg_at_3_diff1": 0.871926, + "nauc_ndcg_at_5_max": 0.73424, + "nauc_ndcg_at_5_std": 0.295407, + "nauc_ndcg_at_5_diff1": 0.861931, + "nauc_ndcg_at_10_max": 0.731913, + "nauc_ndcg_at_10_std": 0.291501, + "nauc_ndcg_at_10_diff1": 0.867383, + "nauc_ndcg_at_20_max": 0.730769, + "nauc_ndcg_at_20_std": 0.286792, + "nauc_ndcg_at_20_diff1": 0.870171, + "nauc_ndcg_at_100_max": 0.724591, + "nauc_ndcg_at_100_std": 0.275805, + "nauc_ndcg_at_100_diff1": 0.871523, + "nauc_ndcg_at_1000_max": 0.721826, + "nauc_ndcg_at_1000_std": 0.273577, + "nauc_ndcg_at_1000_diff1": 0.87191, + "nauc_map_at_1_max": 0.66672, + "nauc_map_at_1_std": 0.20412, + "nauc_map_at_1_diff1": 0.883857, + "nauc_map_at_3_max": 0.713852, + "nauc_map_at_3_std": 0.253494, + "nauc_map_at_3_diff1": 0.87576, + "nauc_map_at_5_max": 0.716826, + "nauc_map_at_5_std": 0.26715, + "nauc_map_at_5_diff1": 0.87095, + "nauc_map_at_10_max": 0.715522, + "nauc_map_at_10_std": 0.264577, + "nauc_map_at_10_diff1": 0.873174, + "nauc_map_at_20_max": 0.715171, + "nauc_map_at_20_std": 0.263532, + "nauc_map_at_20_diff1": 0.873829, + "nauc_map_at_100_max": 0.714355, + "nauc_map_at_100_std": 0.262416, + "nauc_map_at_100_diff1": 0.874019, + "nauc_map_at_1000_max": 0.714246, + "nauc_map_at_1000_std": 0.262323, + "nauc_map_at_1000_diff1": 0.874029, + "nauc_recall_at_1_max": 0.66672, + "nauc_recall_at_1_std": 0.20412, + "nauc_recall_at_1_diff1": 0.883857, + "nauc_recall_at_3_max": 0.77793, + "nauc_recall_at_3_std": 0.32292, + "nauc_recall_at_3_diff1": 0.857694, + "nauc_recall_at_5_max": 0.811552, + "nauc_recall_at_5_std": 0.425656, + "nauc_recall_at_5_diff1": 0.818378, + "nauc_recall_at_10_max": 0.824621, + "nauc_recall_at_10_std": 0.452017, + "nauc_recall_at_10_diff1": 0.833759, + "nauc_recall_at_20_max": 0.839993, + "nauc_recall_at_20_std": 0.451077, + "nauc_recall_at_20_diff1": 0.849559, + "nauc_recall_at_100_max": 0.825354, + "nauc_recall_at_100_std": 0.355997, + "nauc_recall_at_100_diff1": 0.8557, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66672, + "nauc_precision_at_1_std": 0.20412, + "nauc_precision_at_1_diff1": 0.883857, + "nauc_precision_at_3_max": 0.77793, + "nauc_precision_at_3_std": 0.32292, + "nauc_precision_at_3_diff1": 0.857694, + "nauc_precision_at_5_max": 0.811552, + "nauc_precision_at_5_std": 0.425656, + "nauc_precision_at_5_diff1": 0.818378, + "nauc_precision_at_10_max": 0.824621, + "nauc_precision_at_10_std": 0.452017, + "nauc_precision_at_10_diff1": 0.833759, + "nauc_precision_at_20_max": 0.839993, + "nauc_precision_at_20_std": 0.451077, + "nauc_precision_at_20_diff1": 0.849559, + "nauc_precision_at_100_max": 0.825354, + "nauc_precision_at_100_std": 0.355997, + "nauc_precision_at_100_diff1": 0.8557, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66672, + "nauc_mrr_at_1_std": 0.20412, + "nauc_mrr_at_1_diff1": 0.883857, + "nauc_mrr_at_3_max": 0.713852, + "nauc_mrr_at_3_std": 0.253494, + "nauc_mrr_at_3_diff1": 0.87576, + "nauc_mrr_at_5_max": 0.716826, + "nauc_mrr_at_5_std": 0.26715, + "nauc_mrr_at_5_diff1": 0.87095, + "nauc_mrr_at_10_max": 0.715522, + "nauc_mrr_at_10_std": 0.264577, + "nauc_mrr_at_10_diff1": 0.873174, + "nauc_mrr_at_20_max": 0.715171, + "nauc_mrr_at_20_std": 0.263532, + "nauc_mrr_at_20_diff1": 0.873829, + "nauc_mrr_at_100_max": 0.714355, + "nauc_mrr_at_100_std": 0.262416, + "nauc_mrr_at_100_diff1": 0.874019, + "nauc_mrr_at_1000_max": 0.714246, + "nauc_mrr_at_1000_std": 0.262323, + "nauc_mrr_at_1000_diff1": 0.874029, + "main_score": 0.85815, + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.94229, + "ndcg_at_5": 0.94869, + "ndcg_at_10": 0.95197, + "ndcg_at_20": 0.95345, + "ndcg_at_100": 0.955, + "ndcg_at_1000": 0.95525, + "map_at_1": 0.91667, + "map_at_3": 0.93648, + "map_at_5": 0.94004, + "map_at_10": 0.94141, + "map_at_20": 0.94186, + "map_at_100": 0.94211, + "map_at_1000": 0.94212, + "recall_at_1": 0.91667, + "recall_at_3": 0.95889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.91667, + "precision_at_3": 0.31963, + "precision_at_5": 0.19489, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.936481, + "mrr_at_5": 0.940037, + "mrr_at_10": 0.941413, + "mrr_at_20": 0.941864, + "mrr_at_100": 0.942112, + "mrr_at_1000": 0.942117, + "nauc_ndcg_at_1_max": 0.803486, + "nauc_ndcg_at_1_std": -0.054124, + "nauc_ndcg_at_1_diff1": 0.939216, + "nauc_ndcg_at_3_max": 0.854862, + "nauc_ndcg_at_3_std": -0.017225, + "nauc_ndcg_at_3_diff1": 0.940018, + "nauc_ndcg_at_5_max": 0.853149, + "nauc_ndcg_at_5_std": -0.037645, + "nauc_ndcg_at_5_diff1": 0.94343, + "nauc_ndcg_at_10_max": 0.846984, + "nauc_ndcg_at_10_std": -0.001203, + "nauc_ndcg_at_10_diff1": 0.94149, + "nauc_ndcg_at_20_max": 0.845539, + "nauc_ndcg_at_20_std": 0.001882, + "nauc_ndcg_at_20_diff1": 0.941206, + "nauc_ndcg_at_100_max": 0.841712, + "nauc_ndcg_at_100_std": -0.009455, + "nauc_ndcg_at_100_diff1": 0.941714, + "nauc_ndcg_at_1000_max": 0.84082, + "nauc_ndcg_at_1000_std": -0.015144, + "nauc_ndcg_at_1000_diff1": 0.941385, + "nauc_map_at_1_max": 0.803486, + "nauc_map_at_1_std": -0.054124, + "nauc_map_at_1_diff1": 0.939216, + "nauc_map_at_3_max": 0.841417, + "nauc_map_at_3_std": -0.026718, + "nauc_map_at_3_diff1": 0.940262, + "nauc_map_at_5_max": 0.839707, + "nauc_map_at_5_std": -0.03637, + "nauc_map_at_5_diff1": 0.941882, + "nauc_map_at_10_max": 0.837158, + "nauc_map_at_10_std": -0.023688, + "nauc_map_at_10_diff1": 0.941147, + "nauc_map_at_20_max": 0.836729, + "nauc_map_at_20_std": -0.023771, + "nauc_map_at_20_diff1": 0.941042, + "nauc_map_at_100_max": 0.836251, + "nauc_map_at_100_std": -0.02491, + "nauc_map_at_100_diff1": 0.941094, + "nauc_map_at_1000_max": 0.836237, + "nauc_map_at_1000_std": -0.024998, + "nauc_map_at_1000_diff1": 0.941089, + "nauc_recall_at_1_max": 0.803486, + "nauc_recall_at_1_std": -0.054124, + "nauc_recall_at_1_diff1": 0.939216, + "nauc_recall_at_3_max": 0.913014, + "nauc_recall_at_3_std": 0.023709, + "nauc_recall_at_3_diff1": 0.938615, + "nauc_recall_at_5_max": 0.941034, + "nauc_recall_at_5_std": -0.056794, + "nauc_recall_at_5_diff1": 0.954533, + "nauc_recall_at_10_max": 0.941643, + "nauc_recall_at_10_std": 0.272009, + "nauc_recall_at_10_diff1": 0.943978, + "nauc_recall_at_20_max": 0.969136, + "nauc_recall_at_20_std": 0.507314, + "nauc_recall_at_20_diff1": 0.941903, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803486, + "nauc_precision_at_1_std": -0.054124, + "nauc_precision_at_1_diff1": 0.939216, + "nauc_precision_at_3_max": 0.913014, + "nauc_precision_at_3_std": 0.023709, + "nauc_precision_at_3_diff1": 0.938615, + "nauc_precision_at_5_max": 0.941034, + "nauc_precision_at_5_std": -0.056794, + "nauc_precision_at_5_diff1": 0.954533, + "nauc_precision_at_10_max": 0.941643, + "nauc_precision_at_10_std": 0.272009, + "nauc_precision_at_10_diff1": 0.943978, + "nauc_precision_at_20_max": 0.969136, + "nauc_precision_at_20_std": 0.507314, + "nauc_precision_at_20_diff1": 0.941903, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803486, + "nauc_mrr_at_1_std": -0.054124, + "nauc_mrr_at_1_diff1": 0.939216, + "nauc_mrr_at_3_max": 0.841417, + "nauc_mrr_at_3_std": -0.026718, + "nauc_mrr_at_3_diff1": 0.940262, + "nauc_mrr_at_5_max": 0.839707, + "nauc_mrr_at_5_std": -0.03637, + "nauc_mrr_at_5_diff1": 0.941882, + "nauc_mrr_at_10_max": 0.837158, + "nauc_mrr_at_10_std": -0.023688, + "nauc_mrr_at_10_diff1": 0.941147, + "nauc_mrr_at_20_max": 0.836729, + "nauc_mrr_at_20_std": -0.023771, + "nauc_mrr_at_20_diff1": 0.941042, + "nauc_mrr_at_100_max": 0.836251, + "nauc_mrr_at_100_std": -0.02491, + "nauc_mrr_at_100_diff1": 0.941094, + "nauc_mrr_at_1000_max": 0.836237, + "nauc_mrr_at_1000_std": -0.024998, + "nauc_mrr_at_1000_diff1": 0.941089, + "main_score": 0.95197, + "hf_subset": "vie_Latn-vie_Latn", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.93222, + "ndcg_at_3": 0.95784, + "ndcg_at_5": 0.96157, + "ndcg_at_10": 0.96453, + "ndcg_at_20": 0.96543, + "ndcg_at_100": 0.96584, + "ndcg_at_1000": 0.9661, + "map_at_1": 0.93222, + "map_at_3": 0.95204, + "map_at_5": 0.95415, + "map_at_10": 0.95541, + "map_at_20": 0.95569, + "map_at_100": 0.95575, + "map_at_1000": 0.95575, + "recall_at_1": 0.93222, + "recall_at_3": 0.97444, + "recall_at_5": 0.98333, + "recall_at_10": 0.99222, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.93222, + "precision_at_3": 0.32481, + "precision_at_5": 0.19667, + "precision_at_10": 0.09922, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932222, + "mrr_at_3": 0.952037, + "mrr_at_5": 0.954148, + "mrr_at_10": 0.955414, + "mrr_at_20": 0.955693, + "mrr_at_100": 0.955748, + "mrr_at_1000": 0.955754, + "nauc_ndcg_at_1_max": 0.718602, + "nauc_ndcg_at_1_std": -0.187698, + "nauc_ndcg_at_1_diff1": 0.9501, + "nauc_ndcg_at_3_max": 0.771494, + "nauc_ndcg_at_3_std": -0.227674, + "nauc_ndcg_at_3_diff1": 0.949668, + "nauc_ndcg_at_5_max": 0.759131, + "nauc_ndcg_at_5_std": -0.206238, + "nauc_ndcg_at_5_diff1": 0.946243, + "nauc_ndcg_at_10_max": 0.747466, + "nauc_ndcg_at_10_std": -0.17654, + "nauc_ndcg_at_10_diff1": 0.950802, + "nauc_ndcg_at_20_max": 0.754762, + "nauc_ndcg_at_20_std": -0.159544, + "nauc_ndcg_at_20_diff1": 0.950622, + "nauc_ndcg_at_100_max": 0.751812, + "nauc_ndcg_at_100_std": -0.172787, + "nauc_ndcg_at_100_diff1": 0.950028, + "nauc_ndcg_at_1000_max": 0.750418, + "nauc_ndcg_at_1000_std": -0.181654, + "nauc_ndcg_at_1000_diff1": 0.94965, + "nauc_map_at_1_max": 0.718602, + "nauc_map_at_1_std": -0.187698, + "nauc_map_at_1_diff1": 0.9501, + "nauc_map_at_3_max": 0.756227, + "nauc_map_at_3_std": -0.214446, + "nauc_map_at_3_diff1": 0.949737, + "nauc_map_at_5_max": 0.749616, + "nauc_map_at_5_std": -0.203656, + "nauc_map_at_5_diff1": 0.948056, + "nauc_map_at_10_max": 0.745211, + "nauc_map_at_10_std": -0.194317, + "nauc_map_at_10_diff1": 0.949486, + "nauc_map_at_20_max": 0.746882, + "nauc_map_at_20_std": -0.190308, + "nauc_map_at_20_diff1": 0.94942, + "nauc_map_at_100_max": 0.746563, + "nauc_map_at_100_std": -0.191754, + "nauc_map_at_100_diff1": 0.949357, + "nauc_map_at_1000_max": 0.746539, + "nauc_map_at_1000_std": -0.191902, + "nauc_map_at_1000_diff1": 0.94935, + "nauc_recall_at_1_max": 0.718602, + "nauc_recall_at_1_std": -0.187698, + "nauc_recall_at_1_diff1": 0.9501, + "nauc_recall_at_3_max": 0.852048, + "nauc_recall_at_3_std": -0.299009, + "nauc_recall_at_3_diff1": 0.949357, + "nauc_recall_at_5_max": 0.827607, + "nauc_recall_at_5_std": -0.219483, + "nauc_recall_at_5_diff1": 0.931061, + "nauc_recall_at_10_max": 0.7503, + "nauc_recall_at_10_std": 0.198479, + "nauc_recall_at_10_diff1": 0.981326, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.96732, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718602, + "nauc_precision_at_1_std": -0.187698, + "nauc_precision_at_1_diff1": 0.9501, + "nauc_precision_at_3_max": 0.852048, + "nauc_precision_at_3_std": -0.299009, + "nauc_precision_at_3_diff1": 0.949357, + "nauc_precision_at_5_max": 0.827607, + "nauc_precision_at_5_std": -0.219483, + "nauc_precision_at_5_diff1": 0.931061, + "nauc_precision_at_10_max": 0.7503, + "nauc_precision_at_10_std": 0.198479, + "nauc_precision_at_10_diff1": 0.981326, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.96732, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718602, + "nauc_mrr_at_1_std": -0.187698, + "nauc_mrr_at_1_diff1": 0.9501, + "nauc_mrr_at_3_max": 0.756227, + "nauc_mrr_at_3_std": -0.214446, + "nauc_mrr_at_3_diff1": 0.949737, + "nauc_mrr_at_5_max": 0.749616, + "nauc_mrr_at_5_std": -0.203656, + "nauc_mrr_at_5_diff1": 0.948056, + "nauc_mrr_at_10_max": 0.745211, + "nauc_mrr_at_10_std": -0.194317, + "nauc_mrr_at_10_diff1": 0.949486, + "nauc_mrr_at_20_max": 0.746882, + "nauc_mrr_at_20_std": -0.190308, + "nauc_mrr_at_20_diff1": 0.94942, + "nauc_mrr_at_100_max": 0.746563, + "nauc_mrr_at_100_std": -0.191754, + "nauc_mrr_at_100_diff1": 0.949357, + "nauc_mrr_at_1000_max": 0.746539, + "nauc_mrr_at_1000_std": -0.191902, + "nauc_mrr_at_1000_diff1": 0.94935, + "main_score": 0.96453, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.94067, + "ndcg_at_5": 0.94565, + "ndcg_at_10": 0.94997, + "ndcg_at_20": 0.95171, + "ndcg_at_100": 0.95189, + "ndcg_at_1000": 0.95235, + "map_at_1": 0.90667, + "map_at_3": 0.93278, + "map_at_5": 0.9355, + "map_at_10": 0.93729, + "map_at_20": 0.9378, + "map_at_100": 0.93781, + "map_at_1000": 0.93784, + "recall_at_1": 0.90667, + "recall_at_3": 0.96333, + "recall_at_5": 0.97556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.32111, + "precision_at_5": 0.19511, + "precision_at_10": 0.09889, + "precision_at_20": 0.04978, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.932778, + "mrr_at_5": 0.9355, + "mrr_at_10": 0.937293, + "mrr_at_20": 0.937797, + "mrr_at_100": 0.937815, + "mrr_at_1000": 0.937836, + "nauc_ndcg_at_1_max": 0.698196, + "nauc_ndcg_at_1_std": -0.083228, + "nauc_ndcg_at_1_diff1": 0.926443, + "nauc_ndcg_at_3_max": 0.790259, + "nauc_ndcg_at_3_std": -0.022019, + "nauc_ndcg_at_3_diff1": 0.937662, + "nauc_ndcg_at_5_max": 0.780074, + "nauc_ndcg_at_5_std": -0.011206, + "nauc_ndcg_at_5_diff1": 0.93807, + "nauc_ndcg_at_10_max": 0.765036, + "nauc_ndcg_at_10_std": -0.04171, + "nauc_ndcg_at_10_diff1": 0.937314, + "nauc_ndcg_at_20_max": 0.759723, + "nauc_ndcg_at_20_std": -0.03457, + "nauc_ndcg_at_20_diff1": 0.93587, + "nauc_ndcg_at_100_max": 0.759867, + "nauc_ndcg_at_100_std": -0.02803, + "nauc_ndcg_at_100_diff1": 0.935624, + "nauc_ndcg_at_1000_max": 0.757557, + "nauc_ndcg_at_1000_std": -0.035186, + "nauc_ndcg_at_1000_diff1": 0.935005, + "nauc_map_at_1_max": 0.698196, + "nauc_map_at_1_std": -0.083228, + "nauc_map_at_1_diff1": 0.926443, + "nauc_map_at_3_max": 0.763836, + "nauc_map_at_3_std": -0.038133, + "nauc_map_at_3_diff1": 0.934358, + "nauc_map_at_5_max": 0.758105, + "nauc_map_at_5_std": -0.03285, + "nauc_map_at_5_diff1": 0.934521, + "nauc_map_at_10_max": 0.752536, + "nauc_map_at_10_std": -0.042831, + "nauc_map_at_10_diff1": 0.934118, + "nauc_map_at_20_max": 0.751201, + "nauc_map_at_20_std": -0.041244, + "nauc_map_at_20_diff1": 0.933779, + "nauc_map_at_100_max": 0.751209, + "nauc_map_at_100_std": -0.040769, + "nauc_map_at_100_diff1": 0.93376, + "nauc_map_at_1000_max": 0.751122, + "nauc_map_at_1000_std": -0.041035, + "nauc_map_at_1000_diff1": 0.933737, + "nauc_recall_at_1_max": 0.698196, + "nauc_recall_at_1_std": -0.083228, + "nauc_recall_at_1_diff1": 0.926443, + "nauc_recall_at_3_max": 0.926718, + "nauc_recall_at_3_std": 0.059913, + "nauc_recall_at_3_diff1": 0.9548, + "nauc_recall_at_5_max": 0.938354, + "nauc_recall_at_5_std": 0.149351, + "nauc_recall_at_5_diff1": 0.964349, + "nauc_recall_at_10_max": 0.918301, + "nauc_recall_at_10_std": -0.103922, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.930556, + "nauc_recall_at_20_std": 0.101424, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.715219, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698196, + "nauc_precision_at_1_std": -0.083228, + "nauc_precision_at_1_diff1": 0.926443, + "nauc_precision_at_3_max": 0.926718, + "nauc_precision_at_3_std": 0.059913, + "nauc_precision_at_3_diff1": 0.9548, + "nauc_precision_at_5_max": 0.938354, + "nauc_precision_at_5_std": 0.149351, + "nauc_precision_at_5_diff1": 0.964349, + "nauc_precision_at_10_max": 0.918301, + "nauc_precision_at_10_std": -0.103922, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.930556, + "nauc_precision_at_20_std": 0.101424, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.715219, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698196, + "nauc_mrr_at_1_std": -0.083228, + "nauc_mrr_at_1_diff1": 0.926443, + "nauc_mrr_at_3_max": 0.763836, + "nauc_mrr_at_3_std": -0.038133, + "nauc_mrr_at_3_diff1": 0.934358, + "nauc_mrr_at_5_max": 0.758105, + "nauc_mrr_at_5_std": -0.03285, + "nauc_mrr_at_5_diff1": 0.934521, + "nauc_mrr_at_10_max": 0.752536, + "nauc_mrr_at_10_std": -0.042831, + "nauc_mrr_at_10_diff1": 0.934118, + "nauc_mrr_at_20_max": 0.751201, + "nauc_mrr_at_20_std": -0.041244, + "nauc_mrr_at_20_diff1": 0.933779, + "nauc_mrr_at_100_max": 0.751209, + "nauc_mrr_at_100_std": -0.040769, + "nauc_mrr_at_100_diff1": 0.93376, + "nauc_mrr_at_1000_max": 0.751122, + "nauc_mrr_at_1000_std": -0.041035, + "nauc_mrr_at_1000_diff1": 0.933737, + "main_score": 0.94997, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.85997, + "ndcg_at_5": 0.87001, + "ndcg_at_10": 0.87828, + "ndcg_at_20": 0.8828, + "ndcg_at_100": 0.88778, + "ndcg_at_1000": 0.89054, + "map_at_1": 0.82444, + "map_at_3": 0.85148, + "map_at_5": 0.85704, + "map_at_10": 0.86045, + "map_at_20": 0.8617, + "map_at_100": 0.86239, + "map_at_1000": 0.86251, + "recall_at_1": 0.82444, + "recall_at_3": 0.88444, + "recall_at_5": 0.90889, + "recall_at_10": 0.93444, + "recall_at_20": 0.95222, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "precision_at_1": 0.82444, + "precision_at_3": 0.29481, + "precision_at_5": 0.18178, + "precision_at_10": 0.09344, + "precision_at_20": 0.04761, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.851481, + "mrr_at_5": 0.857037, + "mrr_at_10": 0.860452, + "mrr_at_20": 0.861698, + "mrr_at_100": 0.862392, + "mrr_at_1000": 0.862507, + "nauc_ndcg_at_1_max": 0.806472, + "nauc_ndcg_at_1_std": 0.302537, + "nauc_ndcg_at_1_diff1": 0.919958, + "nauc_ndcg_at_3_max": 0.820956, + "nauc_ndcg_at_3_std": 0.336414, + "nauc_ndcg_at_3_diff1": 0.902722, + "nauc_ndcg_at_5_max": 0.821212, + "nauc_ndcg_at_5_std": 0.342712, + "nauc_ndcg_at_5_diff1": 0.902419, + "nauc_ndcg_at_10_max": 0.821912, + "nauc_ndcg_at_10_std": 0.348191, + "nauc_ndcg_at_10_diff1": 0.908158, + "nauc_ndcg_at_20_max": 0.822139, + "nauc_ndcg_at_20_std": 0.349676, + "nauc_ndcg_at_20_diff1": 0.907773, + "nauc_ndcg_at_100_max": 0.821091, + "nauc_ndcg_at_100_std": 0.350336, + "nauc_ndcg_at_100_diff1": 0.908451, + "nauc_ndcg_at_1000_max": 0.819074, + "nauc_ndcg_at_1000_std": 0.33994, + "nauc_ndcg_at_1000_diff1": 0.908515, + "nauc_map_at_1_max": 0.806472, + "nauc_map_at_1_std": 0.302537, + "nauc_map_at_1_diff1": 0.919958, + "nauc_map_at_3_max": 0.817222, + "nauc_map_at_3_std": 0.326745, + "nauc_map_at_3_diff1": 0.90777, + "nauc_map_at_5_max": 0.817006, + "nauc_map_at_5_std": 0.32886, + "nauc_map_at_5_diff1": 0.907542, + "nauc_map_at_10_max": 0.817002, + "nauc_map_at_10_std": 0.329763, + "nauc_map_at_10_diff1": 0.909769, + "nauc_map_at_20_max": 0.816875, + "nauc_map_at_20_std": 0.329857, + "nauc_map_at_20_diff1": 0.909666, + "nauc_map_at_100_max": 0.816725, + "nauc_map_at_100_std": 0.329888, + "nauc_map_at_100_diff1": 0.909732, + "nauc_map_at_1000_max": 0.816655, + "nauc_map_at_1000_std": 0.329598, + "nauc_map_at_1000_diff1": 0.909744, + "nauc_recall_at_1_max": 0.806472, + "nauc_recall_at_1_std": 0.302537, + "nauc_recall_at_1_diff1": 0.919958, + "nauc_recall_at_3_max": 0.834278, + "nauc_recall_at_3_std": 0.371436, + "nauc_recall_at_3_diff1": 0.884372, + "nauc_recall_at_5_max": 0.83971, + "nauc_recall_at_5_std": 0.405679, + "nauc_recall_at_5_diff1": 0.880468, + "nauc_recall_at_10_max": 0.852395, + "nauc_recall_at_10_std": 0.468199, + "nauc_recall_at_10_diff1": 0.903543, + "nauc_recall_at_20_max": 0.86863, + "nauc_recall_at_20_std": 0.528673, + "nauc_recall_at_20_diff1": 0.898812, + "nauc_recall_at_100_max": 0.898275, + "nauc_recall_at_100_std": 0.766106, + "nauc_recall_at_100_diff1": 0.907981, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806472, + "nauc_precision_at_1_std": 0.302537, + "nauc_precision_at_1_diff1": 0.919958, + "nauc_precision_at_3_max": 0.834278, + "nauc_precision_at_3_std": 0.371436, + "nauc_precision_at_3_diff1": 0.884372, + "nauc_precision_at_5_max": 0.83971, + "nauc_precision_at_5_std": 0.405679, + "nauc_precision_at_5_diff1": 0.880468, + "nauc_precision_at_10_max": 0.852395, + "nauc_precision_at_10_std": 0.468199, + "nauc_precision_at_10_diff1": 0.903543, + "nauc_precision_at_20_max": 0.86863, + "nauc_precision_at_20_std": 0.528673, + "nauc_precision_at_20_diff1": 0.898812, + "nauc_precision_at_100_max": 0.898275, + "nauc_precision_at_100_std": 0.766106, + "nauc_precision_at_100_diff1": 0.907981, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806472, + "nauc_mrr_at_1_std": 0.302537, + "nauc_mrr_at_1_diff1": 0.919958, + "nauc_mrr_at_3_max": 0.817222, + "nauc_mrr_at_3_std": 0.326745, + "nauc_mrr_at_3_diff1": 0.90777, + "nauc_mrr_at_5_max": 0.817006, + "nauc_mrr_at_5_std": 0.32886, + "nauc_mrr_at_5_diff1": 0.907542, + "nauc_mrr_at_10_max": 0.817002, + "nauc_mrr_at_10_std": 0.329763, + "nauc_mrr_at_10_diff1": 0.909769, + "nauc_mrr_at_20_max": 0.816875, + "nauc_mrr_at_20_std": 0.329857, + "nauc_mrr_at_20_diff1": 0.909666, + "nauc_mrr_at_100_max": 0.816725, + "nauc_mrr_at_100_std": 0.329888, + "nauc_mrr_at_100_diff1": 0.909732, + "nauc_mrr_at_1000_max": 0.816655, + "nauc_mrr_at_1000_std": 0.329598, + "nauc_mrr_at_1000_diff1": 0.909744, + "main_score": 0.87828, + "hf_subset": "war_Latn-war_Latn", + "languages": [ + "war-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.93492, + "ndcg_at_5": 0.94099, + "ndcg_at_10": 0.94458, + "ndcg_at_20": 0.94655, + "ndcg_at_100": 0.94848, + "ndcg_at_1000": 0.94876, + "map_at_1": 0.90667, + "map_at_3": 0.92815, + "map_at_5": 0.93159, + "map_at_10": 0.93306, + "map_at_20": 0.93361, + "map_at_100": 0.9339, + "map_at_1000": 0.93391, + "recall_at_1": 0.90667, + "recall_at_3": 0.95444, + "recall_at_5": 0.96889, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.90667, + "precision_at_3": 0.31815, + "precision_at_5": 0.19378, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.928148, + "mrr_at_5": 0.931593, + "mrr_at_10": 0.933063, + "mrr_at_20": 0.933606, + "mrr_at_100": 0.933897, + "mrr_at_1000": 0.933906, + "nauc_ndcg_at_1_max": 0.779401, + "nauc_ndcg_at_1_std": -0.116291, + "nauc_ndcg_at_1_diff1": 0.937308, + "nauc_ndcg_at_3_max": 0.827783, + "nauc_ndcg_at_3_std": -0.040673, + "nauc_ndcg_at_3_diff1": 0.94824, + "nauc_ndcg_at_5_max": 0.818798, + "nauc_ndcg_at_5_std": -0.032311, + "nauc_ndcg_at_5_diff1": 0.947177, + "nauc_ndcg_at_10_max": 0.81318, + "nauc_ndcg_at_10_std": -0.041324, + "nauc_ndcg_at_10_diff1": 0.946329, + "nauc_ndcg_at_20_max": 0.814308, + "nauc_ndcg_at_20_std": -0.035535, + "nauc_ndcg_at_20_diff1": 0.946426, + "nauc_ndcg_at_100_max": 0.811572, + "nauc_ndcg_at_100_std": -0.046855, + "nauc_ndcg_at_100_diff1": 0.944421, + "nauc_ndcg_at_1000_max": 0.810867, + "nauc_ndcg_at_1000_std": -0.052553, + "nauc_ndcg_at_1000_diff1": 0.944118, + "nauc_map_at_1_max": 0.779401, + "nauc_map_at_1_std": -0.116291, + "nauc_map_at_1_diff1": 0.937308, + "nauc_map_at_3_max": 0.815325, + "nauc_map_at_3_std": -0.06162, + "nauc_map_at_3_diff1": 0.944068, + "nauc_map_at_5_max": 0.810405, + "nauc_map_at_5_std": -0.058335, + "nauc_map_at_5_diff1": 0.943335, + "nauc_map_at_10_max": 0.808178, + "nauc_map_at_10_std": -0.062972, + "nauc_map_at_10_diff1": 0.942979, + "nauc_map_at_20_max": 0.808292, + "nauc_map_at_20_std": -0.062326, + "nauc_map_at_20_diff1": 0.942977, + "nauc_map_at_100_max": 0.807892, + "nauc_map_at_100_std": -0.063617, + "nauc_map_at_100_diff1": 0.942727, + "nauc_map_at_1000_max": 0.807869, + "nauc_map_at_1000_std": -0.063774, + "nauc_map_at_1000_diff1": 0.942718, + "nauc_recall_at_1_max": 0.779401, + "nauc_recall_at_1_std": -0.116291, + "nauc_recall_at_1_diff1": 0.937308, + "nauc_recall_at_3_max": 0.882729, + "nauc_recall_at_3_std": 0.05288, + "nauc_recall_at_3_diff1": 0.967719, + "nauc_recall_at_5_max": 0.866797, + "nauc_recall_at_5_std": 0.131753, + "nauc_recall_at_5_diff1": 0.971989, + "nauc_recall_at_10_max": 0.84752, + "nauc_recall_at_10_std": 0.163217, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.892624, + "nauc_recall_at_20_std": 0.413165, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779401, + "nauc_precision_at_1_std": -0.116291, + "nauc_precision_at_1_diff1": 0.937308, + "nauc_precision_at_3_max": 0.882729, + "nauc_precision_at_3_std": 0.05288, + "nauc_precision_at_3_diff1": 0.967719, + "nauc_precision_at_5_max": 0.866797, + "nauc_precision_at_5_std": 0.131753, + "nauc_precision_at_5_diff1": 0.971989, + "nauc_precision_at_10_max": 0.84752, + "nauc_precision_at_10_std": 0.163217, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.892624, + "nauc_precision_at_20_std": 0.413165, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779401, + "nauc_mrr_at_1_std": -0.116291, + "nauc_mrr_at_1_diff1": 0.937308, + "nauc_mrr_at_3_max": 0.815325, + "nauc_mrr_at_3_std": -0.06162, + "nauc_mrr_at_3_diff1": 0.944068, + "nauc_mrr_at_5_max": 0.810405, + "nauc_mrr_at_5_std": -0.058335, + "nauc_mrr_at_5_diff1": 0.943335, + "nauc_mrr_at_10_max": 0.808178, + "nauc_mrr_at_10_std": -0.062972, + "nauc_mrr_at_10_diff1": 0.942979, + "nauc_mrr_at_20_max": 0.808292, + "nauc_mrr_at_20_std": -0.062326, + "nauc_mrr_at_20_diff1": 0.942977, + "nauc_mrr_at_100_max": 0.807892, + "nauc_mrr_at_100_std": -0.063617, + "nauc_mrr_at_100_diff1": 0.942727, + "nauc_mrr_at_1000_max": 0.807869, + "nauc_mrr_at_1000_std": -0.063774, + "nauc_mrr_at_1000_diff1": 0.942718, + "main_score": 0.94458, + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80556, + "ndcg_at_3": 0.85259, + "ndcg_at_5": 0.86005, + "ndcg_at_10": 0.86735, + "ndcg_at_20": 0.87253, + "ndcg_at_100": 0.87788, + "ndcg_at_1000": 0.88144, + "map_at_1": 0.80556, + "map_at_3": 0.84185, + "map_at_5": 0.84607, + "map_at_10": 0.84915, + "map_at_20": 0.85064, + "map_at_100": 0.85129, + "map_at_1000": 0.85145, + "recall_at_1": 0.80556, + "recall_at_3": 0.88333, + "recall_at_5": 0.90111, + "recall_at_10": 0.92333, + "recall_at_20": 0.94333, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.80556, + "precision_at_3": 0.29444, + "precision_at_5": 0.18022, + "precision_at_10": 0.09233, + "precision_at_20": 0.04717, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.805556, + "mrr_at_3": 0.841852, + "mrr_at_5": 0.846074, + "mrr_at_10": 0.849149, + "mrr_at_20": 0.850637, + "mrr_at_100": 0.85129, + "mrr_at_1000": 0.851447, + "nauc_ndcg_at_1_max": 0.748557, + "nauc_ndcg_at_1_std": 0.159271, + "nauc_ndcg_at_1_diff1": 0.930728, + "nauc_ndcg_at_3_max": 0.796525, + "nauc_ndcg_at_3_std": 0.223567, + "nauc_ndcg_at_3_diff1": 0.920491, + "nauc_ndcg_at_5_max": 0.797784, + "nauc_ndcg_at_5_std": 0.252171, + "nauc_ndcg_at_5_diff1": 0.917027, + "nauc_ndcg_at_10_max": 0.795203, + "nauc_ndcg_at_10_std": 0.241166, + "nauc_ndcg_at_10_diff1": 0.917333, + "nauc_ndcg_at_20_max": 0.792929, + "nauc_ndcg_at_20_std": 0.236213, + "nauc_ndcg_at_20_diff1": 0.918017, + "nauc_ndcg_at_100_max": 0.78998, + "nauc_ndcg_at_100_std": 0.238403, + "nauc_ndcg_at_100_diff1": 0.918774, + "nauc_ndcg_at_1000_max": 0.787764, + "nauc_ndcg_at_1000_std": 0.2278, + "nauc_ndcg_at_1000_diff1": 0.920248, + "nauc_map_at_1_max": 0.748557, + "nauc_map_at_1_std": 0.159271, + "nauc_map_at_1_diff1": 0.930728, + "nauc_map_at_3_max": 0.783908, + "nauc_map_at_3_std": 0.205127, + "nauc_map_at_3_diff1": 0.923493, + "nauc_map_at_5_max": 0.784278, + "nauc_map_at_5_std": 0.219291, + "nauc_map_at_5_diff1": 0.921753, + "nauc_map_at_10_max": 0.783041, + "nauc_map_at_10_std": 0.214757, + "nauc_map_at_10_diff1": 0.921974, + "nauc_map_at_20_max": 0.782414, + "nauc_map_at_20_std": 0.213613, + "nauc_map_at_20_diff1": 0.922223, + "nauc_map_at_100_max": 0.782089, + "nauc_map_at_100_std": 0.213974, + "nauc_map_at_100_diff1": 0.92233, + "nauc_map_at_1000_max": 0.782007, + "nauc_map_at_1000_std": 0.213605, + "nauc_map_at_1000_diff1": 0.922382, + "nauc_recall_at_1_max": 0.748557, + "nauc_recall_at_1_std": 0.159271, + "nauc_recall_at_1_diff1": 0.930728, + "nauc_recall_at_3_max": 0.843655, + "nauc_recall_at_3_std": 0.293371, + "nauc_recall_at_3_diff1": 0.909093, + "nauc_recall_at_5_max": 0.854966, + "nauc_recall_at_5_std": 0.398509, + "nauc_recall_at_5_diff1": 0.896164, + "nauc_recall_at_10_max": 0.858293, + "nauc_recall_at_10_std": 0.382488, + "nauc_recall_at_10_diff1": 0.891643, + "nauc_recall_at_20_max": 0.860493, + "nauc_recall_at_20_std": 0.384687, + "nauc_recall_at_20_diff1": 0.887681, + "nauc_recall_at_100_max": 0.861889, + "nauc_recall_at_100_std": 0.582672, + "nauc_recall_at_100_diff1": 0.871324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748557, + "nauc_precision_at_1_std": 0.159271, + "nauc_precision_at_1_diff1": 0.930728, + "nauc_precision_at_3_max": 0.843655, + "nauc_precision_at_3_std": 0.293371, + "nauc_precision_at_3_diff1": 0.909093, + "nauc_precision_at_5_max": 0.854966, + "nauc_precision_at_5_std": 0.398509, + "nauc_precision_at_5_diff1": 0.896164, + "nauc_precision_at_10_max": 0.858293, + "nauc_precision_at_10_std": 0.382488, + "nauc_precision_at_10_diff1": 0.891643, + "nauc_precision_at_20_max": 0.860493, + "nauc_precision_at_20_std": 0.384687, + "nauc_precision_at_20_diff1": 0.887681, + "nauc_precision_at_100_max": 0.861889, + "nauc_precision_at_100_std": 0.582672, + "nauc_precision_at_100_diff1": 0.871324, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748557, + "nauc_mrr_at_1_std": 0.159271, + "nauc_mrr_at_1_diff1": 0.930728, + "nauc_mrr_at_3_max": 0.783908, + "nauc_mrr_at_3_std": 0.205127, + "nauc_mrr_at_3_diff1": 0.923493, + "nauc_mrr_at_5_max": 0.784278, + "nauc_mrr_at_5_std": 0.219291, + "nauc_mrr_at_5_diff1": 0.921753, + "nauc_mrr_at_10_max": 0.783041, + "nauc_mrr_at_10_std": 0.214757, + "nauc_mrr_at_10_diff1": 0.921974, + "nauc_mrr_at_20_max": 0.782414, + "nauc_mrr_at_20_std": 0.213613, + "nauc_mrr_at_20_diff1": 0.922223, + "nauc_mrr_at_100_max": 0.782089, + "nauc_mrr_at_100_std": 0.213974, + "nauc_mrr_at_100_diff1": 0.92233, + "nauc_mrr_at_1000_max": 0.782007, + "nauc_mrr_at_1000_std": 0.213605, + "nauc_mrr_at_1000_diff1": 0.922382, + "main_score": 0.86735, + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.53889, + "ndcg_at_3": 0.58958, + "ndcg_at_5": 0.59971, + "ndcg_at_10": 0.61319, + "ndcg_at_20": 0.62134, + "ndcg_at_100": 0.64511, + "ndcg_at_1000": 0.66427, + "map_at_1": 0.53889, + "map_at_3": 0.57815, + "map_at_5": 0.58381, + "map_at_10": 0.58927, + "map_at_20": 0.59166, + "map_at_100": 0.59467, + "map_at_1000": 0.59542, + "recall_at_1": 0.53889, + "recall_at_3": 0.62222, + "recall_at_5": 0.64667, + "recall_at_10": 0.68889, + "recall_at_20": 0.72, + "recall_at_100": 0.85222, + "recall_at_1000": 1.0, + "precision_at_1": 0.53889, + "precision_at_3": 0.20741, + "precision_at_5": 0.12933, + "precision_at_10": 0.06889, + "precision_at_20": 0.036, + "precision_at_100": 0.00852, + "precision_at_1000": 0.001, + "mrr_at_1": 0.538889, + "mrr_at_3": 0.578148, + "mrr_at_5": 0.583815, + "mrr_at_10": 0.589272, + "mrr_at_20": 0.591658, + "mrr_at_100": 0.594672, + "mrr_at_1000": 0.595423, + "nauc_ndcg_at_1_max": 0.635996, + "nauc_ndcg_at_1_std": 0.127319, + "nauc_ndcg_at_1_diff1": 0.87721, + "nauc_ndcg_at_3_max": 0.660511, + "nauc_ndcg_at_3_std": 0.16189, + "nauc_ndcg_at_3_diff1": 0.854671, + "nauc_ndcg_at_5_max": 0.653138, + "nauc_ndcg_at_5_std": 0.156728, + "nauc_ndcg_at_5_diff1": 0.849323, + "nauc_ndcg_at_10_max": 0.649867, + "nauc_ndcg_at_10_std": 0.159088, + "nauc_ndcg_at_10_diff1": 0.84333, + "nauc_ndcg_at_20_max": 0.64741, + "nauc_ndcg_at_20_std": 0.170312, + "nauc_ndcg_at_20_diff1": 0.841169, + "nauc_ndcg_at_100_max": 0.643553, + "nauc_ndcg_at_100_std": 0.175444, + "nauc_ndcg_at_100_diff1": 0.840328, + "nauc_ndcg_at_1000_max": 0.647831, + "nauc_ndcg_at_1000_std": 0.164697, + "nauc_ndcg_at_1000_diff1": 0.847001, + "nauc_map_at_1_max": 0.635996, + "nauc_map_at_1_std": 0.127319, + "nauc_map_at_1_diff1": 0.87721, + "nauc_map_at_3_max": 0.655398, + "nauc_map_at_3_std": 0.15358, + "nauc_map_at_3_diff1": 0.860093, + "nauc_map_at_5_max": 0.651309, + "nauc_map_at_5_std": 0.150625, + "nauc_map_at_5_diff1": 0.857277, + "nauc_map_at_10_max": 0.649941, + "nauc_map_at_10_std": 0.151497, + "nauc_map_at_10_diff1": 0.854986, + "nauc_map_at_20_max": 0.649193, + "nauc_map_at_20_std": 0.1545, + "nauc_map_at_20_diff1": 0.854325, + "nauc_map_at_100_max": 0.648849, + "nauc_map_at_100_std": 0.155673, + "nauc_map_at_100_diff1": 0.854147, + "nauc_map_at_1000_max": 0.648993, + "nauc_map_at_1000_std": 0.155245, + "nauc_map_at_1000_diff1": 0.854386, + "nauc_recall_at_1_max": 0.635996, + "nauc_recall_at_1_std": 0.127319, + "nauc_recall_at_1_diff1": 0.87721, + "nauc_recall_at_3_max": 0.67569, + "nauc_recall_at_3_std": 0.18714, + "nauc_recall_at_3_diff1": 0.838191, + "nauc_recall_at_5_max": 0.657347, + "nauc_recall_at_5_std": 0.17519, + "nauc_recall_at_5_diff1": 0.823327, + "nauc_recall_at_10_max": 0.646469, + "nauc_recall_at_10_std": 0.185186, + "nauc_recall_at_10_diff1": 0.799758, + "nauc_recall_at_20_max": 0.635389, + "nauc_recall_at_20_std": 0.240296, + "nauc_recall_at_20_diff1": 0.787132, + "nauc_recall_at_100_max": 0.582193, + "nauc_recall_at_100_std": 0.325909, + "nauc_recall_at_100_diff1": 0.744405, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635996, + "nauc_precision_at_1_std": 0.127319, + "nauc_precision_at_1_diff1": 0.87721, + "nauc_precision_at_3_max": 0.67569, + "nauc_precision_at_3_std": 0.18714, + "nauc_precision_at_3_diff1": 0.838191, + "nauc_precision_at_5_max": 0.657347, + "nauc_precision_at_5_std": 0.17519, + "nauc_precision_at_5_diff1": 0.823327, + "nauc_precision_at_10_max": 0.646469, + "nauc_precision_at_10_std": 0.185186, + "nauc_precision_at_10_diff1": 0.799758, + "nauc_precision_at_20_max": 0.635389, + "nauc_precision_at_20_std": 0.240296, + "nauc_precision_at_20_diff1": 0.787132, + "nauc_precision_at_100_max": 0.582193, + "nauc_precision_at_100_std": 0.325909, + "nauc_precision_at_100_diff1": 0.744405, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635996, + "nauc_mrr_at_1_std": 0.127319, + "nauc_mrr_at_1_diff1": 0.87721, + "nauc_mrr_at_3_max": 0.655398, + "nauc_mrr_at_3_std": 0.15358, + "nauc_mrr_at_3_diff1": 0.860093, + "nauc_mrr_at_5_max": 0.651309, + "nauc_mrr_at_5_std": 0.150625, + "nauc_mrr_at_5_diff1": 0.857277, + "nauc_mrr_at_10_max": 0.649941, + "nauc_mrr_at_10_std": 0.151497, + "nauc_mrr_at_10_diff1": 0.854986, + "nauc_mrr_at_20_max": 0.649193, + "nauc_mrr_at_20_std": 0.1545, + "nauc_mrr_at_20_diff1": 0.854325, + "nauc_mrr_at_100_max": 0.648849, + "nauc_mrr_at_100_std": 0.155673, + "nauc_mrr_at_100_diff1": 0.854147, + "nauc_mrr_at_1000_max": 0.648993, + "nauc_mrr_at_1000_std": 0.155245, + "nauc_mrr_at_1000_diff1": 0.854386, + "main_score": 0.61319, + "hf_subset": "wol_Latn-wol_Latn", + "languages": [ + "wol-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.74222, + "ndcg_at_3": 0.7944, + "ndcg_at_5": 0.8053, + "ndcg_at_10": 0.81807, + "ndcg_at_20": 0.8251, + "ndcg_at_100": 0.83735, + "ndcg_at_1000": 0.83899, + "map_at_1": 0.74222, + "map_at_3": 0.78204, + "map_at_5": 0.78804, + "map_at_10": 0.7932, + "map_at_20": 0.79514, + "map_at_100": 0.797, + "map_at_1000": 0.79707, + "recall_at_1": 0.74222, + "recall_at_3": 0.83, + "recall_at_5": 0.85667, + "recall_at_10": 0.89667, + "recall_at_20": 0.92444, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.74222, + "precision_at_3": 0.27667, + "precision_at_5": 0.17133, + "precision_at_10": 0.08967, + "precision_at_20": 0.04622, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.742222, + "mrr_at_3": 0.782037, + "mrr_at_5": 0.788037, + "mrr_at_10": 0.793202, + "mrr_at_20": 0.795138, + "mrr_at_100": 0.797, + "mrr_at_1000": 0.79707, + "nauc_ndcg_at_1_max": 0.740776, + "nauc_ndcg_at_1_std": -0.05125, + "nauc_ndcg_at_1_diff1": 0.909502, + "nauc_ndcg_at_3_max": 0.761708, + "nauc_ndcg_at_3_std": -0.036209, + "nauc_ndcg_at_3_diff1": 0.881349, + "nauc_ndcg_at_5_max": 0.760848, + "nauc_ndcg_at_5_std": -0.035838, + "nauc_ndcg_at_5_diff1": 0.879737, + "nauc_ndcg_at_10_max": 0.756329, + "nauc_ndcg_at_10_std": -0.04181, + "nauc_ndcg_at_10_diff1": 0.875883, + "nauc_ndcg_at_20_max": 0.756014, + "nauc_ndcg_at_20_std": -0.037183, + "nauc_ndcg_at_20_diff1": 0.881191, + "nauc_ndcg_at_100_max": 0.756527, + "nauc_ndcg_at_100_std": -0.02977, + "nauc_ndcg_at_100_diff1": 0.885524, + "nauc_ndcg_at_1000_max": 0.755567, + "nauc_ndcg_at_1000_std": -0.036756, + "nauc_ndcg_at_1000_diff1": 0.885102, + "nauc_map_at_1_max": 0.740776, + "nauc_map_at_1_std": -0.05125, + "nauc_map_at_1_diff1": 0.909502, + "nauc_map_at_3_max": 0.756058, + "nauc_map_at_3_std": -0.04187, + "nauc_map_at_3_diff1": 0.888182, + "nauc_map_at_5_max": 0.755736, + "nauc_map_at_5_std": -0.041441, + "nauc_map_at_5_diff1": 0.887508, + "nauc_map_at_10_max": 0.75393, + "nauc_map_at_10_std": -0.044043, + "nauc_map_at_10_diff1": 0.886191, + "nauc_map_at_20_max": 0.753751, + "nauc_map_at_20_std": -0.043029, + "nauc_map_at_20_diff1": 0.887628, + "nauc_map_at_100_max": 0.753846, + "nauc_map_at_100_std": -0.041589, + "nauc_map_at_100_diff1": 0.888165, + "nauc_map_at_1000_max": 0.753813, + "nauc_map_at_1000_std": -0.041816, + "nauc_map_at_1000_diff1": 0.888155, + "nauc_recall_at_1_max": 0.740776, + "nauc_recall_at_1_std": -0.05125, + "nauc_recall_at_1_diff1": 0.909502, + "nauc_recall_at_3_max": 0.781722, + "nauc_recall_at_3_std": -0.015315, + "nauc_recall_at_3_diff1": 0.857546, + "nauc_recall_at_5_max": 0.780786, + "nauc_recall_at_5_std": -0.012901, + "nauc_recall_at_5_diff1": 0.848612, + "nauc_recall_at_10_max": 0.764975, + "nauc_recall_at_10_std": -0.032425, + "nauc_recall_at_10_diff1": 0.819455, + "nauc_recall_at_20_max": 0.766992, + "nauc_recall_at_20_std": 0.011706, + "nauc_recall_at_20_diff1": 0.842403, + "nauc_recall_at_100_max": 0.843604, + "nauc_recall_at_100_std": 0.611493, + "nauc_recall_at_100_diff1": 0.925728, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740776, + "nauc_precision_at_1_std": -0.05125, + "nauc_precision_at_1_diff1": 0.909502, + "nauc_precision_at_3_max": 0.781722, + "nauc_precision_at_3_std": -0.015315, + "nauc_precision_at_3_diff1": 0.857546, + "nauc_precision_at_5_max": 0.780786, + "nauc_precision_at_5_std": -0.012901, + "nauc_precision_at_5_diff1": 0.848612, + "nauc_precision_at_10_max": 0.764975, + "nauc_precision_at_10_std": -0.032425, + "nauc_precision_at_10_diff1": 0.819455, + "nauc_precision_at_20_max": 0.766992, + "nauc_precision_at_20_std": 0.011706, + "nauc_precision_at_20_diff1": 0.842403, + "nauc_precision_at_100_max": 0.843604, + "nauc_precision_at_100_std": 0.611493, + "nauc_precision_at_100_diff1": 0.925728, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740776, + "nauc_mrr_at_1_std": -0.05125, + "nauc_mrr_at_1_diff1": 0.909502, + "nauc_mrr_at_3_max": 0.756058, + "nauc_mrr_at_3_std": -0.04187, + "nauc_mrr_at_3_diff1": 0.888182, + "nauc_mrr_at_5_max": 0.755736, + "nauc_mrr_at_5_std": -0.041441, + "nauc_mrr_at_5_diff1": 0.887508, + "nauc_mrr_at_10_max": 0.75393, + "nauc_mrr_at_10_std": -0.044043, + "nauc_mrr_at_10_diff1": 0.886191, + "nauc_mrr_at_20_max": 0.753751, + "nauc_mrr_at_20_std": -0.043029, + "nauc_mrr_at_20_diff1": 0.887628, + "nauc_mrr_at_100_max": 0.753846, + "nauc_mrr_at_100_std": -0.041589, + "nauc_mrr_at_100_diff1": 0.888165, + "nauc_mrr_at_1000_max": 0.753813, + "nauc_mrr_at_1000_std": -0.041816, + "nauc_mrr_at_1000_diff1": 0.888155, + "main_score": 0.81807, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.53444, + "ndcg_at_3": 0.57418, + "ndcg_at_5": 0.58977, + "ndcg_at_10": 0.60176, + "ndcg_at_20": 0.60837, + "ndcg_at_100": 0.62927, + "ndcg_at_1000": 0.65242, + "map_at_1": 0.53444, + "map_at_3": 0.56481, + "map_at_5": 0.57348, + "map_at_10": 0.57852, + "map_at_20": 0.58027, + "map_at_100": 0.58288, + "map_at_1000": 0.58374, + "recall_at_1": 0.53444, + "recall_at_3": 0.60111, + "recall_at_5": 0.63889, + "recall_at_10": 0.67556, + "recall_at_20": 0.70222, + "recall_at_100": 0.81889, + "recall_at_1000": 1.0, + "precision_at_1": 0.53444, + "precision_at_3": 0.20037, + "precision_at_5": 0.12778, + "precision_at_10": 0.06756, + "precision_at_20": 0.03511, + "precision_at_100": 0.00819, + "precision_at_1000": 0.001, + "mrr_at_1": 0.534444, + "mrr_at_3": 0.564815, + "mrr_at_5": 0.573481, + "mrr_at_10": 0.578524, + "mrr_at_20": 0.580267, + "mrr_at_100": 0.582885, + "mrr_at_1000": 0.58374, + "nauc_ndcg_at_1_max": 0.613286, + "nauc_ndcg_at_1_std": -0.047864, + "nauc_ndcg_at_1_diff1": 0.877033, + "nauc_ndcg_at_3_max": 0.626431, + "nauc_ndcg_at_3_std": -0.050338, + "nauc_ndcg_at_3_diff1": 0.848661, + "nauc_ndcg_at_5_max": 0.624745, + "nauc_ndcg_at_5_std": -0.05199, + "nauc_ndcg_at_5_diff1": 0.847742, + "nauc_ndcg_at_10_max": 0.621805, + "nauc_ndcg_at_10_std": -0.042452, + "nauc_ndcg_at_10_diff1": 0.840194, + "nauc_ndcg_at_20_max": 0.617638, + "nauc_ndcg_at_20_std": -0.043155, + "nauc_ndcg_at_20_diff1": 0.837007, + "nauc_ndcg_at_100_max": 0.612434, + "nauc_ndcg_at_100_std": -0.038463, + "nauc_ndcg_at_100_diff1": 0.833271, + "nauc_ndcg_at_1000_max": 0.617788, + "nauc_ndcg_at_1000_std": -0.044236, + "nauc_ndcg_at_1000_diff1": 0.842085, + "nauc_map_at_1_max": 0.613286, + "nauc_map_at_1_std": -0.047864, + "nauc_map_at_1_diff1": 0.877033, + "nauc_map_at_3_max": 0.624589, + "nauc_map_at_3_std": -0.048946, + "nauc_map_at_3_diff1": 0.855895, + "nauc_map_at_5_max": 0.62366, + "nauc_map_at_5_std": -0.049823, + "nauc_map_at_5_diff1": 0.855391, + "nauc_map_at_10_max": 0.622424, + "nauc_map_at_10_std": -0.0458, + "nauc_map_at_10_diff1": 0.852275, + "nauc_map_at_20_max": 0.621325, + "nauc_map_at_20_std": -0.046046, + "nauc_map_at_20_diff1": 0.851491, + "nauc_map_at_100_max": 0.620802, + "nauc_map_at_100_std": -0.045511, + "nauc_map_at_100_diff1": 0.85112, + "nauc_map_at_1000_max": 0.620882, + "nauc_map_at_1000_std": -0.045845, + "nauc_map_at_1000_diff1": 0.851323, + "nauc_recall_at_1_max": 0.613286, + "nauc_recall_at_1_std": -0.047864, + "nauc_recall_at_1_diff1": 0.877033, + "nauc_recall_at_3_max": 0.631352, + "nauc_recall_at_3_std": -0.054855, + "nauc_recall_at_3_diff1": 0.826842, + "nauc_recall_at_5_max": 0.627245, + "nauc_recall_at_5_std": -0.059486, + "nauc_recall_at_5_diff1": 0.823398, + "nauc_recall_at_10_max": 0.617463, + "nauc_recall_at_10_std": -0.027911, + "nauc_recall_at_10_diff1": 0.796235, + "nauc_recall_at_20_max": 0.597727, + "nauc_recall_at_20_std": -0.029871, + "nauc_recall_at_20_diff1": 0.778574, + "nauc_recall_at_100_max": 0.536665, + "nauc_recall_at_100_std": 0.020173, + "nauc_recall_at_100_diff1": 0.71452, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.613286, + "nauc_precision_at_1_std": -0.047864, + "nauc_precision_at_1_diff1": 0.877033, + "nauc_precision_at_3_max": 0.631352, + "nauc_precision_at_3_std": -0.054855, + "nauc_precision_at_3_diff1": 0.826842, + "nauc_precision_at_5_max": 0.627245, + "nauc_precision_at_5_std": -0.059486, + "nauc_precision_at_5_diff1": 0.823398, + "nauc_precision_at_10_max": 0.617463, + "nauc_precision_at_10_std": -0.027911, + "nauc_precision_at_10_diff1": 0.796235, + "nauc_precision_at_20_max": 0.597727, + "nauc_precision_at_20_std": -0.029871, + "nauc_precision_at_20_diff1": 0.778574, + "nauc_precision_at_100_max": 0.536665, + "nauc_precision_at_100_std": 0.020173, + "nauc_precision_at_100_diff1": 0.71452, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.613286, + "nauc_mrr_at_1_std": -0.047864, + "nauc_mrr_at_1_diff1": 0.877033, + "nauc_mrr_at_3_max": 0.624589, + "nauc_mrr_at_3_std": -0.048946, + "nauc_mrr_at_3_diff1": 0.855895, + "nauc_mrr_at_5_max": 0.62366, + "nauc_mrr_at_5_std": -0.049823, + "nauc_mrr_at_5_diff1": 0.855391, + "nauc_mrr_at_10_max": 0.622424, + "nauc_mrr_at_10_std": -0.0458, + "nauc_mrr_at_10_diff1": 0.852275, + "nauc_mrr_at_20_max": 0.621325, + "nauc_mrr_at_20_std": -0.046046, + "nauc_mrr_at_20_diff1": 0.851491, + "nauc_mrr_at_100_max": 0.620802, + "nauc_mrr_at_100_std": -0.045511, + "nauc_mrr_at_100_diff1": 0.85112, + "nauc_mrr_at_1000_max": 0.620882, + "nauc_mrr_at_1000_std": -0.045845, + "nauc_mrr_at_1000_diff1": 0.851323, + "main_score": 0.60176, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.53889, + "ndcg_at_3": 0.59303, + "ndcg_at_5": 0.60541, + "ndcg_at_10": 0.62354, + "ndcg_at_20": 0.63648, + "ndcg_at_100": 0.65785, + "ndcg_at_1000": 0.67307, + "map_at_1": 0.53889, + "map_at_3": 0.58019, + "map_at_5": 0.58707, + "map_at_10": 0.59465, + "map_at_20": 0.59822, + "map_at_100": 0.60107, + "map_at_1000": 0.60167, + "recall_at_1": 0.53889, + "recall_at_3": 0.63, + "recall_at_5": 0.66, + "recall_at_10": 0.71556, + "recall_at_20": 0.76667, + "recall_at_100": 0.88333, + "recall_at_1000": 1.0, + "precision_at_1": 0.53889, + "precision_at_3": 0.21, + "precision_at_5": 0.132, + "precision_at_10": 0.07156, + "precision_at_20": 0.03833, + "precision_at_100": 0.00883, + "precision_at_1000": 0.001, + "mrr_at_1": 0.538889, + "mrr_at_3": 0.580185, + "mrr_at_5": 0.587074, + "mrr_at_10": 0.594655, + "mrr_at_20": 0.598217, + "mrr_at_100": 0.601066, + "mrr_at_1000": 0.601673, + "nauc_ndcg_at_1_max": 0.675733, + "nauc_ndcg_at_1_std": 0.619079, + "nauc_ndcg_at_1_diff1": 0.837687, + "nauc_ndcg_at_3_max": 0.686773, + "nauc_ndcg_at_3_std": 0.648511, + "nauc_ndcg_at_3_diff1": 0.801147, + "nauc_ndcg_at_5_max": 0.683215, + "nauc_ndcg_at_5_std": 0.656437, + "nauc_ndcg_at_5_diff1": 0.793405, + "nauc_ndcg_at_10_max": 0.678636, + "nauc_ndcg_at_10_std": 0.655975, + "nauc_ndcg_at_10_diff1": 0.787761, + "nauc_ndcg_at_20_max": 0.674858, + "nauc_ndcg_at_20_std": 0.656681, + "nauc_ndcg_at_20_diff1": 0.784303, + "nauc_ndcg_at_100_max": 0.672785, + "nauc_ndcg_at_100_std": 0.649288, + "nauc_ndcg_at_100_diff1": 0.784996, + "nauc_ndcg_at_1000_max": 0.676551, + "nauc_ndcg_at_1000_std": 0.649318, + "nauc_ndcg_at_1000_diff1": 0.793087, + "nauc_map_at_1_max": 0.675733, + "nauc_map_at_1_std": 0.619079, + "nauc_map_at_1_diff1": 0.837687, + "nauc_map_at_3_max": 0.684732, + "nauc_map_at_3_std": 0.6426, + "nauc_map_at_3_diff1": 0.81013, + "nauc_map_at_5_max": 0.682683, + "nauc_map_at_5_std": 0.646839, + "nauc_map_at_5_diff1": 0.805955, + "nauc_map_at_10_max": 0.680588, + "nauc_map_at_10_std": 0.646226, + "nauc_map_at_10_diff1": 0.803755, + "nauc_map_at_20_max": 0.679598, + "nauc_map_at_20_std": 0.646284, + "nauc_map_at_20_diff1": 0.802935, + "nauc_map_at_100_max": 0.679121, + "nauc_map_at_100_std": 0.645201, + "nauc_map_at_100_diff1": 0.802831, + "nauc_map_at_1000_max": 0.679249, + "nauc_map_at_1000_std": 0.645206, + "nauc_map_at_1000_diff1": 0.803124, + "nauc_recall_at_1_max": 0.675733, + "nauc_recall_at_1_std": 0.619079, + "nauc_recall_at_1_diff1": 0.837687, + "nauc_recall_at_3_max": 0.692753, + "nauc_recall_at_3_std": 0.666116, + "nauc_recall_at_3_diff1": 0.773476, + "nauc_recall_at_5_max": 0.684153, + "nauc_recall_at_5_std": 0.688016, + "nauc_recall_at_5_diff1": 0.751804, + "nauc_recall_at_10_max": 0.669367, + "nauc_recall_at_10_std": 0.692611, + "nauc_recall_at_10_diff1": 0.726472, + "nauc_recall_at_20_max": 0.647848, + "nauc_recall_at_20_std": 0.703166, + "nauc_recall_at_20_diff1": 0.69792, + "nauc_recall_at_100_max": 0.608233, + "nauc_recall_at_100_std": 0.651044, + "nauc_recall_at_100_diff1": 0.645793, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.675733, + "nauc_precision_at_1_std": 0.619079, + "nauc_precision_at_1_diff1": 0.837687, + "nauc_precision_at_3_max": 0.692753, + "nauc_precision_at_3_std": 0.666116, + "nauc_precision_at_3_diff1": 0.773476, + "nauc_precision_at_5_max": 0.684153, + "nauc_precision_at_5_std": 0.688016, + "nauc_precision_at_5_diff1": 0.751804, + "nauc_precision_at_10_max": 0.669367, + "nauc_precision_at_10_std": 0.692611, + "nauc_precision_at_10_diff1": 0.726472, + "nauc_precision_at_20_max": 0.647848, + "nauc_precision_at_20_std": 0.703166, + "nauc_precision_at_20_diff1": 0.69792, + "nauc_precision_at_100_max": 0.608233, + "nauc_precision_at_100_std": 0.651044, + "nauc_precision_at_100_diff1": 0.645793, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.675733, + "nauc_mrr_at_1_std": 0.619079, + "nauc_mrr_at_1_diff1": 0.837687, + "nauc_mrr_at_3_max": 0.684732, + "nauc_mrr_at_3_std": 0.6426, + "nauc_mrr_at_3_diff1": 0.81013, + "nauc_mrr_at_5_max": 0.682683, + "nauc_mrr_at_5_std": 0.646839, + "nauc_mrr_at_5_diff1": 0.805955, + "nauc_mrr_at_10_max": 0.680588, + "nauc_mrr_at_10_std": 0.646226, + "nauc_mrr_at_10_diff1": 0.803755, + "nauc_mrr_at_20_max": 0.679598, + "nauc_mrr_at_20_std": 0.646284, + "nauc_mrr_at_20_diff1": 0.802935, + "nauc_mrr_at_100_max": 0.679121, + "nauc_mrr_at_100_std": 0.645201, + "nauc_mrr_at_100_diff1": 0.802831, + "nauc_mrr_at_1000_max": 0.679249, + "nauc_mrr_at_1000_std": 0.645206, + "nauc_mrr_at_1000_diff1": 0.803124, + "main_score": 0.62354, + "hf_subset": "xho_Latn-xho_Latn", + "languages": [ + "xho-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.80222, + "ndcg_at_3": 0.85259, + "ndcg_at_5": 0.86426, + "ndcg_at_10": 0.87548, + "ndcg_at_20": 0.8803, + "ndcg_at_100": 0.88476, + "ndcg_at_1000": 0.88629, + "map_at_1": 0.80222, + "map_at_3": 0.84074, + "map_at_5": 0.84735, + "map_at_10": 0.85224, + "map_at_20": 0.85359, + "map_at_100": 0.85433, + "map_at_1000": 0.85441, + "recall_at_1": 0.80222, + "recall_at_3": 0.88667, + "recall_at_5": 0.91444, + "recall_at_10": 0.94778, + "recall_at_20": 0.96667, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.80222, + "precision_at_3": 0.29556, + "precision_at_5": 0.18289, + "precision_at_10": 0.09478, + "precision_at_20": 0.04833, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.802222, + "mrr_at_3": 0.840741, + "mrr_at_5": 0.847352, + "mrr_at_10": 0.852241, + "mrr_at_20": 0.853585, + "mrr_at_100": 0.85433, + "mrr_at_1000": 0.854406, + "nauc_ndcg_at_1_max": 0.695768, + "nauc_ndcg_at_1_std": 0.045138, + "nauc_ndcg_at_1_diff1": 0.886374, + "nauc_ndcg_at_3_max": 0.728618, + "nauc_ndcg_at_3_std": 0.115258, + "nauc_ndcg_at_3_diff1": 0.870281, + "nauc_ndcg_at_5_max": 0.715247, + "nauc_ndcg_at_5_std": 0.10364, + "nauc_ndcg_at_5_diff1": 0.869852, + "nauc_ndcg_at_10_max": 0.712159, + "nauc_ndcg_at_10_std": 0.092363, + "nauc_ndcg_at_10_diff1": 0.875454, + "nauc_ndcg_at_20_max": 0.711764, + "nauc_ndcg_at_20_std": 0.080416, + "nauc_ndcg_at_20_diff1": 0.875318, + "nauc_ndcg_at_100_max": 0.713996, + "nauc_ndcg_at_100_std": 0.09149, + "nauc_ndcg_at_100_diff1": 0.875268, + "nauc_ndcg_at_1000_max": 0.713335, + "nauc_ndcg_at_1000_std": 0.086583, + "nauc_ndcg_at_1000_diff1": 0.876189, + "nauc_map_at_1_max": 0.695768, + "nauc_map_at_1_std": 0.045138, + "nauc_map_at_1_diff1": 0.886374, + "nauc_map_at_3_max": 0.721055, + "nauc_map_at_3_std": 0.095636, + "nauc_map_at_3_diff1": 0.875123, + "nauc_map_at_5_max": 0.713924, + "nauc_map_at_5_std": 0.088914, + "nauc_map_at_5_diff1": 0.875175, + "nauc_map_at_10_max": 0.71226, + "nauc_map_at_10_std": 0.083678, + "nauc_map_at_10_diff1": 0.877462, + "nauc_map_at_20_max": 0.71218, + "nauc_map_at_20_std": 0.080839, + "nauc_map_at_20_diff1": 0.877432, + "nauc_map_at_100_max": 0.712551, + "nauc_map_at_100_std": 0.082136, + "nauc_map_at_100_diff1": 0.877431, + "nauc_map_at_1000_max": 0.712523, + "nauc_map_at_1000_std": 0.081987, + "nauc_map_at_1000_diff1": 0.877481, + "nauc_recall_at_1_max": 0.695768, + "nauc_recall_at_1_std": 0.045138, + "nauc_recall_at_1_diff1": 0.886374, + "nauc_recall_at_3_max": 0.75707, + "nauc_recall_at_3_std": 0.191569, + "nauc_recall_at_3_diff1": 0.851249, + "nauc_recall_at_5_max": 0.717402, + "nauc_recall_at_5_std": 0.172602, + "nauc_recall_at_5_diff1": 0.843453, + "nauc_recall_at_10_max": 0.70481, + "nauc_recall_at_10_std": 0.148181, + "nauc_recall_at_10_diff1": 0.864116, + "nauc_recall_at_20_max": 0.694942, + "nauc_recall_at_20_std": 0.019608, + "nauc_recall_at_20_diff1": 0.856443, + "nauc_recall_at_100_max": 0.75887, + "nauc_recall_at_100_std": 0.463025, + "nauc_recall_at_100_diff1": 0.816527, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695768, + "nauc_precision_at_1_std": 0.045138, + "nauc_precision_at_1_diff1": 0.886374, + "nauc_precision_at_3_max": 0.75707, + "nauc_precision_at_3_std": 0.191569, + "nauc_precision_at_3_diff1": 0.851249, + "nauc_precision_at_5_max": 0.717402, + "nauc_precision_at_5_std": 0.172602, + "nauc_precision_at_5_diff1": 0.843453, + "nauc_precision_at_10_max": 0.70481, + "nauc_precision_at_10_std": 0.148181, + "nauc_precision_at_10_diff1": 0.864116, + "nauc_precision_at_20_max": 0.694942, + "nauc_precision_at_20_std": 0.019608, + "nauc_precision_at_20_diff1": 0.856443, + "nauc_precision_at_100_max": 0.75887, + "nauc_precision_at_100_std": 0.463025, + "nauc_precision_at_100_diff1": 0.816527, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695768, + "nauc_mrr_at_1_std": 0.045138, + "nauc_mrr_at_1_diff1": 0.886374, + "nauc_mrr_at_3_max": 0.721055, + "nauc_mrr_at_3_std": 0.095636, + "nauc_mrr_at_3_diff1": 0.875123, + "nauc_mrr_at_5_max": 0.713924, + "nauc_mrr_at_5_std": 0.088914, + "nauc_mrr_at_5_diff1": 0.875175, + "nauc_mrr_at_10_max": 0.71226, + "nauc_mrr_at_10_std": 0.083678, + "nauc_mrr_at_10_diff1": 0.877462, + "nauc_mrr_at_20_max": 0.71218, + "nauc_mrr_at_20_std": 0.080839, + "nauc_mrr_at_20_diff1": 0.877432, + "nauc_mrr_at_100_max": 0.712551, + "nauc_mrr_at_100_std": 0.082136, + "nauc_mrr_at_100_diff1": 0.877431, + "nauc_mrr_at_1000_max": 0.712523, + "nauc_mrr_at_1000_std": 0.081987, + "nauc_mrr_at_1000_diff1": 0.877481, + "main_score": 0.87548, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.47667, + "ndcg_at_3": 0.5252, + "ndcg_at_5": 0.53672, + "ndcg_at_10": 0.5504, + "ndcg_at_20": 0.56632, + "ndcg_at_100": 0.59309, + "ndcg_at_1000": 0.61385, + "map_at_1": 0.47667, + "map_at_3": 0.51352, + "map_at_5": 0.51996, + "map_at_10": 0.52562, + "map_at_20": 0.52995, + "map_at_100": 0.53351, + "map_at_1000": 0.5343, + "recall_at_1": 0.47667, + "recall_at_3": 0.55889, + "recall_at_5": 0.58667, + "recall_at_10": 0.62889, + "recall_at_20": 0.69222, + "recall_at_100": 0.83889, + "recall_at_1000": 1.0, + "precision_at_1": 0.47667, + "precision_at_3": 0.1863, + "precision_at_5": 0.11733, + "precision_at_10": 0.06289, + "precision_at_20": 0.03461, + "precision_at_100": 0.00839, + "precision_at_1000": 0.001, + "mrr_at_1": 0.476667, + "mrr_at_3": 0.513519, + "mrr_at_5": 0.519963, + "mrr_at_10": 0.525623, + "mrr_at_20": 0.529953, + "mrr_at_100": 0.533506, + "mrr_at_1000": 0.534299, + "nauc_ndcg_at_1_max": 0.60893, + "nauc_ndcg_at_1_std": -0.127522, + "nauc_ndcg_at_1_diff1": 0.818435, + "nauc_ndcg_at_3_max": 0.63284, + "nauc_ndcg_at_3_std": -0.100269, + "nauc_ndcg_at_3_diff1": 0.788565, + "nauc_ndcg_at_5_max": 0.631168, + "nauc_ndcg_at_5_std": -0.09957, + "nauc_ndcg_at_5_diff1": 0.78393, + "nauc_ndcg_at_10_max": 0.619753, + "nauc_ndcg_at_10_std": -0.105048, + "nauc_ndcg_at_10_diff1": 0.772148, + "nauc_ndcg_at_20_max": 0.618444, + "nauc_ndcg_at_20_std": -0.102016, + "nauc_ndcg_at_20_diff1": 0.766494, + "nauc_ndcg_at_100_max": 0.61577, + "nauc_ndcg_at_100_std": -0.101126, + "nauc_ndcg_at_100_diff1": 0.769235, + "nauc_ndcg_at_1000_max": 0.619691, + "nauc_ndcg_at_1000_std": -0.105054, + "nauc_ndcg_at_1000_diff1": 0.77873, + "nauc_map_at_1_max": 0.60893, + "nauc_map_at_1_std": -0.127522, + "nauc_map_at_1_diff1": 0.818435, + "nauc_map_at_3_max": 0.627552, + "nauc_map_at_3_std": -0.107386, + "nauc_map_at_3_diff1": 0.796568, + "nauc_map_at_5_max": 0.626668, + "nauc_map_at_5_std": -0.107029, + "nauc_map_at_5_diff1": 0.794055, + "nauc_map_at_10_max": 0.621791, + "nauc_map_at_10_std": -0.109905, + "nauc_map_at_10_diff1": 0.78937, + "nauc_map_at_20_max": 0.621599, + "nauc_map_at_20_std": -0.108839, + "nauc_map_at_20_diff1": 0.788152, + "nauc_map_at_100_max": 0.621245, + "nauc_map_at_100_std": -0.109087, + "nauc_map_at_100_diff1": 0.788831, + "nauc_map_at_1000_max": 0.621374, + "nauc_map_at_1000_std": -0.109146, + "nauc_map_at_1000_diff1": 0.78914, + "nauc_recall_at_1_max": 0.60893, + "nauc_recall_at_1_std": -0.127522, + "nauc_recall_at_1_diff1": 0.818435, + "nauc_recall_at_3_max": 0.648445, + "nauc_recall_at_3_std": -0.078741, + "nauc_recall_at_3_diff1": 0.764277, + "nauc_recall_at_5_max": 0.644382, + "nauc_recall_at_5_std": -0.076394, + "nauc_recall_at_5_diff1": 0.751862, + "nauc_recall_at_10_max": 0.608001, + "nauc_recall_at_10_std": -0.089701, + "nauc_recall_at_10_diff1": 0.709751, + "nauc_recall_at_20_max": 0.598897, + "nauc_recall_at_20_std": -0.076017, + "nauc_recall_at_20_diff1": 0.673008, + "nauc_recall_at_100_max": 0.558887, + "nauc_recall_at_100_std": -0.037271, + "nauc_recall_at_100_diff1": 0.62973, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.60893, + "nauc_precision_at_1_std": -0.127522, + "nauc_precision_at_1_diff1": 0.818435, + "nauc_precision_at_3_max": 0.648445, + "nauc_precision_at_3_std": -0.078741, + "nauc_precision_at_3_diff1": 0.764277, + "nauc_precision_at_5_max": 0.644382, + "nauc_precision_at_5_std": -0.076394, + "nauc_precision_at_5_diff1": 0.751862, + "nauc_precision_at_10_max": 0.608001, + "nauc_precision_at_10_std": -0.089701, + "nauc_precision_at_10_diff1": 0.709751, + "nauc_precision_at_20_max": 0.598897, + "nauc_precision_at_20_std": -0.076017, + "nauc_precision_at_20_diff1": 0.673008, + "nauc_precision_at_100_max": 0.558887, + "nauc_precision_at_100_std": -0.037271, + "nauc_precision_at_100_diff1": 0.62973, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.60893, + "nauc_mrr_at_1_std": -0.127522, + "nauc_mrr_at_1_diff1": 0.818435, + "nauc_mrr_at_3_max": 0.627552, + "nauc_mrr_at_3_std": -0.107386, + "nauc_mrr_at_3_diff1": 0.796568, + "nauc_mrr_at_5_max": 0.626668, + "nauc_mrr_at_5_std": -0.107029, + "nauc_mrr_at_5_diff1": 0.794055, + "nauc_mrr_at_10_max": 0.621791, + "nauc_mrr_at_10_std": -0.109905, + "nauc_mrr_at_10_diff1": 0.78937, + "nauc_mrr_at_20_max": 0.621599, + "nauc_mrr_at_20_std": -0.108839, + "nauc_mrr_at_20_diff1": 0.788152, + "nauc_mrr_at_100_max": 0.621245, + "nauc_mrr_at_100_std": -0.109087, + "nauc_mrr_at_100_diff1": 0.788831, + "nauc_mrr_at_1000_max": 0.621374, + "nauc_mrr_at_1000_std": -0.109146, + "nauc_mrr_at_1000_diff1": 0.78914, + "main_score": 0.5504, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.49222, + "ndcg_at_3": 0.55329, + "ndcg_at_5": 0.56706, + "ndcg_at_10": 0.57918, + "ndcg_at_20": 0.59274, + "ndcg_at_100": 0.61933, + "ndcg_at_1000": 0.63612, + "map_at_1": 0.49222, + "map_at_3": 0.53796, + "map_at_5": 0.54563, + "map_at_10": 0.55057, + "map_at_20": 0.55418, + "map_at_100": 0.55758, + "map_at_1000": 0.55825, + "recall_at_1": 0.49222, + "recall_at_3": 0.59778, + "recall_at_5": 0.63111, + "recall_at_10": 0.66889, + "recall_at_20": 0.72333, + "recall_at_100": 0.87111, + "recall_at_1000": 1.0, + "precision_at_1": 0.49222, + "precision_at_3": 0.19926, + "precision_at_5": 0.12622, + "precision_at_10": 0.06689, + "precision_at_20": 0.03617, + "precision_at_100": 0.00871, + "precision_at_1000": 0.001, + "mrr_at_1": 0.492222, + "mrr_at_3": 0.537963, + "mrr_at_5": 0.54563, + "mrr_at_10": 0.550573, + "mrr_at_20": 0.554183, + "mrr_at_100": 0.557577, + "mrr_at_1000": 0.558248, + "nauc_ndcg_at_1_max": 0.648525, + "nauc_ndcg_at_1_std": -0.026113, + "nauc_ndcg_at_1_diff1": 0.847622, + "nauc_ndcg_at_3_max": 0.656663, + "nauc_ndcg_at_3_std": -0.00168, + "nauc_ndcg_at_3_diff1": 0.794267, + "nauc_ndcg_at_5_max": 0.658547, + "nauc_ndcg_at_5_std": 0.007103, + "nauc_ndcg_at_5_diff1": 0.78592, + "nauc_ndcg_at_10_max": 0.659118, + "nauc_ndcg_at_10_std": 0.016998, + "nauc_ndcg_at_10_diff1": 0.778746, + "nauc_ndcg_at_20_max": 0.655391, + "nauc_ndcg_at_20_std": 0.013931, + "nauc_ndcg_at_20_diff1": 0.777055, + "nauc_ndcg_at_100_max": 0.653941, + "nauc_ndcg_at_100_std": 0.019996, + "nauc_ndcg_at_100_diff1": 0.778414, + "nauc_ndcg_at_1000_max": 0.656967, + "nauc_ndcg_at_1000_std": 0.011867, + "nauc_ndcg_at_1000_diff1": 0.788164, + "nauc_map_at_1_max": 0.648525, + "nauc_map_at_1_std": -0.026113, + "nauc_map_at_1_diff1": 0.847622, + "nauc_map_at_3_max": 0.65678, + "nauc_map_at_3_std": -0.006846, + "nauc_map_at_3_diff1": 0.808007, + "nauc_map_at_5_max": 0.657812, + "nauc_map_at_5_std": -0.0019, + "nauc_map_at_5_diff1": 0.803688, + "nauc_map_at_10_max": 0.658203, + "nauc_map_at_10_std": 0.002045, + "nauc_map_at_10_diff1": 0.801011, + "nauc_map_at_20_max": 0.6572, + "nauc_map_at_20_std": 0.00118, + "nauc_map_at_20_diff1": 0.800606, + "nauc_map_at_100_max": 0.657295, + "nauc_map_at_100_std": 0.002398, + "nauc_map_at_100_diff1": 0.800834, + "nauc_map_at_1000_max": 0.657405, + "nauc_map_at_1000_std": 0.002177, + "nauc_map_at_1000_diff1": 0.801144, + "nauc_recall_at_1_max": 0.648525, + "nauc_recall_at_1_std": -0.026113, + "nauc_recall_at_1_diff1": 0.847622, + "nauc_recall_at_3_max": 0.655347, + "nauc_recall_at_3_std": 0.013758, + "nauc_recall_at_3_diff1": 0.751912, + "nauc_recall_at_5_max": 0.660188, + "nauc_recall_at_5_std": 0.036658, + "nauc_recall_at_5_diff1": 0.727218, + "nauc_recall_at_10_max": 0.661152, + "nauc_recall_at_10_std": 0.0733, + "nauc_recall_at_10_diff1": 0.69722, + "nauc_recall_at_20_max": 0.643008, + "nauc_recall_at_20_std": 0.065512, + "nauc_recall_at_20_diff1": 0.678478, + "nauc_recall_at_100_max": 0.604129, + "nauc_recall_at_100_std": 0.165598, + "nauc_recall_at_100_diff1": 0.60932, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.648525, + "nauc_precision_at_1_std": -0.026113, + "nauc_precision_at_1_diff1": 0.847622, + "nauc_precision_at_3_max": 0.655347, + "nauc_precision_at_3_std": 0.013758, + "nauc_precision_at_3_diff1": 0.751912, + "nauc_precision_at_5_max": 0.660188, + "nauc_precision_at_5_std": 0.036658, + "nauc_precision_at_5_diff1": 0.727218, + "nauc_precision_at_10_max": 0.661152, + "nauc_precision_at_10_std": 0.0733, + "nauc_precision_at_10_diff1": 0.69722, + "nauc_precision_at_20_max": 0.643008, + "nauc_precision_at_20_std": 0.065512, + "nauc_precision_at_20_diff1": 0.678478, + "nauc_precision_at_100_max": 0.604129, + "nauc_precision_at_100_std": 0.165598, + "nauc_precision_at_100_diff1": 0.60932, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.648525, + "nauc_mrr_at_1_std": -0.026113, + "nauc_mrr_at_1_diff1": 0.847622, + "nauc_mrr_at_3_max": 0.65678, + "nauc_mrr_at_3_std": -0.006846, + "nauc_mrr_at_3_diff1": 0.808007, + "nauc_mrr_at_5_max": 0.657812, + "nauc_mrr_at_5_std": -0.0019, + "nauc_mrr_at_5_diff1": 0.803688, + "nauc_mrr_at_10_max": 0.658203, + "nauc_mrr_at_10_std": 0.002045, + "nauc_mrr_at_10_diff1": 0.801011, + "nauc_mrr_at_20_max": 0.6572, + "nauc_mrr_at_20_std": 0.00118, + "nauc_mrr_at_20_diff1": 0.800606, + "nauc_mrr_at_100_max": 0.657295, + "nauc_mrr_at_100_std": 0.002398, + "nauc_mrr_at_100_diff1": 0.800834, + "nauc_mrr_at_1000_max": 0.657405, + "nauc_mrr_at_1000_std": 0.002177, + "nauc_mrr_at_1000_diff1": 0.801144, + "main_score": 0.57918, + "hf_subset": "yor_Latn-yor_Latn", + "languages": [ + "yor-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.71444, + "ndcg_at_3": 0.77545, + "ndcg_at_5": 0.79366, + "ndcg_at_10": 0.80989, + "ndcg_at_20": 0.81928, + "ndcg_at_100": 0.82619, + "ndcg_at_1000": 0.82781, + "map_at_1": 0.71444, + "map_at_3": 0.76111, + "map_at_5": 0.77117, + "map_at_10": 0.77768, + "map_at_20": 0.78033, + "map_at_100": 0.78118, + "map_at_1000": 0.78124, + "recall_at_1": 0.71444, + "recall_at_3": 0.81667, + "recall_at_5": 0.86111, + "recall_at_10": 0.91222, + "recall_at_20": 0.94889, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.71444, + "precision_at_3": 0.27222, + "precision_at_5": 0.17222, + "precision_at_10": 0.09122, + "precision_at_20": 0.04744, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.714444, + "mrr_at_3": 0.761111, + "mrr_at_5": 0.771167, + "mrr_at_10": 0.777684, + "mrr_at_20": 0.780331, + "mrr_at_100": 0.781175, + "mrr_at_1000": 0.781244, + "nauc_ndcg_at_1_max": 0.685792, + "nauc_ndcg_at_1_std": 0.0034, + "nauc_ndcg_at_1_diff1": 0.870422, + "nauc_ndcg_at_3_max": 0.689135, + "nauc_ndcg_at_3_std": 0.024529, + "nauc_ndcg_at_3_diff1": 0.835568, + "nauc_ndcg_at_5_max": 0.699896, + "nauc_ndcg_at_5_std": 0.053057, + "nauc_ndcg_at_5_diff1": 0.835826, + "nauc_ndcg_at_10_max": 0.695451, + "nauc_ndcg_at_10_std": 0.055356, + "nauc_ndcg_at_10_diff1": 0.830554, + "nauc_ndcg_at_20_max": 0.693335, + "nauc_ndcg_at_20_std": 0.056772, + "nauc_ndcg_at_20_diff1": 0.833008, + "nauc_ndcg_at_100_max": 0.693589, + "nauc_ndcg_at_100_std": 0.04727, + "nauc_ndcg_at_100_diff1": 0.83841, + "nauc_ndcg_at_1000_max": 0.69283, + "nauc_ndcg_at_1000_std": 0.04288, + "nauc_ndcg_at_1000_diff1": 0.839889, + "nauc_map_at_1_max": 0.685792, + "nauc_map_at_1_std": 0.0034, + "nauc_map_at_1_diff1": 0.870422, + "nauc_map_at_3_max": 0.687249, + "nauc_map_at_3_std": 0.015524, + "nauc_map_at_3_diff1": 0.844536, + "nauc_map_at_5_max": 0.692459, + "nauc_map_at_5_std": 0.030016, + "nauc_map_at_5_diff1": 0.845046, + "nauc_map_at_10_max": 0.690913, + "nauc_map_at_10_std": 0.0313, + "nauc_map_at_10_diff1": 0.84336, + "nauc_map_at_20_max": 0.690536, + "nauc_map_at_20_std": 0.032119, + "nauc_map_at_20_diff1": 0.844142, + "nauc_map_at_100_max": 0.690674, + "nauc_map_at_100_std": 0.031251, + "nauc_map_at_100_diff1": 0.844753, + "nauc_map_at_1000_max": 0.690645, + "nauc_map_at_1000_std": 0.031112, + "nauc_map_at_1000_diff1": 0.844813, + "nauc_recall_at_1_max": 0.685792, + "nauc_recall_at_1_std": 0.0034, + "nauc_recall_at_1_diff1": 0.870422, + "nauc_recall_at_3_max": 0.696384, + "nauc_recall_at_3_std": 0.058394, + "nauc_recall_at_3_diff1": 0.803826, + "nauc_recall_at_5_max": 0.736139, + "nauc_recall_at_5_std": 0.162605, + "nauc_recall_at_5_diff1": 0.795557, + "nauc_recall_at_10_max": 0.724899, + "nauc_recall_at_10_std": 0.219941, + "nauc_recall_at_10_diff1": 0.743242, + "nauc_recall_at_20_max": 0.714408, + "nauc_recall_at_20_std": 0.332684, + "nauc_recall_at_20_diff1": 0.710368, + "nauc_recall_at_100_max": 0.763433, + "nauc_recall_at_100_std": 0.480604, + "nauc_recall_at_100_diff1": 0.701638, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.685792, + "nauc_precision_at_1_std": 0.0034, + "nauc_precision_at_1_diff1": 0.870422, + "nauc_precision_at_3_max": 0.696384, + "nauc_precision_at_3_std": 0.058394, + "nauc_precision_at_3_diff1": 0.803826, + "nauc_precision_at_5_max": 0.736139, + "nauc_precision_at_5_std": 0.162605, + "nauc_precision_at_5_diff1": 0.795557, + "nauc_precision_at_10_max": 0.724899, + "nauc_precision_at_10_std": 0.219941, + "nauc_precision_at_10_diff1": 0.743242, + "nauc_precision_at_20_max": 0.714408, + "nauc_precision_at_20_std": 0.332684, + "nauc_precision_at_20_diff1": 0.710368, + "nauc_precision_at_100_max": 0.763433, + "nauc_precision_at_100_std": 0.480604, + "nauc_precision_at_100_diff1": 0.701638, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.685792, + "nauc_mrr_at_1_std": 0.0034, + "nauc_mrr_at_1_diff1": 0.870422, + "nauc_mrr_at_3_max": 0.687249, + "nauc_mrr_at_3_std": 0.015524, + "nauc_mrr_at_3_diff1": 0.844536, + "nauc_mrr_at_5_max": 0.692459, + "nauc_mrr_at_5_std": 0.030016, + "nauc_mrr_at_5_diff1": 0.845046, + "nauc_mrr_at_10_max": 0.690913, + "nauc_mrr_at_10_std": 0.0313, + "nauc_mrr_at_10_diff1": 0.84336, + "nauc_mrr_at_20_max": 0.690536, + "nauc_mrr_at_20_std": 0.032119, + "nauc_mrr_at_20_diff1": 0.844142, + "nauc_mrr_at_100_max": 0.690674, + "nauc_mrr_at_100_std": 0.031251, + "nauc_mrr_at_100_diff1": 0.844753, + "nauc_mrr_at_1000_max": 0.690645, + "nauc_mrr_at_1000_std": 0.031112, + "nauc_mrr_at_1000_diff1": 0.844813, + "main_score": 0.80989, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45444, + "ndcg_at_3": 0.4978, + "ndcg_at_5": 0.51301, + "ndcg_at_10": 0.53161, + "ndcg_at_20": 0.54279, + "ndcg_at_100": 0.56966, + "ndcg_at_1000": 0.59345, + "map_at_1": 0.45444, + "map_at_3": 0.48741, + "map_at_5": 0.49591, + "map_at_10": 0.50354, + "map_at_20": 0.50657, + "map_at_100": 0.50995, + "map_at_1000": 0.51088, + "recall_at_1": 0.45444, + "recall_at_3": 0.52778, + "recall_at_5": 0.56444, + "recall_at_10": 0.62222, + "recall_at_20": 0.66667, + "recall_at_100": 0.81667, + "recall_at_1000": 1.0, + "precision_at_1": 0.45444, + "precision_at_3": 0.17593, + "precision_at_5": 0.11289, + "precision_at_10": 0.06222, + "precision_at_20": 0.03333, + "precision_at_100": 0.00817, + "precision_at_1000": 0.001, + "mrr_at_1": 0.454444, + "mrr_at_3": 0.487407, + "mrr_at_5": 0.495907, + "mrr_at_10": 0.503538, + "mrr_at_20": 0.506574, + "mrr_at_100": 0.509946, + "mrr_at_1000": 0.510878, + "nauc_ndcg_at_1_max": 0.658246, + "nauc_ndcg_at_1_std": -0.023402, + "nauc_ndcg_at_1_diff1": 0.840723, + "nauc_ndcg_at_3_max": 0.692253, + "nauc_ndcg_at_3_std": -0.003846, + "nauc_ndcg_at_3_diff1": 0.822445, + "nauc_ndcg_at_5_max": 0.69187, + "nauc_ndcg_at_5_std": 0.009362, + "nauc_ndcg_at_5_diff1": 0.807315, + "nauc_ndcg_at_10_max": 0.680574, + "nauc_ndcg_at_10_std": 0.015489, + "nauc_ndcg_at_10_diff1": 0.795371, + "nauc_ndcg_at_20_max": 0.676794, + "nauc_ndcg_at_20_std": 0.021093, + "nauc_ndcg_at_20_diff1": 0.789552, + "nauc_ndcg_at_100_max": 0.670388, + "nauc_ndcg_at_100_std": 0.015237, + "nauc_ndcg_at_100_diff1": 0.788648, + "nauc_ndcg_at_1000_max": 0.677077, + "nauc_ndcg_at_1000_std": 0.011668, + "nauc_ndcg_at_1000_diff1": 0.800945, + "nauc_map_at_1_max": 0.658246, + "nauc_map_at_1_std": -0.023402, + "nauc_map_at_1_diff1": 0.840723, + "nauc_map_at_3_max": 0.684134, + "nauc_map_at_3_std": -0.008212, + "nauc_map_at_3_diff1": 0.826632, + "nauc_map_at_5_max": 0.683809, + "nauc_map_at_5_std": -0.001057, + "nauc_map_at_5_diff1": 0.818224, + "nauc_map_at_10_max": 0.679278, + "nauc_map_at_10_std": 0.001554, + "nauc_map_at_10_diff1": 0.813481, + "nauc_map_at_20_max": 0.678276, + "nauc_map_at_20_std": 0.003019, + "nauc_map_at_20_diff1": 0.812126, + "nauc_map_at_100_max": 0.677576, + "nauc_map_at_100_std": 0.002434, + "nauc_map_at_100_diff1": 0.812119, + "nauc_map_at_1000_max": 0.677836, + "nauc_map_at_1000_std": 0.002433, + "nauc_map_at_1000_diff1": 0.812573, + "nauc_recall_at_1_max": 0.658246, + "nauc_recall_at_1_std": -0.023402, + "nauc_recall_at_1_diff1": 0.840723, + "nauc_recall_at_3_max": 0.716209, + "nauc_recall_at_3_std": 0.008903, + "nauc_recall_at_3_diff1": 0.81017, + "nauc_recall_at_5_max": 0.716393, + "nauc_recall_at_5_std": 0.04306, + "nauc_recall_at_5_diff1": 0.772031, + "nauc_recall_at_10_max": 0.679361, + "nauc_recall_at_10_std": 0.065293, + "nauc_recall_at_10_diff1": 0.728601, + "nauc_recall_at_20_max": 0.661646, + "nauc_recall_at_20_std": 0.095314, + "nauc_recall_at_20_diff1": 0.694723, + "nauc_recall_at_100_max": 0.58671, + "nauc_recall_at_100_std": 0.07447, + "nauc_recall_at_100_diff1": 0.629642, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.658246, + "nauc_precision_at_1_std": -0.023402, + "nauc_precision_at_1_diff1": 0.840723, + "nauc_precision_at_3_max": 0.716209, + "nauc_precision_at_3_std": 0.008903, + "nauc_precision_at_3_diff1": 0.81017, + "nauc_precision_at_5_max": 0.716393, + "nauc_precision_at_5_std": 0.04306, + "nauc_precision_at_5_diff1": 0.772031, + "nauc_precision_at_10_max": 0.679361, + "nauc_precision_at_10_std": 0.065293, + "nauc_precision_at_10_diff1": 0.728601, + "nauc_precision_at_20_max": 0.661646, + "nauc_precision_at_20_std": 0.095314, + "nauc_precision_at_20_diff1": 0.694723, + "nauc_precision_at_100_max": 0.58671, + "nauc_precision_at_100_std": 0.07447, + "nauc_precision_at_100_diff1": 0.629642, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.658246, + "nauc_mrr_at_1_std": -0.023402, + "nauc_mrr_at_1_diff1": 0.840723, + "nauc_mrr_at_3_max": 0.684134, + "nauc_mrr_at_3_std": -0.008212, + "nauc_mrr_at_3_diff1": 0.826632, + "nauc_mrr_at_5_max": 0.683809, + "nauc_mrr_at_5_std": -0.001057, + "nauc_mrr_at_5_diff1": 0.818224, + "nauc_mrr_at_10_max": 0.679278, + "nauc_mrr_at_10_std": 0.001554, + "nauc_mrr_at_10_diff1": 0.813481, + "nauc_mrr_at_20_max": 0.678276, + "nauc_mrr_at_20_std": 0.003019, + "nauc_mrr_at_20_diff1": 0.812126, + "nauc_mrr_at_100_max": 0.677576, + "nauc_mrr_at_100_std": 0.002434, + "nauc_mrr_at_100_diff1": 0.812119, + "nauc_mrr_at_1000_max": 0.677836, + "nauc_mrr_at_1000_std": 0.002433, + "nauc_mrr_at_1000_diff1": 0.812573, + "main_score": 0.53161, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95495, + "ndcg_at_5": 0.95671, + "ndcg_at_10": 0.95881, + "ndcg_at_20": 0.95965, + "ndcg_at_100": 0.96093, + "ndcg_at_1000": 0.96153, + "map_at_1": 0.92556, + "map_at_3": 0.94815, + "map_at_5": 0.94909, + "map_at_10": 0.94993, + "map_at_20": 0.95015, + "map_at_100": 0.95035, + "map_at_1000": 0.95037, + "recall_at_1": 0.92556, + "recall_at_3": 0.97444, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, + "recall_at_20": 0.98889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "precision_at_1": 0.92556, + "precision_at_3": 0.32481, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, + "precision_at_20": 0.04944, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.948148, + "mrr_at_5": 0.949093, + "mrr_at_10": 0.949926, + "mrr_at_20": 0.950154, + "mrr_at_100": 0.950346, + "mrr_at_1000": 0.950373, + "nauc_ndcg_at_1_max": 0.777165, + "nauc_ndcg_at_1_std": -0.200684, + "nauc_ndcg_at_1_diff1": 0.942863, + "nauc_ndcg_at_3_max": 0.837464, + "nauc_ndcg_at_3_std": -0.196851, + "nauc_ndcg_at_3_diff1": 0.951431, + "nauc_ndcg_at_5_max": 0.837995, + "nauc_ndcg_at_5_std": -0.23715, + "nauc_ndcg_at_5_diff1": 0.954949, + "nauc_ndcg_at_10_max": 0.830795, + "nauc_ndcg_at_10_std": -0.188425, + "nauc_ndcg_at_10_diff1": 0.953713, + "nauc_ndcg_at_20_max": 0.829116, + "nauc_ndcg_at_20_std": -0.173117, + "nauc_ndcg_at_20_diff1": 0.952752, + "nauc_ndcg_at_100_max": 0.825662, + "nauc_ndcg_at_100_std": -0.181525, + "nauc_ndcg_at_100_diff1": 0.951909, + "nauc_ndcg_at_1000_max": 0.822963, + "nauc_ndcg_at_1000_std": -0.192113, + "nauc_ndcg_at_1000_diff1": 0.951164, + "nauc_map_at_1_max": 0.777165, + "nauc_map_at_1_std": -0.200684, + "nauc_map_at_1_diff1": 0.942863, + "nauc_map_at_3_max": 0.820361, + "nauc_map_at_3_std": -0.199231, + "nauc_map_at_3_diff1": 0.949005, + "nauc_map_at_5_max": 0.820259, + "nauc_map_at_5_std": -0.217539, + "nauc_map_at_5_diff1": 0.950555, + "nauc_map_at_10_max": 0.81759, + "nauc_map_at_10_std": -0.201086, + "nauc_map_at_10_diff1": 0.950054, + "nauc_map_at_20_max": 0.817119, + "nauc_map_at_20_std": -0.197275, + "nauc_map_at_20_diff1": 0.949826, + "nauc_map_at_100_max": 0.816669, + "nauc_map_at_100_std": -0.198838, + "nauc_map_at_100_diff1": 0.949709, + "nauc_map_at_1000_max": 0.816568, + "nauc_map_at_1000_std": -0.199148, + "nauc_map_at_1000_diff1": 0.949682, + "nauc_recall_at_1_max": 0.777165, + "nauc_recall_at_1_std": -0.200684, + "nauc_recall_at_1_diff1": 0.942863, + "nauc_recall_at_3_max": 0.934438, + "nauc_recall_at_3_std": -0.182032, + "nauc_recall_at_3_diff1": 0.965189, + "nauc_recall_at_5_max": 0.95786, + "nauc_recall_at_5_std": -0.387021, + "nauc_recall_at_5_diff1": 0.98624, + "nauc_recall_at_10_max": 0.948467, + "nauc_recall_at_10_std": -0.018997, + "nauc_recall_at_10_diff1": 0.989945, + "nauc_recall_at_20_max": 0.960784, + "nauc_recall_at_20_std": 0.236368, + "nauc_recall_at_20_diff1": 0.986928, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.539683, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777165, + "nauc_precision_at_1_std": -0.200684, + "nauc_precision_at_1_diff1": 0.942863, + "nauc_precision_at_3_max": 0.934438, + "nauc_precision_at_3_std": -0.182032, + "nauc_precision_at_3_diff1": 0.965189, + "nauc_precision_at_5_max": 0.95786, + "nauc_precision_at_5_std": -0.387021, + "nauc_precision_at_5_diff1": 0.98624, + "nauc_precision_at_10_max": 0.948467, + "nauc_precision_at_10_std": -0.018997, + "nauc_precision_at_10_diff1": 0.989945, + "nauc_precision_at_20_max": 0.960784, + "nauc_precision_at_20_std": 0.236368, + "nauc_precision_at_20_diff1": 0.986928, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.539683, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777165, + "nauc_mrr_at_1_std": -0.200684, + "nauc_mrr_at_1_diff1": 0.942863, + "nauc_mrr_at_3_max": 0.820361, + "nauc_mrr_at_3_std": -0.199231, + "nauc_mrr_at_3_diff1": 0.949005, + "nauc_mrr_at_5_max": 0.820259, + "nauc_mrr_at_5_std": -0.217539, + "nauc_mrr_at_5_diff1": 0.950555, + "nauc_mrr_at_10_max": 0.81759, + "nauc_mrr_at_10_std": -0.201086, + "nauc_mrr_at_10_diff1": 0.950054, + "nauc_mrr_at_20_max": 0.817119, + "nauc_mrr_at_20_std": -0.197275, + "nauc_mrr_at_20_diff1": 0.949826, + "nauc_mrr_at_100_max": 0.816669, + "nauc_mrr_at_100_std": -0.198838, + "nauc_mrr_at_100_diff1": 0.949709, + "nauc_mrr_at_1000_max": 0.816568, + "nauc_mrr_at_1000_std": -0.199148, + "nauc_mrr_at_1000_diff1": 0.949682, + "main_score": 0.95881, + "hf_subset": "zho_Hans-zho_Hans", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.94673, + "ndcg_at_5": 0.95104, + "ndcg_at_10": 0.9544, + "ndcg_at_20": 0.95582, + "ndcg_at_100": 0.95737, + "ndcg_at_1000": 0.95765, + "map_at_1": 0.92111, + "map_at_3": 0.94093, + "map_at_5": 0.94343, + "map_at_10": 0.94489, + "map_at_20": 0.94529, + "map_at_100": 0.94546, + "map_at_1000": 0.94547, + "recall_at_1": 0.92111, + "recall_at_3": 0.96333, + "recall_at_5": 0.97333, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.92111, + "precision_at_3": 0.32111, + "precision_at_5": 0.19467, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.940926, + "mrr_at_5": 0.943426, + "mrr_at_10": 0.944885, + "mrr_at_20": 0.945288, + "mrr_at_100": 0.945461, + "mrr_at_1000": 0.945471, + "nauc_ndcg_at_1_max": 0.664484, + "nauc_ndcg_at_1_std": -0.213339, + "nauc_ndcg_at_1_diff1": 0.921924, + "nauc_ndcg_at_3_max": 0.753811, + "nauc_ndcg_at_3_std": -0.179234, + "nauc_ndcg_at_3_diff1": 0.925526, + "nauc_ndcg_at_5_max": 0.737586, + "nauc_ndcg_at_5_std": -0.220419, + "nauc_ndcg_at_5_diff1": 0.92153, + "nauc_ndcg_at_10_max": 0.730853, + "nauc_ndcg_at_10_std": -0.204854, + "nauc_ndcg_at_10_diff1": 0.928104, + "nauc_ndcg_at_20_max": 0.72949, + "nauc_ndcg_at_20_std": -0.191903, + "nauc_ndcg_at_20_diff1": 0.926701, + "nauc_ndcg_at_100_max": 0.722722, + "nauc_ndcg_at_100_std": -0.201293, + "nauc_ndcg_at_100_diff1": 0.925898, + "nauc_ndcg_at_1000_max": 0.722185, + "nauc_ndcg_at_1000_std": -0.20139, + "nauc_ndcg_at_1000_diff1": 0.925404, + "nauc_map_at_1_max": 0.664484, + "nauc_map_at_1_std": -0.213339, + "nauc_map_at_1_diff1": 0.921924, + "nauc_map_at_3_max": 0.72872, + "nauc_map_at_3_std": -0.192633, + "nauc_map_at_3_diff1": 0.924661, + "nauc_map_at_5_max": 0.71946, + "nauc_map_at_5_std": -0.213916, + "nauc_map_at_5_diff1": 0.922615, + "nauc_map_at_10_max": 0.716538, + "nauc_map_at_10_std": -0.208529, + "nauc_map_at_10_diff1": 0.924855, + "nauc_map_at_20_max": 0.716102, + "nauc_map_at_20_std": -0.20488, + "nauc_map_at_20_diff1": 0.924544, + "nauc_map_at_100_max": 0.715427, + "nauc_map_at_100_std": -0.20582, + "nauc_map_at_100_diff1": 0.924485, + "nauc_map_at_1000_max": 0.715405, + "nauc_map_at_1000_std": -0.205738, + "nauc_map_at_1000_diff1": 0.92447, + "nauc_recall_at_1_max": 0.664484, + "nauc_recall_at_1_std": -0.213339, + "nauc_recall_at_1_diff1": 0.921924, + "nauc_recall_at_3_max": 0.868022, + "nauc_recall_at_3_std": -0.115327, + "nauc_recall_at_3_diff1": 0.92935, + "nauc_recall_at_5_max": 0.841678, + "nauc_recall_at_5_std": -0.266943, + "nauc_recall_at_5_diff1": 0.913749, + "nauc_recall_at_10_max": 0.849704, + "nauc_recall_at_10_std": -0.161313, + "nauc_recall_at_10_diff1": 0.965142, + "nauc_recall_at_20_max": 0.888422, + "nauc_recall_at_20_std": 0.034267, + "nauc_recall_at_20_diff1": 0.960784, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": -0.075864, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.664484, + "nauc_precision_at_1_std": -0.213339, + "nauc_precision_at_1_diff1": 0.921924, + "nauc_precision_at_3_max": 0.868022, + "nauc_precision_at_3_std": -0.115327, + "nauc_precision_at_3_diff1": 0.92935, + "nauc_precision_at_5_max": 0.841678, + "nauc_precision_at_5_std": -0.266943, + "nauc_precision_at_5_diff1": 0.913749, + "nauc_precision_at_10_max": 0.849704, + "nauc_precision_at_10_std": -0.161313, + "nauc_precision_at_10_diff1": 0.965142, + "nauc_precision_at_20_max": 0.888422, + "nauc_precision_at_20_std": 0.034267, + "nauc_precision_at_20_diff1": 0.960784, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": -0.075864, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.664484, + "nauc_mrr_at_1_std": -0.213339, + "nauc_mrr_at_1_diff1": 0.921924, + "nauc_mrr_at_3_max": 0.72872, + "nauc_mrr_at_3_std": -0.192633, + "nauc_mrr_at_3_diff1": 0.924661, + "nauc_mrr_at_5_max": 0.71946, + "nauc_mrr_at_5_std": -0.213916, + "nauc_mrr_at_5_diff1": 0.922615, + "nauc_mrr_at_10_max": 0.716538, + "nauc_mrr_at_10_std": -0.208529, + "nauc_mrr_at_10_diff1": 0.924855, + "nauc_mrr_at_20_max": 0.716102, + "nauc_mrr_at_20_std": -0.20488, + "nauc_mrr_at_20_diff1": 0.924544, + "nauc_mrr_at_100_max": 0.715427, + "nauc_mrr_at_100_std": -0.20582, + "nauc_mrr_at_100_diff1": 0.924485, + "nauc_mrr_at_1000_max": 0.715405, + "nauc_mrr_at_1000_std": -0.205738, + "nauc_mrr_at_1000_diff1": 0.92447, + "main_score": 0.9544, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.9388, + "ndcg_at_5": 0.94621, + "ndcg_at_10": 0.94807, + "ndcg_at_20": 0.94914, + "ndcg_at_100": 0.94996, + "ndcg_at_1000": 0.9501, + "map_at_1": 0.89667, + "map_at_3": 0.92907, + "map_at_5": 0.93324, + "map_at_10": 0.93405, + "map_at_20": 0.93432, + "map_at_100": 0.93443, + "map_at_1000": 0.93443, + "recall_at_1": 0.89667, + "recall_at_3": 0.96667, + "recall_at_5": 0.98444, + "recall_at_10": 0.99, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "precision_at_1": 0.89667, + "precision_at_3": 0.32222, + "precision_at_5": 0.19689, + "precision_at_10": 0.099, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.929074, + "mrr_at_5": 0.933241, + "mrr_at_10": 0.934048, + "mrr_at_20": 0.934315, + "mrr_at_100": 0.934425, + "mrr_at_1000": 0.93443, + "nauc_ndcg_at_1_max": 0.698164, + "nauc_ndcg_at_1_std": -0.073415, + "nauc_ndcg_at_1_diff1": 0.92539, + "nauc_ndcg_at_3_max": 0.764317, + "nauc_ndcg_at_3_std": -0.109563, + "nauc_ndcg_at_3_diff1": 0.935776, + "nauc_ndcg_at_5_max": 0.745803, + "nauc_ndcg_at_5_std": -0.098403, + "nauc_ndcg_at_5_diff1": 0.933541, + "nauc_ndcg_at_10_max": 0.742133, + "nauc_ndcg_at_10_std": -0.083962, + "nauc_ndcg_at_10_diff1": 0.933136, + "nauc_ndcg_at_20_max": 0.740933, + "nauc_ndcg_at_20_std": -0.073699, + "nauc_ndcg_at_20_diff1": 0.932456, + "nauc_ndcg_at_100_max": 0.738542, + "nauc_ndcg_at_100_std": -0.07895, + "nauc_ndcg_at_100_diff1": 0.931892, + "nauc_ndcg_at_1000_max": 0.737792, + "nauc_ndcg_at_1000_std": -0.082047, + "nauc_ndcg_at_1000_diff1": 0.931697, + "nauc_map_at_1_max": 0.698164, + "nauc_map_at_1_std": -0.073415, + "nauc_map_at_1_diff1": 0.92539, + "nauc_map_at_3_max": 0.74492, + "nauc_map_at_3_std": -0.09588, + "nauc_map_at_3_diff1": 0.932446, + "nauc_map_at_5_max": 0.73536, + "nauc_map_at_5_std": -0.089738, + "nauc_map_at_5_diff1": 0.931163, + "nauc_map_at_10_max": 0.733938, + "nauc_map_at_10_std": -0.085131, + "nauc_map_at_10_diff1": 0.930989, + "nauc_map_at_20_max": 0.73374, + "nauc_map_at_20_std": -0.082975, + "nauc_map_at_20_diff1": 0.930865, + "nauc_map_at_100_max": 0.733475, + "nauc_map_at_100_std": -0.083609, + "nauc_map_at_100_diff1": 0.930803, + "nauc_map_at_1000_max": 0.733454, + "nauc_map_at_1000_std": -0.083693, + "nauc_map_at_1000_diff1": 0.930797, + "nauc_recall_at_1_max": 0.698164, + "nauc_recall_at_1_std": -0.073415, + "nauc_recall_at_1_diff1": 0.92539, + "nauc_recall_at_3_max": 0.879707, + "nauc_recall_at_3_std": -0.194195, + "nauc_recall_at_3_diff1": 0.955882, + "nauc_recall_at_5_max": 0.857776, + "nauc_recall_at_5_std": -0.202714, + "nauc_recall_at_5_diff1": 0.961485, + "nauc_recall_at_10_max": 0.864613, + "nauc_recall_at_10_std": -0.023498, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.910831, + "nauc_recall_at_20_std": 0.396452, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698164, + "nauc_precision_at_1_std": -0.073415, + "nauc_precision_at_1_diff1": 0.92539, + "nauc_precision_at_3_max": 0.879707, + "nauc_precision_at_3_std": -0.194195, + "nauc_precision_at_3_diff1": 0.955882, + "nauc_precision_at_5_max": 0.857776, + "nauc_precision_at_5_std": -0.202714, + "nauc_precision_at_5_diff1": 0.961485, + "nauc_precision_at_10_max": 0.864613, + "nauc_precision_at_10_std": -0.023498, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.910831, + "nauc_precision_at_20_std": 0.396452, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698164, + "nauc_mrr_at_1_std": -0.073415, + "nauc_mrr_at_1_diff1": 0.92539, + "nauc_mrr_at_3_max": 0.74492, + "nauc_mrr_at_3_std": -0.09588, + "nauc_mrr_at_3_diff1": 0.932446, + "nauc_mrr_at_5_max": 0.73536, + "nauc_mrr_at_5_std": -0.089738, + "nauc_mrr_at_5_diff1": 0.931163, + "nauc_mrr_at_10_max": 0.733938, + "nauc_mrr_at_10_std": -0.085131, + "nauc_mrr_at_10_diff1": 0.930989, + "nauc_mrr_at_20_max": 0.73374, + "nauc_mrr_at_20_std": -0.082975, + "nauc_mrr_at_20_diff1": 0.930865, + "nauc_mrr_at_100_max": 0.733475, + "nauc_mrr_at_100_std": -0.083609, + "nauc_mrr_at_100_diff1": 0.930803, + "nauc_mrr_at_1000_max": 0.733454, + "nauc_mrr_at_1000_std": -0.083693, + "nauc_mrr_at_1000_diff1": 0.930797, + "main_score": 0.94807, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.9307, + "ndcg_at_5": 0.93433, + "ndcg_at_10": 0.93942, + "ndcg_at_20": 0.94222, + "ndcg_at_100": 0.94343, + "ndcg_at_1000": 0.94385, + "map_at_1": 0.89444, + "map_at_3": 0.92241, + "map_at_5": 0.92441, + "map_at_10": 0.92654, + "map_at_20": 0.92731, + "map_at_100": 0.92747, + "map_at_1000": 0.92748, + "recall_at_1": 0.89444, + "recall_at_3": 0.95444, + "recall_at_5": 0.96333, + "recall_at_10": 0.97889, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.89444, + "precision_at_3": 0.31815, + "precision_at_5": 0.19267, + "precision_at_10": 0.09789, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.922407, + "mrr_at_5": 0.924407, + "mrr_at_10": 0.926541, + "mrr_at_20": 0.927308, + "mrr_at_100": 0.927466, + "mrr_at_1000": 0.927482, + "nauc_ndcg_at_1_max": 0.770761, + "nauc_ndcg_at_1_std": -0.088193, + "nauc_ndcg_at_1_diff1": 0.935647, + "nauc_ndcg_at_3_max": 0.822461, + "nauc_ndcg_at_3_std": -0.166361, + "nauc_ndcg_at_3_diff1": 0.936385, + "nauc_ndcg_at_5_max": 0.822654, + "nauc_ndcg_at_5_std": -0.157613, + "nauc_ndcg_at_5_diff1": 0.935623, + "nauc_ndcg_at_10_max": 0.818269, + "nauc_ndcg_at_10_std": -0.152532, + "nauc_ndcg_at_10_diff1": 0.934162, + "nauc_ndcg_at_20_max": 0.811483, + "nauc_ndcg_at_20_std": -0.118321, + "nauc_ndcg_at_20_diff1": 0.933562, + "nauc_ndcg_at_100_max": 0.810936, + "nauc_ndcg_at_100_std": -0.120528, + "nauc_ndcg_at_100_diff1": 0.934948, + "nauc_ndcg_at_1000_max": 0.809503, + "nauc_ndcg_at_1000_std": -0.125666, + "nauc_ndcg_at_1000_diff1": 0.934455, + "nauc_map_at_1_max": 0.770761, + "nauc_map_at_1_std": -0.088193, + "nauc_map_at_1_diff1": 0.935647, + "nauc_map_at_3_max": 0.807685, + "nauc_map_at_3_std": -0.140455, + "nauc_map_at_3_diff1": 0.935313, + "nauc_map_at_5_max": 0.807404, + "nauc_map_at_5_std": -0.135341, + "nauc_map_at_5_diff1": 0.934944, + "nauc_map_at_10_max": 0.805683, + "nauc_map_at_10_std": -0.131946, + "nauc_map_at_10_diff1": 0.934433, + "nauc_map_at_20_max": 0.804103, + "nauc_map_at_20_std": -0.123843, + "nauc_map_at_20_diff1": 0.934332, + "nauc_map_at_100_max": 0.804165, + "nauc_map_at_100_std": -0.124349, + "nauc_map_at_100_diff1": 0.934465, + "nauc_map_at_1000_max": 0.804123, + "nauc_map_at_1000_std": -0.124444, + "nauc_map_at_1000_diff1": 0.934451, + "nauc_recall_at_1_max": 0.770761, + "nauc_recall_at_1_std": -0.088193, + "nauc_recall_at_1_diff1": 0.935647, + "nauc_recall_at_3_max": 0.89325, + "nauc_recall_at_3_std": -0.293321, + "nauc_recall_at_3_diff1": 0.942213, + "nauc_recall_at_5_max": 0.911086, + "nauc_recall_at_5_std": -0.287964, + "nauc_recall_at_5_diff1": 0.940087, + "nauc_recall_at_10_max": 0.933535, + "nauc_recall_at_10_std": -0.358273, + "nauc_recall_at_10_diff1": 0.930341, + "nauc_recall_at_20_max": 0.905073, + "nauc_recall_at_20_std": 0.169727, + "nauc_recall_at_20_diff1": 0.911038, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.609555, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.770761, + "nauc_precision_at_1_std": -0.088193, + "nauc_precision_at_1_diff1": 0.935647, + "nauc_precision_at_3_max": 0.89325, + "nauc_precision_at_3_std": -0.293321, + "nauc_precision_at_3_diff1": 0.942213, + "nauc_precision_at_5_max": 0.911086, + "nauc_precision_at_5_std": -0.287964, + "nauc_precision_at_5_diff1": 0.940087, + "nauc_precision_at_10_max": 0.933535, + "nauc_precision_at_10_std": -0.358273, + "nauc_precision_at_10_diff1": 0.930341, + "nauc_precision_at_20_max": 0.905073, + "nauc_precision_at_20_std": 0.169727, + "nauc_precision_at_20_diff1": 0.911038, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.609555, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.770761, + "nauc_mrr_at_1_std": -0.088193, + "nauc_mrr_at_1_diff1": 0.935647, + "nauc_mrr_at_3_max": 0.807685, + "nauc_mrr_at_3_std": -0.140455, + "nauc_mrr_at_3_diff1": 0.935313, + "nauc_mrr_at_5_max": 0.807404, + "nauc_mrr_at_5_std": -0.135341, + "nauc_mrr_at_5_diff1": 0.934944, + "nauc_mrr_at_10_max": 0.805683, + "nauc_mrr_at_10_std": -0.131946, + "nauc_mrr_at_10_diff1": 0.934433, + "nauc_mrr_at_20_max": 0.804103, + "nauc_mrr_at_20_std": -0.123843, + "nauc_mrr_at_20_diff1": 0.934332, + "nauc_mrr_at_100_max": 0.804165, + "nauc_mrr_at_100_std": -0.124349, + "nauc_mrr_at_100_diff1": 0.934465, + "nauc_mrr_at_1000_max": 0.804123, + "nauc_mrr_at_1000_std": -0.124444, + "nauc_mrr_at_1000_diff1": 0.934451, + "main_score": 0.93942, + "hf_subset": "zho_Hant-zho_Hant", + "languages": [ + "zho-Hant", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95077, + "ndcg_at_5": 0.95483, + "ndcg_at_10": 0.95824, + "ndcg_at_20": 0.9594, + "ndcg_at_100": 0.96024, + "ndcg_at_1000": 0.96065, + "map_at_1": 0.92444, + "map_at_3": 0.94481, + "map_at_5": 0.94704, + "map_at_10": 0.94856, + "map_at_20": 0.94889, + "map_at_100": 0.94901, + "map_at_1000": 0.94902, + "recall_at_1": 0.92444, + "recall_at_3": 0.96778, + "recall_at_5": 0.97778, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.92444, + "precision_at_3": 0.32259, + "precision_at_5": 0.19556, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.944815, + "mrr_at_5": 0.947037, + "mrr_at_10": 0.948556, + "mrr_at_20": 0.948885, + "mrr_at_100": 0.949009, + "mrr_at_1000": 0.949023, + "nauc_ndcg_at_1_max": 0.695309, + "nauc_ndcg_at_1_std": -0.199594, + "nauc_ndcg_at_1_diff1": 0.940099, + "nauc_ndcg_at_3_max": 0.761155, + "nauc_ndcg_at_3_std": -0.1653, + "nauc_ndcg_at_3_diff1": 0.930488, + "nauc_ndcg_at_5_max": 0.748422, + "nauc_ndcg_at_5_std": -0.193161, + "nauc_ndcg_at_5_diff1": 0.931206, + "nauc_ndcg_at_10_max": 0.737196, + "nauc_ndcg_at_10_std": -0.19577, + "nauc_ndcg_at_10_diff1": 0.934686, + "nauc_ndcg_at_20_max": 0.74292, + "nauc_ndcg_at_20_std": -0.169638, + "nauc_ndcg_at_20_diff1": 0.936684, + "nauc_ndcg_at_100_max": 0.740535, + "nauc_ndcg_at_100_std": -0.174566, + "nauc_ndcg_at_100_diff1": 0.936547, + "nauc_ndcg_at_1000_max": 0.738723, + "nauc_ndcg_at_1000_std": -0.178586, + "nauc_ndcg_at_1000_diff1": 0.935876, + "nauc_map_at_1_max": 0.695309, + "nauc_map_at_1_std": -0.199594, + "nauc_map_at_1_diff1": 0.940099, + "nauc_map_at_3_max": 0.743509, + "nauc_map_at_3_std": -0.175634, + "nauc_map_at_3_diff1": 0.933669, + "nauc_map_at_5_max": 0.736937, + "nauc_map_at_5_std": -0.189011, + "nauc_map_at_5_diff1": 0.934194, + "nauc_map_at_10_max": 0.732718, + "nauc_map_at_10_std": -0.190148, + "nauc_map_at_10_diff1": 0.935609, + "nauc_map_at_20_max": 0.73404, + "nauc_map_at_20_std": -0.18427, + "nauc_map_at_20_diff1": 0.93608, + "nauc_map_at_100_max": 0.733803, + "nauc_map_at_100_std": -0.184427, + "nauc_map_at_100_diff1": 0.93601, + "nauc_map_at_1000_max": 0.733756, + "nauc_map_at_1000_std": -0.184435, + "nauc_map_at_1000_diff1": 0.935993, + "nauc_recall_at_1_max": 0.695309, + "nauc_recall_at_1_std": -0.199594, + "nauc_recall_at_1_diff1": 0.940099, + "nauc_recall_at_3_max": 0.845472, + "nauc_recall_at_3_std": -0.114926, + "nauc_recall_at_3_diff1": 0.914759, + "nauc_recall_at_5_max": 0.818651, + "nauc_recall_at_5_std": -0.232143, + "nauc_recall_at_5_diff1": 0.910714, + "nauc_recall_at_10_max": 0.759825, + "nauc_recall_at_10_std": -0.282998, + "nauc_recall_at_10_diff1": 0.927213, + "nauc_recall_at_20_max": 0.885621, + "nauc_recall_at_20_std": 0.197812, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.695309, + "nauc_precision_at_1_std": -0.199594, + "nauc_precision_at_1_diff1": 0.940099, + "nauc_precision_at_3_max": 0.845472, + "nauc_precision_at_3_std": -0.114926, + "nauc_precision_at_3_diff1": 0.914759, + "nauc_precision_at_5_max": 0.818651, + "nauc_precision_at_5_std": -0.232143, + "nauc_precision_at_5_diff1": 0.910714, + "nauc_precision_at_10_max": 0.759825, + "nauc_precision_at_10_std": -0.282998, + "nauc_precision_at_10_diff1": 0.927213, + "nauc_precision_at_20_max": 0.885621, + "nauc_precision_at_20_std": 0.197812, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.695309, + "nauc_mrr_at_1_std": -0.199594, + "nauc_mrr_at_1_diff1": 0.940099, + "nauc_mrr_at_3_max": 0.743509, + "nauc_mrr_at_3_std": -0.175634, + "nauc_mrr_at_3_diff1": 0.933669, + "nauc_mrr_at_5_max": 0.736937, + "nauc_mrr_at_5_std": -0.189011, + "nauc_mrr_at_5_diff1": 0.934194, + "nauc_mrr_at_10_max": 0.732718, + "nauc_mrr_at_10_std": -0.190148, + "nauc_mrr_at_10_diff1": 0.935609, + "nauc_mrr_at_20_max": 0.73404, + "nauc_mrr_at_20_std": -0.18427, + "nauc_mrr_at_20_diff1": 0.93608, + "nauc_mrr_at_100_max": 0.733803, + "nauc_mrr_at_100_std": -0.184427, + "nauc_mrr_at_100_diff1": 0.93601, + "nauc_mrr_at_1000_max": 0.733756, + "nauc_mrr_at_1000_std": -0.184435, + "nauc_mrr_at_1000_diff1": 0.935993, + "main_score": 0.95824, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92853, + "ndcg_at_5": 0.93231, + "ndcg_at_10": 0.93739, + "ndcg_at_20": 0.93906, + "ndcg_at_100": 0.94007, + "ndcg_at_1000": 0.94036, + "map_at_1": 0.88111, + "map_at_3": 0.91722, + "map_at_5": 0.91939, + "map_at_10": 0.92151, + "map_at_20": 0.92196, + "map_at_100": 0.92209, + "map_at_1000": 0.9221, + "recall_at_1": 0.88111, + "recall_at_3": 0.96111, + "recall_at_5": 0.97, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.88111, + "precision_at_3": 0.32037, + "precision_at_5": 0.194, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.917222, + "mrr_at_5": 0.919389, + "mrr_at_10": 0.921513, + "mrr_at_20": 0.921963, + "mrr_at_100": 0.92209, + "mrr_at_1000": 0.922101, + "nauc_ndcg_at_1_max": 0.720501, + "nauc_ndcg_at_1_std": 0.006363, + "nauc_ndcg_at_1_diff1": 0.936886, + "nauc_ndcg_at_3_max": 0.786319, + "nauc_ndcg_at_3_std": 0.075839, + "nauc_ndcg_at_3_diff1": 0.926168, + "nauc_ndcg_at_5_max": 0.77893, + "nauc_ndcg_at_5_std": 0.075616, + "nauc_ndcg_at_5_diff1": 0.923767, + "nauc_ndcg_at_10_max": 0.772792, + "nauc_ndcg_at_10_std": 0.059284, + "nauc_ndcg_at_10_diff1": 0.931146, + "nauc_ndcg_at_20_max": 0.767751, + "nauc_ndcg_at_20_std": 0.052436, + "nauc_ndcg_at_20_diff1": 0.930403, + "nauc_ndcg_at_100_max": 0.765088, + "nauc_ndcg_at_100_std": 0.05313, + "nauc_ndcg_at_100_diff1": 0.930052, + "nauc_ndcg_at_1000_max": 0.763922, + "nauc_ndcg_at_1000_std": 0.050009, + "nauc_ndcg_at_1000_diff1": 0.930032, + "nauc_map_at_1_max": 0.720501, + "nauc_map_at_1_std": 0.006363, + "nauc_map_at_1_diff1": 0.936886, + "nauc_map_at_3_max": 0.766202, + "nauc_map_at_3_std": 0.052601, + "nauc_map_at_3_diff1": 0.929156, + "nauc_map_at_5_max": 0.762073, + "nauc_map_at_5_std": 0.052131, + "nauc_map_at_5_diff1": 0.928045, + "nauc_map_at_10_max": 0.759876, + "nauc_map_at_10_std": 0.046183, + "nauc_map_at_10_diff1": 0.930745, + "nauc_map_at_20_max": 0.758736, + "nauc_map_at_20_std": 0.04464, + "nauc_map_at_20_diff1": 0.93057, + "nauc_map_at_100_max": 0.758434, + "nauc_map_at_100_std": 0.044424, + "nauc_map_at_100_diff1": 0.930519, + "nauc_map_at_1000_max": 0.758398, + "nauc_map_at_1000_std": 0.044328, + "nauc_map_at_1000_diff1": 0.930519, + "nauc_recall_at_1_max": 0.720501, + "nauc_recall_at_1_std": 0.006363, + "nauc_recall_at_1_diff1": 0.936886, + "nauc_recall_at_3_max": 0.905842, + "nauc_recall_at_3_std": 0.21586, + "nauc_recall_at_3_diff1": 0.908697, + "nauc_recall_at_5_max": 0.902756, + "nauc_recall_at_5_std": 0.253207, + "nauc_recall_at_5_diff1": 0.891327, + "nauc_recall_at_10_max": 0.94721, + "nauc_recall_at_10_std": 0.22786, + "nauc_recall_at_10_diff1": 0.949723, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.162132, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.679038, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.720501, + "nauc_precision_at_1_std": 0.006363, + "nauc_precision_at_1_diff1": 0.936886, + "nauc_precision_at_3_max": 0.905842, + "nauc_precision_at_3_std": 0.21586, + "nauc_precision_at_3_diff1": 0.908697, + "nauc_precision_at_5_max": 0.902756, + "nauc_precision_at_5_std": 0.253207, + "nauc_precision_at_5_diff1": 0.891327, + "nauc_precision_at_10_max": 0.94721, + "nauc_precision_at_10_std": 0.22786, + "nauc_precision_at_10_diff1": 0.949723, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.162132, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.679038, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.720501, + "nauc_mrr_at_1_std": 0.006363, + "nauc_mrr_at_1_diff1": 0.936886, + "nauc_mrr_at_3_max": 0.766202, + "nauc_mrr_at_3_std": 0.052601, + "nauc_mrr_at_3_diff1": 0.929156, + "nauc_mrr_at_5_max": 0.762073, + "nauc_mrr_at_5_std": 0.052131, + "nauc_mrr_at_5_diff1": 0.928045, + "nauc_mrr_at_10_max": 0.759876, + "nauc_mrr_at_10_std": 0.046183, + "nauc_mrr_at_10_diff1": 0.930745, + "nauc_mrr_at_20_max": 0.758736, + "nauc_mrr_at_20_std": 0.04464, + "nauc_mrr_at_20_diff1": 0.93057, + "nauc_mrr_at_100_max": 0.758434, + "nauc_mrr_at_100_std": 0.044424, + "nauc_mrr_at_100_diff1": 0.930519, + "nauc_mrr_at_1000_max": 0.758398, + "nauc_mrr_at_1000_std": 0.044328, + "nauc_mrr_at_1000_diff1": 0.930519, + "main_score": 0.93739, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.86667, + "ndcg_at_3": 0.90442, + "ndcg_at_5": 0.91178, + "ndcg_at_10": 0.91614, + "ndcg_at_20": 0.91978, + "ndcg_at_100": 0.9231, + "ndcg_at_1000": 0.92379, + "map_at_1": 0.86667, + "map_at_3": 0.89519, + "map_at_5": 0.8993, + "map_at_10": 0.90112, + "map_at_20": 0.90211, + "map_at_100": 0.90257, + "map_at_1000": 0.90259, + "recall_at_1": 0.86667, + "recall_at_3": 0.93111, + "recall_at_5": 0.94889, + "recall_at_10": 0.96222, + "recall_at_20": 0.97667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "precision_at_1": 0.86667, + "precision_at_3": 0.31037, + "precision_at_5": 0.18978, + "precision_at_10": 0.09622, + "precision_at_20": 0.04883, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.866667, + "mrr_at_3": 0.895185, + "mrr_at_5": 0.899296, + "mrr_at_10": 0.901117, + "mrr_at_20": 0.90211, + "mrr_at_100": 0.902571, + "mrr_at_1000": 0.902593, + "nauc_ndcg_at_1_max": 0.711442, + "nauc_ndcg_at_1_std": 0.01881, + "nauc_ndcg_at_1_diff1": 0.93499, + "nauc_ndcg_at_3_max": 0.79835, + "nauc_ndcg_at_3_std": 0.096234, + "nauc_ndcg_at_3_diff1": 0.921798, + "nauc_ndcg_at_5_max": 0.790716, + "nauc_ndcg_at_5_std": 0.076032, + "nauc_ndcg_at_5_diff1": 0.922904, + "nauc_ndcg_at_10_max": 0.787124, + "nauc_ndcg_at_10_std": 0.088929, + "nauc_ndcg_at_10_diff1": 0.925305, + "nauc_ndcg_at_20_max": 0.781438, + "nauc_ndcg_at_20_std": 0.08113, + "nauc_ndcg_at_20_diff1": 0.92601, + "nauc_ndcg_at_100_max": 0.774885, + "nauc_ndcg_at_100_std": 0.079654, + "nauc_ndcg_at_100_diff1": 0.925614, + "nauc_ndcg_at_1000_max": 0.773531, + "nauc_ndcg_at_1000_std": 0.074826, + "nauc_ndcg_at_1000_diff1": 0.925968, + "nauc_map_at_1_max": 0.711442, + "nauc_map_at_1_std": 0.01881, + "nauc_map_at_1_diff1": 0.93499, + "nauc_map_at_3_max": 0.773926, + "nauc_map_at_3_std": 0.073841, + "nauc_map_at_3_diff1": 0.925009, + "nauc_map_at_5_max": 0.769114, + "nauc_map_at_5_std": 0.06252, + "nauc_map_at_5_diff1": 0.925612, + "nauc_map_at_10_max": 0.76749, + "nauc_map_at_10_std": 0.066919, + "nauc_map_at_10_diff1": 0.926476, + "nauc_map_at_20_max": 0.765954, + "nauc_map_at_20_std": 0.064566, + "nauc_map_at_20_diff1": 0.926609, + "nauc_map_at_100_max": 0.765285, + "nauc_map_at_100_std": 0.064966, + "nauc_map_at_100_diff1": 0.926639, + "nauc_map_at_1000_max": 0.76525, + "nauc_map_at_1000_std": 0.064859, + "nauc_map_at_1000_diff1": 0.926653, + "nauc_recall_at_1_max": 0.711442, + "nauc_recall_at_1_std": 0.01881, + "nauc_recall_at_1_diff1": 0.93499, + "nauc_recall_at_3_max": 0.902187, + "nauc_recall_at_3_std": 0.191854, + "nauc_recall_at_3_diff1": 0.908474, + "nauc_recall_at_5_max": 0.907441, + "nauc_recall_at_5_std": 0.146247, + "nauc_recall_at_5_diff1": 0.908964, + "nauc_recall_at_10_max": 0.92393, + "nauc_recall_at_10_std": 0.255987, + "nauc_recall_at_10_diff1": 0.920566, + "nauc_recall_at_20_max": 0.934418, + "nauc_recall_at_20_std": 0.266395, + "nauc_recall_at_20_diff1": 0.928193, + "nauc_recall_at_100_max": 0.921569, + "nauc_recall_at_100_std": 0.620075, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711442, + "nauc_precision_at_1_std": 0.01881, + "nauc_precision_at_1_diff1": 0.93499, + "nauc_precision_at_3_max": 0.902187, + "nauc_precision_at_3_std": 0.191854, + "nauc_precision_at_3_diff1": 0.908474, + "nauc_precision_at_5_max": 0.907441, + "nauc_precision_at_5_std": 0.146247, + "nauc_precision_at_5_diff1": 0.908964, + "nauc_precision_at_10_max": 0.92393, + "nauc_precision_at_10_std": 0.255987, + "nauc_precision_at_10_diff1": 0.920566, + "nauc_precision_at_20_max": 0.934418, + "nauc_precision_at_20_std": 0.266395, + "nauc_precision_at_20_diff1": 0.928193, + "nauc_precision_at_100_max": 0.921569, + "nauc_precision_at_100_std": 0.620075, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711442, + "nauc_mrr_at_1_std": 0.01881, + "nauc_mrr_at_1_diff1": 0.93499, + "nauc_mrr_at_3_max": 0.773926, + "nauc_mrr_at_3_std": 0.073841, + "nauc_mrr_at_3_diff1": 0.925009, + "nauc_mrr_at_5_max": 0.769114, + "nauc_mrr_at_5_std": 0.06252, + "nauc_mrr_at_5_diff1": 0.925612, + "nauc_mrr_at_10_max": 0.76749, + "nauc_mrr_at_10_std": 0.066919, + "nauc_mrr_at_10_diff1": 0.926476, + "nauc_mrr_at_20_max": 0.765954, + "nauc_mrr_at_20_std": 0.064566, + "nauc_mrr_at_20_diff1": 0.926609, + "nauc_mrr_at_100_max": 0.765285, + "nauc_mrr_at_100_std": 0.064966, + "nauc_mrr_at_100_diff1": 0.926639, + "nauc_mrr_at_1000_max": 0.76525, + "nauc_mrr_at_1000_std": 0.064859, + "nauc_mrr_at_1000_diff1": 0.926653, + "main_score": 0.91614, + "hf_subset": "zsm_Latn-zsm_Latn", + "languages": [ + "zsm-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.93444, + "ndcg_at_3": 0.95712, + "ndcg_at_5": 0.96075, + "ndcg_at_10": 0.96259, + "ndcg_at_20": 0.9643, + "ndcg_at_100": 0.96499, + "ndcg_at_1000": 0.9654, + "map_at_1": 0.93444, + "map_at_3": 0.95185, + "map_at_5": 0.95385, + "map_at_10": 0.95463, + "map_at_20": 0.95512, + "map_at_100": 0.95524, + "map_at_1000": 0.95525, + "recall_at_1": 0.93444, + "recall_at_3": 0.97222, + "recall_at_5": 0.98111, + "recall_at_10": 0.98667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.93444, + "precision_at_3": 0.32407, + "precision_at_5": 0.19622, + "precision_at_10": 0.09867, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934444, + "mrr_at_3": 0.951852, + "mrr_at_5": 0.953852, + "mrr_at_10": 0.954632, + "mrr_at_20": 0.95512, + "mrr_at_100": 0.95524, + "mrr_at_1000": 0.955253, + "nauc_ndcg_at_1_max": 0.774747, + "nauc_ndcg_at_1_std": 0.002975, + "nauc_ndcg_at_1_diff1": 0.940931, + "nauc_ndcg_at_3_max": 0.827157, + "nauc_ndcg_at_3_std": 0.037939, + "nauc_ndcg_at_3_diff1": 0.93957, + "nauc_ndcg_at_5_max": 0.82344, + "nauc_ndcg_at_5_std": 0.05206, + "nauc_ndcg_at_5_diff1": 0.944665, + "nauc_ndcg_at_10_max": 0.816062, + "nauc_ndcg_at_10_std": 0.053983, + "nauc_ndcg_at_10_diff1": 0.941947, + "nauc_ndcg_at_20_max": 0.814905, + "nauc_ndcg_at_20_std": 0.056406, + "nauc_ndcg_at_20_diff1": 0.942637, + "nauc_ndcg_at_100_max": 0.813016, + "nauc_ndcg_at_100_std": 0.05599, + "nauc_ndcg_at_100_diff1": 0.942393, + "nauc_ndcg_at_1000_max": 0.811287, + "nauc_ndcg_at_1000_std": 0.044757, + "nauc_ndcg_at_1000_diff1": 0.94226, + "nauc_map_at_1_max": 0.774747, + "nauc_map_at_1_std": 0.002975, + "nauc_map_at_1_diff1": 0.940931, + "nauc_map_at_3_max": 0.812831, + "nauc_map_at_3_std": 0.029191, + "nauc_map_at_3_diff1": 0.940063, + "nauc_map_at_5_max": 0.810629, + "nauc_map_at_5_std": 0.033781, + "nauc_map_at_5_diff1": 0.942588, + "nauc_map_at_10_max": 0.807829, + "nauc_map_at_10_std": 0.03377, + "nauc_map_at_10_diff1": 0.941601, + "nauc_map_at_20_max": 0.807312, + "nauc_map_at_20_std": 0.034275, + "nauc_map_at_20_diff1": 0.94184, + "nauc_map_at_100_max": 0.80701, + "nauc_map_at_100_std": 0.033934, + "nauc_map_at_100_diff1": 0.941814, + "nauc_map_at_1000_max": 0.806965, + "nauc_map_at_1000_std": 0.033664, + "nauc_map_at_1000_diff1": 0.941814, + "nauc_recall_at_1_max": 0.774747, + "nauc_recall_at_1_std": 0.002975, + "nauc_recall_at_1_diff1": 0.940931, + "nauc_recall_at_3_max": 0.896751, + "nauc_recall_at_3_std": 0.079739, + "nauc_recall_at_3_diff1": 0.937068, + "nauc_recall_at_5_max": 0.908991, + "nauc_recall_at_5_std": 0.187812, + "nauc_recall_at_5_diff1": 0.960592, + "nauc_recall_at_10_max": 0.881964, + "nauc_recall_at_10_std": 0.266962, + "nauc_recall_at_10_diff1": 0.944172, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.521553, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.774747, + "nauc_precision_at_1_std": 0.002975, + "nauc_precision_at_1_diff1": 0.940931, + "nauc_precision_at_3_max": 0.896751, + "nauc_precision_at_3_std": 0.079739, + "nauc_precision_at_3_diff1": 0.937068, + "nauc_precision_at_5_max": 0.908991, + "nauc_precision_at_5_std": 0.187812, + "nauc_precision_at_5_diff1": 0.960592, + "nauc_precision_at_10_max": 0.881964, + "nauc_precision_at_10_std": 0.266962, + "nauc_precision_at_10_diff1": 0.944172, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.521553, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.774747, + "nauc_mrr_at_1_std": 0.002975, + "nauc_mrr_at_1_diff1": 0.940931, + "nauc_mrr_at_3_max": 0.812831, + "nauc_mrr_at_3_std": 0.029191, + "nauc_mrr_at_3_diff1": 0.940063, + "nauc_mrr_at_5_max": 0.810629, + "nauc_mrr_at_5_std": 0.033781, + "nauc_mrr_at_5_diff1": 0.942588, + "nauc_mrr_at_10_max": 0.807829, + "nauc_mrr_at_10_std": 0.03377, + "nauc_mrr_at_10_diff1": 0.941601, + "nauc_mrr_at_20_max": 0.807312, + "nauc_mrr_at_20_std": 0.034275, + "nauc_mrr_at_20_diff1": 0.94184, + "nauc_mrr_at_100_max": 0.80701, + "nauc_mrr_at_100_std": 0.033934, + "nauc_mrr_at_100_diff1": 0.941814, + "nauc_mrr_at_1000_max": 0.806965, + "nauc_mrr_at_1000_std": 0.033664, + "nauc_mrr_at_1000_diff1": 0.941814, + "main_score": 0.96259, + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93106, + "ndcg_at_5": 0.93575, + "ndcg_at_10": 0.93936, + "ndcg_at_20": 0.9425, + "ndcg_at_100": 0.94372, + "ndcg_at_1000": 0.94402, + "map_at_1": 0.89556, + "map_at_3": 0.92222, + "map_at_5": 0.92489, + "map_at_10": 0.9264, + "map_at_20": 0.92728, + "map_at_100": 0.92744, + "map_at_1000": 0.92746, + "recall_at_1": 0.89556, + "recall_at_3": 0.95667, + "recall_at_5": 0.96778, + "recall_at_10": 0.97889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "precision_at_1": 0.89556, + "precision_at_3": 0.31889, + "precision_at_5": 0.19356, + "precision_at_10": 0.09789, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.924889, + "mrr_at_10": 0.926399, + "mrr_at_20": 0.927285, + "mrr_at_100": 0.927443, + "mrr_at_1000": 0.927458, + "nauc_ndcg_at_1_max": 0.704167, + "nauc_ndcg_at_1_std": 0.050083, + "nauc_ndcg_at_1_diff1": 0.90793, + "nauc_ndcg_at_3_max": 0.775288, + "nauc_ndcg_at_3_std": 0.116846, + "nauc_ndcg_at_3_diff1": 0.912874, + "nauc_ndcg_at_5_max": 0.767355, + "nauc_ndcg_at_5_std": 0.097268, + "nauc_ndcg_at_5_diff1": 0.909327, + "nauc_ndcg_at_10_max": 0.765913, + "nauc_ndcg_at_10_std": 0.116326, + "nauc_ndcg_at_10_diff1": 0.910656, + "nauc_ndcg_at_20_max": 0.757982, + "nauc_ndcg_at_20_std": 0.104326, + "nauc_ndcg_at_20_diff1": 0.909681, + "nauc_ndcg_at_100_max": 0.755806, + "nauc_ndcg_at_100_std": 0.103712, + "nauc_ndcg_at_100_diff1": 0.910121, + "nauc_ndcg_at_1000_max": 0.755187, + "nauc_ndcg_at_1000_std": 0.099953, + "nauc_ndcg_at_1000_diff1": 0.910349, + "nauc_map_at_1_max": 0.704167, + "nauc_map_at_1_std": 0.050083, + "nauc_map_at_1_diff1": 0.90793, + "nauc_map_at_3_max": 0.757267, + "nauc_map_at_3_std": 0.097764, + "nauc_map_at_3_diff1": 0.912059, + "nauc_map_at_5_max": 0.7528, + "nauc_map_at_5_std": 0.087604, + "nauc_map_at_5_diff1": 0.910283, + "nauc_map_at_10_max": 0.752019, + "nauc_map_at_10_std": 0.094124, + "nauc_map_at_10_diff1": 0.910792, + "nauc_map_at_20_max": 0.750142, + "nauc_map_at_20_std": 0.091573, + "nauc_map_at_20_diff1": 0.910581, + "nauc_map_at_100_max": 0.749917, + "nauc_map_at_100_std": 0.091799, + "nauc_map_at_100_diff1": 0.910606, + "nauc_map_at_1000_max": 0.749893, + "nauc_map_at_1000_std": 0.091661, + "nauc_map_at_1000_diff1": 0.910609, + "nauc_recall_at_1_max": 0.704167, + "nauc_recall_at_1_std": 0.050083, + "nauc_recall_at_1_diff1": 0.90793, + "nauc_recall_at_3_max": 0.864613, + "nauc_recall_at_3_std": 0.213472, + "nauc_recall_at_3_diff1": 0.916505, + "nauc_recall_at_5_max": 0.85769, + "nauc_recall_at_5_std": 0.154062, + "nauc_recall_at_5_diff1": 0.901236, + "nauc_recall_at_10_max": 0.892255, + "nauc_recall_at_10_std": 0.34788, + "nauc_recall_at_10_diff1": 0.907981, + "nauc_recall_at_20_max": 0.86257, + "nauc_recall_at_20_std": 0.338936, + "nauc_recall_at_20_diff1": 0.879493, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704167, + "nauc_precision_at_1_std": 0.050083, + "nauc_precision_at_1_diff1": 0.90793, + "nauc_precision_at_3_max": 0.864613, + "nauc_precision_at_3_std": 0.213472, + "nauc_precision_at_3_diff1": 0.916505, + "nauc_precision_at_5_max": 0.85769, + "nauc_precision_at_5_std": 0.154062, + "nauc_precision_at_5_diff1": 0.901236, + "nauc_precision_at_10_max": 0.892255, + "nauc_precision_at_10_std": 0.34788, + "nauc_precision_at_10_diff1": 0.907981, + "nauc_precision_at_20_max": 0.86257, + "nauc_precision_at_20_std": 0.338936, + "nauc_precision_at_20_diff1": 0.879493, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.795752, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704167, + "nauc_mrr_at_1_std": 0.050083, + "nauc_mrr_at_1_diff1": 0.90793, + "nauc_mrr_at_3_max": 0.757267, + "nauc_mrr_at_3_std": 0.097764, + "nauc_mrr_at_3_diff1": 0.912059, + "nauc_mrr_at_5_max": 0.7528, + "nauc_mrr_at_5_std": 0.087604, + "nauc_mrr_at_5_diff1": 0.910283, + "nauc_mrr_at_10_max": 0.752019, + "nauc_mrr_at_10_std": 0.094124, + "nauc_mrr_at_10_diff1": 0.910792, + "nauc_mrr_at_20_max": 0.750142, + "nauc_mrr_at_20_std": 0.091573, + "nauc_mrr_at_20_diff1": 0.910581, + "nauc_mrr_at_100_max": 0.749917, + "nauc_mrr_at_100_std": 0.091799, + "nauc_mrr_at_100_diff1": 0.910606, + "nauc_mrr_at_1000_max": 0.749893, + "nauc_mrr_at_1000_std": 0.091661, + "nauc_mrr_at_1000_diff1": 0.910609, + "main_score": 0.93936, + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.53, + "ndcg_at_3": 0.5887, + "ndcg_at_5": 0.60152, + "ndcg_at_10": 0.61801, + "ndcg_at_20": 0.63042, + "ndcg_at_100": 0.65549, + "ndcg_at_1000": 0.66918, + "map_at_1": 0.53, + "map_at_3": 0.57407, + "map_at_5": 0.58119, + "map_at_10": 0.58797, + "map_at_20": 0.59156, + "map_at_100": 0.59501, + "map_at_1000": 0.59559, + "recall_at_1": 0.53, + "recall_at_3": 0.63111, + "recall_at_5": 0.66222, + "recall_at_10": 0.71333, + "recall_at_20": 0.76111, + "recall_at_100": 0.89667, + "recall_at_1000": 1.0, + "precision_at_1": 0.53, + "precision_at_3": 0.21037, + "precision_at_5": 0.13244, + "precision_at_10": 0.07133, + "precision_at_20": 0.03806, + "precision_at_100": 0.00897, + "precision_at_1000": 0.001, + "mrr_at_1": 0.53, + "mrr_at_3": 0.574074, + "mrr_at_5": 0.581185, + "mrr_at_10": 0.587974, + "mrr_at_20": 0.591563, + "mrr_at_100": 0.595012, + "mrr_at_1000": 0.595594, + "nauc_ndcg_at_1_max": 0.716366, + "nauc_ndcg_at_1_std": 0.667517, + "nauc_ndcg_at_1_diff1": 0.873471, + "nauc_ndcg_at_3_max": 0.73196, + "nauc_ndcg_at_3_std": 0.716806, + "nauc_ndcg_at_3_diff1": 0.838921, + "nauc_ndcg_at_5_max": 0.719487, + "nauc_ndcg_at_5_std": 0.707379, + "nauc_ndcg_at_5_diff1": 0.837114, + "nauc_ndcg_at_10_max": 0.713975, + "nauc_ndcg_at_10_std": 0.69956, + "nauc_ndcg_at_10_diff1": 0.826486, + "nauc_ndcg_at_20_max": 0.712854, + "nauc_ndcg_at_20_std": 0.699805, + "nauc_ndcg_at_20_diff1": 0.82399, + "nauc_ndcg_at_100_max": 0.710334, + "nauc_ndcg_at_100_std": 0.698323, + "nauc_ndcg_at_100_diff1": 0.829415, + "nauc_ndcg_at_1000_max": 0.716113, + "nauc_ndcg_at_1000_std": 0.699191, + "nauc_ndcg_at_1000_diff1": 0.834892, + "nauc_map_at_1_max": 0.716366, + "nauc_map_at_1_std": 0.667517, + "nauc_map_at_1_diff1": 0.873471, + "nauc_map_at_3_max": 0.729158, + "nauc_map_at_3_std": 0.705025, + "nauc_map_at_3_diff1": 0.847816, + "nauc_map_at_5_max": 0.722383, + "nauc_map_at_5_std": 0.699855, + "nauc_map_at_5_diff1": 0.847001, + "nauc_map_at_10_max": 0.720367, + "nauc_map_at_10_std": 0.696646, + "nauc_map_at_10_diff1": 0.842823, + "nauc_map_at_20_max": 0.719903, + "nauc_map_at_20_std": 0.696693, + "nauc_map_at_20_diff1": 0.842173, + "nauc_map_at_100_max": 0.719527, + "nauc_map_at_100_std": 0.696669, + "nauc_map_at_100_diff1": 0.84295, + "nauc_map_at_1000_max": 0.719789, + "nauc_map_at_1000_std": 0.69671, + "nauc_map_at_1000_diff1": 0.843161, + "nauc_recall_at_1_max": 0.716366, + "nauc_recall_at_1_std": 0.667517, + "nauc_recall_at_1_diff1": 0.873471, + "nauc_recall_at_3_max": 0.74019, + "nauc_recall_at_3_std": 0.753262, + "nauc_recall_at_3_diff1": 0.81109, + "nauc_recall_at_5_max": 0.707461, + "nauc_recall_at_5_std": 0.730057, + "nauc_recall_at_5_diff1": 0.804322, + "nauc_recall_at_10_max": 0.684811, + "nauc_recall_at_10_std": 0.704137, + "nauc_recall_at_10_diff1": 0.761815, + "nauc_recall_at_20_max": 0.676682, + "nauc_recall_at_20_std": 0.706095, + "nauc_recall_at_20_diff1": 0.739764, + "nauc_recall_at_100_max": 0.607498, + "nauc_recall_at_100_std": 0.684129, + "nauc_recall_at_100_diff1": 0.725956, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.716366, + "nauc_precision_at_1_std": 0.667517, + "nauc_precision_at_1_diff1": 0.873471, + "nauc_precision_at_3_max": 0.74019, + "nauc_precision_at_3_std": 0.753262, + "nauc_precision_at_3_diff1": 0.81109, + "nauc_precision_at_5_max": 0.707461, + "nauc_precision_at_5_std": 0.730057, + "nauc_precision_at_5_diff1": 0.804322, + "nauc_precision_at_10_max": 0.684811, + "nauc_precision_at_10_std": 0.704137, + "nauc_precision_at_10_diff1": 0.761815, + "nauc_precision_at_20_max": 0.676682, + "nauc_precision_at_20_std": 0.706095, + "nauc_precision_at_20_diff1": 0.739764, + "nauc_precision_at_100_max": 0.607498, + "nauc_precision_at_100_std": 0.684129, + "nauc_precision_at_100_diff1": 0.725956, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.716366, + "nauc_mrr_at_1_std": 0.667517, + "nauc_mrr_at_1_diff1": 0.873471, + "nauc_mrr_at_3_max": 0.729158, + "nauc_mrr_at_3_std": 0.705025, + "nauc_mrr_at_3_diff1": 0.847816, + "nauc_mrr_at_5_max": 0.722383, + "nauc_mrr_at_5_std": 0.699855, + "nauc_mrr_at_5_diff1": 0.847001, + "nauc_mrr_at_10_max": 0.720367, + "nauc_mrr_at_10_std": 0.696646, + "nauc_mrr_at_10_diff1": 0.842823, + "nauc_mrr_at_20_max": 0.719903, + "nauc_mrr_at_20_std": 0.696693, + "nauc_mrr_at_20_diff1": 0.842173, + "nauc_mrr_at_100_max": 0.719527, + "nauc_mrr_at_100_std": 0.696669, + "nauc_mrr_at_100_diff1": 0.84295, + "nauc_mrr_at_1000_max": 0.719789, + "nauc_mrr_at_1000_std": 0.69671, + "nauc_mrr_at_1000_diff1": 0.843161, + "main_score": 0.61801, + "hf_subset": "zul_Latn-zul_Latn", + "languages": [ + "zul-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.78556, + "ndcg_at_3": 0.84385, + "ndcg_at_5": 0.85719, + "ndcg_at_10": 0.86708, + "ndcg_at_20": 0.8728, + "ndcg_at_100": 0.87692, + "ndcg_at_1000": 0.87779, + "map_at_1": 0.78556, + "map_at_3": 0.82944, + "map_at_5": 0.83689, + "map_at_10": 0.84087, + "map_at_20": 0.84249, + "map_at_100": 0.84306, + "map_at_1000": 0.8431, + "recall_at_1": 0.78556, + "recall_at_3": 0.88556, + "recall_at_5": 0.91778, + "recall_at_10": 0.94889, + "recall_at_20": 0.97111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.78556, + "precision_at_3": 0.29519, + "precision_at_5": 0.18356, + "precision_at_10": 0.09489, + "precision_at_20": 0.04856, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.785556, + "mrr_at_3": 0.829444, + "mrr_at_5": 0.836889, + "mrr_at_10": 0.840871, + "mrr_at_20": 0.842494, + "mrr_at_100": 0.843064, + "mrr_at_1000": 0.843097, + "nauc_ndcg_at_1_max": 0.646128, + "nauc_ndcg_at_1_std": 0.00097, + "nauc_ndcg_at_1_diff1": 0.897277, + "nauc_ndcg_at_3_max": 0.682678, + "nauc_ndcg_at_3_std": 0.081659, + "nauc_ndcg_at_3_diff1": 0.881051, + "nauc_ndcg_at_5_max": 0.675754, + "nauc_ndcg_at_5_std": 0.078116, + "nauc_ndcg_at_5_diff1": 0.879352, + "nauc_ndcg_at_10_max": 0.665193, + "nauc_ndcg_at_10_std": 0.061027, + "nauc_ndcg_at_10_diff1": 0.878885, + "nauc_ndcg_at_20_max": 0.667469, + "nauc_ndcg_at_20_std": 0.061435, + "nauc_ndcg_at_20_diff1": 0.878797, + "nauc_ndcg_at_100_max": 0.669047, + "nauc_ndcg_at_100_std": 0.063762, + "nauc_ndcg_at_100_diff1": 0.883065, + "nauc_ndcg_at_1000_max": 0.668121, + "nauc_ndcg_at_1000_std": 0.057547, + "nauc_ndcg_at_1000_diff1": 0.882895, + "nauc_map_at_1_max": 0.646128, + "nauc_map_at_1_std": 0.00097, + "nauc_map_at_1_diff1": 0.897277, + "nauc_map_at_3_max": 0.672907, + "nauc_map_at_3_std": 0.059661, + "nauc_map_at_3_diff1": 0.885102, + "nauc_map_at_5_max": 0.668975, + "nauc_map_at_5_std": 0.056384, + "nauc_map_at_5_diff1": 0.884453, + "nauc_map_at_10_max": 0.664971, + "nauc_map_at_10_std": 0.049144, + "nauc_map_at_10_diff1": 0.884454, + "nauc_map_at_20_max": 0.665722, + "nauc_map_at_20_std": 0.049283, + "nauc_map_at_20_diff1": 0.884556, + "nauc_map_at_100_max": 0.666057, + "nauc_map_at_100_std": 0.049632, + "nauc_map_at_100_diff1": 0.885027, + "nauc_map_at_1000_max": 0.66602, + "nauc_map_at_1000_std": 0.049443, + "nauc_map_at_1000_diff1": 0.885019, + "nauc_recall_at_1_max": 0.646128, + "nauc_recall_at_1_std": 0.00097, + "nauc_recall_at_1_diff1": 0.897277, + "nauc_recall_at_3_max": 0.722189, + "nauc_recall_at_3_std": 0.170896, + "nauc_recall_at_3_diff1": 0.864858, + "nauc_recall_at_5_max": 0.709769, + "nauc_recall_at_5_std": 0.193807, + "nauc_recall_at_5_diff1": 0.852089, + "nauc_recall_at_10_max": 0.652712, + "nauc_recall_at_10_std": 0.145425, + "nauc_recall_at_10_diff1": 0.831527, + "nauc_recall_at_20_max": 0.67121, + "nauc_recall_at_20_std": 0.210605, + "nauc_recall_at_20_diff1": 0.791352, + "nauc_recall_at_100_max": 0.783302, + "nauc_recall_at_100_std": 0.893013, + "nauc_recall_at_100_diff1": 0.903906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.646128, + "nauc_precision_at_1_std": 0.00097, + "nauc_precision_at_1_diff1": 0.897277, + "nauc_precision_at_3_max": 0.722189, + "nauc_precision_at_3_std": 0.170896, + "nauc_precision_at_3_diff1": 0.864858, + "nauc_precision_at_5_max": 0.709769, + "nauc_precision_at_5_std": 0.193807, + "nauc_precision_at_5_diff1": 0.852089, + "nauc_precision_at_10_max": 0.652712, + "nauc_precision_at_10_std": 0.145425, + "nauc_precision_at_10_diff1": 0.831527, + "nauc_precision_at_20_max": 0.67121, + "nauc_precision_at_20_std": 0.210605, + "nauc_precision_at_20_diff1": 0.791352, + "nauc_precision_at_100_max": 0.783302, + "nauc_precision_at_100_std": 0.893013, + "nauc_precision_at_100_diff1": 0.903906, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.646128, + "nauc_mrr_at_1_std": 0.00097, + "nauc_mrr_at_1_diff1": 0.897277, + "nauc_mrr_at_3_max": 0.672907, + "nauc_mrr_at_3_std": 0.059661, + "nauc_mrr_at_3_diff1": 0.885102, + "nauc_mrr_at_5_max": 0.668975, + "nauc_mrr_at_5_std": 0.056384, + "nauc_mrr_at_5_diff1": 0.884453, + "nauc_mrr_at_10_max": 0.664971, + "nauc_mrr_at_10_std": 0.049144, + "nauc_mrr_at_10_diff1": 0.884454, + "nauc_mrr_at_20_max": 0.665722, + "nauc_mrr_at_20_std": 0.049283, + "nauc_mrr_at_20_diff1": 0.884556, + "nauc_mrr_at_100_max": 0.666057, + "nauc_mrr_at_100_std": 0.049632, + "nauc_mrr_at_100_diff1": 0.885027, + "nauc_mrr_at_1000_max": 0.66602, + "nauc_mrr_at_1000_std": 0.049443, + "nauc_mrr_at_1000_diff1": 0.885019, + "main_score": 0.86708, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49222, + "ndcg_at_3": 0.54967, + "ndcg_at_5": 0.55942, + "ndcg_at_10": 0.56985, + "ndcg_at_20": 0.585, + "ndcg_at_100": 0.60753, + "ndcg_at_1000": 0.62915, + "map_at_1": 0.49222, + "map_at_3": 0.53537, + "map_at_5": 0.54087, + "map_at_10": 0.54497, + "map_at_20": 0.54912, + "map_at_100": 0.55201, + "map_at_1000": 0.55284, + "recall_at_1": 0.49222, + "recall_at_3": 0.59111, + "recall_at_5": 0.61444, + "recall_at_10": 0.64778, + "recall_at_20": 0.70778, + "recall_at_100": 0.83222, + "recall_at_1000": 1.0, + "precision_at_1": 0.49222, + "precision_at_3": 0.19704, + "precision_at_5": 0.12289, + "precision_at_10": 0.06478, + "precision_at_20": 0.03539, + "precision_at_100": 0.00832, + "precision_at_1000": 0.001, + "mrr_at_1": 0.492222, + "mrr_at_3": 0.53537, + "mrr_at_5": 0.54087, + "mrr_at_10": 0.544971, + "mrr_at_20": 0.549116, + "mrr_at_100": 0.552014, + "mrr_at_1000": 0.552838, + "nauc_ndcg_at_1_max": 0.684342, + "nauc_ndcg_at_1_std": -0.140582, + "nauc_ndcg_at_1_diff1": 0.861904, + "nauc_ndcg_at_3_max": 0.675184, + "nauc_ndcg_at_3_std": -0.144597, + "nauc_ndcg_at_3_diff1": 0.817343, + "nauc_ndcg_at_5_max": 0.671769, + "nauc_ndcg_at_5_std": -0.142415, + "nauc_ndcg_at_5_diff1": 0.810925, + "nauc_ndcg_at_10_max": 0.667978, + "nauc_ndcg_at_10_std": -0.140115, + "nauc_ndcg_at_10_diff1": 0.808937, + "nauc_ndcg_at_20_max": 0.660095, + "nauc_ndcg_at_20_std": -0.133145, + "nauc_ndcg_at_20_diff1": 0.798939, + "nauc_ndcg_at_100_max": 0.663235, + "nauc_ndcg_at_100_std": -0.12066, + "nauc_ndcg_at_100_diff1": 0.798183, + "nauc_ndcg_at_1000_max": 0.668055, + "nauc_ndcg_at_1000_std": -0.132091, + "nauc_ndcg_at_1000_diff1": 0.810009, + "nauc_map_at_1_max": 0.684342, + "nauc_map_at_1_std": -0.140582, + "nauc_map_at_1_diff1": 0.861904, + "nauc_map_at_3_max": 0.678233, + "nauc_map_at_3_std": -0.143027, + "nauc_map_at_3_diff1": 0.828785, + "nauc_map_at_5_max": 0.676212, + "nauc_map_at_5_std": -0.142053, + "nauc_map_at_5_diff1": 0.825209, + "nauc_map_at_10_max": 0.674934, + "nauc_map_at_10_std": -0.140968, + "nauc_map_at_10_diff1": 0.824537, + "nauc_map_at_20_max": 0.672941, + "nauc_map_at_20_std": -0.13916, + "nauc_map_at_20_diff1": 0.822088, + "nauc_map_at_100_max": 0.673341, + "nauc_map_at_100_std": -0.137693, + "nauc_map_at_100_diff1": 0.822039, + "nauc_map_at_1000_max": 0.673503, + "nauc_map_at_1000_std": -0.138018, + "nauc_map_at_1000_diff1": 0.822421, + "nauc_recall_at_1_max": 0.684342, + "nauc_recall_at_1_std": -0.140582, + "nauc_recall_at_1_diff1": 0.861904, + "nauc_recall_at_3_max": 0.665533, + "nauc_recall_at_3_std": -0.149643, + "nauc_recall_at_3_diff1": 0.782247, + "nauc_recall_at_5_max": 0.657183, + "nauc_recall_at_5_std": -0.143163, + "nauc_recall_at_5_diff1": 0.765131, + "nauc_recall_at_10_max": 0.641877, + "nauc_recall_at_10_std": -0.136293, + "nauc_recall_at_10_diff1": 0.755207, + "nauc_recall_at_20_max": 0.599708, + "nauc_recall_at_20_std": -0.101778, + "nauc_recall_at_20_diff1": 0.698632, + "nauc_recall_at_100_max": 0.596905, + "nauc_recall_at_100_std": 0.041967, + "nauc_recall_at_100_diff1": 0.634475, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684342, + "nauc_precision_at_1_std": -0.140582, + "nauc_precision_at_1_diff1": 0.861904, + "nauc_precision_at_3_max": 0.665533, + "nauc_precision_at_3_std": -0.149643, + "nauc_precision_at_3_diff1": 0.782247, + "nauc_precision_at_5_max": 0.657183, + "nauc_precision_at_5_std": -0.143163, + "nauc_precision_at_5_diff1": 0.765131, + "nauc_precision_at_10_max": 0.641877, + "nauc_precision_at_10_std": -0.136293, + "nauc_precision_at_10_diff1": 0.755207, + "nauc_precision_at_20_max": 0.599708, + "nauc_precision_at_20_std": -0.101778, + "nauc_precision_at_20_diff1": 0.698632, + "nauc_precision_at_100_max": 0.596905, + "nauc_precision_at_100_std": 0.041967, + "nauc_precision_at_100_diff1": 0.634475, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.684342, + "nauc_mrr_at_1_std": -0.140582, + "nauc_mrr_at_1_diff1": 0.861904, + "nauc_mrr_at_3_max": 0.678233, + "nauc_mrr_at_3_std": -0.143027, + "nauc_mrr_at_3_diff1": 0.828785, + "nauc_mrr_at_5_max": 0.676212, + "nauc_mrr_at_5_std": -0.142053, + "nauc_mrr_at_5_diff1": 0.825209, + "nauc_mrr_at_10_max": 0.674934, + "nauc_mrr_at_10_std": -0.140968, + "nauc_mrr_at_10_diff1": 0.824537, + "nauc_mrr_at_20_max": 0.672941, + "nauc_mrr_at_20_std": -0.13916, + "nauc_mrr_at_20_diff1": 0.822088, + "nauc_mrr_at_100_max": 0.673341, + "nauc_mrr_at_100_std": -0.137693, + "nauc_mrr_at_100_diff1": 0.822039, + "nauc_mrr_at_1000_max": 0.673503, + "nauc_mrr_at_1000_std": -0.138018, + "nauc_mrr_at_1000_diff1": 0.822421, + "main_score": 0.56985, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.25556, + "ndcg_at_3": 0.28837, + "ndcg_at_5": 0.29965, + "ndcg_at_10": 0.31228, + "ndcg_at_20": 0.32537, + "ndcg_at_100": 0.36393, + "ndcg_at_1000": 0.40926, + "map_at_1": 0.25556, + "map_at_3": 0.27981, + "map_at_5": 0.28598, + "map_at_10": 0.291, + "map_at_20": 0.29454, + "map_at_100": 0.29941, + "map_at_1000": 0.30113, + "recall_at_1": 0.25556, + "recall_at_3": 0.31333, + "recall_at_5": 0.34111, + "recall_at_10": 0.38111, + "recall_at_20": 0.43333, + "recall_at_100": 0.64778, + "recall_at_1000": 1.0, + "precision_at_1": 0.25556, + "precision_at_3": 0.10444, + "precision_at_5": 0.06822, + "precision_at_10": 0.03811, + "precision_at_20": 0.02167, + "precision_at_100": 0.00648, + "precision_at_1000": 0.001, + "mrr_at_1": 0.255556, + "mrr_at_3": 0.279815, + "mrr_at_5": 0.285981, + "mrr_at_10": 0.291004, + "mrr_at_20": 0.294539, + "mrr_at_100": 0.299409, + "mrr_at_1000": 0.301128, + "nauc_ndcg_at_1_max": 0.593749, + "nauc_ndcg_at_1_std": 0.208279, + "nauc_ndcg_at_1_diff1": 0.870421, + "nauc_ndcg_at_3_max": 0.561347, + "nauc_ndcg_at_3_std": 0.212204, + "nauc_ndcg_at_3_diff1": 0.820251, + "nauc_ndcg_at_5_max": 0.548401, + "nauc_ndcg_at_5_std": 0.202109, + "nauc_ndcg_at_5_diff1": 0.802423, + "nauc_ndcg_at_10_max": 0.536653, + "nauc_ndcg_at_10_std": 0.195579, + "nauc_ndcg_at_10_diff1": 0.790395, + "nauc_ndcg_at_20_max": 0.528355, + "nauc_ndcg_at_20_std": 0.188095, + "nauc_ndcg_at_20_diff1": 0.775597, + "nauc_ndcg_at_100_max": 0.515632, + "nauc_ndcg_at_100_std": 0.188622, + "nauc_ndcg_at_100_diff1": 0.758415, + "nauc_ndcg_at_1000_max": 0.536605, + "nauc_ndcg_at_1000_std": 0.195639, + "nauc_ndcg_at_1000_diff1": 0.787863, + "nauc_map_at_1_max": 0.593749, + "nauc_map_at_1_std": 0.208279, + "nauc_map_at_1_diff1": 0.870421, + "nauc_map_at_3_max": 0.570603, + "nauc_map_at_3_std": 0.210809, + "nauc_map_at_3_diff1": 0.83274, + "nauc_map_at_5_max": 0.563349, + "nauc_map_at_5_std": 0.205312, + "nauc_map_at_5_diff1": 0.82273, + "nauc_map_at_10_max": 0.558454, + "nauc_map_at_10_std": 0.202741, + "nauc_map_at_10_diff1": 0.817752, + "nauc_map_at_20_max": 0.55616, + "nauc_map_at_20_std": 0.200715, + "nauc_map_at_20_diff1": 0.813568, + "nauc_map_at_100_max": 0.554439, + "nauc_map_at_100_std": 0.201159, + "nauc_map_at_100_diff1": 0.811296, + "nauc_map_at_1000_max": 0.555137, + "nauc_map_at_1000_std": 0.201394, + "nauc_map_at_1000_diff1": 0.812366, + "nauc_recall_at_1_max": 0.593749, + "nauc_recall_at_1_std": 0.208279, + "nauc_recall_at_1_diff1": 0.870421, + "nauc_recall_at_3_max": 0.53514, + "nauc_recall_at_3_std": 0.216244, + "nauc_recall_at_3_diff1": 0.785481, + "nauc_recall_at_5_max": 0.505087, + "nauc_recall_at_5_std": 0.191963, + "nauc_recall_at_5_diff1": 0.744161, + "nauc_recall_at_10_max": 0.471172, + "nauc_recall_at_10_std": 0.172193, + "nauc_recall_at_10_diff1": 0.70949, + "nauc_recall_at_20_max": 0.439664, + "nauc_recall_at_20_std": 0.143567, + "nauc_recall_at_20_diff1": 0.653969, + "nauc_recall_at_100_max": 0.341507, + "nauc_recall_at_100_std": 0.130126, + "nauc_recall_at_100_diff1": 0.520247, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.593749, + "nauc_precision_at_1_std": 0.208279, + "nauc_precision_at_1_diff1": 0.870421, + "nauc_precision_at_3_max": 0.53514, + "nauc_precision_at_3_std": 0.216244, + "nauc_precision_at_3_diff1": 0.785481, + "nauc_precision_at_5_max": 0.505087, + "nauc_precision_at_5_std": 0.191963, + "nauc_precision_at_5_diff1": 0.744161, + "nauc_precision_at_10_max": 0.471172, + "nauc_precision_at_10_std": 0.172193, + "nauc_precision_at_10_diff1": 0.70949, + "nauc_precision_at_20_max": 0.439664, + "nauc_precision_at_20_std": 0.143567, + "nauc_precision_at_20_diff1": 0.653969, + "nauc_precision_at_100_max": 0.341507, + "nauc_precision_at_100_std": 0.130126, + "nauc_precision_at_100_diff1": 0.520247, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.593749, + "nauc_mrr_at_1_std": 0.208279, + "nauc_mrr_at_1_diff1": 0.870421, + "nauc_mrr_at_3_max": 0.570603, + "nauc_mrr_at_3_std": 0.210809, + "nauc_mrr_at_3_diff1": 0.83274, + "nauc_mrr_at_5_max": 0.563349, + "nauc_mrr_at_5_std": 0.205312, + "nauc_mrr_at_5_diff1": 0.82273, + "nauc_mrr_at_10_max": 0.558454, + "nauc_mrr_at_10_std": 0.202741, + "nauc_mrr_at_10_diff1": 0.817752, + "nauc_mrr_at_20_max": 0.55616, + "nauc_mrr_at_20_std": 0.200715, + "nauc_mrr_at_20_diff1": 0.813568, + "nauc_mrr_at_100_max": 0.554439, + "nauc_mrr_at_100_std": 0.201159, + "nauc_mrr_at_100_diff1": 0.811296, + "nauc_mrr_at_1000_max": 0.555137, + "nauc_mrr_at_1000_std": 0.201394, + "nauc_mrr_at_1000_diff1": 0.812366, + "main_score": 0.31228, + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.73667, + "ndcg_at_3": 0.80103, + "ndcg_at_5": 0.81485, + "ndcg_at_10": 0.82575, + "ndcg_at_20": 0.833, + "ndcg_at_100": 0.8411, + "ndcg_at_1000": 0.84332, + "map_at_1": 0.73667, + "map_at_3": 0.78593, + "map_at_5": 0.79365, + "map_at_10": 0.79822, + "map_at_20": 0.80018, + "map_at_100": 0.80132, + "map_at_1000": 0.80141, + "recall_at_1": 0.73667, + "recall_at_3": 0.84444, + "recall_at_5": 0.87778, + "recall_at_10": 0.91111, + "recall_at_20": 0.94, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "precision_at_1": 0.73667, + "precision_at_3": 0.28148, + "precision_at_5": 0.17556, + "precision_at_10": 0.09111, + "precision_at_20": 0.047, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.736667, + "mrr_at_3": 0.785926, + "mrr_at_5": 0.793648, + "mrr_at_10": 0.79822, + "mrr_at_20": 0.800178, + "mrr_at_100": 0.801316, + "mrr_at_1000": 0.801413, + "nauc_ndcg_at_1_max": 0.630587, + "nauc_ndcg_at_1_std": 0.063071, + "nauc_ndcg_at_1_diff1": 0.855014, + "nauc_ndcg_at_3_max": 0.645587, + "nauc_ndcg_at_3_std": 0.086397, + "nauc_ndcg_at_3_diff1": 0.814451, + "nauc_ndcg_at_5_max": 0.652404, + "nauc_ndcg_at_5_std": 0.106807, + "nauc_ndcg_at_5_diff1": 0.817147, + "nauc_ndcg_at_10_max": 0.651764, + "nauc_ndcg_at_10_std": 0.110916, + "nauc_ndcg_at_10_diff1": 0.816707, + "nauc_ndcg_at_20_max": 0.656268, + "nauc_ndcg_at_20_std": 0.140193, + "nauc_ndcg_at_20_diff1": 0.821576, + "nauc_ndcg_at_100_max": 0.65287, + "nauc_ndcg_at_100_std": 0.11568, + "nauc_ndcg_at_100_diff1": 0.823952, + "nauc_ndcg_at_1000_max": 0.649937, + "nauc_ndcg_at_1000_std": 0.109637, + "nauc_ndcg_at_1000_diff1": 0.824698, + "nauc_map_at_1_max": 0.630587, + "nauc_map_at_1_std": 0.063071, + "nauc_map_at_1_diff1": 0.855014, + "nauc_map_at_3_max": 0.642692, + "nauc_map_at_3_std": 0.081376, + "nauc_map_at_3_diff1": 0.824819, + "nauc_map_at_5_max": 0.646022, + "nauc_map_at_5_std": 0.092037, + "nauc_map_at_5_diff1": 0.826479, + "nauc_map_at_10_max": 0.645585, + "nauc_map_at_10_std": 0.09311, + "nauc_map_at_10_diff1": 0.826424, + "nauc_map_at_20_max": 0.646556, + "nauc_map_at_20_std": 0.099879, + "nauc_map_at_20_diff1": 0.827596, + "nauc_map_at_100_max": 0.6461, + "nauc_map_at_100_std": 0.097072, + "nauc_map_at_100_diff1": 0.828059, + "nauc_map_at_1000_max": 0.645995, + "nauc_map_at_1000_std": 0.096867, + "nauc_map_at_1000_diff1": 0.828091, + "nauc_recall_at_1_max": 0.630587, + "nauc_recall_at_1_std": 0.063071, + "nauc_recall_at_1_diff1": 0.855014, + "nauc_recall_at_3_max": 0.655772, + "nauc_recall_at_3_std": 0.104474, + "nauc_recall_at_3_diff1": 0.775927, + "nauc_recall_at_5_max": 0.681919, + "nauc_recall_at_5_std": 0.176111, + "nauc_recall_at_5_diff1": 0.776389, + "nauc_recall_at_10_max": 0.689052, + "nauc_recall_at_10_std": 0.223739, + "nauc_recall_at_10_diff1": 0.761111, + "nauc_recall_at_20_max": 0.752784, + "nauc_recall_at_20_std": 0.570452, + "nauc_recall_at_20_diff1": 0.784997, + "nauc_recall_at_100_max": 0.84239, + "nauc_recall_at_100_std": 0.513601, + "nauc_recall_at_100_diff1": 0.777933, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.630587, + "nauc_precision_at_1_std": 0.063071, + "nauc_precision_at_1_diff1": 0.855014, + "nauc_precision_at_3_max": 0.655772, + "nauc_precision_at_3_std": 0.104474, + "nauc_precision_at_3_diff1": 0.775927, + "nauc_precision_at_5_max": 0.681919, + "nauc_precision_at_5_std": 0.176111, + "nauc_precision_at_5_diff1": 0.776389, + "nauc_precision_at_10_max": 0.689052, + "nauc_precision_at_10_std": 0.223739, + "nauc_precision_at_10_diff1": 0.761111, + "nauc_precision_at_20_max": 0.752784, + "nauc_precision_at_20_std": 0.570452, + "nauc_precision_at_20_diff1": 0.784997, + "nauc_precision_at_100_max": 0.84239, + "nauc_precision_at_100_std": 0.513601, + "nauc_precision_at_100_diff1": 0.777933, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.630587, + "nauc_mrr_at_1_std": 0.063071, + "nauc_mrr_at_1_diff1": 0.855014, + "nauc_mrr_at_3_max": 0.642692, + "nauc_mrr_at_3_std": 0.081376, + "nauc_mrr_at_3_diff1": 0.824819, + "nauc_mrr_at_5_max": 0.646022, + "nauc_mrr_at_5_std": 0.092037, + "nauc_mrr_at_5_diff1": 0.826479, + "nauc_mrr_at_10_max": 0.645585, + "nauc_mrr_at_10_std": 0.09311, + "nauc_mrr_at_10_diff1": 0.826424, + "nauc_mrr_at_20_max": 0.646556, + "nauc_mrr_at_20_std": 0.099879, + "nauc_mrr_at_20_diff1": 0.827596, + "nauc_mrr_at_100_max": 0.6461, + "nauc_mrr_at_100_std": 0.097072, + "nauc_mrr_at_100_diff1": 0.828059, + "nauc_mrr_at_1000_max": 0.645995, + "nauc_mrr_at_1000_std": 0.096867, + "nauc_mrr_at_1000_diff1": 0.828091, + "main_score": 0.82575, + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.64444, + "ndcg_at_3": 0.70989, + "ndcg_at_5": 0.72271, + "ndcg_at_10": 0.7337, + "ndcg_at_20": 0.73971, + "ndcg_at_100": 0.7563, + "ndcg_at_1000": 0.7647, + "map_at_1": 0.64444, + "map_at_3": 0.69407, + "map_at_5": 0.70119, + "map_at_10": 0.70585, + "map_at_20": 0.70756, + "map_at_100": 0.70959, + "map_at_1000": 0.70996, + "recall_at_1": 0.64444, + "recall_at_3": 0.75556, + "recall_at_5": 0.78667, + "recall_at_10": 0.82, + "recall_at_20": 0.84333, + "recall_at_100": 0.93667, + "recall_at_1000": 1.0, + "precision_at_1": 0.64444, + "precision_at_3": 0.25185, + "precision_at_5": 0.15733, + "precision_at_10": 0.082, + "precision_at_20": 0.04217, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "mrr_at_1": 0.644444, + "mrr_at_3": 0.694074, + "mrr_at_5": 0.701185, + "mrr_at_10": 0.705851, + "mrr_at_20": 0.707563, + "mrr_at_100": 0.709593, + "mrr_at_1000": 0.709956, + "nauc_ndcg_at_1_max": 0.698079, + "nauc_ndcg_at_1_std": 0.368857, + "nauc_ndcg_at_1_diff1": 0.887213, + "nauc_ndcg_at_3_max": 0.730358, + "nauc_ndcg_at_3_std": 0.424207, + "nauc_ndcg_at_3_diff1": 0.854626, + "nauc_ndcg_at_5_max": 0.728577, + "nauc_ndcg_at_5_std": 0.42801, + "nauc_ndcg_at_5_diff1": 0.853949, + "nauc_ndcg_at_10_max": 0.725649, + "nauc_ndcg_at_10_std": 0.435733, + "nauc_ndcg_at_10_diff1": 0.852494, + "nauc_ndcg_at_20_max": 0.725696, + "nauc_ndcg_at_20_std": 0.432498, + "nauc_ndcg_at_20_diff1": 0.853658, + "nauc_ndcg_at_100_max": 0.724132, + "nauc_ndcg_at_100_std": 0.430639, + "nauc_ndcg_at_100_diff1": 0.854149, + "nauc_ndcg_at_1000_max": 0.723712, + "nauc_ndcg_at_1000_std": 0.424388, + "nauc_ndcg_at_1000_diff1": 0.857958, + "nauc_map_at_1_max": 0.698079, + "nauc_map_at_1_std": 0.368857, + "nauc_map_at_1_diff1": 0.887213, + "nauc_map_at_3_max": 0.723169, + "nauc_map_at_3_std": 0.410212, + "nauc_map_at_3_diff1": 0.863467, + "nauc_map_at_5_max": 0.722304, + "nauc_map_at_5_std": 0.412162, + "nauc_map_at_5_diff1": 0.863314, + "nauc_map_at_10_max": 0.721023, + "nauc_map_at_10_std": 0.415159, + "nauc_map_at_10_diff1": 0.86268, + "nauc_map_at_20_max": 0.721164, + "nauc_map_at_20_std": 0.414252, + "nauc_map_at_20_diff1": 0.863091, + "nauc_map_at_100_max": 0.721013, + "nauc_map_at_100_std": 0.414256, + "nauc_map_at_100_diff1": 0.863145, + "nauc_map_at_1000_max": 0.721, + "nauc_map_at_1000_std": 0.414027, + "nauc_map_at_1000_diff1": 0.863294, + "nauc_recall_at_1_max": 0.698079, + "nauc_recall_at_1_std": 0.368857, + "nauc_recall_at_1_diff1": 0.887213, + "nauc_recall_at_3_max": 0.754119, + "nauc_recall_at_3_std": 0.47145, + "nauc_recall_at_3_diff1": 0.824467, + "nauc_recall_at_5_max": 0.750433, + "nauc_recall_at_5_std": 0.486794, + "nauc_recall_at_5_diff1": 0.818895, + "nauc_recall_at_10_max": 0.742171, + "nauc_recall_at_10_std": 0.526429, + "nauc_recall_at_10_diff1": 0.808894, + "nauc_recall_at_20_max": 0.742724, + "nauc_recall_at_20_std": 0.519118, + "nauc_recall_at_20_diff1": 0.809159, + "nauc_recall_at_100_max": 0.73468, + "nauc_recall_at_100_std": 0.582912, + "nauc_recall_at_100_diff1": 0.763314, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698079, + "nauc_precision_at_1_std": 0.368857, + "nauc_precision_at_1_diff1": 0.887213, + "nauc_precision_at_3_max": 0.754119, + "nauc_precision_at_3_std": 0.47145, + "nauc_precision_at_3_diff1": 0.824467, + "nauc_precision_at_5_max": 0.750433, + "nauc_precision_at_5_std": 0.486794, + "nauc_precision_at_5_diff1": 0.818895, + "nauc_precision_at_10_max": 0.742171, + "nauc_precision_at_10_std": 0.526429, + "nauc_precision_at_10_diff1": 0.808894, + "nauc_precision_at_20_max": 0.742724, + "nauc_precision_at_20_std": 0.519118, + "nauc_precision_at_20_diff1": 0.809159, + "nauc_precision_at_100_max": 0.73468, + "nauc_precision_at_100_std": 0.582912, + "nauc_precision_at_100_diff1": 0.763314, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698079, + "nauc_mrr_at_1_std": 0.368857, + "nauc_mrr_at_1_diff1": 0.887213, + "nauc_mrr_at_3_max": 0.723169, + "nauc_mrr_at_3_std": 0.410212, + "nauc_mrr_at_3_diff1": 0.863467, + "nauc_mrr_at_5_max": 0.722304, + "nauc_mrr_at_5_std": 0.412162, + "nauc_mrr_at_5_diff1": 0.863314, + "nauc_mrr_at_10_max": 0.721023, + "nauc_mrr_at_10_std": 0.415159, + "nauc_mrr_at_10_diff1": 0.86268, + "nauc_mrr_at_20_max": 0.721164, + "nauc_mrr_at_20_std": 0.414252, + "nauc_mrr_at_20_diff1": 0.863091, + "nauc_mrr_at_100_max": 0.721013, + "nauc_mrr_at_100_std": 0.414256, + "nauc_mrr_at_100_diff1": 0.863145, + "nauc_mrr_at_1000_max": 0.721, + "nauc_mrr_at_1000_std": 0.414027, + "nauc_mrr_at_1000_diff1": 0.863294, + "main_score": 0.7337, + "hf_subset": "ben_Beng-ben_Latn", + "languages": [ + "ben-Beng", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.77, + "ndcg_at_3": 0.83086, + "ndcg_at_5": 0.84366, + "ndcg_at_10": 0.85229, + "ndcg_at_20": 0.85799, + "ndcg_at_100": 0.86461, + "ndcg_at_1000": 0.8661, + "map_at_1": 0.77, + "map_at_3": 0.81648, + "map_at_5": 0.82331, + "map_at_10": 0.82688, + "map_at_20": 0.82849, + "map_at_100": 0.82941, + "map_at_1000": 0.82948, + "recall_at_1": 0.77, + "recall_at_3": 0.87222, + "recall_at_5": 0.90444, + "recall_at_10": 0.93111, + "recall_at_20": 0.95333, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.77, + "precision_at_3": 0.29074, + "precision_at_5": 0.18089, + "precision_at_10": 0.09311, + "precision_at_20": 0.04767, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.77, + "mrr_at_3": 0.816481, + "mrr_at_5": 0.823315, + "mrr_at_10": 0.826879, + "mrr_at_20": 0.82849, + "mrr_at_100": 0.829412, + "mrr_at_1000": 0.829482, + "nauc_ndcg_at_1_max": 0.688321, + "nauc_ndcg_at_1_std": 0.163535, + "nauc_ndcg_at_1_diff1": 0.889409, + "nauc_ndcg_at_3_max": 0.73571, + "nauc_ndcg_at_3_std": 0.188298, + "nauc_ndcg_at_3_diff1": 0.867134, + "nauc_ndcg_at_5_max": 0.730795, + "nauc_ndcg_at_5_std": 0.185366, + "nauc_ndcg_at_5_diff1": 0.86327, + "nauc_ndcg_at_10_max": 0.727081, + "nauc_ndcg_at_10_std": 0.1837, + "nauc_ndcg_at_10_diff1": 0.863442, + "nauc_ndcg_at_20_max": 0.724347, + "nauc_ndcg_at_20_std": 0.190558, + "nauc_ndcg_at_20_diff1": 0.863951, + "nauc_ndcg_at_100_max": 0.725475, + "nauc_ndcg_at_100_std": 0.19001, + "nauc_ndcg_at_100_diff1": 0.867918, + "nauc_ndcg_at_1000_max": 0.723162, + "nauc_ndcg_at_1000_std": 0.185673, + "nauc_ndcg_at_1000_diff1": 0.868796, + "nauc_map_at_1_max": 0.688321, + "nauc_map_at_1_std": 0.163535, + "nauc_map_at_1_diff1": 0.889409, + "nauc_map_at_3_max": 0.723351, + "nauc_map_at_3_std": 0.1799, + "nauc_map_at_3_diff1": 0.872674, + "nauc_map_at_5_max": 0.720415, + "nauc_map_at_5_std": 0.178053, + "nauc_map_at_5_diff1": 0.871041, + "nauc_map_at_10_max": 0.719069, + "nauc_map_at_10_std": 0.177933, + "nauc_map_at_10_diff1": 0.871234, + "nauc_map_at_20_max": 0.718486, + "nauc_map_at_20_std": 0.180102, + "nauc_map_at_20_diff1": 0.871442, + "nauc_map_at_100_max": 0.718742, + "nauc_map_at_100_std": 0.180124, + "nauc_map_at_100_diff1": 0.871966, + "nauc_map_at_1000_max": 0.718657, + "nauc_map_at_1000_std": 0.17999, + "nauc_map_at_1000_diff1": 0.871996, + "nauc_recall_at_1_max": 0.688321, + "nauc_recall_at_1_std": 0.163535, + "nauc_recall_at_1_diff1": 0.889409, + "nauc_recall_at_3_max": 0.783738, + "nauc_recall_at_3_std": 0.222179, + "nauc_recall_at_3_diff1": 0.845778, + "nauc_recall_at_5_max": 0.780014, + "nauc_recall_at_5_std": 0.221929, + "nauc_recall_at_5_diff1": 0.82436, + "nauc_recall_at_10_max": 0.773395, + "nauc_recall_at_10_std": 0.217652, + "nauc_recall_at_10_diff1": 0.810811, + "nauc_recall_at_20_max": 0.761671, + "nauc_recall_at_20_std": 0.295207, + "nauc_recall_at_20_diff1": 0.791083, + "nauc_recall_at_100_max": 0.919935, + "nauc_recall_at_100_std": 0.568534, + "nauc_recall_at_100_diff1": 0.792017, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.688321, + "nauc_precision_at_1_std": 0.163535, + "nauc_precision_at_1_diff1": 0.889409, + "nauc_precision_at_3_max": 0.783738, + "nauc_precision_at_3_std": 0.222179, + "nauc_precision_at_3_diff1": 0.845778, + "nauc_precision_at_5_max": 0.780014, + "nauc_precision_at_5_std": 0.221929, + "nauc_precision_at_5_diff1": 0.82436, + "nauc_precision_at_10_max": 0.773395, + "nauc_precision_at_10_std": 0.217652, + "nauc_precision_at_10_diff1": 0.810811, + "nauc_precision_at_20_max": 0.761671, + "nauc_precision_at_20_std": 0.295207, + "nauc_precision_at_20_diff1": 0.791083, + "nauc_precision_at_100_max": 0.919935, + "nauc_precision_at_100_std": 0.568534, + "nauc_precision_at_100_diff1": 0.792017, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.688321, + "nauc_mrr_at_1_std": 0.163535, + "nauc_mrr_at_1_diff1": 0.889409, + "nauc_mrr_at_3_max": 0.723351, + "nauc_mrr_at_3_std": 0.1799, + "nauc_mrr_at_3_diff1": 0.872674, + "nauc_mrr_at_5_max": 0.720415, + "nauc_mrr_at_5_std": 0.178053, + "nauc_mrr_at_5_diff1": 0.871041, + "nauc_mrr_at_10_max": 0.719069, + "nauc_mrr_at_10_std": 0.177933, + "nauc_mrr_at_10_diff1": 0.871234, + "nauc_mrr_at_20_max": 0.718486, + "nauc_mrr_at_20_std": 0.180102, + "nauc_mrr_at_20_diff1": 0.871442, + "nauc_mrr_at_100_max": 0.718742, + "nauc_mrr_at_100_std": 0.180124, + "nauc_mrr_at_100_diff1": 0.871966, + "nauc_mrr_at_1000_max": 0.718657, + "nauc_mrr_at_1000_std": 0.17999, + "nauc_mrr_at_1000_diff1": 0.871996, + "main_score": 0.85229, + "hf_subset": "ben_Latn-ben_Beng", + "languages": [ + "ben-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.82889, + "ndcg_at_3": 0.87169, + "ndcg_at_5": 0.87709, + "ndcg_at_10": 0.88536, + "ndcg_at_20": 0.88903, + "ndcg_at_100": 0.89503, + "ndcg_at_1000": 0.89675, + "map_at_1": 0.82889, + "map_at_3": 0.86148, + "map_at_5": 0.86443, + "map_at_10": 0.86784, + "map_at_20": 0.86885, + "map_at_100": 0.86969, + "map_at_1000": 0.86976, + "recall_at_1": 0.82889, + "recall_at_3": 0.90111, + "recall_at_5": 0.91444, + "recall_at_10": 0.94, + "recall_at_20": 0.95444, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.82889, + "precision_at_3": 0.30037, + "precision_at_5": 0.18289, + "precision_at_10": 0.094, + "precision_at_20": 0.04772, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.861481, + "mrr_at_5": 0.864426, + "mrr_at_10": 0.867837, + "mrr_at_20": 0.868854, + "mrr_at_100": 0.869695, + "mrr_at_1000": 0.869761, + "nauc_ndcg_at_1_max": 0.779716, + "nauc_ndcg_at_1_std": 0.215267, + "nauc_ndcg_at_1_diff1": 0.943003, + "nauc_ndcg_at_3_max": 0.798329, + "nauc_ndcg_at_3_std": 0.246467, + "nauc_ndcg_at_3_diff1": 0.925272, + "nauc_ndcg_at_5_max": 0.800889, + "nauc_ndcg_at_5_std": 0.253541, + "nauc_ndcg_at_5_diff1": 0.927495, + "nauc_ndcg_at_10_max": 0.810069, + "nauc_ndcg_at_10_std": 0.251626, + "nauc_ndcg_at_10_diff1": 0.928767, + "nauc_ndcg_at_20_max": 0.808376, + "nauc_ndcg_at_20_std": 0.256256, + "nauc_ndcg_at_20_diff1": 0.931127, + "nauc_ndcg_at_100_max": 0.805443, + "nauc_ndcg_at_100_std": 0.25781, + "nauc_ndcg_at_100_diff1": 0.932165, + "nauc_ndcg_at_1000_max": 0.802694, + "nauc_ndcg_at_1000_std": 0.248449, + "nauc_ndcg_at_1000_diff1": 0.931939, + "nauc_map_at_1_max": 0.779716, + "nauc_map_at_1_std": 0.215267, + "nauc_map_at_1_diff1": 0.943003, + "nauc_map_at_3_max": 0.795333, + "nauc_map_at_3_std": 0.239348, + "nauc_map_at_3_diff1": 0.930916, + "nauc_map_at_5_max": 0.796608, + "nauc_map_at_5_std": 0.243032, + "nauc_map_at_5_diff1": 0.932037, + "nauc_map_at_10_max": 0.799936, + "nauc_map_at_10_std": 0.241645, + "nauc_map_at_10_diff1": 0.932618, + "nauc_map_at_20_max": 0.799412, + "nauc_map_at_20_std": 0.242225, + "nauc_map_at_20_diff1": 0.933249, + "nauc_map_at_100_max": 0.79888, + "nauc_map_at_100_std": 0.242111, + "nauc_map_at_100_diff1": 0.933339, + "nauc_map_at_1000_max": 0.798798, + "nauc_map_at_1000_std": 0.241811, + "nauc_map_at_1000_diff1": 0.933333, + "nauc_recall_at_1_max": 0.779716, + "nauc_recall_at_1_std": 0.215267, + "nauc_recall_at_1_diff1": 0.943003, + "nauc_recall_at_3_max": 0.808632, + "nauc_recall_at_3_std": 0.273073, + "nauc_recall_at_3_diff1": 0.903036, + "nauc_recall_at_5_max": 0.818606, + "nauc_recall_at_5_std": 0.299483, + "nauc_recall_at_5_diff1": 0.907933, + "nauc_recall_at_10_max": 0.877235, + "nauc_recall_at_10_std": 0.313138, + "nauc_recall_at_10_diff1": 0.906932, + "nauc_recall_at_20_max": 0.883685, + "nauc_recall_at_20_std": 0.384289, + "nauc_recall_at_20_diff1": 0.920977, + "nauc_recall_at_100_max": 0.965959, + "nauc_recall_at_100_std": 0.794429, + "nauc_recall_at_100_diff1": 0.945534, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.779716, + "nauc_precision_at_1_std": 0.215267, + "nauc_precision_at_1_diff1": 0.943003, + "nauc_precision_at_3_max": 0.808632, + "nauc_precision_at_3_std": 0.273073, + "nauc_precision_at_3_diff1": 0.903036, + "nauc_precision_at_5_max": 0.818606, + "nauc_precision_at_5_std": 0.299483, + "nauc_precision_at_5_diff1": 0.907933, + "nauc_precision_at_10_max": 0.877235, + "nauc_precision_at_10_std": 0.313138, + "nauc_precision_at_10_diff1": 0.906932, + "nauc_precision_at_20_max": 0.883685, + "nauc_precision_at_20_std": 0.384289, + "nauc_precision_at_20_diff1": 0.920977, + "nauc_precision_at_100_max": 0.965959, + "nauc_precision_at_100_std": 0.794429, + "nauc_precision_at_100_diff1": 0.945534, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.779716, + "nauc_mrr_at_1_std": 0.215267, + "nauc_mrr_at_1_diff1": 0.943003, + "nauc_mrr_at_3_max": 0.795333, + "nauc_mrr_at_3_std": 0.239348, + "nauc_mrr_at_3_diff1": 0.930916, + "nauc_mrr_at_5_max": 0.796608, + "nauc_mrr_at_5_std": 0.243032, + "nauc_mrr_at_5_diff1": 0.932037, + "nauc_mrr_at_10_max": 0.799936, + "nauc_mrr_at_10_std": 0.241645, + "nauc_mrr_at_10_diff1": 0.932618, + "nauc_mrr_at_20_max": 0.799412, + "nauc_mrr_at_20_std": 0.242225, + "nauc_mrr_at_20_diff1": 0.933249, + "nauc_mrr_at_100_max": 0.79888, + "nauc_mrr_at_100_std": 0.242111, + "nauc_mrr_at_100_diff1": 0.933339, + "nauc_mrr_at_1000_max": 0.798798, + "nauc_mrr_at_1000_std": 0.241811, + "nauc_mrr_at_1000_diff1": 0.933333, + "main_score": 0.88536, + "hf_subset": "hin_Deva-hin_Latn", + "languages": [ + "hin-Deva", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.81222, + "ndcg_at_3": 0.85234, + "ndcg_at_5": 0.86415, + "ndcg_at_10": 0.87032, + "ndcg_at_20": 0.87438, + "ndcg_at_100": 0.88223, + "ndcg_at_1000": 0.88382, + "map_at_1": 0.81222, + "map_at_3": 0.84241, + "map_at_5": 0.84891, + "map_at_10": 0.85149, + "map_at_20": 0.85253, + "map_at_100": 0.85362, + "map_at_1000": 0.85368, + "recall_at_1": 0.81222, + "recall_at_3": 0.88111, + "recall_at_5": 0.91, + "recall_at_10": 0.92889, + "recall_at_20": 0.94556, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "precision_at_1": 0.81222, + "precision_at_3": 0.2937, + "precision_at_5": 0.182, + "precision_at_10": 0.09289, + "precision_at_20": 0.04728, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.812222, + "mrr_at_3": 0.842407, + "mrr_at_5": 0.848907, + "mrr_at_10": 0.851492, + "mrr_at_20": 0.852531, + "mrr_at_100": 0.853618, + "mrr_at_1000": 0.85368, + "nauc_ndcg_at_1_max": 0.74073, + "nauc_ndcg_at_1_std": -0.013537, + "nauc_ndcg_at_1_diff1": 0.879448, + "nauc_ndcg_at_3_max": 0.7837, + "nauc_ndcg_at_3_std": 0.005935, + "nauc_ndcg_at_3_diff1": 0.86999, + "nauc_ndcg_at_5_max": 0.780725, + "nauc_ndcg_at_5_std": -0.012157, + "nauc_ndcg_at_5_diff1": 0.868732, + "nauc_ndcg_at_10_max": 0.787209, + "nauc_ndcg_at_10_std": -0.004165, + "nauc_ndcg_at_10_diff1": 0.868673, + "nauc_ndcg_at_20_max": 0.787351, + "nauc_ndcg_at_20_std": 0.007178, + "nauc_ndcg_at_20_diff1": 0.872402, + "nauc_ndcg_at_100_max": 0.780536, + "nauc_ndcg_at_100_std": 0.005982, + "nauc_ndcg_at_100_diff1": 0.8739, + "nauc_ndcg_at_1000_max": 0.778085, + "nauc_ndcg_at_1000_std": 0.001667, + "nauc_ndcg_at_1000_diff1": 0.872614, + "nauc_map_at_1_max": 0.74073, + "nauc_map_at_1_std": -0.013537, + "nauc_map_at_1_diff1": 0.879448, + "nauc_map_at_3_max": 0.772365, + "nauc_map_at_3_std": 0.001675, + "nauc_map_at_3_diff1": 0.872448, + "nauc_map_at_5_max": 0.770228, + "nauc_map_at_5_std": -0.008014, + "nauc_map_at_5_diff1": 0.871766, + "nauc_map_at_10_max": 0.772563, + "nauc_map_at_10_std": -0.004656, + "nauc_map_at_10_diff1": 0.871746, + "nauc_map_at_20_max": 0.772505, + "nauc_map_at_20_std": -0.002175, + "nauc_map_at_20_diff1": 0.872676, + "nauc_map_at_100_max": 0.771658, + "nauc_map_at_100_std": -0.00212, + "nauc_map_at_100_diff1": 0.872899, + "nauc_map_at_1000_max": 0.77158, + "nauc_map_at_1000_std": -0.002251, + "nauc_map_at_1000_diff1": 0.87286, + "nauc_recall_at_1_max": 0.74073, + "nauc_recall_at_1_std": -0.013537, + "nauc_recall_at_1_diff1": 0.879448, + "nauc_recall_at_3_max": 0.825414, + "nauc_recall_at_3_std": 0.021111, + "nauc_recall_at_3_diff1": 0.860966, + "nauc_recall_at_5_max": 0.828342, + "nauc_recall_at_5_std": -0.035446, + "nauc_recall_at_5_diff1": 0.854872, + "nauc_recall_at_10_max": 0.874278, + "nauc_recall_at_10_std": -0.002166, + "nauc_recall_at_10_diff1": 0.851446, + "nauc_recall_at_20_max": 0.90177, + "nauc_recall_at_20_std": 0.100793, + "nauc_recall_at_20_diff1": 0.878189, + "nauc_recall_at_100_max": 0.952466, + "nauc_recall_at_100_std": 0.311816, + "nauc_recall_at_100_diff1": 0.964349, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.74073, + "nauc_precision_at_1_std": -0.013537, + "nauc_precision_at_1_diff1": 0.879448, + "nauc_precision_at_3_max": 0.825414, + "nauc_precision_at_3_std": 0.021111, + "nauc_precision_at_3_diff1": 0.860966, + "nauc_precision_at_5_max": 0.828342, + "nauc_precision_at_5_std": -0.035446, + "nauc_precision_at_5_diff1": 0.854872, + "nauc_precision_at_10_max": 0.874278, + "nauc_precision_at_10_std": -0.002166, + "nauc_precision_at_10_diff1": 0.851446, + "nauc_precision_at_20_max": 0.90177, + "nauc_precision_at_20_std": 0.100793, + "nauc_precision_at_20_diff1": 0.878189, + "nauc_precision_at_100_max": 0.952466, + "nauc_precision_at_100_std": 0.311816, + "nauc_precision_at_100_diff1": 0.964349, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.74073, + "nauc_mrr_at_1_std": -0.013537, + "nauc_mrr_at_1_diff1": 0.879448, + "nauc_mrr_at_3_max": 0.772365, + "nauc_mrr_at_3_std": 0.001675, + "nauc_mrr_at_3_diff1": 0.872448, + "nauc_mrr_at_5_max": 0.770228, + "nauc_mrr_at_5_std": -0.008014, + "nauc_mrr_at_5_diff1": 0.871766, + "nauc_mrr_at_10_max": 0.772563, + "nauc_mrr_at_10_std": -0.004656, + "nauc_mrr_at_10_diff1": 0.871746, + "nauc_mrr_at_20_max": 0.772505, + "nauc_mrr_at_20_std": -0.002175, + "nauc_mrr_at_20_diff1": 0.872676, + "nauc_mrr_at_100_max": 0.771658, + "nauc_mrr_at_100_std": -0.00212, + "nauc_mrr_at_100_diff1": 0.872899, + "nauc_mrr_at_1000_max": 0.77158, + "nauc_mrr_at_1000_std": -0.002251, + "nauc_mrr_at_1000_diff1": 0.87286, + "main_score": 0.87032, + "hf_subset": "hin_Latn-hin_Deva", + "languages": [ + "hin-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.70111, + "ndcg_at_3": 0.75581, + "ndcg_at_5": 0.76804, + "ndcg_at_10": 0.78321, + "ndcg_at_20": 0.79366, + "ndcg_at_100": 0.80452, + "ndcg_at_1000": 0.80856, + "map_at_1": 0.70111, + "map_at_3": 0.74278, + "map_at_5": 0.7495, + "map_at_10": 0.7558, + "map_at_20": 0.75869, + "map_at_100": 0.76016, + "map_at_1000": 0.76034, + "recall_at_1": 0.70111, + "recall_at_3": 0.79333, + "recall_at_5": 0.82333, + "recall_at_10": 0.87, + "recall_at_20": 0.91111, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "precision_at_1": 0.70111, + "precision_at_3": 0.26444, + "precision_at_5": 0.16467, + "precision_at_10": 0.087, + "precision_at_20": 0.04556, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.701111, + "mrr_at_3": 0.742778, + "mrr_at_5": 0.7495, + "mrr_at_10": 0.755797, + "mrr_at_20": 0.758692, + "mrr_at_100": 0.760162, + "mrr_at_1000": 0.760344, + "nauc_ndcg_at_1_max": 0.669029, + "nauc_ndcg_at_1_std": 0.345191, + "nauc_ndcg_at_1_diff1": 0.840795, + "nauc_ndcg_at_3_max": 0.714391, + "nauc_ndcg_at_3_std": 0.389766, + "nauc_ndcg_at_3_diff1": 0.813748, + "nauc_ndcg_at_5_max": 0.716876, + "nauc_ndcg_at_5_std": 0.401422, + "nauc_ndcg_at_5_diff1": 0.812468, + "nauc_ndcg_at_10_max": 0.713379, + "nauc_ndcg_at_10_std": 0.406359, + "nauc_ndcg_at_10_diff1": 0.809621, + "nauc_ndcg_at_20_max": 0.703997, + "nauc_ndcg_at_20_std": 0.398717, + "nauc_ndcg_at_20_diff1": 0.808461, + "nauc_ndcg_at_100_max": 0.705145, + "nauc_ndcg_at_100_std": 0.399354, + "nauc_ndcg_at_100_diff1": 0.814989, + "nauc_ndcg_at_1000_max": 0.7047, + "nauc_ndcg_at_1000_std": 0.392509, + "nauc_ndcg_at_1000_diff1": 0.816179, + "nauc_map_at_1_max": 0.669029, + "nauc_map_at_1_std": 0.345191, + "nauc_map_at_1_diff1": 0.840795, + "nauc_map_at_3_max": 0.703767, + "nauc_map_at_3_std": 0.378299, + "nauc_map_at_3_diff1": 0.820815, + "nauc_map_at_5_max": 0.704737, + "nauc_map_at_5_std": 0.384238, + "nauc_map_at_5_diff1": 0.820255, + "nauc_map_at_10_max": 0.703251, + "nauc_map_at_10_std": 0.385941, + "nauc_map_at_10_diff1": 0.819445, + "nauc_map_at_20_max": 0.700874, + "nauc_map_at_20_std": 0.384023, + "nauc_map_at_20_diff1": 0.819294, + "nauc_map_at_100_max": 0.701112, + "nauc_map_at_100_std": 0.383985, + "nauc_map_at_100_diff1": 0.820247, + "nauc_map_at_1000_max": 0.701084, + "nauc_map_at_1000_std": 0.383707, + "nauc_map_at_1000_diff1": 0.82029, + "nauc_recall_at_1_max": 0.669029, + "nauc_recall_at_1_std": 0.345191, + "nauc_recall_at_1_diff1": 0.840795, + "nauc_recall_at_3_max": 0.750023, + "nauc_recall_at_3_std": 0.428815, + "nauc_recall_at_3_diff1": 0.789629, + "nauc_recall_at_5_max": 0.763249, + "nauc_recall_at_5_std": 0.469202, + "nauc_recall_at_5_diff1": 0.782502, + "nauc_recall_at_10_max": 0.760329, + "nauc_recall_at_10_std": 0.511956, + "nauc_recall_at_10_diff1": 0.758761, + "nauc_recall_at_20_max": 0.702824, + "nauc_recall_at_20_std": 0.490301, + "nauc_recall_at_20_diff1": 0.72776, + "nauc_recall_at_100_max": 0.721392, + "nauc_recall_at_100_std": 0.685635, + "nauc_recall_at_100_diff1": 0.763115, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669029, + "nauc_precision_at_1_std": 0.345191, + "nauc_precision_at_1_diff1": 0.840795, + "nauc_precision_at_3_max": 0.750023, + "nauc_precision_at_3_std": 0.428815, + "nauc_precision_at_3_diff1": 0.789629, + "nauc_precision_at_5_max": 0.763249, + "nauc_precision_at_5_std": 0.469202, + "nauc_precision_at_5_diff1": 0.782502, + "nauc_precision_at_10_max": 0.760329, + "nauc_precision_at_10_std": 0.511956, + "nauc_precision_at_10_diff1": 0.758761, + "nauc_precision_at_20_max": 0.702824, + "nauc_precision_at_20_std": 0.490301, + "nauc_precision_at_20_diff1": 0.72776, + "nauc_precision_at_100_max": 0.721392, + "nauc_precision_at_100_std": 0.685635, + "nauc_precision_at_100_diff1": 0.763115, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.669029, + "nauc_mrr_at_1_std": 0.345191, + "nauc_mrr_at_1_diff1": 0.840795, + "nauc_mrr_at_3_max": 0.703767, + "nauc_mrr_at_3_std": 0.378299, + "nauc_mrr_at_3_diff1": 0.820815, + "nauc_mrr_at_5_max": 0.704737, + "nauc_mrr_at_5_std": 0.384238, + "nauc_mrr_at_5_diff1": 0.820255, + "nauc_mrr_at_10_max": 0.703251, + "nauc_mrr_at_10_std": 0.385941, + "nauc_mrr_at_10_diff1": 0.819445, + "nauc_mrr_at_20_max": 0.700874, + "nauc_mrr_at_20_std": 0.384023, + "nauc_mrr_at_20_diff1": 0.819294, + "nauc_mrr_at_100_max": 0.701112, + "nauc_mrr_at_100_std": 0.383985, + "nauc_mrr_at_100_diff1": 0.820247, + "nauc_mrr_at_1000_max": 0.701084, + "nauc_mrr_at_1000_std": 0.383707, + "nauc_mrr_at_1000_diff1": 0.82029, + "main_score": 0.78321, + "hf_subset": "npi_Deva-npi_Latn", + "languages": [ + "npi-Deva", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.8182, + "ndcg_at_5": 0.82948, + "ndcg_at_10": 0.83958, + "ndcg_at_20": 0.84777, + "ndcg_at_100": 0.85457, + "ndcg_at_1000": 0.85632, + "map_at_1": 0.76, + "map_at_3": 0.80444, + "map_at_5": 0.81061, + "map_at_10": 0.81479, + "map_at_20": 0.81706, + "map_at_100": 0.81792, + "map_at_1000": 0.818, + "recall_at_1": 0.76, + "recall_at_3": 0.85778, + "recall_at_5": 0.88556, + "recall_at_10": 0.91667, + "recall_at_20": 0.94889, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.76, + "precision_at_3": 0.28593, + "precision_at_5": 0.17711, + "precision_at_10": 0.09167, + "precision_at_20": 0.04744, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76, + "mrr_at_3": 0.804444, + "mrr_at_5": 0.810611, + "mrr_at_10": 0.814791, + "mrr_at_20": 0.817059, + "mrr_at_100": 0.817924, + "mrr_at_1000": 0.817997, + "nauc_ndcg_at_1_max": 0.745051, + "nauc_ndcg_at_1_std": 0.114305, + "nauc_ndcg_at_1_diff1": 0.907492, + "nauc_ndcg_at_3_max": 0.773693, + "nauc_ndcg_at_3_std": 0.139335, + "nauc_ndcg_at_3_diff1": 0.878504, + "nauc_ndcg_at_5_max": 0.77375, + "nauc_ndcg_at_5_std": 0.146088, + "nauc_ndcg_at_5_diff1": 0.87931, + "nauc_ndcg_at_10_max": 0.773402, + "nauc_ndcg_at_10_std": 0.14085, + "nauc_ndcg_at_10_diff1": 0.881624, + "nauc_ndcg_at_20_max": 0.774785, + "nauc_ndcg_at_20_std": 0.1359, + "nauc_ndcg_at_20_diff1": 0.885191, + "nauc_ndcg_at_100_max": 0.770917, + "nauc_ndcg_at_100_std": 0.138046, + "nauc_ndcg_at_100_diff1": 0.886622, + "nauc_ndcg_at_1000_max": 0.769986, + "nauc_ndcg_at_1000_std": 0.138948, + "nauc_ndcg_at_1000_diff1": 0.886674, + "nauc_map_at_1_max": 0.745051, + "nauc_map_at_1_std": 0.114305, + "nauc_map_at_1_diff1": 0.907492, + "nauc_map_at_3_max": 0.767416, + "nauc_map_at_3_std": 0.135476, + "nauc_map_at_3_diff1": 0.886755, + "nauc_map_at_5_max": 0.767381, + "nauc_map_at_5_std": 0.138851, + "nauc_map_at_5_diff1": 0.88742, + "nauc_map_at_10_max": 0.767118, + "nauc_map_at_10_std": 0.137304, + "nauc_map_at_10_diff1": 0.888525, + "nauc_map_at_20_max": 0.767347, + "nauc_map_at_20_std": 0.136171, + "nauc_map_at_20_diff1": 0.889356, + "nauc_map_at_100_max": 0.766812, + "nauc_map_at_100_std": 0.13657, + "nauc_map_at_100_diff1": 0.889419, + "nauc_map_at_1000_max": 0.766787, + "nauc_map_at_1000_std": 0.136657, + "nauc_map_at_1000_diff1": 0.889425, + "nauc_recall_at_1_max": 0.745051, + "nauc_recall_at_1_std": 0.114305, + "nauc_recall_at_1_diff1": 0.907492, + "nauc_recall_at_3_max": 0.796476, + "nauc_recall_at_3_std": 0.152177, + "nauc_recall_at_3_diff1": 0.847197, + "nauc_recall_at_5_max": 0.800729, + "nauc_recall_at_5_std": 0.177587, + "nauc_recall_at_5_diff1": 0.84322, + "nauc_recall_at_10_max": 0.808148, + "nauc_recall_at_10_std": 0.154018, + "nauc_recall_at_10_diff1": 0.842515, + "nauc_recall_at_20_max": 0.84534, + "nauc_recall_at_20_std": 0.106625, + "nauc_recall_at_20_diff1": 0.858929, + "nauc_recall_at_100_max": 0.846716, + "nauc_recall_at_100_std": 0.108077, + "nauc_recall_at_100_diff1": 0.885232, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745051, + "nauc_precision_at_1_std": 0.114305, + "nauc_precision_at_1_diff1": 0.907492, + "nauc_precision_at_3_max": 0.796476, + "nauc_precision_at_3_std": 0.152177, + "nauc_precision_at_3_diff1": 0.847197, + "nauc_precision_at_5_max": 0.800729, + "nauc_precision_at_5_std": 0.177587, + "nauc_precision_at_5_diff1": 0.84322, + "nauc_precision_at_10_max": 0.808148, + "nauc_precision_at_10_std": 0.154018, + "nauc_precision_at_10_diff1": 0.842515, + "nauc_precision_at_20_max": 0.84534, + "nauc_precision_at_20_std": 0.106625, + "nauc_precision_at_20_diff1": 0.858929, + "nauc_precision_at_100_max": 0.846716, + "nauc_precision_at_100_std": 0.108077, + "nauc_precision_at_100_diff1": 0.885232, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745051, + "nauc_mrr_at_1_std": 0.114305, + "nauc_mrr_at_1_diff1": 0.907492, + "nauc_mrr_at_3_max": 0.767416, + "nauc_mrr_at_3_std": 0.135476, + "nauc_mrr_at_3_diff1": 0.886755, + "nauc_mrr_at_5_max": 0.767381, + "nauc_mrr_at_5_std": 0.138851, + "nauc_mrr_at_5_diff1": 0.88742, + "nauc_mrr_at_10_max": 0.767118, + "nauc_mrr_at_10_std": 0.137304, + "nauc_mrr_at_10_diff1": 0.888525, + "nauc_mrr_at_20_max": 0.767347, + "nauc_mrr_at_20_std": 0.136171, + "nauc_mrr_at_20_diff1": 0.889356, + "nauc_mrr_at_100_max": 0.766812, + "nauc_mrr_at_100_std": 0.13657, + "nauc_mrr_at_100_diff1": 0.889419, + "nauc_mrr_at_1000_max": 0.766787, + "nauc_mrr_at_1000_std": 0.136657, + "nauc_mrr_at_1000_diff1": 0.889425, + "main_score": 0.83958, + "hf_subset": "npi_Latn-npi_Deva", + "languages": [ + "npi-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.43222, + "ndcg_at_3": 0.49661, + "ndcg_at_5": 0.51311, + "ndcg_at_10": 0.53176, + "ndcg_at_20": 0.54466, + "ndcg_at_100": 0.57293, + "ndcg_at_1000": 0.59346, + "map_at_1": 0.43222, + "map_at_3": 0.48185, + "map_at_5": 0.49102, + "map_at_10": 0.49892, + "map_at_20": 0.50244, + "map_at_100": 0.50609, + "map_at_1000": 0.50692, + "recall_at_1": 0.43222, + "recall_at_3": 0.53889, + "recall_at_5": 0.57889, + "recall_at_10": 0.63556, + "recall_at_20": 0.68667, + "recall_at_100": 0.84333, + "recall_at_1000": 1.0, + "precision_at_1": 0.43222, + "precision_at_3": 0.17963, + "precision_at_5": 0.11578, + "precision_at_10": 0.06356, + "precision_at_20": 0.03433, + "precision_at_100": 0.00843, + "precision_at_1000": 0.001, + "mrr_at_1": 0.432222, + "mrr_at_3": 0.481852, + "mrr_at_5": 0.491019, + "mrr_at_10": 0.498916, + "mrr_at_20": 0.502443, + "mrr_at_100": 0.506089, + "mrr_at_1000": 0.506923, + "nauc_ndcg_at_1_max": 0.406776, + "nauc_ndcg_at_1_std": 0.09077, + "nauc_ndcg_at_1_diff1": 0.750167, + "nauc_ndcg_at_3_max": 0.425487, + "nauc_ndcg_at_3_std": 0.093755, + "nauc_ndcg_at_3_diff1": 0.703041, + "nauc_ndcg_at_5_max": 0.427867, + "nauc_ndcg_at_5_std": 0.097584, + "nauc_ndcg_at_5_diff1": 0.698481, + "nauc_ndcg_at_10_max": 0.433612, + "nauc_ndcg_at_10_std": 0.105838, + "nauc_ndcg_at_10_diff1": 0.689876, + "nauc_ndcg_at_20_max": 0.429772, + "nauc_ndcg_at_20_std": 0.104248, + "nauc_ndcg_at_20_diff1": 0.690414, + "nauc_ndcg_at_100_max": 0.423392, + "nauc_ndcg_at_100_std": 0.107631, + "nauc_ndcg_at_100_diff1": 0.689572, + "nauc_ndcg_at_1000_max": 0.425069, + "nauc_ndcg_at_1000_std": 0.102131, + "nauc_ndcg_at_1000_diff1": 0.69818, + "nauc_map_at_1_max": 0.406776, + "nauc_map_at_1_std": 0.09077, + "nauc_map_at_1_diff1": 0.750167, + "nauc_map_at_3_max": 0.421339, + "nauc_map_at_3_std": 0.092845, + "nauc_map_at_3_diff1": 0.714195, + "nauc_map_at_5_max": 0.422857, + "nauc_map_at_5_std": 0.09539, + "nauc_map_at_5_diff1": 0.711673, + "nauc_map_at_10_max": 0.424853, + "nauc_map_at_10_std": 0.098751, + "nauc_map_at_10_diff1": 0.707982, + "nauc_map_at_20_max": 0.423734, + "nauc_map_at_20_std": 0.098025, + "nauc_map_at_20_diff1": 0.708312, + "nauc_map_at_100_max": 0.422914, + "nauc_map_at_100_std": 0.098439, + "nauc_map_at_100_diff1": 0.70828, + "nauc_map_at_1000_max": 0.422965, + "nauc_map_at_1000_std": 0.09825, + "nauc_map_at_1000_diff1": 0.708574, + "nauc_recall_at_1_max": 0.406776, + "nauc_recall_at_1_std": 0.09077, + "nauc_recall_at_1_diff1": 0.750167, + "nauc_recall_at_3_max": 0.437687, + "nauc_recall_at_3_std": 0.096552, + "nauc_recall_at_3_diff1": 0.669888, + "nauc_recall_at_5_max": 0.443174, + "nauc_recall_at_5_std": 0.104415, + "nauc_recall_at_5_diff1": 0.65736, + "nauc_recall_at_10_max": 0.466054, + "nauc_recall_at_10_std": 0.133114, + "nauc_recall_at_10_diff1": 0.626062, + "nauc_recall_at_20_max": 0.451702, + "nauc_recall_at_20_std": 0.130924, + "nauc_recall_at_20_diff1": 0.621115, + "nauc_recall_at_100_max": 0.398871, + "nauc_recall_at_100_std": 0.188773, + "nauc_recall_at_100_diff1": 0.560245, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.406776, + "nauc_precision_at_1_std": 0.09077, + "nauc_precision_at_1_diff1": 0.750167, + "nauc_precision_at_3_max": 0.437687, + "nauc_precision_at_3_std": 0.096552, + "nauc_precision_at_3_diff1": 0.669888, + "nauc_precision_at_5_max": 0.443174, + "nauc_precision_at_5_std": 0.104415, + "nauc_precision_at_5_diff1": 0.65736, + "nauc_precision_at_10_max": 0.466054, + "nauc_precision_at_10_std": 0.133114, + "nauc_precision_at_10_diff1": 0.626062, + "nauc_precision_at_20_max": 0.451702, + "nauc_precision_at_20_std": 0.130924, + "nauc_precision_at_20_diff1": 0.621115, + "nauc_precision_at_100_max": 0.398871, + "nauc_precision_at_100_std": 0.188773, + "nauc_precision_at_100_diff1": 0.560245, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.406776, + "nauc_mrr_at_1_std": 0.09077, + "nauc_mrr_at_1_diff1": 0.750167, + "nauc_mrr_at_3_max": 0.421339, + "nauc_mrr_at_3_std": 0.092845, + "nauc_mrr_at_3_diff1": 0.714195, + "nauc_mrr_at_5_max": 0.422857, + "nauc_mrr_at_5_std": 0.09539, + "nauc_mrr_at_5_diff1": 0.711673, + "nauc_mrr_at_10_max": 0.424853, + "nauc_mrr_at_10_std": 0.098751, + "nauc_mrr_at_10_diff1": 0.707982, + "nauc_mrr_at_20_max": 0.423734, + "nauc_mrr_at_20_std": 0.098025, + "nauc_mrr_at_20_diff1": 0.708312, + "nauc_mrr_at_100_max": 0.422914, + "nauc_mrr_at_100_std": 0.098439, + "nauc_mrr_at_100_diff1": 0.70828, + "nauc_mrr_at_1000_max": 0.422965, + "nauc_mrr_at_1000_std": 0.09825, + "nauc_mrr_at_1000_diff1": 0.708574, + "main_score": 0.53176, + "hf_subset": "sin_Sinh-sin_Latn", + "languages": [ + "sin-Sinh", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.55, + "ndcg_at_3": 0.61264, + "ndcg_at_5": 0.62895, + "ndcg_at_10": 0.64692, + "ndcg_at_20": 0.65962, + "ndcg_at_100": 0.68223, + "ndcg_at_1000": 0.69206, + "map_at_1": 0.55, + "map_at_3": 0.59741, + "map_at_5": 0.60635, + "map_at_10": 0.61377, + "map_at_20": 0.61729, + "map_at_100": 0.62032, + "map_at_1000": 0.62074, + "recall_at_1": 0.55, + "recall_at_3": 0.65667, + "recall_at_5": 0.69667, + "recall_at_10": 0.75222, + "recall_at_20": 0.80222, + "recall_at_100": 0.92556, + "recall_at_1000": 1.0, + "precision_at_1": 0.55, + "precision_at_3": 0.21889, + "precision_at_5": 0.13933, + "precision_at_10": 0.07522, + "precision_at_20": 0.04011, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "mrr_at_1": 0.55, + "mrr_at_3": 0.597407, + "mrr_at_5": 0.606352, + "mrr_at_10": 0.613771, + "mrr_at_20": 0.617291, + "mrr_at_100": 0.620323, + "mrr_at_1000": 0.620739, + "nauc_ndcg_at_1_max": 0.561278, + "nauc_ndcg_at_1_std": 0.162839, + "nauc_ndcg_at_1_diff1": 0.814367, + "nauc_ndcg_at_3_max": 0.599662, + "nauc_ndcg_at_3_std": 0.214425, + "nauc_ndcg_at_3_diff1": 0.775481, + "nauc_ndcg_at_5_max": 0.604045, + "nauc_ndcg_at_5_std": 0.22478, + "nauc_ndcg_at_5_diff1": 0.768225, + "nauc_ndcg_at_10_max": 0.598982, + "nauc_ndcg_at_10_std": 0.230045, + "nauc_ndcg_at_10_diff1": 0.766468, + "nauc_ndcg_at_20_max": 0.602265, + "nauc_ndcg_at_20_std": 0.235216, + "nauc_ndcg_at_20_diff1": 0.7618, + "nauc_ndcg_at_100_max": 0.597515, + "nauc_ndcg_at_100_std": 0.23096, + "nauc_ndcg_at_100_diff1": 0.763247, + "nauc_ndcg_at_1000_max": 0.595607, + "nauc_ndcg_at_1000_std": 0.221051, + "nauc_ndcg_at_1000_diff1": 0.771886, + "nauc_map_at_1_max": 0.561278, + "nauc_map_at_1_std": 0.162839, + "nauc_map_at_1_diff1": 0.814367, + "nauc_map_at_3_max": 0.58982, + "nauc_map_at_3_std": 0.201016, + "nauc_map_at_3_diff1": 0.784972, + "nauc_map_at_5_max": 0.592038, + "nauc_map_at_5_std": 0.206003, + "nauc_map_at_5_diff1": 0.781391, + "nauc_map_at_10_max": 0.589733, + "nauc_map_at_10_std": 0.207812, + "nauc_map_at_10_diff1": 0.780935, + "nauc_map_at_20_max": 0.590539, + "nauc_map_at_20_std": 0.209139, + "nauc_map_at_20_diff1": 0.779952, + "nauc_map_at_100_max": 0.59006, + "nauc_map_at_100_std": 0.208506, + "nauc_map_at_100_diff1": 0.780341, + "nauc_map_at_1000_max": 0.589986, + "nauc_map_at_1000_std": 0.208154, + "nauc_map_at_1000_diff1": 0.780675, + "nauc_recall_at_1_max": 0.561278, + "nauc_recall_at_1_std": 0.162839, + "nauc_recall_at_1_diff1": 0.814367, + "nauc_recall_at_3_max": 0.630844, + "nauc_recall_at_3_std": 0.256993, + "nauc_recall_at_3_diff1": 0.745629, + "nauc_recall_at_5_max": 0.645351, + "nauc_recall_at_5_std": 0.290619, + "nauc_recall_at_5_diff1": 0.722493, + "nauc_recall_at_10_max": 0.633713, + "nauc_recall_at_10_std": 0.322359, + "nauc_recall_at_10_diff1": 0.707389, + "nauc_recall_at_20_max": 0.658913, + "nauc_recall_at_20_std": 0.368048, + "nauc_recall_at_20_diff1": 0.667759, + "nauc_recall_at_100_max": 0.646083, + "nauc_recall_at_100_std": 0.481514, + "nauc_recall_at_100_diff1": 0.551849, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.561278, + "nauc_precision_at_1_std": 0.162839, + "nauc_precision_at_1_diff1": 0.814367, + "nauc_precision_at_3_max": 0.630844, + "nauc_precision_at_3_std": 0.256993, + "nauc_precision_at_3_diff1": 0.745629, + "nauc_precision_at_5_max": 0.645351, + "nauc_precision_at_5_std": 0.290619, + "nauc_precision_at_5_diff1": 0.722493, + "nauc_precision_at_10_max": 0.633713, + "nauc_precision_at_10_std": 0.322359, + "nauc_precision_at_10_diff1": 0.707389, + "nauc_precision_at_20_max": 0.658913, + "nauc_precision_at_20_std": 0.368048, + "nauc_precision_at_20_diff1": 0.667759, + "nauc_precision_at_100_max": 0.646083, + "nauc_precision_at_100_std": 0.481514, + "nauc_precision_at_100_diff1": 0.551849, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.561278, + "nauc_mrr_at_1_std": 0.162839, + "nauc_mrr_at_1_diff1": 0.814367, + "nauc_mrr_at_3_max": 0.58982, + "nauc_mrr_at_3_std": 0.201016, + "nauc_mrr_at_3_diff1": 0.784972, + "nauc_mrr_at_5_max": 0.592038, + "nauc_mrr_at_5_std": 0.206003, + "nauc_mrr_at_5_diff1": 0.781391, + "nauc_mrr_at_10_max": 0.589733, + "nauc_mrr_at_10_std": 0.207812, + "nauc_mrr_at_10_diff1": 0.780935, + "nauc_mrr_at_20_max": 0.590539, + "nauc_mrr_at_20_std": 0.209139, + "nauc_mrr_at_20_diff1": 0.779952, + "nauc_mrr_at_100_max": 0.59006, + "nauc_mrr_at_100_std": 0.208506, + "nauc_mrr_at_100_diff1": 0.780341, + "nauc_mrr_at_1000_max": 0.589986, + "nauc_mrr_at_1000_std": 0.208154, + "nauc_mrr_at_1000_diff1": 0.780675, + "main_score": 0.64692, + "hf_subset": "sin_Latn-sin_Sinh", + "languages": [ + "sin-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.72222, + "ndcg_at_3": 0.77157, + "ndcg_at_5": 0.79036, + "ndcg_at_10": 0.79917, + "ndcg_at_20": 0.80803, + "ndcg_at_100": 0.81882, + "ndcg_at_1000": 0.82263, + "map_at_1": 0.72222, + "map_at_3": 0.75944, + "map_at_5": 0.76989, + "map_at_10": 0.77363, + "map_at_20": 0.77614, + "map_at_100": 0.77766, + "map_at_1000": 0.77782, + "recall_at_1": 0.72222, + "recall_at_3": 0.80667, + "recall_at_5": 0.85222, + "recall_at_10": 0.87889, + "recall_at_20": 0.91333, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "precision_at_1": 0.72222, + "precision_at_3": 0.26889, + "precision_at_5": 0.17044, + "precision_at_10": 0.08789, + "precision_at_20": 0.04567, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.722222, + "mrr_at_3": 0.759444, + "mrr_at_5": 0.769889, + "mrr_at_10": 0.773629, + "mrr_at_20": 0.776139, + "mrr_at_100": 0.777658, + "mrr_at_1000": 0.777818, + "nauc_ndcg_at_1_max": 0.752715, + "nauc_ndcg_at_1_std": 0.365661, + "nauc_ndcg_at_1_diff1": 0.8816, + "nauc_ndcg_at_3_max": 0.777107, + "nauc_ndcg_at_3_std": 0.40906, + "nauc_ndcg_at_3_diff1": 0.863982, + "nauc_ndcg_at_5_max": 0.781452, + "nauc_ndcg_at_5_std": 0.409309, + "nauc_ndcg_at_5_diff1": 0.865287, + "nauc_ndcg_at_10_max": 0.783461, + "nauc_ndcg_at_10_std": 0.41852, + "nauc_ndcg_at_10_diff1": 0.86503, + "nauc_ndcg_at_20_max": 0.780561, + "nauc_ndcg_at_20_std": 0.414197, + "nauc_ndcg_at_20_diff1": 0.864231, + "nauc_ndcg_at_100_max": 0.779743, + "nauc_ndcg_at_100_std": 0.410595, + "nauc_ndcg_at_100_diff1": 0.867552, + "nauc_ndcg_at_1000_max": 0.777664, + "nauc_ndcg_at_1000_std": 0.407515, + "nauc_ndcg_at_1000_diff1": 0.867918, + "nauc_map_at_1_max": 0.752715, + "nauc_map_at_1_std": 0.365661, + "nauc_map_at_1_diff1": 0.8816, + "nauc_map_at_3_max": 0.772266, + "nauc_map_at_3_std": 0.399119, + "nauc_map_at_3_diff1": 0.868915, + "nauc_map_at_5_max": 0.774314, + "nauc_map_at_5_std": 0.398814, + "nauc_map_at_5_diff1": 0.869792, + "nauc_map_at_10_max": 0.774902, + "nauc_map_at_10_std": 0.401277, + "nauc_map_at_10_diff1": 0.869853, + "nauc_map_at_20_max": 0.773986, + "nauc_map_at_20_std": 0.399984, + "nauc_map_at_20_diff1": 0.869545, + "nauc_map_at_100_max": 0.773905, + "nauc_map_at_100_std": 0.399782, + "nauc_map_at_100_diff1": 0.870042, + "nauc_map_at_1000_max": 0.773851, + "nauc_map_at_1000_std": 0.399766, + "nauc_map_at_1000_diff1": 0.870051, + "nauc_recall_at_1_max": 0.752715, + "nauc_recall_at_1_std": 0.365661, + "nauc_recall_at_1_diff1": 0.8816, + "nauc_recall_at_3_max": 0.792882, + "nauc_recall_at_3_std": 0.442346, + "nauc_recall_at_3_diff1": 0.846942, + "nauc_recall_at_5_max": 0.811274, + "nauc_recall_at_5_std": 0.452446, + "nauc_recall_at_5_diff1": 0.846485, + "nauc_recall_at_10_max": 0.827155, + "nauc_recall_at_10_std": 0.511996, + "nauc_recall_at_10_diff1": 0.840843, + "nauc_recall_at_20_max": 0.822225, + "nauc_recall_at_20_std": 0.512838, + "nauc_recall_at_20_diff1": 0.828587, + "nauc_recall_at_100_max": 0.873142, + "nauc_recall_at_100_std": 0.568268, + "nauc_recall_at_100_diff1": 0.850966, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752715, + "nauc_precision_at_1_std": 0.365661, + "nauc_precision_at_1_diff1": 0.8816, + "nauc_precision_at_3_max": 0.792882, + "nauc_precision_at_3_std": 0.442346, + "nauc_precision_at_3_diff1": 0.846942, + "nauc_precision_at_5_max": 0.811274, + "nauc_precision_at_5_std": 0.452446, + "nauc_precision_at_5_diff1": 0.846485, + "nauc_precision_at_10_max": 0.827155, + "nauc_precision_at_10_std": 0.511996, + "nauc_precision_at_10_diff1": 0.840843, + "nauc_precision_at_20_max": 0.822225, + "nauc_precision_at_20_std": 0.512838, + "nauc_precision_at_20_diff1": 0.828587, + "nauc_precision_at_100_max": 0.873142, + "nauc_precision_at_100_std": 0.568268, + "nauc_precision_at_100_diff1": 0.850966, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752715, + "nauc_mrr_at_1_std": 0.365661, + "nauc_mrr_at_1_diff1": 0.8816, + "nauc_mrr_at_3_max": 0.772266, + "nauc_mrr_at_3_std": 0.399119, + "nauc_mrr_at_3_diff1": 0.868915, + "nauc_mrr_at_5_max": 0.774314, + "nauc_mrr_at_5_std": 0.398814, + "nauc_mrr_at_5_diff1": 0.869792, + "nauc_mrr_at_10_max": 0.774902, + "nauc_mrr_at_10_std": 0.401277, + "nauc_mrr_at_10_diff1": 0.869853, + "nauc_mrr_at_20_max": 0.773986, + "nauc_mrr_at_20_std": 0.399984, + "nauc_mrr_at_20_diff1": 0.869545, + "nauc_mrr_at_100_max": 0.773905, + "nauc_mrr_at_100_std": 0.399782, + "nauc_mrr_at_100_diff1": 0.870042, + "nauc_mrr_at_1000_max": 0.773851, + "nauc_mrr_at_1000_std": 0.399766, + "nauc_mrr_at_1000_diff1": 0.870051, + "main_score": 0.79917, + "hf_subset": "urd_Arab-urd_Latn", + "languages": [ + "urd-Arab", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.77222, + "ndcg_at_3": 0.82174, + "ndcg_at_5": 0.83355, + "ndcg_at_10": 0.8448, + "ndcg_at_20": 0.85128, + "ndcg_at_100": 0.85968, + "ndcg_at_1000": 0.86119, + "map_at_1": 0.77222, + "map_at_3": 0.81, + "map_at_5": 0.8165, + "map_at_10": 0.8212, + "map_at_20": 0.82299, + "map_at_100": 0.82421, + "map_at_1000": 0.82428, + "recall_at_1": 0.77222, + "recall_at_3": 0.85556, + "recall_at_5": 0.88444, + "recall_at_10": 0.91889, + "recall_at_20": 0.94444, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "precision_at_1": 0.77222, + "precision_at_3": 0.28519, + "precision_at_5": 0.17689, + "precision_at_10": 0.09189, + "precision_at_20": 0.04722, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.772222, + "mrr_at_3": 0.81, + "mrr_at_5": 0.8165, + "mrr_at_10": 0.821198, + "mrr_at_20": 0.82299, + "mrr_at_100": 0.824213, + "mrr_at_1000": 0.824283, + "nauc_ndcg_at_1_max": 0.621795, + "nauc_ndcg_at_1_std": -0.007145, + "nauc_ndcg_at_1_diff1": 0.856343, + "nauc_ndcg_at_3_max": 0.696591, + "nauc_ndcg_at_3_std": 0.01336, + "nauc_ndcg_at_3_diff1": 0.838743, + "nauc_ndcg_at_5_max": 0.698382, + "nauc_ndcg_at_5_std": 0.017983, + "nauc_ndcg_at_5_diff1": 0.837142, + "nauc_ndcg_at_10_max": 0.693534, + "nauc_ndcg_at_10_std": 0.03375, + "nauc_ndcg_at_10_diff1": 0.837519, + "nauc_ndcg_at_20_max": 0.689337, + "nauc_ndcg_at_20_std": 0.027861, + "nauc_ndcg_at_20_diff1": 0.840323, + "nauc_ndcg_at_100_max": 0.68547, + "nauc_ndcg_at_100_std": 0.027312, + "nauc_ndcg_at_100_diff1": 0.841153, + "nauc_ndcg_at_1000_max": 0.682247, + "nauc_ndcg_at_1000_std": 0.022358, + "nauc_ndcg_at_1000_diff1": 0.841711, + "nauc_map_at_1_max": 0.621795, + "nauc_map_at_1_std": -0.007145, + "nauc_map_at_1_diff1": 0.856343, + "nauc_map_at_3_max": 0.677904, + "nauc_map_at_3_std": 0.007335, + "nauc_map_at_3_diff1": 0.843695, + "nauc_map_at_5_max": 0.678473, + "nauc_map_at_5_std": 0.009526, + "nauc_map_at_5_diff1": 0.843079, + "nauc_map_at_10_max": 0.676129, + "nauc_map_at_10_std": 0.015129, + "nauc_map_at_10_diff1": 0.8432, + "nauc_map_at_20_max": 0.674924, + "nauc_map_at_20_std": 0.01326, + "nauc_map_at_20_diff1": 0.84392, + "nauc_map_at_100_max": 0.674436, + "nauc_map_at_100_std": 0.01397, + "nauc_map_at_100_diff1": 0.84398, + "nauc_map_at_1000_max": 0.674309, + "nauc_map_at_1000_std": 0.013822, + "nauc_map_at_1000_diff1": 0.843996, + "nauc_recall_at_1_max": 0.621795, + "nauc_recall_at_1_std": -0.007145, + "nauc_recall_at_1_diff1": 0.856343, + "nauc_recall_at_3_max": 0.763814, + "nauc_recall_at_3_std": 0.035572, + "nauc_recall_at_3_diff1": 0.820598, + "nauc_recall_at_5_max": 0.782945, + "nauc_recall_at_5_std": 0.055682, + "nauc_recall_at_5_diff1": 0.811024, + "nauc_recall_at_10_max": 0.790504, + "nauc_recall_at_10_std": 0.156895, + "nauc_recall_at_10_diff1": 0.804542, + "nauc_recall_at_20_max": 0.794407, + "nauc_recall_at_20_std": 0.161653, + "nauc_recall_at_20_diff1": 0.816956, + "nauc_recall_at_100_max": 0.960784, + "nauc_recall_at_100_std": 0.477218, + "nauc_recall_at_100_diff1": 0.789916, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.621795, + "nauc_precision_at_1_std": -0.007145, + "nauc_precision_at_1_diff1": 0.856343, + "nauc_precision_at_3_max": 0.763814, + "nauc_precision_at_3_std": 0.035572, + "nauc_precision_at_3_diff1": 0.820598, + "nauc_precision_at_5_max": 0.782945, + "nauc_precision_at_5_std": 0.055682, + "nauc_precision_at_5_diff1": 0.811024, + "nauc_precision_at_10_max": 0.790504, + "nauc_precision_at_10_std": 0.156895, + "nauc_precision_at_10_diff1": 0.804542, + "nauc_precision_at_20_max": 0.794407, + "nauc_precision_at_20_std": 0.161653, + "nauc_precision_at_20_diff1": 0.816956, + "nauc_precision_at_100_max": 0.960784, + "nauc_precision_at_100_std": 0.477218, + "nauc_precision_at_100_diff1": 0.789916, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.621795, + "nauc_mrr_at_1_std": -0.007145, + "nauc_mrr_at_1_diff1": 0.856343, + "nauc_mrr_at_3_max": 0.677904, + "nauc_mrr_at_3_std": 0.007335, + "nauc_mrr_at_3_diff1": 0.843695, + "nauc_mrr_at_5_max": 0.678473, + "nauc_mrr_at_5_std": 0.009526, + "nauc_mrr_at_5_diff1": 0.843079, + "nauc_mrr_at_10_max": 0.676129, + "nauc_mrr_at_10_std": 0.015129, + "nauc_mrr_at_10_diff1": 0.8432, + "nauc_mrr_at_20_max": 0.674924, + "nauc_mrr_at_20_std": 0.01326, + "nauc_mrr_at_20_diff1": 0.84392, + "nauc_mrr_at_100_max": 0.674436, + "nauc_mrr_at_100_std": 0.01397, + "nauc_mrr_at_100_diff1": 0.84398, + "nauc_mrr_at_1000_max": 0.674309, + "nauc_mrr_at_1000_std": 0.013822, + "nauc_mrr_at_1000_diff1": 0.843996, + "main_score": 0.8448, + "hf_subset": "urd_Latn-urd_Arab", + "languages": [ + "urd-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 6091.4608108997345, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BibleNLPBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BibleNLPBitextMining.json new file mode 100644 index 0000000000..c2064624b0 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BibleNLPBitextMining.json @@ -0,0 +1,19883 @@ +{ + "dataset_revision": "264a18480c529d9e922483839b4b9758e690b762", + "task_name": "BibleNLPBitextMining", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "precision": 0.099314, + "recall": 0.125, + "f1": 0.104768, + "accuracy": 0.125, + "main_score": 0.104768, + "hf_subset": "eng_Latn-aai_Latn", + "languages": [ + "eng-Latn", + "aai-Latn" + ] + }, + { + "precision": 0.117765, + "recall": 0.171875, + "f1": 0.129863, + "accuracy": 0.171875, + "main_score": 0.129863, + "hf_subset": "aai_Latn-eng_Latn", + "languages": [ + "aai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026679, + "recall": 0.050781, + "f1": 0.031396, + "accuracy": 0.050781, + "main_score": 0.031396, + "hf_subset": "eng_Latn-aak_Arab", + "languages": [ + "eng-Latn", + "aak-Arab" + ] + }, + { + "precision": 0.047826, + "recall": 0.070312, + "f1": 0.052151, + "accuracy": 0.070312, + "main_score": 0.052151, + "hf_subset": "aak_Arab-eng_Latn", + "languages": [ + "aak-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.103049, + "recall": 0.152344, + "f1": 0.111344, + "accuracy": 0.152344, + "main_score": 0.111344, + "hf_subset": "eng_Latn-aau_Latn", + "languages": [ + "eng-Latn", + "aau-Latn" + ] + }, + { + "precision": 0.100486, + "recall": 0.15625, + "f1": 0.110527, + "accuracy": 0.15625, + "main_score": 0.110527, + "hf_subset": "aau_Latn-eng_Latn", + "languages": [ + "aau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060166, + "recall": 0.089844, + "f1": 0.066481, + "accuracy": 0.089844, + "main_score": 0.066481, + "hf_subset": "eng_Latn-aaz_Latn", + "languages": [ + "eng-Latn", + "aaz-Latn" + ] + }, + { + "precision": 0.069355, + "recall": 0.105469, + "f1": 0.076394, + "accuracy": 0.105469, + "main_score": 0.076394, + "hf_subset": "aaz_Latn-eng_Latn", + "languages": [ + "aaz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034519, + "recall": 0.066406, + "f1": 0.041323, + "accuracy": 0.066406, + "main_score": 0.041323, + "hf_subset": "eng_Latn-abt_Latn", + "languages": [ + "eng-Latn", + "abt-Latn" + ] + }, + { + "precision": 0.055586, + "recall": 0.101562, + "f1": 0.063643, + "accuracy": 0.101562, + "main_score": 0.063643, + "hf_subset": "abt_Latn-eng_Latn", + "languages": [ + "abt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.396528, + "recall": 0.496094, + "f1": 0.419814, + "accuracy": 0.496094, + "main_score": 0.419814, + "hf_subset": "eng_Latn-abx_Latn", + "languages": [ + "eng-Latn", + "abx-Latn" + ] + }, + { + "precision": 0.451274, + "recall": 0.554688, + "f1": 0.476925, + "accuracy": 0.554688, + "main_score": 0.476925, + "hf_subset": "abx_Latn-eng_Latn", + "languages": [ + "abx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.019873, + "recall": 0.035156, + "f1": 0.021998, + "accuracy": 0.035156, + "main_score": 0.021998, + "hf_subset": "eng_Latn-aby_Latn", + "languages": [ + "eng-Latn", + "aby-Latn" + ] + }, + { + "precision": 0.035224, + "recall": 0.046875, + "f1": 0.037242, + "accuracy": 0.046875, + "main_score": 0.037242, + "hf_subset": "aby_Latn-eng_Latn", + "languages": [ + "aby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.573579, + "recall": 0.660156, + "f1": 0.596571, + "accuracy": 0.660156, + "main_score": 0.596571, + "hf_subset": "eng_Latn-acf_Latn", + "languages": [ + "eng-Latn", + "acf-Latn" + ] + }, + { + "precision": 0.630046, + "recall": 0.714844, + "f1": 0.655035, + "accuracy": 0.714844, + "main_score": 0.655035, + "hf_subset": "acf_Latn-eng_Latn", + "languages": [ + "acf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.166564, + "recall": 0.253906, + "f1": 0.186246, + "accuracy": 0.253906, + "main_score": 0.186246, + "hf_subset": "eng_Latn-acr_Latn", + "languages": [ + "eng-Latn", + "acr-Latn" + ] + }, + { + "precision": 0.218148, + "recall": 0.304688, + "f1": 0.237641, + "accuracy": 0.304688, + "main_score": 0.237641, + "hf_subset": "acr_Latn-eng_Latn", + "languages": [ + "acr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052183, + "recall": 0.074219, + "f1": 0.057301, + "accuracy": 0.074219, + "main_score": 0.057301, + "hf_subset": "eng_Latn-acu_Latn", + "languages": [ + "eng-Latn", + "acu-Latn" + ] + }, + { + "precision": 0.07321, + "recall": 0.097656, + "f1": 0.078602, + "accuracy": 0.097656, + "main_score": 0.078602, + "hf_subset": "acu_Latn-eng_Latn", + "languages": [ + "acu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.243062, + "recall": 0.328125, + "f1": 0.26343, + "accuracy": 0.328125, + "main_score": 0.26343, + "hf_subset": "eng_Latn-adz_Latn", + "languages": [ + "eng-Latn", + "adz-Latn" + ] + }, + { + "precision": 0.311448, + "recall": 0.378906, + "f1": 0.329134, + "accuracy": 0.378906, + "main_score": 0.329134, + "hf_subset": "adz_Latn-eng_Latn", + "languages": [ + "adz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057292, + "recall": 0.074219, + "f1": 0.060404, + "accuracy": 0.074219, + "main_score": 0.060404, + "hf_subset": "eng_Latn-aer_Latn", + "languages": [ + "eng-Latn", + "aer-Latn" + ] + }, + { + "precision": 0.067307, + "recall": 0.113281, + "f1": 0.076684, + "accuracy": 0.113281, + "main_score": 0.076684, + "hf_subset": "aer_Latn-eng_Latn", + "languages": [ + "aer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046882, + "recall": 0.066406, + "f1": 0.050521, + "accuracy": 0.066406, + "main_score": 0.050521, + "hf_subset": "eng_Latn-aey_Latn", + "languages": [ + "eng-Latn", + "aey-Latn" + ] + }, + { + "precision": 0.063527, + "recall": 0.113281, + "f1": 0.073146, + "accuracy": 0.113281, + "main_score": 0.073146, + "hf_subset": "aey_Latn-eng_Latn", + "languages": [ + "aey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058701, + "recall": 0.082031, + "f1": 0.06151, + "accuracy": 0.082031, + "main_score": 0.06151, + "hf_subset": "eng_Latn-agd_Latn", + "languages": [ + "eng-Latn", + "agd-Latn" + ] + }, + { + "precision": 0.032871, + "recall": 0.078125, + "f1": 0.039434, + "accuracy": 0.078125, + "main_score": 0.039434, + "hf_subset": "agd_Latn-eng_Latn", + "languages": [ + "agd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049723, + "recall": 0.070312, + "f1": 0.05418, + "accuracy": 0.070312, + "main_score": 0.05418, + "hf_subset": "eng_Latn-agg_Latn", + "languages": [ + "eng-Latn", + "agg-Latn" + ] + }, + { + "precision": 0.044241, + "recall": 0.078125, + "f1": 0.050101, + "accuracy": 0.078125, + "main_score": 0.050101, + "hf_subset": "agg_Latn-eng_Latn", + "languages": [ + "agg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018103, + "recall": 0.03125, + "f1": 0.019635, + "accuracy": 0.03125, + "main_score": 0.019635, + "hf_subset": "eng_Latn-agm_Latn", + "languages": [ + "eng-Latn", + "agm-Latn" + ] + }, + { + "precision": 0.029294, + "recall": 0.0625, + "f1": 0.034647, + "accuracy": 0.0625, + "main_score": 0.034647, + "hf_subset": "agm_Latn-eng_Latn", + "languages": [ + "agm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.283312, + "recall": 0.382812, + "f1": 0.306104, + "accuracy": 0.382812, + "main_score": 0.306104, + "hf_subset": "eng_Latn-agn_Latn", + "languages": [ + "eng-Latn", + "agn-Latn" + ] + }, + { + "precision": 0.338771, + "recall": 0.433594, + "f1": 0.361284, + "accuracy": 0.433594, + "main_score": 0.361284, + "hf_subset": "agn_Latn-eng_Latn", + "languages": [ + "agn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086437, + "recall": 0.117188, + "f1": 0.091127, + "accuracy": 0.117188, + "main_score": 0.091127, + "hf_subset": "eng_Latn-agr_Latn", + "languages": [ + "eng-Latn", + "agr-Latn" + ] + }, + { + "precision": 0.075991, + "recall": 0.109375, + "f1": 0.083612, + "accuracy": 0.109375, + "main_score": 0.083612, + "hf_subset": "agr_Latn-eng_Latn", + "languages": [ + "agr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089002, + "recall": 0.128906, + "f1": 0.097551, + "accuracy": 0.128906, + "main_score": 0.097551, + "hf_subset": "eng_Latn-agt_Latn", + "languages": [ + "eng-Latn", + "agt-Latn" + ] + }, + { + "precision": 0.095829, + "recall": 0.15625, + "f1": 0.106832, + "accuracy": 0.15625, + "main_score": 0.106832, + "hf_subset": "agt_Latn-eng_Latn", + "languages": [ + "agt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095885, + "recall": 0.140625, + "f1": 0.104703, + "accuracy": 0.140625, + "main_score": 0.104703, + "hf_subset": "eng_Latn-agu_Latn", + "languages": [ + "eng-Latn", + "agu-Latn" + ] + }, + { + "precision": 0.099654, + "recall": 0.164062, + "f1": 0.113484, + "accuracy": 0.164062, + "main_score": 0.113484, + "hf_subset": "agu_Latn-eng_Latn", + "languages": [ + "agu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078325, + "recall": 0.117188, + "f1": 0.086071, + "accuracy": 0.117188, + "main_score": 0.086071, + "hf_subset": "eng_Latn-aia_Latn", + "languages": [ + "eng-Latn", + "aia-Latn" + ] + }, + { + "precision": 0.068039, + "recall": 0.121094, + "f1": 0.080757, + "accuracy": 0.121094, + "main_score": 0.080757, + "hf_subset": "aia_Latn-eng_Latn", + "languages": [ + "aia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.153466, + "recall": 0.214844, + "f1": 0.165644, + "accuracy": 0.214844, + "main_score": 0.165644, + "hf_subset": "eng_Latn-aii_Syrc", + "languages": [ + "eng-Latn", + "aii-Syrc" + ] + }, + { + "precision": 0.173089, + "recall": 0.242188, + "f1": 0.188336, + "accuracy": 0.242188, + "main_score": 0.188336, + "hf_subset": "aii_Syrc-eng_Latn", + "languages": [ + "aii-Syrc", + "eng-Latn" + ] + }, + { + "precision": 0.42684, + "recall": 0.507812, + "f1": 0.446553, + "accuracy": 0.507812, + "main_score": 0.446553, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.490885, + "recall": 0.597656, + "f1": 0.519609, + "accuracy": 0.597656, + "main_score": 0.519609, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034298, + "recall": 0.0625, + "f1": 0.038898, + "accuracy": 0.0625, + "main_score": 0.038898, + "hf_subset": "eng_Latn-ake_Latn", + "languages": [ + "eng-Latn", + "ake-Latn" + ] + }, + { + "precision": 0.058127, + "recall": 0.113281, + "f1": 0.067651, + "accuracy": 0.113281, + "main_score": 0.067651, + "hf_subset": "ake_Latn-eng_Latn", + "languages": [ + "ake-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078906, + "recall": 0.101562, + "f1": 0.085286, + "accuracy": 0.101562, + "main_score": 0.085286, + "hf_subset": "eng_Latn-alp_Latn", + "languages": [ + "eng-Latn", + "alp-Latn" + ] + }, + { + "precision": 0.078292, + "recall": 0.128906, + "f1": 0.087166, + "accuracy": 0.128906, + "main_score": 0.087166, + "hf_subset": "alp_Latn-eng_Latn", + "languages": [ + "alp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071632, + "recall": 0.101562, + "f1": 0.077372, + "accuracy": 0.101562, + "main_score": 0.077372, + "hf_subset": "eng_Latn-alq_Latn", + "languages": [ + "eng-Latn", + "alq-Latn" + ] + }, + { + "precision": 0.07327, + "recall": 0.105469, + "f1": 0.078718, + "accuracy": 0.105469, + "main_score": 0.078718, + "hf_subset": "alq_Latn-eng_Latn", + "languages": [ + "alq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.178888, + "recall": 0.210938, + "f1": 0.187449, + "accuracy": 0.210938, + "main_score": 0.187449, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "precision": 0.171788, + "recall": 0.199219, + "f1": 0.179167, + "accuracy": 0.199219, + "main_score": 0.179167, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076481, + "recall": 0.09375, + "f1": 0.079555, + "accuracy": 0.09375, + "main_score": 0.079555, + "hf_subset": "eng_Latn-aly_Latn", + "languages": [ + "eng-Latn", + "aly-Latn" + ] + }, + { + "precision": 0.063943, + "recall": 0.09375, + "f1": 0.069439, + "accuracy": 0.09375, + "main_score": 0.069439, + "hf_subset": "aly_Latn-eng_Latn", + "languages": [ + "aly-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066315, + "recall": 0.082031, + "f1": 0.069367, + "accuracy": 0.082031, + "main_score": 0.069367, + "hf_subset": "eng_Latn-ame_Latn", + "languages": [ + "eng-Latn", + "ame-Latn" + ] + }, + { + "precision": 0.078728, + "recall": 0.113281, + "f1": 0.085759, + "accuracy": 0.113281, + "main_score": 0.085759, + "hf_subset": "ame_Latn-eng_Latn", + "languages": [ + "ame-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048016, + "recall": 0.082031, + "f1": 0.053709, + "accuracy": 0.082031, + "main_score": 0.053709, + "hf_subset": "eng_Latn-amf_Latn", + "languages": [ + "eng-Latn", + "amf-Latn" + ] + }, + { + "precision": 0.062701, + "recall": 0.105469, + "f1": 0.069173, + "accuracy": 0.105469, + "main_score": 0.069173, + "hf_subset": "amf_Latn-eng_Latn", + "languages": [ + "amf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092195, + "recall": 0.117188, + "f1": 0.097613, + "accuracy": 0.117188, + "main_score": 0.097613, + "hf_subset": "eng_Latn-amk_Latn", + "languages": [ + "eng-Latn", + "amk-Latn" + ] + }, + { + "precision": 0.088724, + "recall": 0.144531, + "f1": 0.098806, + "accuracy": 0.144531, + "main_score": 0.098806, + "hf_subset": "amk_Latn-eng_Latn", + "languages": [ + "amk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026953, + "recall": 0.058594, + "f1": 0.032122, + "accuracy": 0.058594, + "main_score": 0.032122, + "hf_subset": "eng_Latn-amm_Latn", + "languages": [ + "eng-Latn", + "amm-Latn" + ] + }, + { + "precision": 0.029332, + "recall": 0.054688, + "f1": 0.032392, + "accuracy": 0.054688, + "main_score": 0.032392, + "hf_subset": "amm_Latn-eng_Latn", + "languages": [ + "amm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07223, + "recall": 0.132812, + "f1": 0.084635, + "accuracy": 0.132812, + "main_score": 0.084635, + "hf_subset": "eng_Latn-amn_Latn", + "languages": [ + "eng-Latn", + "amn-Latn" + ] + }, + { + "precision": 0.109898, + "recall": 0.167969, + "f1": 0.121906, + "accuracy": 0.167969, + "main_score": 0.121906, + "hf_subset": "amn_Latn-eng_Latn", + "languages": [ + "amn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067483, + "recall": 0.101562, + "f1": 0.073563, + "accuracy": 0.101562, + "main_score": 0.073563, + "hf_subset": "eng_Latn-amo_Latn", + "languages": [ + "eng-Latn", + "amo-Latn" + ] + }, + { + "precision": 0.090952, + "recall": 0.136719, + "f1": 0.101361, + "accuracy": 0.136719, + "main_score": 0.101361, + "hf_subset": "amo_Latn-eng_Latn", + "languages": [ + "amo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031698, + "recall": 0.054688, + "f1": 0.035808, + "accuracy": 0.054688, + "main_score": 0.035808, + "hf_subset": "eng_Latn-amp_Latn", + "languages": [ + "eng-Latn", + "amp-Latn" + ] + }, + { + "precision": 0.064451, + "recall": 0.097656, + "f1": 0.070978, + "accuracy": 0.097656, + "main_score": 0.070978, + "hf_subset": "amp_Latn-eng_Latn", + "languages": [ + "amp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066241, + "recall": 0.085938, + "f1": 0.069872, + "accuracy": 0.085938, + "main_score": 0.069872, + "hf_subset": "eng_Latn-amr_Latn", + "languages": [ + "eng-Latn", + "amr-Latn" + ] + }, + { + "precision": 0.076447, + "recall": 0.132812, + "f1": 0.087323, + "accuracy": 0.132812, + "main_score": 0.087323, + "hf_subset": "amr_Latn-eng_Latn", + "languages": [ + "amr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108679, + "recall": 0.160156, + "f1": 0.117791, + "accuracy": 0.160156, + "main_score": 0.117791, + "hf_subset": "eng_Latn-amu_Latn", + "languages": [ + "eng-Latn", + "amu-Latn" + ] + }, + { + "precision": 0.093121, + "recall": 0.152344, + "f1": 0.103722, + "accuracy": 0.152344, + "main_score": 0.103722, + "hf_subset": "amu_Latn-eng_Latn", + "languages": [ + "amu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.14172, + "recall": 0.203125, + "f1": 0.154327, + "accuracy": 0.203125, + "main_score": 0.154327, + "hf_subset": "eng_Latn-amx_Latn", + "languages": [ + "eng-Latn", + "amx-Latn" + ] + }, + { + "precision": 0.155299, + "recall": 0.242188, + "f1": 0.172849, + "accuracy": 0.242188, + "main_score": 0.172849, + "hf_subset": "amx_Latn-eng_Latn", + "languages": [ + "amx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086074, + "recall": 0.153153, + "f1": 0.098429, + "accuracy": 0.153153, + "main_score": 0.098429, + "hf_subset": "eng_Latn-anh_Latn", + "languages": [ + "eng-Latn", + "anh-Latn" + ] + }, + { + "precision": 0.098273, + "recall": 0.171171, + "f1": 0.116717, + "accuracy": 0.171171, + "main_score": 0.116717, + "hf_subset": "anh_Latn-eng_Latn", + "languages": [ + "anh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084497, + "recall": 0.113281, + "f1": 0.090661, + "accuracy": 0.113281, + "main_score": 0.090661, + "hf_subset": "eng_Latn-anv_Latn", + "languages": [ + "eng-Latn", + "anv-Latn" + ] + }, + { + "precision": 0.08786, + "recall": 0.132812, + "f1": 0.096327, + "accuracy": 0.132812, + "main_score": 0.096327, + "hf_subset": "anv_Latn-eng_Latn", + "languages": [ + "anv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047034, + "recall": 0.066406, + "f1": 0.049053, + "accuracy": 0.066406, + "main_score": 0.049053, + "hf_subset": "eng_Latn-aoi_Latn", + "languages": [ + "eng-Latn", + "aoi-Latn" + ] + }, + { + "precision": 0.06805, + "recall": 0.101562, + "f1": 0.073342, + "accuracy": 0.101562, + "main_score": 0.073342, + "hf_subset": "aoi_Latn-eng_Latn", + "languages": [ + "aoi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099293, + "recall": 0.167969, + "f1": 0.112858, + "accuracy": 0.167969, + "main_score": 0.112858, + "hf_subset": "eng_Latn-aoj_Latn", + "languages": [ + "eng-Latn", + "aoj-Latn" + ] + }, + { + "precision": 0.125895, + "recall": 0.210938, + "f1": 0.143778, + "accuracy": 0.210938, + "main_score": 0.143778, + "hf_subset": "aoj_Latn-eng_Latn", + "languages": [ + "aoj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086598, + "recall": 0.121094, + "f1": 0.093464, + "accuracy": 0.121094, + "main_score": 0.093464, + "hf_subset": "eng_Latn-aom_Latn", + "languages": [ + "eng-Latn", + "aom-Latn" + ] + }, + { + "precision": 0.094085, + "recall": 0.140625, + "f1": 0.104226, + "accuracy": 0.140625, + "main_score": 0.104226, + "hf_subset": "aom_Latn-eng_Latn", + "languages": [ + "aom-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061488, + "recall": 0.082031, + "f1": 0.063286, + "accuracy": 0.082031, + "main_score": 0.063286, + "hf_subset": "eng_Latn-aon_Latn", + "languages": [ + "eng-Latn", + "aon-Latn" + ] + }, + { + "precision": 0.103131, + "recall": 0.136719, + "f1": 0.108107, + "accuracy": 0.136719, + "main_score": 0.108107, + "hf_subset": "aon_Latn-eng_Latn", + "languages": [ + "aon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08437, + "recall": 0.121094, + "f1": 0.091945, + "accuracy": 0.121094, + "main_score": 0.091945, + "hf_subset": "eng_Latn-apb_Latn", + "languages": [ + "eng-Latn", + "apb-Latn" + ] + }, + { + "precision": 0.099954, + "recall": 0.148438, + "f1": 0.109498, + "accuracy": 0.148438, + "main_score": 0.109498, + "hf_subset": "apb_Latn-eng_Latn", + "languages": [ + "apb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034835, + "recall": 0.089844, + "f1": 0.044001, + "accuracy": 0.089844, + "main_score": 0.044001, + "hf_subset": "eng_Latn-ape_Latn", + "languages": [ + "eng-Latn", + "ape-Latn" + ] + }, + { + "precision": 0.07306, + "recall": 0.121094, + "f1": 0.083919, + "accuracy": 0.121094, + "main_score": 0.083919, + "hf_subset": "ape_Latn-eng_Latn", + "languages": [ + "ape-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.004642, + "recall": 0.011719, + "f1": 0.005189, + "accuracy": 0.011719, + "main_score": 0.005189, + "hf_subset": "eng_Latn-apn_Latn", + "languages": [ + "eng-Latn", + "apn-Latn" + ] + }, + { + "precision": 0.004134, + "recall": 0.011719, + "f1": 0.004347, + "accuracy": 0.011719, + "main_score": 0.004347, + "hf_subset": "apn_Latn-eng_Latn", + "languages": [ + "apn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085714, + "recall": 0.117188, + "f1": 0.092392, + "accuracy": 0.117188, + "main_score": 0.092392, + "hf_subset": "eng_Latn-apr_Latn", + "languages": [ + "eng-Latn", + "apr-Latn" + ] + }, + { + "precision": 0.07611, + "recall": 0.117188, + "f1": 0.084461, + "accuracy": 0.117188, + "main_score": 0.084461, + "hf_subset": "apr_Latn-eng_Latn", + "languages": [ + "apr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.021347, + "recall": 0.039062, + "f1": 0.024276, + "accuracy": 0.039062, + "main_score": 0.024276, + "hf_subset": "eng_Latn-apu_Latn", + "languages": [ + "eng-Latn", + "apu-Latn" + ] + }, + { + "precision": 0.029688, + "recall": 0.074219, + "f1": 0.036748, + "accuracy": 0.074219, + "main_score": 0.036748, + "hf_subset": "apu_Latn-eng_Latn", + "languages": [ + "apu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122506, + "recall": 0.15625, + "f1": 0.127891, + "accuracy": 0.15625, + "main_score": 0.127891, + "hf_subset": "eng_Latn-apw_Latn", + "languages": [ + "eng-Latn", + "apw-Latn" + ] + }, + { + "precision": 0.108082, + "recall": 0.167969, + "f1": 0.12103, + "accuracy": 0.167969, + "main_score": 0.12103, + "hf_subset": "apw_Latn-eng_Latn", + "languages": [ + "apw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011478, + "recall": 0.03125, + "f1": 0.013653, + "accuracy": 0.03125, + "main_score": 0.013653, + "hf_subset": "eng_Latn-apz_Latn", + "languages": [ + "eng-Latn", + "apz-Latn" + ] + }, + { + "precision": 0.022134, + "recall": 0.050781, + "f1": 0.027084, + "accuracy": 0.050781, + "main_score": 0.027084, + "hf_subset": "apz_Latn-eng_Latn", + "languages": [ + "apz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.941406, + "recall": 0.960938, + "f1": 0.947917, + "accuracy": 0.960938, + "main_score": 0.947917, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.094281, + "recall": 0.125, + "f1": 0.100768, + "accuracy": 0.125, + "main_score": 0.100768, + "hf_subset": "eng_Latn-are_Latn", + "languages": [ + "eng-Latn", + "are-Latn" + ] + }, + { + "precision": 0.095768, + "recall": 0.148438, + "f1": 0.104248, + "accuracy": 0.148438, + "main_score": 0.104248, + "hf_subset": "are_Latn-eng_Latn", + "languages": [ + "are-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054389, + "recall": 0.066406, + "f1": 0.056305, + "accuracy": 0.066406, + "main_score": 0.056305, + "hf_subset": "eng_Latn-arl_Latn", + "languages": [ + "eng-Latn", + "arl-Latn" + ] + }, + { + "precision": 0.072526, + "recall": 0.113281, + "f1": 0.080201, + "accuracy": 0.113281, + "main_score": 0.080201, + "hf_subset": "arl_Latn-eng_Latn", + "languages": [ + "arl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134759, + "recall": 0.183594, + "f1": 0.145375, + "accuracy": 0.183594, + "main_score": 0.145375, + "hf_subset": "eng_Latn-arn_Latn", + "languages": [ + "eng-Latn", + "arn-Latn" + ] + }, + { + "precision": 0.112954, + "recall": 0.167969, + "f1": 0.123869, + "accuracy": 0.167969, + "main_score": 0.123869, + "hf_subset": "arn_Latn-eng_Latn", + "languages": [ + "arn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128605, + "recall": 0.236559, + "f1": 0.149779, + "accuracy": 0.236559, + "main_score": 0.149779, + "hf_subset": "eng_Latn-arp_Latn", + "languages": [ + "eng-Latn", + "arp-Latn" + ] + }, + { + "precision": 0.198387, + "recall": 0.247312, + "f1": 0.209882, + "accuracy": 0.247312, + "main_score": 0.209882, + "hf_subset": "arp_Latn-eng_Latn", + "languages": [ + "arp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.91276, + "recall": 0.9375, + "f1": 0.920573, + "accuracy": 0.9375, + "main_score": 0.920573, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.944661, + "recall": 0.960938, + "f1": 0.94987, + "accuracy": 0.960938, + "main_score": 0.94987, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.046804, + "recall": 0.078125, + "f1": 0.052321, + "accuracy": 0.078125, + "main_score": 0.052321, + "hf_subset": "eng_Latn-aso_Latn", + "languages": [ + "eng-Latn", + "aso-Latn" + ] + }, + { + "precision": 0.072922, + "recall": 0.105469, + "f1": 0.077881, + "accuracy": 0.105469, + "main_score": 0.077881, + "hf_subset": "aso_Latn-eng_Latn", + "languages": [ + "aso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057703, + "recall": 0.082031, + "f1": 0.06253, + "accuracy": 0.082031, + "main_score": 0.06253, + "hf_subset": "eng_Latn-ata_Latn", + "languages": [ + "eng-Latn", + "ata-Latn" + ] + }, + { + "precision": 0.06657, + "recall": 0.101562, + "f1": 0.072531, + "accuracy": 0.101562, + "main_score": 0.072531, + "hf_subset": "ata_Latn-eng_Latn", + "languages": [ + "ata-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072764, + "recall": 0.109375, + "f1": 0.080094, + "accuracy": 0.109375, + "main_score": 0.080094, + "hf_subset": "eng_Latn-atb_Latn", + "languages": [ + "eng-Latn", + "atb-Latn" + ] + }, + { + "precision": 0.083351, + "recall": 0.109375, + "f1": 0.087573, + "accuracy": 0.109375, + "main_score": 0.087573, + "hf_subset": "atb_Latn-eng_Latn", + "languages": [ + "atb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152049, + "recall": 0.214844, + "f1": 0.165135, + "accuracy": 0.214844, + "main_score": 0.165135, + "hf_subset": "eng_Latn-atd_Latn", + "languages": [ + "eng-Latn", + "atd-Latn" + ] + }, + { + "precision": 0.166156, + "recall": 0.242188, + "f1": 0.182633, + "accuracy": 0.242188, + "main_score": 0.182633, + "hf_subset": "atd_Latn-eng_Latn", + "languages": [ + "atd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064779, + "recall": 0.089844, + "f1": 0.069723, + "accuracy": 0.089844, + "main_score": 0.069723, + "hf_subset": "eng_Latn-atg_Latn", + "languages": [ + "eng-Latn", + "atg-Latn" + ] + }, + { + "precision": 0.076829, + "recall": 0.125, + "f1": 0.085095, + "accuracy": 0.125, + "main_score": 0.085095, + "hf_subset": "atg_Latn-eng_Latn", + "languages": [ + "atg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063935, + "recall": 0.105469, + "f1": 0.070639, + "accuracy": 0.105469, + "main_score": 0.070639, + "hf_subset": "eng_Latn-att_Latn", + "languages": [ + "eng-Latn", + "att-Latn" + ] + }, + { + "precision": 0.068838, + "recall": 0.144531, + "f1": 0.083859, + "accuracy": 0.144531, + "main_score": 0.083859, + "hf_subset": "att_Latn-eng_Latn", + "languages": [ + "att-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.012654, + "recall": 0.027344, + "f1": 0.013435, + "accuracy": 0.027344, + "main_score": 0.013435, + "hf_subset": "eng_Latn-auc_Latn", + "languages": [ + "eng-Latn", + "auc-Latn" + ] + }, + { + "precision": 0.015317, + "recall": 0.03125, + "f1": 0.017155, + "accuracy": 0.03125, + "main_score": 0.017155, + "hf_subset": "auc_Latn-eng_Latn", + "languages": [ + "auc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.184896, + "recall": 0.257812, + "f1": 0.202809, + "accuracy": 0.257812, + "main_score": 0.202809, + "hf_subset": "eng_Latn-aui_Latn", + "languages": [ + "eng-Latn", + "aui-Latn" + ] + }, + { + "precision": 0.211455, + "recall": 0.3125, + "f1": 0.236201, + "accuracy": 0.3125, + "main_score": 0.236201, + "hf_subset": "aui_Latn-eng_Latn", + "languages": [ + "aui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011237, + "recall": 0.027344, + "f1": 0.012954, + "accuracy": 0.027344, + "main_score": 0.012954, + "hf_subset": "eng_Latn-auy_Latn", + "languages": [ + "eng-Latn", + "auy-Latn" + ] + }, + { + "precision": 0.024314, + "recall": 0.042969, + "f1": 0.026675, + "accuracy": 0.042969, + "main_score": 0.026675, + "hf_subset": "auy_Latn-eng_Latn", + "languages": [ + "auy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071863, + "recall": 0.109375, + "f1": 0.0785, + "accuracy": 0.109375, + "main_score": 0.0785, + "hf_subset": "eng_Latn-avt_Latn", + "languages": [ + "eng-Latn", + "avt-Latn" + ] + }, + { + "precision": 0.099807, + "recall": 0.128906, + "f1": 0.104676, + "accuracy": 0.128906, + "main_score": 0.104676, + "hf_subset": "avt_Latn-eng_Latn", + "languages": [ + "avt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.007812, + "recall": 0.007812, + "f1": 0.007812, + "accuracy": 0.007812, + "main_score": 0.007812, + "hf_subset": "eng_Latn-awb_Latn", + "languages": [ + "eng-Latn", + "awb-Latn" + ] + }, + { + "precision": 0.009754, + "recall": 0.03125, + "f1": 0.013, + "accuracy": 0.03125, + "main_score": 0.013, + "hf_subset": "awb_Latn-eng_Latn", + "languages": [ + "awb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.146313, + "recall": 0.242424, + "f1": 0.163885, + "accuracy": 0.242424, + "main_score": 0.163885, + "hf_subset": "eng_Latn-awk_Latn", + "languages": [ + "eng-Latn", + "awk-Latn" + ] + }, + { + "precision": 0.18465, + "recall": 0.232323, + "f1": 0.19487, + "accuracy": 0.232323, + "main_score": 0.19487, + "hf_subset": "awk_Latn-eng_Latn", + "languages": [ + "awk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.322752, + "recall": 0.414062, + "f1": 0.345618, + "accuracy": 0.414062, + "main_score": 0.345618, + "hf_subset": "eng_Latn-awx_Latn", + "languages": [ + "eng-Latn", + "awx-Latn" + ] + }, + { + "precision": 0.412957, + "recall": 0.484375, + "f1": 0.43139, + "accuracy": 0.484375, + "main_score": 0.43139, + "hf_subset": "awx_Latn-eng_Latn", + "languages": [ + "awx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.913086, + "recall": 0.9375, + "f1": 0.920833, + "accuracy": 0.9375, + "main_score": 0.920833, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.939453, + "recall": 0.957031, + "f1": 0.945312, + "accuracy": 0.957031, + "main_score": 0.945312, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.083765, + "recall": 0.125, + "f1": 0.091846, + "accuracy": 0.125, + "main_score": 0.091846, + "hf_subset": "eng_Latn-azg_Latn", + "languages": [ + "eng-Latn", + "azg-Latn" + ] + }, + { + "precision": 0.084002, + "recall": 0.128906, + "f1": 0.093434, + "accuracy": 0.128906, + "main_score": 0.093434, + "hf_subset": "azg_Latn-eng_Latn", + "languages": [ + "azg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135136, + "recall": 0.1875, + "f1": 0.146195, + "accuracy": 0.1875, + "main_score": 0.146195, + "hf_subset": "eng_Latn-azz_Latn", + "languages": [ + "eng-Latn", + "azz-Latn" + ] + }, + { + "precision": 0.156933, + "recall": 0.226562, + "f1": 0.172071, + "accuracy": 0.226562, + "main_score": 0.172071, + "hf_subset": "azz_Latn-eng_Latn", + "languages": [ + "azz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081192, + "recall": 0.113281, + "f1": 0.08772, + "accuracy": 0.113281, + "main_score": 0.08772, + "hf_subset": "eng_Latn-bao_Latn", + "languages": [ + "eng-Latn", + "bao-Latn" + ] + }, + { + "precision": 0.082124, + "recall": 0.132812, + "f1": 0.090336, + "accuracy": 0.132812, + "main_score": 0.090336, + "hf_subset": "bao_Latn-eng_Latn", + "languages": [ + "bao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061614, + "recall": 0.085938, + "f1": 0.066086, + "accuracy": 0.085938, + "main_score": 0.066086, + "hf_subset": "eng_Latn-bba_Latn", + "languages": [ + "eng-Latn", + "bba-Latn" + ] + }, + { + "precision": 0.062412, + "recall": 0.113281, + "f1": 0.072894, + "accuracy": 0.113281, + "main_score": 0.072894, + "hf_subset": "bba_Latn-eng_Latn", + "languages": [ + "bba-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029046, + "recall": 0.0625, + "f1": 0.034131, + "accuracy": 0.0625, + "main_score": 0.034131, + "hf_subset": "eng_Latn-bbb_Latn", + "languages": [ + "eng-Latn", + "bbb-Latn" + ] + }, + { + "precision": 0.042487, + "recall": 0.0625, + "f1": 0.046875, + "accuracy": 0.0625, + "main_score": 0.046875, + "hf_subset": "bbb_Latn-eng_Latn", + "languages": [ + "bbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069076, + "recall": 0.09375, + "f1": 0.074879, + "accuracy": 0.09375, + "main_score": 0.074879, + "hf_subset": "eng_Latn-bbr_Latn", + "languages": [ + "eng-Latn", + "bbr-Latn" + ] + }, + { + "precision": 0.099864, + "recall": 0.148438, + "f1": 0.110366, + "accuracy": 0.148438, + "main_score": 0.110366, + "hf_subset": "bbr_Latn-eng_Latn", + "languages": [ + "bbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106313, + "recall": 0.160156, + "f1": 0.117531, + "accuracy": 0.160156, + "main_score": 0.117531, + "hf_subset": "eng_Latn-bch_Latn", + "languages": [ + "eng-Latn", + "bch-Latn" + ] + }, + { + "precision": 0.11188, + "recall": 0.160156, + "f1": 0.122779, + "accuracy": 0.160156, + "main_score": 0.122779, + "hf_subset": "bch_Latn-eng_Latn", + "languages": [ + "bch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059716, + "recall": 0.109375, + "f1": 0.068213, + "accuracy": 0.109375, + "main_score": 0.068213, + "hf_subset": "eng_Latn-bco_Latn", + "languages": [ + "eng-Latn", + "bco-Latn" + ] + }, + { + "precision": 0.07651, + "recall": 0.132812, + "f1": 0.087529, + "accuracy": 0.132812, + "main_score": 0.087529, + "hf_subset": "bco_Latn-eng_Latn", + "languages": [ + "bco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073841, + "recall": 0.109375, + "f1": 0.079768, + "accuracy": 0.109375, + "main_score": 0.079768, + "hf_subset": "eng_Latn-bdd_Latn", + "languages": [ + "eng-Latn", + "bdd-Latn" + ] + }, + { + "precision": 0.081049, + "recall": 0.121094, + "f1": 0.089079, + "accuracy": 0.121094, + "main_score": 0.089079, + "hf_subset": "bdd_Latn-eng_Latn", + "languages": [ + "bdd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.180905, + "recall": 0.266667, + "f1": 0.198074, + "accuracy": 0.266667, + "main_score": 0.198074, + "hf_subset": "eng_Latn-bea_Latn", + "languages": [ + "eng-Latn", + "bea-Latn" + ] + }, + { + "precision": 0.236667, + "recall": 0.3, + "f1": 0.255016, + "accuracy": 0.3, + "main_score": 0.255016, + "hf_subset": "bea_Latn-eng_Latn", + "languages": [ + "bea-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038712, + "recall": 0.066406, + "f1": 0.042293, + "accuracy": 0.066406, + "main_score": 0.042293, + "hf_subset": "eng_Latn-bef_Latn", + "languages": [ + "eng-Latn", + "bef-Latn" + ] + }, + { + "precision": 0.051969, + "recall": 0.078125, + "f1": 0.056706, + "accuracy": 0.078125, + "main_score": 0.056706, + "hf_subset": "bef_Latn-eng_Latn", + "languages": [ + "bef-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.039441, + "recall": 0.054688, + "f1": 0.041797, + "accuracy": 0.054688, + "main_score": 0.041797, + "hf_subset": "eng_Latn-beo_Latn", + "languages": [ + "eng-Latn", + "beo-Latn" + ] + }, + { + "precision": 0.028273, + "recall": 0.054688, + "f1": 0.032434, + "accuracy": 0.054688, + "main_score": 0.032434, + "hf_subset": "beo_Latn-eng_Latn", + "languages": [ + "beo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127493, + "recall": 0.195312, + "f1": 0.139532, + "accuracy": 0.195312, + "main_score": 0.139532, + "hf_subset": "eng_Latn-beu_Latn", + "languages": [ + "eng-Latn", + "beu-Latn" + ] + }, + { + "precision": 0.139687, + "recall": 0.246094, + "f1": 0.162739, + "accuracy": 0.246094, + "main_score": 0.162739, + "hf_subset": "beu_Latn-eng_Latn", + "languages": [ + "beu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135543, + "recall": 0.195312, + "f1": 0.147962, + "accuracy": 0.195312, + "main_score": 0.147962, + "hf_subset": "eng_Latn-bgs_Latn", + "languages": [ + "eng-Latn", + "bgs-Latn" + ] + }, + { + "precision": 0.142635, + "recall": 0.207031, + "f1": 0.155719, + "accuracy": 0.207031, + "main_score": 0.155719, + "hf_subset": "bgs_Latn-eng_Latn", + "languages": [ + "bgs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104145, + "recall": 0.144531, + "f1": 0.112646, + "accuracy": 0.144531, + "main_score": 0.112646, + "hf_subset": "eng_Latn-bgt_Latn", + "languages": [ + "eng-Latn", + "bgt-Latn" + ] + }, + { + "precision": 0.103939, + "recall": 0.164062, + "f1": 0.115649, + "accuracy": 0.164062, + "main_score": 0.115649, + "hf_subset": "bgt_Latn-eng_Latn", + "languages": [ + "bgt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.181337, + "recall": 0.230469, + "f1": 0.194291, + "accuracy": 0.230469, + "main_score": 0.194291, + "hf_subset": "eng_Latn-bhg_Latn", + "languages": [ + "eng-Latn", + "bhg-Latn" + ] + }, + { + "precision": 0.168941, + "recall": 0.25, + "f1": 0.188052, + "accuracy": 0.25, + "main_score": 0.188052, + "hf_subset": "bhg_Latn-eng_Latn", + "languages": [ + "bhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025703, + "recall": 0.058594, + "f1": 0.030989, + "accuracy": 0.058594, + "main_score": 0.030989, + "hf_subset": "eng_Latn-bhl_Latn", + "languages": [ + "eng-Latn", + "bhl-Latn" + ] + }, + { + "precision": 0.057995, + "recall": 0.082031, + "f1": 0.062584, + "accuracy": 0.082031, + "main_score": 0.062584, + "hf_subset": "bhl_Latn-eng_Latn", + "languages": [ + "bhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026659, + "recall": 0.050781, + "f1": 0.030002, + "accuracy": 0.050781, + "main_score": 0.030002, + "hf_subset": "eng_Latn-big_Latn", + "languages": [ + "eng-Latn", + "big-Latn" + ] + }, + { + "precision": 0.02966, + "recall": 0.0625, + "f1": 0.035643, + "accuracy": 0.0625, + "main_score": 0.035643, + "hf_subset": "big_Latn-eng_Latn", + "languages": [ + "big-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12247, + "recall": 0.148438, + "f1": 0.127898, + "accuracy": 0.148438, + "main_score": 0.127898, + "hf_subset": "eng_Latn-bjk_Latn", + "languages": [ + "eng-Latn", + "bjk-Latn" + ] + }, + { + "precision": 0.11373, + "recall": 0.171875, + "f1": 0.125732, + "accuracy": 0.171875, + "main_score": 0.125732, + "hf_subset": "bjk_Latn-eng_Latn", + "languages": [ + "bjk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103484, + "recall": 0.160156, + "f1": 0.11496, + "accuracy": 0.160156, + "main_score": 0.11496, + "hf_subset": "eng_Latn-bjp_Latn", + "languages": [ + "eng-Latn", + "bjp-Latn" + ] + }, + { + "precision": 0.095078, + "recall": 0.160156, + "f1": 0.108244, + "accuracy": 0.160156, + "main_score": 0.108244, + "hf_subset": "bjp_Latn-eng_Latn", + "languages": [ + "bjp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.00832, + "recall": 0.027344, + "f1": 0.010684, + "accuracy": 0.027344, + "main_score": 0.010684, + "hf_subset": "eng_Latn-bjr_Latn", + "languages": [ + "eng-Latn", + "bjr-Latn" + ] + }, + { + "precision": 0.030821, + "recall": 0.0625, + "f1": 0.035404, + "accuracy": 0.0625, + "main_score": 0.035404, + "hf_subset": "bjr_Latn-eng_Latn", + "languages": [ + "bjr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057803, + "recall": 0.09375, + "f1": 0.063854, + "accuracy": 0.09375, + "main_score": 0.063854, + "hf_subset": "eng_Latn-bjv_Latn", + "languages": [ + "eng-Latn", + "bjv-Latn" + ] + }, + { + "precision": 0.080834, + "recall": 0.117188, + "f1": 0.08639, + "accuracy": 0.117188, + "main_score": 0.08639, + "hf_subset": "bjv_Latn-eng_Latn", + "languages": [ + "bjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068942, + "recall": 0.09375, + "f1": 0.073403, + "accuracy": 0.09375, + "main_score": 0.073403, + "hf_subset": "eng_Latn-bjz_Latn", + "languages": [ + "eng-Latn", + "bjz-Latn" + ] + }, + { + "precision": 0.076508, + "recall": 0.125, + "f1": 0.086298, + "accuracy": 0.125, + "main_score": 0.086298, + "hf_subset": "bjz_Latn-eng_Latn", + "languages": [ + "bjz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.226803, + "recall": 0.339844, + "f1": 0.25518, + "accuracy": 0.339844, + "main_score": 0.25518, + "hf_subset": "eng_Latn-bkd_Latn", + "languages": [ + "eng-Latn", + "bkd-Latn" + ] + }, + { + "precision": 0.26111, + "recall": 0.34375, + "f1": 0.280444, + "accuracy": 0.34375, + "main_score": 0.280444, + "hf_subset": "bkd_Latn-eng_Latn", + "languages": [ + "bkd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038202, + "recall": 0.070312, + "f1": 0.044022, + "accuracy": 0.070312, + "main_score": 0.044022, + "hf_subset": "eng_Latn-bki_Latn", + "languages": [ + "eng-Latn", + "bki-Latn" + ] + }, + { + "precision": 0.059413, + "recall": 0.101562, + "f1": 0.066631, + "accuracy": 0.101562, + "main_score": 0.066631, + "hf_subset": "bki_Latn-eng_Latn", + "languages": [ + "bki-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081821, + "recall": 0.121094, + "f1": 0.091022, + "accuracy": 0.121094, + "main_score": 0.091022, + "hf_subset": "eng_Latn-bkq_Latn", + "languages": [ + "eng-Latn", + "bkq-Latn" + ] + }, + { + "precision": 0.086138, + "recall": 0.128906, + "f1": 0.094723, + "accuracy": 0.128906, + "main_score": 0.094723, + "hf_subset": "bkq_Latn-eng_Latn", + "languages": [ + "bkq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.17711, + "recall": 0.265625, + "f1": 0.19661, + "accuracy": 0.265625, + "main_score": 0.19661, + "hf_subset": "eng_Latn-bkx_Latn", + "languages": [ + "eng-Latn", + "bkx-Latn" + ] + }, + { + "precision": 0.186344, + "recall": 0.28125, + "f1": 0.20744, + "accuracy": 0.28125, + "main_score": 0.20744, + "hf_subset": "bkx_Latn-eng_Latn", + "languages": [ + "bkx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096952, + "recall": 0.132812, + "f1": 0.104691, + "accuracy": 0.132812, + "main_score": 0.104691, + "hf_subset": "eng_Latn-blw_Latn", + "languages": [ + "eng-Latn", + "blw-Latn" + ] + }, + { + "precision": 0.08597, + "recall": 0.125, + "f1": 0.094692, + "accuracy": 0.125, + "main_score": 0.094692, + "hf_subset": "blw_Latn-eng_Latn", + "languages": [ + "blw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149785, + "recall": 0.214844, + "f1": 0.16376, + "accuracy": 0.214844, + "main_score": 0.16376, + "hf_subset": "eng_Latn-blz_Latn", + "languages": [ + "eng-Latn", + "blz-Latn" + ] + }, + { + "precision": 0.148772, + "recall": 0.222656, + "f1": 0.164331, + "accuracy": 0.222656, + "main_score": 0.164331, + "hf_subset": "blz_Latn-eng_Latn", + "languages": [ + "blz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041375, + "recall": 0.078125, + "f1": 0.049018, + "accuracy": 0.078125, + "main_score": 0.049018, + "hf_subset": "eng_Latn-bmh_Latn", + "languages": [ + "eng-Latn", + "bmh-Latn" + ] + }, + { + "precision": 0.085089, + "recall": 0.117188, + "f1": 0.090993, + "accuracy": 0.117188, + "main_score": 0.090993, + "hf_subset": "bmh_Latn-eng_Latn", + "languages": [ + "bmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.202678, + "recall": 0.307087, + "f1": 0.227865, + "accuracy": 0.307087, + "main_score": 0.227865, + "hf_subset": "eng_Latn-bmk_Latn", + "languages": [ + "eng-Latn", + "bmk-Latn" + ] + }, + { + "precision": 0.252887, + "recall": 0.338583, + "f1": 0.277428, + "accuracy": 0.338583, + "main_score": 0.277428, + "hf_subset": "bmk_Latn-eng_Latn", + "languages": [ + "bmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076273, + "recall": 0.125, + "f1": 0.085087, + "accuracy": 0.125, + "main_score": 0.085087, + "hf_subset": "eng_Latn-bmr_Latn", + "languages": [ + "eng-Latn", + "bmr-Latn" + ] + }, + { + "precision": 0.081284, + "recall": 0.128906, + "f1": 0.090598, + "accuracy": 0.128906, + "main_score": 0.090598, + "hf_subset": "bmr_Latn-eng_Latn", + "languages": [ + "bmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096186, + "recall": 0.136719, + "f1": 0.102948, + "accuracy": 0.136719, + "main_score": 0.102948, + "hf_subset": "eng_Latn-bmu_Latn", + "languages": [ + "eng-Latn", + "bmu-Latn" + ] + }, + { + "precision": 0.092255, + "recall": 0.148438, + "f1": 0.102215, + "accuracy": 0.148438, + "main_score": 0.102215, + "hf_subset": "bmu_Latn-eng_Latn", + "languages": [ + "bmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087128, + "recall": 0.132812, + "f1": 0.094742, + "accuracy": 0.132812, + "main_score": 0.094742, + "hf_subset": "eng_Latn-bnp_Latn", + "languages": [ + "eng-Latn", + "bnp-Latn" + ] + }, + { + "precision": 0.090283, + "recall": 0.152344, + "f1": 0.101374, + "accuracy": 0.152344, + "main_score": 0.101374, + "hf_subset": "bnp_Latn-eng_Latn", + "languages": [ + "bnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023791, + "recall": 0.050781, + "f1": 0.025991, + "accuracy": 0.050781, + "main_score": 0.025991, + "hf_subset": "eng_Latn-boa_Latn", + "languages": [ + "eng-Latn", + "boa-Latn" + ] + }, + { + "precision": 0.039215, + "recall": 0.070312, + "f1": 0.044641, + "accuracy": 0.070312, + "main_score": 0.044641, + "hf_subset": "boa_Latn-eng_Latn", + "languages": [ + "boa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064294, + "recall": 0.109375, + "f1": 0.072095, + "accuracy": 0.109375, + "main_score": 0.072095, + "hf_subset": "eng_Latn-boj_Latn", + "languages": [ + "eng-Latn", + "boj-Latn" + ] + }, + { + "precision": 0.093485, + "recall": 0.15625, + "f1": 0.10403, + "accuracy": 0.15625, + "main_score": 0.10403, + "hf_subset": "boj_Latn-eng_Latn", + "languages": [ + "boj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064425, + "recall": 0.089844, + "f1": 0.068948, + "accuracy": 0.089844, + "main_score": 0.068948, + "hf_subset": "eng_Latn-bon_Latn", + "languages": [ + "eng-Latn", + "bon-Latn" + ] + }, + { + "precision": 0.086204, + "recall": 0.132812, + "f1": 0.095047, + "accuracy": 0.132812, + "main_score": 0.095047, + "hf_subset": "bon_Latn-eng_Latn", + "languages": [ + "bon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068942, + "recall": 0.113281, + "f1": 0.078016, + "accuracy": 0.113281, + "main_score": 0.078016, + "hf_subset": "eng_Latn-box_Latn", + "languages": [ + "eng-Latn", + "box-Latn" + ] + }, + { + "precision": 0.081808, + "recall": 0.132812, + "f1": 0.091141, + "accuracy": 0.132812, + "main_score": 0.091141, + "hf_subset": "box_Latn-eng_Latn", + "languages": [ + "box-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052672, + "recall": 0.085938, + "f1": 0.059578, + "accuracy": 0.085938, + "main_score": 0.059578, + "hf_subset": "eng_Latn-bpr_Latn", + "languages": [ + "eng-Latn", + "bpr-Latn" + ] + }, + { + "precision": 0.073248, + "recall": 0.121094, + "f1": 0.08247, + "accuracy": 0.121094, + "main_score": 0.08247, + "hf_subset": "bpr_Latn-eng_Latn", + "languages": [ + "bpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066719, + "recall": 0.097656, + "f1": 0.071795, + "accuracy": 0.097656, + "main_score": 0.071795, + "hf_subset": "eng_Latn-bps_Latn", + "languages": [ + "eng-Latn", + "bps-Latn" + ] + }, + { + "precision": 0.074004, + "recall": 0.136719, + "f1": 0.085356, + "accuracy": 0.136719, + "main_score": 0.085356, + "hf_subset": "bps_Latn-eng_Latn", + "languages": [ + "bps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063864, + "recall": 0.097656, + "f1": 0.071054, + "accuracy": 0.097656, + "main_score": 0.071054, + "hf_subset": "eng_Latn-bqc_Latn", + "languages": [ + "eng-Latn", + "bqc-Latn" + ] + }, + { + "precision": 0.049902, + "recall": 0.097656, + "f1": 0.059319, + "accuracy": 0.097656, + "main_score": 0.059319, + "hf_subset": "bqc_Latn-eng_Latn", + "languages": [ + "bqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082031, + "recall": 0.125, + "f1": 0.090616, + "accuracy": 0.125, + "main_score": 0.090616, + "hf_subset": "eng_Latn-bqp_Latn", + "languages": [ + "eng-Latn", + "bqp-Latn" + ] + }, + { + "precision": 0.080767, + "recall": 0.132812, + "f1": 0.091034, + "accuracy": 0.132812, + "main_score": 0.091034, + "hf_subset": "bqp_Latn-eng_Latn", + "languages": [ + "bqp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.415735, + "recall": 0.523438, + "f1": 0.442684, + "accuracy": 0.523438, + "main_score": 0.442684, + "hf_subset": "eng_Latn-bre_Latn", + "languages": [ + "eng-Latn", + "bre-Latn" + ] + }, + { + "precision": 0.608382, + "recall": 0.691406, + "f1": 0.631449, + "accuracy": 0.691406, + "main_score": 0.631449, + "hf_subset": "bre_Latn-eng_Latn", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052837, + "recall": 0.082031, + "f1": 0.057776, + "accuracy": 0.082031, + "main_score": 0.057776, + "hf_subset": "eng_Latn-bsj_Latn", + "languages": [ + "eng-Latn", + "bsj-Latn" + ] + }, + { + "precision": 0.094098, + "recall": 0.136719, + "f1": 0.101975, + "accuracy": 0.136719, + "main_score": 0.101975, + "hf_subset": "bsj_Latn-eng_Latn", + "languages": [ + "bsj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049201, + "recall": 0.082031, + "f1": 0.05547, + "accuracy": 0.082031, + "main_score": 0.05547, + "hf_subset": "eng_Latn-bsn_Latn", + "languages": [ + "eng-Latn", + "bsn-Latn" + ] + }, + { + "precision": 0.073828, + "recall": 0.109375, + "f1": 0.080427, + "accuracy": 0.109375, + "main_score": 0.080427, + "hf_subset": "bsn_Latn-eng_Latn", + "languages": [ + "bsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.199894, + "recall": 0.277344, + "f1": 0.218173, + "accuracy": 0.277344, + "main_score": 0.218173, + "hf_subset": "eng_Latn-bsp_Latn", + "languages": [ + "eng-Latn", + "bsp-Latn" + ] + }, + { + "precision": 0.262622, + "recall": 0.335938, + "f1": 0.282528, + "accuracy": 0.335938, + "main_score": 0.282528, + "hf_subset": "bsp_Latn-eng_Latn", + "languages": [ + "bsp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091797, + "recall": 0.117188, + "f1": 0.097115, + "accuracy": 0.117188, + "main_score": 0.097115, + "hf_subset": "eng_Latn-bss_Latn", + "languages": [ + "eng-Latn", + "bss-Latn" + ] + }, + { + "precision": 0.079431, + "recall": 0.117188, + "f1": 0.086931, + "accuracy": 0.117188, + "main_score": 0.086931, + "hf_subset": "bss_Latn-eng_Latn", + "languages": [ + "bss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064358, + "recall": 0.101562, + "f1": 0.071849, + "accuracy": 0.101562, + "main_score": 0.071849, + "hf_subset": "eng_Latn-buk_Latn", + "languages": [ + "eng-Latn", + "buk-Latn" + ] + }, + { + "precision": 0.073472, + "recall": 0.117188, + "f1": 0.082926, + "accuracy": 0.117188, + "main_score": 0.082926, + "hf_subset": "buk_Latn-eng_Latn", + "languages": [ + "buk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066103, + "recall": 0.117188, + "f1": 0.076349, + "accuracy": 0.117188, + "main_score": 0.076349, + "hf_subset": "eng_Latn-bus_Latn", + "languages": [ + "eng-Latn", + "bus-Latn" + ] + }, + { + "precision": 0.063768, + "recall": 0.117188, + "f1": 0.074799, + "accuracy": 0.117188, + "main_score": 0.074799, + "hf_subset": "bus_Latn-eng_Latn", + "languages": [ + "bus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059682, + "recall": 0.085938, + "f1": 0.064787, + "accuracy": 0.085938, + "main_score": 0.064787, + "hf_subset": "eng_Latn-bvd_Latn", + "languages": [ + "eng-Latn", + "bvd-Latn" + ] + }, + { + "precision": 0.055792, + "recall": 0.101562, + "f1": 0.06354, + "accuracy": 0.101562, + "main_score": 0.06354, + "hf_subset": "bvd_Latn-eng_Latn", + "languages": [ + "bvd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039493, + "recall": 0.050781, + "f1": 0.041574, + "accuracy": 0.050781, + "main_score": 0.041574, + "hf_subset": "eng_Latn-bvr_Latn", + "languages": [ + "eng-Latn", + "bvr-Latn" + ] + }, + { + "precision": 0.071577, + "recall": 0.117188, + "f1": 0.079658, + "accuracy": 0.117188, + "main_score": 0.079658, + "hf_subset": "bvr_Latn-eng_Latn", + "languages": [ + "bvr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137672, + "recall": 0.199219, + "f1": 0.150528, + "accuracy": 0.199219, + "main_score": 0.150528, + "hf_subset": "eng_Latn-bxh_Latn", + "languages": [ + "eng-Latn", + "bxh-Latn" + ] + }, + { + "precision": 0.140814, + "recall": 0.21875, + "f1": 0.158281, + "accuracy": 0.21875, + "main_score": 0.158281, + "hf_subset": "bxh_Latn-eng_Latn", + "languages": [ + "bxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028756, + "recall": 0.046875, + "f1": 0.031374, + "accuracy": 0.046875, + "main_score": 0.031374, + "hf_subset": "eng_Latn-byr_Latn", + "languages": [ + "eng-Latn", + "byr-Latn" + ] + }, + { + "precision": 0.055085, + "recall": 0.089844, + "f1": 0.061953, + "accuracy": 0.089844, + "main_score": 0.061953, + "hf_subset": "byr_Latn-eng_Latn", + "languages": [ + "byr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063977, + "recall": 0.097656, + "f1": 0.071004, + "accuracy": 0.097656, + "main_score": 0.071004, + "hf_subset": "eng_Latn-byx_Latn", + "languages": [ + "eng-Latn", + "byx-Latn" + ] + }, + { + "precision": 0.077664, + "recall": 0.125, + "f1": 0.086281, + "accuracy": 0.125, + "main_score": 0.086281, + "hf_subset": "byx_Latn-eng_Latn", + "languages": [ + "byx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095272, + "recall": 0.132812, + "f1": 0.102803, + "accuracy": 0.132812, + "main_score": 0.102803, + "hf_subset": "eng_Latn-bzd_Latn", + "languages": [ + "eng-Latn", + "bzd-Latn" + ] + }, + { + "precision": 0.085269, + "recall": 0.121094, + "f1": 0.092621, + "accuracy": 0.121094, + "main_score": 0.092621, + "hf_subset": "bzd_Latn-eng_Latn", + "languages": [ + "bzd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097938, + "recall": 0.152344, + "f1": 0.110088, + "accuracy": 0.152344, + "main_score": 0.110088, + "hf_subset": "eng_Latn-bzh_Latn", + "languages": [ + "eng-Latn", + "bzh-Latn" + ] + }, + { + "precision": 0.093646, + "recall": 0.144531, + "f1": 0.105078, + "accuracy": 0.144531, + "main_score": 0.105078, + "hf_subset": "bzh_Latn-eng_Latn", + "languages": [ + "bzh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.798958, + "recall": 0.859375, + "f1": 0.818359, + "accuracy": 0.859375, + "main_score": 0.818359, + "hf_subset": "eng_Latn-bzj_Latn", + "languages": [ + "eng-Latn", + "bzj-Latn" + ] + }, + { + "precision": 0.894531, + "recall": 0.925781, + "f1": 0.904948, + "accuracy": 0.925781, + "main_score": 0.904948, + "hf_subset": "bzj_Latn-eng_Latn", + "languages": [ + "bzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132636, + "recall": 0.203125, + "f1": 0.148717, + "accuracy": 0.203125, + "main_score": 0.148717, + "hf_subset": "eng_Latn-caa_Latn", + "languages": [ + "eng-Latn", + "caa-Latn" + ] + }, + { + "precision": 0.126285, + "recall": 0.21875, + "f1": 0.145128, + "accuracy": 0.21875, + "main_score": 0.145128, + "hf_subset": "caa_Latn-eng_Latn", + "languages": [ + "caa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094841, + "recall": 0.136719, + "f1": 0.104609, + "accuracy": 0.136719, + "main_score": 0.104609, + "hf_subset": "eng_Latn-cab_Latn", + "languages": [ + "eng-Latn", + "cab-Latn" + ] + }, + { + "precision": 0.09006, + "recall": 0.148438, + "f1": 0.100786, + "accuracy": 0.148438, + "main_score": 0.100786, + "hf_subset": "cab_Latn-eng_Latn", + "languages": [ + "cab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127914, + "recall": 0.175781, + "f1": 0.138117, + "accuracy": 0.175781, + "main_score": 0.138117, + "hf_subset": "eng_Latn-cac_Latn", + "languages": [ + "eng-Latn", + "cac-Latn" + ] + }, + { + "precision": 0.149728, + "recall": 0.203125, + "f1": 0.160242, + "accuracy": 0.203125, + "main_score": 0.160242, + "hf_subset": "cac_Latn-eng_Latn", + "languages": [ + "cac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101781, + "recall": 0.128906, + "f1": 0.108247, + "accuracy": 0.128906, + "main_score": 0.108247, + "hf_subset": "eng_Latn-caf_Latn", + "languages": [ + "eng-Latn", + "caf-Latn" + ] + }, + { + "precision": 0.094036, + "recall": 0.140625, + "f1": 0.103475, + "accuracy": 0.140625, + "main_score": 0.103475, + "hf_subset": "caf_Latn-eng_Latn", + "languages": [ + "caf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.229049, + "recall": 0.320312, + "f1": 0.250849, + "accuracy": 0.320312, + "main_score": 0.250849, + "hf_subset": "eng_Latn-cak_Latn", + "languages": [ + "eng-Latn", + "cak-Latn" + ] + }, + { + "precision": 0.281191, + "recall": 0.390625, + "f1": 0.307481, + "accuracy": 0.390625, + "main_score": 0.307481, + "hf_subset": "cak_Latn-eng_Latn", + "languages": [ + "cak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093195, + "recall": 0.132812, + "f1": 0.100226, + "accuracy": 0.132812, + "main_score": 0.100226, + "hf_subset": "eng_Latn-cao_Latn", + "languages": [ + "eng-Latn", + "cao-Latn" + ] + }, + { + "precision": 0.129558, + "recall": 0.183594, + "f1": 0.141603, + "accuracy": 0.183594, + "main_score": 0.141603, + "hf_subset": "cao_Latn-eng_Latn", + "languages": [ + "cao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083813, + "recall": 0.128906, + "f1": 0.091908, + "accuracy": 0.128906, + "main_score": 0.091908, + "hf_subset": "eng_Latn-cap_Latn", + "languages": [ + "eng-Latn", + "cap-Latn" + ] + }, + { + "precision": 0.113304, + "recall": 0.183594, + "f1": 0.127496, + "accuracy": 0.183594, + "main_score": 0.127496, + "hf_subset": "cap_Latn-eng_Latn", + "languages": [ + "cap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076672, + "recall": 0.101562, + "f1": 0.081473, + "accuracy": 0.101562, + "main_score": 0.081473, + "hf_subset": "eng_Latn-car_Latn", + "languages": [ + "eng-Latn", + "car-Latn" + ] + }, + { + "precision": 0.083953, + "recall": 0.117188, + "f1": 0.088876, + "accuracy": 0.117188, + "main_score": 0.088876, + "hf_subset": "car_Latn-eng_Latn", + "languages": [ + "car-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047523, + "recall": 0.074219, + "f1": 0.052245, + "accuracy": 0.074219, + "main_score": 0.052245, + "hf_subset": "eng_Latn-cav_Latn", + "languages": [ + "eng-Latn", + "cav-Latn" + ] + }, + { + "precision": 0.068742, + "recall": 0.109375, + "f1": 0.075428, + "accuracy": 0.109375, + "main_score": 0.075428, + "hf_subset": "cav_Latn-eng_Latn", + "languages": [ + "cav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094048, + "recall": 0.136719, + "f1": 0.103925, + "accuracy": 0.136719, + "main_score": 0.103925, + "hf_subset": "eng_Latn-cax_Latn", + "languages": [ + "eng-Latn", + "cax-Latn" + ] + }, + { + "precision": 0.103919, + "recall": 0.167969, + "f1": 0.116533, + "accuracy": 0.167969, + "main_score": 0.116533, + "hf_subset": "cax_Latn-eng_Latn", + "languages": [ + "cax-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076994, + "recall": 0.109375, + "f1": 0.08451, + "accuracy": 0.109375, + "main_score": 0.08451, + "hf_subset": "eng_Latn-cbc_Latn", + "languages": [ + "eng-Latn", + "cbc-Latn" + ] + }, + { + "precision": 0.129413, + "recall": 0.191406, + "f1": 0.142315, + "accuracy": 0.191406, + "main_score": 0.142315, + "hf_subset": "cbc_Latn-eng_Latn", + "languages": [ + "cbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090951, + "recall": 0.113281, + "f1": 0.096484, + "accuracy": 0.113281, + "main_score": 0.096484, + "hf_subset": "eng_Latn-cbi_Latn", + "languages": [ + "eng-Latn", + "cbi-Latn" + ] + }, + { + "precision": 0.088642, + "recall": 0.128906, + "f1": 0.096977, + "accuracy": 0.128906, + "main_score": 0.096977, + "hf_subset": "cbi_Latn-eng_Latn", + "languages": [ + "cbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.82487, + "recall": 0.875, + "f1": 0.840495, + "accuracy": 0.875, + "main_score": 0.840495, + "hf_subset": "eng_Latn-cbk_Latn", + "languages": [ + "eng-Latn", + "cbk-Latn" + ] + }, + { + "precision": 0.838542, + "recall": 0.886719, + "f1": 0.854167, + "accuracy": 0.886719, + "main_score": 0.854167, + "hf_subset": "cbk_Latn-eng_Latn", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053096, + "recall": 0.082031, + "f1": 0.058524, + "accuracy": 0.082031, + "main_score": 0.058524, + "hf_subset": "eng_Latn-cbr_Latn", + "languages": [ + "eng-Latn", + "cbr-Latn" + ] + }, + { + "precision": 0.064994, + "recall": 0.105469, + "f1": 0.071316, + "accuracy": 0.105469, + "main_score": 0.071316, + "hf_subset": "cbr_Latn-eng_Latn", + "languages": [ + "cbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072489, + "recall": 0.109375, + "f1": 0.080151, + "accuracy": 0.109375, + "main_score": 0.080151, + "hf_subset": "eng_Latn-cbs_Latn", + "languages": [ + "eng-Latn", + "cbs-Latn" + ] + }, + { + "precision": 0.073272, + "recall": 0.105469, + "f1": 0.081064, + "accuracy": 0.105469, + "main_score": 0.081064, + "hf_subset": "cbs_Latn-eng_Latn", + "languages": [ + "cbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.013719, + "recall": 0.035156, + "f1": 0.0163, + "accuracy": 0.035156, + "main_score": 0.0163, + "hf_subset": "eng_Latn-cbt_Latn", + "languages": [ + "eng-Latn", + "cbt-Latn" + ] + }, + { + "precision": 0.02754, + "recall": 0.054688, + "f1": 0.032599, + "accuracy": 0.054688, + "main_score": 0.032599, + "hf_subset": "cbt_Latn-eng_Latn", + "languages": [ + "cbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023034, + "recall": 0.039062, + "f1": 0.024838, + "accuracy": 0.039062, + "main_score": 0.024838, + "hf_subset": "eng_Latn-cbu_Latn", + "languages": [ + "eng-Latn", + "cbu-Latn" + ] + }, + { + "precision": 0.037221, + "recall": 0.0625, + "f1": 0.041306, + "accuracy": 0.0625, + "main_score": 0.041306, + "hf_subset": "cbu_Latn-eng_Latn", + "languages": [ + "cbu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067656, + "recall": 0.121094, + "f1": 0.077509, + "accuracy": 0.121094, + "main_score": 0.077509, + "hf_subset": "eng_Latn-cbv_Latn", + "languages": [ + "eng-Latn", + "cbv-Latn" + ] + }, + { + "precision": 0.066396, + "recall": 0.101562, + "f1": 0.073402, + "accuracy": 0.101562, + "main_score": 0.073402, + "hf_subset": "cbv_Latn-eng_Latn", + "languages": [ + "cbv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055773, + "recall": 0.101562, + "f1": 0.061982, + "accuracy": 0.101562, + "main_score": 0.061982, + "hf_subset": "eng_Latn-cco_Latn", + "languages": [ + "eng-Latn", + "cco-Latn" + ] + }, + { + "precision": 0.069491, + "recall": 0.101562, + "f1": 0.074724, + "accuracy": 0.101562, + "main_score": 0.074724, + "hf_subset": "cco_Latn-eng_Latn", + "languages": [ + "cco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.86556, + "recall": 0.902344, + "f1": 0.876562, + "accuracy": 0.902344, + "main_score": 0.876562, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.957031, + "recall": 0.96875, + "f1": 0.960938, + "accuracy": 0.96875, + "main_score": 0.960938, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104969, + "recall": 0.140625, + "f1": 0.11208, + "accuracy": 0.140625, + "main_score": 0.11208, + "hf_subset": "eng_Latn-cek_Latn", + "languages": [ + "eng-Latn", + "cek-Latn" + ] + }, + { + "precision": 0.105068, + "recall": 0.167969, + "f1": 0.118686, + "accuracy": 0.167969, + "main_score": 0.118686, + "hf_subset": "cek_Latn-eng_Latn", + "languages": [ + "cek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.339797, + "recall": 0.445312, + "f1": 0.365836, + "accuracy": 0.445312, + "main_score": 0.365836, + "hf_subset": "eng_Latn-cgc_Latn", + "languages": [ + "eng-Latn", + "cgc-Latn" + ] + }, + { + "precision": 0.415557, + "recall": 0.5, + "f1": 0.435924, + "accuracy": 0.5, + "main_score": 0.435924, + "hf_subset": "cgc_Latn-eng_Latn", + "languages": [ + "cgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.435144, + "recall": 0.53125, + "f1": 0.460962, + "accuracy": 0.53125, + "main_score": 0.460962, + "hf_subset": "eng_Latn-cha_Latn", + "languages": [ + "eng-Latn", + "cha-Latn" + ] + }, + { + "precision": 0.488509, + "recall": 0.574219, + "f1": 0.51151, + "accuracy": 0.574219, + "main_score": 0.51151, + "hf_subset": "cha_Latn-eng_Latn", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088317, + "recall": 0.121094, + "f1": 0.094373, + "accuracy": 0.121094, + "main_score": 0.094373, + "hf_subset": "eng_Latn-chd_Latn", + "languages": [ + "eng-Latn", + "chd-Latn" + ] + }, + { + "precision": 0.099477, + "recall": 0.167969, + "f1": 0.113032, + "accuracy": 0.167969, + "main_score": 0.113032, + "hf_subset": "chd_Latn-eng_Latn", + "languages": [ + "chd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.190706, + "recall": 0.242188, + "f1": 0.201371, + "accuracy": 0.242188, + "main_score": 0.201371, + "hf_subset": "eng_Latn-chf_Latn", + "languages": [ + "eng-Latn", + "chf-Latn" + ] + }, + { + "precision": 0.182344, + "recall": 0.257812, + "f1": 0.200751, + "accuracy": 0.257812, + "main_score": 0.200751, + "hf_subset": "chf_Latn-eng_Latn", + "languages": [ + "chf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097129, + "recall": 0.136719, + "f1": 0.104626, + "accuracy": 0.136719, + "main_score": 0.104626, + "hf_subset": "eng_Latn-chk_Latn", + "languages": [ + "eng-Latn", + "chk-Latn" + ] + }, + { + "precision": 0.087559, + "recall": 0.128906, + "f1": 0.096395, + "accuracy": 0.128906, + "main_score": 0.096395, + "hf_subset": "chk_Latn-eng_Latn", + "languages": [ + "chk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114328, + "recall": 0.136719, + "f1": 0.119553, + "accuracy": 0.136719, + "main_score": 0.119553, + "hf_subset": "eng_Latn-chq_Latn", + "languages": [ + "eng-Latn", + "chq-Latn" + ] + }, + { + "precision": 0.090867, + "recall": 0.136719, + "f1": 0.099956, + "accuracy": 0.136719, + "main_score": 0.099956, + "hf_subset": "chq_Latn-eng_Latn", + "languages": [ + "chq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108992, + "recall": 0.148438, + "f1": 0.114897, + "accuracy": 0.148438, + "main_score": 0.114897, + "hf_subset": "eng_Latn-chz_Latn", + "languages": [ + "eng-Latn", + "chz-Latn" + ] + }, + { + "precision": 0.105191, + "recall": 0.15625, + "f1": 0.114279, + "accuracy": 0.15625, + "main_score": 0.114279, + "hf_subset": "chz_Latn-eng_Latn", + "languages": [ + "chz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018718, + "recall": 0.035156, + "f1": 0.021537, + "accuracy": 0.035156, + "main_score": 0.021537, + "hf_subset": "eng_Latn-cjo_Latn", + "languages": [ + "eng-Latn", + "cjo-Latn" + ] + }, + { + "precision": 0.024003, + "recall": 0.0625, + "f1": 0.030135, + "accuracy": 0.0625, + "main_score": 0.030135, + "hf_subset": "cjo_Latn-eng_Latn", + "languages": [ + "cjo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043626, + "recall": 0.066406, + "f1": 0.047283, + "accuracy": 0.066406, + "main_score": 0.047283, + "hf_subset": "eng_Latn-cjv_Latn", + "languages": [ + "eng-Latn", + "cjv-Latn" + ] + }, + { + "precision": 0.044126, + "recall": 0.074219, + "f1": 0.050167, + "accuracy": 0.074219, + "main_score": 0.050167, + "hf_subset": "cjv_Latn-eng_Latn", + "languages": [ + "cjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.617122, + "recall": 0.707031, + "f1": 0.642336, + "accuracy": 0.707031, + "main_score": 0.642336, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.717904, + "recall": 0.789062, + "f1": 0.739007, + "accuracy": 0.789062, + "main_score": 0.739007, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.117192, + "recall": 0.179688, + "f1": 0.131343, + "accuracy": 0.179688, + "main_score": 0.131343, + "hf_subset": "eng_Latn-cle_Latn", + "languages": [ + "eng-Latn", + "cle-Latn" + ] + }, + { + "precision": 0.113376, + "recall": 0.175781, + "f1": 0.126306, + "accuracy": 0.175781, + "main_score": 0.126306, + "hf_subset": "cle_Latn-eng_Latn", + "languages": [ + "cle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.433333, + "recall": 0.539062, + "f1": 0.460348, + "accuracy": 0.539062, + "main_score": 0.460348, + "hf_subset": "eng_Latn-clu_Latn", + "languages": [ + "eng-Latn", + "clu-Latn" + ] + }, + { + "precision": 0.501204, + "recall": 0.613281, + "f1": 0.533364, + "accuracy": 0.613281, + "main_score": 0.533364, + "hf_subset": "clu_Latn-eng_Latn", + "languages": [ + "clu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060934, + "recall": 0.09375, + "f1": 0.067189, + "accuracy": 0.09375, + "main_score": 0.067189, + "hf_subset": "eng_Latn-cme_Latn", + "languages": [ + "eng-Latn", + "cme-Latn" + ] + }, + { + "precision": 0.050549, + "recall": 0.101562, + "f1": 0.060533, + "accuracy": 0.101562, + "main_score": 0.060533, + "hf_subset": "cme_Latn-eng_Latn", + "languages": [ + "cme-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.891276, + "recall": 0.925781, + "f1": 0.902344, + "accuracy": 0.925781, + "main_score": 0.902344, + "hf_subset": "eng_Latn-cmn_Hans", + "languages": [ + "eng-Latn", + "cmn-Hans" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "cmn_Hans-eng_Latn", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.033457, + "recall": 0.050781, + "f1": 0.034872, + "accuracy": 0.050781, + "main_score": 0.034872, + "hf_subset": "eng_Latn-cni_Latn", + "languages": [ + "eng-Latn", + "cni-Latn" + ] + }, + { + "precision": 0.01794, + "recall": 0.054688, + "f1": 0.024504, + "accuracy": 0.054688, + "main_score": 0.024504, + "hf_subset": "cni_Latn-eng_Latn", + "languages": [ + "cni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07773, + "recall": 0.121094, + "f1": 0.085739, + "accuracy": 0.121094, + "main_score": 0.085739, + "hf_subset": "eng_Latn-cnl_Latn", + "languages": [ + "eng-Latn", + "cnl-Latn" + ] + }, + { + "precision": 0.079931, + "recall": 0.132812, + "f1": 0.090956, + "accuracy": 0.132812, + "main_score": 0.090956, + "hf_subset": "cnl_Latn-eng_Latn", + "languages": [ + "cnl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064165, + "recall": 0.085938, + "f1": 0.069596, + "accuracy": 0.085938, + "main_score": 0.069596, + "hf_subset": "eng_Latn-cnt_Latn", + "languages": [ + "eng-Latn", + "cnt-Latn" + ] + }, + { + "precision": 0.06762, + "recall": 0.117188, + "f1": 0.076013, + "accuracy": 0.117188, + "main_score": 0.076013, + "hf_subset": "cnt_Latn-eng_Latn", + "languages": [ + "cnt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051758, + "recall": 0.066406, + "f1": 0.055288, + "accuracy": 0.066406, + "main_score": 0.055288, + "hf_subset": "eng_Latn-cof_Latn", + "languages": [ + "eng-Latn", + "cof-Latn" + ] + }, + { + "precision": 0.07064, + "recall": 0.109375, + "f1": 0.078234, + "accuracy": 0.109375, + "main_score": 0.078234, + "hf_subset": "cof_Latn-eng_Latn", + "languages": [ + "cof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088091, + "recall": 0.121094, + "f1": 0.095669, + "accuracy": 0.121094, + "main_score": 0.095669, + "hf_subset": "eng_Latn-con_Latn", + "languages": [ + "eng-Latn", + "con-Latn" + ] + }, + { + "precision": 0.088778, + "recall": 0.148438, + "f1": 0.101245, + "accuracy": 0.148438, + "main_score": 0.101245, + "hf_subset": "con_Latn-eng_Latn", + "languages": [ + "con-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.001739, + "recall": 0.019531, + "f1": 0.002801, + "accuracy": 0.019531, + "main_score": 0.002801, + "hf_subset": "eng_Latn-cop_Copt", + "languages": [ + "eng-Latn", + "cop-Copt" + ] + }, + { + "precision": 0.007828, + "recall": 0.027344, + "f1": 0.009873, + "accuracy": 0.027344, + "main_score": 0.009873, + "hf_subset": "cop_Copt-eng_Latn", + "languages": [ + "cop-Copt", + "eng-Latn" + ] + }, + { + "precision": 0.023003, + "recall": 0.039062, + "f1": 0.025974, + "accuracy": 0.039062, + "main_score": 0.025974, + "hf_subset": "eng_Latn-cot_Latn", + "languages": [ + "eng-Latn", + "cot-Latn" + ] + }, + { + "precision": 0.053865, + "recall": 0.082031, + "f1": 0.058413, + "accuracy": 0.082031, + "main_score": 0.058413, + "hf_subset": "cot_Latn-eng_Latn", + "languages": [ + "cot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095908, + "recall": 0.128906, + "f1": 0.102681, + "accuracy": 0.128906, + "main_score": 0.102681, + "hf_subset": "eng_Latn-cpa_Latn", + "languages": [ + "eng-Latn", + "cpa-Latn" + ] + }, + { + "precision": 0.075988, + "recall": 0.125, + "f1": 0.085799, + "accuracy": 0.125, + "main_score": 0.085799, + "hf_subset": "cpa_Latn-eng_Latn", + "languages": [ + "cpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060861, + "recall": 0.09375, + "f1": 0.066925, + "accuracy": 0.09375, + "main_score": 0.066925, + "hf_subset": "eng_Latn-cpb_Latn", + "languages": [ + "eng-Latn", + "cpb-Latn" + ] + }, + { + "precision": 0.060809, + "recall": 0.105469, + "f1": 0.06905, + "accuracy": 0.105469, + "main_score": 0.06905, + "hf_subset": "cpb_Latn-eng_Latn", + "languages": [ + "cpb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086711, + "recall": 0.113281, + "f1": 0.092087, + "accuracy": 0.113281, + "main_score": 0.092087, + "hf_subset": "eng_Latn-cpc_Latn", + "languages": [ + "eng-Latn", + "cpc-Latn" + ] + }, + { + "precision": 0.069392, + "recall": 0.121094, + "f1": 0.076622, + "accuracy": 0.121094, + "main_score": 0.076622, + "hf_subset": "cpc_Latn-eng_Latn", + "languages": [ + "cpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07768, + "recall": 0.105469, + "f1": 0.082995, + "accuracy": 0.105469, + "main_score": 0.082995, + "hf_subset": "eng_Latn-cpu_Latn", + "languages": [ + "eng-Latn", + "cpu-Latn" + ] + }, + { + "precision": 0.07066, + "recall": 0.121094, + "f1": 0.079589, + "accuracy": 0.121094, + "main_score": 0.079589, + "hf_subset": "cpu_Latn-eng_Latn", + "languages": [ + "cpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051027, + "recall": 0.085938, + "f1": 0.055752, + "accuracy": 0.085938, + "main_score": 0.055752, + "hf_subset": "eng_Latn-cpy_Latn", + "languages": [ + "eng-Latn", + "cpy-Latn" + ] + }, + { + "precision": 0.060248, + "recall": 0.101562, + "f1": 0.068964, + "accuracy": 0.101562, + "main_score": 0.068964, + "hf_subset": "cpy_Latn-eng_Latn", + "languages": [ + "cpy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085191, + "recall": 0.121094, + "f1": 0.094258, + "accuracy": 0.121094, + "main_score": 0.094258, + "hf_subset": "eng_Latn-crn_Latn", + "languages": [ + "eng-Latn", + "crn-Latn" + ] + }, + { + "precision": 0.08138, + "recall": 0.121094, + "f1": 0.089606, + "accuracy": 0.121094, + "main_score": 0.089606, + "hf_subset": "crn_Latn-eng_Latn", + "languages": [ + "crn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103537, + "recall": 0.132812, + "f1": 0.108108, + "accuracy": 0.132812, + "main_score": 0.108108, + "hf_subset": "eng_Latn-crx_Latn", + "languages": [ + "eng-Latn", + "crx-Latn" + ] + }, + { + "precision": 0.104243, + "recall": 0.152344, + "f1": 0.114816, + "accuracy": 0.152344, + "main_score": 0.114816, + "hf_subset": "crx_Latn-eng_Latn", + "languages": [ + "crx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099123, + "recall": 0.140625, + "f1": 0.107175, + "accuracy": 0.140625, + "main_score": 0.107175, + "hf_subset": "eng_Latn-cso_Latn", + "languages": [ + "eng-Latn", + "cso-Latn" + ] + }, + { + "precision": 0.073152, + "recall": 0.117188, + "f1": 0.081362, + "accuracy": 0.117188, + "main_score": 0.081362, + "hf_subset": "cso_Latn-eng_Latn", + "languages": [ + "cso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.217667, + "recall": 0.28125, + "f1": 0.231232, + "accuracy": 0.28125, + "main_score": 0.231232, + "hf_subset": "eng_Latn-csy_Latn", + "languages": [ + "eng-Latn", + "csy-Latn" + ] + }, + { + "precision": 0.238285, + "recall": 0.320312, + "f1": 0.258439, + "accuracy": 0.320312, + "main_score": 0.258439, + "hf_subset": "csy_Latn-eng_Latn", + "languages": [ + "csy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101941, + "recall": 0.128906, + "f1": 0.107902, + "accuracy": 0.128906, + "main_score": 0.107902, + "hf_subset": "eng_Latn-cta_Latn", + "languages": [ + "eng-Latn", + "cta-Latn" + ] + }, + { + "precision": 0.091688, + "recall": 0.140625, + "f1": 0.101905, + "accuracy": 0.140625, + "main_score": 0.101905, + "hf_subset": "cta_Latn-eng_Latn", + "languages": [ + "cta-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103954, + "recall": 0.136719, + "f1": 0.111458, + "accuracy": 0.136719, + "main_score": 0.111458, + "hf_subset": "eng_Latn-cth_Latn", + "languages": [ + "eng-Latn", + "cth-Latn" + ] + }, + { + "precision": 0.092344, + "recall": 0.132812, + "f1": 0.099156, + "accuracy": 0.132812, + "main_score": 0.099156, + "hf_subset": "cth_Latn-eng_Latn", + "languages": [ + "cth-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079073, + "recall": 0.105469, + "f1": 0.08299, + "accuracy": 0.105469, + "main_score": 0.08299, + "hf_subset": "eng_Latn-ctp_Latn", + "languages": [ + "eng-Latn", + "ctp-Latn" + ] + }, + { + "precision": 0.066138, + "recall": 0.109375, + "f1": 0.074426, + "accuracy": 0.109375, + "main_score": 0.074426, + "hf_subset": "ctp_Latn-eng_Latn", + "languages": [ + "ctp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103609, + "recall": 0.1875, + "f1": 0.120997, + "accuracy": 0.1875, + "main_score": 0.120997, + "hf_subset": "eng_Latn-ctu_Latn", + "languages": [ + "eng-Latn", + "ctu-Latn" + ] + }, + { + "precision": 0.190497, + "recall": 0.253906, + "f1": 0.203517, + "accuracy": 0.253906, + "main_score": 0.203517, + "hf_subset": "ctu_Latn-eng_Latn", + "languages": [ + "ctu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075349, + "recall": 0.101562, + "f1": 0.078341, + "accuracy": 0.101562, + "main_score": 0.078341, + "hf_subset": "eng_Latn-cub_Latn", + "languages": [ + "eng-Latn", + "cub-Latn" + ] + }, + { + "precision": 0.087568, + "recall": 0.136719, + "f1": 0.095987, + "accuracy": 0.136719, + "main_score": 0.095987, + "hf_subset": "cub_Latn-eng_Latn", + "languages": [ + "cub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060246, + "recall": 0.097656, + "f1": 0.06535, + "accuracy": 0.097656, + "main_score": 0.06535, + "hf_subset": "eng_Latn-cuc_Latn", + "languages": [ + "eng-Latn", + "cuc-Latn" + ] + }, + { + "precision": 0.076096, + "recall": 0.117188, + "f1": 0.082748, + "accuracy": 0.117188, + "main_score": 0.082748, + "hf_subset": "cuc_Latn-eng_Latn", + "languages": [ + "cuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049609, + "recall": 0.0625, + "f1": 0.053385, + "accuracy": 0.0625, + "main_score": 0.053385, + "hf_subset": "eng_Latn-cui_Latn", + "languages": [ + "eng-Latn", + "cui-Latn" + ] + }, + { + "precision": 0.064202, + "recall": 0.121094, + "f1": 0.074708, + "accuracy": 0.121094, + "main_score": 0.074708, + "hf_subset": "cui_Latn-eng_Latn", + "languages": [ + "cui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052012, + "recall": 0.09375, + "f1": 0.057731, + "accuracy": 0.09375, + "main_score": 0.057731, + "hf_subset": "eng_Latn-cuk_Latn", + "languages": [ + "eng-Latn", + "cuk-Latn" + ] + }, + { + "precision": 0.062007, + "recall": 0.113281, + "f1": 0.070962, + "accuracy": 0.113281, + "main_score": 0.070962, + "hf_subset": "cuk_Latn-eng_Latn", + "languages": [ + "cuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070323, + "recall": 0.109375, + "f1": 0.079948, + "accuracy": 0.109375, + "main_score": 0.079948, + "hf_subset": "eng_Latn-cut_Latn", + "languages": [ + "eng-Latn", + "cut-Latn" + ] + }, + { + "precision": 0.091229, + "recall": 0.136719, + "f1": 0.099048, + "accuracy": 0.136719, + "main_score": 0.099048, + "hf_subset": "cut_Latn-eng_Latn", + "languages": [ + "cut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.181066, + "recall": 0.226562, + "f1": 0.191555, + "accuracy": 0.226562, + "main_score": 0.191555, + "hf_subset": "eng_Latn-cux_Latn", + "languages": [ + "eng-Latn", + "cux-Latn" + ] + }, + { + "precision": 0.213869, + "recall": 0.300781, + "f1": 0.234679, + "accuracy": 0.300781, + "main_score": 0.234679, + "hf_subset": "cux_Latn-eng_Latn", + "languages": [ + "cux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.204285, + "recall": 0.285156, + "f1": 0.22192, + "accuracy": 0.285156, + "main_score": 0.22192, + "hf_subset": "eng_Latn-cwe_Latn", + "languages": [ + "eng-Latn", + "cwe-Latn" + ] + }, + { + "precision": 0.224881, + "recall": 0.335938, + "f1": 0.251135, + "accuracy": 0.335938, + "main_score": 0.251135, + "hf_subset": "cwe_Latn-eng_Latn", + "languages": [ + "cwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148184, + "recall": 0.179688, + "f1": 0.154456, + "accuracy": 0.179688, + "main_score": 0.154456, + "hf_subset": "eng_Latn-cya_Latn", + "languages": [ + "eng-Latn", + "cya-Latn" + ] + }, + { + "precision": 0.154241, + "recall": 0.214844, + "f1": 0.166761, + "accuracy": 0.214844, + "main_score": 0.166761, + "hf_subset": "cya_Latn-eng_Latn", + "languages": [ + "cya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072542, + "recall": 0.101562, + "f1": 0.078119, + "accuracy": 0.101562, + "main_score": 0.078119, + "hf_subset": "eng_Latn-daa_Latn", + "languages": [ + "eng-Latn", + "daa-Latn" + ] + }, + { + "precision": 0.075253, + "recall": 0.121094, + "f1": 0.082601, + "accuracy": 0.121094, + "main_score": 0.082601, + "hf_subset": "daa_Latn-eng_Latn", + "languages": [ + "daa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127993, + "recall": 0.175781, + "f1": 0.136285, + "accuracy": 0.175781, + "main_score": 0.136285, + "hf_subset": "eng_Latn-dad_Latn", + "languages": [ + "eng-Latn", + "dad-Latn" + ] + }, + { + "precision": 0.132834, + "recall": 0.183594, + "f1": 0.142874, + "accuracy": 0.183594, + "main_score": 0.142874, + "hf_subset": "dad_Latn-eng_Latn", + "languages": [ + "dad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061707, + "recall": 0.089844, + "f1": 0.066354, + "accuracy": 0.089844, + "main_score": 0.066354, + "hf_subset": "eng_Latn-dah_Latn", + "languages": [ + "eng-Latn", + "dah-Latn" + ] + }, + { + "precision": 0.067686, + "recall": 0.125, + "f1": 0.077456, + "accuracy": 0.125, + "main_score": 0.077456, + "hf_subset": "dah_Latn-eng_Latn", + "languages": [ + "dah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.952474, + "recall": 0.964844, + "f1": 0.95638, + "accuracy": 0.964844, + "main_score": 0.95638, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05891, + "recall": 0.097656, + "f1": 0.067308, + "accuracy": 0.097656, + "main_score": 0.067308, + "hf_subset": "eng_Latn-ded_Latn", + "languages": [ + "eng-Latn", + "ded-Latn" + ] + }, + { + "precision": 0.052607, + "recall": 0.089844, + "f1": 0.059487, + "accuracy": 0.089844, + "main_score": 0.059487, + "hf_subset": "ded_Latn-eng_Latn", + "languages": [ + "ded-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.293364, + "recall": 0.386719, + "f1": 0.313522, + "accuracy": 0.386719, + "main_score": 0.313522, + "hf_subset": "eng_Latn-dgc_Latn", + "languages": [ + "eng-Latn", + "dgc-Latn" + ] + }, + { + "precision": 0.284404, + "recall": 0.398438, + "f1": 0.312607, + "accuracy": 0.398438, + "main_score": 0.312607, + "hf_subset": "dgc_Latn-eng_Latn", + "languages": [ + "dgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088346, + "recall": 0.113281, + "f1": 0.095312, + "accuracy": 0.113281, + "main_score": 0.095312, + "hf_subset": "eng_Latn-dgr_Latn", + "languages": [ + "eng-Latn", + "dgr-Latn" + ] + }, + { + "precision": 0.08782, + "recall": 0.136719, + "f1": 0.098671, + "accuracy": 0.136719, + "main_score": 0.098671, + "hf_subset": "dgr_Latn-eng_Latn", + "languages": [ + "dgr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067343, + "recall": 0.089844, + "f1": 0.072345, + "accuracy": 0.089844, + "main_score": 0.072345, + "hf_subset": "eng_Latn-dgz_Latn", + "languages": [ + "eng-Latn", + "dgz-Latn" + ] + }, + { + "precision": 0.04719, + "recall": 0.089844, + "f1": 0.054467, + "accuracy": 0.089844, + "main_score": 0.054467, + "hf_subset": "dgz_Latn-eng_Latn", + "languages": [ + "dgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018494, + "recall": 0.046875, + "f1": 0.022166, + "accuracy": 0.046875, + "main_score": 0.022166, + "hf_subset": "eng_Latn-dhg_Latn", + "languages": [ + "eng-Latn", + "dhg-Latn" + ] + }, + { + "precision": 0.049848, + "recall": 0.085938, + "f1": 0.057985, + "accuracy": 0.085938, + "main_score": 0.057985, + "hf_subset": "dhg_Latn-eng_Latn", + "languages": [ + "dhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098642, + "recall": 0.136719, + "f1": 0.106275, + "accuracy": 0.136719, + "main_score": 0.106275, + "hf_subset": "eng_Latn-dif_Latn", + "languages": [ + "eng-Latn", + "dif-Latn" + ] + }, + { + "precision": 0.113024, + "recall": 0.164062, + "f1": 0.122009, + "accuracy": 0.164062, + "main_score": 0.122009, + "hf_subset": "dif_Latn-eng_Latn", + "languages": [ + "dif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042485, + "recall": 0.070312, + "f1": 0.04614, + "accuracy": 0.070312, + "main_score": 0.04614, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.050478, + "recall": 0.089844, + "f1": 0.058452, + "accuracy": 0.089844, + "main_score": 0.058452, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.154003, + "recall": 0.231579, + "f1": 0.168409, + "accuracy": 0.231579, + "main_score": 0.168409, + "hf_subset": "eng_Latn-dji_Latn", + "languages": [ + "eng-Latn", + "dji-Latn" + ] + }, + { + "precision": 0.253647, + "recall": 0.326316, + "f1": 0.269566, + "accuracy": 0.326316, + "main_score": 0.269566, + "hf_subset": "dji_Latn-eng_Latn", + "languages": [ + "dji-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144734, + "recall": 0.214844, + "f1": 0.158543, + "accuracy": 0.214844, + "main_score": 0.158543, + "hf_subset": "eng_Latn-djk_Latn", + "languages": [ + "eng-Latn", + "djk-Latn" + ] + }, + { + "precision": 0.170225, + "recall": 0.238281, + "f1": 0.183945, + "accuracy": 0.238281, + "main_score": 0.183945, + "hf_subset": "djk_Latn-eng_Latn", + "languages": [ + "djk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025167, + "recall": 0.042969, + "f1": 0.026521, + "accuracy": 0.042969, + "main_score": 0.026521, + "hf_subset": "eng_Latn-djr_Latn", + "languages": [ + "eng-Latn", + "djr-Latn" + ] + }, + { + "precision": 0.013535, + "recall": 0.039062, + "f1": 0.017547, + "accuracy": 0.039062, + "main_score": 0.017547, + "hf_subset": "djr_Latn-eng_Latn", + "languages": [ + "djr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069467, + "recall": 0.101562, + "f1": 0.075539, + "accuracy": 0.101562, + "main_score": 0.075539, + "hf_subset": "eng_Latn-dob_Latn", + "languages": [ + "eng-Latn", + "dob-Latn" + ] + }, + { + "precision": 0.073654, + "recall": 0.109375, + "f1": 0.080938, + "accuracy": 0.109375, + "main_score": 0.080938, + "hf_subset": "dob_Latn-eng_Latn", + "languages": [ + "dob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045603, + "recall": 0.085938, + "f1": 0.053653, + "accuracy": 0.085938, + "main_score": 0.053653, + "hf_subset": "eng_Latn-dop_Latn", + "languages": [ + "eng-Latn", + "dop-Latn" + ] + }, + { + "precision": 0.049946, + "recall": 0.09375, + "f1": 0.056373, + "accuracy": 0.09375, + "main_score": 0.056373, + "hf_subset": "dop_Latn-eng_Latn", + "languages": [ + "dop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.204414, + "recall": 0.296875, + "f1": 0.22541, + "accuracy": 0.296875, + "main_score": 0.22541, + "hf_subset": "eng_Latn-dov_Latn", + "languages": [ + "eng-Latn", + "dov-Latn" + ] + }, + { + "precision": 0.25868, + "recall": 0.351562, + "f1": 0.279263, + "accuracy": 0.351562, + "main_score": 0.279263, + "hf_subset": "dov_Latn-eng_Latn", + "languages": [ + "dov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057374, + "recall": 0.09375, + "f1": 0.062448, + "accuracy": 0.09375, + "main_score": 0.062448, + "hf_subset": "eng_Latn-dwr_Latn", + "languages": [ + "eng-Latn", + "dwr-Latn" + ] + }, + { + "precision": 0.049144, + "recall": 0.082031, + "f1": 0.055776, + "accuracy": 0.082031, + "main_score": 0.055776, + "hf_subset": "dwr_Latn-eng_Latn", + "languages": [ + "dwr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072805, + "recall": 0.109375, + "f1": 0.080234, + "accuracy": 0.109375, + "main_score": 0.080234, + "hf_subset": "eng_Latn-dww_Latn", + "languages": [ + "eng-Latn", + "dww-Latn" + ] + }, + { + "precision": 0.081946, + "recall": 0.117188, + "f1": 0.089609, + "accuracy": 0.117188, + "main_score": 0.089609, + "hf_subset": "dww_Latn-eng_Latn", + "languages": [ + "dww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.156892, + "recall": 0.218045, + "f1": 0.172431, + "accuracy": 0.218045, + "main_score": 0.172431, + "hf_subset": "eng_Latn-dwy_Latn", + "languages": [ + "eng-Latn", + "dwy-Latn" + ] + }, + { + "precision": 0.170999, + "recall": 0.270677, + "f1": 0.195979, + "accuracy": 0.270677, + "main_score": 0.195979, + "hf_subset": "dwy_Latn-eng_Latn", + "languages": [ + "dwy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.174242, + "recall": 0.230469, + "f1": 0.185014, + "accuracy": 0.230469, + "main_score": 0.185014, + "hf_subset": "eng_Latn-ebk_Latn", + "languages": [ + "eng-Latn", + "ebk-Latn" + ] + }, + { + "precision": 0.169147, + "recall": 0.238281, + "f1": 0.184445, + "accuracy": 0.238281, + "main_score": 0.184445, + "hf_subset": "ebk_Latn-eng_Latn", + "languages": [ + "ebk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.164065, + "recall": 0.261719, + "f1": 0.183965, + "accuracy": 0.261719, + "main_score": 0.183965, + "hf_subset": "eng_Latn-eko_Latn", + "languages": [ + "eng-Latn", + "eko-Latn" + ] + }, + { + "precision": 0.195924, + "recall": 0.265625, + "f1": 0.212184, + "accuracy": 0.265625, + "main_score": 0.212184, + "hf_subset": "eko_Latn-eng_Latn", + "languages": [ + "eko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106034, + "recall": 0.148438, + "f1": 0.113781, + "accuracy": 0.148438, + "main_score": 0.113781, + "hf_subset": "eng_Latn-emi_Latn", + "languages": [ + "eng-Latn", + "emi-Latn" + ] + }, + { + "precision": 0.10295, + "recall": 0.164062, + "f1": 0.115513, + "accuracy": 0.164062, + "main_score": 0.115513, + "hf_subset": "emi_Latn-eng_Latn", + "languages": [ + "emi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055393, + "recall": 0.085938, + "f1": 0.059963, + "accuracy": 0.085938, + "main_score": 0.059963, + "hf_subset": "eng_Latn-emp_Latn", + "languages": [ + "eng-Latn", + "emp-Latn" + ] + }, + { + "precision": 0.049848, + "recall": 0.109375, + "f1": 0.059678, + "accuracy": 0.109375, + "main_score": 0.059678, + "hf_subset": "emp_Latn-eng_Latn", + "languages": [ + "emp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041312, + "recall": 0.066406, + "f1": 0.04436, + "accuracy": 0.066406, + "main_score": 0.04436, + "hf_subset": "eng_Latn-enq_Latn", + "languages": [ + "eng-Latn", + "enq-Latn" + ] + }, + { + "precision": 0.030012, + "recall": 0.058594, + "f1": 0.036241, + "accuracy": 0.058594, + "main_score": 0.036241, + "hf_subset": "enq_Latn-eng_Latn", + "languages": [ + "enq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.986328, + "recall": 0.988281, + "f1": 0.986979, + "accuracy": 0.988281, + "main_score": 0.986979, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093356, + "recall": 0.128906, + "f1": 0.100177, + "accuracy": 0.128906, + "main_score": 0.100177, + "hf_subset": "eng_Latn-eri_Latn", + "languages": [ + "eng-Latn", + "eri-Latn" + ] + }, + { + "precision": 0.09078, + "recall": 0.144531, + "f1": 0.102121, + "accuracy": 0.144531, + "main_score": 0.102121, + "hf_subset": "eri_Latn-eng_Latn", + "languages": [ + "eri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.007812, + "recall": 0.011719, + "f1": 0.009115, + "accuracy": 0.011719, + "main_score": 0.009115, + "hf_subset": "eng_Latn-ese_Latn", + "languages": [ + "eng-Latn", + "ese-Latn" + ] + }, + { + "precision": 0.031674, + "recall": 0.0625, + "f1": 0.034686, + "accuracy": 0.0625, + "main_score": 0.034686, + "hf_subset": "ese_Latn-eng_Latn", + "languages": [ + "ese-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115248, + "recall": 0.152344, + "f1": 0.122782, + "accuracy": 0.152344, + "main_score": 0.122782, + "hf_subset": "eng_Latn-esk_Latn", + "languages": [ + "eng-Latn", + "esk-Latn" + ] + }, + { + "precision": 0.103742, + "recall": 0.160156, + "f1": 0.11555, + "accuracy": 0.160156, + "main_score": 0.11555, + "hf_subset": "esk_Latn-eng_Latn", + "languages": [ + "esk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045929, + "recall": 0.089844, + "f1": 0.053616, + "accuracy": 0.089844, + "main_score": 0.053616, + "hf_subset": "eng_Latn-etr_Latn", + "languages": [ + "eng-Latn", + "etr-Latn" + ] + }, + { + "precision": 0.07223, + "recall": 0.113281, + "f1": 0.082203, + "accuracy": 0.113281, + "main_score": 0.082203, + "hf_subset": "etr_Latn-eng_Latn", + "languages": [ + "etr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122476, + "recall": 0.167969, + "f1": 0.130588, + "accuracy": 0.167969, + "main_score": 0.130588, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.110014, + "recall": 0.175781, + "f1": 0.123787, + "accuracy": 0.175781, + "main_score": 0.123787, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.009502, + "recall": 0.035156, + "f1": 0.01258, + "accuracy": 0.035156, + "main_score": 0.01258, + "hf_subset": "eng_Latn-faa_Latn", + "languages": [ + "eng-Latn", + "faa-Latn" + ] + }, + { + "precision": 0.02912, + "recall": 0.066406, + "f1": 0.033846, + "accuracy": 0.066406, + "main_score": 0.033846, + "hf_subset": "faa_Latn-eng_Latn", + "languages": [ + "faa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034195, + "recall": 0.066406, + "f1": 0.039468, + "accuracy": 0.066406, + "main_score": 0.039468, + "hf_subset": "eng_Latn-fai_Latn", + "languages": [ + "eng-Latn", + "fai-Latn" + ] + }, + { + "precision": 0.045479, + "recall": 0.082031, + "f1": 0.050585, + "accuracy": 0.082031, + "main_score": 0.050585, + "hf_subset": "fai_Latn-eng_Latn", + "languages": [ + "fai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120954, + "recall": 0.164062, + "f1": 0.130511, + "accuracy": 0.164062, + "main_score": 0.130511, + "hf_subset": "eng_Latn-far_Latn", + "languages": [ + "eng-Latn", + "far-Latn" + ] + }, + { + "precision": 0.106587, + "recall": 0.175781, + "f1": 0.121448, + "accuracy": 0.175781, + "main_score": 0.121448, + "hf_subset": "far_Latn-eng_Latn", + "languages": [ + "far-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089461, + "recall": 0.148438, + "f1": 0.100251, + "accuracy": 0.148438, + "main_score": 0.100251, + "hf_subset": "eng_Latn-ffm_Latn", + "languages": [ + "eng-Latn", + "ffm-Latn" + ] + }, + { + "precision": 0.072326, + "recall": 0.128906, + "f1": 0.082253, + "accuracy": 0.128906, + "main_score": 0.082253, + "hf_subset": "ffm_Latn-eng_Latn", + "languages": [ + "ffm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029647, + "recall": 0.0625, + "f1": 0.034523, + "accuracy": 0.0625, + "main_score": 0.034523, + "hf_subset": "eng_Latn-for_Latn", + "languages": [ + "eng-Latn", + "for-Latn" + ] + }, + { + "precision": 0.030162, + "recall": 0.054688, + "f1": 0.035775, + "accuracy": 0.054688, + "main_score": 0.035775, + "hf_subset": "for_Latn-eng_Latn", + "languages": [ + "for-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126799, + "recall": 0.179688, + "f1": 0.136719, + "accuracy": 0.179688, + "main_score": 0.136719, + "hf_subset": "eng_Latn-fue_Latn", + "languages": [ + "eng-Latn", + "fue-Latn" + ] + }, + { + "precision": 0.149668, + "recall": 0.21875, + "f1": 0.164126, + "accuracy": 0.21875, + "main_score": 0.164126, + "hf_subset": "fue_Latn-eng_Latn", + "languages": [ + "fue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097855, + "recall": 0.140625, + "f1": 0.105913, + "accuracy": 0.140625, + "main_score": 0.105913, + "hf_subset": "eng_Latn-fuf_Latn", + "languages": [ + "eng-Latn", + "fuf-Latn" + ] + }, + { + "precision": 0.096064, + "recall": 0.15625, + "f1": 0.106869, + "accuracy": 0.15625, + "main_score": 0.106869, + "hf_subset": "fuf_Latn-eng_Latn", + "languages": [ + "fuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098569, + "recall": 0.148438, + "f1": 0.108451, + "accuracy": 0.148438, + "main_score": 0.108451, + "hf_subset": "eng_Latn-fuh_Latn", + "languages": [ + "eng-Latn", + "fuh-Latn" + ] + }, + { + "precision": 0.076074, + "recall": 0.132812, + "f1": 0.08613, + "accuracy": 0.132812, + "main_score": 0.08613, + "hf_subset": "fuh_Latn-eng_Latn", + "languages": [ + "fuh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034099, + "recall": 0.058594, + "f1": 0.037946, + "accuracy": 0.058594, + "main_score": 0.037946, + "hf_subset": "eng_Latn-gah_Latn", + "languages": [ + "eng-Latn", + "gah-Latn" + ] + }, + { + "precision": 0.054151, + "recall": 0.078125, + "f1": 0.058883, + "accuracy": 0.078125, + "main_score": 0.058883, + "hf_subset": "gah_Latn-eng_Latn", + "languages": [ + "gah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053062, + "recall": 0.078125, + "f1": 0.057751, + "accuracy": 0.078125, + "main_score": 0.057751, + "hf_subset": "eng_Latn-gai_Latn", + "languages": [ + "eng-Latn", + "gai-Latn" + ] + }, + { + "precision": 0.063187, + "recall": 0.097656, + "f1": 0.070048, + "accuracy": 0.097656, + "main_score": 0.070048, + "hf_subset": "gai_Latn-eng_Latn", + "languages": [ + "gai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07291, + "recall": 0.113281, + "f1": 0.081265, + "accuracy": 0.113281, + "main_score": 0.081265, + "hf_subset": "eng_Latn-gam_Latn", + "languages": [ + "eng-Latn", + "gam-Latn" + ] + }, + { + "precision": 0.086614, + "recall": 0.132812, + "f1": 0.096804, + "accuracy": 0.132812, + "main_score": 0.096804, + "hf_subset": "gam_Latn-eng_Latn", + "languages": [ + "gam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077019, + "recall": 0.113281, + "f1": 0.083064, + "accuracy": 0.113281, + "main_score": 0.083064, + "hf_subset": "eng_Latn-gaw_Latn", + "languages": [ + "eng-Latn", + "gaw-Latn" + ] + }, + { + "precision": 0.097326, + "recall": 0.128906, + "f1": 0.103487, + "accuracy": 0.128906, + "main_score": 0.103487, + "hf_subset": "gaw_Latn-eng_Latn", + "languages": [ + "gaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068862, + "recall": 0.089844, + "f1": 0.071915, + "accuracy": 0.089844, + "main_score": 0.071915, + "hf_subset": "eng_Latn-gdn_Latn", + "languages": [ + "eng-Latn", + "gdn-Latn" + ] + }, + { + "precision": 0.042026, + "recall": 0.066406, + "f1": 0.045253, + "accuracy": 0.066406, + "main_score": 0.045253, + "hf_subset": "gdn_Latn-eng_Latn", + "languages": [ + "gdn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074827, + "recall": 0.117188, + "f1": 0.082458, + "accuracy": 0.117188, + "main_score": 0.082458, + "hf_subset": "eng_Latn-gdr_Latn", + "languages": [ + "eng-Latn", + "gdr-Latn" + ] + }, + { + "precision": 0.105433, + "recall": 0.144531, + "f1": 0.114323, + "accuracy": 0.144531, + "main_score": 0.114323, + "hf_subset": "gdr_Latn-eng_Latn", + "languages": [ + "gdr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053372, + "recall": 0.074219, + "f1": 0.056452, + "accuracy": 0.074219, + "main_score": 0.056452, + "hf_subset": "eng_Latn-geb_Latn", + "languages": [ + "eng-Latn", + "geb-Latn" + ] + }, + { + "precision": 0.054268, + "recall": 0.109375, + "f1": 0.064762, + "accuracy": 0.109375, + "main_score": 0.064762, + "hf_subset": "geb_Latn-eng_Latn", + "languages": [ + "geb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052665, + "recall": 0.121094, + "f1": 0.063465, + "accuracy": 0.121094, + "main_score": 0.063465, + "hf_subset": "eng_Latn-gfk_Latn", + "languages": [ + "eng-Latn", + "gfk-Latn" + ] + }, + { + "precision": 0.085646, + "recall": 0.121094, + "f1": 0.092901, + "accuracy": 0.121094, + "main_score": 0.092901, + "hf_subset": "gfk_Latn-eng_Latn", + "languages": [ + "gfk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02835, + "recall": 0.042969, + "f1": 0.031901, + "accuracy": 0.042969, + "main_score": 0.031901, + "hf_subset": "eng_Latn-ghs_Latn", + "languages": [ + "eng-Latn", + "ghs-Latn" + ] + }, + { + "precision": 0.041459, + "recall": 0.058594, + "f1": 0.042983, + "accuracy": 0.058594, + "main_score": 0.042983, + "hf_subset": "ghs_Latn-eng_Latn", + "languages": [ + "ghs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.801075, + "recall": 0.860215, + "f1": 0.818996, + "accuracy": 0.860215, + "main_score": 0.818996, + "hf_subset": "eng_Latn-glk_Arab", + "languages": [ + "eng-Latn", + "glk-Arab" + ] + }, + { + "precision": 0.935484, + "recall": 0.956989, + "f1": 0.942652, + "accuracy": 0.956989, + "main_score": 0.942652, + "hf_subset": "glk_Arab-eng_Latn", + "languages": [ + "glk-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.028655, + "recall": 0.058594, + "f1": 0.033279, + "accuracy": 0.058594, + "main_score": 0.033279, + "hf_subset": "eng_Latn-gmv_Latn", + "languages": [ + "eng-Latn", + "gmv-Latn" + ] + }, + { + "precision": 0.026683, + "recall": 0.070312, + "f1": 0.034999, + "accuracy": 0.070312, + "main_score": 0.034999, + "hf_subset": "gmv_Latn-eng_Latn", + "languages": [ + "gmv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076882, + "recall": 0.113281, + "f1": 0.083531, + "accuracy": 0.113281, + "main_score": 0.083531, + "hf_subset": "eng_Latn-gng_Latn", + "languages": [ + "eng-Latn", + "gng-Latn" + ] + }, + { + "precision": 0.083765, + "recall": 0.132812, + "f1": 0.094463, + "accuracy": 0.132812, + "main_score": 0.094463, + "hf_subset": "gng_Latn-eng_Latn", + "languages": [ + "gng-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.012978, + "recall": 0.023438, + "f1": 0.013919, + "accuracy": 0.023438, + "main_score": 0.013919, + "hf_subset": "eng_Latn-gnn_Latn", + "languages": [ + "eng-Latn", + "gnn-Latn" + ] + }, + { + "precision": 0.023282, + "recall": 0.050781, + "f1": 0.026694, + "accuracy": 0.050781, + "main_score": 0.026694, + "hf_subset": "gnn_Latn-eng_Latn", + "languages": [ + "gnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090039, + "recall": 0.125, + "f1": 0.098119, + "accuracy": 0.125, + "main_score": 0.098119, + "hf_subset": "eng_Latn-gnw_Latn", + "languages": [ + "eng-Latn", + "gnw-Latn" + ] + }, + { + "precision": 0.125924, + "recall": 0.195312, + "f1": 0.140321, + "accuracy": 0.195312, + "main_score": 0.140321, + "hf_subset": "gnw_Latn-eng_Latn", + "languages": [ + "gnw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030536, + "recall": 0.085938, + "f1": 0.03908, + "accuracy": 0.085938, + "main_score": 0.03908, + "hf_subset": "eng_Latn-gof_Latn", + "languages": [ + "eng-Latn", + "gof-Latn" + ] + }, + { + "precision": 0.058881, + "recall": 0.089844, + "f1": 0.065227, + "accuracy": 0.089844, + "main_score": 0.065227, + "hf_subset": "gof_Latn-eng_Latn", + "languages": [ + "gof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-grc_Grek", + "languages": [ + "eng-Latn", + "grc-Grek" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "grc_Grek-eng_Latn", + "languages": [ + "grc-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.015329, + "recall": 0.023438, + "f1": 0.016927, + "accuracy": 0.023438, + "main_score": 0.016927, + "hf_subset": "eng_Latn-gub_Latn", + "languages": [ + "eng-Latn", + "gub-Latn" + ] + }, + { + "precision": 0.025692, + "recall": 0.039062, + "f1": 0.027111, + "accuracy": 0.039062, + "main_score": 0.027111, + "hf_subset": "gub_Latn-eng_Latn", + "languages": [ + "gub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035419, + "recall": 0.058594, + "f1": 0.038134, + "accuracy": 0.058594, + "main_score": 0.038134, + "hf_subset": "eng_Latn-guh_Latn", + "languages": [ + "eng-Latn", + "guh-Latn" + ] + }, + { + "precision": 0.066168, + "recall": 0.125, + "f1": 0.075559, + "accuracy": 0.125, + "main_score": 0.075559, + "hf_subset": "guh_Latn-eng_Latn", + "languages": [ + "guh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085255, + "recall": 0.117188, + "f1": 0.091711, + "accuracy": 0.117188, + "main_score": 0.091711, + "hf_subset": "eng_Latn-gui_Latn", + "languages": [ + "eng-Latn", + "gui-Latn" + ] + }, + { + "precision": 0.098809, + "recall": 0.160156, + "f1": 0.113342, + "accuracy": 0.160156, + "main_score": 0.113342, + "hf_subset": "gui_Latn-eng_Latn", + "languages": [ + "gui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.880534, + "recall": 0.90625, + "f1": 0.888281, + "accuracy": 0.90625, + "main_score": 0.888281, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.927734, + "recall": 0.941406, + "f1": 0.932292, + "accuracy": 0.941406, + "main_score": 0.932292, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.902995, + "recall": 0.929688, + "f1": 0.911458, + "accuracy": 0.929688, + "main_score": 0.911458, + "hf_subset": "eng_Latn-gul_Latn", + "languages": [ + "eng-Latn", + "gul-Latn" + ] + }, + { + "precision": 0.909505, + "recall": 0.9375, + "f1": 0.91862, + "accuracy": 0.9375, + "main_score": 0.91862, + "hf_subset": "gul_Latn-eng_Latn", + "languages": [ + "gul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103789, + "recall": 0.140625, + "f1": 0.110454, + "accuracy": 0.140625, + "main_score": 0.110454, + "hf_subset": "eng_Latn-gum_Latn", + "languages": [ + "eng-Latn", + "gum-Latn" + ] + }, + { + "precision": 0.099262, + "recall": 0.171875, + "f1": 0.113879, + "accuracy": 0.171875, + "main_score": 0.113879, + "hf_subset": "gum_Latn-eng_Latn", + "languages": [ + "gum-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110824, + "recall": 0.183594, + "f1": 0.126541, + "accuracy": 0.183594, + "main_score": 0.126541, + "hf_subset": "eng_Latn-gun_Latn", + "languages": [ + "eng-Latn", + "gun-Latn" + ] + }, + { + "precision": 0.141459, + "recall": 0.203125, + "f1": 0.154892, + "accuracy": 0.203125, + "main_score": 0.154892, + "hf_subset": "gun_Latn-eng_Latn", + "languages": [ + "gun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092576, + "recall": 0.132812, + "f1": 0.100695, + "accuracy": 0.132812, + "main_score": 0.100695, + "hf_subset": "eng_Latn-guo_Latn", + "languages": [ + "eng-Latn", + "guo-Latn" + ] + }, + { + "precision": 0.109323, + "recall": 0.167969, + "f1": 0.121565, + "accuracy": 0.167969, + "main_score": 0.121565, + "hf_subset": "guo_Latn-eng_Latn", + "languages": [ + "guo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127381, + "recall": 0.15625, + "f1": 0.133254, + "accuracy": 0.15625, + "main_score": 0.133254, + "hf_subset": "eng_Latn-gup_Latn", + "languages": [ + "eng-Latn", + "gup-Latn" + ] + }, + { + "precision": 0.151456, + "recall": 0.214844, + "f1": 0.166684, + "accuracy": 0.214844, + "main_score": 0.166684, + "hf_subset": "gup_Latn-eng_Latn", + "languages": [ + "gup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054241, + "recall": 0.082031, + "f1": 0.06029, + "accuracy": 0.082031, + "main_score": 0.06029, + "hf_subset": "eng_Latn-gux_Latn", + "languages": [ + "eng-Latn", + "gux-Latn" + ] + }, + { + "precision": 0.071354, + "recall": 0.125, + "f1": 0.082375, + "accuracy": 0.125, + "main_score": 0.082375, + "hf_subset": "gux_Latn-eng_Latn", + "languages": [ + "gux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076986, + "recall": 0.113281, + "f1": 0.08294, + "accuracy": 0.113281, + "main_score": 0.08294, + "hf_subset": "eng_Latn-gvc_Latn", + "languages": [ + "eng-Latn", + "gvc-Latn" + ] + }, + { + "precision": 0.072896, + "recall": 0.121094, + "f1": 0.082337, + "accuracy": 0.121094, + "main_score": 0.082337, + "hf_subset": "gvc_Latn-eng_Latn", + "languages": [ + "gvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072989, + "recall": 0.109375, + "f1": 0.079892, + "accuracy": 0.109375, + "main_score": 0.079892, + "hf_subset": "eng_Latn-gvf_Latn", + "languages": [ + "eng-Latn", + "gvf-Latn" + ] + }, + { + "precision": 0.059843, + "recall": 0.105469, + "f1": 0.067549, + "accuracy": 0.105469, + "main_score": 0.067549, + "hf_subset": "gvf_Latn-eng_Latn", + "languages": [ + "gvf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099791, + "recall": 0.128906, + "f1": 0.106526, + "accuracy": 0.128906, + "main_score": 0.106526, + "hf_subset": "eng_Latn-gvn_Latn", + "languages": [ + "eng-Latn", + "gvn-Latn" + ] + }, + { + "precision": 0.13722, + "recall": 0.203125, + "f1": 0.150175, + "accuracy": 0.203125, + "main_score": 0.150175, + "hf_subset": "gvn_Latn-eng_Latn", + "languages": [ + "gvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05189, + "recall": 0.085938, + "f1": 0.057938, + "accuracy": 0.085938, + "main_score": 0.057938, + "hf_subset": "eng_Latn-gvs_Latn", + "languages": [ + "eng-Latn", + "gvs-Latn" + ] + }, + { + "precision": 0.056719, + "recall": 0.097656, + "f1": 0.063903, + "accuracy": 0.097656, + "main_score": 0.063903, + "hf_subset": "gvs_Latn-eng_Latn", + "languages": [ + "gvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0887, + "recall": 0.117188, + "f1": 0.094564, + "accuracy": 0.117188, + "main_score": 0.094564, + "hf_subset": "eng_Latn-gwi_Latn", + "languages": [ + "eng-Latn", + "gwi-Latn" + ] + }, + { + "precision": 0.113169, + "recall": 0.15625, + "f1": 0.122904, + "accuracy": 0.15625, + "main_score": 0.122904, + "hf_subset": "gwi_Latn-eng_Latn", + "languages": [ + "gwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061281, + "recall": 0.09375, + "f1": 0.067022, + "accuracy": 0.09375, + "main_score": 0.067022, + "hf_subset": "eng_Latn-gym_Latn", + "languages": [ + "eng-Latn", + "gym-Latn" + ] + }, + { + "precision": 0.105856, + "recall": 0.15625, + "f1": 0.117003, + "accuracy": 0.15625, + "main_score": 0.117003, + "hf_subset": "gym_Latn-eng_Latn", + "languages": [ + "gym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071925, + "recall": 0.117188, + "f1": 0.081073, + "accuracy": 0.117188, + "main_score": 0.081073, + "hf_subset": "eng_Latn-gyr_Latn", + "languages": [ + "eng-Latn", + "gyr-Latn" + ] + }, + { + "precision": 0.086599, + "recall": 0.148438, + "f1": 0.097761, + "accuracy": 0.148438, + "main_score": 0.097761, + "hf_subset": "gyr_Latn-eng_Latn", + "languages": [ + "gyr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.889974, + "recall": 0.921875, + "f1": 0.899609, + "accuracy": 0.921875, + "main_score": 0.899609, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.936849, + "recall": 0.957031, + "f1": 0.943359, + "accuracy": 0.957031, + "main_score": 0.943359, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.540011, + "recall": 0.636719, + "f1": 0.56601, + "accuracy": 0.636719, + "main_score": 0.56601, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.727409, + "recall": 0.796875, + "f1": 0.746819, + "accuracy": 0.796875, + "main_score": 0.746819, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.733507, + "recall": 0.800781, + "f1": 0.752474, + "accuracy": 0.800781, + "main_score": 0.752474, + "hf_subset": "eng_Latn-haw_Latn", + "languages": [ + "eng-Latn", + "haw-Latn" + ] + }, + { + "precision": 0.779204, + "recall": 0.835938, + "f1": 0.795768, + "accuracy": 0.835938, + "main_score": 0.795768, + "hf_subset": "haw_Latn-eng_Latn", + "languages": [ + "haw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-hbo_Hebr", + "languages": [ + "eng-Latn", + "hbo-Hebr" + ] + }, + { + "precision": 0.960286, + "recall": 0.972656, + "f1": 0.964193, + "accuracy": 0.972656, + "main_score": 0.964193, + "hf_subset": "hbo_Hebr-eng_Latn", + "languages": [ + "hbo-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.018303, + "recall": 0.035156, + "f1": 0.019584, + "accuracy": 0.035156, + "main_score": 0.019584, + "hf_subset": "eng_Latn-hch_Latn", + "languages": [ + "eng-Latn", + "hch-Latn" + ] + }, + { + "precision": 0.028587, + "recall": 0.050781, + "f1": 0.032921, + "accuracy": 0.050781, + "main_score": 0.032921, + "hf_subset": "hch_Latn-eng_Latn", + "languages": [ + "hch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.929688, + "recall": 0.953125, + "f1": 0.9375, + "accuracy": 0.953125, + "main_score": 0.9375, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.953125, + "recall": 0.96875, + "f1": 0.958333, + "accuracy": 0.96875, + "main_score": 0.958333, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.062293, + "recall": 0.105469, + "f1": 0.069633, + "accuracy": 0.105469, + "main_score": 0.069633, + "hf_subset": "eng_Latn-heg_Latn", + "languages": [ + "eng-Latn", + "heg-Latn" + ] + }, + { + "precision": 0.101425, + "recall": 0.148438, + "f1": 0.109293, + "accuracy": 0.148438, + "main_score": 0.109293, + "hf_subset": "heg_Latn-eng_Latn", + "languages": [ + "heg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.986328, + "recall": 0.988281, + "f1": 0.986979, + "accuracy": 0.988281, + "main_score": 0.986979, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.986328, + "recall": 0.988281, + "f1": 0.986979, + "accuracy": 0.988281, + "main_score": 0.986979, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.013859, + "recall": 0.027344, + "f1": 0.01522, + "accuracy": 0.027344, + "main_score": 0.01522, + "hf_subset": "eng_Latn-hix_Latn", + "languages": [ + "eng-Latn", + "hix-Latn" + ] + }, + { + "precision": 0.017351, + "recall": 0.03125, + "f1": 0.018373, + "accuracy": 0.03125, + "main_score": 0.018373, + "hf_subset": "hix_Latn-eng_Latn", + "languages": [ + "hix-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078835, + "recall": 0.113281, + "f1": 0.085272, + "accuracy": 0.113281, + "main_score": 0.085272, + "hf_subset": "eng_Latn-hla_Latn", + "languages": [ + "eng-Latn", + "hla-Latn" + ] + }, + { + "precision": 0.087691, + "recall": 0.132812, + "f1": 0.096801, + "accuracy": 0.132812, + "main_score": 0.096801, + "hf_subset": "hla_Latn-eng_Latn", + "languages": [ + "hla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059341, + "recall": 0.121094, + "f1": 0.070042, + "accuracy": 0.121094, + "main_score": 0.070042, + "hf_subset": "eng_Latn-hlt_Latn", + "languages": [ + "eng-Latn", + "hlt-Latn" + ] + }, + { + "precision": 0.078774, + "recall": 0.140625, + "f1": 0.093281, + "accuracy": 0.140625, + "main_score": 0.093281, + "hf_subset": "hlt_Latn-eng_Latn", + "languages": [ + "hlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.169215, + "recall": 0.257812, + "f1": 0.190596, + "accuracy": 0.257812, + "main_score": 0.190596, + "hf_subset": "eng_Latn-hmo_Latn", + "languages": [ + "eng-Latn", + "hmo-Latn" + ] + }, + { + "precision": 0.207969, + "recall": 0.289062, + "f1": 0.226224, + "accuracy": 0.289062, + "main_score": 0.226224, + "hf_subset": "hmo_Latn-eng_Latn", + "languages": [ + "hmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.332933, + "recall": 0.433594, + "f1": 0.355056, + "accuracy": 0.433594, + "main_score": 0.355056, + "hf_subset": "eng_Latn-hns_Latn", + "languages": [ + "eng-Latn", + "hns-Latn" + ] + }, + { + "precision": 0.380692, + "recall": 0.5, + "f1": 0.411, + "accuracy": 0.5, + "main_score": 0.411, + "hf_subset": "hns_Latn-eng_Latn", + "languages": [ + "hns-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126925, + "recall": 0.160156, + "f1": 0.13439, + "accuracy": 0.160156, + "main_score": 0.13439, + "hf_subset": "eng_Latn-hop_Latn", + "languages": [ + "eng-Latn", + "hop-Latn" + ] + }, + { + "precision": 0.127073, + "recall": 0.171875, + "f1": 0.135049, + "accuracy": 0.171875, + "main_score": 0.135049, + "hf_subset": "hop_Latn-eng_Latn", + "languages": [ + "hop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057774, + "recall": 0.089844, + "f1": 0.063804, + "accuracy": 0.089844, + "main_score": 0.063804, + "hf_subset": "eng_Latn-hot_Latn", + "languages": [ + "eng-Latn", + "hot-Latn" + ] + }, + { + "precision": 0.062242, + "recall": 0.101562, + "f1": 0.068847, + "accuracy": 0.101562, + "main_score": 0.068847, + "hf_subset": "hot_Latn-eng_Latn", + "languages": [ + "hot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946615, + "recall": 0.960938, + "f1": 0.951172, + "accuracy": 0.960938, + "main_score": 0.951172, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.970052, + "recall": 0.976562, + "f1": 0.972005, + "accuracy": 0.976562, + "main_score": 0.972005, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070903, + "recall": 0.109375, + "f1": 0.078143, + "accuracy": 0.109375, + "main_score": 0.078143, + "hf_subset": "eng_Latn-hto_Latn", + "languages": [ + "eng-Latn", + "hto-Latn" + ] + }, + { + "precision": 0.079791, + "recall": 0.125, + "f1": 0.087721, + "accuracy": 0.125, + "main_score": 0.087721, + "hf_subset": "hto_Latn-eng_Latn", + "languages": [ + "hto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076918, + "recall": 0.109375, + "f1": 0.0834, + "accuracy": 0.109375, + "main_score": 0.0834, + "hf_subset": "eng_Latn-hub_Latn", + "languages": [ + "eng-Latn", + "hub-Latn" + ] + }, + { + "precision": 0.06538, + "recall": 0.109375, + "f1": 0.074377, + "accuracy": 0.109375, + "main_score": 0.074377, + "hf_subset": "hub_Latn-eng_Latn", + "languages": [ + "hub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030397, + "recall": 0.058594, + "f1": 0.034621, + "accuracy": 0.058594, + "main_score": 0.034621, + "hf_subset": "eng_Latn-hui_Latn", + "languages": [ + "eng-Latn", + "hui-Latn" + ] + }, + { + "precision": 0.05687, + "recall": 0.085938, + "f1": 0.062018, + "accuracy": 0.085938, + "main_score": 0.062018, + "hf_subset": "hui_Latn-eng_Latn", + "languages": [ + "hui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964844, + "recall": 0.976562, + "f1": 0.96875, + "accuracy": 0.976562, + "main_score": 0.96875, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061611, + "recall": 0.109375, + "f1": 0.069282, + "accuracy": 0.109375, + "main_score": 0.069282, + "hf_subset": "eng_Latn-hus_Latn", + "languages": [ + "eng-Latn", + "hus-Latn" + ] + }, + { + "precision": 0.061367, + "recall": 0.117188, + "f1": 0.070427, + "accuracy": 0.117188, + "main_score": 0.070427, + "hf_subset": "hus_Latn-eng_Latn", + "languages": [ + "hus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085569, + "recall": 0.121094, + "f1": 0.093122, + "accuracy": 0.121094, + "main_score": 0.093122, + "hf_subset": "eng_Latn-huu_Latn", + "languages": [ + "eng-Latn", + "huu-Latn" + ] + }, + { + "precision": 0.074604, + "recall": 0.132812, + "f1": 0.085677, + "accuracy": 0.132812, + "main_score": 0.085677, + "hf_subset": "huu_Latn-eng_Latn", + "languages": [ + "huu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120299, + "recall": 0.167969, + "f1": 0.129031, + "accuracy": 0.167969, + "main_score": 0.129031, + "hf_subset": "eng_Latn-huv_Latn", + "languages": [ + "eng-Latn", + "huv-Latn" + ] + }, + { + "precision": 0.130283, + "recall": 0.199219, + "f1": 0.145353, + "accuracy": 0.199219, + "main_score": 0.145353, + "hf_subset": "huv_Latn-eng_Latn", + "languages": [ + "huv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136587, + "recall": 0.214286, + "f1": 0.154119, + "accuracy": 0.214286, + "main_score": 0.154119, + "hf_subset": "eng_Latn-hvn_Latn", + "languages": [ + "eng-Latn", + "hvn-Latn" + ] + }, + { + "precision": 0.14077, + "recall": 0.261905, + "f1": 0.171882, + "accuracy": 0.261905, + "main_score": 0.171882, + "hf_subset": "hvn_Latn-eng_Latn", + "languages": [ + "hvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049828, + "recall": 0.074219, + "f1": 0.05313, + "accuracy": 0.074219, + "main_score": 0.05313, + "hf_subset": "eng_Latn-ian_Latn", + "languages": [ + "eng-Latn", + "ian-Latn" + ] + }, + { + "precision": 0.080629, + "recall": 0.113281, + "f1": 0.085806, + "accuracy": 0.113281, + "main_score": 0.085806, + "hf_subset": "ian_Latn-eng_Latn", + "languages": [ + "ian-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0768, + "recall": 0.101562, + "f1": 0.08112, + "accuracy": 0.101562, + "main_score": 0.08112, + "hf_subset": "eng_Latn-ign_Latn", + "languages": [ + "eng-Latn", + "ign-Latn" + ] + }, + { + "precision": 0.105122, + "recall": 0.15625, + "f1": 0.115554, + "accuracy": 0.15625, + "main_score": 0.115554, + "hf_subset": "ign_Latn-eng_Latn", + "languages": [ + "ign-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152768, + "recall": 0.21875, + "f1": 0.166641, + "accuracy": 0.21875, + "main_score": 0.166641, + "hf_subset": "eng_Latn-ikk_Latn", + "languages": [ + "eng-Latn", + "ikk-Latn" + ] + }, + { + "precision": 0.189324, + "recall": 0.273438, + "f1": 0.20643, + "accuracy": 0.273438, + "main_score": 0.20643, + "hf_subset": "ikk_Latn-eng_Latn", + "languages": [ + "ikk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086843, + "recall": 0.132812, + "f1": 0.094641, + "accuracy": 0.132812, + "main_score": 0.094641, + "hf_subset": "eng_Latn-ikw_Latn", + "languages": [ + "eng-Latn", + "ikw-Latn" + ] + }, + { + "precision": 0.106131, + "recall": 0.15625, + "f1": 0.116441, + "accuracy": 0.15625, + "main_score": 0.116441, + "hf_subset": "ikw_Latn-eng_Latn", + "languages": [ + "ikw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.429665, + "recall": 0.515625, + "f1": 0.451432, + "accuracy": 0.515625, + "main_score": 0.451432, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.559477, + "recall": 0.660156, + "f1": 0.58816, + "accuracy": 0.660156, + "main_score": 0.58816, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059347, + "recall": 0.085938, + "f1": 0.06471, + "accuracy": 0.085938, + "main_score": 0.06471, + "hf_subset": "eng_Latn-imo_Latn", + "languages": [ + "eng-Latn", + "imo-Latn" + ] + }, + { + "precision": 0.084525, + "recall": 0.132812, + "f1": 0.092967, + "accuracy": 0.132812, + "main_score": 0.092967, + "hf_subset": "imo_Latn-eng_Latn", + "languages": [ + "imo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087898, + "recall": 0.132812, + "f1": 0.096301, + "accuracy": 0.132812, + "main_score": 0.096301, + "hf_subset": "eng_Latn-inb_Latn", + "languages": [ + "eng-Latn", + "inb-Latn" + ] + }, + { + "precision": 0.090345, + "recall": 0.136719, + "f1": 0.099379, + "accuracy": 0.136719, + "main_score": 0.099379, + "hf_subset": "inb_Latn-eng_Latn", + "languages": [ + "inb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.923828, + "recall": 0.949219, + "f1": 0.932292, + "accuracy": 0.949219, + "main_score": 0.932292, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.93099, + "recall": 0.953125, + "f1": 0.938151, + "accuracy": 0.953125, + "main_score": 0.938151, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022356, + "recall": 0.042969, + "f1": 0.025087, + "accuracy": 0.042969, + "main_score": 0.025087, + "hf_subset": "eng_Latn-ino_Latn", + "languages": [ + "eng-Latn", + "ino-Latn" + ] + }, + { + "precision": 0.037755, + "recall": 0.074219, + "f1": 0.042995, + "accuracy": 0.074219, + "main_score": 0.042995, + "hf_subset": "ino_Latn-eng_Latn", + "languages": [ + "ino-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052338, + "recall": 0.074219, + "f1": 0.056296, + "accuracy": 0.074219, + "main_score": 0.056296, + "hf_subset": "eng_Latn-iou_Latn", + "languages": [ + "eng-Latn", + "iou-Latn" + ] + }, + { + "precision": 0.065809, + "recall": 0.105469, + "f1": 0.072589, + "accuracy": 0.105469, + "main_score": 0.072589, + "hf_subset": "iou_Latn-eng_Latn", + "languages": [ + "iou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.002447, + "recall": 0.015625, + "f1": 0.003534, + "accuracy": 0.015625, + "main_score": 0.003534, + "hf_subset": "eng_Latn-ipi_Latn", + "languages": [ + "eng-Latn", + "ipi-Latn" + ] + }, + { + "precision": 0.03083, + "recall": 0.0625, + "f1": 0.036262, + "accuracy": 0.0625, + "main_score": 0.036262, + "hf_subset": "ipi_Latn-eng_Latn", + "languages": [ + "ipi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103192, + "recall": 0.144531, + "f1": 0.110169, + "accuracy": 0.144531, + "main_score": 0.110169, + "hf_subset": "eng_Latn-isn_Latn", + "languages": [ + "eng-Latn", + "isn-Latn" + ] + }, + { + "precision": 0.114017, + "recall": 0.183594, + "f1": 0.126858, + "accuracy": 0.183594, + "main_score": 0.126858, + "hf_subset": "isn_Latn-eng_Latn", + "languages": [ + "isn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051475, + "recall": 0.074219, + "f1": 0.055272, + "accuracy": 0.074219, + "main_score": 0.055272, + "hf_subset": "eng_Latn-iws_Latn", + "languages": [ + "eng-Latn", + "iws-Latn" + ] + }, + { + "precision": 0.071597, + "recall": 0.097656, + "f1": 0.077018, + "accuracy": 0.097656, + "main_score": 0.077018, + "hf_subset": "iws_Latn-eng_Latn", + "languages": [ + "iws-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067162, + "recall": 0.113281, + "f1": 0.075922, + "accuracy": 0.113281, + "main_score": 0.075922, + "hf_subset": "eng_Latn-ixl_Latn", + "languages": [ + "eng-Latn", + "ixl-Latn" + ] + }, + { + "precision": 0.078574, + "recall": 0.136719, + "f1": 0.090161, + "accuracy": 0.136719, + "main_score": 0.090161, + "hf_subset": "ixl_Latn-eng_Latn", + "languages": [ + "ixl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152271, + "recall": 0.199219, + "f1": 0.162298, + "accuracy": 0.199219, + "main_score": 0.162298, + "hf_subset": "eng_Latn-jac_Latn", + "languages": [ + "eng-Latn", + "jac-Latn" + ] + }, + { + "precision": 0.141569, + "recall": 0.183594, + "f1": 0.151854, + "accuracy": 0.183594, + "main_score": 0.151854, + "hf_subset": "jac_Latn-eng_Latn", + "languages": [ + "jac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064584, + "recall": 0.117188, + "f1": 0.07542, + "accuracy": 0.117188, + "main_score": 0.07542, + "hf_subset": "eng_Latn-jae_Latn", + "languages": [ + "eng-Latn", + "jae-Latn" + ] + }, + { + "precision": 0.071703, + "recall": 0.117188, + "f1": 0.078753, + "accuracy": 0.117188, + "main_score": 0.078753, + "hf_subset": "jae_Latn-eng_Latn", + "languages": [ + "jae-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044965, + "recall": 0.102362, + "f1": 0.054754, + "accuracy": 0.102362, + "main_score": 0.054754, + "hf_subset": "eng_Latn-jao_Latn", + "languages": [ + "eng-Latn", + "jao-Latn" + ] + }, + { + "precision": 0.091303, + "recall": 0.141732, + "f1": 0.101066, + "accuracy": 0.141732, + "main_score": 0.101066, + "hf_subset": "jao_Latn-eng_Latn", + "languages": [ + "jao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075428, + "recall": 0.089844, + "f1": 0.079102, + "accuracy": 0.089844, + "main_score": 0.079102, + "hf_subset": "eng_Latn-jic_Latn", + "languages": [ + "eng-Latn", + "jic-Latn" + ] + }, + { + "precision": 0.099308, + "recall": 0.128906, + "f1": 0.10589, + "accuracy": 0.128906, + "main_score": 0.10589, + "hf_subset": "jic_Latn-eng_Latn", + "languages": [ + "jic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057524, + "recall": 0.09375, + "f1": 0.065839, + "accuracy": 0.09375, + "main_score": 0.065839, + "hf_subset": "eng_Latn-jid_Latn", + "languages": [ + "eng-Latn", + "jid-Latn" + ] + }, + { + "precision": 0.09463, + "recall": 0.144531, + "f1": 0.104405, + "accuracy": 0.144531, + "main_score": 0.104405, + "hf_subset": "jid_Latn-eng_Latn", + "languages": [ + "jid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022759, + "recall": 0.046875, + "f1": 0.026144, + "accuracy": 0.046875, + "main_score": 0.026144, + "hf_subset": "eng_Latn-jiv_Latn", + "languages": [ + "eng-Latn", + "jiv-Latn" + ] + }, + { + "precision": 0.031058, + "recall": 0.074219, + "f1": 0.038395, + "accuracy": 0.074219, + "main_score": 0.038395, + "hf_subset": "jiv_Latn-eng_Latn", + "languages": [ + "jiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033564, + "recall": 0.066406, + "f1": 0.040058, + "accuracy": 0.066406, + "main_score": 0.040058, + "hf_subset": "eng_Latn-jni_Latn", + "languages": [ + "eng-Latn", + "jni-Latn" + ] + }, + { + "precision": 0.04723, + "recall": 0.066406, + "f1": 0.052083, + "accuracy": 0.066406, + "main_score": 0.052083, + "hf_subset": "jni_Latn-eng_Latn", + "languages": [ + "jni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.957031, + "recall": 0.96875, + "f1": 0.960938, + "accuracy": 0.96875, + "main_score": 0.960938, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.397284, + "recall": 0.496094, + "f1": 0.421586, + "accuracy": 0.496094, + "main_score": 0.421586, + "hf_subset": "eng_Latn-jvn_Latn", + "languages": [ + "eng-Latn", + "jvn-Latn" + ] + }, + { + "precision": 0.544449, + "recall": 0.628906, + "f1": 0.566313, + "accuracy": 0.628906, + "main_score": 0.566313, + "hf_subset": "jvn_Latn-eng_Latn", + "languages": [ + "jvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.808919, + "recall": 0.859375, + "f1": 0.824479, + "accuracy": 0.859375, + "main_score": 0.824479, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.884115, + "recall": 0.914062, + "f1": 0.89388, + "accuracy": 0.914062, + "main_score": 0.89388, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.085982, + "recall": 0.136719, + "f1": 0.095986, + "accuracy": 0.136719, + "main_score": 0.095986, + "hf_subset": "eng_Latn-kaq_Latn", + "languages": [ + "eng-Latn", + "kaq-Latn" + ] + }, + { + "precision": 0.077302, + "recall": 0.121094, + "f1": 0.086628, + "accuracy": 0.121094, + "main_score": 0.086628, + "hf_subset": "kaq_Latn-eng_Latn", + "languages": [ + "kaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073291, + "recall": 0.097656, + "f1": 0.07686, + "accuracy": 0.097656, + "main_score": 0.07686, + "hf_subset": "eng_Latn-kbc_Latn", + "languages": [ + "eng-Latn", + "kbc-Latn" + ] + }, + { + "precision": 0.089974, + "recall": 0.136719, + "f1": 0.100277, + "accuracy": 0.136719, + "main_score": 0.100277, + "hf_subset": "kbc_Latn-eng_Latn", + "languages": [ + "kbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110093, + "recall": 0.167969, + "f1": 0.120681, + "accuracy": 0.167969, + "main_score": 0.120681, + "hf_subset": "eng_Latn-kbh_Latn", + "languages": [ + "eng-Latn", + "kbh-Latn" + ] + }, + { + "precision": 0.137118, + "recall": 0.203125, + "f1": 0.150542, + "accuracy": 0.203125, + "main_score": 0.150542, + "hf_subset": "kbh_Latn-eng_Latn", + "languages": [ + "kbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063683, + "recall": 0.09375, + "f1": 0.069716, + "accuracy": 0.09375, + "main_score": 0.069716, + "hf_subset": "eng_Latn-kbm_Latn", + "languages": [ + "eng-Latn", + "kbm-Latn" + ] + }, + { + "precision": 0.060349, + "recall": 0.113281, + "f1": 0.072036, + "accuracy": 0.113281, + "main_score": 0.072036, + "hf_subset": "kbm_Latn-eng_Latn", + "languages": [ + "kbm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087818, + "recall": 0.140625, + "f1": 0.096482, + "accuracy": 0.140625, + "main_score": 0.096482, + "hf_subset": "eng_Latn-kbq_Latn", + "languages": [ + "eng-Latn", + "kbq-Latn" + ] + }, + { + "precision": 0.083677, + "recall": 0.140625, + "f1": 0.096018, + "accuracy": 0.140625, + "main_score": 0.096018, + "hf_subset": "kbq_Latn-eng_Latn", + "languages": [ + "kbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.229078, + "recall": 0.324219, + "f1": 0.25096, + "accuracy": 0.324219, + "main_score": 0.25096, + "hf_subset": "eng_Latn-kdc_Latn", + "languages": [ + "eng-Latn", + "kdc-Latn" + ] + }, + { + "precision": 0.294568, + "recall": 0.40625, + "f1": 0.320995, + "accuracy": 0.40625, + "main_score": 0.320995, + "hf_subset": "kdc_Latn-eng_Latn", + "languages": [ + "kdc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.176035, + "recall": 0.253906, + "f1": 0.191512, + "accuracy": 0.253906, + "main_score": 0.191512, + "hf_subset": "eng_Latn-kde_Latn", + "languages": [ + "eng-Latn", + "kde-Latn" + ] + }, + { + "precision": 0.183974, + "recall": 0.277344, + "f1": 0.203996, + "accuracy": 0.277344, + "main_score": 0.203996, + "hf_subset": "kde_Latn-eng_Latn", + "languages": [ + "kde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048267, + "recall": 0.082031, + "f1": 0.054176, + "accuracy": 0.082031, + "main_score": 0.054176, + "hf_subset": "eng_Latn-kdl_Latn", + "languages": [ + "eng-Latn", + "kdl-Latn" + ] + }, + { + "precision": 0.067907, + "recall": 0.109375, + "f1": 0.075992, + "accuracy": 0.109375, + "main_score": 0.075992, + "hf_subset": "kdl_Latn-eng_Latn", + "languages": [ + "kdl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.14401, + "recall": 0.171875, + "f1": 0.152158, + "accuracy": 0.171875, + "main_score": 0.152158, + "hf_subset": "eng_Latn-kek_Latn", + "languages": [ + "eng-Latn", + "kek-Latn" + ] + }, + { + "precision": 0.138885, + "recall": 0.195312, + "f1": 0.152186, + "accuracy": 0.195312, + "main_score": 0.152186, + "hf_subset": "kek_Latn-eng_Latn", + "languages": [ + "kek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091318, + "recall": 0.128906, + "f1": 0.097597, + "accuracy": 0.128906, + "main_score": 0.097597, + "hf_subset": "eng_Latn-ken_Latn", + "languages": [ + "eng-Latn", + "ken-Latn" + ] + }, + { + "precision": 0.085915, + "recall": 0.140625, + "f1": 0.098735, + "accuracy": 0.140625, + "main_score": 0.098735, + "hf_subset": "ken_Latn-eng_Latn", + "languages": [ + "ken-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055762, + "recall": 0.070312, + "f1": 0.058208, + "accuracy": 0.070312, + "main_score": 0.058208, + "hf_subset": "eng_Latn-kew_Latn", + "languages": [ + "eng-Latn", + "kew-Latn" + ] + }, + { + "precision": 0.052221, + "recall": 0.113281, + "f1": 0.063695, + "accuracy": 0.113281, + "main_score": 0.063695, + "hf_subset": "kew_Latn-eng_Latn", + "languages": [ + "kew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093109, + "recall": 0.140625, + "f1": 0.102465, + "accuracy": 0.140625, + "main_score": 0.102465, + "hf_subset": "eng_Latn-kgf_Latn", + "languages": [ + "eng-Latn", + "kgf-Latn" + ] + }, + { + "precision": 0.08905, + "recall": 0.136719, + "f1": 0.09925, + "accuracy": 0.136719, + "main_score": 0.09925, + "hf_subset": "kgf_Latn-eng_Latn", + "languages": [ + "kgf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04057, + "recall": 0.0625, + "f1": 0.044996, + "accuracy": 0.0625, + "main_score": 0.044996, + "hf_subset": "eng_Latn-kgk_Latn", + "languages": [ + "eng-Latn", + "kgk-Latn" + ] + }, + { + "precision": 0.065473, + "recall": 0.105469, + "f1": 0.073983, + "accuracy": 0.105469, + "main_score": 0.073983, + "hf_subset": "kgk_Latn-eng_Latn", + "languages": [ + "kgk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06969, + "recall": 0.117188, + "f1": 0.077059, + "accuracy": 0.117188, + "main_score": 0.077059, + "hf_subset": "eng_Latn-kgp_Latn", + "languages": [ + "eng-Latn", + "kgp-Latn" + ] + }, + { + "precision": 0.101497, + "recall": 0.125, + "f1": 0.106845, + "accuracy": 0.125, + "main_score": 0.106845, + "hf_subset": "kgp_Latn-eng_Latn", + "languages": [ + "kgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022826, + "recall": 0.042969, + "f1": 0.025793, + "accuracy": 0.042969, + "main_score": 0.025793, + "hf_subset": "eng_Latn-khs_Latn", + "languages": [ + "eng-Latn", + "khs-Latn" + ] + }, + { + "precision": 0.023425, + "recall": 0.046875, + "f1": 0.026083, + "accuracy": 0.046875, + "main_score": 0.026083, + "hf_subset": "khs_Latn-eng_Latn", + "languages": [ + "khs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080155, + "recall": 0.136719, + "f1": 0.091525, + "accuracy": 0.136719, + "main_score": 0.091525, + "hf_subset": "eng_Latn-khz_Latn", + "languages": [ + "eng-Latn", + "khz-Latn" + ] + }, + { + "precision": 0.103181, + "recall": 0.148438, + "f1": 0.111162, + "accuracy": 0.148438, + "main_score": 0.111162, + "hf_subset": "khz_Latn-eng_Latn", + "languages": [ + "khz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.167543, + "recall": 0.253906, + "f1": 0.18588, + "accuracy": 0.253906, + "main_score": 0.18588, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.198982, + "recall": 0.292969, + "f1": 0.22044, + "accuracy": 0.292969, + "main_score": 0.22044, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.233635, + "recall": 0.325301, + "f1": 0.255689, + "accuracy": 0.325301, + "main_score": 0.255689, + "hf_subset": "eng_Latn-kiw_Latn", + "languages": [ + "eng-Latn", + "kiw-Latn" + ] + }, + { + "precision": 0.248455, + "recall": 0.337349, + "f1": 0.270772, + "accuracy": 0.337349, + "main_score": 0.270772, + "hf_subset": "kiw_Latn-eng_Latn", + "languages": [ + "kiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.3062, + "recall": 0.394531, + "f1": 0.327762, + "accuracy": 0.394531, + "main_score": 0.327762, + "hf_subset": "eng_Latn-kiz_Latn", + "languages": [ + "eng-Latn", + "kiz-Latn" + ] + }, + { + "precision": 0.417938, + "recall": 0.519531, + "f1": 0.443158, + "accuracy": 0.519531, + "main_score": 0.443158, + "hf_subset": "kiz_Latn-eng_Latn", + "languages": [ + "kiz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072851, + "recall": 0.105469, + "f1": 0.079066, + "accuracy": 0.105469, + "main_score": 0.079066, + "hf_subset": "eng_Latn-kje_Latn", + "languages": [ + "eng-Latn", + "kje-Latn" + ] + }, + { + "precision": 0.072958, + "recall": 0.136719, + "f1": 0.08579, + "accuracy": 0.136719, + "main_score": 0.08579, + "hf_subset": "kje_Latn-eng_Latn", + "languages": [ + "kje-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060549, + "recall": 0.082031, + "f1": 0.064524, + "accuracy": 0.082031, + "main_score": 0.064524, + "hf_subset": "eng_Latn-kjs_Latn", + "languages": [ + "eng-Latn", + "kjs-Latn" + ] + }, + { + "precision": 0.062798, + "recall": 0.109375, + "f1": 0.073633, + "accuracy": 0.109375, + "main_score": 0.073633, + "hf_subset": "kjs_Latn-eng_Latn", + "languages": [ + "kjs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098138, + "recall": 0.125, + "f1": 0.103766, + "accuracy": 0.125, + "main_score": 0.103766, + "hf_subset": "eng_Latn-kkc_Latn", + "languages": [ + "eng-Latn", + "kkc-Latn" + ] + }, + { + "precision": 0.112375, + "recall": 0.183594, + "f1": 0.12554, + "accuracy": 0.183594, + "main_score": 0.12554, + "hf_subset": "kkc_Latn-eng_Latn", + "languages": [ + "kkc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111826, + "recall": 0.167969, + "f1": 0.123702, + "accuracy": 0.167969, + "main_score": 0.123702, + "hf_subset": "eng_Latn-kkl_Latn", + "languages": [ + "eng-Latn", + "kkl-Latn" + ] + }, + { + "precision": 0.150647, + "recall": 0.222656, + "f1": 0.163279, + "accuracy": 0.222656, + "main_score": 0.163279, + "hf_subset": "kkl_Latn-eng_Latn", + "languages": [ + "kkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.182397, + "recall": 0.246094, + "f1": 0.198135, + "accuracy": 0.246094, + "main_score": 0.198135, + "hf_subset": "eng_Latn-klt_Latn", + "languages": [ + "eng-Latn", + "klt-Latn" + ] + }, + { + "precision": 0.148547, + "recall": 0.226562, + "f1": 0.165053, + "accuracy": 0.226562, + "main_score": 0.165053, + "hf_subset": "klt_Latn-eng_Latn", + "languages": [ + "klt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079806, + "recall": 0.117188, + "f1": 0.087417, + "accuracy": 0.117188, + "main_score": 0.087417, + "hf_subset": "eng_Latn-klv_Latn", + "languages": [ + "eng-Latn", + "klv-Latn" + ] + }, + { + "precision": 0.101297, + "recall": 0.132812, + "f1": 0.107384, + "accuracy": 0.132812, + "main_score": 0.107384, + "hf_subset": "klv_Latn-eng_Latn", + "languages": [ + "klv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074433, + "recall": 0.109375, + "f1": 0.082227, + "accuracy": 0.109375, + "main_score": 0.082227, + "hf_subset": "eng_Latn-kmg_Latn", + "languages": [ + "eng-Latn", + "kmg-Latn" + ] + }, + { + "precision": 0.09482, + "recall": 0.136719, + "f1": 0.103921, + "accuracy": 0.136719, + "main_score": 0.103921, + "hf_subset": "kmg_Latn-eng_Latn", + "languages": [ + "kmg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033229, + "recall": 0.050781, + "f1": 0.036089, + "accuracy": 0.050781, + "main_score": 0.036089, + "hf_subset": "eng_Latn-kmh_Latn", + "languages": [ + "eng-Latn", + "kmh-Latn" + ] + }, + { + "precision": 0.042717, + "recall": 0.070312, + "f1": 0.047524, + "accuracy": 0.070312, + "main_score": 0.047524, + "hf_subset": "kmh_Latn-eng_Latn", + "languages": [ + "kmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116061, + "recall": 0.171875, + "f1": 0.127427, + "accuracy": 0.171875, + "main_score": 0.127427, + "hf_subset": "eng_Latn-kmk_Latn", + "languages": [ + "eng-Latn", + "kmk-Latn" + ] + }, + { + "precision": 0.120878, + "recall": 0.210938, + "f1": 0.140152, + "accuracy": 0.210938, + "main_score": 0.140152, + "hf_subset": "kmk_Latn-eng_Latn", + "languages": [ + "kmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075093, + "recall": 0.113281, + "f1": 0.081418, + "accuracy": 0.113281, + "main_score": 0.081418, + "hf_subset": "eng_Latn-kmo_Latn", + "languages": [ + "eng-Latn", + "kmo-Latn" + ] + }, + { + "precision": 0.083962, + "recall": 0.140625, + "f1": 0.094666, + "accuracy": 0.140625, + "main_score": 0.094666, + "hf_subset": "kmo_Latn-eng_Latn", + "languages": [ + "kmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122984, + "recall": 0.167969, + "f1": 0.131532, + "accuracy": 0.167969, + "main_score": 0.131532, + "hf_subset": "eng_Latn-kms_Latn", + "languages": [ + "eng-Latn", + "kms-Latn" + ] + }, + { + "precision": 0.094903, + "recall": 0.144531, + "f1": 0.105981, + "accuracy": 0.144531, + "main_score": 0.105981, + "hf_subset": "kms_Latn-eng_Latn", + "languages": [ + "kms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025552, + "recall": 0.035156, + "f1": 0.026754, + "accuracy": 0.035156, + "main_score": 0.026754, + "hf_subset": "eng_Latn-kmu_Latn", + "languages": [ + "eng-Latn", + "kmu-Latn" + ] + }, + { + "precision": 0.048498, + "recall": 0.066406, + "f1": 0.052192, + "accuracy": 0.066406, + "main_score": 0.052192, + "hf_subset": "kmu_Latn-eng_Latn", + "languages": [ + "kmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.194032, + "recall": 0.269531, + "f1": 0.210561, + "accuracy": 0.269531, + "main_score": 0.210561, + "hf_subset": "eng_Latn-kne_Latn", + "languages": [ + "eng-Latn", + "kne-Latn" + ] + }, + { + "precision": 0.216932, + "recall": 0.304688, + "f1": 0.238328, + "accuracy": 0.304688, + "main_score": 0.238328, + "hf_subset": "kne_Latn-eng_Latn", + "languages": [ + "kne-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082354, + "recall": 0.101562, + "f1": 0.086545, + "accuracy": 0.101562, + "main_score": 0.086545, + "hf_subset": "eng_Latn-knf_Latn", + "languages": [ + "eng-Latn", + "knf-Latn" + ] + }, + { + "precision": 0.059906, + "recall": 0.101562, + "f1": 0.067218, + "accuracy": 0.101562, + "main_score": 0.067218, + "hf_subset": "knf_Latn-eng_Latn", + "languages": [ + "knf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134454, + "recall": 0.199219, + "f1": 0.148623, + "accuracy": 0.199219, + "main_score": 0.148623, + "hf_subset": "eng_Latn-knj_Latn", + "languages": [ + "eng-Latn", + "knj-Latn" + ] + }, + { + "precision": 0.173665, + "recall": 0.238281, + "f1": 0.187961, + "accuracy": 0.238281, + "main_score": 0.187961, + "hf_subset": "knj_Latn-eng_Latn", + "languages": [ + "knj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036443, + "recall": 0.078125, + "f1": 0.043201, + "accuracy": 0.078125, + "main_score": 0.043201, + "hf_subset": "eng_Latn-knv_Latn", + "languages": [ + "eng-Latn", + "knv-Latn" + ] + }, + { + "precision": 0.045812, + "recall": 0.09375, + "f1": 0.054473, + "accuracy": 0.09375, + "main_score": 0.054473, + "hf_subset": "knv_Latn-eng_Latn", + "languages": [ + "knv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136496, + "recall": 0.171875, + "f1": 0.14449, + "accuracy": 0.171875, + "main_score": 0.14449, + "hf_subset": "eng_Latn-kos_Latn", + "languages": [ + "eng-Latn", + "kos-Latn" + ] + }, + { + "precision": 0.14406, + "recall": 0.214844, + "f1": 0.158436, + "accuracy": 0.214844, + "main_score": 0.158436, + "hf_subset": "kos_Latn-eng_Latn", + "languages": [ + "kos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064529, + "recall": 0.097656, + "f1": 0.069606, + "accuracy": 0.097656, + "main_score": 0.069606, + "hf_subset": "eng_Latn-kpf_Latn", + "languages": [ + "eng-Latn", + "kpf-Latn" + ] + }, + { + "precision": 0.107515, + "recall": 0.140625, + "f1": 0.11485, + "accuracy": 0.140625, + "main_score": 0.11485, + "hf_subset": "kpf_Latn-eng_Latn", + "languages": [ + "kpf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.16997, + "recall": 0.21875, + "f1": 0.180115, + "accuracy": 0.21875, + "main_score": 0.180115, + "hf_subset": "eng_Latn-kpg_Latn", + "languages": [ + "eng-Latn", + "kpg-Latn" + ] + }, + { + "precision": 0.1502, + "recall": 0.207031, + "f1": 0.16263, + "accuracy": 0.207031, + "main_score": 0.16263, + "hf_subset": "kpg_Latn-eng_Latn", + "languages": [ + "kpg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045296, + "recall": 0.070312, + "f1": 0.049735, + "accuracy": 0.070312, + "main_score": 0.049735, + "hf_subset": "eng_Latn-kpj_Latn", + "languages": [ + "eng-Latn", + "kpj-Latn" + ] + }, + { + "precision": 0.050358, + "recall": 0.078125, + "f1": 0.056695, + "accuracy": 0.078125, + "main_score": 0.056695, + "hf_subset": "kpj_Latn-eng_Latn", + "languages": [ + "kpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074145, + "recall": 0.097656, + "f1": 0.078714, + "accuracy": 0.097656, + "main_score": 0.078714, + "hf_subset": "eng_Latn-kpr_Latn", + "languages": [ + "eng-Latn", + "kpr-Latn" + ] + }, + { + "precision": 0.076902, + "recall": 0.117188, + "f1": 0.085532, + "accuracy": 0.117188, + "main_score": 0.085532, + "hf_subset": "kpr_Latn-eng_Latn", + "languages": [ + "kpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064389, + "recall": 0.089844, + "f1": 0.068806, + "accuracy": 0.089844, + "main_score": 0.068806, + "hf_subset": "eng_Latn-kpw_Latn", + "languages": [ + "eng-Latn", + "kpw-Latn" + ] + }, + { + "precision": 0.061417, + "recall": 0.09375, + "f1": 0.067525, + "accuracy": 0.09375, + "main_score": 0.067525, + "hf_subset": "kpw_Latn-eng_Latn", + "languages": [ + "kpw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044713, + "recall": 0.0625, + "f1": 0.048524, + "accuracy": 0.0625, + "main_score": 0.048524, + "hf_subset": "eng_Latn-kpx_Latn", + "languages": [ + "eng-Latn", + "kpx-Latn" + ] + }, + { + "precision": 0.043491, + "recall": 0.082031, + "f1": 0.049668, + "accuracy": 0.082031, + "main_score": 0.049668, + "hf_subset": "kpx_Latn-eng_Latn", + "languages": [ + "kpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064214, + "recall": 0.111111, + "f1": 0.072053, + "accuracy": 0.111111, + "main_score": 0.072053, + "hf_subset": "eng_Latn-kqa_Latn", + "languages": [ + "eng-Latn", + "kqa-Latn" + ] + }, + { + "precision": 0.09127, + "recall": 0.126984, + "f1": 0.101587, + "accuracy": 0.126984, + "main_score": 0.101587, + "hf_subset": "kqa_Latn-eng_Latn", + "languages": [ + "kqa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090438, + "recall": 0.136719, + "f1": 0.099524, + "accuracy": 0.136719, + "main_score": 0.099524, + "hf_subset": "eng_Latn-kqc_Latn", + "languages": [ + "eng-Latn", + "kqc-Latn" + ] + }, + { + "precision": 0.103353, + "recall": 0.152344, + "f1": 0.114089, + "accuracy": 0.152344, + "main_score": 0.114089, + "hf_subset": "kqc_Latn-eng_Latn", + "languages": [ + "kqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150086, + "recall": 0.210938, + "f1": 0.162904, + "accuracy": 0.210938, + "main_score": 0.162904, + "hf_subset": "eng_Latn-kqf_Latn", + "languages": [ + "eng-Latn", + "kqf-Latn" + ] + }, + { + "precision": 0.145341, + "recall": 0.210938, + "f1": 0.158312, + "accuracy": 0.210938, + "main_score": 0.158312, + "hf_subset": "kqf_Latn-eng_Latn", + "languages": [ + "kqf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.141616, + "recall": 0.192857, + "f1": 0.153452, + "accuracy": 0.192857, + "main_score": 0.153452, + "hf_subset": "eng_Latn-kql_Latn", + "languages": [ + "eng-Latn", + "kql-Latn" + ] + }, + { + "precision": 0.163294, + "recall": 0.264286, + "f1": 0.189422, + "accuracy": 0.264286, + "main_score": 0.189422, + "hf_subset": "kql_Latn-eng_Latn", + "languages": [ + "kql-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09574, + "recall": 0.136719, + "f1": 0.103736, + "accuracy": 0.136719, + "main_score": 0.103736, + "hf_subset": "eng_Latn-kqw_Latn", + "languages": [ + "eng-Latn", + "kqw-Latn" + ] + }, + { + "precision": 0.077496, + "recall": 0.140625, + "f1": 0.090131, + "accuracy": 0.140625, + "main_score": 0.090131, + "hf_subset": "kqw_Latn-eng_Latn", + "languages": [ + "kqw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137695, + "recall": 0.179688, + "f1": 0.146704, + "accuracy": 0.179688, + "main_score": 0.146704, + "hf_subset": "eng_Latn-ksd_Latn", + "languages": [ + "eng-Latn", + "ksd-Latn" + ] + }, + { + "precision": 0.141555, + "recall": 0.21875, + "f1": 0.157909, + "accuracy": 0.21875, + "main_score": 0.157909, + "hf_subset": "ksd_Latn-eng_Latn", + "languages": [ + "ksd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.180632, + "recall": 0.226562, + "f1": 0.191331, + "accuracy": 0.226562, + "main_score": 0.191331, + "hf_subset": "eng_Latn-ksj_Latn", + "languages": [ + "eng-Latn", + "ksj-Latn" + ] + }, + { + "precision": 0.179417, + "recall": 0.273438, + "f1": 0.200192, + "accuracy": 0.273438, + "main_score": 0.200192, + "hf_subset": "ksj_Latn-eng_Latn", + "languages": [ + "ksj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068494, + "recall": 0.109375, + "f1": 0.075163, + "accuracy": 0.109375, + "main_score": 0.075163, + "hf_subset": "eng_Latn-ksr_Latn", + "languages": [ + "eng-Latn", + "ksr-Latn" + ] + }, + { + "precision": 0.086594, + "recall": 0.128906, + "f1": 0.0953, + "accuracy": 0.128906, + "main_score": 0.0953, + "hf_subset": "ksr_Latn-eng_Latn", + "languages": [ + "ksr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.245317, + "recall": 0.324219, + "f1": 0.262951, + "accuracy": 0.324219, + "main_score": 0.262951, + "hf_subset": "eng_Latn-ktm_Latn", + "languages": [ + "eng-Latn", + "ktm-Latn" + ] + }, + { + "precision": 0.258566, + "recall": 0.355469, + "f1": 0.283461, + "accuracy": 0.355469, + "main_score": 0.283461, + "hf_subset": "ktm_Latn-eng_Latn", + "languages": [ + "ktm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070774, + "recall": 0.101562, + "f1": 0.075836, + "accuracy": 0.101562, + "main_score": 0.075836, + "hf_subset": "eng_Latn-kto_Latn", + "languages": [ + "eng-Latn", + "kto-Latn" + ] + }, + { + "precision": 0.080104, + "recall": 0.132812, + "f1": 0.091397, + "accuracy": 0.132812, + "main_score": 0.091397, + "hf_subset": "kto_Latn-eng_Latn", + "languages": [ + "kto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070936, + "recall": 0.101562, + "f1": 0.077989, + "accuracy": 0.101562, + "main_score": 0.077989, + "hf_subset": "eng_Latn-kud_Latn", + "languages": [ + "eng-Latn", + "kud-Latn" + ] + }, + { + "precision": 0.065121, + "recall": 0.117188, + "f1": 0.075468, + "accuracy": 0.117188, + "main_score": 0.075468, + "hf_subset": "kud_Latn-eng_Latn", + "languages": [ + "kud-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083233, + "recall": 0.121094, + "f1": 0.090525, + "accuracy": 0.121094, + "main_score": 0.090525, + "hf_subset": "eng_Latn-kue_Latn", + "languages": [ + "eng-Latn", + "kue-Latn" + ] + }, + { + "precision": 0.119215, + "recall": 0.175781, + "f1": 0.131763, + "accuracy": 0.175781, + "main_score": 0.131763, + "hf_subset": "kue_Latn-eng_Latn", + "languages": [ + "kue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057367, + "recall": 0.078125, + "f1": 0.060441, + "accuracy": 0.078125, + "main_score": 0.060441, + "hf_subset": "eng_Latn-kup_Latn", + "languages": [ + "eng-Latn", + "kup-Latn" + ] + }, + { + "precision": 0.056474, + "recall": 0.097656, + "f1": 0.064436, + "accuracy": 0.097656, + "main_score": 0.064436, + "hf_subset": "kup_Latn-eng_Latn", + "languages": [ + "kup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047968, + "recall": 0.070312, + "f1": 0.050887, + "accuracy": 0.070312, + "main_score": 0.050887, + "hf_subset": "eng_Latn-kvg_Latn", + "languages": [ + "eng-Latn", + "kvg-Latn" + ] + }, + { + "precision": 0.05775, + "recall": 0.085938, + "f1": 0.063923, + "accuracy": 0.085938, + "main_score": 0.063923, + "hf_subset": "kvg_Latn-eng_Latn", + "languages": [ + "kvg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072038, + "recall": 0.109375, + "f1": 0.081207, + "accuracy": 0.109375, + "main_score": 0.081207, + "hf_subset": "eng_Latn-kvn_Latn", + "languages": [ + "eng-Latn", + "kvn-Latn" + ] + }, + { + "precision": 0.073039, + "recall": 0.128906, + "f1": 0.083853, + "accuracy": 0.128906, + "main_score": 0.083853, + "hf_subset": "kvn_Latn-eng_Latn", + "languages": [ + "kvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088525, + "recall": 0.117188, + "f1": 0.09473, + "accuracy": 0.117188, + "main_score": 0.09473, + "hf_subset": "eng_Latn-kwd_Latn", + "languages": [ + "eng-Latn", + "kwd-Latn" + ] + }, + { + "precision": 0.087109, + "recall": 0.140625, + "f1": 0.096731, + "accuracy": 0.140625, + "main_score": 0.096731, + "hf_subset": "kwd_Latn-eng_Latn", + "languages": [ + "kwd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108956, + "recall": 0.167969, + "f1": 0.120206, + "accuracy": 0.167969, + "main_score": 0.120206, + "hf_subset": "eng_Latn-kwf_Latn", + "languages": [ + "eng-Latn", + "kwf-Latn" + ] + }, + { + "precision": 0.116507, + "recall": 0.1875, + "f1": 0.130155, + "accuracy": 0.1875, + "main_score": 0.130155, + "hf_subset": "kwf_Latn-eng_Latn", + "languages": [ + "kwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087309, + "recall": 0.109375, + "f1": 0.091577, + "accuracy": 0.109375, + "main_score": 0.091577, + "hf_subset": "eng_Latn-kwi_Latn", + "languages": [ + "eng-Latn", + "kwi-Latn" + ] + }, + { + "precision": 0.081681, + "recall": 0.128906, + "f1": 0.089482, + "accuracy": 0.128906, + "main_score": 0.089482, + "hf_subset": "kwi_Latn-eng_Latn", + "languages": [ + "kwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071313, + "recall": 0.117188, + "f1": 0.080165, + "accuracy": 0.117188, + "main_score": 0.080165, + "hf_subset": "eng_Latn-kwj_Latn", + "languages": [ + "eng-Latn", + "kwj-Latn" + ] + }, + { + "precision": 0.065149, + "recall": 0.109375, + "f1": 0.073658, + "accuracy": 0.109375, + "main_score": 0.073658, + "hf_subset": "kwj_Latn-eng_Latn", + "languages": [ + "kwj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045558, + "recall": 0.078125, + "f1": 0.051724, + "accuracy": 0.078125, + "main_score": 0.051724, + "hf_subset": "eng_Latn-kyc_Latn", + "languages": [ + "eng-Latn", + "kyc-Latn" + ] + }, + { + "precision": 0.051714, + "recall": 0.089844, + "f1": 0.059952, + "accuracy": 0.089844, + "main_score": 0.059952, + "hf_subset": "kyc_Latn-eng_Latn", + "languages": [ + "kyc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070004, + "recall": 0.105469, + "f1": 0.076659, + "accuracy": 0.105469, + "main_score": 0.076659, + "hf_subset": "eng_Latn-kyf_Latn", + "languages": [ + "eng-Latn", + "kyf-Latn" + ] + }, + { + "precision": 0.071246, + "recall": 0.101562, + "f1": 0.077972, + "accuracy": 0.101562, + "main_score": 0.077972, + "hf_subset": "kyf_Latn-eng_Latn", + "languages": [ + "kyf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020155, + "recall": 0.042969, + "f1": 0.02383, + "accuracy": 0.042969, + "main_score": 0.02383, + "hf_subset": "eng_Latn-kyg_Latn", + "languages": [ + "eng-Latn", + "kyg-Latn" + ] + }, + { + "precision": 0.032986, + "recall": 0.0625, + "f1": 0.039087, + "accuracy": 0.0625, + "main_score": 0.039087, + "hf_subset": "kyg_Latn-eng_Latn", + "languages": [ + "kyg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065458, + "recall": 0.089844, + "f1": 0.069689, + "accuracy": 0.089844, + "main_score": 0.069689, + "hf_subset": "eng_Latn-kyq_Latn", + "languages": [ + "eng-Latn", + "kyq-Latn" + ] + }, + { + "precision": 0.063726, + "recall": 0.109375, + "f1": 0.070359, + "accuracy": 0.109375, + "main_score": 0.070359, + "hf_subset": "kyq_Latn-eng_Latn", + "languages": [ + "kyq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.009982, + "recall": 0.035156, + "f1": 0.013466, + "accuracy": 0.035156, + "main_score": 0.013466, + "hf_subset": "eng_Latn-kyz_Latn", + "languages": [ + "eng-Latn", + "kyz-Latn" + ] + }, + { + "precision": 0.043118, + "recall": 0.078125, + "f1": 0.048228, + "accuracy": 0.078125, + "main_score": 0.048228, + "hf_subset": "kyz_Latn-eng_Latn", + "languages": [ + "kyz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.015901, + "recall": 0.027344, + "f1": 0.01745, + "accuracy": 0.027344, + "main_score": 0.01745, + "hf_subset": "eng_Latn-kze_Latn", + "languages": [ + "eng-Latn", + "kze-Latn" + ] + }, + { + "precision": 0.025432, + "recall": 0.046875, + "f1": 0.028569, + "accuracy": 0.046875, + "main_score": 0.028569, + "hf_subset": "kze_Latn-eng_Latn", + "languages": [ + "kze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040068, + "recall": 0.074219, + "f1": 0.046013, + "accuracy": 0.074219, + "main_score": 0.046013, + "hf_subset": "eng_Latn-lac_Latn", + "languages": [ + "eng-Latn", + "lac-Latn" + ] + }, + { + "precision": 0.059884, + "recall": 0.109375, + "f1": 0.069089, + "accuracy": 0.109375, + "main_score": 0.069089, + "hf_subset": "lac_Latn-eng_Latn", + "languages": [ + "lac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.94987, + "recall": 0.964844, + "f1": 0.954427, + "accuracy": 0.964844, + "main_score": 0.954427, + "hf_subset": "eng_Latn-lat_Latn", + "languages": [ + "eng-Latn", + "lat-Latn" + ] + }, + { + "precision": 0.942708, + "recall": 0.960938, + "f1": 0.948568, + "accuracy": 0.960938, + "main_score": 0.948568, + "hf_subset": "lat_Latn-eng_Latn", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093456, + "recall": 0.148438, + "f1": 0.104072, + "accuracy": 0.148438, + "main_score": 0.104072, + "hf_subset": "eng_Latn-lbb_Latn", + "languages": [ + "eng-Latn", + "lbb-Latn" + ] + }, + { + "precision": 0.104568, + "recall": 0.167969, + "f1": 0.116145, + "accuracy": 0.167969, + "main_score": 0.116145, + "hf_subset": "lbb_Latn-eng_Latn", + "languages": [ + "lbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148161, + "recall": 0.214844, + "f1": 0.162444, + "accuracy": 0.214844, + "main_score": 0.162444, + "hf_subset": "eng_Latn-lbk_Latn", + "languages": [ + "eng-Latn", + "lbk-Latn" + ] + }, + { + "precision": 0.15181, + "recall": 0.21875, + "f1": 0.166656, + "accuracy": 0.21875, + "main_score": 0.166656, + "hf_subset": "lbk_Latn-eng_Latn", + "languages": [ + "lbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093471, + "recall": 0.121094, + "f1": 0.098735, + "accuracy": 0.121094, + "main_score": 0.098735, + "hf_subset": "eng_Latn-lcm_Latn", + "languages": [ + "eng-Latn", + "lcm-Latn" + ] + }, + { + "precision": 0.085967, + "recall": 0.128906, + "f1": 0.0946, + "accuracy": 0.128906, + "main_score": 0.0946, + "hf_subset": "lcm_Latn-eng_Latn", + "languages": [ + "lcm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056807, + "recall": 0.097656, + "f1": 0.064493, + "accuracy": 0.097656, + "main_score": 0.064493, + "hf_subset": "eng_Latn-leu_Latn", + "languages": [ + "eng-Latn", + "leu-Latn" + ] + }, + { + "precision": 0.07965, + "recall": 0.125, + "f1": 0.089371, + "accuracy": 0.125, + "main_score": 0.089371, + "hf_subset": "leu_Latn-eng_Latn", + "languages": [ + "leu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057925, + "recall": 0.101562, + "f1": 0.0669, + "accuracy": 0.101562, + "main_score": 0.0669, + "hf_subset": "eng_Latn-lex_Latn", + "languages": [ + "eng-Latn", + "lex-Latn" + ] + }, + { + "precision": 0.067263, + "recall": 0.105469, + "f1": 0.07578, + "accuracy": 0.105469, + "main_score": 0.07578, + "hf_subset": "lex_Latn-eng_Latn", + "languages": [ + "lex-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104414, + "recall": 0.132812, + "f1": 0.109541, + "accuracy": 0.132812, + "main_score": 0.109541, + "hf_subset": "eng_Latn-lgl_Latn", + "languages": [ + "eng-Latn", + "lgl-Latn" + ] + }, + { + "precision": 0.078743, + "recall": 0.132812, + "f1": 0.087189, + "accuracy": 0.132812, + "main_score": 0.087189, + "hf_subset": "lgl_Latn-eng_Latn", + "languages": [ + "lgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072547, + "recall": 0.105469, + "f1": 0.078828, + "accuracy": 0.105469, + "main_score": 0.078828, + "hf_subset": "eng_Latn-lid_Latn", + "languages": [ + "eng-Latn", + "lid-Latn" + ] + }, + { + "precision": 0.082547, + "recall": 0.140625, + "f1": 0.094742, + "accuracy": 0.140625, + "main_score": 0.094742, + "hf_subset": "lid_Latn-eng_Latn", + "languages": [ + "lid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032515, + "recall": 0.074219, + "f1": 0.039122, + "accuracy": 0.074219, + "main_score": 0.039122, + "hf_subset": "eng_Latn-lif_Deva", + "languages": [ + "eng-Latn", + "lif-Deva" + ] + }, + { + "precision": 0.055852, + "recall": 0.105469, + "f1": 0.064544, + "accuracy": 0.105469, + "main_score": 0.064544, + "hf_subset": "lif_Deva-eng_Latn", + "languages": [ + "lif-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.176406, + "recall": 0.242188, + "f1": 0.190147, + "accuracy": 0.242188, + "main_score": 0.190147, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.252017, + "recall": 0.355469, + "f1": 0.276819, + "accuracy": 0.355469, + "main_score": 0.276819, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06826, + "recall": 0.113281, + "f1": 0.077021, + "accuracy": 0.113281, + "main_score": 0.077021, + "hf_subset": "eng_Latn-llg_Latn", + "languages": [ + "eng-Latn", + "llg-Latn" + ] + }, + { + "precision": 0.090184, + "recall": 0.125, + "f1": 0.094758, + "accuracy": 0.125, + "main_score": 0.094758, + "hf_subset": "llg_Latn-eng_Latn", + "languages": [ + "llg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.319133, + "recall": 0.410156, + "f1": 0.340256, + "accuracy": 0.410156, + "main_score": 0.340256, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.402266, + "recall": 0.503906, + "f1": 0.426957, + "accuracy": 0.503906, + "main_score": 0.426957, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12004, + "recall": 0.167969, + "f1": 0.129189, + "accuracy": 0.167969, + "main_score": 0.129189, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.142305, + "recall": 0.207031, + "f1": 0.155771, + "accuracy": 0.207031, + "main_score": 0.155771, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044867, + "recall": 0.078125, + "f1": 0.051065, + "accuracy": 0.078125, + "main_score": 0.051065, + "hf_subset": "eng_Latn-lww_Latn", + "languages": [ + "eng-Latn", + "lww-Latn" + ] + }, + { + "precision": 0.049083, + "recall": 0.101562, + "f1": 0.059512, + "accuracy": 0.101562, + "main_score": 0.059512, + "hf_subset": "lww_Latn-eng_Latn", + "languages": [ + "lww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103875, + "recall": 0.125, + "f1": 0.106836, + "accuracy": 0.125, + "main_score": 0.106836, + "hf_subset": "eng_Latn-maa_Latn", + "languages": [ + "eng-Latn", + "maa-Latn" + ] + }, + { + "precision": 0.084829, + "recall": 0.128906, + "f1": 0.092947, + "accuracy": 0.128906, + "main_score": 0.092947, + "hf_subset": "maa_Latn-eng_Latn", + "languages": [ + "maa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098665, + "recall": 0.144531, + "f1": 0.108596, + "accuracy": 0.144531, + "main_score": 0.108596, + "hf_subset": "eng_Latn-maj_Latn", + "languages": [ + "eng-Latn", + "maj-Latn" + ] + }, + { + "precision": 0.084062, + "recall": 0.140625, + "f1": 0.094612, + "accuracy": 0.140625, + "main_score": 0.094612, + "hf_subset": "maj_Latn-eng_Latn", + "languages": [ + "maj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.916667, + "recall": 0.941406, + "f1": 0.924479, + "accuracy": 0.941406, + "main_score": 0.924479, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.924479, + "recall": 0.945312, + "f1": 0.93099, + "accuracy": 0.945312, + "main_score": 0.93099, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.082981, + "recall": 0.144531, + "f1": 0.09177, + "accuracy": 0.144531, + "main_score": 0.09177, + "hf_subset": "eng_Latn-mam_Latn", + "languages": [ + "eng-Latn", + "mam-Latn" + ] + }, + { + "precision": 0.097789, + "recall": 0.167969, + "f1": 0.111461, + "accuracy": 0.167969, + "main_score": 0.111461, + "hf_subset": "mam_Latn-eng_Latn", + "languages": [ + "mam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092387, + "recall": 0.140625, + "f1": 0.102298, + "accuracy": 0.140625, + "main_score": 0.102298, + "hf_subset": "eng_Latn-maq_Latn", + "languages": [ + "eng-Latn", + "maq-Latn" + ] + }, + { + "precision": 0.10333, + "recall": 0.164062, + "f1": 0.11606, + "accuracy": 0.164062, + "main_score": 0.11606, + "hf_subset": "maq_Latn-eng_Latn", + "languages": [ + "maq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.90625, + "recall": 0.933594, + "f1": 0.914714, + "accuracy": 0.933594, + "main_score": 0.914714, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.932943, + "recall": 0.949219, + "f1": 0.938151, + "accuracy": 0.949219, + "main_score": 0.938151, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.110034, + "recall": 0.15625, + "f1": 0.11899, + "accuracy": 0.15625, + "main_score": 0.11899, + "hf_subset": "eng_Latn-mau_Latn", + "languages": [ + "eng-Latn", + "mau-Latn" + ] + }, + { + "precision": 0.107887, + "recall": 0.164062, + "f1": 0.119264, + "accuracy": 0.164062, + "main_score": 0.119264, + "hf_subset": "mau_Latn-eng_Latn", + "languages": [ + "mau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.009829, + "recall": 0.015625, + "f1": 0.010541, + "accuracy": 0.015625, + "main_score": 0.010541, + "hf_subset": "eng_Latn-mav_Latn", + "languages": [ + "eng-Latn", + "mav-Latn" + ] + }, + { + "precision": 0.011254, + "recall": 0.03125, + "f1": 0.014382, + "accuracy": 0.03125, + "main_score": 0.014382, + "hf_subset": "mav_Latn-eng_Latn", + "languages": [ + "mav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126121, + "recall": 0.1875, + "f1": 0.137159, + "accuracy": 0.1875, + "main_score": 0.137159, + "hf_subset": "eng_Latn-maz_Latn", + "languages": [ + "eng-Latn", + "maz-Latn" + ] + }, + { + "precision": 0.134291, + "recall": 0.203125, + "f1": 0.148259, + "accuracy": 0.203125, + "main_score": 0.148259, + "hf_subset": "maz_Latn-eng_Latn", + "languages": [ + "maz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.210871, + "recall": 0.285156, + "f1": 0.227525, + "accuracy": 0.285156, + "main_score": 0.227525, + "hf_subset": "eng_Latn-mbb_Latn", + "languages": [ + "eng-Latn", + "mbb-Latn" + ] + }, + { + "precision": 0.264842, + "recall": 0.351562, + "f1": 0.286439, + "accuracy": 0.351562, + "main_score": 0.286439, + "hf_subset": "mbb_Latn-eng_Latn", + "languages": [ + "mbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07749, + "recall": 0.097656, + "f1": 0.08075, + "accuracy": 0.097656, + "main_score": 0.08075, + "hf_subset": "eng_Latn-mbc_Latn", + "languages": [ + "eng-Latn", + "mbc-Latn" + ] + }, + { + "precision": 0.080032, + "recall": 0.128906, + "f1": 0.089515, + "accuracy": 0.128906, + "main_score": 0.089515, + "hf_subset": "mbc_Latn-eng_Latn", + "languages": [ + "mbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135779, + "recall": 0.179688, + "f1": 0.14441, + "accuracy": 0.179688, + "main_score": 0.14441, + "hf_subset": "eng_Latn-mbh_Latn", + "languages": [ + "eng-Latn", + "mbh-Latn" + ] + }, + { + "precision": 0.092912, + "recall": 0.144531, + "f1": 0.101826, + "accuracy": 0.144531, + "main_score": 0.101826, + "hf_subset": "mbh_Latn-eng_Latn", + "languages": [ + "mbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057262, + "recall": 0.082031, + "f1": 0.061507, + "accuracy": 0.082031, + "main_score": 0.061507, + "hf_subset": "eng_Latn-mbj_Latn", + "languages": [ + "eng-Latn", + "mbj-Latn" + ] + }, + { + "precision": 0.054086, + "recall": 0.078125, + "f1": 0.058269, + "accuracy": 0.078125, + "main_score": 0.058269, + "hf_subset": "mbj_Latn-eng_Latn", + "languages": [ + "mbj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.014865, + "recall": 0.023438, + "f1": 0.016297, + "accuracy": 0.023438, + "main_score": 0.016297, + "hf_subset": "eng_Latn-mbl_Latn", + "languages": [ + "eng-Latn", + "mbl-Latn" + ] + }, + { + "precision": 0.036589, + "recall": 0.046875, + "f1": 0.039062, + "accuracy": 0.046875, + "main_score": 0.039062, + "hf_subset": "mbl_Latn-eng_Latn", + "languages": [ + "mbl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093552, + "recall": 0.160156, + "f1": 0.10617, + "accuracy": 0.160156, + "main_score": 0.10617, + "hf_subset": "eng_Latn-mbs_Latn", + "languages": [ + "eng-Latn", + "mbs-Latn" + ] + }, + { + "precision": 0.117937, + "recall": 0.167969, + "f1": 0.128406, + "accuracy": 0.167969, + "main_score": 0.128406, + "hf_subset": "mbs_Latn-eng_Latn", + "languages": [ + "mbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106708, + "recall": 0.164062, + "f1": 0.116591, + "accuracy": 0.164062, + "main_score": 0.116591, + "hf_subset": "eng_Latn-mbt_Latn", + "languages": [ + "eng-Latn", + "mbt-Latn" + ] + }, + { + "precision": 0.116532, + "recall": 0.167969, + "f1": 0.127551, + "accuracy": 0.167969, + "main_score": 0.127551, + "hf_subset": "mbt_Latn-eng_Latn", + "languages": [ + "mbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119927, + "recall": 0.164062, + "f1": 0.130218, + "accuracy": 0.164062, + "main_score": 0.130218, + "hf_subset": "eng_Latn-mca_Latn", + "languages": [ + "eng-Latn", + "mca-Latn" + ] + }, + { + "precision": 0.131997, + "recall": 0.207031, + "f1": 0.149019, + "accuracy": 0.207031, + "main_score": 0.149019, + "hf_subset": "mca_Latn-eng_Latn", + "languages": [ + "mca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048777, + "recall": 0.066406, + "f1": 0.051263, + "accuracy": 0.066406, + "main_score": 0.051263, + "hf_subset": "eng_Latn-mcb_Latn", + "languages": [ + "eng-Latn", + "mcb-Latn" + ] + }, + { + "precision": 0.058902, + "recall": 0.097656, + "f1": 0.065242, + "accuracy": 0.097656, + "main_score": 0.065242, + "hf_subset": "mcb_Latn-eng_Latn", + "languages": [ + "mcb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046982, + "recall": 0.078125, + "f1": 0.05284, + "accuracy": 0.078125, + "main_score": 0.05284, + "hf_subset": "eng_Latn-mcd_Latn", + "languages": [ + "eng-Latn", + "mcd-Latn" + ] + }, + { + "precision": 0.073132, + "recall": 0.101562, + "f1": 0.080009, + "accuracy": 0.101562, + "main_score": 0.080009, + "hf_subset": "mcd_Latn-eng_Latn", + "languages": [ + "mcd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020423, + "recall": 0.046875, + "f1": 0.02319, + "accuracy": 0.046875, + "main_score": 0.02319, + "hf_subset": "eng_Latn-mcf_Latn", + "languages": [ + "eng-Latn", + "mcf-Latn" + ] + }, + { + "precision": 0.023779, + "recall": 0.046875, + "f1": 0.028516, + "accuracy": 0.046875, + "main_score": 0.028516, + "hf_subset": "mcf_Latn-eng_Latn", + "languages": [ + "mcf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088063, + "recall": 0.136719, + "f1": 0.097583, + "accuracy": 0.136719, + "main_score": 0.097583, + "hf_subset": "eng_Latn-mco_Latn", + "languages": [ + "eng-Latn", + "mco-Latn" + ] + }, + { + "precision": 0.10292, + "recall": 0.144531, + "f1": 0.111541, + "accuracy": 0.144531, + "main_score": 0.111541, + "hf_subset": "mco_Latn-eng_Latn", + "languages": [ + "mco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064, + "recall": 0.105469, + "f1": 0.071393, + "accuracy": 0.105469, + "main_score": 0.071393, + "hf_subset": "eng_Latn-mcp_Latn", + "languages": [ + "eng-Latn", + "mcp-Latn" + ] + }, + { + "precision": 0.085832, + "recall": 0.125, + "f1": 0.091636, + "accuracy": 0.125, + "main_score": 0.091636, + "hf_subset": "mcp_Latn-eng_Latn", + "languages": [ + "mcp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043771, + "recall": 0.066406, + "f1": 0.047939, + "accuracy": 0.066406, + "main_score": 0.047939, + "hf_subset": "eng_Latn-mcq_Latn", + "languages": [ + "eng-Latn", + "mcq-Latn" + ] + }, + { + "precision": 0.057321, + "recall": 0.101562, + "f1": 0.066122, + "accuracy": 0.101562, + "main_score": 0.066122, + "hf_subset": "mcq_Latn-eng_Latn", + "languages": [ + "mcq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045171, + "recall": 0.085938, + "f1": 0.053153, + "accuracy": 0.085938, + "main_score": 0.053153, + "hf_subset": "eng_Latn-mcr_Latn", + "languages": [ + "eng-Latn", + "mcr-Latn" + ] + }, + { + "precision": 0.051282, + "recall": 0.089844, + "f1": 0.058166, + "accuracy": 0.089844, + "main_score": 0.058166, + "hf_subset": "mcr_Latn-eng_Latn", + "languages": [ + "mcr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027846, + "recall": 0.039062, + "f1": 0.029562, + "accuracy": 0.039062, + "main_score": 0.029562, + "hf_subset": "eng_Latn-mdy_Latn", + "languages": [ + "eng-Latn", + "mdy-Latn" + ] + }, + { + "precision": 0.034011, + "recall": 0.070312, + "f1": 0.039475, + "accuracy": 0.070312, + "main_score": 0.039475, + "hf_subset": "mdy_Latn-eng_Latn", + "languages": [ + "mdy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036849, + "recall": 0.054688, + "f1": 0.040108, + "accuracy": 0.054688, + "main_score": 0.040108, + "hf_subset": "eng_Latn-med_Latn", + "languages": [ + "eng-Latn", + "med-Latn" + ] + }, + { + "precision": 0.05584, + "recall": 0.078125, + "f1": 0.059661, + "accuracy": 0.078125, + "main_score": 0.059661, + "hf_subset": "med_Latn-eng_Latn", + "languages": [ + "med-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072091, + "recall": 0.101562, + "f1": 0.077199, + "accuracy": 0.101562, + "main_score": 0.077199, + "hf_subset": "eng_Latn-mee_Latn", + "languages": [ + "eng-Latn", + "mee-Latn" + ] + }, + { + "precision": 0.080298, + "recall": 0.140625, + "f1": 0.092703, + "accuracy": 0.140625, + "main_score": 0.092703, + "hf_subset": "mee_Latn-eng_Latn", + "languages": [ + "mee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095636, + "recall": 0.15625, + "f1": 0.10748, + "accuracy": 0.15625, + "main_score": 0.10748, + "hf_subset": "eng_Latn-mek_Latn", + "languages": [ + "eng-Latn", + "mek-Latn" + ] + }, + { + "precision": 0.098099, + "recall": 0.136719, + "f1": 0.10616, + "accuracy": 0.136719, + "main_score": 0.10616, + "hf_subset": "mek_Latn-eng_Latn", + "languages": [ + "mek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069953, + "recall": 0.105469, + "f1": 0.076983, + "accuracy": 0.105469, + "main_score": 0.076983, + "hf_subset": "eng_Latn-meq_Latn", + "languages": [ + "eng-Latn", + "meq-Latn" + ] + }, + { + "precision": 0.078364, + "recall": 0.121094, + "f1": 0.085638, + "accuracy": 0.121094, + "main_score": 0.085638, + "hf_subset": "meq_Latn-eng_Latn", + "languages": [ + "meq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080224, + "recall": 0.117188, + "f1": 0.087433, + "accuracy": 0.117188, + "main_score": 0.087433, + "hf_subset": "eng_Latn-met_Latn", + "languages": [ + "eng-Latn", + "met-Latn" + ] + }, + { + "precision": 0.087607, + "recall": 0.144531, + "f1": 0.099591, + "accuracy": 0.144531, + "main_score": 0.099591, + "hf_subset": "met_Latn-eng_Latn", + "languages": [ + "met-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131246, + "recall": 0.191406, + "f1": 0.145294, + "accuracy": 0.191406, + "main_score": 0.145294, + "hf_subset": "eng_Latn-meu_Latn", + "languages": [ + "eng-Latn", + "meu-Latn" + ] + }, + { + "precision": 0.152152, + "recall": 0.230469, + "f1": 0.168795, + "accuracy": 0.230469, + "main_score": 0.168795, + "hf_subset": "meu_Latn-eng_Latn", + "languages": [ + "meu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.168697, + "recall": 0.253906, + "f1": 0.188827, + "accuracy": 0.253906, + "main_score": 0.188827, + "hf_subset": "eng_Latn-mgc_Latn", + "languages": [ + "eng-Latn", + "mgc-Latn" + ] + }, + { + "precision": 0.205114, + "recall": 0.273438, + "f1": 0.221806, + "accuracy": 0.273438, + "main_score": 0.221806, + "hf_subset": "mgc_Latn-eng_Latn", + "languages": [ + "mgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069903, + "recall": 0.128906, + "f1": 0.0808, + "accuracy": 0.128906, + "main_score": 0.0808, + "hf_subset": "eng_Latn-mgh_Latn", + "languages": [ + "eng-Latn", + "mgh-Latn" + ] + }, + { + "precision": 0.089008, + "recall": 0.15625, + "f1": 0.103556, + "accuracy": 0.15625, + "main_score": 0.103556, + "hf_subset": "mgh_Latn-eng_Latn", + "languages": [ + "mgh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.322285, + "recall": 0.406699, + "f1": 0.343153, + "accuracy": 0.406699, + "main_score": 0.343153, + "hf_subset": "eng_Latn-mgw_Latn", + "languages": [ + "eng-Latn", + "mgw-Latn" + ] + }, + { + "precision": 0.38429, + "recall": 0.488038, + "f1": 0.41301, + "accuracy": 0.488038, + "main_score": 0.41301, + "hf_subset": "mgw_Latn-eng_Latn", + "languages": [ + "mgw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075024, + "recall": 0.109375, + "f1": 0.08083, + "accuracy": 0.109375, + "main_score": 0.08083, + "hf_subset": "eng_Latn-mhl_Latn", + "languages": [ + "eng-Latn", + "mhl-Latn" + ] + }, + { + "precision": 0.070946, + "recall": 0.128906, + "f1": 0.08154, + "accuracy": 0.128906, + "main_score": 0.08154, + "hf_subset": "mhl_Latn-eng_Latn", + "languages": [ + "mhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.183842, + "recall": 0.253906, + "f1": 0.20067, + "accuracy": 0.253906, + "main_score": 0.20067, + "hf_subset": "eng_Latn-mib_Latn", + "languages": [ + "eng-Latn", + "mib-Latn" + ] + }, + { + "precision": 0.205357, + "recall": 0.273438, + "f1": 0.220933, + "accuracy": 0.273438, + "main_score": 0.220933, + "hf_subset": "mib_Latn-eng_Latn", + "languages": [ + "mib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025235, + "recall": 0.042969, + "f1": 0.028023, + "accuracy": 0.042969, + "main_score": 0.028023, + "hf_subset": "eng_Latn-mic_Latn", + "languages": [ + "eng-Latn", + "mic-Latn" + ] + }, + { + "precision": 0.027704, + "recall": 0.046875, + "f1": 0.031554, + "accuracy": 0.046875, + "main_score": 0.031554, + "hf_subset": "mic_Latn-eng_Latn", + "languages": [ + "mic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.179399, + "recall": 0.25, + "f1": 0.197618, + "accuracy": 0.25, + "main_score": 0.197618, + "hf_subset": "eng_Latn-mie_Latn", + "languages": [ + "eng-Latn", + "mie-Latn" + ] + }, + { + "precision": 0.190216, + "recall": 0.265625, + "f1": 0.20761, + "accuracy": 0.265625, + "main_score": 0.20761, + "hf_subset": "mie_Latn-eng_Latn", + "languages": [ + "mie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149885, + "recall": 0.203125, + "f1": 0.161745, + "accuracy": 0.203125, + "main_score": 0.161745, + "hf_subset": "eng_Latn-mig_Latn", + "languages": [ + "eng-Latn", + "mig-Latn" + ] + }, + { + "precision": 0.134395, + "recall": 0.207031, + "f1": 0.147689, + "accuracy": 0.207031, + "main_score": 0.147689, + "hf_subset": "mig_Latn-eng_Latn", + "languages": [ + "mig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109692, + "recall": 0.15625, + "f1": 0.118892, + "accuracy": 0.15625, + "main_score": 0.118892, + "hf_subset": "eng_Latn-mih_Latn", + "languages": [ + "eng-Latn", + "mih-Latn" + ] + }, + { + "precision": 0.120433, + "recall": 0.179688, + "f1": 0.131558, + "accuracy": 0.179688, + "main_score": 0.131558, + "hf_subset": "mih_Latn-eng_Latn", + "languages": [ + "mih-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067849, + "recall": 0.109375, + "f1": 0.077344, + "accuracy": 0.109375, + "main_score": 0.077344, + "hf_subset": "eng_Latn-mil_Latn", + "languages": [ + "eng-Latn", + "mil-Latn" + ] + }, + { + "precision": 0.063383, + "recall": 0.105469, + "f1": 0.069694, + "accuracy": 0.105469, + "main_score": 0.069694, + "hf_subset": "mil_Latn-eng_Latn", + "languages": [ + "mil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088546, + "recall": 0.121094, + "f1": 0.095464, + "accuracy": 0.121094, + "main_score": 0.095464, + "hf_subset": "eng_Latn-mio_Latn", + "languages": [ + "eng-Latn", + "mio-Latn" + ] + }, + { + "precision": 0.088516, + "recall": 0.132812, + "f1": 0.098404, + "accuracy": 0.132812, + "main_score": 0.098404, + "hf_subset": "mio_Latn-eng_Latn", + "languages": [ + "mio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06746, + "recall": 0.105469, + "f1": 0.075503, + "accuracy": 0.105469, + "main_score": 0.075503, + "hf_subset": "eng_Latn-mir_Latn", + "languages": [ + "eng-Latn", + "mir-Latn" + ] + }, + { + "precision": 0.094288, + "recall": 0.136719, + "f1": 0.103078, + "accuracy": 0.136719, + "main_score": 0.103078, + "hf_subset": "mir_Latn-eng_Latn", + "languages": [ + "mir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140386, + "recall": 0.207031, + "f1": 0.154712, + "accuracy": 0.207031, + "main_score": 0.154712, + "hf_subset": "eng_Latn-mit_Latn", + "languages": [ + "eng-Latn", + "mit-Latn" + ] + }, + { + "precision": 0.137671, + "recall": 0.195312, + "f1": 0.150896, + "accuracy": 0.195312, + "main_score": 0.150896, + "hf_subset": "mit_Latn-eng_Latn", + "languages": [ + "mit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104123, + "recall": 0.140625, + "f1": 0.111573, + "accuracy": 0.140625, + "main_score": 0.111573, + "hf_subset": "eng_Latn-miz_Latn", + "languages": [ + "eng-Latn", + "miz-Latn" + ] + }, + { + "precision": 0.096159, + "recall": 0.140625, + "f1": 0.106359, + "accuracy": 0.140625, + "main_score": 0.106359, + "hf_subset": "miz_Latn-eng_Latn", + "languages": [ + "miz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096506, + "recall": 0.144531, + "f1": 0.103914, + "accuracy": 0.144531, + "main_score": 0.103914, + "hf_subset": "eng_Latn-mjc_Latn", + "languages": [ + "eng-Latn", + "mjc-Latn" + ] + }, + { + "precision": 0.101318, + "recall": 0.148438, + "f1": 0.110222, + "accuracy": 0.148438, + "main_score": 0.110222, + "hf_subset": "mjc_Latn-eng_Latn", + "languages": [ + "mjc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.188573, + "recall": 0.253906, + "f1": 0.203811, + "accuracy": 0.253906, + "main_score": 0.203811, + "hf_subset": "eng_Latn-mkj_Latn", + "languages": [ + "eng-Latn", + "mkj-Latn" + ] + }, + { + "precision": 0.17557, + "recall": 0.269531, + "f1": 0.199279, + "accuracy": 0.269531, + "main_score": 0.199279, + "hf_subset": "mkj_Latn-eng_Latn", + "languages": [ + "mkj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065152, + "recall": 0.097656, + "f1": 0.071351, + "accuracy": 0.097656, + "main_score": 0.071351, + "hf_subset": "eng_Latn-mkl_Latn", + "languages": [ + "eng-Latn", + "mkl-Latn" + ] + }, + { + "precision": 0.074647, + "recall": 0.109375, + "f1": 0.081836, + "accuracy": 0.109375, + "main_score": 0.081836, + "hf_subset": "mkl_Latn-eng_Latn", + "languages": [ + "mkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.429724, + "recall": 0.523438, + "f1": 0.452462, + "accuracy": 0.523438, + "main_score": 0.452462, + "hf_subset": "eng_Latn-mkn_Latn", + "languages": [ + "eng-Latn", + "mkn-Latn" + ] + }, + { + "precision": 0.556124, + "recall": 0.640625, + "f1": 0.578888, + "accuracy": 0.640625, + "main_score": 0.578888, + "hf_subset": "mkn_Latn-eng_Latn", + "languages": [ + "mkn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115323, + "recall": 0.136719, + "f1": 0.120616, + "accuracy": 0.136719, + "main_score": 0.120616, + "hf_subset": "eng_Latn-mks_Latn", + "languages": [ + "eng-Latn", + "mks-Latn" + ] + }, + { + "precision": 0.091626, + "recall": 0.140625, + "f1": 0.10233, + "accuracy": 0.140625, + "main_score": 0.10233, + "hf_subset": "mks_Latn-eng_Latn", + "languages": [ + "mks-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032134, + "recall": 0.050781, + "f1": 0.034521, + "accuracy": 0.050781, + "main_score": 0.034521, + "hf_subset": "eng_Latn-mle_Latn", + "languages": [ + "eng-Latn", + "mle-Latn" + ] + }, + { + "precision": 0.040711, + "recall": 0.074219, + "f1": 0.046529, + "accuracy": 0.074219, + "main_score": 0.046529, + "hf_subset": "mle_Latn-eng_Latn", + "languages": [ + "mle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075024, + "recall": 0.109375, + "f1": 0.08083, + "accuracy": 0.109375, + "main_score": 0.08083, + "hf_subset": "eng_Latn-mlh_Latn", + "languages": [ + "eng-Latn", + "mlh-Latn" + ] + }, + { + "precision": 0.070946, + "recall": 0.128906, + "f1": 0.08154, + "accuracy": 0.128906, + "main_score": 0.08154, + "hf_subset": "mlh_Latn-eng_Latn", + "languages": [ + "mlh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078575, + "recall": 0.109375, + "f1": 0.084859, + "accuracy": 0.109375, + "main_score": 0.084859, + "hf_subset": "eng_Latn-mlp_Latn", + "languages": [ + "eng-Latn", + "mlp-Latn" + ] + }, + { + "precision": 0.082001, + "recall": 0.117188, + "f1": 0.089921, + "accuracy": 0.117188, + "main_score": 0.089921, + "hf_subset": "mlp_Latn-eng_Latn", + "languages": [ + "mlp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109516, + "recall": 0.179688, + "f1": 0.123665, + "accuracy": 0.179688, + "main_score": 0.123665, + "hf_subset": "eng_Latn-mmo_Latn", + "languages": [ + "eng-Latn", + "mmo-Latn" + ] + }, + { + "precision": 0.117463, + "recall": 0.203125, + "f1": 0.136552, + "accuracy": 0.203125, + "main_score": 0.136552, + "hf_subset": "mmo_Latn-eng_Latn", + "languages": [ + "mmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061769, + "recall": 0.085938, + "f1": 0.066414, + "accuracy": 0.085938, + "main_score": 0.066414, + "hf_subset": "eng_Latn-mmx_Latn", + "languages": [ + "eng-Latn", + "mmx-Latn" + ] + }, + { + "precision": 0.056493, + "recall": 0.105469, + "f1": 0.064735, + "accuracy": 0.105469, + "main_score": 0.064735, + "hf_subset": "mmx_Latn-eng_Latn", + "languages": [ + "mmx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059418, + "recall": 0.097656, + "f1": 0.065725, + "accuracy": 0.097656, + "main_score": 0.065725, + "hf_subset": "eng_Latn-mna_Latn", + "languages": [ + "eng-Latn", + "mna-Latn" + ] + }, + { + "precision": 0.07601, + "recall": 0.125, + "f1": 0.085012, + "accuracy": 0.125, + "main_score": 0.085012, + "hf_subset": "mna_Latn-eng_Latn", + "languages": [ + "mna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092379, + "recall": 0.136719, + "f1": 0.101595, + "accuracy": 0.136719, + "main_score": 0.101595, + "hf_subset": "eng_Latn-mop_Latn", + "languages": [ + "eng-Latn", + "mop-Latn" + ] + }, + { + "precision": 0.106499, + "recall": 0.171875, + "f1": 0.120491, + "accuracy": 0.171875, + "main_score": 0.120491, + "hf_subset": "mop_Latn-eng_Latn", + "languages": [ + "mop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063395, + "recall": 0.101562, + "f1": 0.070474, + "accuracy": 0.101562, + "main_score": 0.070474, + "hf_subset": "eng_Latn-mox_Latn", + "languages": [ + "eng-Latn", + "mox-Latn" + ] + }, + { + "precision": 0.061981, + "recall": 0.109375, + "f1": 0.070573, + "accuracy": 0.109375, + "main_score": 0.070573, + "hf_subset": "mox_Latn-eng_Latn", + "languages": [ + "mox-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.154733, + "recall": 0.192771, + "f1": 0.163655, + "accuracy": 0.192771, + "main_score": 0.163655, + "hf_subset": "eng_Latn-mph_Latn", + "languages": [ + "eng-Latn", + "mph-Latn" + ] + }, + { + "precision": 0.146055, + "recall": 0.253012, + "f1": 0.168053, + "accuracy": 0.253012, + "main_score": 0.168053, + "hf_subset": "mph_Latn-eng_Latn", + "languages": [ + "mph-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.013092, + "recall": 0.023438, + "f1": 0.015113, + "accuracy": 0.023438, + "main_score": 0.015113, + "hf_subset": "eng_Latn-mpj_Latn", + "languages": [ + "eng-Latn", + "mpj-Latn" + ] + }, + { + "precision": 0.005126, + "recall": 0.019531, + "f1": 0.005945, + "accuracy": 0.019531, + "main_score": 0.005945, + "hf_subset": "mpj_Latn-eng_Latn", + "languages": [ + "mpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090299, + "recall": 0.117188, + "f1": 0.095988, + "accuracy": 0.117188, + "main_score": 0.095988, + "hf_subset": "eng_Latn-mpm_Latn", + "languages": [ + "eng-Latn", + "mpm-Latn" + ] + }, + { + "precision": 0.113703, + "recall": 0.167969, + "f1": 0.122916, + "accuracy": 0.167969, + "main_score": 0.122916, + "hf_subset": "mpm_Latn-eng_Latn", + "languages": [ + "mpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033433, + "recall": 0.054688, + "f1": 0.038659, + "accuracy": 0.054688, + "main_score": 0.038659, + "hf_subset": "eng_Latn-mpp_Latn", + "languages": [ + "eng-Latn", + "mpp-Latn" + ] + }, + { + "precision": 0.065825, + "recall": 0.101562, + "f1": 0.073018, + "accuracy": 0.101562, + "main_score": 0.073018, + "hf_subset": "mpp_Latn-eng_Latn", + "languages": [ + "mpp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065784, + "recall": 0.089844, + "f1": 0.07134, + "accuracy": 0.089844, + "main_score": 0.07134, + "hf_subset": "eng_Latn-mps_Latn", + "languages": [ + "eng-Latn", + "mps-Latn" + ] + }, + { + "precision": 0.090916, + "recall": 0.132812, + "f1": 0.099262, + "accuracy": 0.132812, + "main_score": 0.099262, + "hf_subset": "mps_Latn-eng_Latn", + "languages": [ + "mps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048177, + "recall": 0.054688, + "f1": 0.05013, + "accuracy": 0.054688, + "main_score": 0.05013, + "hf_subset": "eng_Latn-mpt_Latn", + "languages": [ + "eng-Latn", + "mpt-Latn" + ] + }, + { + "precision": 0.057763, + "recall": 0.089844, + "f1": 0.064882, + "accuracy": 0.089844, + "main_score": 0.064882, + "hf_subset": "mpt_Latn-eng_Latn", + "languages": [ + "mpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086365, + "recall": 0.136719, + "f1": 0.098354, + "accuracy": 0.136719, + "main_score": 0.098354, + "hf_subset": "eng_Latn-mpx_Latn", + "languages": [ + "eng-Latn", + "mpx-Latn" + ] + }, + { + "precision": 0.088553, + "recall": 0.148438, + "f1": 0.101584, + "accuracy": 0.148438, + "main_score": 0.101584, + "hf_subset": "mpx_Latn-eng_Latn", + "languages": [ + "mpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08314, + "recall": 0.121094, + "f1": 0.091736, + "accuracy": 0.121094, + "main_score": 0.091736, + "hf_subset": "eng_Latn-mqb_Latn", + "languages": [ + "eng-Latn", + "mqb-Latn" + ] + }, + { + "precision": 0.092716, + "recall": 0.128906, + "f1": 0.098369, + "accuracy": 0.128906, + "main_score": 0.098369, + "hf_subset": "mqb_Latn-eng_Latn", + "languages": [ + "mqb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128745, + "recall": 0.171875, + "f1": 0.139464, + "accuracy": 0.171875, + "main_score": 0.139464, + "hf_subset": "eng_Latn-mqj_Latn", + "languages": [ + "eng-Latn", + "mqj-Latn" + ] + }, + { + "precision": 0.130797, + "recall": 0.195312, + "f1": 0.144751, + "accuracy": 0.195312, + "main_score": 0.144751, + "hf_subset": "mqj_Latn-eng_Latn", + "languages": [ + "mqj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.693077, + "recall": 0.765625, + "f1": 0.713095, + "accuracy": 0.765625, + "main_score": 0.713095, + "hf_subset": "eng_Latn-msb_Latn", + "languages": [ + "eng-Latn", + "msb-Latn" + ] + }, + { + "precision": 0.825521, + "recall": 0.878906, + "f1": 0.842448, + "accuracy": 0.878906, + "main_score": 0.842448, + "hf_subset": "msb_Latn-eng_Latn", + "languages": [ + "msb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.223524, + "recall": 0.296875, + "f1": 0.238611, + "accuracy": 0.296875, + "main_score": 0.238611, + "hf_subset": "eng_Latn-msc_Latn", + "languages": [ + "eng-Latn", + "msc-Latn" + ] + }, + { + "precision": 0.2396, + "recall": 0.308594, + "f1": 0.25635, + "accuracy": 0.308594, + "main_score": 0.25635, + "hf_subset": "msc_Latn-eng_Latn", + "languages": [ + "msc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.192683, + "recall": 0.285156, + "f1": 0.214535, + "accuracy": 0.285156, + "main_score": 0.214535, + "hf_subset": "eng_Latn-msk_Latn", + "languages": [ + "eng-Latn", + "msk-Latn" + ] + }, + { + "precision": 0.220855, + "recall": 0.3125, + "f1": 0.242243, + "accuracy": 0.3125, + "main_score": 0.242243, + "hf_subset": "msk_Latn-eng_Latn", + "languages": [ + "msk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.238163, + "recall": 0.320312, + "f1": 0.257865, + "accuracy": 0.320312, + "main_score": 0.257865, + "hf_subset": "eng_Latn-msm_Latn", + "languages": [ + "eng-Latn", + "msm-Latn" + ] + }, + { + "precision": 0.230756, + "recall": 0.3125, + "f1": 0.250375, + "accuracy": 0.3125, + "main_score": 0.250375, + "hf_subset": "msm_Latn-eng_Latn", + "languages": [ + "msm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096583, + "recall": 0.167969, + "f1": 0.109538, + "accuracy": 0.167969, + "main_score": 0.109538, + "hf_subset": "eng_Latn-msy_Latn", + "languages": [ + "eng-Latn", + "msy-Latn" + ] + }, + { + "precision": 0.130503, + "recall": 0.203125, + "f1": 0.145108, + "accuracy": 0.203125, + "main_score": 0.145108, + "hf_subset": "msy_Latn-eng_Latn", + "languages": [ + "msy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070073, + "recall": 0.105469, + "f1": 0.076913, + "accuracy": 0.105469, + "main_score": 0.076913, + "hf_subset": "eng_Latn-mti_Latn", + "languages": [ + "eng-Latn", + "mti-Latn" + ] + }, + { + "precision": 0.079105, + "recall": 0.117188, + "f1": 0.086509, + "accuracy": 0.117188, + "main_score": 0.086509, + "hf_subset": "mti_Latn-eng_Latn", + "languages": [ + "mti-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091579, + "recall": 0.140625, + "f1": 0.101145, + "accuracy": 0.140625, + "main_score": 0.101145, + "hf_subset": "eng_Latn-mto_Latn", + "languages": [ + "eng-Latn", + "mto-Latn" + ] + }, + { + "precision": 0.086389, + "recall": 0.144531, + "f1": 0.09613, + "accuracy": 0.144531, + "main_score": 0.09613, + "hf_subset": "mto_Latn-eng_Latn", + "languages": [ + "mto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033804, + "recall": 0.050781, + "f1": 0.036691, + "accuracy": 0.050781, + "main_score": 0.036691, + "hf_subset": "eng_Latn-mux_Latn", + "languages": [ + "eng-Latn", + "mux-Latn" + ] + }, + { + "precision": 0.041892, + "recall": 0.082031, + "f1": 0.048387, + "accuracy": 0.082031, + "main_score": 0.048387, + "hf_subset": "mux_Latn-eng_Latn", + "languages": [ + "mux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063472, + "recall": 0.09375, + "f1": 0.069142, + "accuracy": 0.09375, + "main_score": 0.069142, + "hf_subset": "eng_Latn-muy_Latn", + "languages": [ + "eng-Latn", + "muy-Latn" + ] + }, + { + "precision": 0.067726, + "recall": 0.101562, + "f1": 0.074772, + "accuracy": 0.101562, + "main_score": 0.074772, + "hf_subset": "muy_Latn-eng_Latn", + "languages": [ + "muy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088951, + "recall": 0.121094, + "f1": 0.094572, + "accuracy": 0.121094, + "main_score": 0.094572, + "hf_subset": "eng_Latn-mva_Latn", + "languages": [ + "eng-Latn", + "mva-Latn" + ] + }, + { + "precision": 0.086171, + "recall": 0.136719, + "f1": 0.095637, + "accuracy": 0.136719, + "main_score": 0.095637, + "hf_subset": "mva_Latn-eng_Latn", + "languages": [ + "mva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080072, + "recall": 0.125, + "f1": 0.087018, + "accuracy": 0.125, + "main_score": 0.087018, + "hf_subset": "eng_Latn-mvn_Latn", + "languages": [ + "eng-Latn", + "mvn-Latn" + ] + }, + { + "precision": 0.074735, + "recall": 0.136719, + "f1": 0.08498, + "accuracy": 0.136719, + "main_score": 0.08498, + "hf_subset": "mvn_Latn-eng_Latn", + "languages": [ + "mvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.340007, + "recall": 0.410156, + "f1": 0.359536, + "accuracy": 0.410156, + "main_score": 0.359536, + "hf_subset": "eng_Latn-mwc_Latn", + "languages": [ + "eng-Latn", + "mwc-Latn" + ] + }, + { + "precision": 0.29056, + "recall": 0.390625, + "f1": 0.315606, + "accuracy": 0.390625, + "main_score": 0.315606, + "hf_subset": "mwc_Latn-eng_Latn", + "languages": [ + "mwc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102025, + "recall": 0.140625, + "f1": 0.109197, + "accuracy": 0.140625, + "main_score": 0.109197, + "hf_subset": "eng_Latn-mwe_Latn", + "languages": [ + "eng-Latn", + "mwe-Latn" + ] + }, + { + "precision": 0.120015, + "recall": 0.167969, + "f1": 0.12849, + "accuracy": 0.167969, + "main_score": 0.12849, + "hf_subset": "mwe_Latn-eng_Latn", + "languages": [ + "mwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137399, + "recall": 0.183594, + "f1": 0.147751, + "accuracy": 0.183594, + "main_score": 0.147751, + "hf_subset": "eng_Latn-mwf_Latn", + "languages": [ + "eng-Latn", + "mwf-Latn" + ] + }, + { + "precision": 0.179152, + "recall": 0.246094, + "f1": 0.19377, + "accuracy": 0.246094, + "main_score": 0.19377, + "hf_subset": "mwf_Latn-eng_Latn", + "languages": [ + "mwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131415, + "recall": 0.199219, + "f1": 0.145138, + "accuracy": 0.199219, + "main_score": 0.145138, + "hf_subset": "eng_Latn-mwp_Latn", + "languages": [ + "eng-Latn", + "mwp-Latn" + ] + }, + { + "precision": 0.153108, + "recall": 0.214844, + "f1": 0.167935, + "accuracy": 0.214844, + "main_score": 0.167935, + "hf_subset": "mwp_Latn-eng_Latn", + "languages": [ + "mwp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.160173, + "recall": 0.214844, + "f1": 0.170793, + "accuracy": 0.214844, + "main_score": 0.170793, + "hf_subset": "eng_Latn-mxb_Latn", + "languages": [ + "eng-Latn", + "mxb-Latn" + ] + }, + { + "precision": 0.1358, + "recall": 0.191406, + "f1": 0.147058, + "accuracy": 0.191406, + "main_score": 0.147058, + "hf_subset": "mxb_Latn-eng_Latn", + "languages": [ + "mxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103335, + "recall": 0.144531, + "f1": 0.112267, + "accuracy": 0.144531, + "main_score": 0.112267, + "hf_subset": "eng_Latn-mxp_Latn", + "languages": [ + "eng-Latn", + "mxp-Latn" + ] + }, + { + "precision": 0.096126, + "recall": 0.132812, + "f1": 0.102703, + "accuracy": 0.132812, + "main_score": 0.102703, + "hf_subset": "mxp_Latn-eng_Latn", + "languages": [ + "mxp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.121594, + "recall": 0.167969, + "f1": 0.131496, + "accuracy": 0.167969, + "main_score": 0.131496, + "hf_subset": "eng_Latn-mxq_Latn", + "languages": [ + "eng-Latn", + "mxq-Latn" + ] + }, + { + "precision": 0.133098, + "recall": 0.175781, + "f1": 0.141656, + "accuracy": 0.175781, + "main_score": 0.141656, + "hf_subset": "mxq_Latn-eng_Latn", + "languages": [ + "mxq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102231, + "recall": 0.136719, + "f1": 0.108132, + "accuracy": 0.136719, + "main_score": 0.108132, + "hf_subset": "eng_Latn-mxt_Latn", + "languages": [ + "eng-Latn", + "mxt-Latn" + ] + }, + { + "precision": 0.111546, + "recall": 0.175781, + "f1": 0.122513, + "accuracy": 0.175781, + "main_score": 0.122513, + "hf_subset": "mxt_Latn-eng_Latn", + "languages": [ + "mxt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.441288, + "recall": 0.488281, + "f1": 0.453618, + "accuracy": 0.488281, + "main_score": 0.453618, + "hf_subset": "eng_Latn-mya_Latn", + "languages": [ + "eng-Latn", + "mya-Latn" + ] + }, + { + "precision": 0.490365, + "recall": 0.539062, + "f1": 0.504427, + "accuracy": 0.539062, + "main_score": 0.504427, + "hf_subset": "mya_Latn-eng_Latn", + "languages": [ + "mya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060397, + "recall": 0.105469, + "f1": 0.068913, + "accuracy": 0.105469, + "main_score": 0.068913, + "hf_subset": "eng_Latn-myk_Latn", + "languages": [ + "eng-Latn", + "myk-Latn" + ] + }, + { + "precision": 0.085742, + "recall": 0.132812, + "f1": 0.094014, + "accuracy": 0.132812, + "main_score": 0.094014, + "hf_subset": "myk_Latn-eng_Latn", + "languages": [ + "myk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071352, + "recall": 0.097656, + "f1": 0.076686, + "accuracy": 0.097656, + "main_score": 0.076686, + "hf_subset": "eng_Latn-myu_Latn", + "languages": [ + "eng-Latn", + "myu-Latn" + ] + }, + { + "precision": 0.080656, + "recall": 0.109375, + "f1": 0.085357, + "accuracy": 0.109375, + "main_score": 0.085357, + "hf_subset": "myu_Latn-eng_Latn", + "languages": [ + "myu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038466, + "recall": 0.058594, + "f1": 0.041504, + "accuracy": 0.058594, + "main_score": 0.041504, + "hf_subset": "eng_Latn-myw_Latn", + "languages": [ + "eng-Latn", + "myw-Latn" + ] + }, + { + "precision": 0.057381, + "recall": 0.097656, + "f1": 0.06406, + "accuracy": 0.097656, + "main_score": 0.06406, + "hf_subset": "myw_Latn-eng_Latn", + "languages": [ + "myw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064083, + "recall": 0.078125, + "f1": 0.06654, + "accuracy": 0.078125, + "main_score": 0.06654, + "hf_subset": "eng_Latn-myy_Latn", + "languages": [ + "eng-Latn", + "myy-Latn" + ] + }, + { + "precision": 0.09115, + "recall": 0.125, + "f1": 0.098116, + "accuracy": 0.125, + "main_score": 0.098116, + "hf_subset": "myy_Latn-eng_Latn", + "languages": [ + "myy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.133137, + "recall": 0.176, + "f1": 0.142375, + "accuracy": 0.176, + "main_score": 0.142375, + "hf_subset": "eng_Latn-mzz_Latn", + "languages": [ + "eng-Latn", + "mzz-Latn" + ] + }, + { + "precision": 0.151086, + "recall": 0.224, + "f1": 0.167733, + "accuracy": 0.224, + "main_score": 0.167733, + "hf_subset": "mzz_Latn-eng_Latn", + "languages": [ + "mzz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016145, + "recall": 0.03125, + "f1": 0.018297, + "accuracy": 0.03125, + "main_score": 0.018297, + "hf_subset": "eng_Latn-nab_Latn", + "languages": [ + "eng-Latn", + "nab-Latn" + ] + }, + { + "precision": 0.023841, + "recall": 0.046875, + "f1": 0.027332, + "accuracy": 0.046875, + "main_score": 0.027332, + "hf_subset": "nab_Latn-eng_Latn", + "languages": [ + "nab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050886, + "recall": 0.082031, + "f1": 0.056456, + "accuracy": 0.082031, + "main_score": 0.056456, + "hf_subset": "eng_Latn-naf_Latn", + "languages": [ + "eng-Latn", + "naf-Latn" + ] + }, + { + "precision": 0.080959, + "recall": 0.113281, + "f1": 0.088659, + "accuracy": 0.113281, + "main_score": 0.088659, + "hf_subset": "naf_Latn-eng_Latn", + "languages": [ + "naf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059168, + "recall": 0.085938, + "f1": 0.064432, + "accuracy": 0.085938, + "main_score": 0.064432, + "hf_subset": "eng_Latn-nak_Latn", + "languages": [ + "eng-Latn", + "nak-Latn" + ] + }, + { + "precision": 0.063421, + "recall": 0.113281, + "f1": 0.073216, + "accuracy": 0.113281, + "main_score": 0.073216, + "hf_subset": "nak_Latn-eng_Latn", + "languages": [ + "nak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047578, + "recall": 0.078125, + "f1": 0.052604, + "accuracy": 0.078125, + "main_score": 0.052604, + "hf_subset": "eng_Latn-nas_Latn", + "languages": [ + "eng-Latn", + "nas-Latn" + ] + }, + { + "precision": 0.059705, + "recall": 0.089844, + "f1": 0.064668, + "accuracy": 0.089844, + "main_score": 0.064668, + "hf_subset": "nas_Latn-eng_Latn", + "languages": [ + "nas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148304, + "recall": 0.195312, + "f1": 0.160324, + "accuracy": 0.195312, + "main_score": 0.160324, + "hf_subset": "eng_Latn-nbq_Latn", + "languages": [ + "eng-Latn", + "nbq-Latn" + ] + }, + { + "precision": 0.131445, + "recall": 0.191406, + "f1": 0.144278, + "accuracy": 0.191406, + "main_score": 0.144278, + "hf_subset": "nbq_Latn-eng_Latn", + "languages": [ + "nbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073703, + "recall": 0.105469, + "f1": 0.079924, + "accuracy": 0.105469, + "main_score": 0.079924, + "hf_subset": "eng_Latn-nca_Latn", + "languages": [ + "eng-Latn", + "nca-Latn" + ] + }, + { + "precision": 0.095877, + "recall": 0.136719, + "f1": 0.103271, + "accuracy": 0.136719, + "main_score": 0.103271, + "hf_subset": "nca_Latn-eng_Latn", + "languages": [ + "nca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132507, + "recall": 0.171875, + "f1": 0.139302, + "accuracy": 0.171875, + "main_score": 0.139302, + "hf_subset": "eng_Latn-nch_Latn", + "languages": [ + "eng-Latn", + "nch-Latn" + ] + }, + { + "precision": 0.123985, + "recall": 0.171875, + "f1": 0.134135, + "accuracy": 0.171875, + "main_score": 0.134135, + "hf_subset": "nch_Latn-eng_Latn", + "languages": [ + "nch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.147721, + "recall": 0.191406, + "f1": 0.156411, + "accuracy": 0.191406, + "main_score": 0.156411, + "hf_subset": "eng_Latn-ncj_Latn", + "languages": [ + "eng-Latn", + "ncj-Latn" + ] + }, + { + "precision": 0.140893, + "recall": 0.1875, + "f1": 0.150967, + "accuracy": 0.1875, + "main_score": 0.150967, + "hf_subset": "ncj_Latn-eng_Latn", + "languages": [ + "ncj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118456, + "recall": 0.160156, + "f1": 0.126171, + "accuracy": 0.160156, + "main_score": 0.126171, + "hf_subset": "eng_Latn-ncl_Latn", + "languages": [ + "eng-Latn", + "ncl-Latn" + ] + }, + { + "precision": 0.128617, + "recall": 0.1875, + "f1": 0.141088, + "accuracy": 0.1875, + "main_score": 0.141088, + "hf_subset": "ncl_Latn-eng_Latn", + "languages": [ + "ncl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0753, + "recall": 0.105469, + "f1": 0.082459, + "accuracy": 0.105469, + "main_score": 0.082459, + "hf_subset": "eng_Latn-ncu_Latn", + "languages": [ + "eng-Latn", + "ncu-Latn" + ] + }, + { + "precision": 0.088038, + "recall": 0.125, + "f1": 0.094584, + "accuracy": 0.125, + "main_score": 0.094584, + "hf_subset": "ncu_Latn-eng_Latn", + "languages": [ + "ncu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.361551, + "recall": 0.464844, + "f1": 0.385956, + "accuracy": 0.464844, + "main_score": 0.385956, + "hf_subset": "eng_Latn-ndg_Latn", + "languages": [ + "eng-Latn", + "ndg-Latn" + ] + }, + { + "precision": 0.488444, + "recall": 0.601562, + "f1": 0.518651, + "accuracy": 0.601562, + "main_score": 0.518651, + "hf_subset": "ndg_Latn-eng_Latn", + "languages": [ + "ndg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086809, + "recall": 0.140625, + "f1": 0.097155, + "accuracy": 0.140625, + "main_score": 0.097155, + "hf_subset": "eng_Latn-ndj_Latn", + "languages": [ + "eng-Latn", + "ndj-Latn" + ] + }, + { + "precision": 0.14333, + "recall": 0.203125, + "f1": 0.156125, + "accuracy": 0.203125, + "main_score": 0.156125, + "hf_subset": "ndj_Latn-eng_Latn", + "languages": [ + "ndj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058373, + "recall": 0.09375, + "f1": 0.065047, + "accuracy": 0.09375, + "main_score": 0.065047, + "hf_subset": "eng_Latn-nfa_Latn", + "languages": [ + "eng-Latn", + "nfa-Latn" + ] + }, + { + "precision": 0.108175, + "recall": 0.15625, + "f1": 0.117256, + "accuracy": 0.15625, + "main_score": 0.117256, + "hf_subset": "nfa_Latn-eng_Latn", + "languages": [ + "nfa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.166764, + "recall": 0.246094, + "f1": 0.184899, + "accuracy": 0.246094, + "main_score": 0.184899, + "hf_subset": "eng_Latn-ngp_Latn", + "languages": [ + "eng-Latn", + "ngp-Latn" + ] + }, + { + "precision": 0.215408, + "recall": 0.296875, + "f1": 0.231539, + "accuracy": 0.296875, + "main_score": 0.231539, + "hf_subset": "ngp_Latn-eng_Latn", + "languages": [ + "ngp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.184744, + "recall": 0.246094, + "f1": 0.199598, + "accuracy": 0.246094, + "main_score": 0.199598, + "hf_subset": "eng_Latn-ngu_Latn", + "languages": [ + "eng-Latn", + "ngu-Latn" + ] + }, + { + "precision": 0.193547, + "recall": 0.273438, + "f1": 0.211305, + "accuracy": 0.273438, + "main_score": 0.211305, + "hf_subset": "ngu_Latn-eng_Latn", + "languages": [ + "ngu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091178, + "recall": 0.144531, + "f1": 0.099809, + "accuracy": 0.144531, + "main_score": 0.099809, + "hf_subset": "eng_Latn-nhe_Latn", + "languages": [ + "eng-Latn", + "nhe-Latn" + ] + }, + { + "precision": 0.17235, + "recall": 0.242188, + "f1": 0.186345, + "accuracy": 0.242188, + "main_score": 0.186345, + "hf_subset": "nhe_Latn-eng_Latn", + "languages": [ + "nhe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.174907, + "recall": 0.25, + "f1": 0.192215, + "accuracy": 0.25, + "main_score": 0.192215, + "hf_subset": "eng_Latn-nhg_Latn", + "languages": [ + "eng-Latn", + "nhg-Latn" + ] + }, + { + "precision": 0.214573, + "recall": 0.289062, + "f1": 0.2306, + "accuracy": 0.289062, + "main_score": 0.2306, + "hf_subset": "nhg_Latn-eng_Latn", + "languages": [ + "nhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144355, + "recall": 0.207031, + "f1": 0.158296, + "accuracy": 0.207031, + "main_score": 0.158296, + "hf_subset": "eng_Latn-nhi_Latn", + "languages": [ + "eng-Latn", + "nhi-Latn" + ] + }, + { + "precision": 0.179181, + "recall": 0.238281, + "f1": 0.192034, + "accuracy": 0.238281, + "main_score": 0.192034, + "hf_subset": "nhi_Latn-eng_Latn", + "languages": [ + "nhi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.201807, + "recall": 0.265625, + "f1": 0.214332, + "accuracy": 0.265625, + "main_score": 0.214332, + "hf_subset": "eng_Latn-nho_Latn", + "languages": [ + "eng-Latn", + "nho-Latn" + ] + }, + { + "precision": 0.162252, + "recall": 0.238281, + "f1": 0.177452, + "accuracy": 0.238281, + "main_score": 0.177452, + "hf_subset": "nho_Latn-eng_Latn", + "languages": [ + "nho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08617, + "recall": 0.125, + "f1": 0.093911, + "accuracy": 0.125, + "main_score": 0.093911, + "hf_subset": "eng_Latn-nhr_Latn", + "languages": [ + "eng-Latn", + "nhr-Latn" + ] + }, + { + "precision": 0.104838, + "recall": 0.148438, + "f1": 0.112995, + "accuracy": 0.148438, + "main_score": 0.112995, + "hf_subset": "nhr_Latn-eng_Latn", + "languages": [ + "nhr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070234, + "recall": 0.105469, + "f1": 0.075844, + "accuracy": 0.105469, + "main_score": 0.075844, + "hf_subset": "eng_Latn-nhu_Latn", + "languages": [ + "eng-Latn", + "nhu-Latn" + ] + }, + { + "precision": 0.074371, + "recall": 0.136719, + "f1": 0.085725, + "accuracy": 0.136719, + "main_score": 0.085725, + "hf_subset": "nhu_Latn-eng_Latn", + "languages": [ + "nhu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134993, + "recall": 0.179688, + "f1": 0.142113, + "accuracy": 0.179688, + "main_score": 0.142113, + "hf_subset": "eng_Latn-nhw_Latn", + "languages": [ + "eng-Latn", + "nhw-Latn" + ] + }, + { + "precision": 0.112105, + "recall": 0.179688, + "f1": 0.127874, + "accuracy": 0.179688, + "main_score": 0.127874, + "hf_subset": "nhw_Latn-eng_Latn", + "languages": [ + "nhw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.178884, + "recall": 0.246094, + "f1": 0.192874, + "accuracy": 0.246094, + "main_score": 0.192874, + "hf_subset": "eng_Latn-nhy_Latn", + "languages": [ + "eng-Latn", + "nhy-Latn" + ] + }, + { + "precision": 0.183724, + "recall": 0.273438, + "f1": 0.205239, + "accuracy": 0.273438, + "main_score": 0.205239, + "hf_subset": "nhy_Latn-eng_Latn", + "languages": [ + "nhy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122327, + "recall": 0.203125, + "f1": 0.139256, + "accuracy": 0.203125, + "main_score": 0.139256, + "hf_subset": "eng_Latn-nif_Latn", + "languages": [ + "eng-Latn", + "nif-Latn" + ] + }, + { + "precision": 0.140381, + "recall": 0.207031, + "f1": 0.154947, + "accuracy": 0.207031, + "main_score": 0.154947, + "hf_subset": "nif_Latn-eng_Latn", + "languages": [ + "nif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048503, + "recall": 0.058594, + "f1": 0.050731, + "accuracy": 0.058594, + "main_score": 0.050731, + "hf_subset": "eng_Latn-nii_Latn", + "languages": [ + "eng-Latn", + "nii-Latn" + ] + }, + { + "precision": 0.044764, + "recall": 0.074219, + "f1": 0.049533, + "accuracy": 0.074219, + "main_score": 0.049533, + "hf_subset": "nii_Latn-eng_Latn", + "languages": [ + "nii-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049479, + "recall": 0.078125, + "f1": 0.05557, + "accuracy": 0.078125, + "main_score": 0.05557, + "hf_subset": "eng_Latn-nin_Latn", + "languages": [ + "eng-Latn", + "nin-Latn" + ] + }, + { + "precision": 0.053339, + "recall": 0.097656, + "f1": 0.06157, + "accuracy": 0.097656, + "main_score": 0.06157, + "hf_subset": "nin_Latn-eng_Latn", + "languages": [ + "nin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080657, + "recall": 0.128906, + "f1": 0.091221, + "accuracy": 0.128906, + "main_score": 0.091221, + "hf_subset": "eng_Latn-nko_Latn", + "languages": [ + "eng-Latn", + "nko-Latn" + ] + }, + { + "precision": 0.084434, + "recall": 0.125, + "f1": 0.093414, + "accuracy": 0.125, + "main_score": 0.093414, + "hf_subset": "nko_Latn-eng_Latn", + "languages": [ + "nko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964193, + "recall": 0.972656, + "f1": 0.966797, + "accuracy": 0.972656, + "main_score": 0.966797, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.155083, + "recall": 0.199219, + "f1": 0.165904, + "accuracy": 0.199219, + "main_score": 0.165904, + "hf_subset": "eng_Latn-nlg_Latn", + "languages": [ + "eng-Latn", + "nlg-Latn" + ] + }, + { + "precision": 0.145613, + "recall": 0.199219, + "f1": 0.155438, + "accuracy": 0.199219, + "main_score": 0.155438, + "hf_subset": "nlg_Latn-eng_Latn", + "languages": [ + "nlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.211983, + "recall": 0.277344, + "f1": 0.226882, + "accuracy": 0.277344, + "main_score": 0.226882, + "hf_subset": "eng_Latn-nna_Latn", + "languages": [ + "eng-Latn", + "nna-Latn" + ] + }, + { + "precision": 0.259353, + "recall": 0.335938, + "f1": 0.278069, + "accuracy": 0.335938, + "main_score": 0.278069, + "hf_subset": "nna_Latn-eng_Latn", + "languages": [ + "nna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11433, + "recall": 0.1875, + "f1": 0.128981, + "accuracy": 0.1875, + "main_score": 0.128981, + "hf_subset": "eng_Latn-nnq_Latn", + "languages": [ + "eng-Latn", + "nnq-Latn" + ] + }, + { + "precision": 0.161993, + "recall": 0.246094, + "f1": 0.179208, + "accuracy": 0.246094, + "main_score": 0.179208, + "hf_subset": "nnq_Latn-eng_Latn", + "languages": [ + "nnq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05482, + "recall": 0.101562, + "f1": 0.063779, + "accuracy": 0.101562, + "main_score": 0.063779, + "hf_subset": "eng_Latn-noa_Latn", + "languages": [ + "eng-Latn", + "noa-Latn" + ] + }, + { + "precision": 0.116141, + "recall": 0.179688, + "f1": 0.129405, + "accuracy": 0.179688, + "main_score": 0.129405, + "hf_subset": "noa_Latn-eng_Latn", + "languages": [ + "noa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070877, + "recall": 0.097656, + "f1": 0.076326, + "accuracy": 0.097656, + "main_score": 0.076326, + "hf_subset": "eng_Latn-nop_Latn", + "languages": [ + "eng-Latn", + "nop-Latn" + ] + }, + { + "precision": 0.078275, + "recall": 0.128906, + "f1": 0.088191, + "accuracy": 0.128906, + "main_score": 0.088191, + "hf_subset": "nop_Latn-eng_Latn", + "languages": [ + "nop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.017713, + "recall": 0.039062, + "f1": 0.020554, + "accuracy": 0.039062, + "main_score": 0.020554, + "hf_subset": "eng_Latn-not_Latn", + "languages": [ + "eng-Latn", + "not-Latn" + ] + }, + { + "precision": 0.024891, + "recall": 0.050781, + "f1": 0.028224, + "accuracy": 0.050781, + "main_score": 0.028224, + "hf_subset": "not_Latn-eng_Latn", + "languages": [ + "not-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0988, + "recall": 0.140625, + "f1": 0.108591, + "accuracy": 0.140625, + "main_score": 0.108591, + "hf_subset": "eng_Latn-nou_Latn", + "languages": [ + "eng-Latn", + "nou-Latn" + ] + }, + { + "precision": 0.075879, + "recall": 0.125, + "f1": 0.086978, + "accuracy": 0.125, + "main_score": 0.086978, + "hf_subset": "nou_Latn-eng_Latn", + "languages": [ + "nou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.96875, + "f1": 0.961589, + "accuracy": 0.96875, + "main_score": 0.961589, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.957031, + "recall": 0.96875, + "f1": 0.960938, + "accuracy": 0.96875, + "main_score": 0.960938, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.159271, + "recall": 0.214844, + "f1": 0.171952, + "accuracy": 0.214844, + "main_score": 0.171952, + "hf_subset": "eng_Latn-npl_Latn", + "languages": [ + "eng-Latn", + "npl-Latn" + ] + }, + { + "precision": 0.185247, + "recall": 0.25, + "f1": 0.198114, + "accuracy": 0.25, + "main_score": 0.198114, + "hf_subset": "npl_Latn-eng_Latn", + "languages": [ + "npl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109412, + "recall": 0.171875, + "f1": 0.122219, + "accuracy": 0.171875, + "main_score": 0.122219, + "hf_subset": "eng_Latn-nsn_Latn", + "languages": [ + "eng-Latn", + "nsn-Latn" + ] + }, + { + "precision": 0.110541, + "recall": 0.175781, + "f1": 0.12361, + "accuracy": 0.175781, + "main_score": 0.12361, + "hf_subset": "nsn_Latn-eng_Latn", + "languages": [ + "nsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.165611, + "recall": 0.242188, + "f1": 0.181165, + "accuracy": 0.242188, + "main_score": 0.181165, + "hf_subset": "eng_Latn-nss_Latn", + "languages": [ + "eng-Latn", + "nss-Latn" + ] + }, + { + "precision": 0.212313, + "recall": 0.304688, + "f1": 0.23221, + "accuracy": 0.304688, + "main_score": 0.23221, + "hf_subset": "nss_Latn-eng_Latn", + "languages": [ + "nss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.006632, + "recall": 0.019531, + "f1": 0.007865, + "accuracy": 0.019531, + "main_score": 0.007865, + "hf_subset": "eng_Latn-ntj_Latn", + "languages": [ + "eng-Latn", + "ntj-Latn" + ] + }, + { + "precision": 0.015118, + "recall": 0.039062, + "f1": 0.018681, + "accuracy": 0.039062, + "main_score": 0.018681, + "hf_subset": "ntj_Latn-eng_Latn", + "languages": [ + "ntj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046953, + "recall": 0.078125, + "f1": 0.052216, + "accuracy": 0.078125, + "main_score": 0.052216, + "hf_subset": "eng_Latn-ntp_Latn", + "languages": [ + "eng-Latn", + "ntp-Latn" + ] + }, + { + "precision": 0.060812, + "recall": 0.097656, + "f1": 0.068831, + "accuracy": 0.097656, + "main_score": 0.068831, + "hf_subset": "ntp_Latn-eng_Latn", + "languages": [ + "ntp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039067, + "recall": 0.0625, + "f1": 0.041733, + "accuracy": 0.0625, + "main_score": 0.041733, + "hf_subset": "eng_Latn-ntu_Latn", + "languages": [ + "eng-Latn", + "ntu-Latn" + ] + }, + { + "precision": 0.046364, + "recall": 0.074219, + "f1": 0.052407, + "accuracy": 0.074219, + "main_score": 0.052407, + "hf_subset": "ntu_Latn-eng_Latn", + "languages": [ + "ntu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086003, + "recall": 0.105469, + "f1": 0.090592, + "accuracy": 0.105469, + "main_score": 0.090592, + "hf_subset": "eng_Latn-nuy_Latn", + "languages": [ + "eng-Latn", + "nuy-Latn" + ] + }, + { + "precision": 0.082957, + "recall": 0.125, + "f1": 0.093768, + "accuracy": 0.125, + "main_score": 0.093768, + "hf_subset": "nuy_Latn-eng_Latn", + "languages": [ + "nuy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058817, + "recall": 0.082031, + "f1": 0.063579, + "accuracy": 0.082031, + "main_score": 0.063579, + "hf_subset": "eng_Latn-nvm_Latn", + "languages": [ + "eng-Latn", + "nvm-Latn" + ] + }, + { + "precision": 0.043444, + "recall": 0.0625, + "f1": 0.046914, + "accuracy": 0.0625, + "main_score": 0.046914, + "hf_subset": "nvm_Latn-eng_Latn", + "languages": [ + "nvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094027, + "recall": 0.125, + "f1": 0.100492, + "accuracy": 0.125, + "main_score": 0.100492, + "hf_subset": "eng_Latn-nwi_Latn", + "languages": [ + "eng-Latn", + "nwi-Latn" + ] + }, + { + "precision": 0.087892, + "recall": 0.144531, + "f1": 0.09791, + "accuracy": 0.144531, + "main_score": 0.09791, + "hf_subset": "nwi_Latn-eng_Latn", + "languages": [ + "nwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.504489, + "recall": 0.617188, + "f1": 0.534741, + "accuracy": 0.617188, + "main_score": 0.534741, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.608333, + "recall": 0.703125, + "f1": 0.634375, + "accuracy": 0.703125, + "main_score": 0.634375, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.18039, + "recall": 0.270492, + "f1": 0.201678, + "accuracy": 0.270492, + "main_score": 0.201678, + "hf_subset": "eng_Latn-nys_Latn", + "languages": [ + "eng-Latn", + "nys-Latn" + ] + }, + { + "precision": 0.249072, + "recall": 0.344262, + "f1": 0.271183, + "accuracy": 0.344262, + "main_score": 0.271183, + "hf_subset": "nys_Latn-eng_Latn", + "languages": [ + "nys-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.353866, + "recall": 0.433594, + "f1": 0.371223, + "accuracy": 0.433594, + "main_score": 0.371223, + "hf_subset": "eng_Latn-nyu_Latn", + "languages": [ + "eng-Latn", + "nyu-Latn" + ] + }, + { + "precision": 0.415226, + "recall": 0.515625, + "f1": 0.442196, + "accuracy": 0.515625, + "main_score": 0.442196, + "hf_subset": "nyu_Latn-eng_Latn", + "languages": [ + "nyu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103083, + "recall": 0.148438, + "f1": 0.111658, + "accuracy": 0.148438, + "main_score": 0.111658, + "hf_subset": "eng_Latn-obo_Latn", + "languages": [ + "eng-Latn", + "obo-Latn" + ] + }, + { + "precision": 0.126518, + "recall": 0.175781, + "f1": 0.135817, + "accuracy": 0.175781, + "main_score": 0.135817, + "hf_subset": "obo_Latn-eng_Latn", + "languages": [ + "obo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.183001, + "recall": 0.257812, + "f1": 0.19952, + "accuracy": 0.257812, + "main_score": 0.19952, + "hf_subset": "eng_Latn-okv_Latn", + "languages": [ + "eng-Latn", + "okv-Latn" + ] + }, + { + "precision": 0.186917, + "recall": 0.273438, + "f1": 0.206652, + "accuracy": 0.273438, + "main_score": 0.206652, + "hf_subset": "okv_Latn-eng_Latn", + "languages": [ + "okv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038628, + "recall": 0.066406, + "f1": 0.043534, + "accuracy": 0.066406, + "main_score": 0.043534, + "hf_subset": "eng_Latn-omw_Latn", + "languages": [ + "eng-Latn", + "omw-Latn" + ] + }, + { + "precision": 0.03138, + "recall": 0.074219, + "f1": 0.039189, + "accuracy": 0.074219, + "main_score": 0.039189, + "hf_subset": "omw_Latn-eng_Latn", + "languages": [ + "omw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084044, + "recall": 0.105469, + "f1": 0.089309, + "accuracy": 0.105469, + "main_score": 0.089309, + "hf_subset": "eng_Latn-ong_Latn", + "languages": [ + "eng-Latn", + "ong-Latn" + ] + }, + { + "precision": 0.062396, + "recall": 0.113281, + "f1": 0.072145, + "accuracy": 0.113281, + "main_score": 0.072145, + "hf_subset": "ong_Latn-eng_Latn", + "languages": [ + "ong-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128795, + "recall": 0.15625, + "f1": 0.133601, + "accuracy": 0.15625, + "main_score": 0.133601, + "hf_subset": "eng_Latn-ons_Latn", + "languages": [ + "eng-Latn", + "ons-Latn" + ] + }, + { + "precision": 0.110007, + "recall": 0.171875, + "f1": 0.122372, + "accuracy": 0.171875, + "main_score": 0.122372, + "hf_subset": "ons_Latn-eng_Latn", + "languages": [ + "ons-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042755, + "recall": 0.078125, + "f1": 0.050365, + "accuracy": 0.078125, + "main_score": 0.050365, + "hf_subset": "eng_Latn-ood_Latn", + "languages": [ + "eng-Latn", + "ood-Latn" + ] + }, + { + "precision": 0.054818, + "recall": 0.089844, + "f1": 0.060592, + "accuracy": 0.089844, + "main_score": 0.060592, + "hf_subset": "ood_Latn-eng_Latn", + "languages": [ + "ood-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035428, + "recall": 0.054688, + "f1": 0.03878, + "accuracy": 0.054688, + "main_score": 0.03878, + "hf_subset": "eng_Latn-opm_Latn", + "languages": [ + "eng-Latn", + "opm-Latn" + ] + }, + { + "precision": 0.033154, + "recall": 0.070312, + "f1": 0.039548, + "accuracy": 0.070312, + "main_score": 0.039548, + "hf_subset": "opm_Latn-eng_Latn", + "languages": [ + "opm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.761068, + "recall": 0.820312, + "f1": 0.779167, + "accuracy": 0.820312, + "main_score": 0.779167, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.860677, + "recall": 0.886719, + "f1": 0.869141, + "accuracy": 0.886719, + "main_score": 0.869141, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.088119, + "recall": 0.144531, + "f1": 0.099297, + "accuracy": 0.144531, + "main_score": 0.099297, + "hf_subset": "eng_Latn-ote_Latn", + "languages": [ + "eng-Latn", + "ote-Latn" + ] + }, + { + "precision": 0.108153, + "recall": 0.15625, + "f1": 0.117131, + "accuracy": 0.15625, + "main_score": 0.117131, + "hf_subset": "ote_Latn-eng_Latn", + "languages": [ + "ote-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077205, + "recall": 0.105469, + "f1": 0.083221, + "accuracy": 0.105469, + "main_score": 0.083221, + "hf_subset": "eng_Latn-otm_Latn", + "languages": [ + "eng-Latn", + "otm-Latn" + ] + }, + { + "precision": 0.091595, + "recall": 0.136719, + "f1": 0.101568, + "accuracy": 0.136719, + "main_score": 0.101568, + "hf_subset": "otm_Latn-eng_Latn", + "languages": [ + "otm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113181, + "recall": 0.15625, + "f1": 0.121922, + "accuracy": 0.15625, + "main_score": 0.121922, + "hf_subset": "eng_Latn-otn_Latn", + "languages": [ + "eng-Latn", + "otn-Latn" + ] + }, + { + "precision": 0.118132, + "recall": 0.167969, + "f1": 0.129455, + "accuracy": 0.167969, + "main_score": 0.129455, + "hf_subset": "otn_Latn-eng_Latn", + "languages": [ + "otn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074842, + "recall": 0.105469, + "f1": 0.08047, + "accuracy": 0.105469, + "main_score": 0.08047, + "hf_subset": "eng_Latn-otq_Latn", + "languages": [ + "eng-Latn", + "otq-Latn" + ] + }, + { + "precision": 0.082389, + "recall": 0.125, + "f1": 0.092015, + "accuracy": 0.125, + "main_score": 0.092015, + "hf_subset": "otq_Latn-eng_Latn", + "languages": [ + "otq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122338, + "recall": 0.179688, + "f1": 0.133305, + "accuracy": 0.179688, + "main_score": 0.133305, + "hf_subset": "eng_Latn-ots_Latn", + "languages": [ + "eng-Latn", + "ots-Latn" + ] + }, + { + "precision": 0.149811, + "recall": 0.230469, + "f1": 0.166043, + "accuracy": 0.230469, + "main_score": 0.166043, + "hf_subset": "ots_Latn-eng_Latn", + "languages": [ + "ots-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065237, + "recall": 0.082031, + "f1": 0.06797, + "accuracy": 0.082031, + "main_score": 0.06797, + "hf_subset": "eng_Latn-pab_Latn", + "languages": [ + "eng-Latn", + "pab-Latn" + ] + }, + { + "precision": 0.062519, + "recall": 0.109375, + "f1": 0.071818, + "accuracy": 0.109375, + "main_score": 0.071818, + "hf_subset": "pab_Latn-eng_Latn", + "languages": [ + "pab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072859, + "recall": 0.085938, + "f1": 0.074438, + "accuracy": 0.085938, + "main_score": 0.074438, + "hf_subset": "eng_Latn-pad_Latn", + "languages": [ + "eng-Latn", + "pad-Latn" + ] + }, + { + "precision": 0.072529, + "recall": 0.121094, + "f1": 0.080888, + "accuracy": 0.121094, + "main_score": 0.080888, + "hf_subset": "pad_Latn-eng_Latn", + "languages": [ + "pad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05194, + "recall": 0.085938, + "f1": 0.057632, + "accuracy": 0.085938, + "main_score": 0.057632, + "hf_subset": "eng_Latn-pah_Latn", + "languages": [ + "eng-Latn", + "pah-Latn" + ] + }, + { + "precision": 0.069892, + "recall": 0.113281, + "f1": 0.077968, + "accuracy": 0.113281, + "main_score": 0.077968, + "hf_subset": "pah_Latn-eng_Latn", + "languages": [ + "pah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.939453, + "recall": 0.957031, + "f1": 0.945312, + "accuracy": 0.957031, + "main_score": 0.945312, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.960938, + "recall": 0.96875, + "f1": 0.963542, + "accuracy": 0.96875, + "main_score": 0.963542, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.047872, + "recall": 0.074219, + "f1": 0.052107, + "accuracy": 0.074219, + "main_score": 0.052107, + "hf_subset": "eng_Latn-pao_Latn", + "languages": [ + "eng-Latn", + "pao-Latn" + ] + }, + { + "precision": 0.043723, + "recall": 0.078125, + "f1": 0.048283, + "accuracy": 0.078125, + "main_score": 0.048283, + "hf_subset": "pao_Latn-eng_Latn", + "languages": [ + "pao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.944661, + "recall": 0.960938, + "f1": 0.94987, + "accuracy": 0.960938, + "main_score": 0.94987, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.037598, + "recall": 0.058594, + "f1": 0.040681, + "accuracy": 0.058594, + "main_score": 0.040681, + "hf_subset": "eng_Latn-pib_Latn", + "languages": [ + "eng-Latn", + "pib-Latn" + ] + }, + { + "precision": 0.042965, + "recall": 0.070312, + "f1": 0.048264, + "accuracy": 0.070312, + "main_score": 0.048264, + "hf_subset": "pib_Latn-eng_Latn", + "languages": [ + "pib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112735, + "recall": 0.15625, + "f1": 0.122768, + "accuracy": 0.15625, + "main_score": 0.122768, + "hf_subset": "eng_Latn-pio_Latn", + "languages": [ + "eng-Latn", + "pio-Latn" + ] + }, + { + "precision": 0.148577, + "recall": 0.214844, + "f1": 0.161427, + "accuracy": 0.214844, + "main_score": 0.161427, + "hf_subset": "pio_Latn-eng_Latn", + "languages": [ + "pio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075262, + "recall": 0.101562, + "f1": 0.080394, + "accuracy": 0.101562, + "main_score": 0.080394, + "hf_subset": "eng_Latn-pir_Latn", + "languages": [ + "eng-Latn", + "pir-Latn" + ] + }, + { + "precision": 0.077219, + "recall": 0.125, + "f1": 0.084714, + "accuracy": 0.125, + "main_score": 0.084714, + "hf_subset": "pir_Latn-eng_Latn", + "languages": [ + "pir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.004976, + "recall": 0.011719, + "f1": 0.00565, + "accuracy": 0.011719, + "main_score": 0.00565, + "hf_subset": "eng_Latn-piu_Latn", + "languages": [ + "eng-Latn", + "piu-Latn" + ] + }, + { + "precision": 0.011924, + "recall": 0.035156, + "f1": 0.014202, + "accuracy": 0.035156, + "main_score": 0.014202, + "hf_subset": "piu_Latn-eng_Latn", + "languages": [ + "piu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.037911, + "recall": 0.054688, + "f1": 0.04177, + "accuracy": 0.054688, + "main_score": 0.04177, + "hf_subset": "eng_Latn-pjt_Latn", + "languages": [ + "eng-Latn", + "pjt-Latn" + ] + }, + { + "precision": 0.050639, + "recall": 0.085938, + "f1": 0.05635, + "accuracy": 0.085938, + "main_score": 0.05635, + "hf_subset": "pjt_Latn-eng_Latn", + "languages": [ + "pjt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.228125, + "recall": 0.308594, + "f1": 0.248933, + "accuracy": 0.308594, + "main_score": 0.248933, + "hf_subset": "eng_Latn-pls_Latn", + "languages": [ + "eng-Latn", + "pls-Latn" + ] + }, + { + "precision": 0.24381, + "recall": 0.332031, + "f1": 0.264418, + "accuracy": 0.332031, + "main_score": 0.264418, + "hf_subset": "pls_Latn-eng_Latn", + "languages": [ + "pls-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053147, + "recall": 0.082031, + "f1": 0.058878, + "accuracy": 0.082031, + "main_score": 0.058878, + "hf_subset": "eng_Latn-plu_Latn", + "languages": [ + "eng-Latn", + "plu-Latn" + ] + }, + { + "precision": 0.071241, + "recall": 0.105469, + "f1": 0.077719, + "accuracy": 0.105469, + "main_score": 0.077719, + "hf_subset": "plu_Latn-eng_Latn", + "languages": [ + "plu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065546, + "recall": 0.09375, + "f1": 0.070318, + "accuracy": 0.09375, + "main_score": 0.070318, + "hf_subset": "eng_Latn-pma_Latn", + "languages": [ + "eng-Latn", + "pma-Latn" + ] + }, + { + "precision": 0.063096, + "recall": 0.097656, + "f1": 0.068843, + "accuracy": 0.097656, + "main_score": 0.068843, + "hf_subset": "pma_Latn-eng_Latn", + "languages": [ + "pma-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137547, + "recall": 0.179688, + "f1": 0.145917, + "accuracy": 0.179688, + "main_score": 0.145917, + "hf_subset": "eng_Latn-poe_Latn", + "languages": [ + "eng-Latn", + "poe-Latn" + ] + }, + { + "precision": 0.121345, + "recall": 0.183594, + "f1": 0.136665, + "accuracy": 0.183594, + "main_score": 0.136665, + "hf_subset": "poe_Latn-eng_Latn", + "languages": [ + "poe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035156, + "recall": 0.042969, + "f1": 0.036923, + "accuracy": 0.042969, + "main_score": 0.036923, + "hf_subset": "eng_Latn-poh_Latn", + "languages": [ + "eng-Latn", + "poh-Latn" + ] + }, + { + "precision": 0.047739, + "recall": 0.070312, + "f1": 0.051499, + "accuracy": 0.070312, + "main_score": 0.051499, + "hf_subset": "poh_Latn-eng_Latn", + "languages": [ + "poh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.199792, + "recall": 0.265625, + "f1": 0.213176, + "accuracy": 0.265625, + "main_score": 0.213176, + "hf_subset": "eng_Latn-poi_Latn", + "languages": [ + "eng-Latn", + "poi-Latn" + ] + }, + { + "precision": 0.185161, + "recall": 0.257812, + "f1": 0.202166, + "accuracy": 0.257812, + "main_score": 0.202166, + "hf_subset": "poi_Latn-eng_Latn", + "languages": [ + "poi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.953125, + "recall": 0.96875, + "f1": 0.958333, + "accuracy": 0.96875, + "main_score": 0.958333, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048402, + "recall": 0.097656, + "f1": 0.057835, + "accuracy": 0.097656, + "main_score": 0.057835, + "hf_subset": "eng_Latn-pon_Latn", + "languages": [ + "eng-Latn", + "pon-Latn" + ] + }, + { + "precision": 0.061581, + "recall": 0.113281, + "f1": 0.072197, + "accuracy": 0.113281, + "main_score": 0.072197, + "hf_subset": "pon_Latn-eng_Latn", + "languages": [ + "pon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.966146, + "recall": 0.976562, + "f1": 0.969401, + "accuracy": 0.976562, + "main_score": 0.969401, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130783, + "recall": 0.199219, + "f1": 0.146542, + "accuracy": 0.199219, + "main_score": 0.146542, + "hf_subset": "eng_Latn-poy_Latn", + "languages": [ + "eng-Latn", + "poy-Latn" + ] + }, + { + "precision": 0.180418, + "recall": 0.273438, + "f1": 0.200937, + "accuracy": 0.273438, + "main_score": 0.200937, + "hf_subset": "poy_Latn-eng_Latn", + "languages": [ + "poy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049272, + "recall": 0.078125, + "f1": 0.05255, + "accuracy": 0.078125, + "main_score": 0.05255, + "hf_subset": "eng_Latn-ppo_Latn", + "languages": [ + "eng-Latn", + "ppo-Latn" + ] + }, + { + "precision": 0.072855, + "recall": 0.109375, + "f1": 0.079427, + "accuracy": 0.109375, + "main_score": 0.079427, + "hf_subset": "ppo_Latn-eng_Latn", + "languages": [ + "ppo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.492615, + "recall": 0.582031, + "f1": 0.514351, + "accuracy": 0.582031, + "main_score": 0.514351, + "hf_subset": "eng_Latn-prf_Latn", + "languages": [ + "eng-Latn", + "prf-Latn" + ] + }, + { + "precision": 0.516639, + "recall": 0.609375, + "f1": 0.542215, + "accuracy": 0.609375, + "main_score": 0.542215, + "hf_subset": "prf_Latn-eng_Latn", + "languages": [ + "prf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05026, + "recall": 0.066406, + "f1": 0.054688, + "accuracy": 0.066406, + "main_score": 0.054688, + "hf_subset": "eng_Latn-pri_Latn", + "languages": [ + "eng-Latn", + "pri-Latn" + ] + }, + { + "precision": 0.059388, + "recall": 0.09375, + "f1": 0.067383, + "accuracy": 0.09375, + "main_score": 0.067383, + "hf_subset": "pri_Latn-eng_Latn", + "languages": [ + "pri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088557, + "recall": 0.125, + "f1": 0.094951, + "accuracy": 0.125, + "main_score": 0.094951, + "hf_subset": "eng_Latn-ptp_Latn", + "languages": [ + "eng-Latn", + "ptp-Latn" + ] + }, + { + "precision": 0.070097, + "recall": 0.132812, + "f1": 0.082322, + "accuracy": 0.132812, + "main_score": 0.082322, + "hf_subset": "ptp_Latn-eng_Latn", + "languages": [ + "ptp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138658, + "recall": 0.183594, + "f1": 0.149023, + "accuracy": 0.183594, + "main_score": 0.149023, + "hf_subset": "eng_Latn-ptu_Latn", + "languages": [ + "eng-Latn", + "ptu-Latn" + ] + }, + { + "precision": 0.10943, + "recall": 0.164062, + "f1": 0.120266, + "accuracy": 0.164062, + "main_score": 0.120266, + "hf_subset": "ptu_Latn-eng_Latn", + "languages": [ + "ptu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089474, + "recall": 0.121094, + "f1": 0.094715, + "accuracy": 0.121094, + "main_score": 0.094715, + "hf_subset": "eng_Latn-pwg_Latn", + "languages": [ + "eng-Latn", + "pwg-Latn" + ] + }, + { + "precision": 0.088838, + "recall": 0.148438, + "f1": 0.100503, + "accuracy": 0.148438, + "main_score": 0.100503, + "hf_subset": "pwg_Latn-eng_Latn", + "languages": [ + "pwg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.143234, + "recall": 0.222656, + "f1": 0.15993, + "accuracy": 0.222656, + "main_score": 0.15993, + "hf_subset": "eng_Latn-qub_Latn", + "languages": [ + "eng-Latn", + "qub-Latn" + ] + }, + { + "precision": 0.157393, + "recall": 0.234375, + "f1": 0.172211, + "accuracy": 0.234375, + "main_score": 0.172211, + "hf_subset": "qub_Latn-eng_Latn", + "languages": [ + "qub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150134, + "recall": 0.234375, + "f1": 0.167385, + "accuracy": 0.234375, + "main_score": 0.167385, + "hf_subset": "eng_Latn-quc_Latn", + "languages": [ + "eng-Latn", + "quc-Latn" + ] + }, + { + "precision": 0.192983, + "recall": 0.269531, + "f1": 0.210239, + "accuracy": 0.269531, + "main_score": 0.210239, + "hf_subset": "quc_Latn-eng_Latn", + "languages": [ + "quc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109353, + "recall": 0.152344, + "f1": 0.119368, + "accuracy": 0.152344, + "main_score": 0.119368, + "hf_subset": "eng_Latn-quf_Latn", + "languages": [ + "eng-Latn", + "quf-Latn" + ] + }, + { + "precision": 0.132967, + "recall": 0.183594, + "f1": 0.144533, + "accuracy": 0.183594, + "main_score": 0.144533, + "hf_subset": "quf_Latn-eng_Latn", + "languages": [ + "quf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.195552, + "recall": 0.257812, + "f1": 0.208631, + "accuracy": 0.257812, + "main_score": 0.208631, + "hf_subset": "eng_Latn-quh_Latn", + "languages": [ + "eng-Latn", + "quh-Latn" + ] + }, + { + "precision": 0.195308, + "recall": 0.289062, + "f1": 0.216214, + "accuracy": 0.289062, + "main_score": 0.216214, + "hf_subset": "quh_Latn-eng_Latn", + "languages": [ + "quh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.303071, + "recall": 0.398438, + "f1": 0.325589, + "accuracy": 0.398438, + "main_score": 0.325589, + "hf_subset": "eng_Latn-qul_Latn", + "languages": [ + "eng-Latn", + "qul-Latn" + ] + }, + { + "precision": 0.346356, + "recall": 0.457031, + "f1": 0.373614, + "accuracy": 0.457031, + "main_score": 0.373614, + "hf_subset": "qul_Latn-eng_Latn", + "languages": [ + "qul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090692, + "recall": 0.125, + "f1": 0.096726, + "accuracy": 0.125, + "main_score": 0.096726, + "hf_subset": "eng_Latn-qup_Latn", + "languages": [ + "eng-Latn", + "qup-Latn" + ] + }, + { + "precision": 0.103023, + "recall": 0.148438, + "f1": 0.111142, + "accuracy": 0.148438, + "main_score": 0.111142, + "hf_subset": "qup_Latn-eng_Latn", + "languages": [ + "qup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069183, + "recall": 0.09375, + "f1": 0.074045, + "accuracy": 0.09375, + "main_score": 0.074045, + "hf_subset": "eng_Latn-qvc_Latn", + "languages": [ + "eng-Latn", + "qvc-Latn" + ] + }, + { + "precision": 0.098135, + "recall": 0.144531, + "f1": 0.106007, + "accuracy": 0.144531, + "main_score": 0.106007, + "hf_subset": "qvc_Latn-eng_Latn", + "languages": [ + "qvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.261731, + "recall": 0.359375, + "f1": 0.283047, + "accuracy": 0.359375, + "main_score": 0.283047, + "hf_subset": "eng_Latn-qve_Latn", + "languages": [ + "eng-Latn", + "qve-Latn" + ] + }, + { + "precision": 0.357329, + "recall": 0.46875, + "f1": 0.386099, + "accuracy": 0.46875, + "main_score": 0.386099, + "hf_subset": "qve_Latn-eng_Latn", + "languages": [ + "qve-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131327, + "recall": 0.183594, + "f1": 0.142296, + "accuracy": 0.183594, + "main_score": 0.142296, + "hf_subset": "eng_Latn-qvh_Latn", + "languages": [ + "eng-Latn", + "qvh-Latn" + ] + }, + { + "precision": 0.159652, + "recall": 0.222656, + "f1": 0.171835, + "accuracy": 0.222656, + "main_score": 0.171835, + "hf_subset": "qvh_Latn-eng_Latn", + "languages": [ + "qvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135124, + "recall": 0.175781, + "f1": 0.142135, + "accuracy": 0.175781, + "main_score": 0.142135, + "hf_subset": "eng_Latn-qvm_Latn", + "languages": [ + "eng-Latn", + "qvm-Latn" + ] + }, + { + "precision": 0.143585, + "recall": 0.214844, + "f1": 0.158055, + "accuracy": 0.214844, + "main_score": 0.158055, + "hf_subset": "qvm_Latn-eng_Latn", + "languages": [ + "qvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.145767, + "recall": 0.1875, + "f1": 0.154263, + "accuracy": 0.1875, + "main_score": 0.154263, + "hf_subset": "eng_Latn-qvn_Latn", + "languages": [ + "eng-Latn", + "qvn-Latn" + ] + }, + { + "precision": 0.109044, + "recall": 0.175781, + "f1": 0.121798, + "accuracy": 0.175781, + "main_score": 0.121798, + "hf_subset": "qvn_Latn-eng_Latn", + "languages": [ + "qvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.163041, + "recall": 0.226562, + "f1": 0.1754, + "accuracy": 0.226562, + "main_score": 0.1754, + "hf_subset": "eng_Latn-qvs_Latn", + "languages": [ + "eng-Latn", + "qvs-Latn" + ] + }, + { + "precision": 0.145383, + "recall": 0.210938, + "f1": 0.159248, + "accuracy": 0.210938, + "main_score": 0.159248, + "hf_subset": "qvs_Latn-eng_Latn", + "languages": [ + "qvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112664, + "recall": 0.15625, + "f1": 0.12017, + "accuracy": 0.15625, + "main_score": 0.12017, + "hf_subset": "eng_Latn-qvw_Latn", + "languages": [ + "eng-Latn", + "qvw-Latn" + ] + }, + { + "precision": 0.107492, + "recall": 0.164062, + "f1": 0.118941, + "accuracy": 0.164062, + "main_score": 0.118941, + "hf_subset": "qvw_Latn-eng_Latn", + "languages": [ + "qvw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129452, + "recall": 0.175781, + "f1": 0.138667, + "accuracy": 0.175781, + "main_score": 0.138667, + "hf_subset": "eng_Latn-qvz_Latn", + "languages": [ + "eng-Latn", + "qvz-Latn" + ] + }, + { + "precision": 0.126307, + "recall": 0.1875, + "f1": 0.137867, + "accuracy": 0.1875, + "main_score": 0.137867, + "hf_subset": "qvz_Latn-eng_Latn", + "languages": [ + "qvz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.194424, + "recall": 0.273438, + "f1": 0.213551, + "accuracy": 0.273438, + "main_score": 0.213551, + "hf_subset": "eng_Latn-qwh_Latn", + "languages": [ + "eng-Latn", + "qwh-Latn" + ] + }, + { + "precision": 0.207625, + "recall": 0.304688, + "f1": 0.230732, + "accuracy": 0.304688, + "main_score": 0.230732, + "hf_subset": "qwh_Latn-eng_Latn", + "languages": [ + "qwh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072641, + "recall": 0.109375, + "f1": 0.079149, + "accuracy": 0.109375, + "main_score": 0.079149, + "hf_subset": "eng_Latn-qxh_Latn", + "languages": [ + "eng-Latn", + "qxh-Latn" + ] + }, + { + "precision": 0.058299, + "recall": 0.117188, + "f1": 0.068126, + "accuracy": 0.117188, + "main_score": 0.068126, + "hf_subset": "qxh_Latn-eng_Latn", + "languages": [ + "qxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.238323, + "recall": 0.332031, + "f1": 0.26006, + "accuracy": 0.332031, + "main_score": 0.26006, + "hf_subset": "eng_Latn-qxn_Latn", + "languages": [ + "eng-Latn", + "qxn-Latn" + ] + }, + { + "precision": 0.286683, + "recall": 0.378906, + "f1": 0.308482, + "accuracy": 0.378906, + "main_score": 0.308482, + "hf_subset": "qxn_Latn-eng_Latn", + "languages": [ + "qxn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137571, + "recall": 0.1875, + "f1": 0.149211, + "accuracy": 0.1875, + "main_score": 0.149211, + "hf_subset": "eng_Latn-qxo_Latn", + "languages": [ + "eng-Latn", + "qxo-Latn" + ] + }, + { + "precision": 0.152295, + "recall": 0.226562, + "f1": 0.16798, + "accuracy": 0.226562, + "main_score": 0.16798, + "hf_subset": "qxo_Latn-eng_Latn", + "languages": [ + "qxo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099694, + "recall": 0.160156, + "f1": 0.112112, + "accuracy": 0.160156, + "main_score": 0.112112, + "hf_subset": "eng_Latn-rai_Latn", + "languages": [ + "eng-Latn", + "rai-Latn" + ] + }, + { + "precision": 0.119813, + "recall": 0.1875, + "f1": 0.134394, + "accuracy": 0.1875, + "main_score": 0.134394, + "hf_subset": "rai_Latn-eng_Latn", + "languages": [ + "rai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.156694, + "recall": 0.210938, + "f1": 0.167282, + "accuracy": 0.210938, + "main_score": 0.167282, + "hf_subset": "eng_Latn-reg_Latn", + "languages": [ + "eng-Latn", + "reg-Latn" + ] + }, + { + "precision": 0.170758, + "recall": 0.25, + "f1": 0.187251, + "accuracy": 0.25, + "main_score": 0.187251, + "hf_subset": "reg_Latn-eng_Latn", + "languages": [ + "reg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07171, + "recall": 0.105469, + "f1": 0.0784, + "accuracy": 0.105469, + "main_score": 0.0784, + "hf_subset": "eng_Latn-rgu_Latn", + "languages": [ + "eng-Latn", + "rgu-Latn" + ] + }, + { + "precision": 0.088296, + "recall": 0.140625, + "f1": 0.098324, + "accuracy": 0.140625, + "main_score": 0.098324, + "hf_subset": "rgu_Latn-eng_Latn", + "languages": [ + "rgu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020086, + "recall": 0.039062, + "f1": 0.022693, + "accuracy": 0.039062, + "main_score": 0.022693, + "hf_subset": "eng_Latn-rkb_Latn", + "languages": [ + "eng-Latn", + "rkb-Latn" + ] + }, + { + "precision": 0.027624, + "recall": 0.054688, + "f1": 0.032807, + "accuracy": 0.054688, + "main_score": 0.032807, + "hf_subset": "rkb_Latn-eng_Latn", + "languages": [ + "rkb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.339313, + "recall": 0.4375, + "f1": 0.363872, + "accuracy": 0.4375, + "main_score": 0.363872, + "hf_subset": "eng_Latn-rmc_Latn", + "languages": [ + "eng-Latn", + "rmc-Latn" + ] + }, + { + "precision": 0.44764, + "recall": 0.535156, + "f1": 0.470846, + "accuracy": 0.535156, + "main_score": 0.470846, + "hf_subset": "rmc_Latn-eng_Latn", + "languages": [ + "rmc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.268087, + "recall": 0.390625, + "f1": 0.298332, + "accuracy": 0.390625, + "main_score": 0.298332, + "hf_subset": "eng_Latn-rmy_Latn", + "languages": [ + "eng-Latn", + "rmy-Latn" + ] + }, + { + "precision": 0.377734, + "recall": 0.5, + "f1": 0.410941, + "accuracy": 0.5, + "main_score": 0.410941, + "hf_subset": "rmy_Latn-eng_Latn", + "languages": [ + "rmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058832, + "recall": 0.085938, + "f1": 0.064714, + "accuracy": 0.085938, + "main_score": 0.064714, + "hf_subset": "eng_Latn-roo_Latn", + "languages": [ + "eng-Latn", + "roo-Latn" + ] + }, + { + "precision": 0.071752, + "recall": 0.113281, + "f1": 0.079121, + "accuracy": 0.113281, + "main_score": 0.079121, + "hf_subset": "roo_Latn-eng_Latn", + "languages": [ + "roo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.250768, + "recall": 0.34375, + "f1": 0.271378, + "accuracy": 0.34375, + "main_score": 0.271378, + "hf_subset": "eng_Latn-rop_Latn", + "languages": [ + "eng-Latn", + "rop-Latn" + ] + }, + { + "precision": 0.257934, + "recall": 0.351562, + "f1": 0.278715, + "accuracy": 0.351562, + "main_score": 0.278715, + "hf_subset": "rop_Latn-eng_Latn", + "languages": [ + "rop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075749, + "recall": 0.113281, + "f1": 0.084781, + "accuracy": 0.113281, + "main_score": 0.084781, + "hf_subset": "eng_Latn-row_Latn", + "languages": [ + "eng-Latn", + "row-Latn" + ] + }, + { + "precision": 0.064689, + "recall": 0.109375, + "f1": 0.07334, + "accuracy": 0.109375, + "main_score": 0.07334, + "hf_subset": "row_Latn-eng_Latn", + "languages": [ + "row-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116536, + "recall": 0.152344, + "f1": 0.125675, + "accuracy": 0.152344, + "main_score": 0.125675, + "hf_subset": "eng_Latn-rro_Latn", + "languages": [ + "eng-Latn", + "rro-Latn" + ] + }, + { + "precision": 0.0873, + "recall": 0.148438, + "f1": 0.100053, + "accuracy": 0.148438, + "main_score": 0.100053, + "hf_subset": "rro_Latn-eng_Latn", + "languages": [ + "rro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.157845, + "recall": 0.21875, + "f1": 0.172987, + "accuracy": 0.21875, + "main_score": 0.172987, + "hf_subset": "eng_Latn-ruf_Latn", + "languages": [ + "eng-Latn", + "ruf-Latn" + ] + }, + { + "precision": 0.200395, + "recall": 0.28125, + "f1": 0.218913, + "accuracy": 0.28125, + "main_score": 0.218913, + "hf_subset": "ruf_Latn-eng_Latn", + "languages": [ + "ruf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072736, + "recall": 0.109375, + "f1": 0.078977, + "accuracy": 0.109375, + "main_score": 0.078977, + "hf_subset": "eng_Latn-rug_Latn", + "languages": [ + "eng-Latn", + "rug-Latn" + ] + }, + { + "precision": 0.079826, + "recall": 0.144531, + "f1": 0.09066, + "accuracy": 0.144531, + "main_score": 0.09066, + "hf_subset": "rug_Latn-eng_Latn", + "languages": [ + "rug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96224, + "recall": 0.972656, + "f1": 0.965495, + "accuracy": 0.972656, + "main_score": 0.965495, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.055698, + "recall": 0.089844, + "f1": 0.06146, + "accuracy": 0.089844, + "main_score": 0.06146, + "hf_subset": "eng_Latn-rwo_Latn", + "languages": [ + "eng-Latn", + "rwo-Latn" + ] + }, + { + "precision": 0.070847, + "recall": 0.097656, + "f1": 0.074661, + "accuracy": 0.097656, + "main_score": 0.074661, + "hf_subset": "rwo_Latn-eng_Latn", + "languages": [ + "rwo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05505, + "recall": 0.085938, + "f1": 0.060886, + "accuracy": 0.085938, + "main_score": 0.060886, + "hf_subset": "eng_Latn-sab_Latn", + "languages": [ + "eng-Latn", + "sab-Latn" + ] + }, + { + "precision": 0.076919, + "recall": 0.109375, + "f1": 0.082276, + "accuracy": 0.109375, + "main_score": 0.082276, + "hf_subset": "sab_Latn-eng_Latn", + "languages": [ + "sab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.464983, + "recall": 0.558594, + "f1": 0.487519, + "accuracy": 0.558594, + "main_score": 0.487519, + "hf_subset": "eng_Latn-san_Latn", + "languages": [ + "eng-Latn", + "san-Latn" + ] + }, + { + "precision": 0.577768, + "recall": 0.664062, + "f1": 0.601311, + "accuracy": 0.664062, + "main_score": 0.601311, + "hf_subset": "san_Latn-eng_Latn", + "languages": [ + "san-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069542, + "recall": 0.121094, + "f1": 0.080102, + "accuracy": 0.121094, + "main_score": 0.080102, + "hf_subset": "eng_Latn-sbe_Latn", + "languages": [ + "eng-Latn", + "sbe-Latn" + ] + }, + { + "precision": 0.066269, + "recall": 0.117188, + "f1": 0.076838, + "accuracy": 0.117188, + "main_score": 0.076838, + "hf_subset": "sbe_Latn-eng_Latn", + "languages": [ + "sbe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.147836, + "recall": 0.199219, + "f1": 0.156707, + "accuracy": 0.199219, + "main_score": 0.156707, + "hf_subset": "eng_Latn-sbk_Latn", + "languages": [ + "eng-Latn", + "sbk-Latn" + ] + }, + { + "precision": 0.177734, + "recall": 0.25, + "f1": 0.196875, + "accuracy": 0.25, + "main_score": 0.196875, + "hf_subset": "sbk_Latn-eng_Latn", + "languages": [ + "sbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.124605, + "recall": 0.199219, + "f1": 0.139724, + "accuracy": 0.199219, + "main_score": 0.139724, + "hf_subset": "eng_Latn-sbs_Latn", + "languages": [ + "eng-Latn", + "sbs-Latn" + ] + }, + { + "precision": 0.17334, + "recall": 0.246094, + "f1": 0.189848, + "accuracy": 0.246094, + "main_score": 0.189848, + "hf_subset": "sbs_Latn-eng_Latn", + "languages": [ + "sbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.345475, + "recall": 0.464844, + "f1": 0.376801, + "accuracy": 0.464844, + "main_score": 0.376801, + "hf_subset": "eng_Latn-seh_Latn", + "languages": [ + "eng-Latn", + "seh-Latn" + ] + }, + { + "precision": 0.422826, + "recall": 0.535156, + "f1": 0.452688, + "accuracy": 0.535156, + "main_score": 0.452688, + "hf_subset": "seh_Latn-eng_Latn", + "languages": [ + "seh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091499, + "recall": 0.125, + "f1": 0.097596, + "accuracy": 0.125, + "main_score": 0.097596, + "hf_subset": "eng_Latn-sey_Latn", + "languages": [ + "eng-Latn", + "sey-Latn" + ] + }, + { + "precision": 0.101244, + "recall": 0.148438, + "f1": 0.109724, + "accuracy": 0.148438, + "main_score": 0.109724, + "hf_subset": "sey_Latn-eng_Latn", + "languages": [ + "sey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.213815, + "recall": 0.285156, + "f1": 0.229917, + "accuracy": 0.285156, + "main_score": 0.229917, + "hf_subset": "eng_Latn-sgb_Latn", + "languages": [ + "eng-Latn", + "sgb-Latn" + ] + }, + { + "precision": 0.175127, + "recall": 0.277344, + "f1": 0.199688, + "accuracy": 0.277344, + "main_score": 0.199688, + "hf_subset": "sgb_Latn-eng_Latn", + "languages": [ + "sgb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054952, + "recall": 0.09375, + "f1": 0.062048, + "accuracy": 0.09375, + "main_score": 0.062048, + "hf_subset": "eng_Latn-sgz_Latn", + "languages": [ + "eng-Latn", + "sgz-Latn" + ] + }, + { + "precision": 0.06628, + "recall": 0.113281, + "f1": 0.075701, + "accuracy": 0.113281, + "main_score": 0.075701, + "hf_subset": "sgz_Latn-eng_Latn", + "languages": [ + "sgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152228, + "recall": 0.230769, + "f1": 0.169334, + "accuracy": 0.230769, + "main_score": 0.169334, + "hf_subset": "eng_Latn-shj_Latn", + "languages": [ + "eng-Latn", + "shj-Latn" + ] + }, + { + "precision": 0.213174, + "recall": 0.307692, + "f1": 0.234027, + "accuracy": 0.307692, + "main_score": 0.234027, + "hf_subset": "shj_Latn-eng_Latn", + "languages": [ + "shj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088111, + "recall": 0.121094, + "f1": 0.092889, + "accuracy": 0.121094, + "main_score": 0.092889, + "hf_subset": "eng_Latn-shp_Latn", + "languages": [ + "eng-Latn", + "shp-Latn" + ] + }, + { + "precision": 0.103534, + "recall": 0.160156, + "f1": 0.115225, + "accuracy": 0.160156, + "main_score": 0.115225, + "hf_subset": "shp_Latn-eng_Latn", + "languages": [ + "shp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065132, + "recall": 0.101562, + "f1": 0.071804, + "accuracy": 0.101562, + "main_score": 0.071804, + "hf_subset": "eng_Latn-sim_Latn", + "languages": [ + "eng-Latn", + "sim-Latn" + ] + }, + { + "precision": 0.067756, + "recall": 0.117188, + "f1": 0.078355, + "accuracy": 0.117188, + "main_score": 0.078355, + "hf_subset": "sim_Latn-eng_Latn", + "languages": [ + "sim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07247, + "recall": 0.117188, + "f1": 0.08184, + "accuracy": 0.117188, + "main_score": 0.08184, + "hf_subset": "eng_Latn-sja_Latn", + "languages": [ + "eng-Latn", + "sja-Latn" + ] + }, + { + "precision": 0.112591, + "recall": 0.15625, + "f1": 0.120923, + "accuracy": 0.15625, + "main_score": 0.120923, + "hf_subset": "sja_Latn-eng_Latn", + "languages": [ + "sja-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06449, + "recall": 0.085938, + "f1": 0.068964, + "accuracy": 0.085938, + "main_score": 0.068964, + "hf_subset": "eng_Latn-sll_Latn", + "languages": [ + "eng-Latn", + "sll-Latn" + ] + }, + { + "precision": 0.063459, + "recall": 0.105469, + "f1": 0.070886, + "accuracy": 0.105469, + "main_score": 0.070886, + "hf_subset": "sll_Latn-eng_Latn", + "languages": [ + "sll-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.2236, + "recall": 0.304688, + "f1": 0.242743, + "accuracy": 0.304688, + "main_score": 0.242743, + "hf_subset": "eng_Latn-smk_Latn", + "languages": [ + "eng-Latn", + "smk-Latn" + ] + }, + { + "precision": 0.240748, + "recall": 0.347656, + "f1": 0.268614, + "accuracy": 0.347656, + "main_score": 0.268614, + "hf_subset": "smk_Latn-eng_Latn", + "languages": [ + "smk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106842, + "recall": 0.160156, + "f1": 0.119813, + "accuracy": 0.160156, + "main_score": 0.119813, + "hf_subset": "eng_Latn-snc_Latn", + "languages": [ + "eng-Latn", + "snc-Latn" + ] + }, + { + "precision": 0.120393, + "recall": 0.175781, + "f1": 0.13066, + "accuracy": 0.175781, + "main_score": 0.13066, + "hf_subset": "snc_Latn-eng_Latn", + "languages": [ + "snc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07045, + "recall": 0.085938, + "f1": 0.073692, + "accuracy": 0.085938, + "main_score": 0.073692, + "hf_subset": "eng_Latn-snn_Latn", + "languages": [ + "eng-Latn", + "snn-Latn" + ] + }, + { + "precision": 0.079213, + "recall": 0.136719, + "f1": 0.090217, + "accuracy": 0.136719, + "main_score": 0.090217, + "hf_subset": "snn_Latn-eng_Latn", + "languages": [ + "snn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053735, + "recall": 0.101562, + "f1": 0.060645, + "accuracy": 0.101562, + "main_score": 0.060645, + "hf_subset": "eng_Latn-snp_Latn", + "languages": [ + "eng-Latn", + "snp-Latn" + ] + }, + { + "precision": 0.08409, + "recall": 0.15625, + "f1": 0.096947, + "accuracy": 0.15625, + "main_score": 0.096947, + "hf_subset": "snp_Latn-eng_Latn", + "languages": [ + "snp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.240126, + "recall": 0.307143, + "f1": 0.256111, + "accuracy": 0.307143, + "main_score": 0.256111, + "hf_subset": "eng_Latn-snx_Latn", + "languages": [ + "eng-Latn", + "snx-Latn" + ] + }, + { + "precision": 0.26434, + "recall": 0.357143, + "f1": 0.289422, + "accuracy": 0.357143, + "main_score": 0.289422, + "hf_subset": "snx_Latn-eng_Latn", + "languages": [ + "snx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063376, + "recall": 0.113281, + "f1": 0.071176, + "accuracy": 0.113281, + "main_score": 0.071176, + "hf_subset": "eng_Latn-sny_Latn", + "languages": [ + "eng-Latn", + "sny-Latn" + ] + }, + { + "precision": 0.088968, + "recall": 0.117188, + "f1": 0.094807, + "accuracy": 0.117188, + "main_score": 0.094807, + "hf_subset": "sny_Latn-eng_Latn", + "languages": [ + "sny-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.567142, + "recall": 0.648438, + "f1": 0.588485, + "accuracy": 0.648438, + "main_score": 0.588485, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.689779, + "recall": 0.769531, + "f1": 0.712891, + "accuracy": 0.769531, + "main_score": 0.712891, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095205, + "recall": 0.136719, + "f1": 0.103035, + "accuracy": 0.136719, + "main_score": 0.103035, + "hf_subset": "eng_Latn-soq_Latn", + "languages": [ + "eng-Latn", + "soq-Latn" + ] + }, + { + "precision": 0.083176, + "recall": 0.132812, + "f1": 0.094269, + "accuracy": 0.132812, + "main_score": 0.094269, + "hf_subset": "soq_Latn-eng_Latn", + "languages": [ + "soq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043406, + "recall": 0.082031, + "f1": 0.050907, + "accuracy": 0.082031, + "main_score": 0.050907, + "hf_subset": "eng_Latn-soy_Latn", + "languages": [ + "eng-Latn", + "soy-Latn" + ] + }, + { + "precision": 0.060446, + "recall": 0.09375, + "f1": 0.066383, + "accuracy": 0.09375, + "main_score": 0.066383, + "hf_subset": "soy_Latn-eng_Latn", + "languages": [ + "soy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020735, + "recall": 0.035156, + "f1": 0.022838, + "accuracy": 0.035156, + "main_score": 0.022838, + "hf_subset": "eng_Latn-spl_Latn", + "languages": [ + "eng-Latn", + "spl-Latn" + ] + }, + { + "precision": 0.034657, + "recall": 0.066406, + "f1": 0.040741, + "accuracy": 0.066406, + "main_score": 0.040741, + "hf_subset": "spl_Latn-eng_Latn", + "languages": [ + "spl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135727, + "recall": 0.210938, + "f1": 0.152083, + "accuracy": 0.210938, + "main_score": 0.152083, + "hf_subset": "eng_Latn-spm_Latn", + "languages": [ + "eng-Latn", + "spm-Latn" + ] + }, + { + "precision": 0.146559, + "recall": 0.234375, + "f1": 0.16807, + "accuracy": 0.234375, + "main_score": 0.16807, + "hf_subset": "spm_Latn-eng_Latn", + "languages": [ + "spm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057654, + "recall": 0.097656, + "f1": 0.065446, + "accuracy": 0.097656, + "main_score": 0.065446, + "hf_subset": "eng_Latn-spp_Latn", + "languages": [ + "eng-Latn", + "spp-Latn" + ] + }, + { + "precision": 0.085823, + "recall": 0.121094, + "f1": 0.091469, + "accuracy": 0.121094, + "main_score": 0.091469, + "hf_subset": "spp_Latn-eng_Latn", + "languages": [ + "spp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071991, + "recall": 0.109375, + "f1": 0.07917, + "accuracy": 0.109375, + "main_score": 0.07917, + "hf_subset": "eng_Latn-sps_Latn", + "languages": [ + "eng-Latn", + "sps-Latn" + ] + }, + { + "precision": 0.088145, + "recall": 0.136719, + "f1": 0.096486, + "accuracy": 0.136719, + "main_score": 0.096486, + "hf_subset": "sps_Latn-eng_Latn", + "languages": [ + "sps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052619, + "recall": 0.074219, + "f1": 0.055581, + "accuracy": 0.074219, + "main_score": 0.055581, + "hf_subset": "eng_Latn-spy_Latn", + "languages": [ + "eng-Latn", + "spy-Latn" + ] + }, + { + "precision": 0.051242, + "recall": 0.074219, + "f1": 0.05476, + "accuracy": 0.074219, + "main_score": 0.05476, + "hf_subset": "spy_Latn-eng_Latn", + "languages": [ + "spy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06181, + "recall": 0.082031, + "f1": 0.066058, + "accuracy": 0.082031, + "main_score": 0.066058, + "hf_subset": "eng_Latn-sri_Latn", + "languages": [ + "eng-Latn", + "sri-Latn" + ] + }, + { + "precision": 0.086408, + "recall": 0.140625, + "f1": 0.095698, + "accuracy": 0.140625, + "main_score": 0.095698, + "hf_subset": "sri_Latn-eng_Latn", + "languages": [ + "sri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089515, + "recall": 0.140625, + "f1": 0.098747, + "accuracy": 0.140625, + "main_score": 0.098747, + "hf_subset": "eng_Latn-srm_Latn", + "languages": [ + "eng-Latn", + "srm-Latn" + ] + }, + { + "precision": 0.094765, + "recall": 0.148438, + "f1": 0.105069, + "accuracy": 0.148438, + "main_score": 0.105069, + "hf_subset": "srm_Latn-eng_Latn", + "languages": [ + "srm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.365241, + "recall": 0.457031, + "f1": 0.387165, + "accuracy": 0.457031, + "main_score": 0.387165, + "hf_subset": "eng_Latn-srn_Latn", + "languages": [ + "eng-Latn", + "srn-Latn" + ] + }, + { + "precision": 0.424777, + "recall": 0.515625, + "f1": 0.448452, + "accuracy": 0.515625, + "main_score": 0.448452, + "hf_subset": "srn_Latn-eng_Latn", + "languages": [ + "srn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.917318, + "recall": 0.941406, + "f1": 0.92513, + "accuracy": 0.941406, + "main_score": 0.92513, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.953125, + "recall": 0.964844, + "f1": 0.957031, + "accuracy": 0.964844, + "main_score": 0.957031, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104454, + "recall": 0.140625, + "f1": 0.111133, + "accuracy": 0.140625, + "main_score": 0.111133, + "hf_subset": "eng_Latn-srq_Latn", + "languages": [ + "eng-Latn", + "srq-Latn" + ] + }, + { + "precision": 0.112084, + "recall": 0.152344, + "f1": 0.121366, + "accuracy": 0.152344, + "main_score": 0.121366, + "hf_subset": "srq_Latn-eng_Latn", + "languages": [ + "srq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062549, + "recall": 0.101562, + "f1": 0.069855, + "accuracy": 0.101562, + "main_score": 0.069855, + "hf_subset": "eng_Latn-ssd_Latn", + "languages": [ + "eng-Latn", + "ssd-Latn" + ] + }, + { + "precision": 0.06408, + "recall": 0.117188, + "f1": 0.07615, + "accuracy": 0.117188, + "main_score": 0.07615, + "hf_subset": "ssd_Latn-eng_Latn", + "languages": [ + "ssd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118001, + "recall": 0.15625, + "f1": 0.126333, + "accuracy": 0.15625, + "main_score": 0.126333, + "hf_subset": "eng_Latn-ssg_Latn", + "languages": [ + "eng-Latn", + "ssg-Latn" + ] + }, + { + "precision": 0.093757, + "recall": 0.140625, + "f1": 0.102623, + "accuracy": 0.140625, + "main_score": 0.102623, + "hf_subset": "ssg_Latn-eng_Latn", + "languages": [ + "ssg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034465, + "recall": 0.058594, + "f1": 0.040167, + "accuracy": 0.058594, + "main_score": 0.040167, + "hf_subset": "eng_Latn-ssx_Latn", + "languages": [ + "eng-Latn", + "ssx-Latn" + ] + }, + { + "precision": 0.038367, + "recall": 0.0625, + "f1": 0.043363, + "accuracy": 0.0625, + "main_score": 0.043363, + "hf_subset": "ssx_Latn-eng_Latn", + "languages": [ + "ssx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059524, + "recall": 0.085938, + "f1": 0.066146, + "accuracy": 0.085938, + "main_score": 0.066146, + "hf_subset": "eng_Latn-stp_Latn", + "languages": [ + "eng-Latn", + "stp-Latn" + ] + }, + { + "precision": 0.066224, + "recall": 0.101562, + "f1": 0.074173, + "accuracy": 0.101562, + "main_score": 0.074173, + "hf_subset": "stp_Latn-eng_Latn", + "languages": [ + "stp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074472, + "recall": 0.105469, + "f1": 0.079839, + "accuracy": 0.105469, + "main_score": 0.079839, + "hf_subset": "eng_Latn-sua_Latn", + "languages": [ + "eng-Latn", + "sua-Latn" + ] + }, + { + "precision": 0.071107, + "recall": 0.128906, + "f1": 0.083553, + "accuracy": 0.128906, + "main_score": 0.083553, + "hf_subset": "sua_Latn-eng_Latn", + "languages": [ + "sua-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086886, + "recall": 0.128906, + "f1": 0.095815, + "accuracy": 0.128906, + "main_score": 0.095815, + "hf_subset": "eng_Latn-sue_Latn", + "languages": [ + "eng-Latn", + "sue-Latn" + ] + }, + { + "precision": 0.112142, + "recall": 0.164062, + "f1": 0.124348, + "accuracy": 0.164062, + "main_score": 0.124348, + "hf_subset": "sue_Latn-eng_Latn", + "languages": [ + "sue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.017407, + "recall": 0.027344, + "f1": 0.018538, + "accuracy": 0.027344, + "main_score": 0.018538, + "hf_subset": "eng_Latn-sus_Arab", + "languages": [ + "eng-Latn", + "sus-Arab" + ] + }, + { + "precision": 0.014739, + "recall": 0.027344, + "f1": 0.016237, + "accuracy": 0.027344, + "main_score": 0.016237, + "hf_subset": "sus_Arab-eng_Latn", + "languages": [ + "sus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.082304, + "recall": 0.136719, + "f1": 0.093001, + "accuracy": 0.136719, + "main_score": 0.093001, + "hf_subset": "eng_Latn-suz_Latn", + "languages": [ + "eng-Latn", + "suz-Latn" + ] + }, + { + "precision": 0.103374, + "recall": 0.164062, + "f1": 0.116643, + "accuracy": 0.164062, + "main_score": 0.116643, + "hf_subset": "suz_Latn-eng_Latn", + "languages": [ + "suz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.61224, + "recall": 0.710938, + "f1": 0.640123, + "accuracy": 0.710938, + "main_score": 0.640123, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.889974, + "recall": 0.921875, + "f1": 0.900391, + "accuracy": 0.921875, + "main_score": 0.900391, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101434, + "recall": 0.15625, + "f1": 0.111862, + "accuracy": 0.15625, + "main_score": 0.111862, + "hf_subset": "eng_Latn-swp_Latn", + "languages": [ + "eng-Latn", + "swp-Latn" + ] + }, + { + "precision": 0.118411, + "recall": 0.179688, + "f1": 0.131036, + "accuracy": 0.179688, + "main_score": 0.131036, + "hf_subset": "swp_Latn-eng_Latn", + "languages": [ + "swp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172148, + "recall": 0.246094, + "f1": 0.188564, + "accuracy": 0.246094, + "main_score": 0.188564, + "hf_subset": "eng_Latn-sxb_Latn", + "languages": [ + "eng-Latn", + "sxb-Latn" + ] + }, + { + "precision": 0.150019, + "recall": 0.234375, + "f1": 0.168244, + "accuracy": 0.234375, + "main_score": 0.168244, + "hf_subset": "sxb_Latn-eng_Latn", + "languages": [ + "sxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049327, + "recall": 0.074219, + "f1": 0.054134, + "accuracy": 0.074219, + "main_score": 0.054134, + "hf_subset": "eng_Latn-tac_Latn", + "languages": [ + "eng-Latn", + "tac-Latn" + ] + }, + { + "precision": 0.063451, + "recall": 0.101562, + "f1": 0.070772, + "accuracy": 0.101562, + "main_score": 0.070772, + "hf_subset": "tac_Latn-eng_Latn", + "languages": [ + "tac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112827, + "recall": 0.183594, + "f1": 0.124685, + "accuracy": 0.183594, + "main_score": 0.124685, + "hf_subset": "eng_Latn-taj_Deva", + "languages": [ + "eng-Latn", + "taj-Deva" + ] + }, + { + "precision": 0.148532, + "recall": 0.25, + "f1": 0.170915, + "accuracy": 0.25, + "main_score": 0.170915, + "hf_subset": "taj_Deva-eng_Latn", + "languages": [ + "taj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.841797, + "recall": 0.863281, + "f1": 0.848958, + "accuracy": 0.863281, + "main_score": 0.848958, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.871094, + "recall": 0.890625, + "f1": 0.877604, + "accuracy": 0.890625, + "main_score": 0.877604, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.069473, + "recall": 0.097656, + "f1": 0.073356, + "accuracy": 0.097656, + "main_score": 0.073356, + "hf_subset": "eng_Latn-tav_Latn", + "languages": [ + "eng-Latn", + "tav-Latn" + ] + }, + { + "precision": 0.068363, + "recall": 0.113281, + "f1": 0.076903, + "accuracy": 0.113281, + "main_score": 0.076903, + "hf_subset": "tav_Latn-eng_Latn", + "languages": [ + "tav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052913, + "recall": 0.078125, + "f1": 0.057069, + "accuracy": 0.078125, + "main_score": 0.057069, + "hf_subset": "eng_Latn-taw_Latn", + "languages": [ + "eng-Latn", + "taw-Latn" + ] + }, + { + "precision": 0.048521, + "recall": 0.089844, + "f1": 0.055265, + "accuracy": 0.089844, + "main_score": 0.055265, + "hf_subset": "taw_Latn-eng_Latn", + "languages": [ + "taw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083008, + "recall": 0.117188, + "f1": 0.089874, + "accuracy": 0.117188, + "main_score": 0.089874, + "hf_subset": "eng_Latn-tbc_Latn", + "languages": [ + "eng-Latn", + "tbc-Latn" + ] + }, + { + "precision": 0.078913, + "recall": 0.125, + "f1": 0.089066, + "accuracy": 0.125, + "main_score": 0.089066, + "hf_subset": "tbc_Latn-eng_Latn", + "languages": [ + "tbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106726, + "recall": 0.152344, + "f1": 0.11713, + "accuracy": 0.152344, + "main_score": 0.11713, + "hf_subset": "eng_Latn-tbf_Latn", + "languages": [ + "eng-Latn", + "tbf-Latn" + ] + }, + { + "precision": 0.103467, + "recall": 0.15625, + "f1": 0.113027, + "accuracy": 0.15625, + "main_score": 0.113027, + "hf_subset": "tbf_Latn-eng_Latn", + "languages": [ + "tbf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02942, + "recall": 0.058594, + "f1": 0.033878, + "accuracy": 0.058594, + "main_score": 0.033878, + "hf_subset": "eng_Latn-tbg_Latn", + "languages": [ + "eng-Latn", + "tbg-Latn" + ] + }, + { + "precision": 0.042138, + "recall": 0.070312, + "f1": 0.045958, + "accuracy": 0.070312, + "main_score": 0.045958, + "hf_subset": "tbg_Latn-eng_Latn", + "languages": [ + "tbg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0711, + "recall": 0.105469, + "f1": 0.077103, + "accuracy": 0.105469, + "main_score": 0.077103, + "hf_subset": "eng_Latn-tbo_Latn", + "languages": [ + "eng-Latn", + "tbo-Latn" + ] + }, + { + "precision": 0.061604, + "recall": 0.105469, + "f1": 0.071245, + "accuracy": 0.105469, + "main_score": 0.071245, + "hf_subset": "tbo_Latn-eng_Latn", + "languages": [ + "tbo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04964, + "recall": 0.070312, + "f1": 0.05271, + "accuracy": 0.070312, + "main_score": 0.05271, + "hf_subset": "eng_Latn-tbz_Latn", + "languages": [ + "eng-Latn", + "tbz-Latn" + ] + }, + { + "precision": 0.066231, + "recall": 0.097656, + "f1": 0.072508, + "accuracy": 0.097656, + "main_score": 0.072508, + "hf_subset": "tbz_Latn-eng_Latn", + "languages": [ + "tbz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05284, + "recall": 0.074219, + "f1": 0.05625, + "accuracy": 0.074219, + "main_score": 0.05625, + "hf_subset": "eng_Latn-tca_Latn", + "languages": [ + "eng-Latn", + "tca-Latn" + ] + }, + { + "precision": 0.066857, + "recall": 0.105469, + "f1": 0.074422, + "accuracy": 0.105469, + "main_score": 0.074422, + "hf_subset": "tca_Latn-eng_Latn", + "languages": [ + "tca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.537565, + "recall": 0.640625, + "f1": 0.567522, + "accuracy": 0.640625, + "main_score": 0.567522, + "hf_subset": "eng_Latn-tcs_Latn", + "languages": [ + "eng-Latn", + "tcs-Latn" + ] + }, + { + "precision": 0.553646, + "recall": 0.660156, + "f1": 0.583538, + "accuracy": 0.660156, + "main_score": 0.583538, + "hf_subset": "tcs_Latn-eng_Latn", + "languages": [ + "tcs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106424, + "recall": 0.160156, + "f1": 0.118314, + "accuracy": 0.160156, + "main_score": 0.118314, + "hf_subset": "eng_Latn-tcz_Latn", + "languages": [ + "eng-Latn", + "tcz-Latn" + ] + }, + { + "precision": 0.11601, + "recall": 0.183594, + "f1": 0.130635, + "accuracy": 0.183594, + "main_score": 0.130635, + "hf_subset": "tcz_Latn-eng_Latn", + "languages": [ + "tcz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.291381, + "recall": 0.386719, + "f1": 0.313512, + "accuracy": 0.386719, + "main_score": 0.313512, + "hf_subset": "eng_Latn-tdt_Latn", + "languages": [ + "eng-Latn", + "tdt-Latn" + ] + }, + { + "precision": 0.297826, + "recall": 0.390625, + "f1": 0.320188, + "accuracy": 0.390625, + "main_score": 0.320188, + "hf_subset": "tdt_Latn-eng_Latn", + "languages": [ + "tdt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089272, + "recall": 0.117188, + "f1": 0.093063, + "accuracy": 0.117188, + "main_score": 0.093063, + "hf_subset": "eng_Latn-tee_Latn", + "languages": [ + "eng-Latn", + "tee-Latn" + ] + }, + { + "precision": 0.094698, + "recall": 0.144531, + "f1": 0.105528, + "accuracy": 0.144531, + "main_score": 0.105528, + "hf_subset": "tee_Latn-eng_Latn", + "languages": [ + "tee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.791667, + "recall": 0.839844, + "f1": 0.805859, + "accuracy": 0.839844, + "main_score": 0.805859, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.891276, + "recall": 0.914062, + "f1": 0.898438, + "accuracy": 0.914062, + "main_score": 0.898438, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.048515, + "recall": 0.078125, + "f1": 0.054308, + "accuracy": 0.078125, + "main_score": 0.054308, + "hf_subset": "eng_Latn-ter_Latn", + "languages": [ + "eng-Latn", + "ter-Latn" + ] + }, + { + "precision": 0.066665, + "recall": 0.101562, + "f1": 0.072288, + "accuracy": 0.101562, + "main_score": 0.072288, + "hf_subset": "ter_Latn-eng_Latn", + "languages": [ + "ter-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054735, + "recall": 0.09375, + "f1": 0.060116, + "accuracy": 0.09375, + "main_score": 0.060116, + "hf_subset": "eng_Latn-tet_Latn", + "languages": [ + "eng-Latn", + "tet-Latn" + ] + }, + { + "precision": 0.096543, + "recall": 0.152344, + "f1": 0.10808, + "accuracy": 0.152344, + "main_score": 0.10808, + "hf_subset": "tet_Latn-eng_Latn", + "languages": [ + "tet-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129124, + "recall": 0.164062, + "f1": 0.137119, + "accuracy": 0.164062, + "main_score": 0.137119, + "hf_subset": "eng_Latn-tew_Latn", + "languages": [ + "eng-Latn", + "tew-Latn" + ] + }, + { + "precision": 0.129405, + "recall": 0.191406, + "f1": 0.142396, + "accuracy": 0.191406, + "main_score": 0.142396, + "hf_subset": "tew_Latn-eng_Latn", + "languages": [ + "tew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052641, + "recall": 0.082031, + "f1": 0.05819, + "accuracy": 0.082031, + "main_score": 0.05819, + "hf_subset": "eng_Latn-tfr_Latn", + "languages": [ + "eng-Latn", + "tfr-Latn" + ] + }, + { + "precision": 0.061411, + "recall": 0.097656, + "f1": 0.067671, + "accuracy": 0.097656, + "main_score": 0.067671, + "hf_subset": "tfr_Latn-eng_Latn", + "languages": [ + "tfr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.774544, + "recall": 0.832031, + "f1": 0.791146, + "accuracy": 0.832031, + "main_score": 0.791146, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.863932, + "recall": 0.90625, + "f1": 0.877604, + "accuracy": 0.90625, + "main_score": 0.877604, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.96224, + "recall": 0.972656, + "f1": 0.965495, + "accuracy": 0.972656, + "main_score": 0.965495, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.972656, + "recall": 0.980469, + "f1": 0.97526, + "accuracy": 0.980469, + "main_score": 0.97526, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094134, + "recall": 0.136719, + "f1": 0.102686, + "accuracy": 0.136719, + "main_score": 0.102686, + "hf_subset": "eng_Latn-tgo_Latn", + "languages": [ + "eng-Latn", + "tgo-Latn" + ] + }, + { + "precision": 0.101897, + "recall": 0.15625, + "f1": 0.112153, + "accuracy": 0.15625, + "main_score": 0.112153, + "hf_subset": "tgo_Latn-eng_Latn", + "languages": [ + "tgo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.164399, + "recall": 0.191406, + "f1": 0.169516, + "accuracy": 0.191406, + "main_score": 0.169516, + "hf_subset": "eng_Latn-tgp_Latn", + "languages": [ + "eng-Latn", + "tgp-Latn" + ] + }, + { + "precision": 0.143759, + "recall": 0.207031, + "f1": 0.155837, + "accuracy": 0.207031, + "main_score": 0.155837, + "hf_subset": "tgp_Latn-eng_Latn", + "languages": [ + "tgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.960938, + "recall": 0.972656, + "f1": 0.964844, + "accuracy": 0.972656, + "main_score": 0.964844, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.058433, + "recall": 0.097656, + "f1": 0.064178, + "accuracy": 0.097656, + "main_score": 0.064178, + "hf_subset": "eng_Latn-tif_Latn", + "languages": [ + "eng-Latn", + "tif-Latn" + ] + }, + { + "precision": 0.061475, + "recall": 0.109375, + "f1": 0.069721, + "accuracy": 0.109375, + "main_score": 0.069721, + "hf_subset": "tif_Latn-eng_Latn", + "languages": [ + "tif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051105, + "recall": 0.085938, + "f1": 0.057801, + "accuracy": 0.085938, + "main_score": 0.057801, + "hf_subset": "eng_Latn-tim_Latn", + "languages": [ + "eng-Latn", + "tim-Latn" + ] + }, + { + "precision": 0.0493, + "recall": 0.085938, + "f1": 0.056689, + "accuracy": 0.085938, + "main_score": 0.056689, + "hf_subset": "tim_Latn-eng_Latn", + "languages": [ + "tim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113804, + "recall": 0.162791, + "f1": 0.121466, + "accuracy": 0.162791, + "main_score": 0.121466, + "hf_subset": "eng_Latn-tiw_Latn", + "languages": [ + "eng-Latn", + "tiw-Latn" + ] + }, + { + "precision": 0.183429, + "recall": 0.274419, + "f1": 0.203454, + "accuracy": 0.274419, + "main_score": 0.203454, + "hf_subset": "tiw_Latn-eng_Latn", + "languages": [ + "tiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08139, + "recall": 0.113281, + "f1": 0.088046, + "accuracy": 0.113281, + "main_score": 0.088046, + "hf_subset": "eng_Latn-tiy_Latn", + "languages": [ + "eng-Latn", + "tiy-Latn" + ] + }, + { + "precision": 0.071641, + "recall": 0.128906, + "f1": 0.080988, + "accuracy": 0.128906, + "main_score": 0.080988, + "hf_subset": "tiy_Latn-eng_Latn", + "languages": [ + "tiy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.286141, + "recall": 0.391304, + "f1": 0.311318, + "accuracy": 0.391304, + "main_score": 0.311318, + "hf_subset": "eng_Latn-tke_Latn", + "languages": [ + "eng-Latn", + "tke-Latn" + ] + }, + { + "precision": 0.345109, + "recall": 0.445652, + "f1": 0.372687, + "accuracy": 0.445652, + "main_score": 0.372687, + "hf_subset": "tke_Latn-eng_Latn", + "languages": [ + "tke-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106931, + "recall": 0.140625, + "f1": 0.115096, + "accuracy": 0.140625, + "main_score": 0.115096, + "hf_subset": "eng_Latn-tku_Latn", + "languages": [ + "eng-Latn", + "tku-Latn" + ] + }, + { + "precision": 0.121504, + "recall": 0.183594, + "f1": 0.13308, + "accuracy": 0.183594, + "main_score": 0.13308, + "hf_subset": "tku_Latn-eng_Latn", + "languages": [ + "tku-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032, + "recall": 0.0625, + "f1": 0.037435, + "accuracy": 0.0625, + "main_score": 0.037435, + "hf_subset": "eng_Latn-tlf_Latn", + "languages": [ + "eng-Latn", + "tlf-Latn" + ] + }, + { + "precision": 0.054124, + "recall": 0.101562, + "f1": 0.063396, + "accuracy": 0.101562, + "main_score": 0.063396, + "hf_subset": "tlf_Latn-eng_Latn", + "languages": [ + "tlf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083863, + "recall": 0.117188, + "f1": 0.089527, + "accuracy": 0.117188, + "main_score": 0.089527, + "hf_subset": "eng_Latn-tmd_Latn", + "languages": [ + "eng-Latn", + "tmd-Latn" + ] + }, + { + "precision": 0.07132, + "recall": 0.101562, + "f1": 0.07713, + "accuracy": 0.101562, + "main_score": 0.07713, + "hf_subset": "tmd_Latn-eng_Latn", + "languages": [ + "tmd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081744, + "recall": 0.136719, + "f1": 0.091555, + "accuracy": 0.136719, + "main_score": 0.091555, + "hf_subset": "eng_Latn-tna_Latn", + "languages": [ + "eng-Latn", + "tna-Latn" + ] + }, + { + "precision": 0.140655, + "recall": 0.199219, + "f1": 0.15268, + "accuracy": 0.199219, + "main_score": 0.15268, + "hf_subset": "tna_Latn-eng_Latn", + "languages": [ + "tna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064507, + "recall": 0.109375, + "f1": 0.07263, + "accuracy": 0.109375, + "main_score": 0.07263, + "hf_subset": "eng_Latn-tnc_Latn", + "languages": [ + "eng-Latn", + "tnc-Latn" + ] + }, + { + "precision": 0.109114, + "recall": 0.175781, + "f1": 0.122031, + "accuracy": 0.175781, + "main_score": 0.122031, + "hf_subset": "tnc_Latn-eng_Latn", + "languages": [ + "tnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05176, + "recall": 0.085938, + "f1": 0.057935, + "accuracy": 0.085938, + "main_score": 0.057935, + "hf_subset": "eng_Latn-tnk_Latn", + "languages": [ + "eng-Latn", + "tnk-Latn" + ] + }, + { + "precision": 0.07062, + "recall": 0.117188, + "f1": 0.078489, + "accuracy": 0.117188, + "main_score": 0.078489, + "hf_subset": "tnk_Latn-eng_Latn", + "languages": [ + "tnk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062061, + "recall": 0.089844, + "f1": 0.065746, + "accuracy": 0.089844, + "main_score": 0.065746, + "hf_subset": "eng_Latn-tnn_Latn", + "languages": [ + "eng-Latn", + "tnn-Latn" + ] + }, + { + "precision": 0.06652, + "recall": 0.121094, + "f1": 0.074056, + "accuracy": 0.121094, + "main_score": 0.074056, + "hf_subset": "tnn_Latn-eng_Latn", + "languages": [ + "tnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03701, + "recall": 0.070312, + "f1": 0.041985, + "accuracy": 0.070312, + "main_score": 0.041985, + "hf_subset": "eng_Latn-tnp_Latn", + "languages": [ + "eng-Latn", + "tnp-Latn" + ] + }, + { + "precision": 0.057567, + "recall": 0.101562, + "f1": 0.064518, + "accuracy": 0.101562, + "main_score": 0.064518, + "hf_subset": "tnp_Latn-eng_Latn", + "languages": [ + "tnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113167, + "recall": 0.152344, + "f1": 0.121736, + "accuracy": 0.152344, + "main_score": 0.121736, + "hf_subset": "eng_Latn-toc_Latn", + "languages": [ + "eng-Latn", + "toc-Latn" + ] + }, + { + "precision": 0.136204, + "recall": 0.191406, + "f1": 0.148121, + "accuracy": 0.191406, + "main_score": 0.148121, + "hf_subset": "toc_Latn-eng_Latn", + "languages": [ + "toc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.178137, + "recall": 0.257812, + "f1": 0.193873, + "accuracy": 0.257812, + "main_score": 0.193873, + "hf_subset": "eng_Latn-tod_Latn", + "languages": [ + "eng-Latn", + "tod-Latn" + ] + }, + { + "precision": 0.268001, + "recall": 0.363281, + "f1": 0.293154, + "accuracy": 0.363281, + "main_score": 0.293154, + "hf_subset": "tod_Latn-eng_Latn", + "languages": [ + "tod-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098445, + "recall": 0.128906, + "f1": 0.10402, + "accuracy": 0.128906, + "main_score": 0.10402, + "hf_subset": "eng_Latn-tof_Latn", + "languages": [ + "eng-Latn", + "tof-Latn" + ] + }, + { + "precision": 0.073493, + "recall": 0.128906, + "f1": 0.083454, + "accuracy": 0.128906, + "main_score": 0.083454, + "hf_subset": "tof_Latn-eng_Latn", + "languages": [ + "tof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117481, + "recall": 0.160156, + "f1": 0.124689, + "accuracy": 0.160156, + "main_score": 0.124689, + "hf_subset": "eng_Latn-toj_Latn", + "languages": [ + "eng-Latn", + "toj-Latn" + ] + }, + { + "precision": 0.13828, + "recall": 0.191406, + "f1": 0.150727, + "accuracy": 0.191406, + "main_score": 0.150727, + "hf_subset": "toj_Latn-eng_Latn", + "languages": [ + "toj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.220841, + "recall": 0.300781, + "f1": 0.237106, + "accuracy": 0.300781, + "main_score": 0.237106, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.308418, + "recall": 0.40625, + "f1": 0.330656, + "accuracy": 0.40625, + "main_score": 0.330656, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127558, + "recall": 0.164062, + "f1": 0.1375, + "accuracy": 0.164062, + "main_score": 0.1375, + "hf_subset": "eng_Latn-too_Latn", + "languages": [ + "eng-Latn", + "too-Latn" + ] + }, + { + "precision": 0.135386, + "recall": 0.207031, + "f1": 0.150612, + "accuracy": 0.207031, + "main_score": 0.150612, + "hf_subset": "too_Latn-eng_Latn", + "languages": [ + "too-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.142298, + "recall": 0.1875, + "f1": 0.151335, + "accuracy": 0.1875, + "main_score": 0.151335, + "hf_subset": "eng_Latn-top_Latn", + "languages": [ + "eng-Latn", + "top-Latn" + ] + }, + { + "precision": 0.140295, + "recall": 0.203125, + "f1": 0.153379, + "accuracy": 0.203125, + "main_score": 0.153379, + "hf_subset": "top_Latn-eng_Latn", + "languages": [ + "top-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129123, + "recall": 0.164062, + "f1": 0.136352, + "accuracy": 0.164062, + "main_score": 0.136352, + "hf_subset": "eng_Latn-tos_Latn", + "languages": [ + "eng-Latn", + "tos-Latn" + ] + }, + { + "precision": 0.128202, + "recall": 0.191406, + "f1": 0.142676, + "accuracy": 0.191406, + "main_score": 0.142676, + "hf_subset": "tos_Latn-eng_Latn", + "languages": [ + "tos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.219976, + "recall": 0.304965, + "f1": 0.242452, + "accuracy": 0.304965, + "main_score": 0.242452, + "hf_subset": "eng_Latn-tpa_Latn", + "languages": [ + "eng-Latn", + "tpa-Latn" + ] + }, + { + "precision": 0.251123, + "recall": 0.340426, + "f1": 0.273342, + "accuracy": 0.340426, + "main_score": 0.273342, + "hf_subset": "tpa_Latn-eng_Latn", + "languages": [ + "tpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.690365, + "recall": 0.769531, + "f1": 0.713411, + "accuracy": 0.769531, + "main_score": 0.713411, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.785612, + "recall": 0.84375, + "f1": 0.802995, + "accuracy": 0.84375, + "main_score": 0.802995, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.15016, + "recall": 0.191406, + "f1": 0.158292, + "accuracy": 0.191406, + "main_score": 0.158292, + "hf_subset": "eng_Latn-tpt_Latn", + "languages": [ + "eng-Latn", + "tpt-Latn" + ] + }, + { + "precision": 0.131312, + "recall": 0.171875, + "f1": 0.139411, + "accuracy": 0.171875, + "main_score": 0.139411, + "hf_subset": "tpt_Latn-eng_Latn", + "languages": [ + "tpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0721, + "recall": 0.101562, + "f1": 0.078009, + "accuracy": 0.101562, + "main_score": 0.078009, + "hf_subset": "eng_Latn-tpz_Latn", + "languages": [ + "eng-Latn", + "tpz-Latn" + ] + }, + { + "precision": 0.080328, + "recall": 0.121094, + "f1": 0.088002, + "accuracy": 0.121094, + "main_score": 0.088002, + "hf_subset": "tpz_Latn-eng_Latn", + "languages": [ + "tpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089388, + "recall": 0.128906, + "f1": 0.097964, + "accuracy": 0.128906, + "main_score": 0.097964, + "hf_subset": "eng_Latn-trc_Latn", + "languages": [ + "eng-Latn", + "trc-Latn" + ] + }, + { + "precision": 0.101304, + "recall": 0.148438, + "f1": 0.109979, + "accuracy": 0.148438, + "main_score": 0.109979, + "hf_subset": "trc_Latn-eng_Latn", + "languages": [ + "trc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049366, + "recall": 0.078125, + "f1": 0.054166, + "accuracy": 0.078125, + "main_score": 0.054166, + "hf_subset": "eng_Latn-tsw_Latn", + "languages": [ + "eng-Latn", + "tsw-Latn" + ] + }, + { + "precision": 0.054636, + "recall": 0.109375, + "f1": 0.065296, + "accuracy": 0.109375, + "main_score": 0.065296, + "hf_subset": "tsw_Latn-eng_Latn", + "languages": [ + "tsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097796, + "recall": 0.132812, + "f1": 0.106845, + "accuracy": 0.132812, + "main_score": 0.106845, + "hf_subset": "eng_Latn-ttc_Latn", + "languages": [ + "eng-Latn", + "ttc-Latn" + ] + }, + { + "precision": 0.122238, + "recall": 0.171875, + "f1": 0.134233, + "accuracy": 0.171875, + "main_score": 0.134233, + "hf_subset": "ttc_Latn-eng_Latn", + "languages": [ + "ttc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072529, + "recall": 0.105469, + "f1": 0.078779, + "accuracy": 0.105469, + "main_score": 0.078779, + "hf_subset": "eng_Latn-tte_Latn", + "languages": [ + "eng-Latn", + "tte-Latn" + ] + }, + { + "precision": 0.078439, + "recall": 0.121094, + "f1": 0.087299, + "accuracy": 0.121094, + "main_score": 0.087299, + "hf_subset": "tte_Latn-eng_Latn", + "languages": [ + "tte-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052904, + "recall": 0.109375, + "f1": 0.063852, + "accuracy": 0.109375, + "main_score": 0.063852, + "hf_subset": "eng_Latn-tuc_Latn", + "languages": [ + "eng-Latn", + "tuc-Latn" + ] + }, + { + "precision": 0.104306, + "recall": 0.15625, + "f1": 0.115173, + "accuracy": 0.15625, + "main_score": 0.115173, + "hf_subset": "tuc_Latn-eng_Latn", + "languages": [ + "tuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076302, + "recall": 0.117188, + "f1": 0.083012, + "accuracy": 0.117188, + "main_score": 0.083012, + "hf_subset": "eng_Latn-tue_Latn", + "languages": [ + "eng-Latn", + "tue-Latn" + ] + }, + { + "precision": 0.112076, + "recall": 0.164062, + "f1": 0.121422, + "accuracy": 0.164062, + "main_score": 0.121422, + "hf_subset": "tue_Latn-eng_Latn", + "languages": [ + "tue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054282, + "recall": 0.074219, + "f1": 0.057371, + "accuracy": 0.074219, + "main_score": 0.057371, + "hf_subset": "eng_Latn-tuf_Latn", + "languages": [ + "eng-Latn", + "tuf-Latn" + ] + }, + { + "precision": 0.063141, + "recall": 0.105469, + "f1": 0.069748, + "accuracy": 0.105469, + "main_score": 0.069748, + "hf_subset": "tuf_Latn-eng_Latn", + "languages": [ + "tuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060075, + "recall": 0.082031, + "f1": 0.064522, + "accuracy": 0.082031, + "main_score": 0.064522, + "hf_subset": "eng_Latn-tuo_Latn", + "languages": [ + "eng-Latn", + "tuo-Latn" + ] + }, + { + "precision": 0.068992, + "recall": 0.109375, + "f1": 0.076765, + "accuracy": 0.109375, + "main_score": 0.076765, + "hf_subset": "tuo_Latn-eng_Latn", + "languages": [ + "tuo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.738607, + "recall": 0.8125, + "f1": 0.761198, + "accuracy": 0.8125, + "main_score": 0.761198, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.84668, + "recall": 0.890625, + "f1": 0.860286, + "accuracy": 0.890625, + "main_score": 0.860286, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070672, + "recall": 0.101562, + "f1": 0.074963, + "accuracy": 0.101562, + "main_score": 0.074963, + "hf_subset": "eng_Latn-tvk_Latn", + "languages": [ + "eng-Latn", + "tvk-Latn" + ] + }, + { + "precision": 0.06616, + "recall": 0.109375, + "f1": 0.074348, + "accuracy": 0.109375, + "main_score": 0.074348, + "hf_subset": "tvk_Latn-eng_Latn", + "languages": [ + "tvk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.42684, + "recall": 0.507812, + "f1": 0.446553, + "accuracy": 0.507812, + "main_score": 0.446553, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.490885, + "recall": 0.597656, + "f1": 0.519609, + "accuracy": 0.597656, + "main_score": 0.519609, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071285, + "recall": 0.113281, + "f1": 0.078816, + "accuracy": 0.113281, + "main_score": 0.078816, + "hf_subset": "eng_Latn-txq_Latn", + "languages": [ + "eng-Latn", + "txq-Latn" + ] + }, + { + "precision": 0.093285, + "recall": 0.132812, + "f1": 0.101122, + "accuracy": 0.132812, + "main_score": 0.101122, + "hf_subset": "txq_Latn-eng_Latn", + "languages": [ + "txq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.015556, + "recall": 0.035156, + "f1": 0.017768, + "accuracy": 0.035156, + "main_score": 0.017768, + "hf_subset": "eng_Latn-txu_Latn", + "languages": [ + "eng-Latn", + "txu-Latn" + ] + }, + { + "precision": 0.013643, + "recall": 0.03125, + "f1": 0.014992, + "accuracy": 0.03125, + "main_score": 0.014992, + "hf_subset": "txu_Latn-eng_Latn", + "languages": [ + "txu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.217626, + "recall": 0.3125, + "f1": 0.238382, + "accuracy": 0.3125, + "main_score": 0.238382, + "hf_subset": "eng_Latn-tzj_Latn", + "languages": [ + "eng-Latn", + "tzj-Latn" + ] + }, + { + "precision": 0.262209, + "recall": 0.363281, + "f1": 0.286595, + "accuracy": 0.363281, + "main_score": 0.286595, + "hf_subset": "tzj_Latn-eng_Latn", + "languages": [ + "tzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061401, + "recall": 0.136719, + "f1": 0.074291, + "accuracy": 0.136719, + "main_score": 0.074291, + "hf_subset": "eng_Latn-tzo_Latn", + "languages": [ + "eng-Latn", + "tzo-Latn" + ] + }, + { + "precision": 0.10236, + "recall": 0.15625, + "f1": 0.113066, + "accuracy": 0.15625, + "main_score": 0.113066, + "hf_subset": "tzo_Latn-eng_Latn", + "languages": [ + "tzo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118635, + "recall": 0.167969, + "f1": 0.127147, + "accuracy": 0.167969, + "main_score": 0.127147, + "hf_subset": "eng_Latn-ubr_Latn", + "languages": [ + "eng-Latn", + "ubr-Latn" + ] + }, + { + "precision": 0.118936, + "recall": 0.179688, + "f1": 0.130341, + "accuracy": 0.179688, + "main_score": 0.130341, + "hf_subset": "ubr_Latn-eng_Latn", + "languages": [ + "ubr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028768, + "recall": 0.050781, + "f1": 0.032666, + "accuracy": 0.050781, + "main_score": 0.032666, + "hf_subset": "eng_Latn-ubu_Latn", + "languages": [ + "eng-Latn", + "ubu-Latn" + ] + }, + { + "precision": 0.024132, + "recall": 0.054688, + "f1": 0.029762, + "accuracy": 0.054688, + "main_score": 0.029762, + "hf_subset": "ubu_Latn-eng_Latn", + "languages": [ + "ubu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067266, + "recall": 0.097656, + "f1": 0.072762, + "accuracy": 0.097656, + "main_score": 0.072762, + "hf_subset": "eng_Latn-udu_Latn", + "languages": [ + "eng-Latn", + "udu-Latn" + ] + }, + { + "precision": 0.074457, + "recall": 0.121094, + "f1": 0.083374, + "accuracy": 0.121094, + "main_score": 0.083374, + "hf_subset": "udu_Latn-eng_Latn", + "languages": [ + "udu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.533219, + "recall": 0.640625, + "f1": 0.561635, + "accuracy": 0.640625, + "main_score": 0.561635, + "hf_subset": "eng_Latn-uig_Latn", + "languages": [ + "eng-Latn", + "uig-Latn" + ] + }, + { + "precision": 0.707231, + "recall": 0.773438, + "f1": 0.72504, + "accuracy": 0.773438, + "main_score": 0.72504, + "hf_subset": "uig_Latn-eng_Latn", + "languages": [ + "uig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.150266, + "recall": 0.195312, + "f1": 0.159257, + "accuracy": 0.195312, + "main_score": 0.159257, + "hf_subset": "eng_Latn-uli_Latn", + "languages": [ + "eng-Latn", + "uli-Latn" + ] + }, + { + "precision": 0.146289, + "recall": 0.21875, + "f1": 0.162133, + "accuracy": 0.21875, + "main_score": 0.162133, + "hf_subset": "uli_Latn-eng_Latn", + "languages": [ + "uli-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107956, + "recall": 0.146597, + "f1": 0.114431, + "accuracy": 0.146597, + "main_score": 0.114431, + "hf_subset": "eng_Latn-ulk_Latn", + "languages": [ + "eng-Latn", + "ulk-Latn" + ] + }, + { + "precision": 0.155867, + "recall": 0.225131, + "f1": 0.172862, + "accuracy": 0.225131, + "main_score": 0.172862, + "hf_subset": "ulk_Latn-eng_Latn", + "languages": [ + "ulk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08193, + "recall": 0.121094, + "f1": 0.090208, + "accuracy": 0.121094, + "main_score": 0.090208, + "hf_subset": "eng_Latn-upv_Latn", + "languages": [ + "eng-Latn", + "upv-Latn" + ] + }, + { + "precision": 0.103805, + "recall": 0.140625, + "f1": 0.111692, + "accuracy": 0.140625, + "main_score": 0.111692, + "hf_subset": "upv_Latn-eng_Latn", + "languages": [ + "upv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041356, + "recall": 0.0625, + "f1": 0.045739, + "accuracy": 0.0625, + "main_score": 0.045739, + "hf_subset": "eng_Latn-ura_Latn", + "languages": [ + "eng-Latn", + "ura-Latn" + ] + }, + { + "precision": 0.063844, + "recall": 0.105469, + "f1": 0.071145, + "accuracy": 0.105469, + "main_score": 0.071145, + "hf_subset": "ura_Latn-eng_Latn", + "languages": [ + "ura-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.012214, + "recall": 0.023438, + "f1": 0.014258, + "accuracy": 0.023438, + "main_score": 0.014258, + "hf_subset": "eng_Latn-urb_Latn", + "languages": [ + "eng-Latn", + "urb-Latn" + ] + }, + { + "precision": 0.019942, + "recall": 0.039062, + "f1": 0.023468, + "accuracy": 0.039062, + "main_score": 0.023468, + "hf_subset": "urb_Latn-eng_Latn", + "languages": [ + "urb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.935547, + "recall": 0.957031, + "f1": 0.942708, + "accuracy": 0.957031, + "main_score": 0.942708, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.964844, + "recall": 0.976562, + "f1": 0.96875, + "accuracy": 0.976562, + "main_score": 0.96875, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.110968, + "recall": 0.162698, + "f1": 0.123068, + "accuracy": 0.162698, + "main_score": 0.123068, + "hf_subset": "eng_Latn-uri_Latn", + "languages": [ + "eng-Latn", + "uri-Latn" + ] + }, + { + "precision": 0.152879, + "recall": 0.210317, + "f1": 0.165515, + "accuracy": 0.210317, + "main_score": 0.165515, + "hf_subset": "uri_Latn-eng_Latn", + "languages": [ + "uri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090733, + "recall": 0.132812, + "f1": 0.098608, + "accuracy": 0.132812, + "main_score": 0.098608, + "hf_subset": "eng_Latn-urt_Latn", + "languages": [ + "eng-Latn", + "urt-Latn" + ] + }, + { + "precision": 0.08837, + "recall": 0.132812, + "f1": 0.096657, + "accuracy": 0.132812, + "main_score": 0.096657, + "hf_subset": "urt_Latn-eng_Latn", + "languages": [ + "urt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150494, + "recall": 0.266667, + "f1": 0.177778, + "accuracy": 0.266667, + "main_score": 0.177778, + "hf_subset": "eng_Latn-urw_Latn", + "languages": [ + "eng-Latn", + "urw-Latn" + ] + }, + { + "precision": 0.217251, + "recall": 0.277778, + "f1": 0.23037, + "accuracy": 0.277778, + "main_score": 0.23037, + "hf_subset": "urw_Latn-eng_Latn", + "languages": [ + "urw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018307, + "recall": 0.039062, + "f1": 0.021488, + "accuracy": 0.039062, + "main_score": 0.021488, + "hf_subset": "eng_Latn-usa_Latn", + "languages": [ + "eng-Latn", + "usa-Latn" + ] + }, + { + "precision": 0.019789, + "recall": 0.042969, + "f1": 0.023752, + "accuracy": 0.042969, + "main_score": 0.023752, + "hf_subset": "usa_Latn-eng_Latn", + "languages": [ + "usa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.139067, + "recall": 0.183594, + "f1": 0.150357, + "accuracy": 0.183594, + "main_score": 0.150357, + "hf_subset": "eng_Latn-usp_Latn", + "languages": [ + "eng-Latn", + "usp-Latn" + ] + }, + { + "precision": 0.122779, + "recall": 0.179688, + "f1": 0.134048, + "accuracy": 0.179688, + "main_score": 0.134048, + "hf_subset": "usp_Latn-eng_Latn", + "languages": [ + "usp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075326, + "recall": 0.09375, + "f1": 0.07841, + "accuracy": 0.09375, + "main_score": 0.07841, + "hf_subset": "eng_Latn-uvh_Latn", + "languages": [ + "eng-Latn", + "uvh-Latn" + ] + }, + { + "precision": 0.081424, + "recall": 0.125, + "f1": 0.092137, + "accuracy": 0.125, + "main_score": 0.092137, + "hf_subset": "uvh_Latn-eng_Latn", + "languages": [ + "uvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062274, + "recall": 0.089844, + "f1": 0.067464, + "accuracy": 0.089844, + "main_score": 0.067464, + "hf_subset": "eng_Latn-uvl_Latn", + "languages": [ + "eng-Latn", + "uvl-Latn" + ] + }, + { + "precision": 0.067744, + "recall": 0.097656, + "f1": 0.074186, + "accuracy": 0.097656, + "main_score": 0.074186, + "hf_subset": "uvl_Latn-eng_Latn", + "languages": [ + "uvl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.146099, + "recall": 0.210938, + "f1": 0.15865, + "accuracy": 0.210938, + "main_score": 0.15865, + "hf_subset": "eng_Latn-vid_Latn", + "languages": [ + "eng-Latn", + "vid-Latn" + ] + }, + { + "precision": 0.194272, + "recall": 0.277344, + "f1": 0.21142, + "accuracy": 0.277344, + "main_score": 0.21142, + "hf_subset": "vid_Latn-eng_Latn", + "languages": [ + "vid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029403, + "recall": 0.0625, + "f1": 0.035456, + "accuracy": 0.0625, + "main_score": 0.035456, + "hf_subset": "eng_Latn-viv_Latn", + "languages": [ + "eng-Latn", + "viv-Latn" + ] + }, + { + "precision": 0.053619, + "recall": 0.101562, + "f1": 0.061173, + "accuracy": 0.101562, + "main_score": 0.061173, + "hf_subset": "viv_Latn-eng_Latn", + "languages": [ + "viv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101116, + "recall": 0.144531, + "f1": 0.11095, + "accuracy": 0.144531, + "main_score": 0.11095, + "hf_subset": "eng_Latn-vmy_Latn", + "languages": [ + "eng-Latn", + "vmy-Latn" + ] + }, + { + "precision": 0.09008, + "recall": 0.152344, + "f1": 0.102818, + "accuracy": 0.152344, + "main_score": 0.102818, + "hf_subset": "vmy_Latn-eng_Latn", + "languages": [ + "vmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032075, + "recall": 0.054688, + "f1": 0.035858, + "accuracy": 0.054688, + "main_score": 0.035858, + "hf_subset": "eng_Latn-waj_Latn", + "languages": [ + "eng-Latn", + "waj-Latn" + ] + }, + { + "precision": 0.046921, + "recall": 0.0625, + "f1": 0.048801, + "accuracy": 0.0625, + "main_score": 0.048801, + "hf_subset": "waj_Latn-eng_Latn", + "languages": [ + "waj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068415, + "recall": 0.097656, + "f1": 0.074396, + "accuracy": 0.097656, + "main_score": 0.074396, + "hf_subset": "eng_Latn-wal_Ethi", + "languages": [ + "eng-Latn", + "wal-Ethi" + ] + }, + { + "precision": 0.070778, + "recall": 0.109375, + "f1": 0.079202, + "accuracy": 0.109375, + "main_score": 0.079202, + "hf_subset": "wal_Ethi-eng_Latn", + "languages": [ + "wal-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.107062, + "recall": 0.140625, + "f1": 0.114759, + "accuracy": 0.140625, + "main_score": 0.114759, + "hf_subset": "eng_Latn-wap_Latn", + "languages": [ + "eng-Latn", + "wap-Latn" + ] + }, + { + "precision": 0.115253, + "recall": 0.175781, + "f1": 0.127014, + "accuracy": 0.175781, + "main_score": 0.127014, + "hf_subset": "wap_Latn-eng_Latn", + "languages": [ + "wap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074234, + "recall": 0.136719, + "f1": 0.085612, + "accuracy": 0.136719, + "main_score": 0.085612, + "hf_subset": "eng_Latn-wat_Latn", + "languages": [ + "eng-Latn", + "wat-Latn" + ] + }, + { + "precision": 0.123284, + "recall": 0.179688, + "f1": 0.136359, + "accuracy": 0.179688, + "main_score": 0.136359, + "hf_subset": "wat_Latn-eng_Latn", + "languages": [ + "wat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119351, + "recall": 0.164062, + "f1": 0.128857, + "accuracy": 0.164062, + "main_score": 0.128857, + "hf_subset": "eng_Latn-wbi_Latn", + "languages": [ + "eng-Latn", + "wbi-Latn" + ] + }, + { + "precision": 0.146319, + "recall": 0.203125, + "f1": 0.158829, + "accuracy": 0.203125, + "main_score": 0.158829, + "hf_subset": "wbi_Latn-eng_Latn", + "languages": [ + "wbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.008136, + "recall": 0.019531, + "f1": 0.008437, + "accuracy": 0.019531, + "main_score": 0.008437, + "hf_subset": "eng_Latn-wbp_Latn", + "languages": [ + "eng-Latn", + "wbp-Latn" + ] + }, + { + "precision": 0.012387, + "recall": 0.03125, + "f1": 0.014865, + "accuracy": 0.03125, + "main_score": 0.014865, + "hf_subset": "wbp_Latn-eng_Latn", + "languages": [ + "wbp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.151674, + "recall": 0.234375, + "f1": 0.170105, + "accuracy": 0.234375, + "main_score": 0.170105, + "hf_subset": "eng_Latn-wed_Latn", + "languages": [ + "eng-Latn", + "wed-Latn" + ] + }, + { + "precision": 0.154739, + "recall": 0.25, + "f1": 0.176525, + "accuracy": 0.25, + "main_score": 0.176525, + "hf_subset": "wed_Latn-eng_Latn", + "languages": [ + "wed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057299, + "recall": 0.085938, + "f1": 0.062235, + "accuracy": 0.085938, + "main_score": 0.062235, + "hf_subset": "eng_Latn-wer_Latn", + "languages": [ + "eng-Latn", + "wer-Latn" + ] + }, + { + "precision": 0.058126, + "recall": 0.09375, + "f1": 0.065062, + "accuracy": 0.09375, + "main_score": 0.065062, + "hf_subset": "wer_Latn-eng_Latn", + "languages": [ + "wer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08444, + "recall": 0.105469, + "f1": 0.090104, + "accuracy": 0.105469, + "main_score": 0.090104, + "hf_subset": "eng_Latn-wim_Latn", + "languages": [ + "eng-Latn", + "wim-Latn" + ] + }, + { + "precision": 0.113782, + "recall": 0.164062, + "f1": 0.122948, + "accuracy": 0.164062, + "main_score": 0.122948, + "hf_subset": "wim_Latn-eng_Latn", + "languages": [ + "wim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047982, + "recall": 0.066406, + "f1": 0.050618, + "accuracy": 0.066406, + "main_score": 0.050618, + "hf_subset": "eng_Latn-wiu_Latn", + "languages": [ + "eng-Latn", + "wiu-Latn" + ] + }, + { + "precision": 0.058828, + "recall": 0.101562, + "f1": 0.067586, + "accuracy": 0.101562, + "main_score": 0.067586, + "hf_subset": "wiu_Latn-eng_Latn", + "languages": [ + "wiu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110983, + "recall": 0.160156, + "f1": 0.121456, + "accuracy": 0.160156, + "main_score": 0.121456, + "hf_subset": "eng_Latn-wiv_Latn", + "languages": [ + "eng-Latn", + "wiv-Latn" + ] + }, + { + "precision": 0.141696, + "recall": 0.210938, + "f1": 0.156428, + "accuracy": 0.210938, + "main_score": 0.156428, + "hf_subset": "wiv_Latn-eng_Latn", + "languages": [ + "wiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.007732, + "recall": 0.023438, + "f1": 0.009512, + "accuracy": 0.023438, + "main_score": 0.009512, + "hf_subset": "eng_Latn-wmt_Latn", + "languages": [ + "eng-Latn", + "wmt-Latn" + ] + }, + { + "precision": 0.021363, + "recall": 0.066406, + "f1": 0.027824, + "accuracy": 0.066406, + "main_score": 0.027824, + "hf_subset": "wmt_Latn-eng_Latn", + "languages": [ + "wmt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.393466, + "recall": 0.484375, + "f1": 0.416828, + "accuracy": 0.484375, + "main_score": 0.416828, + "hf_subset": "eng_Latn-wmw_Latn", + "languages": [ + "eng-Latn", + "wmw-Latn" + ] + }, + { + "precision": 0.46696, + "recall": 0.570312, + "f1": 0.493204, + "accuracy": 0.570312, + "main_score": 0.493204, + "hf_subset": "wmw_Latn-eng_Latn", + "languages": [ + "wmw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054276, + "recall": 0.078125, + "f1": 0.05806, + "accuracy": 0.078125, + "main_score": 0.05806, + "hf_subset": "eng_Latn-wnc_Latn", + "languages": [ + "eng-Latn", + "wnc-Latn" + ] + }, + { + "precision": 0.062666, + "recall": 0.09375, + "f1": 0.067972, + "accuracy": 0.09375, + "main_score": 0.067972, + "hf_subset": "wnc_Latn-eng_Latn", + "languages": [ + "wnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063741, + "recall": 0.09375, + "f1": 0.067863, + "accuracy": 0.09375, + "main_score": 0.067863, + "hf_subset": "eng_Latn-wnu_Latn", + "languages": [ + "eng-Latn", + "wnu-Latn" + ] + }, + { + "precision": 0.076287, + "recall": 0.125, + "f1": 0.086908, + "accuracy": 0.125, + "main_score": 0.086908, + "hf_subset": "wnu_Latn-eng_Latn", + "languages": [ + "wnu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095376, + "recall": 0.175781, + "f1": 0.112038, + "accuracy": 0.175781, + "main_score": 0.112038, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.147808, + "recall": 0.230469, + "f1": 0.164959, + "accuracy": 0.230469, + "main_score": 0.164959, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061207, + "recall": 0.089844, + "f1": 0.065988, + "accuracy": 0.089844, + "main_score": 0.065988, + "hf_subset": "eng_Latn-wos_Latn", + "languages": [ + "eng-Latn", + "wos-Latn" + ] + }, + { + "precision": 0.083034, + "recall": 0.125, + "f1": 0.090977, + "accuracy": 0.125, + "main_score": 0.090977, + "hf_subset": "wos_Latn-eng_Latn", + "languages": [ + "wos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.003956, + "recall": 0.007812, + "f1": 0.004004, + "accuracy": 0.007812, + "main_score": 0.004004, + "hf_subset": "eng_Latn-wrk_Latn", + "languages": [ + "eng-Latn", + "wrk-Latn" + ] + }, + { + "precision": 0.009439, + "recall": 0.027344, + "f1": 0.012156, + "accuracy": 0.027344, + "main_score": 0.012156, + "hf_subset": "wrk_Latn-eng_Latn", + "languages": [ + "wrk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.187518, + "recall": 0.257812, + "f1": 0.203567, + "accuracy": 0.257812, + "main_score": 0.203567, + "hf_subset": "eng_Latn-wro_Latn", + "languages": [ + "eng-Latn", + "wro-Latn" + ] + }, + { + "precision": 0.238937, + "recall": 0.320312, + "f1": 0.259766, + "accuracy": 0.320312, + "main_score": 0.259766, + "hf_subset": "wro_Latn-eng_Latn", + "languages": [ + "wro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04799, + "recall": 0.066406, + "f1": 0.051823, + "accuracy": 0.066406, + "main_score": 0.051823, + "hf_subset": "eng_Latn-wrs_Latn", + "languages": [ + "eng-Latn", + "wrs-Latn" + ] + }, + { + "precision": 0.063027, + "recall": 0.097656, + "f1": 0.068689, + "accuracy": 0.097656, + "main_score": 0.068689, + "hf_subset": "wrs_Latn-eng_Latn", + "languages": [ + "wrs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135538, + "recall": 0.195312, + "f1": 0.148213, + "accuracy": 0.195312, + "main_score": 0.148213, + "hf_subset": "eng_Latn-wsk_Latn", + "languages": [ + "eng-Latn", + "wsk-Latn" + ] + }, + { + "precision": 0.129562, + "recall": 0.179688, + "f1": 0.140569, + "accuracy": 0.179688, + "main_score": 0.140569, + "hf_subset": "wsk_Latn-eng_Latn", + "languages": [ + "wsk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135925, + "recall": 0.179688, + "f1": 0.144526, + "accuracy": 0.179688, + "main_score": 0.144526, + "hf_subset": "eng_Latn-wuv_Latn", + "languages": [ + "eng-Latn", + "wuv-Latn" + ] + }, + { + "precision": 0.147028, + "recall": 0.207031, + "f1": 0.15806, + "accuracy": 0.207031, + "main_score": 0.15806, + "hf_subset": "wuv_Latn-eng_Latn", + "languages": [ + "wuv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029388, + "recall": 0.046875, + "f1": 0.030968, + "accuracy": 0.046875, + "main_score": 0.030968, + "hf_subset": "eng_Latn-xav_Latn", + "languages": [ + "eng-Latn", + "xav-Latn" + ] + }, + { + "precision": 0.02822, + "recall": 0.050781, + "f1": 0.032203, + "accuracy": 0.050781, + "main_score": 0.032203, + "hf_subset": "xav_Latn-eng_Latn", + "languages": [ + "xav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093578, + "recall": 0.144531, + "f1": 0.105079, + "accuracy": 0.144531, + "main_score": 0.105079, + "hf_subset": "eng_Latn-xbi_Latn", + "languages": [ + "eng-Latn", + "xbi-Latn" + ] + }, + { + "precision": 0.131022, + "recall": 0.179688, + "f1": 0.141492, + "accuracy": 0.179688, + "main_score": 0.141492, + "hf_subset": "xbi_Latn-eng_Latn", + "languages": [ + "xbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071965, + "recall": 0.097656, + "f1": 0.076468, + "accuracy": 0.097656, + "main_score": 0.076468, + "hf_subset": "eng_Latn-xed_Latn", + "languages": [ + "eng-Latn", + "xed-Latn" + ] + }, + { + "precision": 0.063686, + "recall": 0.101562, + "f1": 0.070899, + "accuracy": 0.101562, + "main_score": 0.070899, + "hf_subset": "xed_Latn-eng_Latn", + "languages": [ + "xed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033862, + "recall": 0.0625, + "f1": 0.038929, + "accuracy": 0.0625, + "main_score": 0.038929, + "hf_subset": "eng_Latn-xla_Latn", + "languages": [ + "eng-Latn", + "xla-Latn" + ] + }, + { + "precision": 0.070531, + "recall": 0.109375, + "f1": 0.076803, + "accuracy": 0.109375, + "main_score": 0.076803, + "hf_subset": "xla_Latn-eng_Latn", + "languages": [ + "xla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107861, + "recall": 0.15625, + "f1": 0.118065, + "accuracy": 0.15625, + "main_score": 0.118065, + "hf_subset": "eng_Latn-xnn_Latn", + "languages": [ + "eng-Latn", + "xnn-Latn" + ] + }, + { + "precision": 0.11536, + "recall": 0.171875, + "f1": 0.12655, + "accuracy": 0.171875, + "main_score": 0.12655, + "hf_subset": "xnn_Latn-eng_Latn", + "languages": [ + "xnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068291, + "recall": 0.109375, + "f1": 0.077561, + "accuracy": 0.109375, + "main_score": 0.077561, + "hf_subset": "eng_Latn-xon_Latn", + "languages": [ + "eng-Latn", + "xon-Latn" + ] + }, + { + "precision": 0.081985, + "recall": 0.125, + "f1": 0.089858, + "accuracy": 0.125, + "main_score": 0.089858, + "hf_subset": "xon_Latn-eng_Latn", + "languages": [ + "xon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05771, + "recall": 0.085938, + "f1": 0.062515, + "accuracy": 0.085938, + "main_score": 0.062515, + "hf_subset": "eng_Latn-xsi_Latn", + "languages": [ + "eng-Latn", + "xsi-Latn" + ] + }, + { + "precision": 0.050394, + "recall": 0.109375, + "f1": 0.06003, + "accuracy": 0.109375, + "main_score": 0.06003, + "hf_subset": "xsi_Latn-eng_Latn", + "languages": [ + "xsi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083075, + "recall": 0.128906, + "f1": 0.093276, + "accuracy": 0.128906, + "main_score": 0.093276, + "hf_subset": "eng_Latn-xtd_Latn", + "languages": [ + "eng-Latn", + "xtd-Latn" + ] + }, + { + "precision": 0.100158, + "recall": 0.15625, + "f1": 0.112003, + "accuracy": 0.15625, + "main_score": 0.112003, + "hf_subset": "xtd_Latn-eng_Latn", + "languages": [ + "xtd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103288, + "recall": 0.140625, + "f1": 0.112457, + "accuracy": 0.140625, + "main_score": 0.112457, + "hf_subset": "eng_Latn-xtm_Latn", + "languages": [ + "eng-Latn", + "xtm-Latn" + ] + }, + { + "precision": 0.105496, + "recall": 0.152344, + "f1": 0.113977, + "accuracy": 0.152344, + "main_score": 0.113977, + "hf_subset": "xtm_Latn-eng_Latn", + "languages": [ + "xtm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069055, + "recall": 0.09375, + "f1": 0.073645, + "accuracy": 0.09375, + "main_score": 0.073645, + "hf_subset": "eng_Latn-yaa_Latn", + "languages": [ + "eng-Latn", + "yaa-Latn" + ] + }, + { + "precision": 0.059618, + "recall": 0.105469, + "f1": 0.067321, + "accuracy": 0.105469, + "main_score": 0.067321, + "hf_subset": "yaa_Latn-eng_Latn", + "languages": [ + "yaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020521, + "recall": 0.039062, + "f1": 0.023119, + "accuracy": 0.039062, + "main_score": 0.023119, + "hf_subset": "eng_Latn-yad_Latn", + "languages": [ + "eng-Latn", + "yad-Latn" + ] + }, + { + "precision": 0.028175, + "recall": 0.066406, + "f1": 0.032993, + "accuracy": 0.066406, + "main_score": 0.032993, + "hf_subset": "yad_Latn-eng_Latn", + "languages": [ + "yad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088587, + "recall": 0.132812, + "f1": 0.095774, + "accuracy": 0.132812, + "main_score": 0.095774, + "hf_subset": "eng_Latn-yal_Latn", + "languages": [ + "eng-Latn", + "yal-Latn" + ] + }, + { + "precision": 0.106695, + "recall": 0.160156, + "f1": 0.116322, + "accuracy": 0.160156, + "main_score": 0.116322, + "hf_subset": "yal_Latn-eng_Latn", + "languages": [ + "yal-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111189, + "recall": 0.152344, + "f1": 0.120305, + "accuracy": 0.152344, + "main_score": 0.120305, + "hf_subset": "eng_Latn-yap_Latn", + "languages": [ + "eng-Latn", + "yap-Latn" + ] + }, + { + "precision": 0.092522, + "recall": 0.136719, + "f1": 0.101324, + "accuracy": 0.136719, + "main_score": 0.101324, + "hf_subset": "yap_Latn-eng_Latn", + "languages": [ + "yap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066059, + "recall": 0.089844, + "f1": 0.070586, + "accuracy": 0.089844, + "main_score": 0.070586, + "hf_subset": "eng_Latn-yaq_Latn", + "languages": [ + "eng-Latn", + "yaq-Latn" + ] + }, + { + "precision": 0.061665, + "recall": 0.085938, + "f1": 0.066944, + "accuracy": 0.085938, + "main_score": 0.066944, + "hf_subset": "yaq_Latn-eng_Latn", + "languages": [ + "yaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049265, + "recall": 0.070312, + "f1": 0.053351, + "accuracy": 0.070312, + "main_score": 0.053351, + "hf_subset": "eng_Latn-yby_Latn", + "languages": [ + "eng-Latn", + "yby-Latn" + ] + }, + { + "precision": 0.046641, + "recall": 0.089844, + "f1": 0.056553, + "accuracy": 0.089844, + "main_score": 0.056553, + "hf_subset": "yby_Latn-eng_Latn", + "languages": [ + "yby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052261, + "recall": 0.070312, + "f1": 0.056143, + "accuracy": 0.070312, + "main_score": 0.056143, + "hf_subset": "eng_Latn-ycn_Latn", + "languages": [ + "eng-Latn", + "ycn-Latn" + ] + }, + { + "precision": 0.061796, + "recall": 0.09375, + "f1": 0.068448, + "accuracy": 0.09375, + "main_score": 0.068448, + "hf_subset": "ycn_Latn-eng_Latn", + "languages": [ + "ycn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.150148, + "recall": 0.21875, + "f1": 0.16453, + "accuracy": 0.21875, + "main_score": 0.16453, + "hf_subset": "eng_Latn-yka_Latn", + "languages": [ + "eng-Latn", + "yka-Latn" + ] + }, + { + "precision": 0.158635, + "recall": 0.230469, + "f1": 0.173735, + "accuracy": 0.230469, + "main_score": 0.173735, + "hf_subset": "yka_Latn-eng_Latn", + "languages": [ + "yka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046574, + "recall": 0.078125, + "f1": 0.052772, + "accuracy": 0.078125, + "main_score": 0.052772, + "hf_subset": "eng_Latn-yle_Latn", + "languages": [ + "eng-Latn", + "yle-Latn" + ] + }, + { + "precision": 0.044967, + "recall": 0.085938, + "f1": 0.05417, + "accuracy": 0.085938, + "main_score": 0.05417, + "hf_subset": "yle_Latn-eng_Latn", + "languages": [ + "yle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029953, + "recall": 0.066406, + "f1": 0.036504, + "accuracy": 0.066406, + "main_score": 0.036504, + "hf_subset": "eng_Latn-yml_Latn", + "languages": [ + "eng-Latn", + "yml-Latn" + ] + }, + { + "precision": 0.055784, + "recall": 0.089844, + "f1": 0.061887, + "accuracy": 0.089844, + "main_score": 0.061887, + "hf_subset": "yml_Latn-eng_Latn", + "languages": [ + "yml-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065186, + "recall": 0.085938, + "f1": 0.069687, + "accuracy": 0.085938, + "main_score": 0.069687, + "hf_subset": "eng_Latn-yon_Latn", + "languages": [ + "eng-Latn", + "yon-Latn" + ] + }, + { + "precision": 0.05947, + "recall": 0.105469, + "f1": 0.069834, + "accuracy": 0.105469, + "main_score": 0.069834, + "hf_subset": "yon_Latn-eng_Latn", + "languages": [ + "yon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.634249, + "recall": 0.71875, + "f1": 0.657183, + "accuracy": 0.71875, + "main_score": 0.657183, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.793424, + "recall": 0.851562, + "f1": 0.811458, + "accuracy": 0.851562, + "main_score": 0.811458, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03013, + "recall": 0.054688, + "f1": 0.032151, + "accuracy": 0.054688, + "main_score": 0.032151, + "hf_subset": "eng_Latn-yrb_Latn", + "languages": [ + "eng-Latn", + "yrb-Latn" + ] + }, + { + "precision": 0.043229, + "recall": 0.070312, + "f1": 0.049163, + "accuracy": 0.070312, + "main_score": 0.049163, + "hf_subset": "yrb_Latn-eng_Latn", + "languages": [ + "yrb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035051, + "recall": 0.070312, + "f1": 0.040942, + "accuracy": 0.070312, + "main_score": 0.040942, + "hf_subset": "eng_Latn-yre_Latn", + "languages": [ + "eng-Latn", + "yre-Latn" + ] + }, + { + "precision": 0.066248, + "recall": 0.09375, + "f1": 0.071576, + "accuracy": 0.09375, + "main_score": 0.071576, + "hf_subset": "yre_Latn-eng_Latn", + "languages": [ + "yre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048301, + "recall": 0.078125, + "f1": 0.054983, + "accuracy": 0.078125, + "main_score": 0.054983, + "hf_subset": "eng_Latn-yss_Latn", + "languages": [ + "eng-Latn", + "yss-Latn" + ] + }, + { + "precision": 0.072758, + "recall": 0.125, + "f1": 0.083457, + "accuracy": 0.125, + "main_score": 0.083457, + "hf_subset": "yss_Latn-eng_Latn", + "languages": [ + "yss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079814, + "recall": 0.121094, + "f1": 0.087187, + "accuracy": 0.121094, + "main_score": 0.087187, + "hf_subset": "eng_Latn-yuj_Latn", + "languages": [ + "eng-Latn", + "yuj-Latn" + ] + }, + { + "precision": 0.095272, + "recall": 0.160156, + "f1": 0.10816, + "accuracy": 0.160156, + "main_score": 0.10816, + "hf_subset": "yuj_Latn-eng_Latn", + "languages": [ + "yuj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065949, + "recall": 0.085938, + "f1": 0.069351, + "accuracy": 0.085938, + "main_score": 0.069351, + "hf_subset": "eng_Latn-yut_Latn", + "languages": [ + "eng-Latn", + "yut-Latn" + ] + }, + { + "precision": 0.080457, + "recall": 0.128906, + "f1": 0.09158, + "accuracy": 0.128906, + "main_score": 0.09158, + "hf_subset": "yut_Latn-eng_Latn", + "languages": [ + "yut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06901, + "recall": 0.089844, + "f1": 0.074089, + "accuracy": 0.089844, + "main_score": 0.074089, + "hf_subset": "eng_Latn-yuw_Latn", + "languages": [ + "eng-Latn", + "yuw-Latn" + ] + }, + { + "precision": 0.062137, + "recall": 0.109375, + "f1": 0.071929, + "accuracy": 0.109375, + "main_score": 0.071929, + "hf_subset": "yuw_Latn-eng_Latn", + "languages": [ + "yuw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065755, + "recall": 0.078125, + "f1": 0.069661, + "accuracy": 0.078125, + "main_score": 0.069661, + "hf_subset": "eng_Latn-yva_Latn", + "languages": [ + "eng-Latn", + "yva-Latn" + ] + }, + { + "precision": 0.069062, + "recall": 0.109375, + "f1": 0.075873, + "accuracy": 0.109375, + "main_score": 0.075873, + "hf_subset": "yva_Latn-eng_Latn", + "languages": [ + "yva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.261009, + "recall": 0.339844, + "f1": 0.280959, + "accuracy": 0.339844, + "main_score": 0.280959, + "hf_subset": "eng_Latn-zaa_Latn", + "languages": [ + "eng-Latn", + "zaa-Latn" + ] + }, + { + "precision": 0.274011, + "recall": 0.375, + "f1": 0.298701, + "accuracy": 0.375, + "main_score": 0.298701, + "hf_subset": "zaa_Latn-eng_Latn", + "languages": [ + "zaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148488, + "recall": 0.203125, + "f1": 0.160417, + "accuracy": 0.203125, + "main_score": 0.160417, + "hf_subset": "eng_Latn-zab_Latn", + "languages": [ + "eng-Latn", + "zab-Latn" + ] + }, + { + "precision": 0.138821, + "recall": 0.21875, + "f1": 0.156585, + "accuracy": 0.21875, + "main_score": 0.156585, + "hf_subset": "zab_Latn-eng_Latn", + "languages": [ + "zab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.24204, + "recall": 0.324219, + "f1": 0.262711, + "accuracy": 0.324219, + "main_score": 0.262711, + "hf_subset": "eng_Latn-zac_Latn", + "languages": [ + "eng-Latn", + "zac-Latn" + ] + }, + { + "precision": 0.24379, + "recall": 0.347656, + "f1": 0.267286, + "accuracy": 0.347656, + "main_score": 0.267286, + "hf_subset": "zac_Latn-eng_Latn", + "languages": [ + "zac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070807, + "recall": 0.121094, + "f1": 0.08092, + "accuracy": 0.121094, + "main_score": 0.08092, + "hf_subset": "eng_Latn-zad_Latn", + "languages": [ + "eng-Latn", + "zad-Latn" + ] + }, + { + "precision": 0.067596, + "recall": 0.109375, + "f1": 0.075462, + "accuracy": 0.109375, + "main_score": 0.075462, + "hf_subset": "zad_Latn-eng_Latn", + "languages": [ + "zad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.214369, + "recall": 0.277344, + "f1": 0.229145, + "accuracy": 0.277344, + "main_score": 0.229145, + "hf_subset": "eng_Latn-zai_Latn", + "languages": [ + "eng-Latn", + "zai-Latn" + ] + }, + { + "precision": 0.209017, + "recall": 0.277344, + "f1": 0.225423, + "accuracy": 0.277344, + "main_score": 0.225423, + "hf_subset": "zai_Latn-eng_Latn", + "languages": [ + "zai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.23719, + "recall": 0.316406, + "f1": 0.25631, + "accuracy": 0.316406, + "main_score": 0.25631, + "hf_subset": "eng_Latn-zaj_Latn", + "languages": [ + "eng-Latn", + "zaj-Latn" + ] + }, + { + "precision": 0.290718, + "recall": 0.386719, + "f1": 0.312069, + "accuracy": 0.386719, + "main_score": 0.312069, + "hf_subset": "zaj_Latn-eng_Latn", + "languages": [ + "zaj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074699, + "recall": 0.105469, + "f1": 0.080251, + "accuracy": 0.105469, + "main_score": 0.080251, + "hf_subset": "eng_Latn-zam_Latn", + "languages": [ + "eng-Latn", + "zam-Latn" + ] + }, + { + "precision": 0.097526, + "recall": 0.144531, + "f1": 0.108486, + "accuracy": 0.144531, + "main_score": 0.108486, + "hf_subset": "zam_Latn-eng_Latn", + "languages": [ + "zam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112234, + "recall": 0.171875, + "f1": 0.124802, + "accuracy": 0.171875, + "main_score": 0.124802, + "hf_subset": "eng_Latn-zao_Latn", + "languages": [ + "eng-Latn", + "zao-Latn" + ] + }, + { + "precision": 0.094142, + "recall": 0.152344, + "f1": 0.104565, + "accuracy": 0.152344, + "main_score": 0.104565, + "hf_subset": "zao_Latn-eng_Latn", + "languages": [ + "zao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.147526, + "recall": 0.203125, + "f1": 0.161663, + "accuracy": 0.203125, + "main_score": 0.161663, + "hf_subset": "eng_Latn-zap_Latn", + "languages": [ + "eng-Latn", + "zap-Latn" + ] + }, + { + "precision": 0.146944, + "recall": 0.207031, + "f1": 0.159001, + "accuracy": 0.207031, + "main_score": 0.159001, + "hf_subset": "zap_Latn-eng_Latn", + "languages": [ + "zap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130764, + "recall": 0.164062, + "f1": 0.139128, + "accuracy": 0.164062, + "main_score": 0.139128, + "hf_subset": "eng_Latn-zar_Latn", + "languages": [ + "eng-Latn", + "zar-Latn" + ] + }, + { + "precision": 0.09951, + "recall": 0.15625, + "f1": 0.110548, + "accuracy": 0.15625, + "main_score": 0.110548, + "hf_subset": "zar_Latn-eng_Latn", + "languages": [ + "zar-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132285, + "recall": 0.175781, + "f1": 0.142327, + "accuracy": 0.175781, + "main_score": 0.142327, + "hf_subset": "eng_Latn-zas_Latn", + "languages": [ + "eng-Latn", + "zas-Latn" + ] + }, + { + "precision": 0.118, + "recall": 0.167969, + "f1": 0.125286, + "accuracy": 0.167969, + "main_score": 0.125286, + "hf_subset": "zas_Latn-eng_Latn", + "languages": [ + "zas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108319, + "recall": 0.160156, + "f1": 0.119334, + "accuracy": 0.160156, + "main_score": 0.119334, + "hf_subset": "eng_Latn-zat_Latn", + "languages": [ + "eng-Latn", + "zat-Latn" + ] + }, + { + "precision": 0.104423, + "recall": 0.148438, + "f1": 0.114976, + "accuracy": 0.148438, + "main_score": 0.114976, + "hf_subset": "zat_Latn-eng_Latn", + "languages": [ + "zat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081672, + "recall": 0.148438, + "f1": 0.094179, + "accuracy": 0.148438, + "main_score": 0.094179, + "hf_subset": "eng_Latn-zav_Latn", + "languages": [ + "eng-Latn", + "zav-Latn" + ] + }, + { + "precision": 0.07842, + "recall": 0.113281, + "f1": 0.084383, + "accuracy": 0.113281, + "main_score": 0.084383, + "hf_subset": "zav_Latn-eng_Latn", + "languages": [ + "zav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140047, + "recall": 0.1875, + "f1": 0.151296, + "accuracy": 0.1875, + "main_score": 0.151296, + "hf_subset": "eng_Latn-zaw_Latn", + "languages": [ + "eng-Latn", + "zaw-Latn" + ] + }, + { + "precision": 0.110518, + "recall": 0.179688, + "f1": 0.124042, + "accuracy": 0.179688, + "main_score": 0.124042, + "hf_subset": "zaw_Latn-eng_Latn", + "languages": [ + "zaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116945, + "recall": 0.171875, + "f1": 0.127877, + "accuracy": 0.171875, + "main_score": 0.127877, + "hf_subset": "eng_Latn-zca_Latn", + "languages": [ + "eng-Latn", + "zca-Latn" + ] + }, + { + "precision": 0.130778, + "recall": 0.167969, + "f1": 0.13671, + "accuracy": 0.167969, + "main_score": 0.13671, + "hf_subset": "zca_Latn-eng_Latn", + "languages": [ + "zca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107734, + "recall": 0.164062, + "f1": 0.11896, + "accuracy": 0.164062, + "main_score": 0.11896, + "hf_subset": "eng_Latn-zga_Latn", + "languages": [ + "eng-Latn", + "zga-Latn" + ] + }, + { + "precision": 0.146384, + "recall": 0.203125, + "f1": 0.158191, + "accuracy": 0.203125, + "main_score": 0.158191, + "hf_subset": "zga_Latn-eng_Latn", + "languages": [ + "zga-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066154, + "recall": 0.09375, + "f1": 0.071212, + "accuracy": 0.09375, + "main_score": 0.071212, + "hf_subset": "eng_Latn-zia_Latn", + "languages": [ + "eng-Latn", + "zia-Latn" + ] + }, + { + "precision": 0.093892, + "recall": 0.160156, + "f1": 0.109124, + "accuracy": 0.160156, + "main_score": 0.109124, + "hf_subset": "zia_Latn-eng_Latn", + "languages": [ + "zia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.14258, + "recall": 0.210938, + "f1": 0.154312, + "accuracy": 0.210938, + "main_score": 0.154312, + "hf_subset": "eng_Latn-ziw_Latn", + "languages": [ + "eng-Latn", + "ziw-Latn" + ] + }, + { + "precision": 0.205047, + "recall": 0.289062, + "f1": 0.224228, + "accuracy": 0.289062, + "main_score": 0.224228, + "hf_subset": "ziw_Latn-eng_Latn", + "languages": [ + "ziw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962891, + "recall": 0.972656, + "f1": 0.966146, + "accuracy": 0.972656, + "main_score": 0.966146, + "hf_subset": "eng_Latn-zlm_Latn", + "languages": [ + "eng-Latn", + "zlm-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "zlm_Latn-eng_Latn", + "languages": [ + "zlm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148106, + "recall": 0.203125, + "f1": 0.157717, + "accuracy": 0.203125, + "main_score": 0.157717, + "hf_subset": "eng_Latn-zos_Latn", + "languages": [ + "eng-Latn", + "zos-Latn" + ] + }, + { + "precision": 0.154036, + "recall": 0.226562, + "f1": 0.169983, + "accuracy": 0.226562, + "main_score": 0.169983, + "hf_subset": "zos_Latn-eng_Latn", + "languages": [ + "zos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12771, + "recall": 0.171875, + "f1": 0.135839, + "accuracy": 0.171875, + "main_score": 0.135839, + "hf_subset": "eng_Latn-zpc_Latn", + "languages": [ + "eng-Latn", + "zpc-Latn" + ] + }, + { + "precision": 0.133168, + "recall": 0.1875, + "f1": 0.143984, + "accuracy": 0.1875, + "main_score": 0.143984, + "hf_subset": "zpc_Latn-eng_Latn", + "languages": [ + "zpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.188909, + "recall": 0.246094, + "f1": 0.201742, + "accuracy": 0.246094, + "main_score": 0.201742, + "hf_subset": "eng_Latn-zpl_Latn", + "languages": [ + "eng-Latn", + "zpl-Latn" + ] + }, + { + "precision": 0.177331, + "recall": 0.242188, + "f1": 0.190408, + "accuracy": 0.242188, + "main_score": 0.190408, + "hf_subset": "zpl_Latn-eng_Latn", + "languages": [ + "zpl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068172, + "recall": 0.097656, + "f1": 0.075074, + "accuracy": 0.097656, + "main_score": 0.075074, + "hf_subset": "eng_Latn-zpm_Latn", + "languages": [ + "eng-Latn", + "zpm-Latn" + ] + }, + { + "precision": 0.081084, + "recall": 0.121094, + "f1": 0.090885, + "accuracy": 0.121094, + "main_score": 0.090885, + "hf_subset": "zpm_Latn-eng_Latn", + "languages": [ + "zpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098416, + "recall": 0.148438, + "f1": 0.108079, + "accuracy": 0.148438, + "main_score": 0.108079, + "hf_subset": "eng_Latn-zpo_Latn", + "languages": [ + "eng-Latn", + "zpo-Latn" + ] + }, + { + "precision": 0.103774, + "recall": 0.148438, + "f1": 0.112922, + "accuracy": 0.148438, + "main_score": 0.112922, + "hf_subset": "zpo_Latn-eng_Latn", + "languages": [ + "zpo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102474, + "recall": 0.140625, + "f1": 0.111372, + "accuracy": 0.140625, + "main_score": 0.111372, + "hf_subset": "eng_Latn-zpq_Latn", + "languages": [ + "eng-Latn", + "zpq-Latn" + ] + }, + { + "precision": 0.099264, + "recall": 0.15625, + "f1": 0.110426, + "accuracy": 0.15625, + "main_score": 0.110426, + "hf_subset": "zpq_Latn-eng_Latn", + "languages": [ + "zpq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135861, + "recall": 0.167969, + "f1": 0.142539, + "accuracy": 0.167969, + "main_score": 0.142539, + "hf_subset": "eng_Latn-zpu_Latn", + "languages": [ + "eng-Latn", + "zpu-Latn" + ] + }, + { + "precision": 0.116688, + "recall": 0.15625, + "f1": 0.123932, + "accuracy": 0.15625, + "main_score": 0.123932, + "hf_subset": "zpu_Latn-eng_Latn", + "languages": [ + "zpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.119196, + "recall": 0.15625, + "f1": 0.125455, + "accuracy": 0.15625, + "main_score": 0.125455, + "hf_subset": "eng_Latn-zpv_Latn", + "languages": [ + "eng-Latn", + "zpv-Latn" + ] + }, + { + "precision": 0.104818, + "recall": 0.160156, + "f1": 0.11494, + "accuracy": 0.160156, + "main_score": 0.11494, + "hf_subset": "zpv_Latn-eng_Latn", + "languages": [ + "zpv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116168, + "recall": 0.164062, + "f1": 0.126146, + "accuracy": 0.164062, + "main_score": 0.126146, + "hf_subset": "eng_Latn-zpz_Latn", + "languages": [ + "eng-Latn", + "zpz-Latn" + ] + }, + { + "precision": 0.122629, + "recall": 0.175781, + "f1": 0.133601, + "accuracy": 0.175781, + "main_score": 0.133601, + "hf_subset": "zpz_Latn-eng_Latn", + "languages": [ + "zpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140043, + "recall": 0.171875, + "f1": 0.145292, + "accuracy": 0.171875, + "main_score": 0.145292, + "hf_subset": "eng_Latn-zsr_Latn", + "languages": [ + "eng-Latn", + "zsr-Latn" + ] + }, + { + "precision": 0.118769, + "recall": 0.164062, + "f1": 0.127204, + "accuracy": 0.164062, + "main_score": 0.127204, + "hf_subset": "zsr_Latn-eng_Latn", + "languages": [ + "zsr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128488, + "recall": 0.183594, + "f1": 0.14029, + "accuracy": 0.183594, + "main_score": 0.14029, + "hf_subset": "eng_Latn-ztq_Latn", + "languages": [ + "eng-Latn", + "ztq-Latn" + ] + }, + { + "precision": 0.127678, + "recall": 0.183594, + "f1": 0.139555, + "accuracy": 0.183594, + "main_score": 0.139555, + "hf_subset": "ztq_Latn-eng_Latn", + "languages": [ + "ztq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082596, + "recall": 0.109375, + "f1": 0.087658, + "accuracy": 0.109375, + "main_score": 0.087658, + "hf_subset": "eng_Latn-zty_Latn", + "languages": [ + "eng-Latn", + "zty-Latn" + ] + }, + { + "precision": 0.110923, + "recall": 0.148438, + "f1": 0.116851, + "accuracy": 0.148438, + "main_score": 0.116851, + "hf_subset": "zty_Latn-eng_Latn", + "languages": [ + "zty-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098719, + "recall": 0.140625, + "f1": 0.106334, + "accuracy": 0.140625, + "main_score": 0.106334, + "hf_subset": "eng_Latn-zyp_Latn", + "languages": [ + "eng-Latn", + "zyp-Latn" + ] + }, + { + "precision": 0.125622, + "recall": 0.183594, + "f1": 0.137797, + "accuracy": 0.183594, + "main_score": 0.137797, + "hf_subset": "zyp_Latn-eng_Latn", + "languages": [ + "zyp-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7683.937166452408, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BigPatentClustering.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BigPatentClustering.v2.json new file mode 100644 index 0000000000..36a7dd4877 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BigPatentClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "58a863a958586a5d6ba51088b94ac74a46aa864f", + "task_name": "BigPatentClustering.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.436428, + 0.455633, + 0.404247, + 0.430262, + 0.438244, + 0.365204, + 0.328939, + 0.411786, + 0.455707, + 0.361348 + ] + }, + "v_measure": 0.40878, + "v_measure_std": 0.041285, + "main_score": 0.40878, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.825834274291992, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BiorxivClusteringP2P.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BiorxivClusteringP2P.v2.json new file mode 100644 index 0000000000..fa1c5c2cf7 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BiorxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "f5dbc242e11dd8e24def4c4268607a49e02946dc", + "task_name": "BiorxivClusteringP2P.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.478896, + 0.489706, + 0.47617, + 0.46531, + 0.485156, + 0.47359, + 0.462449, + 0.492683, + 0.477466, + 0.467764 + ] + }, + "v_measure": 0.476919, + "v_measure_std": 0.009611, + "main_score": 0.476919, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 99.05199193954468, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BornholmBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BornholmBitextMining.json new file mode 100644 index 0000000000..d744364316 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BornholmBitextMining.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "3bc5cfb4ec514264fe2db5615fac9016f7251552", + "task_name": "BornholmBitextMining", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "precision": 0.410509, + "recall": 0.496, + "f1": 0.430256, + "accuracy": 0.496, + "main_score": 0.430256, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 4.593360185623169, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BrazilianToxicTweetsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BrazilianToxicTweetsClassification.json new file mode 100644 index 0000000000..df38cff8e3 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BrazilianToxicTweetsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f333c1fcfa3ab43f008a327c8bd0140441354d34", + "task_name": "BrazilianToxicTweetsClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.231885, + "f1": 0.214515, + "lrap": 0.811648, + "scores_per_experiment": [ + { + "accuracy": 0.192871, + "f1": 0.214968, + "lrap": 0.825575 + }, + { + "accuracy": 0.184082, + "f1": 0.188738, + "lrap": 0.802043 + }, + { + "accuracy": 0.180176, + "f1": 0.193627, + "lrap": 0.836304 + }, + { + "accuracy": 0.291504, + "f1": 0.187047, + "lrap": 0.805732 + }, + { + "accuracy": 0.331543, + "f1": 0.261658, + "lrap": 0.792996 + }, + { + "accuracy": 0.237305, + "f1": 0.239362, + "lrap": 0.837063 + }, + { + "accuracy": 0.194824, + "f1": 0.211698, + "lrap": 0.798923 + }, + { + "accuracy": 0.132324, + "f1": 0.210427, + "lrap": 0.803297 + }, + { + "accuracy": 0.34375, + "f1": 0.194183, + "lrap": 0.805745 + }, + { + "accuracy": 0.230469, + "f1": 0.243446, + "lrap": 0.808797 + } + ], + "main_score": 0.231885, + "hf_subset": "default", + "languages": [ + "por-Latn" + ] + } + ] + }, + "evaluation_time": 15.76405644416809, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/BulgarianStoreReviewSentimentClassfication.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BulgarianStoreReviewSentimentClassfication.json new file mode 100644 index 0000000000..8037dd6c66 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/BulgarianStoreReviewSentimentClassfication.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "701984d6c6efea0e14a1c7850ef70e464c5577c0", + "task_name": "BulgarianStoreReviewSentimentClassfication", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.762637, + "f1": 0.527858, + "f1_weighted": 0.765577, + "scores_per_experiment": [ + { + "accuracy": 0.752747, + "f1": 0.575495, + "f1_weighted": 0.777486 + }, + { + "accuracy": 0.774725, + "f1": 0.524942, + "f1_weighted": 0.779982 + }, + { + "accuracy": 0.71978, + "f1": 0.520632, + "f1_weighted": 0.76191 + }, + { + "accuracy": 0.796703, + "f1": 0.487566, + "f1_weighted": 0.767078 + }, + { + "accuracy": 0.747253, + "f1": 0.485162, + "f1_weighted": 0.733391 + }, + { + "accuracy": 0.747253, + "f1": 0.498867, + "f1_weighted": 0.74512 + }, + { + "accuracy": 0.736264, + "f1": 0.531439, + "f1_weighted": 0.758166 + }, + { + "accuracy": 0.78022, + "f1": 0.540741, + "f1_weighted": 0.767753 + }, + { + "accuracy": 0.802198, + "f1": 0.564574, + "f1_weighted": 0.790961 + }, + { + "accuracy": 0.769231, + "f1": 0.549162, + "f1_weighted": 0.773927 + } + ], + "main_score": 0.762637, + "hf_subset": "default", + "languages": [ + "bul-Cyrl" + ] + } + ] + }, + "evaluation_time": 30.377206802368164, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CEDRClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CEDRClassification.json new file mode 100644 index 0000000000..e523b1fe57 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CEDRClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c0ba03d058e3e1b2f3fd20518875a4563dd12db4", + "task_name": "CEDRClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.436397, + "f1": 0.372326, + "lrap": 0.699211, + "scores_per_experiment": [ + { + "accuracy": 0.329437, + "f1": 0.220212, + "lrap": 0.619554 + }, + { + "accuracy": 0.490436, + "f1": 0.381499, + "lrap": 0.677205 + }, + { + "accuracy": 0.47237, + "f1": 0.332467, + "lrap": 0.695138 + }, + { + "accuracy": 0.441552, + "f1": 0.379143, + "lrap": 0.69187 + }, + { + "accuracy": 0.485122, + "f1": 0.423323, + "lrap": 0.732837 + }, + { + "accuracy": 0.412859, + "f1": 0.41325, + "lrap": 0.710946 + }, + { + "accuracy": 0.466525, + "f1": 0.402069, + "lrap": 0.728162 + }, + { + "accuracy": 0.430925, + "f1": 0.404874, + "lrap": 0.726408 + }, + { + "accuracy": 0.402232, + "f1": 0.381413, + "lrap": 0.708608 + }, + { + "accuracy": 0.432519, + "f1": 0.385007, + "lrap": 0.701382 + } + ], + "main_score": 0.436397, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 14.442547082901001, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CLSClusteringP2P.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CLSClusteringP2P.v2.json new file mode 100644 index 0000000000..3d2c9a86c5 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CLSClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476", + "task_name": "CLSClusteringP2P.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.47136, + 0.47542, + 0.475085, + 0.425963, + 0.450824, + 0.471949, + 0.446161, + 0.503134, + 0.464057, + 0.464608 + ] + }, + "v_measure": 0.464856, + "v_measure_std": 0.01958, + "main_score": 0.464856, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 47.65402126312256, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CSFDSKMovieReviewSentimentClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CSFDSKMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..be5ebd88e1 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CSFDSKMovieReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "23a20c659d868740ef9c54854de631fe19cd5c17", + "task_name": "CSFDSKMovieReviewSentimentClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.474707, + "f1": 0.453821, + "f1_weighted": 0.456502, + "scores_per_experiment": [ + { + "accuracy": 0.479004, + "f1": 0.447366, + "f1_weighted": 0.448894 + }, + { + "accuracy": 0.474121, + "f1": 0.437893, + "f1_weighted": 0.441112 + }, + { + "accuracy": 0.491211, + "f1": 0.469682, + "f1_weighted": 0.47314 + }, + { + "accuracy": 0.476562, + "f1": 0.4675, + "f1_weighted": 0.469448 + }, + { + "accuracy": 0.476562, + "f1": 0.450732, + "f1_weighted": 0.453271 + }, + { + "accuracy": 0.471191, + "f1": 0.456234, + "f1_weighted": 0.459511 + }, + { + "accuracy": 0.457031, + "f1": 0.440275, + "f1_weighted": 0.443766 + }, + { + "accuracy": 0.483398, + "f1": 0.47198, + "f1_weighted": 0.474829 + }, + { + "accuracy": 0.452148, + "f1": 0.43412, + "f1_weighted": 0.437364 + }, + { + "accuracy": 0.48584, + "f1": 0.46243, + "f1_weighted": 0.46369 + } + ], + "main_score": 0.474707, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ] + } + ] + }, + "evaluation_time": 84.12053942680359, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CTKFactsNLI.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CTKFactsNLI.json new file mode 100644 index 0000000000..55ff89d62b --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CTKFactsNLI.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "387ae4582c8054cb52ef57ef0941f19bd8012abf", + "task_name": "CTKFactsNLI", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.652459, + "similarity_accuracy_threshold": 0.757652, + "similarity_f1": 0.775, + "similarity_f1_threshold": 0.689503, + "similarity_precision": 0.643599, + "similarity_recall": 0.973822, + "similarity_ap": 0.781095, + "cosine_accuracy": 0.652459, + "cosine_accuracy_threshold": 0.757651, + "cosine_f1": 0.775, + "cosine_f1_threshold": 0.689502, + "cosine_precision": 0.643599, + "cosine_recall": 0.973822, + "cosine_ap": 0.781095, + "manhattan_accuracy": 0.659016, + "manhattan_accuracy_threshold": 32.87928, + "manhattan_f1": 0.775934, + "manhattan_f1_threshold": 37.649147, + "manhattan_precision": 0.642612, + "manhattan_recall": 0.979058, + "manhattan_ap": 0.783398, + "euclidean_accuracy": 0.64918, + "euclidean_accuracy_threshold": 0.730746, + "euclidean_f1": 0.776618, + "euclidean_f1_threshold": 0.785436, + "euclidean_precision": 0.645833, + "euclidean_recall": 0.973822, + "euclidean_ap": 0.781298, + "dot_accuracy": 0.652459, + "dot_accuracy_threshold": 0.737381, + "dot_f1": 0.775, + "dot_f1_threshold": 0.691142, + "dot_precision": 0.643599, + "dot_recall": 0.973822, + "dot_ap": 0.781134, + "max_accuracy": 0.659016, + "max_f1": 0.776618, + "max_precision": 0.645833, + "max_recall": 0.979058, + "max_ap": 0.783398, + "main_score": 0.783398, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.725333, + "similarity_accuracy_threshold": 0.734362, + "similarity_f1": 0.823529, + "similarity_f1_threshold": 0.662521, + "similarity_precision": 0.701897, + "similarity_recall": 0.996154, + "similarity_ap": 0.85634, + "cosine_accuracy": 0.725333, + "cosine_accuracy_threshold": 0.734361, + "cosine_f1": 0.823529, + "cosine_f1_threshold": 0.66252, + "cosine_precision": 0.701897, + "cosine_recall": 0.996154, + "cosine_ap": 0.85634, + "manhattan_accuracy": 0.733333, + "manhattan_accuracy_threshold": 33.61401, + "manhattan_f1": 0.828025, + "manhattan_f1_threshold": 38.443874, + "manhattan_precision": 0.706522, + "manhattan_recall": 1.0, + "manhattan_ap": 0.860682, + "euclidean_accuracy": 0.722667, + "euclidean_accuracy_threshold": 0.711243, + "euclidean_f1": 0.823529, + "euclidean_f1_threshold": 0.820875, + "euclidean_precision": 0.701897, + "euclidean_recall": 0.996154, + "euclidean_ap": 0.856566, + "dot_accuracy": 0.725333, + "dot_accuracy_threshold": 0.747232, + "dot_f1": 0.82392, + "dot_f1_threshold": 0.701461, + "dot_precision": 0.725146, + "dot_recall": 0.953846, + "dot_ap": 0.85561, + "max_accuracy": 0.733333, + "max_f1": 0.828025, + "max_precision": 0.725146, + "max_recall": 1.0, + "max_ap": 0.860682, + "main_score": 0.860682, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 9.725634336471558, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CataloniaTweetClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CataloniaTweetClassification.json new file mode 100644 index 0000000000..56a18129db --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CataloniaTweetClassification.json @@ -0,0 +1,261 @@ +{ + "dataset_revision": "cf24d44e517efa534f048e5fc5981f399ed25bee", + "task_name": "CataloniaTweetClassification", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "accuracy": 0.528883, + "f1": 0.544314, + "f1_weighted": 0.516444, + "scores_per_experiment": [ + { + "accuracy": 0.55732, + "f1": 0.578133, + "f1_weighted": 0.552829 + }, + { + "accuracy": 0.573201, + "f1": 0.582058, + "f1_weighted": 0.567253 + }, + { + "accuracy": 0.480397, + "f1": 0.492575, + "f1_weighted": 0.465183 + }, + { + "accuracy": 0.530025, + "f1": 0.556487, + "f1_weighted": 0.52834 + }, + { + "accuracy": 0.493797, + "f1": 0.506714, + "f1_weighted": 0.466644 + }, + { + "accuracy": 0.565757, + "f1": 0.592965, + "f1_weighted": 0.564773 + }, + { + "accuracy": 0.494293, + "f1": 0.520232, + "f1_weighted": 0.481177 + }, + { + "accuracy": 0.51067, + "f1": 0.502126, + "f1_weighted": 0.482483 + }, + { + "accuracy": 0.544417, + "f1": 0.56346, + "f1_weighted": 0.53998 + }, + { + "accuracy": 0.538958, + "f1": 0.548388, + "f1_weighted": 0.515783 + } + ], + "main_score": 0.528883, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.541144, + "f1": 0.534414, + "f1_weighted": 0.535728, + "scores_per_experiment": [ + { + "accuracy": 0.571144, + "f1": 0.561051, + "f1_weighted": 0.565491 + }, + { + "accuracy": 0.587562, + "f1": 0.58992, + "f1_weighted": 0.586922 + }, + { + "accuracy": 0.582587, + "f1": 0.577891, + "f1_weighted": 0.580827 + }, + { + "accuracy": 0.544279, + "f1": 0.540552, + "f1_weighted": 0.537337 + }, + { + "accuracy": 0.489055, + "f1": 0.441168, + "f1_weighted": 0.464446 + }, + { + "accuracy": 0.580597, + "f1": 0.579616, + "f1_weighted": 0.578019 + }, + { + "accuracy": 0.527861, + "f1": 0.52904, + "f1_weighted": 0.516175 + }, + { + "accuracy": 0.510945, + "f1": 0.50903, + "f1_weighted": 0.507724 + }, + { + "accuracy": 0.536318, + "f1": 0.536179, + "f1_weighted": 0.53746 + }, + { + "accuracy": 0.481095, + "f1": 0.479689, + "f1_weighted": 0.482884 + } + ], + "main_score": 0.541144, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.534821, + "f1": 0.549696, + "f1_weighted": 0.520919, + "scores_per_experiment": [ + { + "accuracy": 0.574405, + "f1": 0.594406, + "f1_weighted": 0.569249 + }, + { + "accuracy": 0.540675, + "f1": 0.551694, + "f1_weighted": 0.531604 + }, + { + "accuracy": 0.486111, + "f1": 0.494365, + "f1_weighted": 0.471442 + }, + { + "accuracy": 0.543155, + "f1": 0.56779, + "f1_weighted": 0.539097 + }, + { + "accuracy": 0.501984, + "f1": 0.51429, + "f1_weighted": 0.474541 + }, + { + "accuracy": 0.583333, + "f1": 0.608199, + "f1_weighted": 0.580984 + }, + { + "accuracy": 0.532242, + "f1": 0.554159, + "f1_weighted": 0.520326 + }, + { + "accuracy": 0.487599, + "f1": 0.480265, + "f1_weighted": 0.455576 + }, + { + "accuracy": 0.561012, + "f1": 0.576758, + "f1_weighted": 0.555525 + }, + { + "accuracy": 0.537698, + "f1": 0.555032, + "f1_weighted": 0.51085 + } + ], + "main_score": 0.534821, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.548557, + "f1": 0.541132, + "f1_weighted": 0.542319, + "scores_per_experiment": [ + { + "accuracy": 0.560697, + "f1": 0.545962, + "f1_weighted": 0.556149 + }, + { + "accuracy": 0.575124, + "f1": 0.579948, + "f1_weighted": 0.574651 + }, + { + "accuracy": 0.600498, + "f1": 0.596582, + "f1_weighted": 0.598096 + }, + { + "accuracy": 0.554726, + "f1": 0.544492, + "f1_weighted": 0.545336 + }, + { + "accuracy": 0.510448, + "f1": 0.469116, + "f1_weighted": 0.490283 + }, + { + "accuracy": 0.575124, + "f1": 0.573217, + "f1_weighted": 0.573235 + }, + { + "accuracy": 0.544776, + "f1": 0.537718, + "f1_weighted": 0.530501 + }, + { + "accuracy": 0.518905, + "f1": 0.519245, + "f1_weighted": 0.516011 + }, + { + "accuracy": 0.549254, + "f1": 0.54892, + "f1_weighted": 0.547518 + }, + { + "accuracy": 0.49602, + "f1": 0.496117, + "f1_weighted": 0.49141 + } + ], + "main_score": 0.548557, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ] + }, + "evaluation_time": 101.48311567306519, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/Core17InstructionRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/Core17InstructionRetrieval.json new file mode 100644 index 0000000000..899e2482e0 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/Core17InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e39ff896cf3efbbdeeb950e6bd7c79f266995b07", + "task_name": "Core17InstructionRetrieval", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "p-MRR": 0.04026, + "individual": { + "original": { + "ndcg_at_1": 0.1, + "ndcg_at_3": 0.2165, + "ndcg_at_5": 0.23804, + "ndcg_at_10": 0.26472, + "ndcg_at_20": 0.28726, + "ndcg_at_100": 0.37777, + "ndcg_at_1000": 0.55275, + "map_at_1": 0.00368, + "map_at_3": 0.02206, + "map_at_5": 0.03647, + "map_at_10": 0.06282, + "map_at_20": 0.10233, + "map_at_100": 0.17907, + "map_at_1000": 0.21813, + "recall_at_1": 0.00368, + "recall_at_3": 0.03771, + "recall_at_5": 0.06341, + "recall_at_10": 0.1194, + "recall_at_20": 0.20833, + "recall_at_100": 0.48426, + "recall_at_1000": 1.0, + "precision_at_1": 0.15, + "precision_at_3": 0.33333, + "precision_at_5": 0.34, + "precision_at_10": 0.34, + "precision_at_20": 0.3025, + "precision_at_100": 0.1535, + "precision_at_1000": 0.0327, + "naucs_at_1_max": 0.661324, + "naucs_at_1_std": -0.024493, + "naucs_at_1_diff1": -0.306622, + "naucs_at_3_max": 0.27982, + "naucs_at_3_std": 0.151495, + "naucs_at_3_diff1": -0.196989, + "naucs_at_5_max": 0.267725, + "naucs_at_5_std": 0.096756, + "naucs_at_5_diff1": -0.165835, + "naucs_at_10_max": 0.295088, + "naucs_at_10_std": 0.071443, + "naucs_at_10_diff1": -0.175541, + "naucs_at_20_max": 0.330626, + "naucs_at_20_std": 0.055227, + "naucs_at_20_diff1": -0.175615, + "naucs_at_100_max": 0.326413, + "naucs_at_100_std": 0.069269, + "naucs_at_100_diff1": -0.172581, + "naucs_at_1000_max": 0.326413, + "naucs_at_1000_std": 0.069269, + "naucs_at_1000_diff1": -0.172581, + "mrr_at_1": 0.15, + "mrr_at_3": 0.358333, + "mrr_at_5": 0.380833, + "mrr_at_10": 0.399226, + "mrr_at_20": 0.403393, + "mrr_at_100": 0.405245, + "mrr_at_1000": 0.405245 + }, + "changed": { + "ndcg_at_1": 0.7, + "ndcg_at_3": 0.61453, + "ndcg_at_5": 0.57646, + "ndcg_at_10": 0.56089, + "ndcg_at_20": 0.51972, + "ndcg_at_100": 0.52658, + "ndcg_at_1000": 0.7272, + "map_at_1": 0.01831, + "map_at_3": 0.0453, + "map_at_5": 0.06851, + "map_at_10": 0.11439, + "map_at_20": 0.17954, + "map_at_100": 0.30991, + "map_at_1000": 0.38334, + "recall_at_1": 0.01831, + "recall_at_3": 0.04718, + "recall_at_5": 0.0743, + "recall_at_10": 0.13318, + "recall_at_20": 0.23118, + "recall_at_100": 0.50553, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.7, + "precision_at_5": 0.67, + "precision_at_10": 0.635, + "precision_at_20": 0.5375, + "precision_at_100": 0.2675, + "precision_at_1000": 0.0545, + "naucs_at_1_max": 0.350275, + "naucs_at_1_std": -0.028222, + "naucs_at_1_diff1": -0.704795, + "naucs_at_3_max": 0.228974, + "naucs_at_3_std": -0.174273, + "naucs_at_3_diff1": -0.665419, + "naucs_at_5_max": 0.265179, + "naucs_at_5_std": -0.240155, + "naucs_at_5_diff1": -0.736707, + "naucs_at_10_max": 0.265179, + "naucs_at_10_std": -0.240155, + "naucs_at_10_diff1": -0.736707, + "naucs_at_20_max": 0.2681, + "naucs_at_20_std": -0.209393, + "naucs_at_20_diff1": -0.716129, + "naucs_at_100_max": 0.2681, + "naucs_at_100_std": -0.209393, + "naucs_at_100_diff1": -0.716129, + "naucs_at_1000_max": 0.2681, + "naucs_at_1000_std": -0.209393, + "naucs_at_1000_diff1": -0.716129, + "mrr_at_1": 0.8, + "mrr_at_3": 0.841667, + "mrr_at_5": 0.854167, + "mrr_at_10": 0.854167, + "mrr_at_20": 0.856944, + "mrr_at_100": 0.856944, + "mrr_at_1000": 0.856944 + } + }, + "main_score": 0.04026, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1949.9584169387817, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CovidRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CovidRetrieval.json new file mode 100644 index 0000000000..813d090b28 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "task_name": "CovidRetrieval", + "mteb_version": "1.38.9", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.72076, + "ndcg_at_3": 0.80417, + "ndcg_at_5": 0.8225, + "ndcg_at_10": 0.8349, + "ndcg_at_20": 0.84123, + "ndcg_at_100": 0.84542, + "ndcg_at_1000": 0.84636, + "map_at_1": 0.71865, + "map_at_3": 0.78337, + "map_at_5": 0.79359, + "map_at_10": 0.79904, + "map_at_20": 0.80089, + "map_at_100": 0.80158, + "map_at_1000": 0.80161, + "recall_at_1": 0.71865, + "recall_at_3": 0.86328, + "recall_at_5": 0.9078, + "recall_at_10": 0.94521, + "recall_at_20": 0.96944, + "recall_at_100": 0.99052, + "recall_at_1000": 0.99789, + "precision_at_1": 0.72076, + "precision_at_3": 0.28978, + "precision_at_5": 0.18314, + "precision_at_10": 0.09557, + "precision_at_20": 0.049, + "precision_at_100": 0.01001, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.721812, + "mrr_at_3": 0.785037, + "mrr_at_5": 0.794995, + "mrr_at_10": 0.799903, + "mrr_at_20": 0.801764, + "mrr_at_100": 0.80245, + "mrr_at_1000": 0.802483, + "nauc_ndcg_at_1_max": 0.40725, + "nauc_ndcg_at_1_std": -0.446687, + "nauc_ndcg_at_1_diff1": 0.842707, + "nauc_ndcg_at_3_max": 0.426174, + "nauc_ndcg_at_3_std": -0.511865, + "nauc_ndcg_at_3_diff1": 0.825049, + "nauc_ndcg_at_5_max": 0.426874, + "nauc_ndcg_at_5_std": -0.493892, + "nauc_ndcg_at_5_diff1": 0.816818, + "nauc_ndcg_at_10_max": 0.435457, + "nauc_ndcg_at_10_std": -0.479027, + "nauc_ndcg_at_10_diff1": 0.822571, + "nauc_ndcg_at_20_max": 0.435822, + "nauc_ndcg_at_20_std": -0.464853, + "nauc_ndcg_at_20_diff1": 0.826413, + "nauc_ndcg_at_100_max": 0.431887, + "nauc_ndcg_at_100_std": -0.46144, + "nauc_ndcg_at_100_diff1": 0.827319, + "nauc_ndcg_at_1000_max": 0.429363, + "nauc_ndcg_at_1000_std": -0.465675, + "nauc_ndcg_at_1000_diff1": 0.82763, + "nauc_map_at_1_max": 0.403041, + "nauc_map_at_1_std": -0.450436, + "nauc_map_at_1_diff1": 0.845188, + "nauc_map_at_3_max": 0.420796, + "nauc_map_at_3_std": -0.488518, + "nauc_map_at_3_diff1": 0.830076, + "nauc_map_at_5_max": 0.421329, + "nauc_map_at_5_std": -0.47796, + "nauc_map_at_5_diff1": 0.826167, + "nauc_map_at_10_max": 0.425079, + "nauc_map_at_10_std": -0.470517, + "nauc_map_at_10_diff1": 0.828308, + "nauc_map_at_20_max": 0.424983, + "nauc_map_at_20_std": -0.466909, + "nauc_map_at_20_diff1": 0.829233, + "nauc_map_at_100_max": 0.424298, + "nauc_map_at_100_std": -0.466714, + "nauc_map_at_100_diff1": 0.829375, + "nauc_map_at_1000_max": 0.424222, + "nauc_map_at_1000_std": -0.466858, + "nauc_map_at_1000_diff1": 0.829389, + "nauc_recall_at_1_max": 0.403041, + "nauc_recall_at_1_std": -0.450436, + "nauc_recall_at_1_diff1": 0.845188, + "nauc_recall_at_3_max": 0.446602, + "nauc_recall_at_3_std": -0.620225, + "nauc_recall_at_3_diff1": 0.805526, + "nauc_recall_at_5_max": 0.45408, + "nauc_recall_at_5_std": -0.594012, + "nauc_recall_at_5_diff1": 0.76077, + "nauc_recall_at_10_max": 0.539772, + "nauc_recall_at_10_std": -0.550214, + "nauc_recall_at_10_diff1": 0.772573, + "nauc_recall_at_20_max": 0.632795, + "nauc_recall_at_20_std": -0.359213, + "nauc_recall_at_20_diff1": 0.803811, + "nauc_recall_at_100_max": 0.813555, + "nauc_recall_at_100_std": 0.195913, + "nauc_recall_at_100_diff1": 0.81917, + "nauc_recall_at_1000_max": 0.869266, + "nauc_recall_at_1000_std": 0.422465, + "nauc_recall_at_1000_diff1": 0.934633, + "nauc_precision_at_1_max": 0.40725, + "nauc_precision_at_1_std": -0.446687, + "nauc_precision_at_1_diff1": 0.842707, + "nauc_precision_at_3_max": 0.434696, + "nauc_precision_at_3_std": -0.550146, + "nauc_precision_at_3_diff1": 0.732715, + "nauc_precision_at_5_max": 0.427719, + "nauc_precision_at_5_std": -0.450509, + "nauc_precision_at_5_diff1": 0.621899, + "nauc_precision_at_10_max": 0.43858, + "nauc_precision_at_10_std": -0.226747, + "nauc_precision_at_10_diff1": 0.453111, + "nauc_precision_at_20_max": 0.446564, + "nauc_precision_at_20_std": 0.053087, + "nauc_precision_at_20_diff1": 0.314221, + "nauc_precision_at_100_max": 0.367043, + "nauc_precision_at_100_std": 0.555059, + "nauc_precision_at_100_diff1": -0.051719, + "nauc_precision_at_1000_max": 0.211515, + "nauc_precision_at_1000_std": 0.708159, + "nauc_precision_at_1000_diff1": -0.354363, + "nauc_mrr_at_1_max": 0.406974, + "nauc_mrr_at_1_std": -0.447343, + "nauc_mrr_at_1_diff1": 0.841012, + "nauc_mrr_at_3_max": 0.422245, + "nauc_mrr_at_3_std": -0.486306, + "nauc_mrr_at_3_diff1": 0.828384, + "nauc_mrr_at_5_max": 0.422731, + "nauc_mrr_at_5_std": -0.475312, + "nauc_mrr_at_5_diff1": 0.82528, + "nauc_mrr_at_10_max": 0.424497, + "nauc_mrr_at_10_std": -0.472824, + "nauc_mrr_at_10_diff1": 0.827393, + "nauc_mrr_at_20_max": 0.424378, + "nauc_mrr_at_20_std": -0.469202, + "nauc_mrr_at_20_diff1": 0.828305, + "nauc_mrr_at_100_max": 0.423689, + "nauc_mrr_at_100_std": -0.469014, + "nauc_mrr_at_100_diff1": 0.828444, + "nauc_mrr_at_1000_max": 0.423612, + "nauc_mrr_at_1000_std": -0.469159, + "nauc_mrr_at_1000_diff1": 0.828457, + "main_score": 0.8349, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2511.449565887451, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CyrillicTurkicLangClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CyrillicTurkicLangClassification.json new file mode 100644 index 0000000000..c3d76b0f3e --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CyrillicTurkicLangClassification.json @@ -0,0 +1,81 @@ +{ + "dataset_revision": "e42d330f33d65b7b72dfd408883daf1661f06f18", + "task_name": "CyrillicTurkicLangClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.675439, + "f1": 0.661037, + "f1_weighted": 0.661056, + "scores_per_experiment": [ + { + "accuracy": 0.693359, + "f1": 0.68547, + "f1_weighted": 0.685595 + }, + { + "accuracy": 0.663086, + "f1": 0.642108, + "f1_weighted": 0.642102 + }, + { + "accuracy": 0.683594, + "f1": 0.666681, + "f1_weighted": 0.66676 + }, + { + "accuracy": 0.665527, + "f1": 0.654749, + "f1_weighted": 0.654751 + }, + { + "accuracy": 0.687988, + "f1": 0.677682, + "f1_weighted": 0.677682 + }, + { + "accuracy": 0.661133, + "f1": 0.646429, + "f1_weighted": 0.646375 + }, + { + "accuracy": 0.67334, + "f1": 0.656945, + "f1_weighted": 0.656902 + }, + { + "accuracy": 0.672363, + "f1": 0.659217, + "f1_weighted": 0.65927 + }, + { + "accuracy": 0.69043, + "f1": 0.679588, + "f1_weighted": 0.679607 + }, + { + "accuracy": 0.663574, + "f1": 0.6415, + "f1_weighted": 0.641517 + } + ], + "main_score": 0.675439, + "hf_subset": "default", + "languages": [ + "bak-Cyrl", + "chv-Cyrl", + "tat-Cyrl", + "kir-Cyrl", + "rus-Cyrl", + "kaz-Cyrl", + "tyv-Cyrl", + "krc-Cyrl", + "sah-Cyrl" + ] + } + ] + }, + "evaluation_time": 38.270817041397095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/CzechProductReviewSentimentClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CzechProductReviewSentimentClassification.json new file mode 100644 index 0000000000..e2b6724d62 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/CzechProductReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "2e6fedf42c9c104e83dfd95c3a453721e683e244", + "task_name": "CzechProductReviewSentimentClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.625391, + "f1": 0.611753, + "f1_weighted": 0.611689, + "scores_per_experiment": [ + { + "accuracy": 0.663574, + "f1": 0.644434, + "f1_weighted": 0.644374 + }, + { + "accuracy": 0.628418, + "f1": 0.618629, + "f1_weighted": 0.618575 + }, + { + "accuracy": 0.597656, + "f1": 0.575638, + "f1_weighted": 0.575548 + }, + { + "accuracy": 0.59375, + "f1": 0.568556, + "f1_weighted": 0.568497 + }, + { + "accuracy": 0.622559, + "f1": 0.61549, + "f1_weighted": 0.615435 + }, + { + "accuracy": 0.615234, + "f1": 0.590653, + "f1_weighted": 0.590584 + }, + { + "accuracy": 0.618164, + "f1": 0.611037, + "f1_weighted": 0.610968 + }, + { + "accuracy": 0.636719, + "f1": 0.630476, + "f1_weighted": 0.630415 + }, + { + "accuracy": 0.631836, + "f1": 0.619259, + "f1_weighted": 0.619188 + }, + { + "accuracy": 0.645996, + "f1": 0.643361, + "f1_weighted": 0.643301 + } + ], + "main_score": 0.625391, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 37.68456196784973, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/DBpediaClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/DBpediaClassification.json new file mode 100644 index 0000000000..b05331640a --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/DBpediaClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9abd46cf7fc8b4c64290f26993c540b92aa145ac", + "task_name": "DBpediaClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.930176, + "f1": 0.927061, + "f1_weighted": 0.927053, + "scores_per_experiment": [ + { + "accuracy": 0.942383, + "f1": 0.940621, + "f1_weighted": 0.940636 + }, + { + "accuracy": 0.931641, + "f1": 0.928015, + "f1_weighted": 0.927999 + }, + { + "accuracy": 0.936035, + "f1": 0.934325, + "f1_weighted": 0.934309 + }, + { + "accuracy": 0.92041, + "f1": 0.915657, + "f1_weighted": 0.915667 + }, + { + "accuracy": 0.93457, + "f1": 0.931215, + "f1_weighted": 0.931237 + }, + { + "accuracy": 0.933105, + "f1": 0.930725, + "f1_weighted": 0.930712 + }, + { + "accuracy": 0.935547, + "f1": 0.933001, + "f1_weighted": 0.933005 + }, + { + "accuracy": 0.916016, + "f1": 0.911663, + "f1_weighted": 0.911665 + }, + { + "accuracy": 0.918457, + "f1": 0.915381, + "f1_weighted": 0.915298 + }, + { + "accuracy": 0.933594, + "f1": 0.930006, + "f1_weighted": 0.930006 + } + ], + "main_score": 0.930176, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 57.09186863899231, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/DalajClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/DalajClassification.json new file mode 100644 index 0000000000..6129eadb8c --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/DalajClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "7ebf0b4caa7b2ae39698a889de782c09e6f5ee56", + "task_name": "DalajClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.500113, + "f1": 0.496159, + "f1_weighted": 0.496159, + "ap": 0.500081, + "ap_weighted": 0.500081, + "scores_per_experiment": [ + { + "accuracy": 0.493243, + "f1": 0.486995, + "f1_weighted": 0.486995, + "ap": 0.496659, + "ap_weighted": 0.496659 + }, + { + "accuracy": 0.497748, + "f1": 0.495596, + "f1_weighted": 0.495596, + "ap": 0.49888, + "ap_weighted": 0.49888 + }, + { + "accuracy": 0.505631, + "f1": 0.499151, + "f1_weighted": 0.499151, + "ap": 0.502856, + "ap_weighted": 0.502856 + }, + { + "accuracy": 0.494369, + "f1": 0.49349, + "f1_weighted": 0.49349, + "ap": 0.497219, + "ap_weighted": 0.497219 + }, + { + "accuracy": 0.504505, + "f1": 0.503497, + "f1_weighted": 0.503497, + "ap": 0.502271, + "ap_weighted": 0.502271 + }, + { + "accuracy": 0.498874, + "f1": 0.498797, + "f1_weighted": 0.498797, + "ap": 0.499438, + "ap_weighted": 0.499438 + }, + { + "accuracy": 0.497748, + "f1": 0.49602, + "f1_weighted": 0.49602, + "ap": 0.498878, + "ap_weighted": 0.498878 + }, + { + "accuracy": 0.507883, + "f1": 0.500632, + "f1_weighted": 0.500632, + "ap": 0.504023, + "ap_weighted": 0.504023 + }, + { + "accuracy": 0.503378, + "f1": 0.502848, + "f1_weighted": 0.502848, + "ap": 0.501701, + "ap_weighted": 0.501701 + }, + { + "accuracy": 0.497748, + "f1": 0.484568, + "f1_weighted": 0.484568, + "ap": 0.498881, + "ap_weighted": 0.498881 + } + ], + "main_score": 0.500113, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 11.541395425796509, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/DiaBlaBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/DiaBlaBitextMining.json new file mode 100644 index 0000000000..f1f5442a26 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/DiaBlaBitextMining.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "5345895c56a601afe1a98519ce3199be60a27dba", + "task_name": "DiaBlaBitextMining", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "precision": 0.86178, + "recall": 0.88483, + "f1": 0.867782, + "accuracy": 0.88483, + "main_score": 0.867782, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.86178, + "recall": 0.88483, + "f1": 0.867782, + "accuracy": 0.88483, + "main_score": 0.867782, + "hf_subset": "en-fr", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 58.603899240493774, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/EstonianValenceClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/EstonianValenceClassification.json new file mode 100644 index 0000000000..6b0adc0e90 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/EstonianValenceClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9157397f05a127b3ac93b93dd88abf1bdf710c22", + "task_name": "EstonianValenceClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.482518, + "f1": 0.417988, + "f1_weighted": 0.500307, + "scores_per_experiment": [ + { + "accuracy": 0.487775, + "f1": 0.434741, + "f1_weighted": 0.508875 + }, + { + "accuracy": 0.526895, + "f1": 0.430304, + "f1_weighted": 0.534792 + }, + { + "accuracy": 0.45599, + "f1": 0.38996, + "f1_weighted": 0.474953 + }, + { + "accuracy": 0.473105, + "f1": 0.401462, + "f1_weighted": 0.490625 + }, + { + "accuracy": 0.502445, + "f1": 0.428477, + "f1_weighted": 0.518474 + }, + { + "accuracy": 0.44621, + "f1": 0.417406, + "f1_weighted": 0.472081 + }, + { + "accuracy": 0.453545, + "f1": 0.372436, + "f1_weighted": 0.466908 + }, + { + "accuracy": 0.493888, + "f1": 0.433871, + "f1_weighted": 0.508618 + }, + { + "accuracy": 0.458435, + "f1": 0.40332, + "f1_weighted": 0.482406 + }, + { + "accuracy": 0.526895, + "f1": 0.467903, + "f1_weighted": 0.545335 + } + ], + "main_score": 0.482518, + "hf_subset": "default", + "languages": [ + "est-Latn" + ] + } + ] + }, + "evaluation_time": 31.756121397018433, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/FaroeseSTS.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FaroeseSTS.json new file mode 100644 index 0000000000..4a2d4f64af --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FaroeseSTS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "8cb36efa69428b3dc290e1125995a999963163c5", + "task_name": "FaroeseSTS", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "pearson": 0.784699, + "spearman": 0.791004, + "cosine_pearson": 0.784699, + "cosine_spearman": 0.791004, + "manhattan_pearson": 0.787483, + "manhattan_spearman": 0.791797, + "euclidean_pearson": 0.78718, + "euclidean_spearman": 0.790894, + "main_score": 0.791004, + "hf_subset": "default", + "languages": [ + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 3.7157785892486572, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/FilipinoShopeeReviewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FilipinoShopeeReviewsClassification.json new file mode 100644 index 0000000000..7703392074 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FilipinoShopeeReviewsClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "d096f402fdc76886458c0cfb5dedc829bea2b935", + "task_name": "FilipinoShopeeReviewsClassification", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "accuracy": 0.426123, + "f1": 0.39365, + "f1_weighted": 0.393628, + "scores_per_experiment": [ + { + "accuracy": 0.430664, + "f1": 0.409185, + "f1_weighted": 0.409172 + }, + { + "accuracy": 0.424316, + "f1": 0.381726, + "f1_weighted": 0.381729 + }, + { + "accuracy": 0.445312, + "f1": 0.40731, + "f1_weighted": 0.407275 + }, + { + "accuracy": 0.42627, + "f1": 0.393483, + "f1_weighted": 0.393445 + }, + { + "accuracy": 0.412598, + "f1": 0.366787, + "f1_weighted": 0.366754 + }, + { + "accuracy": 0.419434, + "f1": 0.375659, + "f1_weighted": 0.37563 + }, + { + "accuracy": 0.425293, + "f1": 0.386839, + "f1_weighted": 0.386809 + }, + { + "accuracy": 0.429199, + "f1": 0.402761, + "f1_weighted": 0.402751 + }, + { + "accuracy": 0.432617, + "f1": 0.416961, + "f1_weighted": 0.416906 + }, + { + "accuracy": 0.415527, + "f1": 0.395793, + "f1_weighted": 0.395806 + } + ], + "main_score": 0.426123, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.43374, + "f1": 0.403639, + "f1_weighted": 0.403625, + "scores_per_experiment": [ + { + "accuracy": 0.438477, + "f1": 0.417717, + "f1_weighted": 0.417705 + }, + { + "accuracy": 0.426758, + "f1": 0.387958, + "f1_weighted": 0.387971 + }, + { + "accuracy": 0.439453, + "f1": 0.401225, + "f1_weighted": 0.401197 + }, + { + "accuracy": 0.426758, + "f1": 0.393533, + "f1_weighted": 0.393508 + }, + { + "accuracy": 0.433594, + "f1": 0.393734, + "f1_weighted": 0.393693 + }, + { + "accuracy": 0.425293, + "f1": 0.384244, + "f1_weighted": 0.384229 + }, + { + "accuracy": 0.449219, + "f1": 0.414001, + "f1_weighted": 0.413977 + }, + { + "accuracy": 0.436035, + "f1": 0.410009, + "f1_weighted": 0.410008 + }, + { + "accuracy": 0.457031, + "f1": 0.446771, + "f1_weighted": 0.44674 + }, + { + "accuracy": 0.404785, + "f1": 0.387201, + "f1_weighted": 0.387227 + } + ], + "main_score": 0.43374, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ] + }, + "evaluation_time": 53.35766077041626, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/FinParaSTS.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FinParaSTS.json new file mode 100644 index 0000000000..6cb1ae9637 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FinParaSTS.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e4428e399de70a21b8857464e76f0fe859cabe05", + "task_name": "FinParaSTS", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "pearson": 0.298716, + "spearman": 0.295615, + "cosine_pearson": 0.298716, + "cosine_spearman": 0.295615, + "manhattan_pearson": 0.297309, + "manhattan_spearman": 0.294809, + "euclidean_pearson": 0.297833, + "euclidean_spearman": 0.295058, + "main_score": 0.295615, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.253725, + "spearman": 0.245404, + "cosine_pearson": 0.253725, + "cosine_spearman": 0.245404, + "manhattan_pearson": 0.255846, + "manhattan_spearman": 0.246607, + "euclidean_pearson": 0.254355, + "euclidean_spearman": 0.245458, + "main_score": 0.245404, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ] + }, + "evaluation_time": 12.637810707092285, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/FinancialPhrasebankClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FinancialPhrasebankClassification.json new file mode 100644 index 0000000000..afda51e82a --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FinancialPhrasebankClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1484d06fe7af23030c7c977b12556108d1f67039", + "task_name": "FinancialPhrasebankClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.86886, + "f1": 0.860572, + "f1_weighted": 0.869677, + "scores_per_experiment": [ + { + "accuracy": 0.890901, + "f1": 0.881054, + "f1_weighted": 0.889753 + }, + { + "accuracy": 0.888251, + "f1": 0.874834, + "f1_weighted": 0.886996 + }, + { + "accuracy": 0.868375, + "f1": 0.860066, + "f1_weighted": 0.869774 + }, + { + "accuracy": 0.897527, + "f1": 0.884988, + "f1_weighted": 0.897701 + }, + { + "accuracy": 0.887809, + "f1": 0.87407, + "f1_weighted": 0.886969 + }, + { + "accuracy": 0.752208, + "f1": 0.776049, + "f1_weighted": 0.761289 + }, + { + "accuracy": 0.896201, + "f1": 0.880355, + "f1_weighted": 0.895213 + }, + { + "accuracy": 0.854682, + "f1": 0.847012, + "f1_weighted": 0.855993 + }, + { + "accuracy": 0.865724, + "f1": 0.855992, + "f1_weighted": 0.867634 + }, + { + "accuracy": 0.886926, + "f1": 0.871298, + "f1_weighted": 0.885451 + } + ], + "main_score": 0.86886, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 22.92927885055542, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/FloresBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FloresBitextMining.json new file mode 100644 index 0000000000..8050e1cd62 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/FloresBitextMining.json @@ -0,0 +1,496955 @@ +{ + "dataset_revision": "e6b647fcb6299a2f686f742f4d4c023e553ea67e", + "task_name": "FloresBitextMining", + "mteb_version": "1.38.9", + "scores": { + "devtest": [ + { + "precision": 0.359482, + "recall": 0.406126, + "f1": 0.371535, + "accuracy": 0.406126, + "main_score": 0.371535, + "hf_subset": "ace_Arab-bam_Latn", + "languages": [ + "ace-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.261948, + "recall": 0.314229, + "f1": 0.275472, + "accuracy": 0.314229, + "main_score": 0.275472, + "hf_subset": "ace_Arab-dzo_Tibt", + "languages": [ + "ace-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.479953, + "recall": 0.55336, + "f1": 0.498123, + "accuracy": 0.55336, + "main_score": 0.498123, + "hf_subset": "ace_Arab-hin_Deva", + "languages": [ + "ace-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.340753, + "recall": 0.408103, + "f1": 0.356977, + "accuracy": 0.408103, + "main_score": 0.356977, + "hf_subset": "ace_Arab-khm_Khmr", + "languages": [ + "ace-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.482612, + "recall": 0.544466, + "f1": 0.496896, + "accuracy": 0.544466, + "main_score": 0.496896, + "hf_subset": "ace_Arab-mag_Deva", + "languages": [ + "ace-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.441558, + "recall": 0.506917, + "f1": 0.457748, + "accuracy": 0.506917, + "main_score": 0.457748, + "hf_subset": "ace_Arab-pap_Latn", + "languages": [ + "ace-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.362911, + "recall": 0.433794, + "f1": 0.379674, + "accuracy": 0.433794, + "main_score": 0.379674, + "hf_subset": "ace_Arab-sot_Latn", + "languages": [ + "ace-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.45354, + "recall": 0.525692, + "f1": 0.471235, + "accuracy": 0.525692, + "main_score": 0.471235, + "hf_subset": "ace_Arab-tur_Latn", + "languages": [ + "ace-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.658354, + "recall": 0.715415, + "f1": 0.673359, + "accuracy": 0.715415, + "main_score": 0.673359, + "hf_subset": "ace_Arab-ace_Latn", + "languages": [ + "ace-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.474095, + "recall": 0.533597, + "f1": 0.48866, + "accuracy": 0.533597, + "main_score": 0.48866, + "hf_subset": "ace_Arab-ban_Latn", + "languages": [ + "ace-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.440659, + "recall": 0.507905, + "f1": 0.456543, + "accuracy": 0.507905, + "main_score": 0.456543, + "hf_subset": "ace_Arab-ell_Grek", + "languages": [ + "ace-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.473477, + "recall": 0.527668, + "f1": 0.487068, + "accuracy": 0.527668, + "main_score": 0.487068, + "hf_subset": "ace_Arab-hne_Deva", + "languages": [ + "ace-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.342461, + "recall": 0.389328, + "f1": 0.354453, + "accuracy": 0.389328, + "main_score": 0.354453, + "hf_subset": "ace_Arab-kik_Latn", + "languages": [ + "ace-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.457801, + "recall": 0.518775, + "f1": 0.472692, + "accuracy": 0.518775, + "main_score": 0.472692, + "hf_subset": "ace_Arab-mai_Deva", + "languages": [ + "ace-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.415393, + "recall": 0.483202, + "f1": 0.432108, + "accuracy": 0.483202, + "main_score": 0.432108, + "hf_subset": "ace_Arab-pbt_Arab", + "languages": [ + "ace-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.479807, + "recall": 0.544466, + "f1": 0.495552, + "accuracy": 0.544466, + "main_score": 0.495552, + "hf_subset": "ace_Arab-spa_Latn", + "languages": [ + "ace-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.417233, + "recall": 0.463439, + "f1": 0.428986, + "accuracy": 0.463439, + "main_score": 0.428986, + "hf_subset": "ace_Arab-twi_Latn", + "languages": [ + "ace-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.465772, + "recall": 0.529644, + "f1": 0.481315, + "accuracy": 0.529644, + "main_score": 0.481315, + "hf_subset": "ace_Arab-acm_Arab", + "languages": [ + "ace-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.384005, + "recall": 0.455534, + "f1": 0.400411, + "accuracy": 0.455534, + "main_score": 0.400411, + "hf_subset": "ace_Arab-bel_Cyrl", + "languages": [ + "ace-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.512352, + "recall": 0.583004, + "f1": 0.528838, + "accuracy": 0.583004, + "main_score": 0.528838, + "hf_subset": "ace_Arab-eng_Latn", + "languages": [ + "ace-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.441713, + "recall": 0.504941, + "f1": 0.456848, + "accuracy": 0.504941, + "main_score": 0.456848, + "hf_subset": "ace_Arab-hrv_Latn", + "languages": [ + "ace-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.366884, + "recall": 0.420949, + "f1": 0.379801, + "accuracy": 0.420949, + "main_score": 0.379801, + "hf_subset": "ace_Arab-kin_Latn", + "languages": [ + "ace-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.390137, + "recall": 0.454545, + "f1": 0.405126, + "accuracy": 0.454545, + "main_score": 0.405126, + "hf_subset": "ace_Arab-mal_Mlym", + "languages": [ + "ace-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.453994, + "recall": 0.516798, + "f1": 0.468501, + "accuracy": 0.516798, + "main_score": 0.468501, + "hf_subset": "ace_Arab-pes_Arab", + "languages": [ + "ace-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.45394, + "recall": 0.521739, + "f1": 0.470137, + "accuracy": 0.521739, + "main_score": 0.470137, + "hf_subset": "ace_Arab-srd_Latn", + "languages": [ + "ace-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.216165, + "recall": 0.261858, + "f1": 0.227935, + "accuracy": 0.261858, + "main_score": 0.227935, + "hf_subset": "ace_Arab-tzm_Tfng", + "languages": [ + "ace-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.481906, + "recall": 0.536561, + "f1": 0.494802, + "accuracy": 0.536561, + "main_score": 0.494802, + "hf_subset": "ace_Arab-acq_Arab", + "languages": [ + "ace-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.386929, + "recall": 0.432806, + "f1": 0.398278, + "accuracy": 0.432806, + "main_score": 0.398278, + "hf_subset": "ace_Arab-bem_Latn", + "languages": [ + "ace-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.432973, + "recall": 0.486166, + "f1": 0.445509, + "accuracy": 0.486166, + "main_score": 0.445509, + "hf_subset": "ace_Arab-epo_Latn", + "languages": [ + "ace-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.449608, + "recall": 0.523715, + "f1": 0.467682, + "accuracy": 0.523715, + "main_score": 0.467682, + "hf_subset": "ace_Arab-hun_Latn", + "languages": [ + "ace-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.400519, + "recall": 0.464427, + "f1": 0.415731, + "accuracy": 0.464427, + "main_score": 0.415731, + "hf_subset": "ace_Arab-kir_Cyrl", + "languages": [ + "ace-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.435584, + "recall": 0.509881, + "f1": 0.453729, + "accuracy": 0.509881, + "main_score": 0.453729, + "hf_subset": "ace_Arab-mar_Deva", + "languages": [ + "ace-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.391364, + "recall": 0.454545, + "f1": 0.407147, + "accuracy": 0.454545, + "main_score": 0.407147, + "hf_subset": "ace_Arab-plt_Latn", + "languages": [ + "ace-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.455548, + "recall": 0.522727, + "f1": 0.471067, + "accuracy": 0.522727, + "main_score": 0.471067, + "hf_subset": "ace_Arab-srp_Cyrl", + "languages": [ + "ace-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.374584, + "recall": 0.439723, + "f1": 0.390625, + "accuracy": 0.439723, + "main_score": 0.390625, + "hf_subset": "ace_Arab-uig_Arab", + "languages": [ + "ace-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.451592, + "recall": 0.509881, + "f1": 0.464831, + "accuracy": 0.509881, + "main_score": 0.464831, + "hf_subset": "ace_Arab-aeb_Arab", + "languages": [ + "ace-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.430762, + "recall": 0.492095, + "f1": 0.445552, + "accuracy": 0.492095, + "main_score": 0.445552, + "hf_subset": "ace_Arab-ben_Beng", + "languages": [ + "ace-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.431952, + "recall": 0.5, + "f1": 0.448481, + "accuracy": 0.5, + "main_score": 0.448481, + "hf_subset": "ace_Arab-est_Latn", + "languages": [ + "ace-Arab", + "est-Latn" + ] + }, + { + "precision": 0.405299, + "recall": 0.469368, + "f1": 0.420658, + "accuracy": 0.469368, + "main_score": 0.420658, + "hf_subset": "ace_Arab-hye_Armn", + "languages": [ + "ace-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.369261, + "recall": 0.414032, + "f1": 0.381089, + "accuracy": 0.414032, + "main_score": 0.381089, + "hf_subset": "ace_Arab-kmb_Latn", + "languages": [ + "ace-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.626757, + "recall": 0.682806, + "f1": 0.642292, + "accuracy": 0.682806, + "main_score": 0.642292, + "hf_subset": "ace_Arab-min_Arab", + "languages": [ + "ace-Arab", + "min-Arab" + ] + }, + { + "precision": 0.477235, + "recall": 0.539526, + "f1": 0.492436, + "accuracy": 0.539526, + "main_score": 0.492436, + "hf_subset": "ace_Arab-pol_Latn", + "languages": [ + "ace-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.350807, + "recall": 0.408103, + "f1": 0.365048, + "accuracy": 0.408103, + "main_score": 0.365048, + "hf_subset": "ace_Arab-ssw_Latn", + "languages": [ + "ace-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.448553, + "recall": 0.51581, + "f1": 0.464835, + "accuracy": 0.51581, + "main_score": 0.464835, + "hf_subset": "ace_Arab-ukr_Cyrl", + "languages": [ + "ace-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.410465, + "recall": 0.480237, + "f1": 0.426017, + "accuracy": 0.480237, + "main_score": 0.426017, + "hf_subset": "ace_Arab-afr_Latn", + "languages": [ + "ace-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.460188, + "recall": 0.531621, + "f1": 0.477612, + "accuracy": 0.531621, + "main_score": 0.477612, + "hf_subset": "ace_Arab-bho_Deva", + "languages": [ + "ace-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.393246, + "recall": 0.45751, + "f1": 0.408656, + "accuracy": 0.45751, + "main_score": 0.408656, + "hf_subset": "ace_Arab-eus_Latn", + "languages": [ + "ace-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.393143, + "recall": 0.454545, + "f1": 0.409677, + "accuracy": 0.454545, + "main_score": 0.409677, + "hf_subset": "ace_Arab-ibo_Latn", + "languages": [ + "ace-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.404103, + "recall": 0.468379, + "f1": 0.420028, + "accuracy": 0.468379, + "main_score": 0.420028, + "hf_subset": "ace_Arab-kmr_Latn", + "languages": [ + "ace-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.428127, + "recall": 0.494071, + "f1": 0.444541, + "accuracy": 0.494071, + "main_score": 0.444541, + "hf_subset": "ace_Arab-min_Latn", + "languages": [ + "ace-Arab", + "min-Latn" + ] + }, + { + "precision": 0.464698, + "recall": 0.537549, + "f1": 0.483046, + "accuracy": 0.537549, + "main_score": 0.483046, + "hf_subset": "ace_Arab-por_Latn", + "languages": [ + "ace-Arab", + "por-Latn" + ] + }, + { + "precision": 0.425786, + "recall": 0.486166, + "f1": 0.440584, + "accuracy": 0.486166, + "main_score": 0.440584, + "hf_subset": "ace_Arab-sun_Latn", + "languages": [ + "ace-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.360791, + "recall": 0.397233, + "f1": 0.370487, + "accuracy": 0.397233, + "main_score": 0.370487, + "hf_subset": "ace_Arab-umb_Latn", + "languages": [ + "ace-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.483027, + "recall": 0.551383, + "f1": 0.499097, + "accuracy": 0.551383, + "main_score": 0.499097, + "hf_subset": "ace_Arab-ajp_Arab", + "languages": [ + "ace-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.603401, + "recall": 0.66502, + "f1": 0.620453, + "accuracy": 0.66502, + "main_score": 0.620453, + "hf_subset": "ace_Arab-bjn_Arab", + "languages": [ + "ace-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.341777, + "recall": 0.376482, + "f1": 0.351255, + "accuracy": 0.376482, + "main_score": 0.351255, + "hf_subset": "ace_Arab-ewe_Latn", + "languages": [ + "ace-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.406446, + "recall": 0.470356, + "f1": 0.422124, + "accuracy": 0.470356, + "main_score": 0.422124, + "hf_subset": "ace_Arab-ilo_Latn", + "languages": [ + "ace-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.235814, + "recall": 0.286561, + "f1": 0.24914, + "accuracy": 0.286561, + "main_score": 0.24914, + "hf_subset": "ace_Arab-knc_Arab", + "languages": [ + "ace-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.454708, + "recall": 0.514822, + "f1": 0.468122, + "accuracy": 0.514822, + "main_score": 0.468122, + "hf_subset": "ace_Arab-mkd_Cyrl", + "languages": [ + "ace-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.471213, + "recall": 0.539526, + "f1": 0.487935, + "accuracy": 0.539526, + "main_score": 0.487935, + "hf_subset": "ace_Arab-prs_Arab", + "languages": [ + "ace-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.479589, + "recall": 0.549407, + "f1": 0.495847, + "accuracy": 0.549407, + "main_score": 0.495847, + "hf_subset": "ace_Arab-swe_Latn", + "languages": [ + "ace-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.436723, + "recall": 0.505929, + "f1": 0.453439, + "accuracy": 0.505929, + "main_score": 0.453439, + "hf_subset": "ace_Arab-urd_Arab", + "languages": [ + "ace-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.389643, + "recall": 0.440711, + "f1": 0.402831, + "accuracy": 0.440711, + "main_score": 0.402831, + "hf_subset": "ace_Arab-aka_Latn", + "languages": [ + "ace-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.470852, + "recall": 0.523715, + "f1": 0.483338, + "accuracy": 0.523715, + "main_score": 0.483338, + "hf_subset": "ace_Arab-bjn_Latn", + "languages": [ + "ace-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.37162, + "recall": 0.426877, + "f1": 0.384606, + "accuracy": 0.426877, + "main_score": 0.384606, + "hf_subset": "ace_Arab-fao_Latn", + "languages": [ + "ace-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.482686, + "recall": 0.544466, + "f1": 0.496296, + "accuracy": 0.544466, + "main_score": 0.496296, + "hf_subset": "ace_Arab-ind_Latn", + "languages": [ + "ace-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.386133, + "recall": 0.426877, + "f1": 0.396312, + "accuracy": 0.426877, + "main_score": 0.396312, + "hf_subset": "ace_Arab-knc_Latn", + "languages": [ + "ace-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.391224, + "recall": 0.447628, + "f1": 0.404825, + "accuracy": 0.447628, + "main_score": 0.404825, + "hf_subset": "ace_Arab-mlt_Latn", + "languages": [ + "ace-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.423752, + "recall": 0.474308, + "f1": 0.436605, + "accuracy": 0.474308, + "main_score": 0.436605, + "hf_subset": "ace_Arab-quy_Latn", + "languages": [ + "ace-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.400196, + "recall": 0.460474, + "f1": 0.414013, + "accuracy": 0.460474, + "main_score": 0.414013, + "hf_subset": "ace_Arab-swh_Latn", + "languages": [ + "ace-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.376566, + "recall": 0.439723, + "f1": 0.391731, + "accuracy": 0.439723, + "main_score": 0.391731, + "hf_subset": "ace_Arab-uzn_Latn", + "languages": [ + "ace-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.425445, + "recall": 0.494071, + "f1": 0.442151, + "accuracy": 0.494071, + "main_score": 0.442151, + "hf_subset": "ace_Arab-als_Latn", + "languages": [ + "ace-Arab", + "als-Latn" + ] + }, + { + "precision": 0.298527, + "recall": 0.356719, + "f1": 0.312289, + "accuracy": 0.356719, + "main_score": 0.312289, + "hf_subset": "ace_Arab-bod_Tibt", + "languages": [ + "ace-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.379237, + "recall": 0.435771, + "f1": 0.393523, + "accuracy": 0.435771, + "main_score": 0.393523, + "hf_subset": "ace_Arab-fij_Latn", + "languages": [ + "ace-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.362503, + "recall": 0.428854, + "f1": 0.377336, + "accuracy": 0.428854, + "main_score": 0.377336, + "hf_subset": "ace_Arab-isl_Latn", + "languages": [ + "ace-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.420978, + "recall": 0.466403, + "f1": 0.432647, + "accuracy": 0.466403, + "main_score": 0.432647, + "hf_subset": "ace_Arab-kon_Latn", + "languages": [ + "ace-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.431774, + "recall": 0.482213, + "f1": 0.445161, + "accuracy": 0.482213, + "main_score": 0.445161, + "hf_subset": "ace_Arab-mni_Beng", + "languages": [ + "ace-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.460518, + "recall": 0.522727, + "f1": 0.475073, + "accuracy": 0.522727, + "main_score": 0.475073, + "hf_subset": "ace_Arab-ron_Latn", + "languages": [ + "ace-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.471415, + "recall": 0.529644, + "f1": 0.485606, + "accuracy": 0.529644, + "main_score": 0.485606, + "hf_subset": "ace_Arab-szl_Latn", + "languages": [ + "ace-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.479651, + "recall": 0.540514, + "f1": 0.494648, + "accuracy": 0.540514, + "main_score": 0.494648, + "hf_subset": "ace_Arab-vec_Latn", + "languages": [ + "ace-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.44558, + "recall": 0.509881, + "f1": 0.461392, + "accuracy": 0.509881, + "main_score": 0.461392, + "hf_subset": "ace_Arab-amh_Ethi", + "languages": [ + "ace-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.436811, + "recall": 0.502964, + "f1": 0.452764, + "accuracy": 0.502964, + "main_score": 0.452764, + "hf_subset": "ace_Arab-bos_Latn", + "languages": [ + "ace-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.425967, + "recall": 0.48913, + "f1": 0.440825, + "accuracy": 0.48913, + "main_score": 0.440825, + "hf_subset": "ace_Arab-fin_Latn", + "languages": [ + "ace-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.486938, + "recall": 0.55336, + "f1": 0.502768, + "accuracy": 0.55336, + "main_score": 0.502768, + "hf_subset": "ace_Arab-ita_Latn", + "languages": [ + "ace-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.479031, + "recall": 0.555336, + "f1": 0.497134, + "accuracy": 0.555336, + "main_score": 0.497134, + "hf_subset": "ace_Arab-kor_Hang", + "languages": [ + "ace-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.390096, + "recall": 0.428854, + "f1": 0.400215, + "accuracy": 0.428854, + "main_score": 0.400215, + "hf_subset": "ace_Arab-mos_Latn", + "languages": [ + "ace-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.352126, + "recall": 0.408103, + "f1": 0.366078, + "accuracy": 0.408103, + "main_score": 0.366078, + "hf_subset": "ace_Arab-run_Latn", + "languages": [ + "ace-Arab", + "run-Latn" + ] + }, + { + "precision": 0.389391, + "recall": 0.456522, + "f1": 0.406614, + "accuracy": 0.456522, + "main_score": 0.406614, + "hf_subset": "ace_Arab-tam_Taml", + "languages": [ + "ace-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.444973, + "recall": 0.508893, + "f1": 0.459556, + "accuracy": 0.508893, + "main_score": 0.459556, + "hf_subset": "ace_Arab-vie_Latn", + "languages": [ + "ace-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.453514, + "recall": 0.513834, + "f1": 0.467219, + "accuracy": 0.513834, + "main_score": 0.467219, + "hf_subset": "ace_Arab-apc_Arab", + "languages": [ + "ace-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.468471, + "recall": 0.52668, + "f1": 0.483977, + "accuracy": 0.52668, + "main_score": 0.483977, + "hf_subset": "ace_Arab-bug_Latn", + "languages": [ + "ace-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.313178, + "recall": 0.353755, + "f1": 0.323634, + "accuracy": 0.353755, + "main_score": 0.323634, + "hf_subset": "ace_Arab-fon_Latn", + "languages": [ + "ace-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.419853, + "recall": 0.475296, + "f1": 0.433514, + "accuracy": 0.475296, + "main_score": 0.433514, + "hf_subset": "ace_Arab-jav_Latn", + "languages": [ + "ace-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.323958, + "recall": 0.389328, + "f1": 0.339321, + "accuracy": 0.389328, + "main_score": 0.339321, + "hf_subset": "ace_Arab-lao_Laoo", + "languages": [ + "ace-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.364598, + "recall": 0.43083, + "f1": 0.381327, + "accuracy": 0.43083, + "main_score": 0.381327, + "hf_subset": "ace_Arab-mri_Latn", + "languages": [ + "ace-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.466433, + "recall": 0.534585, + "f1": 0.483157, + "accuracy": 0.534585, + "main_score": 0.483157, + "hf_subset": "ace_Arab-rus_Cyrl", + "languages": [ + "ace-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.388114, + "recall": 0.435771, + "f1": 0.399746, + "accuracy": 0.435771, + "main_score": 0.399746, + "hf_subset": "ace_Arab-taq_Latn", + "languages": [ + "ace-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.436321, + "recall": 0.502964, + "f1": 0.451803, + "accuracy": 0.502964, + "main_score": 0.451803, + "hf_subset": "ace_Arab-war_Latn", + "languages": [ + "ace-Arab", + "war-Latn" + ] + }, + { + "precision": 0.491541, + "recall": 0.555336, + "f1": 0.506581, + "accuracy": 0.555336, + "main_score": 0.506581, + "hf_subset": "ace_Arab-arb_Arab", + "languages": [ + "ace-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.472827, + "recall": 0.539526, + "f1": 0.489152, + "accuracy": 0.539526, + "main_score": 0.489152, + "hf_subset": "ace_Arab-bul_Cyrl", + "languages": [ + "ace-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.469527, + "recall": 0.535573, + "f1": 0.485178, + "accuracy": 0.535573, + "main_score": 0.485178, + "hf_subset": "ace_Arab-fra_Latn", + "languages": [ + "ace-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.458076, + "recall": 0.528656, + "f1": 0.475676, + "accuracy": 0.528656, + "main_score": 0.475676, + "hf_subset": "ace_Arab-jpn_Jpan", + "languages": [ + "ace-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.472107, + "recall": 0.535573, + "f1": 0.486925, + "accuracy": 0.535573, + "main_score": 0.486925, + "hf_subset": "ace_Arab-lij_Latn", + "languages": [ + "ace-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.38893, + "recall": 0.45751, + "f1": 0.405076, + "accuracy": 0.45751, + "main_score": 0.405076, + "hf_subset": "ace_Arab-mya_Mymr", + "languages": [ + "ace-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.419581, + "recall": 0.459486, + "f1": 0.430596, + "accuracy": 0.459486, + "main_score": 0.430596, + "hf_subset": "ace_Arab-sag_Latn", + "languages": [ + "ace-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.225895, + "recall": 0.272727, + "f1": 0.236967, + "accuracy": 0.272727, + "main_score": 0.236967, + "hf_subset": "ace_Arab-taq_Tfng", + "languages": [ + "ace-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.42095, + "recall": 0.470356, + "f1": 0.433182, + "accuracy": 0.470356, + "main_score": 0.433182, + "hf_subset": "ace_Arab-wol_Latn", + "languages": [ + "ace-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.378614, + "recall": 0.439723, + "f1": 0.393375, + "accuracy": 0.439723, + "main_score": 0.393375, + "hf_subset": "ace_Arab-arb_Latn", + "languages": [ + "ace-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.434955, + "recall": 0.501976, + "f1": 0.450505, + "accuracy": 0.501976, + "main_score": 0.450505, + "hf_subset": "ace_Arab-cat_Latn", + "languages": [ + "ace-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.463413, + "recall": 0.521739, + "f1": 0.477962, + "accuracy": 0.521739, + "main_score": 0.477962, + "hf_subset": "ace_Arab-fur_Latn", + "languages": [ + "ace-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.348084, + "recall": 0.399209, + "f1": 0.361579, + "accuracy": 0.399209, + "main_score": 0.361579, + "hf_subset": "ace_Arab-kab_Latn", + "languages": [ + "ace-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.457162, + "recall": 0.511858, + "f1": 0.469508, + "accuracy": 0.511858, + "main_score": 0.469508, + "hf_subset": "ace_Arab-lim_Latn", + "languages": [ + "ace-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.466318, + "recall": 0.531621, + "f1": 0.482174, + "accuracy": 0.531621, + "main_score": 0.482174, + "hf_subset": "ace_Arab-nld_Latn", + "languages": [ + "ace-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.409523, + "recall": 0.483202, + "f1": 0.42814, + "accuracy": 0.483202, + "main_score": 0.42814, + "hf_subset": "ace_Arab-san_Deva", + "languages": [ + "ace-Arab", + "san-Deva" + ] + }, + { + "precision": 0.41261, + "recall": 0.478261, + "f1": 0.42847, + "accuracy": 0.478261, + "main_score": 0.42847, + "hf_subset": "ace_Arab-tat_Cyrl", + "languages": [ + "ace-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.354378, + "recall": 0.422925, + "f1": 0.371458, + "accuracy": 0.422925, + "main_score": 0.371458, + "hf_subset": "ace_Arab-xho_Latn", + "languages": [ + "ace-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.48327, + "recall": 0.545455, + "f1": 0.497594, + "accuracy": 0.545455, + "main_score": 0.497594, + "hf_subset": "ace_Arab-ars_Arab", + "languages": [ + "ace-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.40177, + "recall": 0.461462, + "f1": 0.41535, + "accuracy": 0.461462, + "main_score": 0.41535, + "hf_subset": "ace_Arab-ceb_Latn", + "languages": [ + "ace-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.358989, + "recall": 0.409091, + "f1": 0.371289, + "accuracy": 0.409091, + "main_score": 0.371289, + "hf_subset": "ace_Arab-fuv_Latn", + "languages": [ + "ace-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.387442, + "recall": 0.428854, + "f1": 0.398319, + "accuracy": 0.428854, + "main_score": 0.398319, + "hf_subset": "ace_Arab-kac_Latn", + "languages": [ + "ace-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.423261, + "recall": 0.472332, + "f1": 0.43619, + "accuracy": 0.472332, + "main_score": 0.43619, + "hf_subset": "ace_Arab-lin_Latn", + "languages": [ + "ace-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.432223, + "recall": 0.493083, + "f1": 0.44664, + "accuracy": 0.493083, + "main_score": 0.44664, + "hf_subset": "ace_Arab-nno_Latn", + "languages": [ + "ace-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.443906, + "recall": 0.507905, + "f1": 0.460429, + "accuracy": 0.507905, + "main_score": 0.460429, + "hf_subset": "ace_Arab-sat_Olck", + "languages": [ + "ace-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.392075, + "recall": 0.453557, + "f1": 0.40555, + "accuracy": 0.453557, + "main_score": 0.40555, + "hf_subset": "ace_Arab-tel_Telu", + "languages": [ + "ace-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.412201, + "recall": 0.483202, + "f1": 0.429992, + "accuracy": 0.483202, + "main_score": 0.429992, + "hf_subset": "ace_Arab-ydd_Hebr", + "languages": [ + "ace-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.435286, + "recall": 0.494071, + "f1": 0.44918, + "accuracy": 0.494071, + "main_score": 0.44918, + "hf_subset": "ace_Arab-ary_Arab", + "languages": [ + "ace-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.467593, + "recall": 0.534585, + "f1": 0.483834, + "accuracy": 0.534585, + "main_score": 0.483834, + "hf_subset": "ace_Arab-ces_Latn", + "languages": [ + "ace-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.417632, + "recall": 0.47332, + "f1": 0.432093, + "accuracy": 0.47332, + "main_score": 0.432093, + "hf_subset": "ace_Arab-gaz_Latn", + "languages": [ + "ace-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.375226, + "recall": 0.422925, + "f1": 0.38778, + "accuracy": 0.422925, + "main_score": 0.38778, + "hf_subset": "ace_Arab-kam_Latn", + "languages": [ + "ace-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.455224, + "recall": 0.518775, + "f1": 0.469863, + "accuracy": 0.518775, + "main_score": 0.469863, + "hf_subset": "ace_Arab-lit_Latn", + "languages": [ + "ace-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.443084, + "recall": 0.512846, + "f1": 0.458904, + "accuracy": 0.512846, + "main_score": 0.458904, + "hf_subset": "ace_Arab-nob_Latn", + "languages": [ + "ace-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.468097, + "recall": 0.527668, + "f1": 0.482507, + "accuracy": 0.527668, + "main_score": 0.482507, + "hf_subset": "ace_Arab-scn_Latn", + "languages": [ + "ace-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.417757, + "recall": 0.477273, + "f1": 0.43246, + "accuracy": 0.477273, + "main_score": 0.43246, + "hf_subset": "ace_Arab-tgk_Cyrl", + "languages": [ + "ace-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.347099, + "recall": 0.405138, + "f1": 0.361987, + "accuracy": 0.405138, + "main_score": 0.361987, + "hf_subset": "ace_Arab-yor_Latn", + "languages": [ + "ace-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.465368, + "recall": 0.523715, + "f1": 0.479296, + "accuracy": 0.523715, + "main_score": 0.479296, + "hf_subset": "ace_Arab-arz_Arab", + "languages": [ + "ace-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.367718, + "recall": 0.417984, + "f1": 0.381134, + "accuracy": 0.417984, + "main_score": 0.381134, + "hf_subset": "ace_Arab-cjk_Latn", + "languages": [ + "ace-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.367854, + "recall": 0.433794, + "f1": 0.383813, + "accuracy": 0.433794, + "main_score": 0.383813, + "hf_subset": "ace_Arab-gla_Latn", + "languages": [ + "ace-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.383298, + "recall": 0.445652, + "f1": 0.398535, + "accuracy": 0.445652, + "main_score": 0.398535, + "hf_subset": "ace_Arab-kan_Knda", + "languages": [ + "ace-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.463828, + "recall": 0.523715, + "f1": 0.478348, + "accuracy": 0.523715, + "main_score": 0.478348, + "hf_subset": "ace_Arab-lmo_Latn", + "languages": [ + "ace-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.448044, + "recall": 0.509881, + "f1": 0.462698, + "accuracy": 0.509881, + "main_score": 0.462698, + "hf_subset": "ace_Arab-npi_Deva", + "languages": [ + "ace-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.27698, + "recall": 0.324111, + "f1": 0.288055, + "accuracy": 0.324111, + "main_score": 0.288055, + "hf_subset": "ace_Arab-shn_Mymr", + "languages": [ + "ace-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.441716, + "recall": 0.503953, + "f1": 0.45612, + "accuracy": 0.503953, + "main_score": 0.45612, + "hf_subset": "ace_Arab-tgl_Latn", + "languages": [ + "ace-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.422769, + "recall": 0.488142, + "f1": 0.437831, + "accuracy": 0.488142, + "main_score": 0.437831, + "hf_subset": "ace_Arab-yue_Hant", + "languages": [ + "ace-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.385789, + "recall": 0.438735, + "f1": 0.399894, + "accuracy": 0.438735, + "main_score": 0.399894, + "hf_subset": "ace_Arab-asm_Beng", + "languages": [ + "ace-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.424382, + "recall": 0.494071, + "f1": 0.442379, + "accuracy": 0.494071, + "main_score": 0.442379, + "hf_subset": "ace_Arab-ckb_Arab", + "languages": [ + "ace-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.386685, + "recall": 0.448617, + "f1": 0.401031, + "accuracy": 0.448617, + "main_score": 0.401031, + "hf_subset": "ace_Arab-gle_Latn", + "languages": [ + "ace-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.480371, + "recall": 0.539526, + "f1": 0.495587, + "accuracy": 0.539526, + "main_score": 0.495587, + "hf_subset": "ace_Arab-kas_Arab", + "languages": [ + "ace-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.462225, + "recall": 0.520751, + "f1": 0.477161, + "accuracy": 0.520751, + "main_score": 0.477161, + "hf_subset": "ace_Arab-ltg_Latn", + "languages": [ + "ace-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.401655, + "recall": 0.459486, + "f1": 0.416991, + "accuracy": 0.459486, + "main_score": 0.416991, + "hf_subset": "ace_Arab-nso_Latn", + "languages": [ + "ace-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.382595, + "recall": 0.452569, + "f1": 0.399538, + "accuracy": 0.452569, + "main_score": 0.399538, + "hf_subset": "ace_Arab-sin_Sinh", + "languages": [ + "ace-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.433582, + "recall": 0.499012, + "f1": 0.44877, + "accuracy": 0.499012, + "main_score": 0.44877, + "hf_subset": "ace_Arab-tha_Thai", + "languages": [ + "ace-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.366579, + "recall": 0.425889, + "f1": 0.38004, + "accuracy": 0.425889, + "main_score": 0.38004, + "hf_subset": "ace_Arab-zho_Hans", + "languages": [ + "ace-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.431252, + "recall": 0.495059, + "f1": 0.4455, + "accuracy": 0.495059, + "main_score": 0.4455, + "hf_subset": "ace_Arab-ast_Latn", + "languages": [ + "ace-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.474575, + "recall": 0.537549, + "f1": 0.490625, + "accuracy": 0.537549, + "main_score": 0.490625, + "hf_subset": "ace_Arab-crh_Latn", + "languages": [ + "ace-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.429227, + "recall": 0.491107, + "f1": 0.443938, + "accuracy": 0.491107, + "main_score": 0.443938, + "hf_subset": "ace_Arab-glg_Latn", + "languages": [ + "ace-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.462786, + "recall": 0.523715, + "f1": 0.478537, + "accuracy": 0.523715, + "main_score": 0.478537, + "hf_subset": "ace_Arab-kas_Deva", + "languages": [ + "ace-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.411694, + "recall": 0.477273, + "f1": 0.427258, + "accuracy": 0.477273, + "main_score": 0.427258, + "hf_subset": "ace_Arab-ltz_Latn", + "languages": [ + "ace-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.334341, + "recall": 0.390316, + "f1": 0.348294, + "accuracy": 0.390316, + "main_score": 0.348294, + "hf_subset": "ace_Arab-nus_Latn", + "languages": [ + "ace-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.435658, + "recall": 0.500988, + "f1": 0.451405, + "accuracy": 0.500988, + "main_score": 0.451405, + "hf_subset": "ace_Arab-slk_Latn", + "languages": [ + "ace-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.430953, + "recall": 0.483202, + "f1": 0.445558, + "accuracy": 0.483202, + "main_score": 0.445558, + "hf_subset": "ace_Arab-tir_Ethi", + "languages": [ + "ace-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.422465, + "recall": 0.491107, + "f1": 0.438437, + "accuracy": 0.491107, + "main_score": 0.438437, + "hf_subset": "ace_Arab-zho_Hant", + "languages": [ + "ace-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.458718, + "recall": 0.528656, + "f1": 0.475367, + "accuracy": 0.528656, + "main_score": 0.475367, + "hf_subset": "ace_Arab-awa_Deva", + "languages": [ + "ace-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.397844, + "recall": 0.459486, + "f1": 0.412305, + "accuracy": 0.459486, + "main_score": 0.412305, + "hf_subset": "ace_Arab-cym_Latn", + "languages": [ + "ace-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.433656, + "recall": 0.480237, + "f1": 0.445527, + "accuracy": 0.480237, + "main_score": 0.445527, + "hf_subset": "ace_Arab-grn_Latn", + "languages": [ + "ace-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.433912, + "recall": 0.500988, + "f1": 0.449431, + "accuracy": 0.500988, + "main_score": 0.449431, + "hf_subset": "ace_Arab-kat_Geor", + "languages": [ + "ace-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.414761, + "recall": 0.461462, + "f1": 0.42592, + "accuracy": 0.461462, + "main_score": 0.42592, + "hf_subset": "ace_Arab-lua_Latn", + "languages": [ + "ace-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.348657, + "recall": 0.411067, + "f1": 0.363515, + "accuracy": 0.411067, + "main_score": 0.363515, + "hf_subset": "ace_Arab-nya_Latn", + "languages": [ + "ace-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.438449, + "recall": 0.499012, + "f1": 0.452716, + "accuracy": 0.499012, + "main_score": 0.452716, + "hf_subset": "ace_Arab-slv_Latn", + "languages": [ + "ace-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.422913, + "recall": 0.470356, + "f1": 0.434432, + "accuracy": 0.470356, + "main_score": 0.434432, + "hf_subset": "ace_Arab-tpi_Latn", + "languages": [ + "ace-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.442822, + "recall": 0.508893, + "f1": 0.457858, + "accuracy": 0.508893, + "main_score": 0.457858, + "hf_subset": "ace_Arab-zsm_Latn", + "languages": [ + "ace-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.376132, + "recall": 0.423913, + "f1": 0.38853, + "accuracy": 0.423913, + "main_score": 0.38853, + "hf_subset": "ace_Arab-ayr_Latn", + "languages": [ + "ace-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.480366, + "recall": 0.545455, + "f1": 0.496441, + "accuracy": 0.545455, + "main_score": 0.496441, + "hf_subset": "ace_Arab-dan_Latn", + "languages": [ + "ace-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.427756, + "recall": 0.5, + "f1": 0.443918, + "accuracy": 0.5, + "main_score": 0.443918, + "hf_subset": "ace_Arab-guj_Gujr", + "languages": [ + "ace-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.393916, + "recall": 0.465415, + "f1": 0.411427, + "accuracy": 0.465415, + "main_score": 0.411427, + "hf_subset": "ace_Arab-kaz_Cyrl", + "languages": [ + "ace-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.36479, + "recall": 0.418972, + "f1": 0.378527, + "accuracy": 0.418972, + "main_score": 0.378527, + "hf_subset": "ace_Arab-lug_Latn", + "languages": [ + "ace-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.463338, + "recall": 0.528656, + "f1": 0.47846, + "accuracy": 0.528656, + "main_score": 0.47846, + "hf_subset": "ace_Arab-oci_Latn", + "languages": [ + "ace-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.367376, + "recall": 0.43083, + "f1": 0.383285, + "accuracy": 0.43083, + "main_score": 0.383285, + "hf_subset": "ace_Arab-smo_Latn", + "languages": [ + "ace-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.350278, + "recall": 0.408103, + "f1": 0.364974, + "accuracy": 0.408103, + "main_score": 0.364974, + "hf_subset": "ace_Arab-tsn_Latn", + "languages": [ + "ace-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.349348, + "recall": 0.416996, + "f1": 0.365394, + "accuracy": 0.416996, + "main_score": 0.365394, + "hf_subset": "ace_Arab-zul_Latn", + "languages": [ + "ace-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.429743, + "recall": 0.48419, + "f1": 0.444016, + "accuracy": 0.48419, + "main_score": 0.444016, + "hf_subset": "ace_Arab-azb_Arab", + "languages": [ + "ace-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.472198, + "recall": 0.547431, + "f1": 0.4898, + "accuracy": 0.547431, + "main_score": 0.4898, + "hf_subset": "ace_Arab-deu_Latn", + "languages": [ + "ace-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.418834, + "recall": 0.48913, + "f1": 0.436427, + "accuracy": 0.48913, + "main_score": 0.436427, + "hf_subset": "ace_Arab-hat_Latn", + "languages": [ + "ace-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.349636, + "recall": 0.399209, + "f1": 0.362829, + "accuracy": 0.399209, + "main_score": 0.362829, + "hf_subset": "ace_Arab-kbp_Latn", + "languages": [ + "ace-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.384721, + "recall": 0.433794, + "f1": 0.397765, + "accuracy": 0.433794, + "main_score": 0.397765, + "hf_subset": "ace_Arab-luo_Latn", + "languages": [ + "ace-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.389868, + "recall": 0.456522, + "f1": 0.405244, + "accuracy": 0.456522, + "main_score": 0.405244, + "hf_subset": "ace_Arab-ory_Orya", + "languages": [ + "ace-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.355099, + "recall": 0.422925, + "f1": 0.371551, + "accuracy": 0.422925, + "main_score": 0.371551, + "hf_subset": "ace_Arab-sna_Latn", + "languages": [ + "ace-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.379678, + "recall": 0.424901, + "f1": 0.391477, + "accuracy": 0.424901, + "main_score": 0.391477, + "hf_subset": "ace_Arab-tso_Latn", + "languages": [ + "ace-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.395008, + "recall": 0.467391, + "f1": 0.412262, + "accuracy": 0.467391, + "main_score": 0.412262, + "hf_subset": "ace_Arab-azj_Latn", + "languages": [ + "ace-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.352451, + "recall": 0.402174, + "f1": 0.365775, + "accuracy": 0.402174, + "main_score": 0.365775, + "hf_subset": "ace_Arab-dik_Latn", + "languages": [ + "ace-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.374353, + "recall": 0.440711, + "f1": 0.390399, + "accuracy": 0.440711, + "main_score": 0.390399, + "hf_subset": "ace_Arab-hau_Latn", + "languages": [ + "ace-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.453681, + "recall": 0.517787, + "f1": 0.469376, + "accuracy": 0.517787, + "main_score": 0.469376, + "hf_subset": "ace_Arab-kea_Latn", + "languages": [ + "ace-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.387983, + "recall": 0.449605, + "f1": 0.40335, + "accuracy": 0.449605, + "main_score": 0.40335, + "hf_subset": "ace_Arab-lus_Latn", + "languages": [ + "ace-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.455205, + "recall": 0.511858, + "f1": 0.468872, + "accuracy": 0.511858, + "main_score": 0.468872, + "hf_subset": "ace_Arab-pag_Latn", + "languages": [ + "ace-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.400955, + "recall": 0.468379, + "f1": 0.416999, + "accuracy": 0.468379, + "main_score": 0.416999, + "hf_subset": "ace_Arab-snd_Arab", + "languages": [ + "ace-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.403861, + "recall": 0.468379, + "f1": 0.419917, + "accuracy": 0.468379, + "main_score": 0.419917, + "hf_subset": "ace_Arab-tuk_Latn", + "languages": [ + "ace-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.385348, + "recall": 0.449605, + "f1": 0.400499, + "accuracy": 0.449605, + "main_score": 0.400499, + "hf_subset": "ace_Arab-bak_Cyrl", + "languages": [ + "ace-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.334914, + "recall": 0.385375, + "f1": 0.348576, + "accuracy": 0.385375, + "main_score": 0.348576, + "hf_subset": "ace_Arab-dyu_Latn", + "languages": [ + "ace-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.453966, + "recall": 0.517787, + "f1": 0.469238, + "accuracy": 0.517787, + "main_score": 0.469238, + "hf_subset": "ace_Arab-heb_Hebr", + "languages": [ + "ace-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.435484, + "recall": 0.501976, + "f1": 0.452991, + "accuracy": 0.501976, + "main_score": 0.452991, + "hf_subset": "ace_Arab-khk_Cyrl", + "languages": [ + "ace-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.4192, + "recall": 0.485178, + "f1": 0.434525, + "accuracy": 0.485178, + "main_score": 0.434525, + "hf_subset": "ace_Arab-lvs_Latn", + "languages": [ + "ace-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.407067, + "recall": 0.471344, + "f1": 0.421634, + "accuracy": 0.471344, + "main_score": 0.421634, + "hf_subset": "ace_Arab-pan_Guru", + "languages": [ + "ace-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.359218, + "recall": 0.43083, + "f1": 0.37706, + "accuracy": 0.43083, + "main_score": 0.37706, + "hf_subset": "ace_Arab-som_Latn", + "languages": [ + "ace-Arab", + "som-Latn" + ] + }, + { + "precision": 0.351719, + "recall": 0.403162, + "f1": 0.365396, + "accuracy": 0.403162, + "main_score": 0.365396, + "hf_subset": "ace_Arab-tum_Latn", + "languages": [ + "ace-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.362774, + "recall": 0.427866, + "f1": 0.380174, + "accuracy": 0.427866, + "main_score": 0.380174, + "hf_subset": "bam_Latn-ace_Arab", + "languages": [ + "bam-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.291197, + "recall": 0.355731, + "f1": 0.307952, + "accuracy": 0.355731, + "main_score": 0.307952, + "hf_subset": "bam_Latn-dzo_Tibt", + "languages": [ + "bam-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.455821, + "recall": 0.51087, + "f1": 0.470065, + "accuracy": 0.51087, + "main_score": 0.470065, + "hf_subset": "bam_Latn-hin_Deva", + "languages": [ + "bam-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.413581, + "recall": 0.464427, + "f1": 0.426831, + "accuracy": 0.464427, + "main_score": 0.426831, + "hf_subset": "bam_Latn-khm_Khmr", + "languages": [ + "bam-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.458741, + "recall": 0.513834, + "f1": 0.472375, + "accuracy": 0.513834, + "main_score": 0.472375, + "hf_subset": "bam_Latn-mag_Deva", + "languages": [ + "bam-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.444128, + "recall": 0.493083, + "f1": 0.456905, + "accuracy": 0.493083, + "main_score": 0.456905, + "hf_subset": "bam_Latn-pap_Latn", + "languages": [ + "bam-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.445871, + "recall": 0.495059, + "f1": 0.457782, + "accuracy": 0.495059, + "main_score": 0.457782, + "hf_subset": "bam_Latn-sot_Latn", + "languages": [ + "bam-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.464002, + "recall": 0.507905, + "f1": 0.475647, + "accuracy": 0.507905, + "main_score": 0.475647, + "hf_subset": "bam_Latn-tur_Latn", + "languages": [ + "bam-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.453182, + "recall": 0.498024, + "f1": 0.464711, + "accuracy": 0.498024, + "main_score": 0.464711, + "hf_subset": "bam_Latn-ace_Latn", + "languages": [ + "bam-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.433061, + "recall": 0.480237, + "f1": 0.444624, + "accuracy": 0.480237, + "main_score": 0.444624, + "hf_subset": "bam_Latn-ban_Latn", + "languages": [ + "bam-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.44638, + "recall": 0.5, + "f1": 0.459376, + "accuracy": 0.5, + "main_score": 0.459376, + "hf_subset": "bam_Latn-ell_Grek", + "languages": [ + "bam-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.444031, + "recall": 0.493083, + "f1": 0.457087, + "accuracy": 0.493083, + "main_score": 0.457087, + "hf_subset": "bam_Latn-hne_Deva", + "languages": [ + "bam-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.469757, + "recall": 0.512846, + "f1": 0.481538, + "accuracy": 0.512846, + "main_score": 0.481538, + "hf_subset": "bam_Latn-kik_Latn", + "languages": [ + "bam-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.466224, + "recall": 0.514822, + "f1": 0.478165, + "accuracy": 0.514822, + "main_score": 0.478165, + "hf_subset": "bam_Latn-mai_Deva", + "languages": [ + "bam-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.411661, + "recall": 0.465415, + "f1": 0.425186, + "accuracy": 0.465415, + "main_score": 0.425186, + "hf_subset": "bam_Latn-pbt_Arab", + "languages": [ + "bam-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.489948, + "recall": 0.54249, + "f1": 0.502987, + "accuracy": 0.54249, + "main_score": 0.502987, + "hf_subset": "bam_Latn-spa_Latn", + "languages": [ + "bam-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.468825, + "recall": 0.51087, + "f1": 0.479834, + "accuracy": 0.51087, + "main_score": 0.479834, + "hf_subset": "bam_Latn-twi_Latn", + "languages": [ + "bam-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.445152, + "recall": 0.497036, + "f1": 0.458259, + "accuracy": 0.497036, + "main_score": 0.458259, + "hf_subset": "bam_Latn-acm_Arab", + "languages": [ + "bam-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.39694, + "recall": 0.44664, + "f1": 0.409606, + "accuracy": 0.44664, + "main_score": 0.409606, + "hf_subset": "bam_Latn-bel_Cyrl", + "languages": [ + "bam-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.493187, + "recall": 0.55336, + "f1": 0.509126, + "accuracy": 0.55336, + "main_score": 0.509126, + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.422202, + "recall": 0.480237, + "f1": 0.437167, + "accuracy": 0.480237, + "main_score": 0.437167, + "hf_subset": "bam_Latn-hrv_Latn", + "languages": [ + "bam-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.469409, + "recall": 0.507905, + "f1": 0.480219, + "accuracy": 0.507905, + "main_score": 0.480219, + "hf_subset": "bam_Latn-kin_Latn", + "languages": [ + "bam-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.413048, + "recall": 0.464427, + "f1": 0.424984, + "accuracy": 0.464427, + "main_score": 0.424984, + "hf_subset": "bam_Latn-mal_Mlym", + "languages": [ + "bam-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.448334, + "recall": 0.497036, + "f1": 0.459935, + "accuracy": 0.497036, + "main_score": 0.459935, + "hf_subset": "bam_Latn-pes_Arab", + "languages": [ + "bam-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.443453, + "recall": 0.495059, + "f1": 0.455867, + "accuracy": 0.495059, + "main_score": 0.455867, + "hf_subset": "bam_Latn-srd_Latn", + "languages": [ + "bam-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.219961, + "recall": 0.273715, + "f1": 0.232955, + "accuracy": 0.273715, + "main_score": 0.232955, + "hf_subset": "bam_Latn-tzm_Tfng", + "languages": [ + "bam-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.443176, + "recall": 0.493083, + "f1": 0.456136, + "accuracy": 0.493083, + "main_score": 0.456136, + "hf_subset": "bam_Latn-acq_Arab", + "languages": [ + "bam-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.484964, + "recall": 0.527668, + "f1": 0.496009, + "accuracy": 0.527668, + "main_score": 0.496009, + "hf_subset": "bam_Latn-bem_Latn", + "languages": [ + "bam-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.427849, + "recall": 0.475296, + "f1": 0.439616, + "accuracy": 0.475296, + "main_score": 0.439616, + "hf_subset": "bam_Latn-epo_Latn", + "languages": [ + "bam-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.440983, + "recall": 0.499012, + "f1": 0.455761, + "accuracy": 0.499012, + "main_score": 0.455761, + "hf_subset": "bam_Latn-hun_Latn", + "languages": [ + "bam-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.431919, + "recall": 0.485178, + "f1": 0.444832, + "accuracy": 0.485178, + "main_score": 0.444832, + "hf_subset": "bam_Latn-kir_Cyrl", + "languages": [ + "bam-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.434088, + "recall": 0.488142, + "f1": 0.447307, + "accuracy": 0.488142, + "main_score": 0.447307, + "hf_subset": "bam_Latn-mar_Deva", + "languages": [ + "bam-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.453295, + "recall": 0.503953, + "f1": 0.466765, + "accuracy": 0.503953, + "main_score": 0.466765, + "hf_subset": "bam_Latn-plt_Latn", + "languages": [ + "bam-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.437597, + "recall": 0.492095, + "f1": 0.450889, + "accuracy": 0.492095, + "main_score": 0.450889, + "hf_subset": "bam_Latn-srp_Cyrl", + "languages": [ + "bam-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.392365, + "recall": 0.44664, + "f1": 0.406109, + "accuracy": 0.44664, + "main_score": 0.406109, + "hf_subset": "bam_Latn-uig_Arab", + "languages": [ + "bam-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.420742, + "recall": 0.470356, + "f1": 0.433403, + "accuracy": 0.470356, + "main_score": 0.433403, + "hf_subset": "bam_Latn-aeb_Arab", + "languages": [ + "bam-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.45742, + "recall": 0.500988, + "f1": 0.46917, + "accuracy": 0.500988, + "main_score": 0.46917, + "hf_subset": "bam_Latn-ben_Beng", + "languages": [ + "bam-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.427939, + "recall": 0.481225, + "f1": 0.441999, + "accuracy": 0.481225, + "main_score": 0.441999, + "hf_subset": "bam_Latn-est_Latn", + "languages": [ + "bam-Latn", + "est-Latn" + ] + }, + { + "precision": 0.428075, + "recall": 0.477273, + "f1": 0.440269, + "accuracy": 0.477273, + "main_score": 0.440269, + "hf_subset": "bam_Latn-hye_Armn", + "languages": [ + "bam-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.46881, + "recall": 0.505929, + "f1": 0.479341, + "accuracy": 0.505929, + "main_score": 0.479341, + "hf_subset": "bam_Latn-kmb_Latn", + "languages": [ + "bam-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.334401, + "recall": 0.393281, + "f1": 0.35048, + "accuracy": 0.393281, + "main_score": 0.35048, + "hf_subset": "bam_Latn-min_Arab", + "languages": [ + "bam-Latn", + "min-Arab" + ] + }, + { + "precision": 0.468868, + "recall": 0.522727, + "f1": 0.482972, + "accuracy": 0.522727, + "main_score": 0.482972, + "hf_subset": "bam_Latn-pol_Latn", + "languages": [ + "bam-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.435672, + "recall": 0.479249, + "f1": 0.446916, + "accuracy": 0.479249, + "main_score": 0.446916, + "hf_subset": "bam_Latn-ssw_Latn", + "languages": [ + "bam-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.440057, + "recall": 0.497036, + "f1": 0.455048, + "accuracy": 0.497036, + "main_score": 0.455048, + "hf_subset": "bam_Latn-ukr_Cyrl", + "languages": [ + "bam-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.445443, + "recall": 0.494071, + "f1": 0.457094, + "accuracy": 0.494071, + "main_score": 0.457094, + "hf_subset": "bam_Latn-afr_Latn", + "languages": [ + "bam-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.478494, + "recall": 0.531621, + "f1": 0.491756, + "accuracy": 0.531621, + "main_score": 0.491756, + "hf_subset": "bam_Latn-bho_Deva", + "languages": [ + "bam-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.435153, + "recall": 0.480237, + "f1": 0.446823, + "accuracy": 0.480237, + "main_score": 0.446823, + "hf_subset": "bam_Latn-eus_Latn", + "languages": [ + "bam-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.434527, + "recall": 0.476285, + "f1": 0.445861, + "accuracy": 0.476285, + "main_score": 0.445861, + "hf_subset": "bam_Latn-ibo_Latn", + "languages": [ + "bam-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.462943, + "recall": 0.509881, + "f1": 0.474895, + "accuracy": 0.509881, + "main_score": 0.474895, + "hf_subset": "bam_Latn-kmr_Latn", + "languages": [ + "bam-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.434231, + "recall": 0.478261, + "f1": 0.445012, + "accuracy": 0.478261, + "main_score": 0.445012, + "hf_subset": "bam_Latn-min_Latn", + "languages": [ + "bam-Latn", + "min-Latn" + ] + }, + { + "precision": 0.455457, + "recall": 0.508893, + "f1": 0.468958, + "accuracy": 0.508893, + "main_score": 0.468958, + "hf_subset": "bam_Latn-por_Latn", + "languages": [ + "bam-Latn", + "por-Latn" + ] + }, + { + "precision": 0.432085, + "recall": 0.470356, + "f1": 0.441271, + "accuracy": 0.470356, + "main_score": 0.441271, + "hf_subset": "bam_Latn-sun_Latn", + "languages": [ + "bam-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.467721, + "recall": 0.505929, + "f1": 0.478938, + "accuracy": 0.505929, + "main_score": 0.478938, + "hf_subset": "bam_Latn-umb_Latn", + "languages": [ + "bam-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.436511, + "recall": 0.486166, + "f1": 0.448977, + "accuracy": 0.486166, + "main_score": 0.448977, + "hf_subset": "bam_Latn-ajp_Arab", + "languages": [ + "bam-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.359906, + "recall": 0.423913, + "f1": 0.376037, + "accuracy": 0.423913, + "main_score": 0.376037, + "hf_subset": "bam_Latn-bjn_Arab", + "languages": [ + "bam-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.478951, + "recall": 0.520751, + "f1": 0.49062, + "accuracy": 0.520751, + "main_score": 0.49062, + "hf_subset": "bam_Latn-ewe_Latn", + "languages": [ + "bam-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.435113, + "recall": 0.48419, + "f1": 0.447973, + "accuracy": 0.48419, + "main_score": 0.447973, + "hf_subset": "bam_Latn-ilo_Latn", + "languages": [ + "bam-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.248847, + "recall": 0.30336, + "f1": 0.263485, + "accuracy": 0.30336, + "main_score": 0.263485, + "hf_subset": "bam_Latn-knc_Arab", + "languages": [ + "bam-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.426867, + "recall": 0.481225, + "f1": 0.440665, + "accuracy": 0.481225, + "main_score": 0.440665, + "hf_subset": "bam_Latn-mkd_Cyrl", + "languages": [ + "bam-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.454913, + "recall": 0.513834, + "f1": 0.469678, + "accuracy": 0.513834, + "main_score": 0.469678, + "hf_subset": "bam_Latn-prs_Arab", + "languages": [ + "bam-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.457404, + "recall": 0.51581, + "f1": 0.472396, + "accuracy": 0.51581, + "main_score": 0.472396, + "hf_subset": "bam_Latn-swe_Latn", + "languages": [ + "bam-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.42572, + "recall": 0.476285, + "f1": 0.438166, + "accuracy": 0.476285, + "main_score": 0.438166, + "hf_subset": "bam_Latn-urd_Arab", + "languages": [ + "bam-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.482758, + "recall": 0.524704, + "f1": 0.493913, + "accuracy": 0.524704, + "main_score": 0.493913, + "hf_subset": "bam_Latn-aka_Latn", + "languages": [ + "bam-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.463012, + "recall": 0.5, + "f1": 0.473427, + "accuracy": 0.5, + "main_score": 0.473427, + "hf_subset": "bam_Latn-bjn_Latn", + "languages": [ + "bam-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.42578, + "recall": 0.471344, + "f1": 0.437596, + "accuracy": 0.471344, + "main_score": 0.437596, + "hf_subset": "bam_Latn-fao_Latn", + "languages": [ + "bam-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.450119, + "recall": 0.498024, + "f1": 0.462139, + "accuracy": 0.498024, + "main_score": 0.462139, + "hf_subset": "bam_Latn-ind_Latn", + "languages": [ + "bam-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.494537, + "recall": 0.52668, + "f1": 0.503595, + "accuracy": 0.52668, + "main_score": 0.503595, + "hf_subset": "bam_Latn-knc_Latn", + "languages": [ + "bam-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.428692, + "recall": 0.476285, + "f1": 0.440632, + "accuracy": 0.476285, + "main_score": 0.440632, + "hf_subset": "bam_Latn-mlt_Latn", + "languages": [ + "bam-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.490221, + "recall": 0.532609, + "f1": 0.502604, + "accuracy": 0.532609, + "main_score": 0.502604, + "hf_subset": "bam_Latn-quy_Latn", + "languages": [ + "bam-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.428002, + "recall": 0.479249, + "f1": 0.441425, + "accuracy": 0.479249, + "main_score": 0.441425, + "hf_subset": "bam_Latn-swh_Latn", + "languages": [ + "bam-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.419414, + "recall": 0.472332, + "f1": 0.43238, + "accuracy": 0.472332, + "main_score": 0.43238, + "hf_subset": "bam_Latn-uzn_Latn", + "languages": [ + "bam-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.429971, + "recall": 0.478261, + "f1": 0.44198, + "accuracy": 0.478261, + "main_score": 0.44198, + "hf_subset": "bam_Latn-als_Latn", + "languages": [ + "bam-Latn", + "als-Latn" + ] + }, + { + "precision": 0.340037, + "recall": 0.399209, + "f1": 0.355409, + "accuracy": 0.399209, + "main_score": 0.355409, + "hf_subset": "bam_Latn-bod_Tibt", + "languages": [ + "bam-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.456416, + "recall": 0.498024, + "f1": 0.468404, + "accuracy": 0.498024, + "main_score": 0.468404, + "hf_subset": "bam_Latn-fij_Latn", + "languages": [ + "bam-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.401791, + "recall": 0.45751, + "f1": 0.415512, + "accuracy": 0.45751, + "main_score": 0.415512, + "hf_subset": "bam_Latn-isl_Latn", + "languages": [ + "bam-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.512601, + "recall": 0.5583, + "f1": 0.524814, + "accuracy": 0.5583, + "main_score": 0.524814, + "hf_subset": "bam_Latn-kon_Latn", + "languages": [ + "bam-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.426352, + "recall": 0.472332, + "f1": 0.438679, + "accuracy": 0.472332, + "main_score": 0.438679, + "hf_subset": "bam_Latn-mni_Beng", + "languages": [ + "bam-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.457959, + "recall": 0.507905, + "f1": 0.470302, + "accuracy": 0.507905, + "main_score": 0.470302, + "hf_subset": "bam_Latn-ron_Latn", + "languages": [ + "bam-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.472868, + "recall": 0.520751, + "f1": 0.484981, + "accuracy": 0.520751, + "main_score": 0.484981, + "hf_subset": "bam_Latn-szl_Latn", + "languages": [ + "bam-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.472871, + "recall": 0.518775, + "f1": 0.485319, + "accuracy": 0.518775, + "main_score": 0.485319, + "hf_subset": "bam_Latn-vec_Latn", + "languages": [ + "bam-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.463716, + "recall": 0.519763, + "f1": 0.478461, + "accuracy": 0.519763, + "main_score": 0.478461, + "hf_subset": "bam_Latn-amh_Ethi", + "languages": [ + "bam-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.457457, + "recall": 0.505929, + "f1": 0.469779, + "accuracy": 0.505929, + "main_score": 0.469779, + "hf_subset": "bam_Latn-bos_Latn", + "languages": [ + "bam-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.430273, + "recall": 0.479249, + "f1": 0.442658, + "accuracy": 0.479249, + "main_score": 0.442658, + "hf_subset": "bam_Latn-fin_Latn", + "languages": [ + "bam-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.478875, + "recall": 0.524704, + "f1": 0.490996, + "accuracy": 0.524704, + "main_score": 0.490996, + "hf_subset": "bam_Latn-ita_Latn", + "languages": [ + "bam-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.486241, + "recall": 0.537549, + "f1": 0.499909, + "accuracy": 0.537549, + "main_score": 0.499909, + "hf_subset": "bam_Latn-kor_Hang", + "languages": [ + "bam-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.481335, + "recall": 0.525692, + "f1": 0.49398, + "accuracy": 0.525692, + "main_score": 0.49398, + "hf_subset": "bam_Latn-mos_Latn", + "languages": [ + "bam-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.44309, + "recall": 0.485178, + "f1": 0.45483, + "accuracy": 0.485178, + "main_score": 0.45483, + "hf_subset": "bam_Latn-run_Latn", + "languages": [ + "bam-Latn", + "run-Latn" + ] + }, + { + "precision": 0.413086, + "recall": 0.462451, + "f1": 0.426461, + "accuracy": 0.462451, + "main_score": 0.426461, + "hf_subset": "bam_Latn-tam_Taml", + "languages": [ + "bam-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.464453, + "recall": 0.516798, + "f1": 0.477681, + "accuracy": 0.516798, + "main_score": 0.477681, + "hf_subset": "bam_Latn-vie_Latn", + "languages": [ + "bam-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.437787, + "recall": 0.48913, + "f1": 0.450834, + "accuracy": 0.48913, + "main_score": 0.450834, + "hf_subset": "bam_Latn-apc_Arab", + "languages": [ + "bam-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.465102, + "recall": 0.508893, + "f1": 0.477459, + "accuracy": 0.508893, + "main_score": 0.477459, + "hf_subset": "bam_Latn-bug_Latn", + "languages": [ + "bam-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.44159, + "recall": 0.481225, + "f1": 0.452525, + "accuracy": 0.481225, + "main_score": 0.452525, + "hf_subset": "bam_Latn-fon_Latn", + "languages": [ + "bam-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.428823, + "recall": 0.477273, + "f1": 0.441474, + "accuracy": 0.477273, + "main_score": 0.441474, + "hf_subset": "bam_Latn-jav_Latn", + "languages": [ + "bam-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.41718, + "recall": 0.463439, + "f1": 0.429097, + "accuracy": 0.463439, + "main_score": 0.429097, + "hf_subset": "bam_Latn-lao_Laoo", + "languages": [ + "bam-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.434141, + "recall": 0.488142, + "f1": 0.447866, + "accuracy": 0.488142, + "main_score": 0.447866, + "hf_subset": "bam_Latn-mri_Latn", + "languages": [ + "bam-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.464881, + "recall": 0.512846, + "f1": 0.477145, + "accuracy": 0.512846, + "main_score": 0.477145, + "hf_subset": "bam_Latn-rus_Cyrl", + "languages": [ + "bam-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.467424, + "recall": 0.51087, + "f1": 0.480275, + "accuracy": 0.51087, + "main_score": 0.480275, + "hf_subset": "bam_Latn-taq_Latn", + "languages": [ + "bam-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.439325, + "recall": 0.492095, + "f1": 0.452103, + "accuracy": 0.492095, + "main_score": 0.452103, + "hf_subset": "bam_Latn-war_Latn", + "languages": [ + "bam-Latn", + "war-Latn" + ] + }, + { + "precision": 0.45319, + "recall": 0.501976, + "f1": 0.46547, + "accuracy": 0.501976, + "main_score": 0.46547, + "hf_subset": "bam_Latn-arb_Arab", + "languages": [ + "bam-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.456596, + "recall": 0.508893, + "f1": 0.46995, + "accuracy": 0.508893, + "main_score": 0.46995, + "hf_subset": "bam_Latn-bul_Cyrl", + "languages": [ + "bam-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.460853, + "recall": 0.513834, + "f1": 0.474336, + "accuracy": 0.513834, + "main_score": 0.474336, + "hf_subset": "bam_Latn-fra_Latn", + "languages": [ + "bam-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.460249, + "recall": 0.514822, + "f1": 0.474505, + "accuracy": 0.514822, + "main_score": 0.474505, + "hf_subset": "bam_Latn-jpn_Jpan", + "languages": [ + "bam-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.482249, + "recall": 0.525692, + "f1": 0.493525, + "accuracy": 0.525692, + "main_score": 0.493525, + "hf_subset": "bam_Latn-lij_Latn", + "languages": [ + "bam-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.417291, + "recall": 0.467391, + "f1": 0.430514, + "accuracy": 0.467391, + "main_score": 0.430514, + "hf_subset": "bam_Latn-mya_Mymr", + "languages": [ + "bam-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.484245, + "recall": 0.520751, + "f1": 0.494627, + "accuracy": 0.520751, + "main_score": 0.494627, + "hf_subset": "bam_Latn-sag_Latn", + "languages": [ + "bam-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.231328, + "recall": 0.285573, + "f1": 0.244689, + "accuracy": 0.285573, + "main_score": 0.244689, + "hf_subset": "bam_Latn-taq_Tfng", + "languages": [ + "bam-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.508358, + "recall": 0.55336, + "f1": 0.521395, + "accuracy": 0.55336, + "main_score": 0.521395, + "hf_subset": "bam_Latn-wol_Latn", + "languages": [ + "bam-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.389012, + "recall": 0.440711, + "f1": 0.402949, + "accuracy": 0.440711, + "main_score": 0.402949, + "hf_subset": "bam_Latn-arb_Latn", + "languages": [ + "bam-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.448347, + "recall": 0.501976, + "f1": 0.46187, + "accuracy": 0.501976, + "main_score": 0.46187, + "hf_subset": "bam_Latn-cat_Latn", + "languages": [ + "bam-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.486848, + "recall": 0.533597, + "f1": 0.498701, + "accuracy": 0.533597, + "main_score": 0.498701, + "hf_subset": "bam_Latn-fur_Latn", + "languages": [ + "bam-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.410928, + "recall": 0.459486, + "f1": 0.424574, + "accuracy": 0.459486, + "main_score": 0.424574, + "hf_subset": "bam_Latn-kab_Latn", + "languages": [ + "bam-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.429103, + "recall": 0.475296, + "f1": 0.44041, + "accuracy": 0.475296, + "main_score": 0.44041, + "hf_subset": "bam_Latn-lim_Latn", + "languages": [ + "bam-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.477789, + "recall": 0.529644, + "f1": 0.491185, + "accuracy": 0.529644, + "main_score": 0.491185, + "hf_subset": "bam_Latn-nld_Latn", + "languages": [ + "bam-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.414133, + "recall": 0.476285, + "f1": 0.430497, + "accuracy": 0.476285, + "main_score": 0.430497, + "hf_subset": "bam_Latn-san_Deva", + "languages": [ + "bam-Latn", + "san-Deva" + ] + }, + { + "precision": 0.41635, + "recall": 0.466403, + "f1": 0.428552, + "accuracy": 0.466403, + "main_score": 0.428552, + "hf_subset": "bam_Latn-tat_Cyrl", + "languages": [ + "bam-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.417894, + "recall": 0.472332, + "f1": 0.431807, + "accuracy": 0.472332, + "main_score": 0.431807, + "hf_subset": "bam_Latn-xho_Latn", + "languages": [ + "bam-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.439811, + "recall": 0.490119, + "f1": 0.452786, + "accuracy": 0.490119, + "main_score": 0.452786, + "hf_subset": "bam_Latn-ars_Arab", + "languages": [ + "bam-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.436026, + "recall": 0.483202, + "f1": 0.4476, + "accuracy": 0.483202, + "main_score": 0.4476, + "hf_subset": "bam_Latn-ceb_Latn", + "languages": [ + "bam-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.459971, + "recall": 0.504941, + "f1": 0.47257, + "accuracy": 0.504941, + "main_score": 0.47257, + "hf_subset": "bam_Latn-fuv_Latn", + "languages": [ + "bam-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.466725, + "recall": 0.502964, + "f1": 0.476663, + "accuracy": 0.502964, + "main_score": 0.476663, + "hf_subset": "bam_Latn-kac_Latn", + "languages": [ + "bam-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.517811, + "recall": 0.554348, + "f1": 0.52825, + "accuracy": 0.554348, + "main_score": 0.52825, + "hf_subset": "bam_Latn-lin_Latn", + "languages": [ + "bam-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.429282, + "recall": 0.470356, + "f1": 0.439335, + "accuracy": 0.470356, + "main_score": 0.439335, + "hf_subset": "bam_Latn-nno_Latn", + "languages": [ + "bam-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.42714, + "recall": 0.482213, + "f1": 0.442279, + "accuracy": 0.482213, + "main_score": 0.442279, + "hf_subset": "bam_Latn-sat_Olck", + "languages": [ + "bam-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.431053, + "recall": 0.479249, + "f1": 0.44238, + "accuracy": 0.479249, + "main_score": 0.44238, + "hf_subset": "bam_Latn-tel_Telu", + "languages": [ + "bam-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.402525, + "recall": 0.452569, + "f1": 0.415884, + "accuracy": 0.452569, + "main_score": 0.415884, + "hf_subset": "bam_Latn-ydd_Hebr", + "languages": [ + "bam-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.399601, + "recall": 0.460474, + "f1": 0.413562, + "accuracy": 0.460474, + "main_score": 0.413562, + "hf_subset": "bam_Latn-ary_Arab", + "languages": [ + "bam-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.449639, + "recall": 0.500988, + "f1": 0.462909, + "accuracy": 0.500988, + "main_score": 0.462909, + "hf_subset": "bam_Latn-ces_Latn", + "languages": [ + "bam-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.451622, + "recall": 0.501976, + "f1": 0.46489, + "accuracy": 0.501976, + "main_score": 0.46489, + "hf_subset": "bam_Latn-gaz_Latn", + "languages": [ + "bam-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.482453, + "recall": 0.527668, + "f1": 0.495372, + "accuracy": 0.527668, + "main_score": 0.495372, + "hf_subset": "bam_Latn-kam_Latn", + "languages": [ + "bam-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.443218, + "recall": 0.490119, + "f1": 0.454354, + "accuracy": 0.490119, + "main_score": 0.454354, + "hf_subset": "bam_Latn-lit_Latn", + "languages": [ + "bam-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.451408, + "recall": 0.503953, + "f1": 0.464621, + "accuracy": 0.503953, + "main_score": 0.464621, + "hf_subset": "bam_Latn-nob_Latn", + "languages": [ + "bam-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.461081, + "recall": 0.500988, + "f1": 0.471941, + "accuracy": 0.500988, + "main_score": 0.471941, + "hf_subset": "bam_Latn-scn_Latn", + "languages": [ + "bam-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.42351, + "recall": 0.472332, + "f1": 0.436288, + "accuracy": 0.472332, + "main_score": 0.436288, + "hf_subset": "bam_Latn-tgk_Cyrl", + "languages": [ + "bam-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.432756, + "recall": 0.480237, + "f1": 0.445659, + "accuracy": 0.480237, + "main_score": 0.445659, + "hf_subset": "bam_Latn-yor_Latn", + "languages": [ + "bam-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.432212, + "recall": 0.492095, + "f1": 0.447017, + "accuracy": 0.492095, + "main_score": 0.447017, + "hf_subset": "bam_Latn-arz_Arab", + "languages": [ + "bam-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.452222, + "recall": 0.494071, + "f1": 0.463593, + "accuracy": 0.494071, + "main_score": 0.463593, + "hf_subset": "bam_Latn-cjk_Latn", + "languages": [ + "bam-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.421063, + "recall": 0.468379, + "f1": 0.432966, + "accuracy": 0.468379, + "main_score": 0.432966, + "hf_subset": "bam_Latn-gla_Latn", + "languages": [ + "bam-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.409188, + "recall": 0.45751, + "f1": 0.421641, + "accuracy": 0.45751, + "main_score": 0.421641, + "hf_subset": "bam_Latn-kan_Knda", + "languages": [ + "bam-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.469056, + "recall": 0.51581, + "f1": 0.481336, + "accuracy": 0.51581, + "main_score": 0.481336, + "hf_subset": "bam_Latn-lmo_Latn", + "languages": [ + "bam-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.429356, + "recall": 0.478261, + "f1": 0.44194, + "accuracy": 0.478261, + "main_score": 0.44194, + "hf_subset": "bam_Latn-npi_Deva", + "languages": [ + "bam-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.389941, + "recall": 0.4417, + "f1": 0.404086, + "accuracy": 0.4417, + "main_score": 0.404086, + "hf_subset": "bam_Latn-shn_Mymr", + "languages": [ + "bam-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.454279, + "recall": 0.499012, + "f1": 0.465636, + "accuracy": 0.499012, + "main_score": 0.465636, + "hf_subset": "bam_Latn-tgl_Latn", + "languages": [ + "bam-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.442063, + "recall": 0.48913, + "f1": 0.454317, + "accuracy": 0.48913, + "main_score": 0.454317, + "hf_subset": "bam_Latn-yue_Hant", + "languages": [ + "bam-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.381181, + "recall": 0.423913, + "f1": 0.393076, + "accuracy": 0.423913, + "main_score": 0.393076, + "hf_subset": "bam_Latn-asm_Beng", + "languages": [ + "bam-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.445068, + "recall": 0.497036, + "f1": 0.457789, + "accuracy": 0.497036, + "main_score": 0.457789, + "hf_subset": "bam_Latn-ckb_Arab", + "languages": [ + "bam-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.418494, + "recall": 0.465415, + "f1": 0.431507, + "accuracy": 0.465415, + "main_score": 0.431507, + "hf_subset": "bam_Latn-gle_Latn", + "languages": [ + "bam-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.427599, + "recall": 0.482213, + "f1": 0.442502, + "accuracy": 0.482213, + "main_score": 0.442502, + "hf_subset": "bam_Latn-kas_Arab", + "languages": [ + "bam-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.444149, + "recall": 0.490119, + "f1": 0.456316, + "accuracy": 0.490119, + "main_score": 0.456316, + "hf_subset": "bam_Latn-ltg_Latn", + "languages": [ + "bam-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.463763, + "recall": 0.501976, + "f1": 0.474402, + "accuracy": 0.501976, + "main_score": 0.474402, + "hf_subset": "bam_Latn-nso_Latn", + "languages": [ + "bam-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.423994, + "recall": 0.471344, + "f1": 0.436232, + "accuracy": 0.471344, + "main_score": 0.436232, + "hf_subset": "bam_Latn-sin_Sinh", + "languages": [ + "bam-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.43496, + "recall": 0.483202, + "f1": 0.446916, + "accuracy": 0.483202, + "main_score": 0.446916, + "hf_subset": "bam_Latn-tha_Thai", + "languages": [ + "bam-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.380484, + "recall": 0.431818, + "f1": 0.392614, + "accuracy": 0.431818, + "main_score": 0.392614, + "hf_subset": "bam_Latn-zho_Hans", + "languages": [ + "bam-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.447414, + "recall": 0.488142, + "f1": 0.457625, + "accuracy": 0.488142, + "main_score": 0.457625, + "hf_subset": "bam_Latn-ast_Latn", + "languages": [ + "bam-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.458504, + "recall": 0.508893, + "f1": 0.471606, + "accuracy": 0.508893, + "main_score": 0.471606, + "hf_subset": "bam_Latn-crh_Latn", + "languages": [ + "bam-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.440497, + "recall": 0.48913, + "f1": 0.452502, + "accuracy": 0.48913, + "main_score": 0.452502, + "hf_subset": "bam_Latn-glg_Latn", + "languages": [ + "bam-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.441118, + "recall": 0.492095, + "f1": 0.454276, + "accuracy": 0.492095, + "main_score": 0.454276, + "hf_subset": "bam_Latn-kas_Deva", + "languages": [ + "bam-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.403455, + "recall": 0.458498, + "f1": 0.417175, + "accuracy": 0.458498, + "main_score": 0.417175, + "hf_subset": "bam_Latn-ltz_Latn", + "languages": [ + "bam-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.45248, + "recall": 0.495059, + "f1": 0.464349, + "accuracy": 0.495059, + "main_score": 0.464349, + "hf_subset": "bam_Latn-nus_Latn", + "languages": [ + "bam-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.440094, + "recall": 0.488142, + "f1": 0.451964, + "accuracy": 0.488142, + "main_score": 0.451964, + "hf_subset": "bam_Latn-slk_Latn", + "languages": [ + "bam-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.452916, + "recall": 0.502964, + "f1": 0.466871, + "accuracy": 0.502964, + "main_score": 0.466871, + "hf_subset": "bam_Latn-tir_Ethi", + "languages": [ + "bam-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.4274, + "recall": 0.486166, + "f1": 0.44195, + "accuracy": 0.486166, + "main_score": 0.44195, + "hf_subset": "bam_Latn-zho_Hant", + "languages": [ + "bam-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.440184, + "recall": 0.494071, + "f1": 0.45311, + "accuracy": 0.494071, + "main_score": 0.45311, + "hf_subset": "bam_Latn-awa_Deva", + "languages": [ + "bam-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.433952, + "recall": 0.48419, + "f1": 0.446912, + "accuracy": 0.48419, + "main_score": 0.446912, + "hf_subset": "bam_Latn-cym_Latn", + "languages": [ + "bam-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.488776, + "recall": 0.528656, + "f1": 0.499582, + "accuracy": 0.528656, + "main_score": 0.499582, + "hf_subset": "bam_Latn-grn_Latn", + "languages": [ + "bam-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.425159, + "recall": 0.481225, + "f1": 0.438867, + "accuracy": 0.481225, + "main_score": 0.438867, + "hf_subset": "bam_Latn-kat_Geor", + "languages": [ + "bam-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.49586, + "recall": 0.540514, + "f1": 0.506896, + "accuracy": 0.540514, + "main_score": 0.506896, + "hf_subset": "bam_Latn-lua_Latn", + "languages": [ + "bam-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.423417, + "recall": 0.470356, + "f1": 0.435123, + "accuracy": 0.470356, + "main_score": 0.435123, + "hf_subset": "bam_Latn-nya_Latn", + "languages": [ + "bam-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.432799, + "recall": 0.488142, + "f1": 0.446916, + "accuracy": 0.488142, + "main_score": 0.446916, + "hf_subset": "bam_Latn-slv_Latn", + "languages": [ + "bam-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.456237, + "recall": 0.497036, + "f1": 0.467175, + "accuracy": 0.497036, + "main_score": 0.467175, + "hf_subset": "bam_Latn-tpi_Latn", + "languages": [ + "bam-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.457513, + "recall": 0.506917, + "f1": 0.469464, + "accuracy": 0.506917, + "main_score": 0.469464, + "hf_subset": "bam_Latn-zsm_Latn", + "languages": [ + "bam-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.47186, + "recall": 0.518775, + "f1": 0.484934, + "accuracy": 0.518775, + "main_score": 0.484934, + "hf_subset": "bam_Latn-ayr_Latn", + "languages": [ + "bam-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.461879, + "recall": 0.512846, + "f1": 0.474131, + "accuracy": 0.512846, + "main_score": 0.474131, + "hf_subset": "bam_Latn-dan_Latn", + "languages": [ + "bam-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.42544, + "recall": 0.481225, + "f1": 0.439217, + "accuracy": 0.481225, + "main_score": 0.439217, + "hf_subset": "bam_Latn-guj_Gujr", + "languages": [ + "bam-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.432387, + "recall": 0.481225, + "f1": 0.444336, + "accuracy": 0.481225, + "main_score": 0.444336, + "hf_subset": "bam_Latn-kaz_Cyrl", + "languages": [ + "bam-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.428247, + "recall": 0.477273, + "f1": 0.441397, + "accuracy": 0.477273, + "main_score": 0.441397, + "hf_subset": "bam_Latn-lug_Latn", + "languages": [ + "bam-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.440781, + "recall": 0.48913, + "f1": 0.453347, + "accuracy": 0.48913, + "main_score": 0.453347, + "hf_subset": "bam_Latn-oci_Latn", + "languages": [ + "bam-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.44775, + "recall": 0.494071, + "f1": 0.459341, + "accuracy": 0.494071, + "main_score": 0.459341, + "hf_subset": "bam_Latn-smo_Latn", + "languages": [ + "bam-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.4268, + "recall": 0.477273, + "f1": 0.440006, + "accuracy": 0.477273, + "main_score": 0.440006, + "hf_subset": "bam_Latn-tsn_Latn", + "languages": [ + "bam-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.428033, + "recall": 0.477273, + "f1": 0.440007, + "accuracy": 0.477273, + "main_score": 0.440007, + "hf_subset": "bam_Latn-zul_Latn", + "languages": [ + "bam-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.404068, + "recall": 0.460474, + "f1": 0.418784, + "accuracy": 0.460474, + "main_score": 0.418784, + "hf_subset": "bam_Latn-azb_Arab", + "languages": [ + "bam-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.481205, + "recall": 0.534585, + "f1": 0.495111, + "accuracy": 0.534585, + "main_score": 0.495111, + "hf_subset": "bam_Latn-deu_Latn", + "languages": [ + "bam-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.434045, + "recall": 0.48913, + "f1": 0.447554, + "accuracy": 0.48913, + "main_score": 0.447554, + "hf_subset": "bam_Latn-hat_Latn", + "languages": [ + "bam-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.489669, + "recall": 0.527668, + "f1": 0.50034, + "accuracy": 0.527668, + "main_score": 0.50034, + "hf_subset": "bam_Latn-kbp_Latn", + "languages": [ + "bam-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.503956, + "recall": 0.539526, + "f1": 0.513384, + "accuracy": 0.539526, + "main_score": 0.513384, + "hf_subset": "bam_Latn-luo_Latn", + "languages": [ + "bam-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.399054, + "recall": 0.453557, + "f1": 0.413163, + "accuracy": 0.453557, + "main_score": 0.413163, + "hf_subset": "bam_Latn-ory_Orya", + "languages": [ + "bam-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.436059, + "recall": 0.490119, + "f1": 0.449578, + "accuracy": 0.490119, + "main_score": 0.449578, + "hf_subset": "bam_Latn-sna_Latn", + "languages": [ + "bam-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.45234, + "recall": 0.497036, + "f1": 0.4646, + "accuracy": 0.497036, + "main_score": 0.4646, + "hf_subset": "bam_Latn-tso_Latn", + "languages": [ + "bam-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.436983, + "recall": 0.490119, + "f1": 0.450646, + "accuracy": 0.490119, + "main_score": 0.450646, + "hf_subset": "bam_Latn-azj_Latn", + "languages": [ + "bam-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.445998, + "recall": 0.48913, + "f1": 0.45817, + "accuracy": 0.48913, + "main_score": 0.45817, + "hf_subset": "bam_Latn-dik_Latn", + "languages": [ + "bam-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.435076, + "recall": 0.483202, + "f1": 0.447497, + "accuracy": 0.483202, + "main_score": 0.447497, + "hf_subset": "bam_Latn-hau_Latn", + "languages": [ + "bam-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.458466, + "recall": 0.503953, + "f1": 0.469731, + "accuracy": 0.503953, + "main_score": 0.469731, + "hf_subset": "bam_Latn-kea_Latn", + "languages": [ + "bam-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.44753, + "recall": 0.491107, + "f1": 0.458828, + "accuracy": 0.491107, + "main_score": 0.458828, + "hf_subset": "bam_Latn-lus_Latn", + "languages": [ + "bam-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.498158, + "recall": 0.538538, + "f1": 0.509289, + "accuracy": 0.538538, + "main_score": 0.509289, + "hf_subset": "bam_Latn-pag_Latn", + "languages": [ + "bam-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.385412, + "recall": 0.444664, + "f1": 0.399773, + "accuracy": 0.444664, + "main_score": 0.399773, + "hf_subset": "bam_Latn-snd_Arab", + "languages": [ + "bam-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.423232, + "recall": 0.471344, + "f1": 0.435957, + "accuracy": 0.471344, + "main_score": 0.435957, + "hf_subset": "bam_Latn-tuk_Latn", + "languages": [ + "bam-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.426257, + "recall": 0.472332, + "f1": 0.43782, + "accuracy": 0.472332, + "main_score": 0.43782, + "hf_subset": "bam_Latn-bak_Cyrl", + "languages": [ + "bam-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.464809, + "recall": 0.525692, + "f1": 0.481763, + "accuracy": 0.525692, + "main_score": 0.481763, + "hf_subset": "bam_Latn-dyu_Latn", + "languages": [ + "bam-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.421959, + "recall": 0.471344, + "f1": 0.434151, + "accuracy": 0.471344, + "main_score": 0.434151, + "hf_subset": "bam_Latn-heb_Hebr", + "languages": [ + "bam-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.444423, + "recall": 0.48913, + "f1": 0.456071, + "accuracy": 0.48913, + "main_score": 0.456071, + "hf_subset": "bam_Latn-khk_Cyrl", + "languages": [ + "bam-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.423822, + "recall": 0.479249, + "f1": 0.436896, + "accuracy": 0.479249, + "main_score": 0.436896, + "hf_subset": "bam_Latn-lvs_Latn", + "languages": [ + "bam-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.427034, + "recall": 0.47332, + "f1": 0.439004, + "accuracy": 0.47332, + "main_score": 0.439004, + "hf_subset": "bam_Latn-pan_Guru", + "languages": [ + "bam-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.433126, + "recall": 0.475296, + "f1": 0.443596, + "accuracy": 0.475296, + "main_score": 0.443596, + "hf_subset": "bam_Latn-som_Latn", + "languages": [ + "bam-Latn", + "som-Latn" + ] + }, + { + "precision": 0.443813, + "recall": 0.483202, + "f1": 0.454355, + "accuracy": 0.483202, + "main_score": 0.454355, + "hf_subset": "bam_Latn-tum_Latn", + "languages": [ + "bam-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.244731, + "recall": 0.29249, + "f1": 0.257482, + "accuracy": 0.29249, + "main_score": 0.257482, + "hf_subset": "dzo_Tibt-ace_Arab", + "languages": [ + "dzo-Tibt", + "ace-Arab" + ] + }, + { + "precision": 0.243064, + "recall": 0.27668, + "f1": 0.251282, + "accuracy": 0.27668, + "main_score": 0.251282, + "hf_subset": "dzo_Tibt-bam_Latn", + "languages": [ + "dzo-Tibt", + "bam-Latn" + ] + }, + { + "precision": 0.509072, + "recall": 0.576087, + "f1": 0.525796, + "accuracy": 0.576087, + "main_score": 0.525796, + "hf_subset": "dzo_Tibt-hin_Deva", + "languages": [ + "dzo-Tibt", + "hin-Deva" + ] + }, + { + "precision": 0.36261, + "recall": 0.429842, + "f1": 0.377162, + "accuracy": 0.429842, + "main_score": 0.377162, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.44873, + "recall": 0.514822, + "f1": 0.463007, + "accuracy": 0.514822, + "main_score": 0.463007, + "hf_subset": "dzo_Tibt-mag_Deva", + "languages": [ + "dzo-Tibt", + "mag-Deva" + ] + }, + { + "precision": 0.391926, + "recall": 0.464427, + "f1": 0.408706, + "accuracy": 0.464427, + "main_score": 0.408706, + "hf_subset": "dzo_Tibt-pap_Latn", + "languages": [ + "dzo-Tibt", + "pap-Latn" + ] + }, + { + "precision": 0.330074, + "recall": 0.389328, + "f1": 0.343843, + "accuracy": 0.389328, + "main_score": 0.343843, + "hf_subset": "dzo_Tibt-sot_Latn", + "languages": [ + "dzo-Tibt", + "sot-Latn" + ] + }, + { + "precision": 0.468319, + "recall": 0.538538, + "f1": 0.484501, + "accuracy": 0.538538, + "main_score": 0.484501, + "hf_subset": "dzo_Tibt-tur_Latn", + "languages": [ + "dzo-Tibt", + "tur-Latn" + ] + }, + { + "precision": 0.338034, + "recall": 0.38834, + "f1": 0.350283, + "accuracy": 0.38834, + "main_score": 0.350283, + "hf_subset": "dzo_Tibt-ace_Latn", + "languages": [ + "dzo-Tibt", + "ace-Latn" + ] + }, + { + "precision": 0.380851, + "recall": 0.435771, + "f1": 0.393485, + "accuracy": 0.435771, + "main_score": 0.393485, + "hf_subset": "dzo_Tibt-ban_Latn", + "languages": [ + "dzo-Tibt", + "ban-Latn" + ] + }, + { + "precision": 0.439282, + "recall": 0.514822, + "f1": 0.456521, + "accuracy": 0.514822, + "main_score": 0.456521, + "hf_subset": "dzo_Tibt-ell_Grek", + "languages": [ + "dzo-Tibt", + "ell-Grek" + ] + }, + { + "precision": 0.430452, + "recall": 0.494071, + "f1": 0.446194, + "accuracy": 0.494071, + "main_score": 0.446194, + "hf_subset": "dzo_Tibt-hne_Deva", + "languages": [ + "dzo-Tibt", + "hne-Deva" + ] + }, + { + "precision": 0.202729, + "recall": 0.249012, + "f1": 0.212833, + "accuracy": 0.249012, + "main_score": 0.212833, + "hf_subset": "dzo_Tibt-kik_Latn", + "languages": [ + "dzo-Tibt", + "kik-Latn" + ] + }, + { + "precision": 0.431835, + "recall": 0.493083, + "f1": 0.445295, + "accuracy": 0.493083, + "main_score": 0.445295, + "hf_subset": "dzo_Tibt-mai_Deva", + "languages": [ + "dzo-Tibt", + "mai-Deva" + ] + }, + { + "precision": 0.393903, + "recall": 0.460474, + "f1": 0.409677, + "accuracy": 0.460474, + "main_score": 0.409677, + "hf_subset": "dzo_Tibt-pbt_Arab", + "languages": [ + "dzo-Tibt", + "pbt-Arab" + ] + }, + { + "precision": 0.487989, + "recall": 0.565217, + "f1": 0.506761, + "accuracy": 0.565217, + "main_score": 0.506761, + "hf_subset": "dzo_Tibt-spa_Latn", + "languages": [ + "dzo-Tibt", + "spa-Latn" + ] + }, + { + "precision": 0.301751, + "recall": 0.358696, + "f1": 0.315099, + "accuracy": 0.358696, + "main_score": 0.315099, + "hf_subset": "dzo_Tibt-twi_Latn", + "languages": [ + "dzo-Tibt", + "twi-Latn" + ] + }, + { + "precision": 0.471037, + "recall": 0.543478, + "f1": 0.48872, + "accuracy": 0.543478, + "main_score": 0.48872, + "hf_subset": "dzo_Tibt-acm_Arab", + "languages": [ + "dzo-Tibt", + "acm-Arab" + ] + }, + { + "precision": 0.365021, + "recall": 0.44664, + "f1": 0.383099, + "accuracy": 0.44664, + "main_score": 0.383099, + "hf_subset": "dzo_Tibt-bel_Cyrl", + "languages": [ + "dzo-Tibt", + "bel-Cyrl" + ] + }, + { + "precision": 0.49439, + "recall": 0.568182, + "f1": 0.512035, + "accuracy": 0.568182, + "main_score": 0.512035, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.420426, + "recall": 0.498024, + "f1": 0.438322, + "accuracy": 0.498024, + "main_score": 0.438322, + "hf_subset": "dzo_Tibt-hrv_Latn", + "languages": [ + "dzo-Tibt", + "hrv-Latn" + ] + }, + { + "precision": 0.3356, + "recall": 0.408103, + "f1": 0.353668, + "accuracy": 0.408103, + "main_score": 0.353668, + "hf_subset": "dzo_Tibt-kin_Latn", + "languages": [ + "dzo-Tibt", + "kin-Latn" + ] + }, + { + "precision": 0.414233, + "recall": 0.483202, + "f1": 0.430378, + "accuracy": 0.483202, + "main_score": 0.430378, + "hf_subset": "dzo_Tibt-mal_Mlym", + "languages": [ + "dzo-Tibt", + "mal-Mlym" + ] + }, + { + "precision": 0.438304, + "recall": 0.513834, + "f1": 0.455121, + "accuracy": 0.513834, + "main_score": 0.455121, + "hf_subset": "dzo_Tibt-pes_Arab", + "languages": [ + "dzo-Tibt", + "pes-Arab" + ] + }, + { + "precision": 0.392791, + "recall": 0.463439, + "f1": 0.409778, + "accuracy": 0.463439, + "main_score": 0.409778, + "hf_subset": "dzo_Tibt-srd_Latn", + "languages": [ + "dzo-Tibt", + "srd-Latn" + ] + }, + { + "precision": 0.143138, + "recall": 0.192688, + "f1": 0.15486, + "accuracy": 0.192688, + "main_score": 0.15486, + "hf_subset": "dzo_Tibt-tzm_Tfng", + "languages": [ + "dzo-Tibt", + "tzm-Tfng" + ] + }, + { + "precision": 0.468385, + "recall": 0.543478, + "f1": 0.486933, + "accuracy": 0.543478, + "main_score": 0.486933, + "hf_subset": "dzo_Tibt-acq_Arab", + "languages": [ + "dzo-Tibt", + "acq-Arab" + ] + }, + { + "precision": 0.289886, + "recall": 0.338933, + "f1": 0.301681, + "accuracy": 0.338933, + "main_score": 0.301681, + "hf_subset": "dzo_Tibt-bem_Latn", + "languages": [ + "dzo-Tibt", + "bem-Latn" + ] + }, + { + "precision": 0.386813, + "recall": 0.454545, + "f1": 0.403535, + "accuracy": 0.454545, + "main_score": 0.403535, + "hf_subset": "dzo_Tibt-epo_Latn", + "languages": [ + "dzo-Tibt", + "epo-Latn" + ] + }, + { + "precision": 0.472973, + "recall": 0.537549, + "f1": 0.487942, + "accuracy": 0.537549, + "main_score": 0.487942, + "hf_subset": "dzo_Tibt-hun_Latn", + "languages": [ + "dzo-Tibt", + "hun-Latn" + ] + }, + { + "precision": 0.410875, + "recall": 0.481225, + "f1": 0.427447, + "accuracy": 0.481225, + "main_score": 0.427447, + "hf_subset": "dzo_Tibt-kir_Cyrl", + "languages": [ + "dzo-Tibt", + "kir-Cyrl" + ] + }, + { + "precision": 0.434759, + "recall": 0.504941, + "f1": 0.450572, + "accuracy": 0.504941, + "main_score": 0.450572, + "hf_subset": "dzo_Tibt-mar_Deva", + "languages": [ + "dzo-Tibt", + "mar-Deva" + ] + }, + { + "precision": 0.354693, + "recall": 0.431818, + "f1": 0.373456, + "accuracy": 0.431818, + "main_score": 0.373456, + "hf_subset": "dzo_Tibt-plt_Latn", + "languages": [ + "dzo-Tibt", + "plt-Latn" + ] + }, + { + "precision": 0.423928, + "recall": 0.499012, + "f1": 0.440808, + "accuracy": 0.499012, + "main_score": 0.440808, + "hf_subset": "dzo_Tibt-srp_Cyrl", + "languages": [ + "dzo-Tibt", + "srp-Cyrl" + ] + }, + { + "precision": 0.373761, + "recall": 0.455534, + "f1": 0.39306, + "accuracy": 0.455534, + "main_score": 0.39306, + "hf_subset": "dzo_Tibt-uig_Arab", + "languages": [ + "dzo-Tibt", + "uig-Arab" + ] + }, + { + "precision": 0.423057, + "recall": 0.492095, + "f1": 0.439497, + "accuracy": 0.492095, + "main_score": 0.439497, + "hf_subset": "dzo_Tibt-aeb_Arab", + "languages": [ + "dzo-Tibt", + "aeb-Arab" + ] + }, + { + "precision": 0.427292, + "recall": 0.496047, + "f1": 0.443282, + "accuracy": 0.496047, + "main_score": 0.443282, + "hf_subset": "dzo_Tibt-ben_Beng", + "languages": [ + "dzo-Tibt", + "ben-Beng" + ] + }, + { + "precision": 0.433648, + "recall": 0.51087, + "f1": 0.45118, + "accuracy": 0.51087, + "main_score": 0.45118, + "hf_subset": "dzo_Tibt-est_Latn", + "languages": [ + "dzo-Tibt", + "est-Latn" + ] + }, + { + "precision": 0.438403, + "recall": 0.518775, + "f1": 0.457835, + "accuracy": 0.518775, + "main_score": 0.457835, + "hf_subset": "dzo_Tibt-hye_Armn", + "languages": [ + "dzo-Tibt", + "hye-Armn" + ] + }, + { + "precision": 0.234927, + "recall": 0.280632, + "f1": 0.245754, + "accuracy": 0.280632, + "main_score": 0.245754, + "hf_subset": "dzo_Tibt-kmb_Latn", + "languages": [ + "dzo-Tibt", + "kmb-Latn" + ] + }, + { + "precision": 0.221398, + "recall": 0.269763, + "f1": 0.232578, + "accuracy": 0.269763, + "main_score": 0.232578, + "hf_subset": "dzo_Tibt-min_Arab", + "languages": [ + "dzo-Tibt", + "min-Arab" + ] + }, + { + "precision": 0.461726, + "recall": 0.527668, + "f1": 0.478001, + "accuracy": 0.527668, + "main_score": 0.478001, + "hf_subset": "dzo_Tibt-pol_Latn", + "languages": [ + "dzo-Tibt", + "pol-Latn" + ] + }, + { + "precision": 0.286032, + "recall": 0.34585, + "f1": 0.300067, + "accuracy": 0.34585, + "main_score": 0.300067, + "hf_subset": "dzo_Tibt-ssw_Latn", + "languages": [ + "dzo-Tibt", + "ssw-Latn" + ] + }, + { + "precision": 0.422413, + "recall": 0.502964, + "f1": 0.441172, + "accuracy": 0.502964, + "main_score": 0.441172, + "hf_subset": "dzo_Tibt-ukr_Cyrl", + "languages": [ + "dzo-Tibt", + "ukr-Cyrl" + ] + }, + { + "precision": 0.391507, + "recall": 0.468379, + "f1": 0.408521, + "accuracy": 0.468379, + "main_score": 0.408521, + "hf_subset": "dzo_Tibt-afr_Latn", + "languages": [ + "dzo-Tibt", + "afr-Latn" + ] + }, + { + "precision": 0.422263, + "recall": 0.492095, + "f1": 0.438266, + "accuracy": 0.492095, + "main_score": 0.438266, + "hf_subset": "dzo_Tibt-bho_Deva", + "languages": [ + "dzo-Tibt", + "bho-Deva" + ] + }, + { + "precision": 0.362216, + "recall": 0.425889, + "f1": 0.376425, + "accuracy": 0.425889, + "main_score": 0.376425, + "hf_subset": "dzo_Tibt-eus_Latn", + "languages": [ + "dzo-Tibt", + "eus-Latn" + ] + }, + { + "precision": 0.362856, + "recall": 0.431818, + "f1": 0.379676, + "accuracy": 0.431818, + "main_score": 0.379676, + "hf_subset": "dzo_Tibt-ibo_Latn", + "languages": [ + "dzo-Tibt", + "ibo-Latn" + ] + }, + { + "precision": 0.343443, + "recall": 0.409091, + "f1": 0.358808, + "accuracy": 0.409091, + "main_score": 0.358808, + "hf_subset": "dzo_Tibt-kmr_Latn", + "languages": [ + "dzo-Tibt", + "kmr-Latn" + ] + }, + { + "precision": 0.363034, + "recall": 0.428854, + "f1": 0.377455, + "accuracy": 0.428854, + "main_score": 0.377455, + "hf_subset": "dzo_Tibt-min_Latn", + "languages": [ + "dzo-Tibt", + "min-Latn" + ] + }, + { + "precision": 0.477692, + "recall": 0.559289, + "f1": 0.4966, + "accuracy": 0.559289, + "main_score": 0.4966, + "hf_subset": "dzo_Tibt-por_Latn", + "languages": [ + "dzo-Tibt", + "por-Latn" + ] + }, + { + "precision": 0.358429, + "recall": 0.431818, + "f1": 0.374293, + "accuracy": 0.431818, + "main_score": 0.374293, + "hf_subset": "dzo_Tibt-sun_Latn", + "languages": [ + "dzo-Tibt", + "sun-Latn" + ] + }, + { + "precision": 0.224948, + "recall": 0.26087, + "f1": 0.234289, + "accuracy": 0.26087, + "main_score": 0.234289, + "hf_subset": "dzo_Tibt-umb_Latn", + "languages": [ + "dzo-Tibt", + "umb-Latn" + ] + }, + { + "precision": 0.479229, + "recall": 0.550395, + "f1": 0.496075, + "accuracy": 0.550395, + "main_score": 0.496075, + "hf_subset": "dzo_Tibt-ajp_Arab", + "languages": [ + "dzo-Tibt", + "ajp-Arab" + ] + }, + { + "precision": 0.229175, + "recall": 0.286561, + "f1": 0.242752, + "accuracy": 0.286561, + "main_score": 0.242752, + "hf_subset": "dzo_Tibt-bjn_Arab", + "languages": [ + "dzo-Tibt", + "bjn-Arab" + ] + }, + { + "precision": 0.227532, + "recall": 0.255929, + "f1": 0.234421, + "accuracy": 0.255929, + "main_score": 0.234421, + "hf_subset": "dzo_Tibt-ewe_Latn", + "languages": [ + "dzo-Tibt", + "ewe-Latn" + ] + }, + { + "precision": 0.346242, + "recall": 0.41502, + "f1": 0.36209, + "accuracy": 0.41502, + "main_score": 0.36209, + "hf_subset": "dzo_Tibt-ilo_Latn", + "languages": [ + "dzo-Tibt", + "ilo-Latn" + ] + }, + { + "precision": 0.136999, + "recall": 0.173913, + "f1": 0.145747, + "accuracy": 0.173913, + "main_score": 0.145747, + "hf_subset": "dzo_Tibt-knc_Arab", + "languages": [ + "dzo-Tibt", + "knc-Arab" + ] + }, + { + "precision": 0.421319, + "recall": 0.488142, + "f1": 0.436616, + "accuracy": 0.488142, + "main_score": 0.436616, + "hf_subset": "dzo_Tibt-mkd_Cyrl", + "languages": [ + "dzo-Tibt", + "mkd-Cyrl" + ] + }, + { + "precision": 0.507872, + "recall": 0.579051, + "f1": 0.524947, + "accuracy": 0.579051, + "main_score": 0.524947, + "hf_subset": "dzo_Tibt-prs_Arab", + "languages": [ + "dzo-Tibt", + "prs-Arab" + ] + }, + { + "precision": 0.460122, + "recall": 0.536561, + "f1": 0.478403, + "accuracy": 0.536561, + "main_score": 0.478403, + "hf_subset": "dzo_Tibt-swe_Latn", + "languages": [ + "dzo-Tibt", + "swe-Latn" + ] + }, + { + "precision": 0.432573, + "recall": 0.506917, + "f1": 0.450239, + "accuracy": 0.506917, + "main_score": 0.450239, + "hf_subset": "dzo_Tibt-urd_Arab", + "languages": [ + "dzo-Tibt", + "urd-Arab" + ] + }, + { + "precision": 0.294021, + "recall": 0.342885, + "f1": 0.304845, + "accuracy": 0.342885, + "main_score": 0.304845, + "hf_subset": "dzo_Tibt-aka_Latn", + "languages": [ + "dzo-Tibt", + "aka-Latn" + ] + }, + { + "precision": 0.383898, + "recall": 0.440711, + "f1": 0.397479, + "accuracy": 0.440711, + "main_score": 0.397479, + "hf_subset": "dzo_Tibt-bjn_Latn", + "languages": [ + "dzo-Tibt", + "bjn-Latn" + ] + }, + { + "precision": 0.376211, + "recall": 0.452569, + "f1": 0.393978, + "accuracy": 0.452569, + "main_score": 0.393978, + "hf_subset": "dzo_Tibt-fao_Latn", + "languages": [ + "dzo-Tibt", + "fao-Latn" + ] + }, + { + "precision": 0.457729, + "recall": 0.529644, + "f1": 0.474084, + "accuracy": 0.529644, + "main_score": 0.474084, + "hf_subset": "dzo_Tibt-ind_Latn", + "languages": [ + "dzo-Tibt", + "ind-Latn" + ] + }, + { + "precision": 0.241659, + "recall": 0.274704, + "f1": 0.250407, + "accuracy": 0.274704, + "main_score": 0.250407, + "hf_subset": "dzo_Tibt-knc_Latn", + "languages": [ + "dzo-Tibt", + "knc-Latn" + ] + }, + { + "precision": 0.325721, + "recall": 0.390316, + "f1": 0.339309, + "accuracy": 0.390316, + "main_score": 0.339309, + "hf_subset": "dzo_Tibt-mlt_Latn", + "languages": [ + "dzo-Tibt", + "mlt-Latn" + ] + }, + { + "precision": 0.288997, + "recall": 0.33498, + "f1": 0.299896, + "accuracy": 0.33498, + "main_score": 0.299896, + "hf_subset": "dzo_Tibt-quy_Latn", + "languages": [ + "dzo-Tibt", + "quy-Latn" + ] + }, + { + "precision": 0.379458, + "recall": 0.453557, + "f1": 0.396916, + "accuracy": 0.453557, + "main_score": 0.396916, + "hf_subset": "dzo_Tibt-swh_Latn", + "languages": [ + "dzo-Tibt", + "swh-Latn" + ] + }, + { + "precision": 0.378309, + "recall": 0.450593, + "f1": 0.395246, + "accuracy": 0.450593, + "main_score": 0.395246, + "hf_subset": "dzo_Tibt-uzn_Latn", + "languages": [ + "dzo-Tibt", + "uzn-Latn" + ] + }, + { + "precision": 0.390376, + "recall": 0.466403, + "f1": 0.408394, + "accuracy": 0.466403, + "main_score": 0.408394, + "hf_subset": "dzo_Tibt-als_Latn", + "languages": [ + "dzo-Tibt", + "als-Latn" + ] + }, + { + "precision": 0.566112, + "recall": 0.635375, + "f1": 0.58522, + "accuracy": 0.635375, + "main_score": 0.58522, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ] + }, + { + "precision": 0.303293, + "recall": 0.351779, + "f1": 0.315851, + "accuracy": 0.351779, + "main_score": 0.315851, + "hf_subset": "dzo_Tibt-fij_Latn", + "languages": [ + "dzo-Tibt", + "fij-Latn" + ] + }, + { + "precision": 0.373298, + "recall": 0.451581, + "f1": 0.391075, + "accuracy": 0.451581, + "main_score": 0.391075, + "hf_subset": "dzo_Tibt-isl_Latn", + "languages": [ + "dzo-Tibt", + "isl-Latn" + ] + }, + { + "precision": 0.257293, + "recall": 0.297431, + "f1": 0.26703, + "accuracy": 0.297431, + "main_score": 0.26703, + "hf_subset": "dzo_Tibt-kon_Latn", + "languages": [ + "dzo-Tibt", + "kon-Latn" + ] + }, + { + "precision": 0.233704, + "recall": 0.27668, + "f1": 0.243358, + "accuracy": 0.27668, + "main_score": 0.243358, + "hf_subset": "dzo_Tibt-mni_Beng", + "languages": [ + "dzo-Tibt", + "mni-Beng" + ] + }, + { + "precision": 0.452484, + "recall": 0.523715, + "f1": 0.468948, + "accuracy": 0.523715, + "main_score": 0.468948, + "hf_subset": "dzo_Tibt-ron_Latn", + "languages": [ + "dzo-Tibt", + "ron-Latn" + ] + }, + { + "precision": 0.432225, + "recall": 0.492095, + "f1": 0.445961, + "accuracy": 0.492095, + "main_score": 0.445961, + "hf_subset": "dzo_Tibt-szl_Latn", + "languages": [ + "dzo-Tibt", + "szl-Latn" + ] + }, + { + "precision": 0.425713, + "recall": 0.491107, + "f1": 0.440093, + "accuracy": 0.491107, + "main_score": 0.440093, + "hf_subset": "dzo_Tibt-vec_Latn", + "languages": [ + "dzo-Tibt", + "vec-Latn" + ] + }, + { + "precision": 0.435206, + "recall": 0.493083, + "f1": 0.448705, + "accuracy": 0.493083, + "main_score": 0.448705, + "hf_subset": "dzo_Tibt-amh_Ethi", + "languages": [ + "dzo-Tibt", + "amh-Ethi" + ] + }, + { + "precision": 0.412982, + "recall": 0.492095, + "f1": 0.432358, + "accuracy": 0.492095, + "main_score": 0.432358, + "hf_subset": "dzo_Tibt-bos_Latn", + "languages": [ + "dzo-Tibt", + "bos-Latn" + ] + }, + { + "precision": 0.445346, + "recall": 0.511858, + "f1": 0.460402, + "accuracy": 0.511858, + "main_score": 0.460402, + "hf_subset": "dzo_Tibt-fin_Latn", + "languages": [ + "dzo-Tibt", + "fin-Latn" + ] + }, + { + "precision": 0.492315, + "recall": 0.559289, + "f1": 0.508121, + "accuracy": 0.559289, + "main_score": 0.508121, + "hf_subset": "dzo_Tibt-ita_Latn", + "languages": [ + "dzo-Tibt", + "ita-Latn" + ] + }, + { + "precision": 0.520218, + "recall": 0.588933, + "f1": 0.536539, + "accuracy": 0.588933, + "main_score": 0.536539, + "hf_subset": "dzo_Tibt-kor_Hang", + "languages": [ + "dzo-Tibt", + "kor-Hang" + ] + }, + { + "precision": 0.243745, + "recall": 0.27668, + "f1": 0.252253, + "accuracy": 0.27668, + "main_score": 0.252253, + "hf_subset": "dzo_Tibt-mos_Latn", + "languages": [ + "dzo-Tibt", + "mos-Latn" + ] + }, + { + "precision": 0.328162, + "recall": 0.385375, + "f1": 0.342555, + "accuracy": 0.385375, + "main_score": 0.342555, + "hf_subset": "dzo_Tibt-run_Latn", + "languages": [ + "dzo-Tibt", + "run-Latn" + ] + }, + { + "precision": 0.432577, + "recall": 0.5, + "f1": 0.448777, + "accuracy": 0.5, + "main_score": 0.448777, + "hf_subset": "dzo_Tibt-tam_Taml", + "languages": [ + "dzo-Tibt", + "tam-Taml" + ] + }, + { + "precision": 0.458145, + "recall": 0.529644, + "f1": 0.475485, + "accuracy": 0.529644, + "main_score": 0.475485, + "hf_subset": "dzo_Tibt-vie_Latn", + "languages": [ + "dzo-Tibt", + "vie-Latn" + ] + }, + { + "precision": 0.455775, + "recall": 0.532609, + "f1": 0.474159, + "accuracy": 0.532609, + "main_score": 0.474159, + "hf_subset": "dzo_Tibt-apc_Arab", + "languages": [ + "dzo-Tibt", + "apc-Arab" + ] + }, + { + "precision": 0.278621, + "recall": 0.320158, + "f1": 0.288394, + "accuracy": 0.320158, + "main_score": 0.288394, + "hf_subset": "dzo_Tibt-bug_Latn", + "languages": [ + "dzo-Tibt", + "bug-Latn" + ] + }, + { + "precision": 0.235363, + "recall": 0.267787, + "f1": 0.243105, + "accuracy": 0.267787, + "main_score": 0.243105, + "hf_subset": "dzo_Tibt-fon_Latn", + "languages": [ + "dzo-Tibt", + "fon-Latn" + ] + }, + { + "precision": 0.353287, + "recall": 0.413043, + "f1": 0.366691, + "accuracy": 0.413043, + "main_score": 0.366691, + "hf_subset": "dzo_Tibt-jav_Latn", + "languages": [ + "dzo-Tibt", + "jav-Latn" + ] + }, + { + "precision": 0.330202, + "recall": 0.40415, + "f1": 0.346733, + "accuracy": 0.40415, + "main_score": 0.346733, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.374902, + "recall": 0.445652, + "f1": 0.392205, + "accuracy": 0.445652, + "main_score": 0.392205, + "hf_subset": "dzo_Tibt-mri_Latn", + "languages": [ + "dzo-Tibt", + "mri-Latn" + ] + }, + { + "precision": 0.481441, + "recall": 0.537549, + "f1": 0.494143, + "accuracy": 0.537549, + "main_score": 0.494143, + "hf_subset": "dzo_Tibt-rus_Cyrl", + "languages": [ + "dzo-Tibt", + "rus-Cyrl" + ] + }, + { + "precision": 0.239239, + "recall": 0.268775, + "f1": 0.246066, + "accuracy": 0.268775, + "main_score": 0.246066, + "hf_subset": "dzo_Tibt-taq_Latn", + "languages": [ + "dzo-Tibt", + "taq-Latn" + ] + }, + { + "precision": 0.376279, + "recall": 0.4417, + "f1": 0.390377, + "accuracy": 0.4417, + "main_score": 0.390377, + "hf_subset": "dzo_Tibt-war_Latn", + "languages": [ + "dzo-Tibt", + "war-Latn" + ] + }, + { + "precision": 0.474064, + "recall": 0.549407, + "f1": 0.491949, + "accuracy": 0.549407, + "main_score": 0.491949, + "hf_subset": "dzo_Tibt-arb_Arab", + "languages": [ + "dzo-Tibt", + "arb-Arab" + ] + }, + { + "precision": 0.470617, + "recall": 0.544466, + "f1": 0.488517, + "accuracy": 0.544466, + "main_score": 0.488517, + "hf_subset": "dzo_Tibt-bul_Cyrl", + "languages": [ + "dzo-Tibt", + "bul-Cyrl" + ] + }, + { + "precision": 0.460127, + "recall": 0.530632, + "f1": 0.476447, + "accuracy": 0.530632, + "main_score": 0.476447, + "hf_subset": "dzo_Tibt-fra_Latn", + "languages": [ + "dzo-Tibt", + "fra-Latn" + ] + }, + { + "precision": 0.514169, + "recall": 0.58004, + "f1": 0.529553, + "accuracy": 0.58004, + "main_score": 0.529553, + "hf_subset": "dzo_Tibt-jpn_Jpan", + "languages": [ + "dzo-Tibt", + "jpn-Jpan" + ] + }, + { + "precision": 0.404832, + "recall": 0.459486, + "f1": 0.417721, + "accuracy": 0.459486, + "main_score": 0.417721, + "hf_subset": "dzo_Tibt-lij_Latn", + "languages": [ + "dzo-Tibt", + "lij-Latn" + ] + }, + { + "precision": 0.439527, + "recall": 0.509881, + "f1": 0.455891, + "accuracy": 0.509881, + "main_score": 0.455891, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.271281, + "recall": 0.315217, + "f1": 0.281745, + "accuracy": 0.315217, + "main_score": 0.281745, + "hf_subset": "dzo_Tibt-sag_Latn", + "languages": [ + "dzo-Tibt", + "sag-Latn" + ] + }, + { + "precision": 0.136731, + "recall": 0.174901, + "f1": 0.146222, + "accuracy": 0.174901, + "main_score": 0.146222, + "hf_subset": "dzo_Tibt-taq_Tfng", + "languages": [ + "dzo-Tibt", + "taq-Tfng" + ] + }, + { + "precision": 0.298068, + "recall": 0.342885, + "f1": 0.308341, + "accuracy": 0.342885, + "main_score": 0.308341, + "hf_subset": "dzo_Tibt-wol_Latn", + "languages": [ + "dzo-Tibt", + "wol-Latn" + ] + }, + { + "precision": 0.356091, + "recall": 0.438735, + "f1": 0.376311, + "accuracy": 0.438735, + "main_score": 0.376311, + "hf_subset": "dzo_Tibt-arb_Latn", + "languages": [ + "dzo-Tibt", + "arb-Latn" + ] + }, + { + "precision": 0.429897, + "recall": 0.503953, + "f1": 0.44705, + "accuracy": 0.503953, + "main_score": 0.44705, + "hf_subset": "dzo_Tibt-cat_Latn", + "languages": [ + "dzo-Tibt", + "cat-Latn" + ] + }, + { + "precision": 0.363303, + "recall": 0.405138, + "f1": 0.372537, + "accuracy": 0.405138, + "main_score": 0.372537, + "hf_subset": "dzo_Tibt-fur_Latn", + "languages": [ + "dzo-Tibt", + "fur-Latn" + ] + }, + { + "precision": 0.23671, + "recall": 0.280632, + "f1": 0.248064, + "accuracy": 0.280632, + "main_score": 0.248064, + "hf_subset": "dzo_Tibt-kab_Latn", + "languages": [ + "dzo-Tibt", + "kab-Latn" + ] + }, + { + "precision": 0.409857, + "recall": 0.477273, + "f1": 0.424991, + "accuracy": 0.477273, + "main_score": 0.424991, + "hf_subset": "dzo_Tibt-lim_Latn", + "languages": [ + "dzo-Tibt", + "lim-Latn" + ] + }, + { + "precision": 0.476181, + "recall": 0.538538, + "f1": 0.490858, + "accuracy": 0.538538, + "main_score": 0.490858, + "hf_subset": "dzo_Tibt-nld_Latn", + "languages": [ + "dzo-Tibt", + "nld-Latn" + ] + }, + { + "precision": 0.446331, + "recall": 0.517787, + "f1": 0.463215, + "accuracy": 0.517787, + "main_score": 0.463215, + "hf_subset": "dzo_Tibt-san_Deva", + "languages": [ + "dzo-Tibt", + "san-Deva" + ] + }, + { + "precision": 0.357692, + "recall": 0.43083, + "f1": 0.374099, + "accuracy": 0.43083, + "main_score": 0.374099, + "hf_subset": "dzo_Tibt-tat_Cyrl", + "languages": [ + "dzo-Tibt", + "tat-Cyrl" + ] + }, + { + "precision": 0.322252, + "recall": 0.394269, + "f1": 0.339292, + "accuracy": 0.394269, + "main_score": 0.339292, + "hf_subset": "dzo_Tibt-xho_Latn", + "languages": [ + "dzo-Tibt", + "xho-Latn" + ] + }, + { + "precision": 0.453688, + "recall": 0.529644, + "f1": 0.472224, + "accuracy": 0.529644, + "main_score": 0.472224, + "hf_subset": "dzo_Tibt-ars_Arab", + "languages": [ + "dzo-Tibt", + "ars-Arab" + ] + }, + { + "precision": 0.325569, + "recall": 0.393281, + "f1": 0.340377, + "accuracy": 0.393281, + "main_score": 0.340377, + "hf_subset": "dzo_Tibt-ceb_Latn", + "languages": [ + "dzo-Tibt", + "ceb-Latn" + ] + }, + { + "precision": 0.247881, + "recall": 0.277668, + "f1": 0.254286, + "accuracy": 0.277668, + "main_score": 0.254286, + "hf_subset": "dzo_Tibt-fuv_Latn", + "languages": [ + "dzo-Tibt", + "fuv-Latn" + ] + }, + { + "precision": 0.246368, + "recall": 0.278656, + "f1": 0.254094, + "accuracy": 0.278656, + "main_score": 0.254094, + "hf_subset": "dzo_Tibt-kac_Latn", + "languages": [ + "dzo-Tibt", + "kac-Latn" + ] + }, + { + "precision": 0.26133, + "recall": 0.316206, + "f1": 0.27396, + "accuracy": 0.316206, + "main_score": 0.27396, + "hf_subset": "dzo_Tibt-lin_Latn", + "languages": [ + "dzo-Tibt", + "lin-Latn" + ] + }, + { + "precision": 0.383599, + "recall": 0.454545, + "f1": 0.39936, + "accuracy": 0.454545, + "main_score": 0.39936, + "hf_subset": "dzo_Tibt-nno_Latn", + "languages": [ + "dzo-Tibt", + "nno-Latn" + ] + }, + { + "precision": 0.398442, + "recall": 0.465415, + "f1": 0.415157, + "accuracy": 0.465415, + "main_score": 0.415157, + "hf_subset": "dzo_Tibt-sat_Olck", + "languages": [ + "dzo-Tibt", + "sat-Olck" + ] + }, + { + "precision": 0.392483, + "recall": 0.465415, + "f1": 0.409051, + "accuracy": 0.465415, + "main_score": 0.409051, + "hf_subset": "dzo_Tibt-tel_Telu", + "languages": [ + "dzo-Tibt", + "tel-Telu" + ] + }, + { + "precision": 0.369494, + "recall": 0.442688, + "f1": 0.387278, + "accuracy": 0.442688, + "main_score": 0.387278, + "hf_subset": "dzo_Tibt-ydd_Hebr", + "languages": [ + "dzo-Tibt", + "ydd-Hebr" + ] + }, + { + "precision": 0.411252, + "recall": 0.479249, + "f1": 0.426706, + "accuracy": 0.479249, + "main_score": 0.426706, + "hf_subset": "dzo_Tibt-ary_Arab", + "languages": [ + "dzo-Tibt", + "ary-Arab" + ] + }, + { + "precision": 0.43783, + "recall": 0.518775, + "f1": 0.456539, + "accuracy": 0.518775, + "main_score": 0.456539, + "hf_subset": "dzo_Tibt-ces_Latn", + "languages": [ + "dzo-Tibt", + "ces-Latn" + ] + }, + { + "precision": 0.302572, + "recall": 0.359684, + "f1": 0.317137, + "accuracy": 0.359684, + "main_score": 0.317137, + "hf_subset": "dzo_Tibt-gaz_Latn", + "languages": [ + "dzo-Tibt", + "gaz-Latn" + ] + }, + { + "precision": 0.254544, + "recall": 0.302372, + "f1": 0.266511, + "accuracy": 0.302372, + "main_score": 0.266511, + "hf_subset": "dzo_Tibt-kam_Latn", + "languages": [ + "dzo-Tibt", + "kam-Latn" + ] + }, + { + "precision": 0.414538, + "recall": 0.490119, + "f1": 0.432132, + "accuracy": 0.490119, + "main_score": 0.432132, + "hf_subset": "dzo_Tibt-lit_Latn", + "languages": [ + "dzo-Tibt", + "lit-Latn" + ] + }, + { + "precision": 0.444349, + "recall": 0.519763, + "f1": 0.462138, + "accuracy": 0.519763, + "main_score": 0.462138, + "hf_subset": "dzo_Tibt-nob_Latn", + "languages": [ + "dzo-Tibt", + "nob-Latn" + ] + }, + { + "precision": 0.413511, + "recall": 0.475296, + "f1": 0.427281, + "accuracy": 0.475296, + "main_score": 0.427281, + "hf_subset": "dzo_Tibt-scn_Latn", + "languages": [ + "dzo-Tibt", + "scn-Latn" + ] + }, + { + "precision": 0.365546, + "recall": 0.43083, + "f1": 0.380289, + "accuracy": 0.43083, + "main_score": 0.380289, + "hf_subset": "dzo_Tibt-tgk_Cyrl", + "languages": [ + "dzo-Tibt", + "tgk-Cyrl" + ] + }, + { + "precision": 0.313023, + "recall": 0.375494, + "f1": 0.328318, + "accuracy": 0.375494, + "main_score": 0.328318, + "hf_subset": "dzo_Tibt-yor_Latn", + "languages": [ + "dzo-Tibt", + "yor-Latn" + ] + }, + { + "precision": 0.436601, + "recall": 0.504941, + "f1": 0.452759, + "accuracy": 0.504941, + "main_score": 0.452759, + "hf_subset": "dzo_Tibt-arz_Arab", + "languages": [ + "dzo-Tibt", + "arz-Arab" + ] + }, + { + "precision": 0.225738, + "recall": 0.259881, + "f1": 0.234283, + "accuracy": 0.259881, + "main_score": 0.234283, + "hf_subset": "dzo_Tibt-cjk_Latn", + "languages": [ + "dzo-Tibt", + "cjk-Latn" + ] + }, + { + "precision": 0.347236, + "recall": 0.417984, + "f1": 0.363706, + "accuracy": 0.417984, + "main_score": 0.363706, + "hf_subset": "dzo_Tibt-gla_Latn", + "languages": [ + "dzo-Tibt", + "gla-Latn" + ] + }, + { + "precision": 0.397483, + "recall": 0.469368, + "f1": 0.414102, + "accuracy": 0.469368, + "main_score": 0.414102, + "hf_subset": "dzo_Tibt-kan_Knda", + "languages": [ + "dzo-Tibt", + "kan-Knda" + ] + }, + { + "precision": 0.395291, + "recall": 0.452569, + "f1": 0.408204, + "accuracy": 0.452569, + "main_score": 0.408204, + "hf_subset": "dzo_Tibt-lmo_Latn", + "languages": [ + "dzo-Tibt", + "lmo-Latn" + ] + }, + { + "precision": 0.449839, + "recall": 0.51581, + "f1": 0.464732, + "accuracy": 0.51581, + "main_score": 0.464732, + "hf_subset": "dzo_Tibt-npi_Deva", + "languages": [ + "dzo-Tibt", + "npi-Deva" + ] + }, + { + "precision": 0.201456, + "recall": 0.249012, + "f1": 0.213161, + "accuracy": 0.249012, + "main_score": 0.213161, + "hf_subset": "dzo_Tibt-shn_Mymr", + "languages": [ + "dzo-Tibt", + "shn-Mymr" + ] + }, + { + "precision": 0.423777, + "recall": 0.502964, + "f1": 0.442506, + "accuracy": 0.502964, + "main_score": 0.442506, + "hf_subset": "dzo_Tibt-tgl_Latn", + "languages": [ + "dzo-Tibt", + "tgl-Latn" + ] + }, + { + "precision": 0.443108, + "recall": 0.505929, + "f1": 0.458091, + "accuracy": 0.505929, + "main_score": 0.458091, + "hf_subset": "dzo_Tibt-yue_Hant", + "languages": [ + "dzo-Tibt", + "yue-Hant" + ] + }, + { + "precision": 0.391065, + "recall": 0.462451, + "f1": 0.407969, + "accuracy": 0.462451, + "main_score": 0.407969, + "hf_subset": "dzo_Tibt-asm_Beng", + "languages": [ + "dzo-Tibt", + "asm-Beng" + ] + }, + { + "precision": 0.392991, + "recall": 0.472332, + "f1": 0.412736, + "accuracy": 0.472332, + "main_score": 0.412736, + "hf_subset": "dzo_Tibt-ckb_Arab", + "languages": [ + "dzo-Tibt", + "ckb-Arab" + ] + }, + { + "precision": 0.354301, + "recall": 0.422925, + "f1": 0.370544, + "accuracy": 0.422925, + "main_score": 0.370544, + "hf_subset": "dzo_Tibt-gle_Latn", + "languages": [ + "dzo-Tibt", + "gle-Latn" + ] + }, + { + "precision": 0.366297, + "recall": 0.428854, + "f1": 0.380422, + "accuracy": 0.428854, + "main_score": 0.380422, + "hf_subset": "dzo_Tibt-kas_Arab", + "languages": [ + "dzo-Tibt", + "kas-Arab" + ] + }, + { + "precision": 0.359046, + "recall": 0.424901, + "f1": 0.374179, + "accuracy": 0.424901, + "main_score": 0.374179, + "hf_subset": "dzo_Tibt-ltg_Latn", + "languages": [ + "dzo-Tibt", + "ltg-Latn" + ] + }, + { + "precision": 0.320539, + "recall": 0.387352, + "f1": 0.337558, + "accuracy": 0.387352, + "main_score": 0.337558, + "hf_subset": "dzo_Tibt-nso_Latn", + "languages": [ + "dzo-Tibt", + "nso-Latn" + ] + }, + { + "precision": 0.408878, + "recall": 0.477273, + "f1": 0.424866, + "accuracy": 0.477273, + "main_score": 0.424866, + "hf_subset": "dzo_Tibt-sin_Sinh", + "languages": [ + "dzo-Tibt", + "sin-Sinh" + ] + }, + { + "precision": 0.459282, + "recall": 0.543478, + "f1": 0.480182, + "accuracy": 0.543478, + "main_score": 0.480182, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.360542, + "recall": 0.41502, + "f1": 0.371312, + "accuracy": 0.41502, + "main_score": 0.371312, + "hf_subset": "dzo_Tibt-zho_Hans", + "languages": [ + "dzo-Tibt", + "zho-Hans" + ] + }, + { + "precision": 0.427342, + "recall": 0.487154, + "f1": 0.440852, + "accuracy": 0.487154, + "main_score": 0.440852, + "hf_subset": "dzo_Tibt-ast_Latn", + "languages": [ + "dzo-Tibt", + "ast-Latn" + ] + }, + { + "precision": 0.428312, + "recall": 0.5, + "f1": 0.443713, + "accuracy": 0.5, + "main_score": 0.443713, + "hf_subset": "dzo_Tibt-crh_Latn", + "languages": [ + "dzo-Tibt", + "crh-Latn" + ] + }, + { + "precision": 0.405985, + "recall": 0.474308, + "f1": 0.421846, + "accuracy": 0.474308, + "main_score": 0.421846, + "hf_subset": "dzo_Tibt-glg_Latn", + "languages": [ + "dzo-Tibt", + "glg-Latn" + ] + }, + { + "precision": 0.351361, + "recall": 0.411067, + "f1": 0.366456, + "accuracy": 0.411067, + "main_score": 0.366456, + "hf_subset": "dzo_Tibt-kas_Deva", + "languages": [ + "dzo-Tibt", + "kas-Deva" + ] + }, + { + "precision": 0.36864, + "recall": 0.43083, + "f1": 0.382191, + "accuracy": 0.43083, + "main_score": 0.382191, + "hf_subset": "dzo_Tibt-ltz_Latn", + "languages": [ + "dzo-Tibt", + "ltz-Latn" + ] + }, + { + "precision": 0.250323, + "recall": 0.289526, + "f1": 0.259705, + "accuracy": 0.289526, + "main_score": 0.259705, + "hf_subset": "dzo_Tibt-nus_Latn", + "languages": [ + "dzo-Tibt", + "nus-Latn" + ] + }, + { + "precision": 0.414317, + "recall": 0.487154, + "f1": 0.430766, + "accuracy": 0.487154, + "main_score": 0.430766, + "hf_subset": "dzo_Tibt-slk_Latn", + "languages": [ + "dzo-Tibt", + "slk-Latn" + ] + }, + { + "precision": 0.355591, + "recall": 0.409091, + "f1": 0.368894, + "accuracy": 0.409091, + "main_score": 0.368894, + "hf_subset": "dzo_Tibt-tir_Ethi", + "languages": [ + "dzo-Tibt", + "tir-Ethi" + ] + }, + { + "precision": 0.433632, + "recall": 0.507905, + "f1": 0.450548, + "accuracy": 0.507905, + "main_score": 0.450548, + "hf_subset": "dzo_Tibt-zho_Hant", + "languages": [ + "dzo-Tibt", + "zho-Hant" + ] + }, + { + "precision": 0.467125, + "recall": 0.528656, + "f1": 0.481045, + "accuracy": 0.528656, + "main_score": 0.481045, + "hf_subset": "dzo_Tibt-awa_Deva", + "languages": [ + "dzo-Tibt", + "awa-Deva" + ] + }, + { + "precision": 0.395629, + "recall": 0.47332, + "f1": 0.414055, + "accuracy": 0.47332, + "main_score": 0.414055, + "hf_subset": "dzo_Tibt-cym_Latn", + "languages": [ + "dzo-Tibt", + "cym-Latn" + ] + }, + { + "precision": 0.287207, + "recall": 0.329051, + "f1": 0.296756, + "accuracy": 0.329051, + "main_score": 0.296756, + "hf_subset": "dzo_Tibt-grn_Latn", + "languages": [ + "dzo-Tibt", + "grn-Latn" + ] + }, + { + "precision": 0.440706, + "recall": 0.514822, + "f1": 0.45809, + "accuracy": 0.514822, + "main_score": 0.45809, + "hf_subset": "dzo_Tibt-kat_Geor", + "languages": [ + "dzo-Tibt", + "kat-Geor" + ] + }, + { + "precision": 0.251605, + "recall": 0.291502, + "f1": 0.260577, + "accuracy": 0.291502, + "main_score": 0.260577, + "hf_subset": "dzo_Tibt-lua_Latn", + "languages": [ + "dzo-Tibt", + "lua-Latn" + ] + }, + { + "precision": 0.313893, + "recall": 0.376482, + "f1": 0.328358, + "accuracy": 0.376482, + "main_score": 0.328358, + "hf_subset": "dzo_Tibt-nya_Latn", + "languages": [ + "dzo-Tibt", + "nya-Latn" + ] + }, + { + "precision": 0.429321, + "recall": 0.501976, + "f1": 0.445383, + "accuracy": 0.501976, + "main_score": 0.445383, + "hf_subset": "dzo_Tibt-slv_Latn", + "languages": [ + "dzo-Tibt", + "slv-Latn" + ] + }, + { + "precision": 0.340747, + "recall": 0.405138, + "f1": 0.354868, + "accuracy": 0.405138, + "main_score": 0.354868, + "hf_subset": "dzo_Tibt-tpi_Latn", + "languages": [ + "dzo-Tibt", + "tpi-Latn" + ] + }, + { + "precision": 0.427111, + "recall": 0.496047, + "f1": 0.442449, + "accuracy": 0.496047, + "main_score": 0.442449, + "hf_subset": "dzo_Tibt-zsm_Latn", + "languages": [ + "dzo-Tibt", + "zsm-Latn" + ] + }, + { + "precision": 0.260496, + "recall": 0.301383, + "f1": 0.27037, + "accuracy": 0.301383, + "main_score": 0.27037, + "hf_subset": "dzo_Tibt-ayr_Latn", + "languages": [ + "dzo-Tibt", + "ayr-Latn" + ] + }, + { + "precision": 0.46549, + "recall": 0.541502, + "f1": 0.483731, + "accuracy": 0.541502, + "main_score": 0.483731, + "hf_subset": "dzo_Tibt-dan_Latn", + "languages": [ + "dzo-Tibt", + "dan-Latn" + ] + }, + { + "precision": 0.419346, + "recall": 0.500988, + "f1": 0.43861, + "accuracy": 0.500988, + "main_score": 0.43861, + "hf_subset": "dzo_Tibt-guj_Gujr", + "languages": [ + "dzo-Tibt", + "guj-Gujr" + ] + }, + { + "precision": 0.38766, + "recall": 0.45751, + "f1": 0.404361, + "accuracy": 0.45751, + "main_score": 0.404361, + "hf_subset": "dzo_Tibt-kaz_Cyrl", + "languages": [ + "dzo-Tibt", + "kaz-Cyrl" + ] + }, + { + "precision": 0.296337, + "recall": 0.353755, + "f1": 0.309673, + "accuracy": 0.353755, + "main_score": 0.309673, + "hf_subset": "dzo_Tibt-lug_Latn", + "languages": [ + "dzo-Tibt", + "lug-Latn" + ] + }, + { + "precision": 0.412621, + "recall": 0.488142, + "f1": 0.429449, + "accuracy": 0.488142, + "main_score": 0.429449, + "hf_subset": "dzo_Tibt-oci_Latn", + "languages": [ + "dzo-Tibt", + "oci-Latn" + ] + }, + { + "precision": 0.330223, + "recall": 0.40415, + "f1": 0.348777, + "accuracy": 0.40415, + "main_score": 0.348777, + "hf_subset": "dzo_Tibt-smo_Latn", + "languages": [ + "dzo-Tibt", + "smo-Latn" + ] + }, + { + "precision": 0.307758, + "recall": 0.369565, + "f1": 0.322304, + "accuracy": 0.369565, + "main_score": 0.322304, + "hf_subset": "dzo_Tibt-tsn_Latn", + "languages": [ + "dzo-Tibt", + "tsn-Latn" + ] + }, + { + "precision": 0.333066, + "recall": 0.406126, + "f1": 0.350422, + "accuracy": 0.406126, + "main_score": 0.350422, + "hf_subset": "dzo_Tibt-zul_Latn", + "languages": [ + "dzo-Tibt", + "zul-Latn" + ] + }, + { + "precision": 0.340079, + "recall": 0.389328, + "f1": 0.351956, + "accuracy": 0.389328, + "main_score": 0.351956, + "hf_subset": "dzo_Tibt-azb_Arab", + "languages": [ + "dzo-Tibt", + "azb-Arab" + ] + }, + { + "precision": 0.482799, + "recall": 0.554348, + "f1": 0.500061, + "accuracy": 0.554348, + "main_score": 0.500061, + "hf_subset": "dzo_Tibt-deu_Latn", + "languages": [ + "dzo-Tibt", + "deu-Latn" + ] + }, + { + "precision": 0.39518, + "recall": 0.461462, + "f1": 0.409576, + "accuracy": 0.461462, + "main_score": 0.409576, + "hf_subset": "dzo_Tibt-hat_Latn", + "languages": [ + "dzo-Tibt", + "hat-Latn" + ] + }, + { + "precision": 0.246258, + "recall": 0.291502, + "f1": 0.256737, + "accuracy": 0.291502, + "main_score": 0.256737, + "hf_subset": "dzo_Tibt-kbp_Latn", + "languages": [ + "dzo-Tibt", + "kbp-Latn" + ] + }, + { + "precision": 0.251574, + "recall": 0.287549, + "f1": 0.260168, + "accuracy": 0.287549, + "main_score": 0.260168, + "hf_subset": "dzo_Tibt-luo_Latn", + "languages": [ + "dzo-Tibt", + "luo-Latn" + ] + }, + { + "precision": 0.378707, + "recall": 0.449605, + "f1": 0.394985, + "accuracy": 0.449605, + "main_score": 0.394985, + "hf_subset": "dzo_Tibt-ory_Orya", + "languages": [ + "dzo-Tibt", + "ory-Orya" + ] + }, + { + "precision": 0.337249, + "recall": 0.40415, + "f1": 0.353333, + "accuracy": 0.40415, + "main_score": 0.353333, + "hf_subset": "dzo_Tibt-sna_Latn", + "languages": [ + "dzo-Tibt", + "sna-Latn" + ] + }, + { + "precision": 0.280836, + "recall": 0.336957, + "f1": 0.294038, + "accuracy": 0.336957, + "main_score": 0.294038, + "hf_subset": "dzo_Tibt-tso_Latn", + "languages": [ + "dzo-Tibt", + "tso-Latn" + ] + }, + { + "precision": 0.396133, + "recall": 0.468379, + "f1": 0.412226, + "accuracy": 0.468379, + "main_score": 0.412226, + "hf_subset": "dzo_Tibt-azj_Latn", + "languages": [ + "dzo-Tibt", + "azj-Latn" + ] + }, + { + "precision": 0.228096, + "recall": 0.266798, + "f1": 0.237676, + "accuracy": 0.266798, + "main_score": 0.237676, + "hf_subset": "dzo_Tibt-dik_Latn", + "languages": [ + "dzo-Tibt", + "dik-Latn" + ] + }, + { + "precision": 0.349901, + "recall": 0.414032, + "f1": 0.365327, + "accuracy": 0.414032, + "main_score": 0.365327, + "hf_subset": "dzo_Tibt-hau_Latn", + "languages": [ + "dzo-Tibt", + "hau-Latn" + ] + }, + { + "precision": 0.383152, + "recall": 0.450593, + "f1": 0.397933, + "accuracy": 0.450593, + "main_score": 0.397933, + "hf_subset": "dzo_Tibt-kea_Latn", + "languages": [ + "dzo-Tibt", + "kea-Latn" + ] + }, + { + "precision": 0.386421, + "recall": 0.450593, + "f1": 0.401538, + "accuracy": 0.450593, + "main_score": 0.401538, + "hf_subset": "dzo_Tibt-lus_Latn", + "languages": [ + "dzo-Tibt", + "lus-Latn" + ] + }, + { + "precision": 0.331359, + "recall": 0.379447, + "f1": 0.342423, + "accuracy": 0.379447, + "main_score": 0.342423, + "hf_subset": "dzo_Tibt-pag_Latn", + "languages": [ + "dzo-Tibt", + "pag-Latn" + ] + }, + { + "precision": 0.380733, + "recall": 0.462451, + "f1": 0.400576, + "accuracy": 0.462451, + "main_score": 0.400576, + "hf_subset": "dzo_Tibt-snd_Arab", + "languages": [ + "dzo-Tibt", + "snd-Arab" + ] + }, + { + "precision": 0.370853, + "recall": 0.445652, + "f1": 0.388581, + "accuracy": 0.445652, + "main_score": 0.388581, + "hf_subset": "dzo_Tibt-tuk_Latn", + "languages": [ + "dzo-Tibt", + "tuk-Latn" + ] + }, + { + "precision": 0.373817, + "recall": 0.434783, + "f1": 0.387257, + "accuracy": 0.434783, + "main_score": 0.387257, + "hf_subset": "dzo_Tibt-bak_Cyrl", + "languages": [ + "dzo-Tibt", + "bak-Cyrl" + ] + }, + { + "precision": 0.197325, + "recall": 0.23419, + "f1": 0.206138, + "accuracy": 0.23419, + "main_score": 0.206138, + "hf_subset": "dzo_Tibt-dyu_Latn", + "languages": [ + "dzo-Tibt", + "dyu-Latn" + ] + }, + { + "precision": 0.439831, + "recall": 0.51581, + "f1": 0.458081, + "accuracy": 0.51581, + "main_score": 0.458081, + "hf_subset": "dzo_Tibt-heb_Hebr", + "languages": [ + "dzo-Tibt", + "heb-Hebr" + ] + }, + { + "precision": 0.415645, + "recall": 0.488142, + "f1": 0.433767, + "accuracy": 0.488142, + "main_score": 0.433767, + "hf_subset": "dzo_Tibt-khk_Cyrl", + "languages": [ + "dzo-Tibt", + "khk-Cyrl" + ] + }, + { + "precision": 0.409147, + "recall": 0.486166, + "f1": 0.42693, + "accuracy": 0.486166, + "main_score": 0.42693, + "hf_subset": "dzo_Tibt-lvs_Latn", + "languages": [ + "dzo-Tibt", + "lvs-Latn" + ] + }, + { + "precision": 0.400683, + "recall": 0.47332, + "f1": 0.416814, + "accuracy": 0.47332, + "main_score": 0.416814, + "hf_subset": "dzo_Tibt-pan_Guru", + "languages": [ + "dzo-Tibt", + "pan-Guru" + ] + }, + { + "precision": 0.347079, + "recall": 0.417984, + "f1": 0.364506, + "accuracy": 0.417984, + "main_score": 0.364506, + "hf_subset": "dzo_Tibt-som_Latn", + "languages": [ + "dzo-Tibt", + "som-Latn" + ] + }, + { + "precision": 0.281428, + "recall": 0.333004, + "f1": 0.292911, + "accuracy": 0.333004, + "main_score": 0.292911, + "hf_subset": "dzo_Tibt-tum_Latn", + "languages": [ + "dzo-Tibt", + "tum-Latn" + ] + }, + { + "precision": 0.515061, + "recall": 0.597826, + "f1": 0.539069, + "accuracy": 0.597826, + "main_score": 0.539069, + "hf_subset": "hin_Deva-ace_Arab", + "languages": [ + "hin-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.483549, + "recall": 0.536561, + "f1": 0.497468, + "accuracy": 0.536561, + "main_score": 0.497468, + "hf_subset": "hin_Deva-bam_Latn", + "languages": [ + "hin-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.621106, + "recall": 0.712451, + "f1": 0.6478, + "accuracy": 0.712451, + "main_score": 0.6478, + "hf_subset": "hin_Deva-dzo_Tibt", + "languages": [ + "hin-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hin_Deva-khm_Khmr", + "languages": [ + "hin-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-mag_Deva", + "languages": [ + "hin-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-pap_Latn", + "languages": [ + "hin-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.848485, + "recall": 0.890316, + "f1": 0.861265, + "accuracy": 0.890316, + "main_score": 0.861265, + "hf_subset": "hin_Deva-sot_Latn", + "languages": [ + "hin-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.854974, + "recall": 0.894269, + "f1": 0.867391, + "accuracy": 0.894269, + "main_score": 0.867391, + "hf_subset": "hin_Deva-ace_Latn", + "languages": [ + "hin-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "hin_Deva-ban_Latn", + "languages": [ + "hin-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "hin_Deva-hne_Deva", + "languages": [ + "hin-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.555685, + "recall": 0.624506, + "f1": 0.574309, + "accuracy": 0.624506, + "main_score": 0.574309, + "hf_subset": "hin_Deva-kik_Latn", + "languages": [ + "hin-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.94557, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "hin_Deva-pbt_Arab", + "languages": [ + "hin-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.743341, + "recall": 0.798419, + "f1": 0.758854, + "accuracy": 0.798419, + "main_score": 0.758854, + "hf_subset": "hin_Deva-twi_Latn", + "languages": [ + "hin-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-acm_Arab", + "languages": [ + "hin-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-bel_Cyrl", + "languages": [ + "hin-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-hrv_Latn", + "languages": [ + "hin-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.819022, + "recall": 0.867589, + "f1": 0.834058, + "accuracy": 0.867589, + "main_score": 0.834058, + "hf_subset": "hin_Deva-kin_Latn", + "languages": [ + "hin-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-pes_Arab", + "languages": [ + "hin-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hin_Deva-srd_Latn", + "languages": [ + "hin-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.19474, + "recall": 0.253953, + "f1": 0.209397, + "accuracy": 0.253953, + "main_score": 0.209397, + "hf_subset": "hin_Deva-tzm_Tfng", + "languages": [ + "hin-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-acq_Arab", + "languages": [ + "hin-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.636366, + "recall": 0.713439, + "f1": 0.658272, + "accuracy": 0.713439, + "main_score": 0.658272, + "hf_subset": "hin_Deva-bem_Latn", + "languages": [ + "hin-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-epo_Latn", + "languages": [ + "hin-Deva", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hin_Deva-kir_Cyrl", + "languages": [ + "hin-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.841815, + "recall": 0.885375, + "f1": 0.855435, + "accuracy": 0.885375, + "main_score": 0.855435, + "hf_subset": "hin_Deva-plt_Latn", + "languages": [ + "hin-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-srp_Cyrl", + "languages": [ + "hin-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "hin_Deva-uig_Arab", + "languages": [ + "hin-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-aeb_Arab", + "languages": [ + "hin-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-est_Latn", + "languages": [ + "hin-Deva", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-hye_Armn", + "languages": [ + "hin-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.45359, + "recall": 0.520751, + "f1": 0.472222, + "accuracy": 0.520751, + "main_score": 0.472222, + "hf_subset": "hin_Deva-kmb_Latn", + "languages": [ + "hin-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.458657, + "recall": 0.54249, + "f1": 0.480111, + "accuracy": 0.54249, + "main_score": 0.480111, + "hf_subset": "hin_Deva-min_Arab", + "languages": [ + "hin-Deva", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.70737, + "recall": 0.774704, + "f1": 0.726561, + "accuracy": 0.774704, + "main_score": 0.726561, + "hf_subset": "hin_Deva-ssw_Latn", + "languages": [ + "hin-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ukr_Cyrl", + "languages": [ + "hin-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-afr_Latn", + "languages": [ + "hin-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-bho_Deva", + "languages": [ + "hin-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.856308, + "recall": 0.898221, + "f1": 0.869419, + "accuracy": 0.898221, + "main_score": 0.869419, + "hf_subset": "hin_Deva-ibo_Latn", + "languages": [ + "hin-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.870142, + "recall": 0.906126, + "f1": 0.881258, + "accuracy": 0.906126, + "main_score": 0.881258, + "hf_subset": "hin_Deva-kmr_Latn", + "languages": [ + "hin-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hin_Deva-min_Latn", + "languages": [ + "hin-Deva", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "hin_Deva-sun_Latn", + "languages": [ + "hin-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.447726, + "recall": 0.51087, + "f1": 0.465227, + "accuracy": 0.51087, + "main_score": 0.465227, + "hf_subset": "hin_Deva-umb_Latn", + "languages": [ + "hin-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-ajp_Arab", + "languages": [ + "hin-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.488064, + "recall": 0.565217, + "f1": 0.508664, + "accuracy": 0.565217, + "main_score": 0.508664, + "hf_subset": "hin_Deva-bjn_Arab", + "languages": [ + "hin-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.442525, + "recall": 0.497036, + "f1": 0.457104, + "accuracy": 0.497036, + "main_score": 0.457104, + "hf_subset": "hin_Deva-ewe_Latn", + "languages": [ + "hin-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "hin_Deva-ilo_Latn", + "languages": [ + "hin-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.263819, + "recall": 0.326087, + "f1": 0.278706, + "accuracy": 0.326087, + "main_score": 0.278706, + "hf_subset": "hin_Deva-knc_Arab", + "languages": [ + "hin-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-mkd_Cyrl", + "languages": [ + "hin-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-prs_Arab", + "languages": [ + "hin-Deva", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.717147, + "recall": 0.780632, + "f1": 0.735296, + "accuracy": 0.780632, + "main_score": 0.735296, + "hf_subset": "hin_Deva-aka_Latn", + "languages": [ + "hin-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "hin_Deva-bjn_Latn", + "languages": [ + "hin-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "hin_Deva-fao_Latn", + "languages": [ + "hin-Deva", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.512741, + "recall": 0.56917, + "f1": 0.528014, + "accuracy": 0.56917, + "main_score": 0.528014, + "hf_subset": "hin_Deva-knc_Latn", + "languages": [ + "hin-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-mlt_Latn", + "languages": [ + "hin-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.623444, + "recall": 0.69664, + "f1": 0.644145, + "accuracy": 0.69664, + "main_score": 0.644145, + "hf_subset": "hin_Deva-quy_Latn", + "languages": [ + "hin-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "hin_Deva-swh_Latn", + "languages": [ + "hin-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hin_Deva-uzn_Latn", + "languages": [ + "hin-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-als_Latn", + "languages": [ + "hin-Deva", + "als-Latn" + ] + }, + { + "precision": 0.77803, + "recall": 0.835968, + "f1": 0.795601, + "accuracy": 0.835968, + "main_score": 0.795601, + "hf_subset": "hin_Deva-bod_Tibt", + "languages": [ + "hin-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.604217, + "recall": 0.678854, + "f1": 0.625161, + "accuracy": 0.678854, + "main_score": 0.625161, + "hf_subset": "hin_Deva-fij_Latn", + "languages": [ + "hin-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "hin_Deva-isl_Latn", + "languages": [ + "hin-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.573991, + "recall": 0.644269, + "f1": 0.593518, + "accuracy": 0.644269, + "main_score": 0.593518, + "hf_subset": "hin_Deva-kon_Latn", + "languages": [ + "hin-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.602366, + "recall": 0.674901, + "f1": 0.622249, + "accuracy": 0.674901, + "main_score": 0.622249, + "hf_subset": "hin_Deva-mni_Beng", + "languages": [ + "hin-Deva", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ron_Latn", + "languages": [ + "hin-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "hin_Deva-szl_Latn", + "languages": [ + "hin-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-vec_Latn", + "languages": [ + "hin-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.924984, + "recall": 0.947628, + "f1": 0.932213, + "accuracy": 0.947628, + "main_score": 0.932213, + "hf_subset": "hin_Deva-amh_Ethi", + "languages": [ + "hin-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-bos_Latn", + "languages": [ + "hin-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ita_Latn", + "languages": [ + "hin-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.49455, + "recall": 0.546443, + "f1": 0.509041, + "accuracy": 0.546443, + "main_score": 0.509041, + "hf_subset": "hin_Deva-mos_Latn", + "languages": [ + "hin-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.717895, + "recall": 0.780632, + "f1": 0.735726, + "accuracy": 0.780632, + "main_score": 0.735726, + "hf_subset": "hin_Deva-run_Latn", + "languages": [ + "hin-Deva", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-apc_Arab", + "languages": [ + "hin-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.722372, + "recall": 0.785573, + "f1": 0.7405, + "accuracy": 0.785573, + "main_score": 0.7405, + "hf_subset": "hin_Deva-bug_Latn", + "languages": [ + "hin-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.422194, + "recall": 0.470356, + "f1": 0.435217, + "accuracy": 0.470356, + "main_score": 0.435217, + "hf_subset": "hin_Deva-fon_Latn", + "languages": [ + "hin-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hin_Deva-jav_Latn", + "languages": [ + "hin-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "hin_Deva-lao_Laoo", + "languages": [ + "hin-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.869483, + "recall": 0.909091, + "f1": 0.882115, + "accuracy": 0.909091, + "main_score": 0.882115, + "hf_subset": "hin_Deva-mri_Latn", + "languages": [ + "hin-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.47945, + "recall": 0.538538, + "f1": 0.495242, + "accuracy": 0.538538, + "main_score": 0.495242, + "hf_subset": "hin_Deva-taq_Latn", + "languages": [ + "hin-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hin_Deva-war_Latn", + "languages": [ + "hin-Deva", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-bul_Cyrl", + "languages": [ + "hin-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hin_Deva-lij_Latn", + "languages": [ + "hin-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hin_Deva-mya_Mymr", + "languages": [ + "hin-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.541856, + "recall": 0.603755, + "f1": 0.558652, + "accuracy": 0.603755, + "main_score": 0.558652, + "hf_subset": "hin_Deva-sag_Latn", + "languages": [ + "hin-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.196092, + "recall": 0.262846, + "f1": 0.211505, + "accuracy": 0.262846, + "main_score": 0.211505, + "hf_subset": "hin_Deva-taq_Tfng", + "languages": [ + "hin-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.624806, + "recall": 0.6917, + "f1": 0.643075, + "accuracy": 0.6917, + "main_score": 0.643075, + "hf_subset": "hin_Deva-wol_Latn", + "languages": [ + "hin-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.863307, + "recall": 0.903162, + "f1": 0.875626, + "accuracy": 0.903162, + "main_score": 0.875626, + "hf_subset": "hin_Deva-arb_Latn", + "languages": [ + "hin-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-cat_Latn", + "languages": [ + "hin-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hin_Deva-fur_Latn", + "languages": [ + "hin-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.423451, + "recall": 0.490119, + "f1": 0.440292, + "accuracy": 0.490119, + "main_score": 0.440292, + "hf_subset": "hin_Deva-kab_Latn", + "languages": [ + "hin-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hin_Deva-lim_Latn", + "languages": [ + "hin-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-tat_Cyrl", + "languages": [ + "hin-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.851383, + "recall": 0.894269, + "f1": 0.864756, + "accuracy": 0.894269, + "main_score": 0.864756, + "hf_subset": "hin_Deva-xho_Latn", + "languages": [ + "hin-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ars_Arab", + "languages": [ + "hin-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-ceb_Latn", + "languages": [ + "hin-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.472914, + "recall": 0.540514, + "f1": 0.490918, + "accuracy": 0.540514, + "main_score": 0.490918, + "hf_subset": "hin_Deva-fuv_Latn", + "languages": [ + "hin-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.459225, + "recall": 0.52668, + "f1": 0.476969, + "accuracy": 0.52668, + "main_score": 0.476969, + "hf_subset": "hin_Deva-kac_Latn", + "languages": [ + "hin-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.606976, + "recall": 0.677866, + "f1": 0.626068, + "accuracy": 0.677866, + "main_score": 0.626068, + "hf_subset": "hin_Deva-lin_Latn", + "languages": [ + "hin-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-nno_Latn", + "languages": [ + "hin-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.883152, + "recall": 0.917984, + "f1": 0.894005, + "accuracy": 0.917984, + "main_score": 0.894005, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hin_Deva-ydd_Hebr", + "languages": [ + "hin-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "hin_Deva-ary_Arab", + "languages": [ + "hin-Deva", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ces_Latn", + "languages": [ + "hin-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.538942, + "recall": 0.619565, + "f1": 0.561444, + "accuracy": 0.619565, + "main_score": 0.561444, + "hf_subset": "hin_Deva-gaz_Latn", + "languages": [ + "hin-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.514645, + "recall": 0.59585, + "f1": 0.535974, + "accuracy": 0.59585, + "main_score": 0.535974, + "hf_subset": "hin_Deva-kam_Latn", + "languages": [ + "hin-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-nob_Latn", + "languages": [ + "hin-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-scn_Latn", + "languages": [ + "hin-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "hin_Deva-tgk_Cyrl", + "languages": [ + "hin-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.718446, + "recall": 0.787549, + "f1": 0.738925, + "accuracy": 0.787549, + "main_score": 0.738925, + "hf_subset": "hin_Deva-yor_Latn", + "languages": [ + "hin-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-arz_Arab", + "languages": [ + "hin-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.467744, + "recall": 0.534585, + "f1": 0.485951, + "accuracy": 0.534585, + "main_score": 0.485951, + "hf_subset": "hin_Deva-cjk_Latn", + "languages": [ + "hin-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.931159, + "recall": 0.953557, + "f1": 0.93857, + "accuracy": 0.953557, + "main_score": 0.93857, + "hf_subset": "hin_Deva-gla_Latn", + "languages": [ + "hin-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hin_Deva-lmo_Latn", + "languages": [ + "hin-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.498483, + "recall": 0.582016, + "f1": 0.521791, + "accuracy": 0.582016, + "main_score": 0.521791, + "hf_subset": "hin_Deva-shn_Mymr", + "languages": [ + "hin-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-tgl_Latn", + "languages": [ + "hin-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-yue_Hant", + "languages": [ + "hin-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.920619, + "recall": 0.945652, + "f1": 0.928689, + "accuracy": 0.945652, + "main_score": 0.928689, + "hf_subset": "hin_Deva-ckb_Arab", + "languages": [ + "hin-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hin_Deva-gle_Latn", + "languages": [ + "hin-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.919466, + "recall": 0.944664, + "f1": 0.927536, + "accuracy": 0.944664, + "main_score": 0.927536, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.899127, + "recall": 0.93083, + "f1": 0.909321, + "accuracy": 0.93083, + "main_score": 0.909321, + "hf_subset": "hin_Deva-ltg_Latn", + "languages": [ + "hin-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.754727, + "recall": 0.818182, + "f1": 0.774195, + "accuracy": 0.818182, + "main_score": 0.774195, + "hf_subset": "hin_Deva-nso_Latn", + "languages": [ + "hin-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-tha_Thai", + "languages": [ + "hin-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-zho_Hans", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-ast_Latn", + "languages": [ + "hin-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hin_Deva-crh_Latn", + "languages": [ + "hin-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-glg_Latn", + "languages": [ + "hin-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.863027, + "recall": 0.899209, + "f1": 0.87365, + "accuracy": 0.899209, + "main_score": 0.87365, + "hf_subset": "hin_Deva-kas_Deva", + "languages": [ + "hin-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hin_Deva-ltz_Latn", + "languages": [ + "hin-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.430117, + "recall": 0.490119, + "f1": 0.445732, + "accuracy": 0.490119, + "main_score": 0.445732, + "hf_subset": "hin_Deva-nus_Latn", + "languages": [ + "hin-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-slk_Latn", + "languages": [ + "hin-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.63071, + "recall": 0.70751, + "f1": 0.651947, + "accuracy": 0.70751, + "main_score": 0.651947, + "hf_subset": "hin_Deva-tir_Ethi", + "languages": [ + "hin-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.980978, + "recall": 0.985178, + "f1": 0.982279, + "accuracy": 0.985178, + "main_score": 0.982279, + "hf_subset": "hin_Deva-awa_Deva", + "languages": [ + "hin-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hin_Deva-cym_Latn", + "languages": [ + "hin-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.750095, + "recall": 0.804348, + "f1": 0.765631, + "accuracy": 0.804348, + "main_score": 0.765631, + "hf_subset": "hin_Deva-grn_Latn", + "languages": [ + "hin-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-kat_Geor", + "languages": [ + "hin-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.56202, + "recall": 0.630435, + "f1": 0.580264, + "accuracy": 0.630435, + "main_score": 0.580264, + "hf_subset": "hin_Deva-lua_Latn", + "languages": [ + "hin-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.803434, + "recall": 0.855731, + "f1": 0.818848, + "accuracy": 0.855731, + "main_score": 0.818848, + "hf_subset": "hin_Deva-nya_Latn", + "languages": [ + "hin-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-slv_Latn", + "languages": [ + "hin-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "hin_Deva-tpi_Latn", + "languages": [ + "hin-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-zsm_Latn", + "languages": [ + "hin-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.490995, + "recall": 0.5583, + "f1": 0.509958, + "accuracy": 0.5583, + "main_score": 0.509958, + "hf_subset": "hin_Deva-ayr_Latn", + "languages": [ + "hin-Deva", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-dan_Latn", + "languages": [ + "hin-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hin_Deva-kaz_Cyrl", + "languages": [ + "hin-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.609771, + "recall": 0.689723, + "f1": 0.632541, + "accuracy": 0.689723, + "main_score": 0.632541, + "hf_subset": "hin_Deva-lug_Latn", + "languages": [ + "hin-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-oci_Latn", + "languages": [ + "hin-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.822777, + "recall": 0.870553, + "f1": 0.837484, + "accuracy": 0.870553, + "main_score": 0.837484, + "hf_subset": "hin_Deva-smo_Latn", + "languages": [ + "hin-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.724753, + "recall": 0.79249, + "f1": 0.744763, + "accuracy": 0.79249, + "main_score": 0.744763, + "hf_subset": "hin_Deva-tsn_Latn", + "languages": [ + "hin-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.869483, + "recall": 0.907115, + "f1": 0.881079, + "accuracy": 0.907115, + "main_score": 0.881079, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "hin_Deva-azb_Arab", + "languages": [ + "hin-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "hin_Deva-hat_Latn", + "languages": [ + "hin-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.465991, + "recall": 0.522727, + "f1": 0.482215, + "accuracy": 0.522727, + "main_score": 0.482215, + "hf_subset": "hin_Deva-kbp_Latn", + "languages": [ + "hin-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.507422, + "recall": 0.572134, + "f1": 0.525427, + "accuracy": 0.572134, + "main_score": 0.525427, + "hf_subset": "hin_Deva-luo_Latn", + "languages": [ + "hin-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.868495, + "recall": 0.908103, + "f1": 0.881324, + "accuracy": 0.908103, + "main_score": 0.881324, + "hf_subset": "hin_Deva-sna_Latn", + "languages": [ + "hin-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.641911, + "recall": 0.711462, + "f1": 0.661571, + "accuracy": 0.711462, + "main_score": 0.661571, + "hf_subset": "hin_Deva-tso_Latn", + "languages": [ + "hin-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-azj_Latn", + "languages": [ + "hin-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.506151, + "recall": 0.570158, + "f1": 0.523848, + "accuracy": 0.570158, + "main_score": 0.523848, + "hf_subset": "hin_Deva-dik_Latn", + "languages": [ + "hin-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.891634, + "recall": 0.924901, + "f1": 0.902306, + "accuracy": 0.924901, + "main_score": 0.902306, + "hf_subset": "hin_Deva-hau_Latn", + "languages": [ + "hin-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "hin_Deva-kea_Latn", + "languages": [ + "hin-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.944664, + "f1": 0.92836, + "accuracy": 0.944664, + "main_score": 0.92836, + "hf_subset": "hin_Deva-lus_Latn", + "languages": [ + "hin-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.856176, + "recall": 0.895257, + "f1": 0.867951, + "accuracy": 0.895257, + "main_score": 0.867951, + "hf_subset": "hin_Deva-pag_Latn", + "languages": [ + "hin-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hin_Deva-tuk_Latn", + "languages": [ + "hin-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-bak_Cyrl", + "languages": [ + "hin-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.450907, + "recall": 0.522727, + "f1": 0.470418, + "accuracy": 0.522727, + "main_score": 0.470418, + "hf_subset": "hin_Deva-dyu_Latn", + "languages": [ + "hin-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "hin_Deva-khk_Cyrl", + "languages": [ + "hin-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-lvs_Latn", + "languages": [ + "hin-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.837533, + "recall": 0.884387, + "f1": 0.851943, + "accuracy": 0.884387, + "main_score": 0.851943, + "hf_subset": "hin_Deva-som_Latn", + "languages": [ + "hin-Deva", + "som-Latn" + ] + }, + { + "precision": 0.667172, + "recall": 0.730237, + "f1": 0.685672, + "accuracy": 0.730237, + "main_score": 0.685672, + "hf_subset": "hin_Deva-tum_Latn", + "languages": [ + "hin-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.425849, + "recall": 0.51087, + "f1": 0.449258, + "accuracy": 0.51087, + "main_score": 0.449258, + "hf_subset": "khm_Khmr-ace_Arab", + "languages": [ + "khm-Khmr", + "ace-Arab" + ] + }, + { + "precision": 0.424976, + "recall": 0.471344, + "f1": 0.436876, + "accuracy": 0.471344, + "main_score": 0.436876, + "hf_subset": "khm_Khmr-bam_Latn", + "languages": [ + "khm-Khmr", + "bam-Latn" + ] + }, + { + "precision": 0.565147, + "recall": 0.661067, + "f1": 0.59245, + "accuracy": 0.661067, + "main_score": 0.59245, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "khm_Khmr-hin_Deva", + "languages": [ + "khm-Khmr", + "hin-Deva" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "khm_Khmr-mag_Deva", + "languages": [ + "khm-Khmr", + "mag-Deva" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "khm_Khmr-pap_Latn", + "languages": [ + "khm-Khmr", + "pap-Latn" + ] + }, + { + "precision": 0.814625, + "recall": 0.864625, + "f1": 0.830007, + "accuracy": 0.864625, + "main_score": 0.830007, + "hf_subset": "khm_Khmr-sot_Latn", + "languages": [ + "khm-Khmr", + "sot-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "khm_Khmr-tur_Latn", + "languages": [ + "khm-Khmr", + "tur-Latn" + ] + }, + { + "precision": 0.782053, + "recall": 0.83498, + "f1": 0.797967, + "accuracy": 0.83498, + "main_score": 0.797967, + "hf_subset": "khm_Khmr-ace_Latn", + "languages": [ + "khm-Khmr", + "ace-Latn" + ] + }, + { + "precision": 0.925099, + "recall": 0.94664, + "f1": 0.931983, + "accuracy": 0.94664, + "main_score": 0.931983, + "hf_subset": "khm_Khmr-ban_Latn", + "languages": [ + "khm-Khmr", + "ban-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "khm_Khmr-ell_Grek", + "languages": [ + "khm-Khmr", + "ell-Grek" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "khm_Khmr-hne_Deva", + "languages": [ + "khm-Khmr", + "hne-Deva" + ] + }, + { + "precision": 0.51536, + "recall": 0.578063, + "f1": 0.531814, + "accuracy": 0.578063, + "main_score": 0.531814, + "hf_subset": "khm_Khmr-kik_Latn", + "languages": [ + "khm-Khmr", + "kik-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "khm_Khmr-mai_Deva", + "languages": [ + "khm-Khmr", + "mai-Deva" + ] + }, + { + "precision": 0.929595, + "recall": 0.951581, + "f1": 0.93666, + "accuracy": 0.951581, + "main_score": 0.93666, + "hf_subset": "khm_Khmr-pbt_Arab", + "languages": [ + "khm-Khmr", + "pbt-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "khm_Khmr-spa_Latn", + "languages": [ + "khm-Khmr", + "spa-Latn" + ] + }, + { + "precision": 0.67171, + "recall": 0.737154, + "f1": 0.689739, + "accuracy": 0.737154, + "main_score": 0.689739, + "hf_subset": "khm_Khmr-twi_Latn", + "languages": [ + "khm-Khmr", + "twi-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "khm_Khmr-acm_Arab", + "languages": [ + "khm-Khmr", + "acm-Arab" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "khm_Khmr-bel_Cyrl", + "languages": [ + "khm-Khmr", + "bel-Cyrl" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "khm_Khmr-hrv_Latn", + "languages": [ + "khm-Khmr", + "hrv-Latn" + ] + }, + { + "precision": 0.797908, + "recall": 0.847826, + "f1": 0.813241, + "accuracy": 0.847826, + "main_score": 0.813241, + "hf_subset": "khm_Khmr-kin_Latn", + "languages": [ + "khm-Khmr", + "kin-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "khm_Khmr-mal_Mlym", + "languages": [ + "khm-Khmr", + "mal-Mlym" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-pes_Arab", + "languages": [ + "khm-Khmr", + "pes-Arab" + ] + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "khm_Khmr-srd_Latn", + "languages": [ + "khm-Khmr", + "srd-Latn" + ] + }, + { + "precision": 0.180962, + "recall": 0.243083, + "f1": 0.195685, + "accuracy": 0.243083, + "main_score": 0.195685, + "hf_subset": "khm_Khmr-tzm_Tfng", + "languages": [ + "khm-Khmr", + "tzm-Tfng" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khm_Khmr-acq_Arab", + "languages": [ + "khm-Khmr", + "acq-Arab" + ] + }, + { + "precision": 0.591502, + "recall": 0.666008, + "f1": 0.612509, + "accuracy": 0.666008, + "main_score": 0.612509, + "hf_subset": "khm_Khmr-bem_Latn", + "languages": [ + "khm-Khmr", + "bem-Latn" + ] + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "khm_Khmr-epo_Latn", + "languages": [ + "khm-Khmr", + "epo-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khm_Khmr-hun_Latn", + "languages": [ + "khm-Khmr", + "hun-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "khm_Khmr-kir_Cyrl", + "languages": [ + "khm-Khmr", + "kir-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khm_Khmr-mar_Deva", + "languages": [ + "khm-Khmr", + "mar-Deva" + ] + }, + { + "precision": 0.822579, + "recall": 0.868577, + "f1": 0.836911, + "accuracy": 0.868577, + "main_score": 0.836911, + "hf_subset": "khm_Khmr-plt_Latn", + "languages": [ + "khm-Khmr", + "plt-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-srp_Cyrl", + "languages": [ + "khm-Khmr", + "srp-Cyrl" + ] + }, + { + "precision": 0.910079, + "recall": 0.936759, + "f1": 0.918445, + "accuracy": 0.936759, + "main_score": 0.918445, + "hf_subset": "khm_Khmr-uig_Arab", + "languages": [ + "khm-Khmr", + "uig-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khm_Khmr-aeb_Arab", + "languages": [ + "khm-Khmr", + "aeb-Arab" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "khm_Khmr-ben_Beng", + "languages": [ + "khm-Khmr", + "ben-Beng" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "khm_Khmr-est_Latn", + "languages": [ + "khm-Khmr", + "est-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "khm_Khmr-hye_Armn", + "languages": [ + "khm-Khmr", + "hye-Armn" + ] + }, + { + "precision": 0.410973, + "recall": 0.471344, + "f1": 0.426908, + "accuracy": 0.471344, + "main_score": 0.426908, + "hf_subset": "khm_Khmr-kmb_Latn", + "languages": [ + "khm-Khmr", + "kmb-Latn" + ] + }, + { + "precision": 0.37942, + "recall": 0.463439, + "f1": 0.400684, + "accuracy": 0.463439, + "main_score": 0.400684, + "hf_subset": "khm_Khmr-min_Arab", + "languages": [ + "khm-Khmr", + "min-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "khm_Khmr-pol_Latn", + "languages": [ + "khm-Khmr", + "pol-Latn" + ] + }, + { + "precision": 0.685831, + "recall": 0.759881, + "f1": 0.708076, + "accuracy": 0.759881, + "main_score": 0.708076, + "hf_subset": "khm_Khmr-ssw_Latn", + "languages": [ + "khm-Khmr", + "ssw-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-ukr_Cyrl", + "languages": [ + "khm-Khmr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khm_Khmr-afr_Latn", + "languages": [ + "khm-Khmr", + "afr-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "khm_Khmr-bho_Deva", + "languages": [ + "khm-Khmr", + "bho-Deva" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "khm_Khmr-eus_Latn", + "languages": [ + "khm-Khmr", + "eus-Latn" + ] + }, + { + "precision": 0.791996, + "recall": 0.851779, + "f1": 0.810343, + "accuracy": 0.851779, + "main_score": 0.810343, + "hf_subset": "khm_Khmr-ibo_Latn", + "languages": [ + "khm-Khmr", + "ibo-Latn" + ] + }, + { + "precision": 0.817309, + "recall": 0.866601, + "f1": 0.83307, + "accuracy": 0.866601, + "main_score": 0.83307, + "hf_subset": "khm_Khmr-kmr_Latn", + "languages": [ + "khm-Khmr", + "kmr-Latn" + ] + }, + { + "precision": 0.952652, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "khm_Khmr-min_Latn", + "languages": [ + "khm-Khmr", + "min-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khm_Khmr-por_Latn", + "languages": [ + "khm-Khmr", + "por-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "khm_Khmr-sun_Latn", + "languages": [ + "khm-Khmr", + "sun-Latn" + ] + }, + { + "precision": 0.396032, + "recall": 0.456522, + "f1": 0.412259, + "accuracy": 0.456522, + "main_score": 0.412259, + "hf_subset": "khm_Khmr-umb_Latn", + "languages": [ + "khm-Khmr", + "umb-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-ajp_Arab", + "languages": [ + "khm-Khmr", + "ajp-Arab" + ] + }, + { + "precision": 0.405442, + "recall": 0.486166, + "f1": 0.427392, + "accuracy": 0.486166, + "main_score": 0.427392, + "hf_subset": "khm_Khmr-bjn_Arab", + "languages": [ + "khm-Khmr", + "bjn-Arab" + ] + }, + { + "precision": 0.41668, + "recall": 0.472332, + "f1": 0.431389, + "accuracy": 0.472332, + "main_score": 0.431389, + "hf_subset": "khm_Khmr-ewe_Latn", + "languages": [ + "khm-Khmr", + "ewe-Latn" + ] + }, + { + "precision": 0.907444, + "recall": 0.933794, + "f1": 0.915796, + "accuracy": 0.933794, + "main_score": 0.915796, + "hf_subset": "khm_Khmr-ilo_Latn", + "languages": [ + "khm-Khmr", + "ilo-Latn" + ] + }, + { + "precision": 0.20322, + "recall": 0.261858, + "f1": 0.217853, + "accuracy": 0.261858, + "main_score": 0.217853, + "hf_subset": "khm_Khmr-knc_Arab", + "languages": [ + "khm-Khmr", + "knc-Arab" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "khm_Khmr-mkd_Cyrl", + "languages": [ + "khm-Khmr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "khm_Khmr-prs_Arab", + "languages": [ + "khm-Khmr", + "prs-Arab" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "khm_Khmr-swe_Latn", + "languages": [ + "khm-Khmr", + "swe-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "khm_Khmr-urd_Arab", + "languages": [ + "khm-Khmr", + "urd-Arab" + ] + }, + { + "precision": 0.65592, + "recall": 0.722332, + "f1": 0.674592, + "accuracy": 0.722332, + "main_score": 0.674592, + "hf_subset": "khm_Khmr-aka_Latn", + "languages": [ + "khm-Khmr", + "aka-Latn" + ] + }, + { + "precision": 0.949308, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "khm_Khmr-bjn_Latn", + "languages": [ + "khm-Khmr", + "bjn-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "khm_Khmr-fao_Latn", + "languages": [ + "khm-Khmr", + "fao-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "khm_Khmr-ind_Latn", + "languages": [ + "khm-Khmr", + "ind-Latn" + ] + }, + { + "precision": 0.477777, + "recall": 0.52668, + "f1": 0.490259, + "accuracy": 0.52668, + "main_score": 0.490259, + "hf_subset": "khm_Khmr-knc_Latn", + "languages": [ + "khm-Khmr", + "knc-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "khm_Khmr-mlt_Latn", + "languages": [ + "khm-Khmr", + "mlt-Latn" + ] + }, + { + "precision": 0.55643, + "recall": 0.633399, + "f1": 0.577424, + "accuracy": 0.633399, + "main_score": 0.577424, + "hf_subset": "khm_Khmr-quy_Latn", + "languages": [ + "khm-Khmr", + "quy-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khm_Khmr-swh_Latn", + "languages": [ + "khm-Khmr", + "swh-Latn" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "khm_Khmr-uzn_Latn", + "languages": [ + "khm-Khmr", + "uzn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "khm_Khmr-als_Latn", + "languages": [ + "khm-Khmr", + "als-Latn" + ] + }, + { + "precision": 0.746254, + "recall": 0.811265, + "f1": 0.766111, + "accuracy": 0.811265, + "main_score": 0.766111, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ] + }, + { + "precision": 0.579847, + "recall": 0.653162, + "f1": 0.600148, + "accuracy": 0.653162, + "main_score": 0.600148, + "hf_subset": "khm_Khmr-fij_Latn", + "languages": [ + "khm-Khmr", + "fij-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "khm_Khmr-isl_Latn", + "languages": [ + "khm-Khmr", + "isl-Latn" + ] + }, + { + "precision": 0.520282, + "recall": 0.58498, + "f1": 0.537247, + "accuracy": 0.58498, + "main_score": 0.537247, + "hf_subset": "khm_Khmr-kon_Latn", + "languages": [ + "khm-Khmr", + "kon-Latn" + ] + }, + { + "precision": 0.501769, + "recall": 0.575099, + "f1": 0.522112, + "accuracy": 0.575099, + "main_score": 0.522112, + "hf_subset": "khm_Khmr-mni_Beng", + "languages": [ + "khm-Khmr", + "mni-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-ron_Latn", + "languages": [ + "khm-Khmr", + "ron-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "khm_Khmr-szl_Latn", + "languages": [ + "khm-Khmr", + "szl-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "khm_Khmr-vec_Latn", + "languages": [ + "khm-Khmr", + "vec-Latn" + ] + }, + { + "precision": 0.907362, + "recall": 0.935771, + "f1": 0.916568, + "accuracy": 0.935771, + "main_score": 0.916568, + "hf_subset": "khm_Khmr-amh_Ethi", + "languages": [ + "khm-Khmr", + "amh-Ethi" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "khm_Khmr-bos_Latn", + "languages": [ + "khm-Khmr", + "bos-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-fin_Latn", + "languages": [ + "khm-Khmr", + "fin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khm_Khmr-ita_Latn", + "languages": [ + "khm-Khmr", + "ita-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-kor_Hang", + "languages": [ + "khm-Khmr", + "kor-Hang" + ] + }, + { + "precision": 0.433951, + "recall": 0.491107, + "f1": 0.449451, + "accuracy": 0.491107, + "main_score": 0.449451, + "hf_subset": "khm_Khmr-mos_Latn", + "languages": [ + "khm-Khmr", + "mos-Latn" + ] + }, + { + "precision": 0.694189, + "recall": 0.756917, + "f1": 0.712633, + "accuracy": 0.756917, + "main_score": 0.712633, + "hf_subset": "khm_Khmr-run_Latn", + "languages": [ + "khm-Khmr", + "run-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khm_Khmr-tam_Taml", + "languages": [ + "khm-Khmr", + "tam-Taml" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khm_Khmr-vie_Latn", + "languages": [ + "khm-Khmr", + "vie-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "khm_Khmr-apc_Arab", + "languages": [ + "khm-Khmr", + "apc-Arab" + ] + }, + { + "precision": 0.64445, + "recall": 0.709486, + "f1": 0.662329, + "accuracy": 0.709486, + "main_score": 0.662329, + "hf_subset": "khm_Khmr-bug_Latn", + "languages": [ + "khm-Khmr", + "bug-Latn" + ] + }, + { + "precision": 0.417714, + "recall": 0.460474, + "f1": 0.429081, + "accuracy": 0.460474, + "main_score": 0.429081, + "hf_subset": "khm_Khmr-fon_Latn", + "languages": [ + "khm-Khmr", + "fon-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "khm_Khmr-jav_Latn", + "languages": [ + "khm-Khmr", + "jav-Latn" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ] + }, + { + "precision": 0.837822, + "recall": 0.882411, + "f1": 0.851499, + "accuracy": 0.882411, + "main_score": 0.851499, + "hf_subset": "khm_Khmr-mri_Latn", + "languages": [ + "khm-Khmr", + "mri-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "khm_Khmr-rus_Cyrl", + "languages": [ + "khm-Khmr", + "rus-Cyrl" + ] + }, + { + "precision": 0.437639, + "recall": 0.491107, + "f1": 0.451506, + "accuracy": 0.491107, + "main_score": 0.451506, + "hf_subset": "khm_Khmr-taq_Latn", + "languages": [ + "khm-Khmr", + "taq-Latn" + ] + }, + { + "precision": 0.962039, + "recall": 0.97332, + "f1": 0.965646, + "accuracy": 0.97332, + "main_score": 0.965646, + "hf_subset": "khm_Khmr-war_Latn", + "languages": [ + "khm-Khmr", + "war-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-arb_Arab", + "languages": [ + "khm-Khmr", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-bul_Cyrl", + "languages": [ + "khm-Khmr", + "bul-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khm_Khmr-fra_Latn", + "languages": [ + "khm-Khmr", + "fra-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "khm_Khmr-jpn_Jpan", + "languages": [ + "khm-Khmr", + "jpn-Jpan" + ] + }, + { + "precision": 0.956769, + "recall": 0.969368, + "f1": 0.96087, + "accuracy": 0.969368, + "main_score": 0.96087, + "hf_subset": "khm_Khmr-lij_Latn", + "languages": [ + "khm-Khmr", + "lij-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ] + }, + { + "precision": 0.489176, + "recall": 0.545455, + "f1": 0.504618, + "accuracy": 0.545455, + "main_score": 0.504618, + "hf_subset": "khm_Khmr-sag_Latn", + "languages": [ + "khm-Khmr", + "sag-Latn" + ] + }, + { + "precision": 0.207574, + "recall": 0.266798, + "f1": 0.221633, + "accuracy": 0.266798, + "main_score": 0.221633, + "hf_subset": "khm_Khmr-taq_Tfng", + "languages": [ + "khm-Khmr", + "taq-Tfng" + ] + }, + { + "precision": 0.573021, + "recall": 0.637352, + "f1": 0.590376, + "accuracy": 0.637352, + "main_score": 0.590376, + "hf_subset": "khm_Khmr-wol_Latn", + "languages": [ + "khm-Khmr", + "wol-Latn" + ] + }, + { + "precision": 0.829529, + "recall": 0.87747, + "f1": 0.844236, + "accuracy": 0.87747, + "main_score": 0.844236, + "hf_subset": "khm_Khmr-arb_Latn", + "languages": [ + "khm-Khmr", + "arb-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "khm_Khmr-cat_Latn", + "languages": [ + "khm-Khmr", + "cat-Latn" + ] + }, + { + "precision": 0.938516, + "recall": 0.955534, + "f1": 0.943676, + "accuracy": 0.955534, + "main_score": 0.943676, + "hf_subset": "khm_Khmr-fur_Latn", + "languages": [ + "khm-Khmr", + "fur-Latn" + ] + }, + { + "precision": 0.39263, + "recall": 0.462451, + "f1": 0.410432, + "accuracy": 0.462451, + "main_score": 0.410432, + "hf_subset": "khm_Khmr-kab_Latn", + "languages": [ + "khm-Khmr", + "kab-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "khm_Khmr-lim_Latn", + "languages": [ + "khm-Khmr", + "lim-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khm_Khmr-nld_Latn", + "languages": [ + "khm-Khmr", + "nld-Latn" + ] + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "khm_Khmr-san_Deva", + "languages": [ + "khm-Khmr", + "san-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "khm_Khmr-tat_Cyrl", + "languages": [ + "khm-Khmr", + "tat-Cyrl" + ] + }, + { + "precision": 0.828204, + "recall": 0.875494, + "f1": 0.842935, + "accuracy": 0.875494, + "main_score": 0.842935, + "hf_subset": "khm_Khmr-xho_Latn", + "languages": [ + "khm-Khmr", + "xho-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "khm_Khmr-ars_Arab", + "languages": [ + "khm-Khmr", + "ars-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "khm_Khmr-ceb_Latn", + "languages": [ + "khm-Khmr", + "ceb-Latn" + ] + }, + { + "precision": 0.420342, + "recall": 0.483202, + "f1": 0.436458, + "accuracy": 0.483202, + "main_score": 0.436458, + "hf_subset": "khm_Khmr-fuv_Latn", + "languages": [ + "khm-Khmr", + "fuv-Latn" + ] + }, + { + "precision": 0.427798, + "recall": 0.48419, + "f1": 0.442762, + "accuracy": 0.48419, + "main_score": 0.442762, + "hf_subset": "khm_Khmr-kac_Latn", + "languages": [ + "khm-Khmr", + "kac-Latn" + ] + }, + { + "precision": 0.545233, + "recall": 0.610672, + "f1": 0.562254, + "accuracy": 0.610672, + "main_score": 0.562254, + "hf_subset": "khm_Khmr-lin_Latn", + "languages": [ + "khm-Khmr", + "lin-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "khm_Khmr-nno_Latn", + "languages": [ + "khm-Khmr", + "nno-Latn" + ] + }, + { + "precision": 0.811166, + "recall": 0.863636, + "f1": 0.827207, + "accuracy": 0.863636, + "main_score": 0.827207, + "hf_subset": "khm_Khmr-sat_Olck", + "languages": [ + "khm-Khmr", + "sat-Olck" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "khm_Khmr-tel_Telu", + "languages": [ + "khm-Khmr", + "tel-Telu" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "khm_Khmr-ydd_Hebr", + "languages": [ + "khm-Khmr", + "ydd-Hebr" + ] + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "khm_Khmr-ary_Arab", + "languages": [ + "khm-Khmr", + "ary-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khm_Khmr-ces_Latn", + "languages": [ + "khm-Khmr", + "ces-Latn" + ] + }, + { + "precision": 0.506762, + "recall": 0.58498, + "f1": 0.5283, + "accuracy": 0.58498, + "main_score": 0.5283, + "hf_subset": "khm_Khmr-gaz_Latn", + "languages": [ + "khm-Khmr", + "gaz-Latn" + ] + }, + { + "precision": 0.469247, + "recall": 0.544466, + "f1": 0.488884, + "accuracy": 0.544466, + "main_score": 0.488884, + "hf_subset": "khm_Khmr-kam_Latn", + "languages": [ + "khm-Khmr", + "kam-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "khm_Khmr-lit_Latn", + "languages": [ + "khm-Khmr", + "lit-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "khm_Khmr-nob_Latn", + "languages": [ + "khm-Khmr", + "nob-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "khm_Khmr-scn_Latn", + "languages": [ + "khm-Khmr", + "scn-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "khm_Khmr-tgk_Cyrl", + "languages": [ + "khm-Khmr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.659929, + "recall": 0.736166, + "f1": 0.681953, + "accuracy": 0.736166, + "main_score": 0.681953, + "hf_subset": "khm_Khmr-yor_Latn", + "languages": [ + "khm-Khmr", + "yor-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khm_Khmr-arz_Arab", + "languages": [ + "khm-Khmr", + "arz-Arab" + ] + }, + { + "precision": 0.412972, + "recall": 0.476285, + "f1": 0.430076, + "accuracy": 0.476285, + "main_score": 0.430076, + "hf_subset": "khm_Khmr-cjk_Latn", + "languages": [ + "khm-Khmr", + "cjk-Latn" + ] + }, + { + "precision": 0.899951, + "recall": 0.929842, + "f1": 0.909651, + "accuracy": 0.929842, + "main_score": 0.909651, + "hf_subset": "khm_Khmr-gla_Latn", + "languages": [ + "khm-Khmr", + "gla-Latn" + ] + }, + { + "precision": 0.96413, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "khm_Khmr-kan_Knda", + "languages": [ + "khm-Khmr", + "kan-Knda" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "khm_Khmr-lmo_Latn", + "languages": [ + "khm-Khmr", + "lmo-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "khm_Khmr-npi_Deva", + "languages": [ + "khm-Khmr", + "npi-Deva" + ] + }, + { + "precision": 0.514646, + "recall": 0.591897, + "f1": 0.536539, + "accuracy": 0.591897, + "main_score": 0.536539, + "hf_subset": "khm_Khmr-shn_Mymr", + "languages": [ + "khm-Khmr", + "shn-Mymr" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "khm_Khmr-tgl_Latn", + "languages": [ + "khm-Khmr", + "tgl-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khm_Khmr-yue_Hant", + "languages": [ + "khm-Khmr", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khm_Khmr-asm_Beng", + "languages": [ + "khm-Khmr", + "asm-Beng" + ] + }, + { + "precision": 0.876459, + "recall": 0.913043, + "f1": 0.888093, + "accuracy": 0.913043, + "main_score": 0.888093, + "hf_subset": "khm_Khmr-ckb_Arab", + "languages": [ + "khm-Khmr", + "ckb-Arab" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "khm_Khmr-gle_Latn", + "languages": [ + "khm-Khmr", + "gle-Latn" + ] + }, + { + "precision": 0.845867, + "recall": 0.886364, + "f1": 0.857955, + "accuracy": 0.886364, + "main_score": 0.857955, + "hf_subset": "khm_Khmr-kas_Arab", + "languages": [ + "khm-Khmr", + "kas-Arab" + ] + }, + { + "precision": 0.837204, + "recall": 0.884387, + "f1": 0.852174, + "accuracy": 0.884387, + "main_score": 0.852174, + "hf_subset": "khm_Khmr-ltg_Latn", + "languages": [ + "khm-Khmr", + "ltg-Latn" + ] + }, + { + "precision": 0.734816, + "recall": 0.796443, + "f1": 0.753393, + "accuracy": 0.796443, + "main_score": 0.753393, + "hf_subset": "khm_Khmr-nso_Latn", + "languages": [ + "khm-Khmr", + "nso-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "khm_Khmr-sin_Sinh", + "languages": [ + "khm-Khmr", + "sin-Sinh" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ] + }, + { + "precision": 0.958608, + "recall": 0.970356, + "f1": 0.962319, + "accuracy": 0.970356, + "main_score": 0.962319, + "hf_subset": "khm_Khmr-zho_Hans", + "languages": [ + "khm-Khmr", + "zho-Hans" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "khm_Khmr-ast_Latn", + "languages": [ + "khm-Khmr", + "ast-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "khm_Khmr-crh_Latn", + "languages": [ + "khm-Khmr", + "crh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "khm_Khmr-glg_Latn", + "languages": [ + "khm-Khmr", + "glg-Latn" + ] + }, + { + "precision": 0.777676, + "recall": 0.833992, + "f1": 0.79439, + "accuracy": 0.833992, + "main_score": 0.79439, + "hf_subset": "khm_Khmr-kas_Deva", + "languages": [ + "khm-Khmr", + "kas-Deva" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "khm_Khmr-ltz_Latn", + "languages": [ + "khm-Khmr", + "ltz-Latn" + ] + }, + { + "precision": 0.390293, + "recall": 0.449605, + "f1": 0.405721, + "accuracy": 0.449605, + "main_score": 0.405721, + "hf_subset": "khm_Khmr-nus_Latn", + "languages": [ + "khm-Khmr", + "nus-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "khm_Khmr-slk_Latn", + "languages": [ + "khm-Khmr", + "slk-Latn" + ] + }, + { + "precision": 0.568656, + "recall": 0.650198, + "f1": 0.590903, + "accuracy": 0.650198, + "main_score": 0.590903, + "hf_subset": "khm_Khmr-tir_Ethi", + "languages": [ + "khm-Khmr", + "tir-Ethi" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "khm_Khmr-zho_Hant", + "languages": [ + "khm-Khmr", + "zho-Hant" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "khm_Khmr-awa_Deva", + "languages": [ + "khm-Khmr", + "awa-Deva" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "khm_Khmr-cym_Latn", + "languages": [ + "khm-Khmr", + "cym-Latn" + ] + }, + { + "precision": 0.665165, + "recall": 0.725296, + "f1": 0.681765, + "accuracy": 0.725296, + "main_score": 0.681765, + "hf_subset": "khm_Khmr-grn_Latn", + "languages": [ + "khm-Khmr", + "grn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "khm_Khmr-kat_Geor", + "languages": [ + "khm-Khmr", + "kat-Geor" + ] + }, + { + "precision": 0.523793, + "recall": 0.587945, + "f1": 0.54061, + "accuracy": 0.587945, + "main_score": 0.54061, + "hf_subset": "khm_Khmr-lua_Latn", + "languages": [ + "khm-Khmr", + "lua-Latn" + ] + }, + { + "precision": 0.771064, + "recall": 0.83004, + "f1": 0.788985, + "accuracy": 0.83004, + "main_score": 0.788985, + "hf_subset": "khm_Khmr-nya_Latn", + "languages": [ + "khm-Khmr", + "nya-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "khm_Khmr-slv_Latn", + "languages": [ + "khm-Khmr", + "slv-Latn" + ] + }, + { + "precision": 0.909042, + "recall": 0.934783, + "f1": 0.9167, + "accuracy": 0.934783, + "main_score": 0.9167, + "hf_subset": "khm_Khmr-tpi_Latn", + "languages": [ + "khm-Khmr", + "tpi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-zsm_Latn", + "languages": [ + "khm-Khmr", + "zsm-Latn" + ] + }, + { + "precision": 0.46, + "recall": 0.521739, + "f1": 0.477592, + "accuracy": 0.521739, + "main_score": 0.477592, + "hf_subset": "khm_Khmr-ayr_Latn", + "languages": [ + "khm-Khmr", + "ayr-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "khm_Khmr-dan_Latn", + "languages": [ + "khm-Khmr", + "dan-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "khm_Khmr-guj_Gujr", + "languages": [ + "khm-Khmr", + "guj-Gujr" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "khm_Khmr-kaz_Cyrl", + "languages": [ + "khm-Khmr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.582508, + "recall": 0.666008, + "f1": 0.605585, + "accuracy": 0.666008, + "main_score": 0.605585, + "hf_subset": "khm_Khmr-lug_Latn", + "languages": [ + "khm-Khmr", + "lug-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "khm_Khmr-oci_Latn", + "languages": [ + "khm-Khmr", + "oci-Latn" + ] + }, + { + "precision": 0.7993, + "recall": 0.850791, + "f1": 0.81491, + "accuracy": 0.850791, + "main_score": 0.81491, + "hf_subset": "khm_Khmr-smo_Latn", + "languages": [ + "khm-Khmr", + "smo-Latn" + ] + }, + { + "precision": 0.693274, + "recall": 0.759881, + "f1": 0.712669, + "accuracy": 0.759881, + "main_score": 0.712669, + "hf_subset": "khm_Khmr-tsn_Latn", + "languages": [ + "khm-Khmr", + "tsn-Latn" + ] + }, + { + "precision": 0.841403, + "recall": 0.887352, + "f1": 0.856028, + "accuracy": 0.887352, + "main_score": 0.856028, + "hf_subset": "khm_Khmr-zul_Latn", + "languages": [ + "khm-Khmr", + "zul-Latn" + ] + }, + { + "precision": 0.862295, + "recall": 0.900198, + "f1": 0.873817, + "accuracy": 0.900198, + "main_score": 0.873817, + "hf_subset": "khm_Khmr-azb_Arab", + "languages": [ + "khm-Khmr", + "azb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-deu_Latn", + "languages": [ + "khm-Khmr", + "deu-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "khm_Khmr-hat_Latn", + "languages": [ + "khm-Khmr", + "hat-Latn" + ] + }, + { + "precision": 0.429938, + "recall": 0.482213, + "f1": 0.444246, + "accuracy": 0.482213, + "main_score": 0.444246, + "hf_subset": "khm_Khmr-kbp_Latn", + "languages": [ + "khm-Khmr", + "kbp-Latn" + ] + }, + { + "precision": 0.461131, + "recall": 0.51581, + "f1": 0.475652, + "accuracy": 0.51581, + "main_score": 0.475652, + "hf_subset": "khm_Khmr-luo_Latn", + "languages": [ + "khm-Khmr", + "luo-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "khm_Khmr-ory_Orya", + "languages": [ + "khm-Khmr", + "ory-Orya" + ] + }, + { + "precision": 0.853179, + "recall": 0.893281, + "f1": 0.866008, + "accuracy": 0.893281, + "main_score": 0.866008, + "hf_subset": "khm_Khmr-sna_Latn", + "languages": [ + "khm-Khmr", + "sna-Latn" + ] + }, + { + "precision": 0.585801, + "recall": 0.65415, + "f1": 0.604186, + "accuracy": 0.65415, + "main_score": 0.604186, + "hf_subset": "khm_Khmr-tso_Latn", + "languages": [ + "khm-Khmr", + "tso-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "khm_Khmr-azj_Latn", + "languages": [ + "khm-Khmr", + "azj-Latn" + ] + }, + { + "precision": 0.452366, + "recall": 0.51581, + "f1": 0.470221, + "accuracy": 0.51581, + "main_score": 0.470221, + "hf_subset": "khm_Khmr-dik_Latn", + "languages": [ + "khm-Khmr", + "dik-Latn" + ] + }, + { + "precision": 0.860919, + "recall": 0.902174, + "f1": 0.874045, + "accuracy": 0.902174, + "main_score": 0.874045, + "hf_subset": "khm_Khmr-hau_Latn", + "languages": [ + "khm-Khmr", + "hau-Latn" + ] + }, + { + "precision": 0.929875, + "recall": 0.950593, + "f1": 0.936265, + "accuracy": 0.950593, + "main_score": 0.936265, + "hf_subset": "khm_Khmr-kea_Latn", + "languages": [ + "khm-Khmr", + "kea-Latn" + ] + }, + { + "precision": 0.878706, + "recall": 0.91502, + "f1": 0.890217, + "accuracy": 0.91502, + "main_score": 0.890217, + "hf_subset": "khm_Khmr-lus_Latn", + "languages": [ + "khm-Khmr", + "lus-Latn" + ] + }, + { + "precision": 0.758251, + "recall": 0.813241, + "f1": 0.773797, + "accuracy": 0.813241, + "main_score": 0.773797, + "hf_subset": "khm_Khmr-pag_Latn", + "languages": [ + "khm-Khmr", + "pag-Latn" + ] + }, + { + "precision": 0.935688, + "recall": 0.955534, + "f1": 0.942095, + "accuracy": 0.955534, + "main_score": 0.942095, + "hf_subset": "khm_Khmr-snd_Arab", + "languages": [ + "khm-Khmr", + "snd-Arab" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "khm_Khmr-tuk_Latn", + "languages": [ + "khm-Khmr", + "tuk-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "khm_Khmr-bak_Cyrl", + "languages": [ + "khm-Khmr", + "bak-Cyrl" + ] + }, + { + "precision": 0.398547, + "recall": 0.469368, + "f1": 0.417726, + "accuracy": 0.469368, + "main_score": 0.417726, + "hf_subset": "khm_Khmr-dyu_Latn", + "languages": [ + "khm-Khmr", + "dyu-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "khm_Khmr-heb_Hebr", + "languages": [ + "khm-Khmr", + "heb-Hebr" + ] + }, + { + "precision": 0.934042, + "recall": 0.954545, + "f1": 0.940613, + "accuracy": 0.954545, + "main_score": 0.940613, + "hf_subset": "khm_Khmr-khk_Cyrl", + "languages": [ + "khm-Khmr", + "khk-Cyrl" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "khm_Khmr-lvs_Latn", + "languages": [ + "khm-Khmr", + "lvs-Latn" + ] + }, + { + "precision": 0.976449, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "khm_Khmr-pan_Guru", + "languages": [ + "khm-Khmr", + "pan-Guru" + ] + }, + { + "precision": 0.810771, + "recall": 0.86166, + "f1": 0.826572, + "accuracy": 0.86166, + "main_score": 0.826572, + "hf_subset": "khm_Khmr-som_Latn", + "languages": [ + "khm-Khmr", + "som-Latn" + ] + }, + { + "precision": 0.637064, + "recall": 0.705534, + "f1": 0.656936, + "accuracy": 0.705534, + "main_score": 0.656936, + "hf_subset": "khm_Khmr-tum_Latn", + "languages": [ + "khm-Khmr", + "tum-Latn" + ] + }, + { + "precision": 0.547719, + "recall": 0.632411, + "f1": 0.572519, + "accuracy": 0.632411, + "main_score": 0.572519, + "hf_subset": "mag_Deva-ace_Arab", + "languages": [ + "mag-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.492143, + "recall": 0.551383, + "f1": 0.508458, + "accuracy": 0.551383, + "main_score": 0.508458, + "hf_subset": "mag_Deva-bam_Latn", + "languages": [ + "mag-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.6389, + "recall": 0.727273, + "f1": 0.66497, + "accuracy": 0.727273, + "main_score": 0.66497, + "hf_subset": "mag_Deva-dzo_Tibt", + "languages": [ + "mag-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-hin_Deva", + "languages": [ + "mag-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mag_Deva-khm_Khmr", + "languages": [ + "mag-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-pap_Latn", + "languages": [ + "mag-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.831604, + "recall": 0.87747, + "f1": 0.845883, + "accuracy": 0.87747, + "main_score": 0.845883, + "hf_subset": "mag_Deva-sot_Latn", + "languages": [ + "mag-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-tur_Latn", + "languages": [ + "mag-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.879117, + "recall": 0.912055, + "f1": 0.889657, + "accuracy": 0.912055, + "main_score": 0.889657, + "hf_subset": "mag_Deva-ace_Latn", + "languages": [ + "mag-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "mag_Deva-ban_Latn", + "languages": [ + "mag-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mag_Deva-ell_Grek", + "languages": [ + "mag-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "mag_Deva-hne_Deva", + "languages": [ + "mag-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.568959, + "recall": 0.635375, + "f1": 0.587276, + "accuracy": 0.635375, + "main_score": 0.587276, + "hf_subset": "mag_Deva-kik_Latn", + "languages": [ + "mag-Deva", + "kik-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-mai_Deva", + "languages": [ + "mag-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.953063, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "mag_Deva-pbt_Arab", + "languages": [ + "mag-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-spa_Latn", + "languages": [ + "mag-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.758638, + "recall": 0.815217, + "f1": 0.775125, + "accuracy": 0.815217, + "main_score": 0.775125, + "hf_subset": "mag_Deva-twi_Latn", + "languages": [ + "mag-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-acm_Arab", + "languages": [ + "mag-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-bel_Cyrl", + "languages": [ + "mag-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-eng_Latn", + "languages": [ + "mag-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-hrv_Latn", + "languages": [ + "mag-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.823847, + "recall": 0.87253, + "f1": 0.83882, + "accuracy": 0.87253, + "main_score": 0.83882, + "hf_subset": "mag_Deva-kin_Latn", + "languages": [ + "mag-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-mal_Mlym", + "languages": [ + "mag-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-pes_Arab", + "languages": [ + "mag-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-srd_Latn", + "languages": [ + "mag-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.20313, + "recall": 0.261858, + "f1": 0.218409, + "accuracy": 0.261858, + "main_score": 0.218409, + "hf_subset": "mag_Deva-tzm_Tfng", + "languages": [ + "mag-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-acq_Arab", + "languages": [ + "mag-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.667021, + "recall": 0.733202, + "f1": 0.686456, + "accuracy": 0.733202, + "main_score": 0.686456, + "hf_subset": "mag_Deva-bem_Latn", + "languages": [ + "mag-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-epo_Latn", + "languages": [ + "mag-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-hun_Latn", + "languages": [ + "mag-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-kir_Cyrl", + "languages": [ + "mag-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mag_Deva-mar_Deva", + "languages": [ + "mag-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.843379, + "recall": 0.88834, + "f1": 0.857345, + "accuracy": 0.88834, + "main_score": 0.857345, + "hf_subset": "mag_Deva-plt_Latn", + "languages": [ + "mag-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-srp_Cyrl", + "languages": [ + "mag-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.953722, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "mag_Deva-uig_Arab", + "languages": [ + "mag-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-aeb_Arab", + "languages": [ + "mag-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-ben_Beng", + "languages": [ + "mag-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-est_Latn", + "languages": [ + "mag-Deva", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-hye_Armn", + "languages": [ + "mag-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.478034, + "recall": 0.535573, + "f1": 0.493873, + "accuracy": 0.535573, + "main_score": 0.493873, + "hf_subset": "mag_Deva-kmb_Latn", + "languages": [ + "mag-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.521338, + "recall": 0.599802, + "f1": 0.543194, + "accuracy": 0.599802, + "main_score": 0.543194, + "hf_subset": "mag_Deva-min_Arab", + "languages": [ + "mag-Deva", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-pol_Latn", + "languages": [ + "mag-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.710244, + "recall": 0.781621, + "f1": 0.731258, + "accuracy": 0.781621, + "main_score": 0.731258, + "hf_subset": "mag_Deva-ssw_Latn", + "languages": [ + "mag-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-ukr_Cyrl", + "languages": [ + "mag-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-afr_Latn", + "languages": [ + "mag-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-bho_Deva", + "languages": [ + "mag-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mag_Deva-eus_Latn", + "languages": [ + "mag-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.859766, + "recall": 0.899209, + "f1": 0.871904, + "accuracy": 0.899209, + "main_score": 0.871904, + "hf_subset": "mag_Deva-ibo_Latn", + "languages": [ + "mag-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.864328, + "recall": 0.901186, + "f1": 0.875428, + "accuracy": 0.901186, + "main_score": 0.875428, + "hf_subset": "mag_Deva-kmr_Latn", + "languages": [ + "mag-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mag_Deva-min_Latn", + "languages": [ + "mag-Deva", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-por_Latn", + "languages": [ + "mag-Deva", + "por-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mag_Deva-sun_Latn", + "languages": [ + "mag-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.477413, + "recall": 0.535573, + "f1": 0.4937, + "accuracy": 0.535573, + "main_score": 0.4937, + "hf_subset": "mag_Deva-umb_Latn", + "languages": [ + "mag-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mag_Deva-ajp_Arab", + "languages": [ + "mag-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.526558, + "recall": 0.604743, + "f1": 0.54895, + "accuracy": 0.604743, + "main_score": 0.54895, + "hf_subset": "mag_Deva-bjn_Arab", + "languages": [ + "mag-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.45368, + "recall": 0.505929, + "f1": 0.467852, + "accuracy": 0.505929, + "main_score": 0.467852, + "hf_subset": "mag_Deva-ewe_Latn", + "languages": [ + "mag-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "mag_Deva-ilo_Latn", + "languages": [ + "mag-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.27034, + "recall": 0.337945, + "f1": 0.287515, + "accuracy": 0.337945, + "main_score": 0.287515, + "hf_subset": "mag_Deva-knc_Arab", + "languages": [ + "mag-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "mag_Deva-mkd_Cyrl", + "languages": [ + "mag-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-prs_Arab", + "languages": [ + "mag-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-swe_Latn", + "languages": [ + "mag-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-urd_Arab", + "languages": [ + "mag-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.718841, + "recall": 0.780632, + "f1": 0.736797, + "accuracy": 0.780632, + "main_score": 0.736797, + "hf_subset": "mag_Deva-aka_Latn", + "languages": [ + "mag-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mag_Deva-bjn_Latn", + "languages": [ + "mag-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mag_Deva-fao_Latn", + "languages": [ + "mag-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ind_Latn", + "languages": [ + "mag-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.5397, + "recall": 0.59585, + "f1": 0.55524, + "accuracy": 0.59585, + "main_score": 0.55524, + "hf_subset": "mag_Deva-knc_Latn", + "languages": [ + "mag-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mag_Deva-mlt_Latn", + "languages": [ + "mag-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.644313, + "recall": 0.708498, + "f1": 0.662945, + "accuracy": 0.708498, + "main_score": 0.662945, + "hf_subset": "mag_Deva-quy_Latn", + "languages": [ + "mag-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mag_Deva-swh_Latn", + "languages": [ + "mag-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-uzn_Latn", + "languages": [ + "mag-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-als_Latn", + "languages": [ + "mag-Deva", + "als-Latn" + ] + }, + { + "precision": 0.79368, + "recall": 0.848814, + "f1": 0.810425, + "accuracy": 0.848814, + "main_score": 0.810425, + "hf_subset": "mag_Deva-bod_Tibt", + "languages": [ + "mag-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.621809, + "recall": 0.695652, + "f1": 0.643203, + "accuracy": 0.695652, + "main_score": 0.643203, + "hf_subset": "mag_Deva-fij_Latn", + "languages": [ + "mag-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mag_Deva-isl_Latn", + "languages": [ + "mag-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.598808, + "recall": 0.668972, + "f1": 0.618582, + "accuracy": 0.668972, + "main_score": 0.618582, + "hf_subset": "mag_Deva-kon_Latn", + "languages": [ + "mag-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.630659, + "recall": 0.700593, + "f1": 0.65013, + "accuracy": 0.700593, + "main_score": 0.65013, + "hf_subset": "mag_Deva-mni_Beng", + "languages": [ + "mag-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-ron_Latn", + "languages": [ + "mag-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "mag_Deva-szl_Latn", + "languages": [ + "mag-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-vec_Latn", + "languages": [ + "mag-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "mag_Deva-amh_Ethi", + "languages": [ + "mag-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-bos_Latn", + "languages": [ + "mag-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-fin_Latn", + "languages": [ + "mag-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ita_Latn", + "languages": [ + "mag-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-kor_Hang", + "languages": [ + "mag-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.486866, + "recall": 0.550395, + "f1": 0.50485, + "accuracy": 0.550395, + "main_score": 0.50485, + "hf_subset": "mag_Deva-mos_Latn", + "languages": [ + "mag-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.710707, + "recall": 0.775692, + "f1": 0.729861, + "accuracy": 0.775692, + "main_score": 0.729861, + "hf_subset": "mag_Deva-run_Latn", + "languages": [ + "mag-Deva", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-tam_Taml", + "languages": [ + "mag-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-vie_Latn", + "languages": [ + "mag-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-apc_Arab", + "languages": [ + "mag-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.743695, + "recall": 0.802372, + "f1": 0.761053, + "accuracy": 0.802372, + "main_score": 0.761053, + "hf_subset": "mag_Deva-bug_Latn", + "languages": [ + "mag-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.431103, + "recall": 0.481225, + "f1": 0.445028, + "accuracy": 0.481225, + "main_score": 0.445028, + "hf_subset": "mag_Deva-fon_Latn", + "languages": [ + "mag-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mag_Deva-jav_Latn", + "languages": [ + "mag-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "mag_Deva-lao_Laoo", + "languages": [ + "mag-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.879529, + "recall": 0.91502, + "f1": 0.890876, + "accuracy": 0.91502, + "main_score": 0.890876, + "hf_subset": "mag_Deva-mri_Latn", + "languages": [ + "mag-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-rus_Cyrl", + "languages": [ + "mag-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.504869, + "recall": 0.56917, + "f1": 0.522542, + "accuracy": 0.56917, + "main_score": 0.522542, + "hf_subset": "mag_Deva-taq_Latn", + "languages": [ + "mag-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "mag_Deva-war_Latn", + "languages": [ + "mag-Deva", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-arb_Arab", + "languages": [ + "mag-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-bul_Cyrl", + "languages": [ + "mag-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-fra_Latn", + "languages": [ + "mag-Deva", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-jpn_Jpan", + "languages": [ + "mag-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-lij_Latn", + "languages": [ + "mag-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mag_Deva-mya_Mymr", + "languages": [ + "mag-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.553166, + "recall": 0.619565, + "f1": 0.571649, + "accuracy": 0.619565, + "main_score": 0.571649, + "hf_subset": "mag_Deva-sag_Latn", + "languages": [ + "mag-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.214202, + "recall": 0.283597, + "f1": 0.231051, + "accuracy": 0.283597, + "main_score": 0.231051, + "hf_subset": "mag_Deva-taq_Tfng", + "languages": [ + "mag-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.654282, + "recall": 0.718379, + "f1": 0.672263, + "accuracy": 0.718379, + "main_score": 0.672263, + "hf_subset": "mag_Deva-wol_Latn", + "languages": [ + "mag-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.864542, + "recall": 0.903162, + "f1": 0.876515, + "accuracy": 0.903162, + "main_score": 0.876515, + "hf_subset": "mag_Deva-arb_Latn", + "languages": [ + "mag-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-cat_Latn", + "languages": [ + "mag-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mag_Deva-fur_Latn", + "languages": [ + "mag-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.449173, + "recall": 0.511858, + "f1": 0.466536, + "accuracy": 0.511858, + "main_score": 0.466536, + "hf_subset": "mag_Deva-kab_Latn", + "languages": [ + "mag-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-lim_Latn", + "languages": [ + "mag-Deva", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-nld_Latn", + "languages": [ + "mag-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "mag_Deva-san_Deva", + "languages": [ + "mag-Deva", + "san-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mag_Deva-tat_Cyrl", + "languages": [ + "mag-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.854809, + "recall": 0.894269, + "f1": 0.867062, + "accuracy": 0.894269, + "main_score": 0.867062, + "hf_subset": "mag_Deva-xho_Latn", + "languages": [ + "mag-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ars_Arab", + "languages": [ + "mag-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mag_Deva-ceb_Latn", + "languages": [ + "mag-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.491672, + "recall": 0.560277, + "f1": 0.510448, + "accuracy": 0.560277, + "main_score": 0.510448, + "hf_subset": "mag_Deva-fuv_Latn", + "languages": [ + "mag-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.474989, + "recall": 0.540514, + "f1": 0.493285, + "accuracy": 0.540514, + "main_score": 0.493285, + "hf_subset": "mag_Deva-kac_Latn", + "languages": [ + "mag-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.636566, + "recall": 0.703557, + "f1": 0.65525, + "accuracy": 0.703557, + "main_score": 0.65525, + "hf_subset": "mag_Deva-lin_Latn", + "languages": [ + "mag-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-nno_Latn", + "languages": [ + "mag-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.897974, + "recall": 0.928854, + "f1": 0.907642, + "accuracy": 0.928854, + "main_score": 0.907642, + "hf_subset": "mag_Deva-sat_Olck", + "languages": [ + "mag-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-tel_Telu", + "languages": [ + "mag-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-ydd_Hebr", + "languages": [ + "mag-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mag_Deva-ary_Arab", + "languages": [ + "mag-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-ces_Latn", + "languages": [ + "mag-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.538367, + "recall": 0.614625, + "f1": 0.559585, + "accuracy": 0.614625, + "main_score": 0.559585, + "hf_subset": "mag_Deva-gaz_Latn", + "languages": [ + "mag-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.535494, + "recall": 0.61166, + "f1": 0.556275, + "accuracy": 0.61166, + "main_score": 0.556275, + "hf_subset": "mag_Deva-kam_Latn", + "languages": [ + "mag-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mag_Deva-lit_Latn", + "languages": [ + "mag-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-nob_Latn", + "languages": [ + "mag-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-scn_Latn", + "languages": [ + "mag-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "mag_Deva-tgk_Cyrl", + "languages": [ + "mag-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.72323, + "recall": 0.795455, + "f1": 0.7451, + "accuracy": 0.795455, + "main_score": 0.7451, + "hf_subset": "mag_Deva-yor_Latn", + "languages": [ + "mag-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-arz_Arab", + "languages": [ + "mag-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.492402, + "recall": 0.565217, + "f1": 0.51307, + "accuracy": 0.565217, + "main_score": 0.51307, + "hf_subset": "mag_Deva-cjk_Latn", + "languages": [ + "mag-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.952569, + "f1": 0.937582, + "accuracy": 0.952569, + "main_score": 0.937582, + "hf_subset": "mag_Deva-gla_Latn", + "languages": [ + "mag-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-kan_Knda", + "languages": [ + "mag-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.990366, + "recall": 0.993083, + "f1": 0.991173, + "accuracy": 0.993083, + "main_score": 0.991173, + "hf_subset": "mag_Deva-lmo_Latn", + "languages": [ + "mag-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "mag_Deva-npi_Deva", + "languages": [ + "mag-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.504489, + "recall": 0.589921, + "f1": 0.527997, + "accuracy": 0.589921, + "main_score": 0.527997, + "hf_subset": "mag_Deva-shn_Mymr", + "languages": [ + "mag-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-tgl_Latn", + "languages": [ + "mag-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-yue_Hant", + "languages": [ + "mag-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-asm_Beng", + "languages": [ + "mag-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.931159, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "mag_Deva-ckb_Arab", + "languages": [ + "mag-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "mag_Deva-gle_Latn", + "languages": [ + "mag-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.936759, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "mag_Deva-kas_Arab", + "languages": [ + "mag-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.903936, + "recall": 0.932806, + "f1": 0.913109, + "accuracy": 0.932806, + "main_score": 0.913109, + "hf_subset": "mag_Deva-ltg_Latn", + "languages": [ + "mag-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.764963, + "recall": 0.824111, + "f1": 0.782757, + "accuracy": 0.824111, + "main_score": 0.782757, + "hf_subset": "mag_Deva-nso_Latn", + "languages": [ + "mag-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mag_Deva-sin_Sinh", + "languages": [ + "mag-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mag_Deva-tha_Thai", + "languages": [ + "mag-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-zho_Hans", + "languages": [ + "mag-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-ast_Latn", + "languages": [ + "mag-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mag_Deva-crh_Latn", + "languages": [ + "mag-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-glg_Latn", + "languages": [ + "mag-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.893775, + "recall": 0.925889, + "f1": 0.903953, + "accuracy": 0.925889, + "main_score": 0.903953, + "hf_subset": "mag_Deva-kas_Deva", + "languages": [ + "mag-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-ltz_Latn", + "languages": [ + "mag-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.423028, + "recall": 0.494071, + "f1": 0.442547, + "accuracy": 0.494071, + "main_score": 0.442547, + "hf_subset": "mag_Deva-nus_Latn", + "languages": [ + "mag-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-slk_Latn", + "languages": [ + "mag-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.652866, + "recall": 0.72332, + "f1": 0.67332, + "accuracy": 0.72332, + "main_score": 0.67332, + "hf_subset": "mag_Deva-tir_Ethi", + "languages": [ + "mag-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-zho_Hant", + "languages": [ + "mag-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "mag_Deva-awa_Deva", + "languages": [ + "mag-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mag_Deva-cym_Latn", + "languages": [ + "mag-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.791973, + "recall": 0.838933, + "f1": 0.806341, + "accuracy": 0.838933, + "main_score": 0.806341, + "hf_subset": "mag_Deva-grn_Latn", + "languages": [ + "mag-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-kat_Geor", + "languages": [ + "mag-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.621068, + "recall": 0.682806, + "f1": 0.638163, + "accuracy": 0.682806, + "main_score": 0.638163, + "hf_subset": "mag_Deva-lua_Latn", + "languages": [ + "mag-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.816321, + "recall": 0.865613, + "f1": 0.83139, + "accuracy": 0.865613, + "main_score": 0.83139, + "hf_subset": "mag_Deva-nya_Latn", + "languages": [ + "mag-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-slv_Latn", + "languages": [ + "mag-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "mag_Deva-tpi_Latn", + "languages": [ + "mag-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-zsm_Latn", + "languages": [ + "mag-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.496747, + "recall": 0.562253, + "f1": 0.515325, + "accuracy": 0.562253, + "main_score": 0.515325, + "hf_subset": "mag_Deva-ayr_Latn", + "languages": [ + "mag-Deva", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-dan_Latn", + "languages": [ + "mag-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-guj_Gujr", + "languages": [ + "mag-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mag_Deva-kaz_Cyrl", + "languages": [ + "mag-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.632625, + "recall": 0.701581, + "f1": 0.652739, + "accuracy": 0.701581, + "main_score": 0.652739, + "hf_subset": "mag_Deva-lug_Latn", + "languages": [ + "mag-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-oci_Latn", + "languages": [ + "mag-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.813076, + "recall": 0.864625, + "f1": 0.829169, + "accuracy": 0.864625, + "main_score": 0.829169, + "hf_subset": "mag_Deva-smo_Latn", + "languages": [ + "mag-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.720389, + "recall": 0.784585, + "f1": 0.739855, + "accuracy": 0.784585, + "main_score": 0.739855, + "hf_subset": "mag_Deva-tsn_Latn", + "languages": [ + "mag-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.850741, + "recall": 0.892292, + "f1": 0.86334, + "accuracy": 0.892292, + "main_score": 0.86334, + "hf_subset": "mag_Deva-zul_Latn", + "languages": [ + "mag-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "mag_Deva-azb_Arab", + "languages": [ + "mag-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-deu_Latn", + "languages": [ + "mag-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "mag_Deva-hat_Latn", + "languages": [ + "mag-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.48004, + "recall": 0.538538, + "f1": 0.496477, + "accuracy": 0.538538, + "main_score": 0.496477, + "hf_subset": "mag_Deva-kbp_Latn", + "languages": [ + "mag-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.513745, + "recall": 0.58004, + "f1": 0.531776, + "accuracy": 0.58004, + "main_score": 0.531776, + "hf_subset": "mag_Deva-luo_Latn", + "languages": [ + "mag-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mag_Deva-ory_Orya", + "languages": [ + "mag-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.845685, + "recall": 0.88834, + "f1": 0.85919, + "accuracy": 0.88834, + "main_score": 0.85919, + "hf_subset": "mag_Deva-sna_Latn", + "languages": [ + "mag-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.637121, + "recall": 0.709486, + "f1": 0.657722, + "accuracy": 0.709486, + "main_score": 0.657722, + "hf_subset": "mag_Deva-tso_Latn", + "languages": [ + "mag-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-azj_Latn", + "languages": [ + "mag-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.503929, + "recall": 0.573123, + "f1": 0.523232, + "accuracy": 0.573123, + "main_score": 0.523232, + "hf_subset": "mag_Deva-dik_Latn", + "languages": [ + "mag-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.873518, + "recall": 0.912055, + "f1": 0.886001, + "accuracy": 0.912055, + "main_score": 0.886001, + "hf_subset": "mag_Deva-hau_Latn", + "languages": [ + "mag-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "mag_Deva-kea_Latn", + "languages": [ + "mag-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.91469, + "recall": 0.939723, + "f1": 0.92276, + "accuracy": 0.939723, + "main_score": 0.92276, + "hf_subset": "mag_Deva-lus_Latn", + "languages": [ + "mag-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.879447, + "recall": 0.913043, + "f1": 0.890119, + "accuracy": 0.913043, + "main_score": 0.890119, + "hf_subset": "mag_Deva-pag_Latn", + "languages": [ + "mag-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mag_Deva-snd_Arab", + "languages": [ + "mag-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mag_Deva-tuk_Latn", + "languages": [ + "mag-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-bak_Cyrl", + "languages": [ + "mag-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.461742, + "recall": 0.536561, + "f1": 0.482081, + "accuracy": 0.536561, + "main_score": 0.482081, + "hf_subset": "mag_Deva-dyu_Latn", + "languages": [ + "mag-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-heb_Hebr", + "languages": [ + "mag-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "mag_Deva-khk_Cyrl", + "languages": [ + "mag-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-lvs_Latn", + "languages": [ + "mag-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-pan_Guru", + "languages": [ + "mag-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.850659, + "recall": 0.894269, + "f1": 0.864427, + "accuracy": 0.894269, + "main_score": 0.864427, + "hf_subset": "mag_Deva-som_Latn", + "languages": [ + "mag-Deva", + "som-Latn" + ] + }, + { + "precision": 0.663769, + "recall": 0.731225, + "f1": 0.683588, + "accuracy": 0.731225, + "main_score": 0.683588, + "hf_subset": "mag_Deva-tum_Latn", + "languages": [ + "mag-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.537022, + "recall": 0.618577, + "f1": 0.561134, + "accuracy": 0.618577, + "main_score": 0.561134, + "hf_subset": "pap_Latn-ace_Arab", + "languages": [ + "pap-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.495391, + "recall": 0.552372, + "f1": 0.510464, + "accuracy": 0.552372, + "main_score": 0.510464, + "hf_subset": "pap_Latn-bam_Latn", + "languages": [ + "pap-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.596124, + "recall": 0.68083, + "f1": 0.620379, + "accuracy": 0.68083, + "main_score": 0.620379, + "hf_subset": "pap_Latn-dzo_Tibt", + "languages": [ + "pap-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-hin_Deva", + "languages": [ + "pap-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "pap_Latn-khm_Khmr", + "languages": [ + "pap-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pap_Latn-mag_Deva", + "languages": [ + "pap-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.837039, + "recall": 0.885375, + "f1": 0.852503, + "accuracy": 0.885375, + "main_score": 0.852503, + "hf_subset": "pap_Latn-sot_Latn", + "languages": [ + "pap-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-tur_Latn", + "languages": [ + "pap-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.869812, + "recall": 0.905138, + "f1": 0.880948, + "accuracy": 0.905138, + "main_score": 0.880948, + "hf_subset": "pap_Latn-ace_Latn", + "languages": [ + "pap-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.965415, + "f1": 0.955698, + "accuracy": 0.965415, + "main_score": 0.955698, + "hf_subset": "pap_Latn-ban_Latn", + "languages": [ + "pap-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-ell_Grek", + "languages": [ + "pap-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "pap_Latn-hne_Deva", + "languages": [ + "pap-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.557693, + "recall": 0.630435, + "f1": 0.577659, + "accuracy": 0.630435, + "main_score": 0.577659, + "hf_subset": "pap_Latn-kik_Latn", + "languages": [ + "pap-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-mai_Deva", + "languages": [ + "pap-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.943215, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "pap_Latn-pbt_Arab", + "languages": [ + "pap-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-spa_Latn", + "languages": [ + "pap-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.745982, + "recall": 0.805336, + "f1": 0.763721, + "accuracy": 0.805336, + "main_score": 0.763721, + "hf_subset": "pap_Latn-twi_Latn", + "languages": [ + "pap-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-acm_Arab", + "languages": [ + "pap-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "pap_Latn-bel_Cyrl", + "languages": [ + "pap-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pap_Latn-eng_Latn", + "languages": [ + "pap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-hrv_Latn", + "languages": [ + "pap-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.817704, + "recall": 0.863636, + "f1": 0.831917, + "accuracy": 0.863636, + "main_score": 0.831917, + "hf_subset": "pap_Latn-kin_Latn", + "languages": [ + "pap-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pap_Latn-mal_Mlym", + "languages": [ + "pap-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-pes_Arab", + "languages": [ + "pap-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-srd_Latn", + "languages": [ + "pap-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.209024, + "recall": 0.278656, + "f1": 0.226472, + "accuracy": 0.278656, + "main_score": 0.226472, + "hf_subset": "pap_Latn-tzm_Tfng", + "languages": [ + "pap-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-acq_Arab", + "languages": [ + "pap-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.647994, + "recall": 0.718379, + "f1": 0.667964, + "accuracy": 0.718379, + "main_score": 0.667964, + "hf_subset": "pap_Latn-bem_Latn", + "languages": [ + "pap-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "pap_Latn-epo_Latn", + "languages": [ + "pap-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-hun_Latn", + "languages": [ + "pap-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "pap_Latn-kir_Cyrl", + "languages": [ + "pap-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-mar_Deva", + "languages": [ + "pap-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.838636, + "recall": 0.883399, + "f1": 0.852569, + "accuracy": 0.883399, + "main_score": 0.852569, + "hf_subset": "pap_Latn-plt_Latn", + "languages": [ + "pap-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-srp_Cyrl", + "languages": [ + "pap-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.923913, + "recall": 0.945652, + "f1": 0.93083, + "accuracy": 0.945652, + "main_score": 0.93083, + "hf_subset": "pap_Latn-uig_Arab", + "languages": [ + "pap-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pap_Latn-aeb_Arab", + "languages": [ + "pap-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pap_Latn-ben_Beng", + "languages": [ + "pap-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pap_Latn-est_Latn", + "languages": [ + "pap-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pap_Latn-hye_Armn", + "languages": [ + "pap-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.480793, + "recall": 0.544466, + "f1": 0.497363, + "accuracy": 0.544466, + "main_score": 0.497363, + "hf_subset": "pap_Latn-kmb_Latn", + "languages": [ + "pap-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.483281, + "recall": 0.573123, + "f1": 0.507644, + "accuracy": 0.573123, + "main_score": 0.507644, + "hf_subset": "pap_Latn-min_Arab", + "languages": [ + "pap-Latn", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-pol_Latn", + "languages": [ + "pap-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.706564, + "recall": 0.773715, + "f1": 0.726353, + "accuracy": 0.773715, + "main_score": 0.726353, + "hf_subset": "pap_Latn-ssw_Latn", + "languages": [ + "pap-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-ukr_Cyrl", + "languages": [ + "pap-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-afr_Latn", + "languages": [ + "pap-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "pap_Latn-bho_Deva", + "languages": [ + "pap-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-eus_Latn", + "languages": [ + "pap-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.814674, + "recall": 0.865613, + "f1": 0.830322, + "accuracy": 0.865613, + "main_score": 0.830322, + "hf_subset": "pap_Latn-ibo_Latn", + "languages": [ + "pap-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.854941, + "recall": 0.892292, + "f1": 0.866403, + "accuracy": 0.892292, + "main_score": 0.866403, + "hf_subset": "pap_Latn-kmr_Latn", + "languages": [ + "pap-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pap_Latn-min_Latn", + "languages": [ + "pap-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-por_Latn", + "languages": [ + "pap-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "pap_Latn-sun_Latn", + "languages": [ + "pap-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.457559, + "recall": 0.527668, + "f1": 0.477621, + "accuracy": 0.527668, + "main_score": 0.477621, + "hf_subset": "pap_Latn-umb_Latn", + "languages": [ + "pap-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-ajp_Arab", + "languages": [ + "pap-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.506401, + "recall": 0.59585, + "f1": 0.531955, + "accuracy": 0.59585, + "main_score": 0.531955, + "hf_subset": "pap_Latn-bjn_Arab", + "languages": [ + "pap-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.472667, + "recall": 0.532609, + "f1": 0.48945, + "accuracy": 0.532609, + "main_score": 0.48945, + "hf_subset": "pap_Latn-ewe_Latn", + "languages": [ + "pap-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.952157, + "recall": 0.967391, + "f1": 0.957082, + "accuracy": 0.967391, + "main_score": 0.957082, + "hf_subset": "pap_Latn-ilo_Latn", + "languages": [ + "pap-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.254831, + "recall": 0.323123, + "f1": 0.271712, + "accuracy": 0.323123, + "main_score": 0.271712, + "hf_subset": "pap_Latn-knc_Arab", + "languages": [ + "pap-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-mkd_Cyrl", + "languages": [ + "pap-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-prs_Arab", + "languages": [ + "pap-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "pap_Latn-swe_Latn", + "languages": [ + "pap-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "pap_Latn-urd_Arab", + "languages": [ + "pap-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.700569, + "recall": 0.761858, + "f1": 0.71827, + "accuracy": 0.761858, + "main_score": 0.71827, + "hf_subset": "pap_Latn-aka_Latn", + "languages": [ + "pap-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "pap_Latn-bjn_Latn", + "languages": [ + "pap-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "pap_Latn-fao_Latn", + "languages": [ + "pap-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-ind_Latn", + "languages": [ + "pap-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.520459, + "recall": 0.577075, + "f1": 0.536024, + "accuracy": 0.577075, + "main_score": 0.536024, + "hf_subset": "pap_Latn-knc_Latn", + "languages": [ + "pap-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-mlt_Latn", + "languages": [ + "pap-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.627619, + "recall": 0.702569, + "f1": 0.649565, + "accuracy": 0.702569, + "main_score": 0.649565, + "hf_subset": "pap_Latn-quy_Latn", + "languages": [ + "pap-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-swh_Latn", + "languages": [ + "pap-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pap_Latn-uzn_Latn", + "languages": [ + "pap-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-als_Latn", + "languages": [ + "pap-Latn", + "als-Latn" + ] + }, + { + "precision": 0.728828, + "recall": 0.796443, + "f1": 0.748965, + "accuracy": 0.796443, + "main_score": 0.748965, + "hf_subset": "pap_Latn-bod_Tibt", + "languages": [ + "pap-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.633211, + "recall": 0.699605, + "f1": 0.652407, + "accuracy": 0.699605, + "main_score": 0.652407, + "hf_subset": "pap_Latn-fij_Latn", + "languages": [ + "pap-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "pap_Latn-isl_Latn", + "languages": [ + "pap-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.609005, + "recall": 0.670949, + "f1": 0.626116, + "accuracy": 0.670949, + "main_score": 0.626116, + "hf_subset": "pap_Latn-kon_Latn", + "languages": [ + "pap-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.604521, + "recall": 0.679842, + "f1": 0.626453, + "accuracy": 0.679842, + "main_score": 0.626453, + "hf_subset": "pap_Latn-mni_Beng", + "languages": [ + "pap-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-ron_Latn", + "languages": [ + "pap-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "pap_Latn-szl_Latn", + "languages": [ + "pap-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pap_Latn-vec_Latn", + "languages": [ + "pap-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.891222, + "recall": 0.924901, + "f1": 0.90191, + "accuracy": 0.924901, + "main_score": 0.90191, + "hf_subset": "pap_Latn-amh_Ethi", + "languages": [ + "pap-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "pap_Latn-bos_Latn", + "languages": [ + "pap-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-fin_Latn", + "languages": [ + "pap-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-ita_Latn", + "languages": [ + "pap-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-kor_Hang", + "languages": [ + "pap-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491365, + "recall": 0.556324, + "f1": 0.509637, + "accuracy": 0.556324, + "main_score": 0.509637, + "hf_subset": "pap_Latn-mos_Latn", + "languages": [ + "pap-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.697341, + "recall": 0.759881, + "f1": 0.716584, + "accuracy": 0.759881, + "main_score": 0.716584, + "hf_subset": "pap_Latn-run_Latn", + "languages": [ + "pap-Latn", + "run-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "pap_Latn-tam_Taml", + "languages": [ + "pap-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pap_Latn-vie_Latn", + "languages": [ + "pap-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-apc_Arab", + "languages": [ + "pap-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.750683, + "recall": 0.806324, + "f1": 0.767117, + "accuracy": 0.806324, + "main_score": 0.767117, + "hf_subset": "pap_Latn-bug_Latn", + "languages": [ + "pap-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.435681, + "recall": 0.487154, + "f1": 0.450435, + "accuracy": 0.487154, + "main_score": 0.450435, + "hf_subset": "pap_Latn-fon_Latn", + "languages": [ + "pap-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "pap_Latn-jav_Latn", + "languages": [ + "pap-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.935145, + "recall": 0.954545, + "f1": 0.941206, + "accuracy": 0.954545, + "main_score": 0.941206, + "hf_subset": "pap_Latn-lao_Laoo", + "languages": [ + "pap-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.845026, + "recall": 0.890316, + "f1": 0.859354, + "accuracy": 0.890316, + "main_score": 0.859354, + "hf_subset": "pap_Latn-mri_Latn", + "languages": [ + "pap-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-rus_Cyrl", + "languages": [ + "pap-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.506632, + "recall": 0.562253, + "f1": 0.52194, + "accuracy": 0.562253, + "main_score": 0.52194, + "hf_subset": "pap_Latn-taq_Latn", + "languages": [ + "pap-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "pap_Latn-war_Latn", + "languages": [ + "pap-Latn", + "war-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pap_Latn-arb_Arab", + "languages": [ + "pap-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-bul_Cyrl", + "languages": [ + "pap-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pap_Latn-fra_Latn", + "languages": [ + "pap-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pap_Latn-jpn_Jpan", + "languages": [ + "pap-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "pap_Latn-lij_Latn", + "languages": [ + "pap-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "pap_Latn-mya_Mymr", + "languages": [ + "pap-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.567719, + "recall": 0.62747, + "f1": 0.584585, + "accuracy": 0.62747, + "main_score": 0.584585, + "hf_subset": "pap_Latn-sag_Latn", + "languages": [ + "pap-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.235653, + "recall": 0.30336, + "f1": 0.252301, + "accuracy": 0.30336, + "main_score": 0.252301, + "hf_subset": "pap_Latn-taq_Tfng", + "languages": [ + "pap-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.634407, + "recall": 0.700593, + "f1": 0.653302, + "accuracy": 0.700593, + "main_score": 0.653302, + "hf_subset": "pap_Latn-wol_Latn", + "languages": [ + "pap-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.830237, + "recall": 0.876482, + "f1": 0.84417, + "accuracy": 0.876482, + "main_score": 0.84417, + "hf_subset": "pap_Latn-arb_Latn", + "languages": [ + "pap-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-cat_Latn", + "languages": [ + "pap-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "pap_Latn-fur_Latn", + "languages": [ + "pap-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.442942, + "recall": 0.51581, + "f1": 0.462466, + "accuracy": 0.51581, + "main_score": 0.462466, + "hf_subset": "pap_Latn-kab_Latn", + "languages": [ + "pap-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pap_Latn-lim_Latn", + "languages": [ + "pap-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "pap_Latn-nld_Latn", + "languages": [ + "pap-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "pap_Latn-san_Deva", + "languages": [ + "pap-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pap_Latn-tat_Cyrl", + "languages": [ + "pap-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.847859, + "recall": 0.892292, + "f1": 0.861909, + "accuracy": 0.892292, + "main_score": 0.861909, + "hf_subset": "pap_Latn-xho_Latn", + "languages": [ + "pap-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pap_Latn-ars_Arab", + "languages": [ + "pap-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-ceb_Latn", + "languages": [ + "pap-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.48302, + "recall": 0.554348, + "f1": 0.502337, + "accuracy": 0.554348, + "main_score": 0.502337, + "hf_subset": "pap_Latn-fuv_Latn", + "languages": [ + "pap-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.481921, + "recall": 0.54249, + "f1": 0.498469, + "accuracy": 0.54249, + "main_score": 0.498469, + "hf_subset": "pap_Latn-kac_Latn", + "languages": [ + "pap-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.61526, + "recall": 0.679842, + "f1": 0.632717, + "accuracy": 0.679842, + "main_score": 0.632717, + "hf_subset": "pap_Latn-lin_Latn", + "languages": [ + "pap-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-nno_Latn", + "languages": [ + "pap-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.850955, + "recall": 0.893281, + "f1": 0.864427, + "accuracy": 0.893281, + "main_score": 0.864427, + "hf_subset": "pap_Latn-sat_Olck", + "languages": [ + "pap-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pap_Latn-tel_Telu", + "languages": [ + "pap-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "pap_Latn-ydd_Hebr", + "languages": [ + "pap-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "pap_Latn-ary_Arab", + "languages": [ + "pap-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "pap_Latn-ces_Latn", + "languages": [ + "pap-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.568146, + "recall": 0.642292, + "f1": 0.588911, + "accuracy": 0.642292, + "main_score": 0.588911, + "hf_subset": "pap_Latn-gaz_Latn", + "languages": [ + "pap-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.52725, + "recall": 0.601779, + "f1": 0.548027, + "accuracy": 0.601779, + "main_score": 0.548027, + "hf_subset": "pap_Latn-kam_Latn", + "languages": [ + "pap-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "pap_Latn-lit_Latn", + "languages": [ + "pap-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pap_Latn-nob_Latn", + "languages": [ + "pap-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-scn_Latn", + "languages": [ + "pap-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "pap_Latn-tgk_Cyrl", + "languages": [ + "pap-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.704348, + "recall": 0.775692, + "f1": 0.725692, + "accuracy": 0.775692, + "main_score": 0.725692, + "hf_subset": "pap_Latn-yor_Latn", + "languages": [ + "pap-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-arz_Arab", + "languages": [ + "pap-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.490664, + "recall": 0.562253, + "f1": 0.510696, + "accuracy": 0.562253, + "main_score": 0.510696, + "hf_subset": "pap_Latn-cjk_Latn", + "languages": [ + "pap-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.936924, + "recall": 0.95751, + "f1": 0.943676, + "accuracy": 0.95751, + "main_score": 0.943676, + "hf_subset": "pap_Latn-gla_Latn", + "languages": [ + "pap-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pap_Latn-kan_Knda", + "languages": [ + "pap-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "pap_Latn-lmo_Latn", + "languages": [ + "pap-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "pap_Latn-npi_Deva", + "languages": [ + "pap-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.502705, + "recall": 0.587945, + "f1": 0.52713, + "accuracy": 0.587945, + "main_score": 0.52713, + "hf_subset": "pap_Latn-shn_Mymr", + "languages": [ + "pap-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-tgl_Latn", + "languages": [ + "pap-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-yue_Hant", + "languages": [ + "pap-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pap_Latn-asm_Beng", + "languages": [ + "pap-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.911973, + "recall": 0.937747, + "f1": 0.920191, + "accuracy": 0.937747, + "main_score": 0.920191, + "hf_subset": "pap_Latn-ckb_Arab", + "languages": [ + "pap-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pap_Latn-gle_Latn", + "languages": [ + "pap-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.897069, + "recall": 0.927866, + "f1": 0.90695, + "accuracy": 0.927866, + "main_score": 0.90695, + "hf_subset": "pap_Latn-kas_Arab", + "languages": [ + "pap-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.894681, + "recall": 0.924901, + "f1": 0.904018, + "accuracy": 0.924901, + "main_score": 0.904018, + "hf_subset": "pap_Latn-ltg_Latn", + "languages": [ + "pap-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.759371, + "recall": 0.818182, + "f1": 0.776995, + "accuracy": 0.818182, + "main_score": 0.776995, + "hf_subset": "pap_Latn-nso_Latn", + "languages": [ + "pap-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "pap_Latn-sin_Sinh", + "languages": [ + "pap-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-tha_Thai", + "languages": [ + "pap-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "pap_Latn-zho_Hans", + "languages": [ + "pap-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-ast_Latn", + "languages": [ + "pap-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "pap_Latn-crh_Latn", + "languages": [ + "pap-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-glg_Latn", + "languages": [ + "pap-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.838719, + "recall": 0.882411, + "f1": 0.852306, + "accuracy": 0.882411, + "main_score": 0.852306, + "hf_subset": "pap_Latn-kas_Deva", + "languages": [ + "pap-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pap_Latn-ltz_Latn", + "languages": [ + "pap-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.437378, + "recall": 0.506917, + "f1": 0.456032, + "accuracy": 0.506917, + "main_score": 0.456032, + "hf_subset": "pap_Latn-nus_Latn", + "languages": [ + "pap-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pap_Latn-slk_Latn", + "languages": [ + "pap-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.609963, + "recall": 0.690711, + "f1": 0.633103, + "accuracy": 0.690711, + "main_score": 0.633103, + "hf_subset": "pap_Latn-tir_Ethi", + "languages": [ + "pap-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pap_Latn-zho_Hant", + "languages": [ + "pap-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.970932, + "recall": 0.979249, + "f1": 0.973551, + "accuracy": 0.979249, + "main_score": 0.973551, + "hf_subset": "pap_Latn-awa_Deva", + "languages": [ + "pap-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pap_Latn-cym_Latn", + "languages": [ + "pap-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.765739, + "recall": 0.818182, + "f1": 0.781324, + "accuracy": 0.818182, + "main_score": 0.781324, + "hf_subset": "pap_Latn-grn_Latn", + "languages": [ + "pap-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pap_Latn-kat_Geor", + "languages": [ + "pap-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.596512, + "recall": 0.657115, + "f1": 0.61346, + "accuracy": 0.657115, + "main_score": 0.61346, + "hf_subset": "pap_Latn-lua_Latn", + "languages": [ + "pap-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.808251, + "recall": 0.858696, + "f1": 0.82365, + "accuracy": 0.858696, + "main_score": 0.82365, + "hf_subset": "pap_Latn-nya_Latn", + "languages": [ + "pap-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-slv_Latn", + "languages": [ + "pap-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "pap_Latn-tpi_Latn", + "languages": [ + "pap-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-zsm_Latn", + "languages": [ + "pap-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.509938, + "recall": 0.575099, + "f1": 0.527961, + "accuracy": 0.575099, + "main_score": 0.527961, + "hf_subset": "pap_Latn-ayr_Latn", + "languages": [ + "pap-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-dan_Latn", + "languages": [ + "pap-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pap_Latn-guj_Gujr", + "languages": [ + "pap-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "pap_Latn-kaz_Cyrl", + "languages": [ + "pap-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.637228, + "recall": 0.711462, + "f1": 0.658642, + "accuracy": 0.711462, + "main_score": 0.658642, + "hf_subset": "pap_Latn-lug_Latn", + "languages": [ + "pap-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pap_Latn-oci_Latn", + "languages": [ + "pap-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.811166, + "recall": 0.86166, + "f1": 0.826713, + "accuracy": 0.86166, + "main_score": 0.826713, + "hf_subset": "pap_Latn-smo_Latn", + "languages": [ + "pap-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.702677, + "recall": 0.766798, + "f1": 0.721657, + "accuracy": 0.766798, + "main_score": 0.721657, + "hf_subset": "pap_Latn-tsn_Latn", + "languages": [ + "pap-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.855385, + "recall": 0.895257, + "f1": 0.867787, + "accuracy": 0.895257, + "main_score": 0.867787, + "hf_subset": "pap_Latn-zul_Latn", + "languages": [ + "pap-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.900856, + "recall": 0.93083, + "f1": 0.910408, + "accuracy": 0.93083, + "main_score": 0.910408, + "hf_subset": "pap_Latn-azb_Arab", + "languages": [ + "pap-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pap_Latn-deu_Latn", + "languages": [ + "pap-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "pap_Latn-hat_Latn", + "languages": [ + "pap-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.494263, + "recall": 0.550395, + "f1": 0.510223, + "accuracy": 0.550395, + "main_score": 0.510223, + "hf_subset": "pap_Latn-kbp_Latn", + "languages": [ + "pap-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.526265, + "recall": 0.594862, + "f1": 0.545186, + "accuracy": 0.594862, + "main_score": 0.545186, + "hf_subset": "pap_Latn-luo_Latn", + "languages": [ + "pap-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "pap_Latn-ory_Orya", + "languages": [ + "pap-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.844862, + "recall": 0.88834, + "f1": 0.858696, + "accuracy": 0.88834, + "main_score": 0.858696, + "hf_subset": "pap_Latn-sna_Latn", + "languages": [ + "pap-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.634785, + "recall": 0.700593, + "f1": 0.652881, + "accuracy": 0.700593, + "main_score": 0.652881, + "hf_subset": "pap_Latn-tso_Latn", + "languages": [ + "pap-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "pap_Latn-azj_Latn", + "languages": [ + "pap-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.504377, + "recall": 0.572134, + "f1": 0.524093, + "accuracy": 0.572134, + "main_score": 0.524093, + "hf_subset": "pap_Latn-dik_Latn", + "languages": [ + "pap-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.871327, + "recall": 0.906126, + "f1": 0.881705, + "accuracy": 0.906126, + "main_score": 0.881705, + "hf_subset": "pap_Latn-hau_Latn", + "languages": [ + "pap-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-kea_Latn", + "languages": [ + "pap-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.909009, + "recall": 0.932806, + "f1": 0.916403, + "accuracy": 0.932806, + "main_score": 0.916403, + "hf_subset": "pap_Latn-lus_Latn", + "languages": [ + "pap-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.854908, + "recall": 0.894269, + "f1": 0.867227, + "accuracy": 0.894269, + "main_score": 0.867227, + "hf_subset": "pap_Latn-pag_Latn", + "languages": [ + "pap-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "pap_Latn-snd_Arab", + "languages": [ + "pap-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pap_Latn-tuk_Latn", + "languages": [ + "pap-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pap_Latn-bak_Cyrl", + "languages": [ + "pap-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.478075, + "recall": 0.552372, + "f1": 0.498781, + "accuracy": 0.552372, + "main_score": 0.498781, + "hf_subset": "pap_Latn-dyu_Latn", + "languages": [ + "pap-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pap_Latn-heb_Hebr", + "languages": [ + "pap-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.95331, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "pap_Latn-khk_Cyrl", + "languages": [ + "pap-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-lvs_Latn", + "languages": [ + "pap-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-pan_Guru", + "languages": [ + "pap-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.829792, + "recall": 0.878458, + "f1": 0.845026, + "accuracy": 0.878458, + "main_score": 0.845026, + "hf_subset": "pap_Latn-som_Latn", + "languages": [ + "pap-Latn", + "som-Latn" + ] + }, + { + "precision": 0.684194, + "recall": 0.748024, + "f1": 0.703084, + "accuracy": 0.748024, + "main_score": 0.703084, + "hf_subset": "pap_Latn-tum_Latn", + "languages": [ + "pap-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.416266, + "recall": 0.48419, + "f1": 0.434407, + "accuracy": 0.48419, + "main_score": 0.434407, + "hf_subset": "sot_Latn-ace_Arab", + "languages": [ + "sot-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.471916, + "recall": 0.517787, + "f1": 0.483741, + "accuracy": 0.517787, + "main_score": 0.483741, + "hf_subset": "sot_Latn-bam_Latn", + "languages": [ + "sot-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.443732, + "recall": 0.523715, + "f1": 0.465047, + "accuracy": 0.523715, + "main_score": 0.465047, + "hf_subset": "sot_Latn-dzo_Tibt", + "languages": [ + "sot-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.841242, + "recall": 0.879447, + "f1": 0.852074, + "accuracy": 0.879447, + "main_score": 0.852074, + "hf_subset": "sot_Latn-hin_Deva", + "languages": [ + "sot-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.765746, + "recall": 0.814229, + "f1": 0.779367, + "accuracy": 0.814229, + "main_score": 0.779367, + "hf_subset": "sot_Latn-khm_Khmr", + "languages": [ + "sot-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.763024, + "recall": 0.811265, + "f1": 0.776064, + "accuracy": 0.811265, + "main_score": 0.776064, + "hf_subset": "sot_Latn-mag_Deva", + "languages": [ + "sot-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.806102, + "recall": 0.84585, + "f1": 0.816835, + "accuracy": 0.84585, + "main_score": 0.816835, + "hf_subset": "sot_Latn-pap_Latn", + "languages": [ + "sot-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.824182, + "recall": 0.862648, + "f1": 0.834893, + "accuracy": 0.862648, + "main_score": 0.834893, + "hf_subset": "sot_Latn-tur_Latn", + "languages": [ + "sot-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.700038, + "recall": 0.746047, + "f1": 0.712949, + "accuracy": 0.746047, + "main_score": 0.712949, + "hf_subset": "sot_Latn-ace_Latn", + "languages": [ + "sot-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.750853, + "recall": 0.798419, + "f1": 0.763957, + "accuracy": 0.798419, + "main_score": 0.763957, + "hf_subset": "sot_Latn-ban_Latn", + "languages": [ + "sot-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.805636, + "recall": 0.850791, + "f1": 0.818568, + "accuracy": 0.850791, + "main_score": 0.818568, + "hf_subset": "sot_Latn-ell_Grek", + "languages": [ + "sot-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.752292, + "recall": 0.804348, + "f1": 0.766378, + "accuracy": 0.804348, + "main_score": 0.766378, + "hf_subset": "sot_Latn-hne_Deva", + "languages": [ + "sot-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.557381, + "recall": 0.617589, + "f1": 0.57366, + "accuracy": 0.617589, + "main_score": 0.57366, + "hf_subset": "sot_Latn-kik_Latn", + "languages": [ + "sot-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.779, + "recall": 0.821146, + "f1": 0.78997, + "accuracy": 0.821146, + "main_score": 0.78997, + "hf_subset": "sot_Latn-mai_Deva", + "languages": [ + "sot-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.764626, + "recall": 0.815217, + "f1": 0.77865, + "accuracy": 0.815217, + "main_score": 0.77865, + "hf_subset": "sot_Latn-pbt_Arab", + "languages": [ + "sot-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.822096, + "recall": 0.864625, + "f1": 0.834266, + "accuracy": 0.864625, + "main_score": 0.834266, + "hf_subset": "sot_Latn-spa_Latn", + "languages": [ + "sot-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.677252, + "recall": 0.726285, + "f1": 0.690539, + "accuracy": 0.726285, + "main_score": 0.690539, + "hf_subset": "sot_Latn-twi_Latn", + "languages": [ + "sot-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.818059, + "recall": 0.860672, + "f1": 0.830032, + "accuracy": 0.860672, + "main_score": 0.830032, + "hf_subset": "sot_Latn-acm_Arab", + "languages": [ + "sot-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.751943, + "recall": 0.805336, + "f1": 0.766989, + "accuracy": 0.805336, + "main_score": 0.766989, + "hf_subset": "sot_Latn-bel_Cyrl", + "languages": [ + "sot-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.793093, + "recall": 0.835968, + "f1": 0.804863, + "accuracy": 0.835968, + "main_score": 0.804863, + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.806374, + "recall": 0.852767, + "f1": 0.819476, + "accuracy": 0.852767, + "main_score": 0.819476, + "hf_subset": "sot_Latn-hrv_Latn", + "languages": [ + "sot-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.78481, + "recall": 0.833992, + "f1": 0.799967, + "accuracy": 0.833992, + "main_score": 0.799967, + "hf_subset": "sot_Latn-kin_Latn", + "languages": [ + "sot-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.795227, + "recall": 0.841897, + "f1": 0.808674, + "accuracy": 0.841897, + "main_score": 0.808674, + "hf_subset": "sot_Latn-mal_Mlym", + "languages": [ + "sot-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.801056, + "recall": 0.841897, + "f1": 0.812374, + "accuracy": 0.841897, + "main_score": 0.812374, + "hf_subset": "sot_Latn-pes_Arab", + "languages": [ + "sot-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.795332, + "recall": 0.839921, + "f1": 0.807725, + "accuracy": 0.839921, + "main_score": 0.807725, + "hf_subset": "sot_Latn-srd_Latn", + "languages": [ + "sot-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.228812, + "recall": 0.290514, + "f1": 0.24465, + "accuracy": 0.290514, + "main_score": 0.24465, + "hf_subset": "sot_Latn-tzm_Tfng", + "languages": [ + "sot-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.806806, + "recall": 0.853755, + "f1": 0.820292, + "accuracy": 0.853755, + "main_score": 0.820292, + "hf_subset": "sot_Latn-acq_Arab", + "languages": [ + "sot-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.661555, + "recall": 0.713439, + "f1": 0.675817, + "accuracy": 0.713439, + "main_score": 0.675817, + "hf_subset": "sot_Latn-bem_Latn", + "languages": [ + "sot-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.793117, + "recall": 0.833992, + "f1": 0.803644, + "accuracy": 0.833992, + "main_score": 0.803644, + "hf_subset": "sot_Latn-epo_Latn", + "languages": [ + "sot-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.818059, + "recall": 0.857708, + "f1": 0.828853, + "accuracy": 0.857708, + "main_score": 0.828853, + "hf_subset": "sot_Latn-hun_Latn", + "languages": [ + "sot-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.79322, + "recall": 0.836957, + "f1": 0.805919, + "accuracy": 0.836957, + "main_score": 0.805919, + "hf_subset": "sot_Latn-kir_Cyrl", + "languages": [ + "sot-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.82189, + "recall": 0.862648, + "f1": 0.833615, + "accuracy": 0.862648, + "main_score": 0.833615, + "hf_subset": "sot_Latn-mar_Deva", + "languages": [ + "sot-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.780155, + "recall": 0.827075, + "f1": 0.794152, + "accuracy": 0.827075, + "main_score": 0.794152, + "hf_subset": "sot_Latn-plt_Latn", + "languages": [ + "sot-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.798225, + "recall": 0.843874, + "f1": 0.810867, + "accuracy": 0.843874, + "main_score": 0.810867, + "hf_subset": "sot_Latn-srp_Cyrl", + "languages": [ + "sot-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.758853, + "recall": 0.812253, + "f1": 0.775068, + "accuracy": 0.812253, + "main_score": 0.775068, + "hf_subset": "sot_Latn-uig_Arab", + "languages": [ + "sot-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.786087, + "recall": 0.833004, + "f1": 0.799178, + "accuracy": 0.833004, + "main_score": 0.799178, + "hf_subset": "sot_Latn-aeb_Arab", + "languages": [ + "sot-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.799497, + "recall": 0.841897, + "f1": 0.811116, + "accuracy": 0.841897, + "main_score": 0.811116, + "hf_subset": "sot_Latn-ben_Beng", + "languages": [ + "sot-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.821348, + "recall": 0.863636, + "f1": 0.833896, + "accuracy": 0.863636, + "main_score": 0.833896, + "hf_subset": "sot_Latn-est_Latn", + "languages": [ + "sot-Latn", + "est-Latn" + ] + }, + { + "precision": 0.806484, + "recall": 0.849802, + "f1": 0.818701, + "accuracy": 0.849802, + "main_score": 0.818701, + "hf_subset": "sot_Latn-hye_Armn", + "languages": [ + "sot-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.489014, + "recall": 0.536561, + "f1": 0.501803, + "accuracy": 0.536561, + "main_score": 0.501803, + "hf_subset": "sot_Latn-kmb_Latn", + "languages": [ + "sot-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.393462, + "recall": 0.468379, + "f1": 0.412206, + "accuracy": 0.468379, + "main_score": 0.412206, + "hf_subset": "sot_Latn-min_Arab", + "languages": [ + "sot-Latn", + "min-Arab" + ] + }, + { + "precision": 0.812807, + "recall": 0.851779, + "f1": 0.823442, + "accuracy": 0.851779, + "main_score": 0.823442, + "hf_subset": "sot_Latn-pol_Latn", + "languages": [ + "sot-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.742062, + "recall": 0.795455, + "f1": 0.75799, + "accuracy": 0.795455, + "main_score": 0.75799, + "hf_subset": "sot_Latn-ssw_Latn", + "languages": [ + "sot-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.808951, + "recall": 0.852767, + "f1": 0.821488, + "accuracy": 0.852767, + "main_score": 0.821488, + "hf_subset": "sot_Latn-ukr_Cyrl", + "languages": [ + "sot-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.797101, + "recall": 0.837945, + "f1": 0.808222, + "accuracy": 0.837945, + "main_score": 0.808222, + "hf_subset": "sot_Latn-afr_Latn", + "languages": [ + "sot-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.721823, + "recall": 0.77668, + "f1": 0.737408, + "accuracy": 0.77668, + "main_score": 0.737408, + "hf_subset": "sot_Latn-bho_Deva", + "languages": [ + "sot-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.80056, + "recall": 0.840909, + "f1": 0.811799, + "accuracy": 0.840909, + "main_score": 0.811799, + "hf_subset": "sot_Latn-eus_Latn", + "languages": [ + "sot-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.716539, + "recall": 0.780632, + "f1": 0.734804, + "accuracy": 0.780632, + "main_score": 0.734804, + "hf_subset": "sot_Latn-ibo_Latn", + "languages": [ + "sot-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.769197, + "recall": 0.814229, + "f1": 0.781772, + "accuracy": 0.814229, + "main_score": 0.781772, + "hf_subset": "sot_Latn-kmr_Latn", + "languages": [ + "sot-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.799776, + "recall": 0.833992, + "f1": 0.809519, + "accuracy": 0.833992, + "main_score": 0.809519, + "hf_subset": "sot_Latn-min_Latn", + "languages": [ + "sot-Latn", + "min-Latn" + ] + }, + { + "precision": 0.828343, + "recall": 0.871542, + "f1": 0.840816, + "accuracy": 0.871542, + "main_score": 0.840816, + "hf_subset": "sot_Latn-por_Latn", + "languages": [ + "sot-Latn", + "por-Latn" + ] + }, + { + "precision": 0.771338, + "recall": 0.814229, + "f1": 0.782737, + "accuracy": 0.814229, + "main_score": 0.782737, + "hf_subset": "sot_Latn-sun_Latn", + "languages": [ + "sot-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.460265, + "recall": 0.511858, + "f1": 0.47403, + "accuracy": 0.511858, + "main_score": 0.47403, + "hf_subset": "sot_Latn-umb_Latn", + "languages": [ + "sot-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.801062, + "recall": 0.846838, + "f1": 0.814111, + "accuracy": 0.846838, + "main_score": 0.814111, + "hf_subset": "sot_Latn-ajp_Arab", + "languages": [ + "sot-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.406393, + "recall": 0.486166, + "f1": 0.427709, + "accuracy": 0.486166, + "main_score": 0.427709, + "hf_subset": "sot_Latn-bjn_Arab", + "languages": [ + "sot-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.481874, + "recall": 0.525692, + "f1": 0.493851, + "accuracy": 0.525692, + "main_score": 0.493851, + "hf_subset": "sot_Latn-ewe_Latn", + "languages": [ + "sot-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.784423, + "recall": 0.827075, + "f1": 0.79611, + "accuracy": 0.827075, + "main_score": 0.79611, + "hf_subset": "sot_Latn-ilo_Latn", + "languages": [ + "sot-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.241529, + "recall": 0.304348, + "f1": 0.256969, + "accuracy": 0.304348, + "main_score": 0.256969, + "hf_subset": "sot_Latn-knc_Arab", + "languages": [ + "sot-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.796886, + "recall": 0.837945, + "f1": 0.808387, + "accuracy": 0.837945, + "main_score": 0.808387, + "hf_subset": "sot_Latn-mkd_Cyrl", + "languages": [ + "sot-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.829522, + "recall": 0.868577, + "f1": 0.840837, + "accuracy": 0.868577, + "main_score": 0.840837, + "hf_subset": "sot_Latn-prs_Arab", + "languages": [ + "sot-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.818458, + "recall": 0.86166, + "f1": 0.83072, + "accuracy": 0.86166, + "main_score": 0.83072, + "hf_subset": "sot_Latn-swe_Latn", + "languages": [ + "sot-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.805352, + "recall": 0.847826, + "f1": 0.817856, + "accuracy": 0.847826, + "main_score": 0.817856, + "hf_subset": "sot_Latn-urd_Arab", + "languages": [ + "sot-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.646344, + "recall": 0.697628, + "f1": 0.660298, + "accuracy": 0.697628, + "main_score": 0.660298, + "hf_subset": "sot_Latn-aka_Latn", + "languages": [ + "sot-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.773938, + "recall": 0.815217, + "f1": 0.785124, + "accuracy": 0.815217, + "main_score": 0.785124, + "hf_subset": "sot_Latn-bjn_Latn", + "languages": [ + "sot-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.791002, + "recall": 0.835968, + "f1": 0.80415, + "accuracy": 0.835968, + "main_score": 0.80415, + "hf_subset": "sot_Latn-fao_Latn", + "languages": [ + "sot-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.82802, + "recall": 0.864625, + "f1": 0.837882, + "accuracy": 0.864625, + "main_score": 0.837882, + "hf_subset": "sot_Latn-ind_Latn", + "languages": [ + "sot-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.509174, + "recall": 0.548419, + "f1": 0.519786, + "accuracy": 0.548419, + "main_score": 0.519786, + "hf_subset": "sot_Latn-knc_Latn", + "languages": [ + "sot-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.778083, + "recall": 0.818182, + "f1": 0.788988, + "accuracy": 0.818182, + "main_score": 0.788988, + "hf_subset": "sot_Latn-mlt_Latn", + "languages": [ + "sot-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.549411, + "recall": 0.606719, + "f1": 0.565192, + "accuracy": 0.606719, + "main_score": 0.565192, + "hf_subset": "sot_Latn-quy_Latn", + "languages": [ + "sot-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.816926, + "recall": 0.856719, + "f1": 0.827795, + "accuracy": 0.856719, + "main_score": 0.827795, + "hf_subset": "sot_Latn-swh_Latn", + "languages": [ + "sot-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.780318, + "recall": 0.829051, + "f1": 0.794093, + "accuracy": 0.829051, + "main_score": 0.794093, + "hf_subset": "sot_Latn-uzn_Latn", + "languages": [ + "sot-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.798412, + "recall": 0.842885, + "f1": 0.810735, + "accuracy": 0.842885, + "main_score": 0.810735, + "hf_subset": "sot_Latn-als_Latn", + "languages": [ + "sot-Latn", + "als-Latn" + ] + }, + { + "precision": 0.594903, + "recall": 0.670949, + "f1": 0.616706, + "accuracy": 0.670949, + "main_score": 0.616706, + "hf_subset": "sot_Latn-bod_Tibt", + "languages": [ + "sot-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.599468, + "recall": 0.656126, + "f1": 0.615202, + "accuracy": 0.656126, + "main_score": 0.615202, + "hf_subset": "sot_Latn-fij_Latn", + "languages": [ + "sot-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.790827, + "recall": 0.838933, + "f1": 0.80478, + "accuracy": 0.838933, + "main_score": 0.80478, + "hf_subset": "sot_Latn-isl_Latn", + "languages": [ + "sot-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.55007, + "recall": 0.596838, + "f1": 0.562625, + "accuracy": 0.596838, + "main_score": 0.562625, + "hf_subset": "sot_Latn-kon_Latn", + "languages": [ + "sot-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.482332, + "recall": 0.539526, + "f1": 0.496909, + "accuracy": 0.539526, + "main_score": 0.496909, + "hf_subset": "sot_Latn-mni_Beng", + "languages": [ + "sot-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.822101, + "recall": 0.86166, + "f1": 0.833245, + "accuracy": 0.86166, + "main_score": 0.833245, + "hf_subset": "sot_Latn-ron_Latn", + "languages": [ + "sot-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.794015, + "recall": 0.836957, + "f1": 0.805599, + "accuracy": 0.836957, + "main_score": 0.805599, + "hf_subset": "sot_Latn-szl_Latn", + "languages": [ + "sot-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.794543, + "recall": 0.837945, + "f1": 0.806404, + "accuracy": 0.837945, + "main_score": 0.806404, + "hf_subset": "sot_Latn-vec_Latn", + "languages": [ + "sot-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.799435, + "recall": 0.844862, + "f1": 0.812805, + "accuracy": 0.844862, + "main_score": 0.812805, + "hf_subset": "sot_Latn-amh_Ethi", + "languages": [ + "sot-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.808225, + "recall": 0.849802, + "f1": 0.819993, + "accuracy": 0.849802, + "main_score": 0.819993, + "hf_subset": "sot_Latn-bos_Latn", + "languages": [ + "sot-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.799187, + "recall": 0.84585, + "f1": 0.812404, + "accuracy": 0.84585, + "main_score": 0.812404, + "hf_subset": "sot_Latn-fin_Latn", + "languages": [ + "sot-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.830879, + "recall": 0.870553, + "f1": 0.842227, + "accuracy": 0.870553, + "main_score": 0.842227, + "hf_subset": "sot_Latn-ita_Latn", + "languages": [ + "sot-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.825554, + "recall": 0.867589, + "f1": 0.837813, + "accuracy": 0.867589, + "main_score": 0.837813, + "hf_subset": "sot_Latn-kor_Hang", + "languages": [ + "sot-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.489583, + "recall": 0.525692, + "f1": 0.499928, + "accuracy": 0.525692, + "main_score": 0.499928, + "hf_subset": "sot_Latn-mos_Latn", + "languages": [ + "sot-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.69409, + "recall": 0.746047, + "f1": 0.708762, + "accuracy": 0.746047, + "main_score": 0.708762, + "hf_subset": "sot_Latn-run_Latn", + "languages": [ + "sot-Latn", + "run-Latn" + ] + }, + { + "precision": 0.799432, + "recall": 0.837945, + "f1": 0.81009, + "accuracy": 0.837945, + "main_score": 0.81009, + "hf_subset": "sot_Latn-tam_Taml", + "languages": [ + "sot-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.806662, + "recall": 0.846838, + "f1": 0.817412, + "accuracy": 0.846838, + "main_score": 0.817412, + "hf_subset": "sot_Latn-vie_Latn", + "languages": [ + "sot-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.795964, + "recall": 0.837945, + "f1": 0.807867, + "accuracy": 0.837945, + "main_score": 0.807867, + "hf_subset": "sot_Latn-apc_Arab", + "languages": [ + "sot-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.598768, + "recall": 0.643281, + "f1": 0.610764, + "accuracy": 0.643281, + "main_score": 0.610764, + "hf_subset": "sot_Latn-bug_Latn", + "languages": [ + "sot-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.436451, + "recall": 0.477273, + "f1": 0.448037, + "accuracy": 0.477273, + "main_score": 0.448037, + "hf_subset": "sot_Latn-fon_Latn", + "languages": [ + "sot-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.78645, + "recall": 0.826087, + "f1": 0.797165, + "accuracy": 0.826087, + "main_score": 0.797165, + "hf_subset": "sot_Latn-jav_Latn", + "languages": [ + "sot-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.76996, + "recall": 0.822134, + "f1": 0.784892, + "accuracy": 0.822134, + "main_score": 0.784892, + "hf_subset": "sot_Latn-lao_Laoo", + "languages": [ + "sot-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.768132, + "recall": 0.820158, + "f1": 0.783278, + "accuracy": 0.820158, + "main_score": 0.783278, + "hf_subset": "sot_Latn-mri_Latn", + "languages": [ + "sot-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.80573, + "recall": 0.851779, + "f1": 0.819243, + "accuracy": 0.851779, + "main_score": 0.819243, + "hf_subset": "sot_Latn-rus_Cyrl", + "languages": [ + "sot-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.480948, + "recall": 0.521739, + "f1": 0.491775, + "accuracy": 0.521739, + "main_score": 0.491775, + "hf_subset": "sot_Latn-taq_Latn", + "languages": [ + "sot-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.800101, + "recall": 0.838933, + "f1": 0.81034, + "accuracy": 0.838933, + "main_score": 0.81034, + "hf_subset": "sot_Latn-war_Latn", + "languages": [ + "sot-Latn", + "war-Latn" + ] + }, + { + "precision": 0.818816, + "recall": 0.863636, + "f1": 0.831483, + "accuracy": 0.863636, + "main_score": 0.831483, + "hf_subset": "sot_Latn-arb_Arab", + "languages": [ + "sot-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.815228, + "recall": 0.860672, + "f1": 0.828618, + "accuracy": 0.860672, + "main_score": 0.828618, + "hf_subset": "sot_Latn-bul_Cyrl", + "languages": [ + "sot-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.831968, + "recall": 0.871542, + "f1": 0.843338, + "accuracy": 0.871542, + "main_score": 0.843338, + "hf_subset": "sot_Latn-fra_Latn", + "languages": [ + "sot-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.806806, + "recall": 0.852767, + "f1": 0.819837, + "accuracy": 0.852767, + "main_score": 0.819837, + "hf_subset": "sot_Latn-jpn_Jpan", + "languages": [ + "sot-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.763785, + "recall": 0.806324, + "f1": 0.775592, + "accuracy": 0.806324, + "main_score": 0.775592, + "hf_subset": "sot_Latn-lij_Latn", + "languages": [ + "sot-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.780459, + "recall": 0.833992, + "f1": 0.796469, + "accuracy": 0.833992, + "main_score": 0.796469, + "hf_subset": "sot_Latn-mya_Mymr", + "languages": [ + "sot-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.514968, + "recall": 0.557312, + "f1": 0.526472, + "accuracy": 0.557312, + "main_score": 0.526472, + "hf_subset": "sot_Latn-sag_Latn", + "languages": [ + "sot-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.225772, + "recall": 0.282609, + "f1": 0.239835, + "accuracy": 0.282609, + "main_score": 0.239835, + "hf_subset": "sot_Latn-taq_Tfng", + "languages": [ + "sot-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.580042, + "recall": 0.626482, + "f1": 0.592345, + "accuracy": 0.626482, + "main_score": 0.592345, + "hf_subset": "sot_Latn-wol_Latn", + "languages": [ + "sot-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.713237, + "recall": 0.772727, + "f1": 0.730111, + "accuracy": 0.772727, + "main_score": 0.730111, + "hf_subset": "sot_Latn-arb_Latn", + "languages": [ + "sot-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.819194, + "recall": 0.859684, + "f1": 0.830878, + "accuracy": 0.859684, + "main_score": 0.830878, + "hf_subset": "sot_Latn-cat_Latn", + "languages": [ + "sot-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.739129, + "recall": 0.779644, + "f1": 0.749802, + "accuracy": 0.779644, + "main_score": 0.749802, + "hf_subset": "sot_Latn-fur_Latn", + "languages": [ + "sot-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.46003, + "recall": 0.524704, + "f1": 0.476228, + "accuracy": 0.524704, + "main_score": 0.476228, + "hf_subset": "sot_Latn-kab_Latn", + "languages": [ + "sot-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.771883, + "recall": 0.810277, + "f1": 0.782479, + "accuracy": 0.810277, + "main_score": 0.782479, + "hf_subset": "sot_Latn-lim_Latn", + "languages": [ + "sot-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.832035, + "recall": 0.867589, + "f1": 0.841282, + "accuracy": 0.867589, + "main_score": 0.841282, + "hf_subset": "sot_Latn-nld_Latn", + "languages": [ + "sot-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.786458, + "recall": 0.833004, + "f1": 0.799634, + "accuracy": 0.833004, + "main_score": 0.799634, + "hf_subset": "sot_Latn-san_Deva", + "languages": [ + "sot-Latn", + "san-Deva" + ] + }, + { + "precision": 0.788981, + "recall": 0.83004, + "f1": 0.800519, + "accuracy": 0.83004, + "main_score": 0.800519, + "hf_subset": "sot_Latn-tat_Cyrl", + "languages": [ + "sot-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.826953, + "recall": 0.868577, + "f1": 0.839185, + "accuracy": 0.868577, + "main_score": 0.839185, + "hf_subset": "sot_Latn-xho_Latn", + "languages": [ + "sot-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.814323, + "recall": 0.860672, + "f1": 0.827593, + "accuracy": 0.860672, + "main_score": 0.827593, + "hf_subset": "sot_Latn-ars_Arab", + "languages": [ + "sot-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.802503, + "recall": 0.842885, + "f1": 0.813365, + "accuracy": 0.842885, + "main_score": 0.813365, + "hf_subset": "sot_Latn-ceb_Latn", + "languages": [ + "sot-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.460145, + "recall": 0.516798, + "f1": 0.475182, + "accuracy": 0.516798, + "main_score": 0.475182, + "hf_subset": "sot_Latn-fuv_Latn", + "languages": [ + "sot-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.487425, + "recall": 0.525692, + "f1": 0.498353, + "accuracy": 0.525692, + "main_score": 0.498353, + "hf_subset": "sot_Latn-kac_Latn", + "languages": [ + "sot-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.572396, + "recall": 0.618577, + "f1": 0.584363, + "accuracy": 0.618577, + "main_score": 0.584363, + "hf_subset": "sot_Latn-lin_Latn", + "languages": [ + "sot-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.792995, + "recall": 0.837945, + "f1": 0.805002, + "accuracy": 0.837945, + "main_score": 0.805002, + "hf_subset": "sot_Latn-nno_Latn", + "languages": [ + "sot-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.713999, + "recall": 0.769763, + "f1": 0.730309, + "accuracy": 0.769763, + "main_score": 0.730309, + "hf_subset": "sot_Latn-sat_Olck", + "languages": [ + "sot-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.767001, + "recall": 0.821146, + "f1": 0.782166, + "accuracy": 0.821146, + "main_score": 0.782166, + "hf_subset": "sot_Latn-tel_Telu", + "languages": [ + "sot-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.791916, + "recall": 0.838933, + "f1": 0.805541, + "accuracy": 0.838933, + "main_score": 0.805541, + "hf_subset": "sot_Latn-ydd_Hebr", + "languages": [ + "sot-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.761381, + "recall": 0.804348, + "f1": 0.773276, + "accuracy": 0.804348, + "main_score": 0.773276, + "hf_subset": "sot_Latn-ary_Arab", + "languages": [ + "sot-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.828462, + "recall": 0.870553, + "f1": 0.840846, + "accuracy": 0.870553, + "main_score": 0.840846, + "hf_subset": "sot_Latn-ces_Latn", + "languages": [ + "sot-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.543835, + "recall": 0.612648, + "f1": 0.562635, + "accuracy": 0.612648, + "main_score": 0.562635, + "hf_subset": "sot_Latn-gaz_Latn", + "languages": [ + "sot-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.533861, + "recall": 0.589921, + "f1": 0.548597, + "accuracy": 0.589921, + "main_score": 0.548597, + "hf_subset": "sot_Latn-kam_Latn", + "languages": [ + "sot-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.805938, + "recall": 0.848814, + "f1": 0.818048, + "accuracy": 0.848814, + "main_score": 0.818048, + "hf_subset": "sot_Latn-lit_Latn", + "languages": [ + "sot-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.810512, + "recall": 0.856719, + "f1": 0.823947, + "accuracy": 0.856719, + "main_score": 0.823947, + "hf_subset": "sot_Latn-nob_Latn", + "languages": [ + "sot-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.786582, + "recall": 0.823123, + "f1": 0.796729, + "accuracy": 0.823123, + "main_score": 0.796729, + "hf_subset": "sot_Latn-scn_Latn", + "languages": [ + "sot-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.791683, + "recall": 0.833004, + "f1": 0.803277, + "accuracy": 0.833004, + "main_score": 0.803277, + "hf_subset": "sot_Latn-tgk_Cyrl", + "languages": [ + "sot-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.630715, + "recall": 0.697628, + "f1": 0.649447, + "accuracy": 0.697628, + "main_score": 0.649447, + "hf_subset": "sot_Latn-yor_Latn", + "languages": [ + "sot-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.787965, + "recall": 0.83004, + "f1": 0.799052, + "accuracy": 0.83004, + "main_score": 0.799052, + "hf_subset": "sot_Latn-arz_Arab", + "languages": [ + "sot-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.446791, + "recall": 0.497036, + "f1": 0.460556, + "accuracy": 0.497036, + "main_score": 0.460556, + "hf_subset": "sot_Latn-cjk_Latn", + "languages": [ + "sot-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.796912, + "recall": 0.842885, + "f1": 0.81068, + "accuracy": 0.842885, + "main_score": 0.81068, + "hf_subset": "sot_Latn-gla_Latn", + "languages": [ + "sot-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.768143, + "recall": 0.81917, + "f1": 0.782446, + "accuracy": 0.81917, + "main_score": 0.782446, + "hf_subset": "sot_Latn-kan_Knda", + "languages": [ + "sot-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.777851, + "recall": 0.81917, + "f1": 0.78889, + "accuracy": 0.81917, + "main_score": 0.78889, + "hf_subset": "sot_Latn-lmo_Latn", + "languages": [ + "sot-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.812058, + "recall": 0.849802, + "f1": 0.822713, + "accuracy": 0.849802, + "main_score": 0.822713, + "hf_subset": "sot_Latn-npi_Deva", + "languages": [ + "sot-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.486902, + "recall": 0.551383, + "f1": 0.504863, + "accuracy": 0.551383, + "main_score": 0.504863, + "hf_subset": "sot_Latn-shn_Mymr", + "languages": [ + "sot-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.816074, + "recall": 0.860672, + "f1": 0.829056, + "accuracy": 0.860672, + "main_score": 0.829056, + "hf_subset": "sot_Latn-tgl_Latn", + "languages": [ + "sot-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.774898, + "recall": 0.820158, + "f1": 0.78723, + "accuracy": 0.820158, + "main_score": 0.78723, + "hf_subset": "sot_Latn-yue_Hant", + "languages": [ + "sot-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.760912, + "recall": 0.809289, + "f1": 0.77424, + "accuracy": 0.809289, + "main_score": 0.77424, + "hf_subset": "sot_Latn-asm_Beng", + "languages": [ + "sot-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.776533, + "recall": 0.826087, + "f1": 0.790737, + "accuracy": 0.826087, + "main_score": 0.790737, + "hf_subset": "sot_Latn-ckb_Arab", + "languages": [ + "sot-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.799586, + "recall": 0.844862, + "f1": 0.812817, + "accuracy": 0.844862, + "main_score": 0.812817, + "hf_subset": "sot_Latn-gle_Latn", + "languages": [ + "sot-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.661446, + "recall": 0.717391, + "f1": 0.677302, + "accuracy": 0.717391, + "main_score": 0.677302, + "hf_subset": "sot_Latn-kas_Arab", + "languages": [ + "sot-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.722151, + "recall": 0.769763, + "f1": 0.735677, + "accuracy": 0.769763, + "main_score": 0.735677, + "hf_subset": "sot_Latn-ltg_Latn", + "languages": [ + "sot-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.868001, + "recall": 0.902174, + "f1": 0.878656, + "accuracy": 0.902174, + "main_score": 0.878656, + "hf_subset": "sot_Latn-nso_Latn", + "languages": [ + "sot-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.765737, + "recall": 0.818182, + "f1": 0.780436, + "accuracy": 0.818182, + "main_score": 0.780436, + "hf_subset": "sot_Latn-sin_Sinh", + "languages": [ + "sot-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.773873, + "recall": 0.824111, + "f1": 0.78838, + "accuracy": 0.824111, + "main_score": 0.78838, + "hf_subset": "sot_Latn-tha_Thai", + "languages": [ + "sot-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.701483, + "recall": 0.749012, + "f1": 0.713877, + "accuracy": 0.749012, + "main_score": 0.713877, + "hf_subset": "sot_Latn-zho_Hans", + "languages": [ + "sot-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.81864, + "recall": 0.860672, + "f1": 0.830516, + "accuracy": 0.860672, + "main_score": 0.830516, + "hf_subset": "sot_Latn-ast_Latn", + "languages": [ + "sot-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.782526, + "recall": 0.828063, + "f1": 0.795082, + "accuracy": 0.828063, + "main_score": 0.795082, + "hf_subset": "sot_Latn-crh_Latn", + "languages": [ + "sot-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.803247, + "recall": 0.847826, + "f1": 0.815625, + "accuracy": 0.847826, + "main_score": 0.815625, + "hf_subset": "sot_Latn-glg_Latn", + "languages": [ + "sot-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.65665, + "recall": 0.715415, + "f1": 0.673012, + "accuracy": 0.715415, + "main_score": 0.673012, + "hf_subset": "sot_Latn-kas_Deva", + "languages": [ + "sot-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.794767, + "recall": 0.836957, + "f1": 0.806744, + "accuracy": 0.836957, + "main_score": 0.806744, + "hf_subset": "sot_Latn-ltz_Latn", + "languages": [ + "sot-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.420513, + "recall": 0.477273, + "f1": 0.435916, + "accuracy": 0.477273, + "main_score": 0.435916, + "hf_subset": "sot_Latn-nus_Latn", + "languages": [ + "sot-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.813319, + "recall": 0.853755, + "f1": 0.825094, + "accuracy": 0.853755, + "main_score": 0.825094, + "hf_subset": "sot_Latn-slk_Latn", + "languages": [ + "sot-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.57129, + "recall": 0.63834, + "f1": 0.589487, + "accuracy": 0.63834, + "main_score": 0.589487, + "hf_subset": "sot_Latn-tir_Ethi", + "languages": [ + "sot-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.772933, + "recall": 0.823123, + "f1": 0.786956, + "accuracy": 0.823123, + "main_score": 0.786956, + "hf_subset": "sot_Latn-zho_Hant", + "languages": [ + "sot-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.774353, + "recall": 0.820158, + "f1": 0.787151, + "accuracy": 0.820158, + "main_score": 0.787151, + "hf_subset": "sot_Latn-awa_Deva", + "languages": [ + "sot-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.801046, + "recall": 0.843874, + "f1": 0.813101, + "accuracy": 0.843874, + "main_score": 0.813101, + "hf_subset": "sot_Latn-cym_Latn", + "languages": [ + "sot-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.591918, + "recall": 0.642292, + "f1": 0.604853, + "accuracy": 0.642292, + "main_score": 0.604853, + "hf_subset": "sot_Latn-grn_Latn", + "languages": [ + "sot-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.80639, + "recall": 0.850791, + "f1": 0.818634, + "accuracy": 0.850791, + "main_score": 0.818634, + "hf_subset": "sot_Latn-kat_Geor", + "languages": [ + "sot-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.53622, + "recall": 0.583004, + "f1": 0.548587, + "accuracy": 0.583004, + "main_score": 0.548587, + "hf_subset": "sot_Latn-lua_Latn", + "languages": [ + "sot-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.757181, + "recall": 0.809289, + "f1": 0.772628, + "accuracy": 0.809289, + "main_score": 0.772628, + "hf_subset": "sot_Latn-nya_Latn", + "languages": [ + "sot-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.809885, + "recall": 0.848814, + "f1": 0.821112, + "accuracy": 0.848814, + "main_score": 0.821112, + "hf_subset": "sot_Latn-slv_Latn", + "languages": [ + "sot-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.739324, + "recall": 0.784585, + "f1": 0.75058, + "accuracy": 0.784585, + "main_score": 0.75058, + "hf_subset": "sot_Latn-tpi_Latn", + "languages": [ + "sot-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.815992, + "recall": 0.856719, + "f1": 0.827334, + "accuracy": 0.856719, + "main_score": 0.827334, + "hf_subset": "sot_Latn-zsm_Latn", + "languages": [ + "sot-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.481756, + "recall": 0.528656, + "f1": 0.495528, + "accuracy": 0.528656, + "main_score": 0.495528, + "hf_subset": "sot_Latn-ayr_Latn", + "languages": [ + "sot-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.820283, + "recall": 0.864625, + "f1": 0.83278, + "accuracy": 0.864625, + "main_score": 0.83278, + "hf_subset": "sot_Latn-dan_Latn", + "languages": [ + "sot-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.801812, + "recall": 0.84585, + "f1": 0.814762, + "accuracy": 0.84585, + "main_score": 0.814762, + "hf_subset": "sot_Latn-guj_Gujr", + "languages": [ + "sot-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.793995, + "recall": 0.838933, + "f1": 0.806466, + "accuracy": 0.838933, + "main_score": 0.806466, + "hf_subset": "sot_Latn-kaz_Cyrl", + "languages": [ + "sot-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.646987, + "recall": 0.709486, + "f1": 0.664452, + "accuracy": 0.709486, + "main_score": 0.664452, + "hf_subset": "sot_Latn-lug_Latn", + "languages": [ + "sot-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.79992, + "recall": 0.840909, + "f1": 0.811154, + "accuracy": 0.840909, + "main_score": 0.811154, + "hf_subset": "sot_Latn-oci_Latn", + "languages": [ + "sot-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.745435, + "recall": 0.793478, + "f1": 0.759733, + "accuracy": 0.793478, + "main_score": 0.759733, + "hf_subset": "sot_Latn-smo_Latn", + "languages": [ + "sot-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.785944, + "recall": 0.833992, + "f1": 0.800568, + "accuracy": 0.833992, + "main_score": 0.800568, + "hf_subset": "sot_Latn-tsn_Latn", + "languages": [ + "sot-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.843215, + "recall": 0.885375, + "f1": 0.856522, + "accuracy": 0.885375, + "main_score": 0.856522, + "hf_subset": "sot_Latn-zul_Latn", + "languages": [ + "sot-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.671258, + "recall": 0.727273, + "f1": 0.686919, + "accuracy": 0.727273, + "main_score": 0.686919, + "hf_subset": "sot_Latn-azb_Arab", + "languages": [ + "sot-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.825955, + "recall": 0.864625, + "f1": 0.836491, + "accuracy": 0.864625, + "main_score": 0.836491, + "hf_subset": "sot_Latn-deu_Latn", + "languages": [ + "sot-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.792437, + "recall": 0.83498, + "f1": 0.804023, + "accuracy": 0.83498, + "main_score": 0.804023, + "hf_subset": "sot_Latn-hat_Latn", + "languages": [ + "sot-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.480066, + "recall": 0.525692, + "f1": 0.493009, + "accuracy": 0.525692, + "main_score": 0.493009, + "hf_subset": "sot_Latn-kbp_Latn", + "languages": [ + "sot-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.525985, + "recall": 0.565217, + "f1": 0.536935, + "accuracy": 0.565217, + "main_score": 0.536935, + "hf_subset": "sot_Latn-luo_Latn", + "languages": [ + "sot-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.769462, + "recall": 0.822134, + "f1": 0.785117, + "accuracy": 0.822134, + "main_score": 0.785117, + "hf_subset": "sot_Latn-ory_Orya", + "languages": [ + "sot-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.785112, + "recall": 0.833992, + "f1": 0.799722, + "accuracy": 0.833992, + "main_score": 0.799722, + "hf_subset": "sot_Latn-sna_Latn", + "languages": [ + "sot-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.677103, + "recall": 0.733202, + "f1": 0.692921, + "accuracy": 0.733202, + "main_score": 0.692921, + "hf_subset": "sot_Latn-tso_Latn", + "languages": [ + "sot-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.7618, + "recall": 0.812253, + "f1": 0.775892, + "accuracy": 0.812253, + "main_score": 0.775892, + "hf_subset": "sot_Latn-azj_Latn", + "languages": [ + "sot-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.490042, + "recall": 0.537549, + "f1": 0.503463, + "accuracy": 0.537549, + "main_score": 0.503463, + "hf_subset": "sot_Latn-dik_Latn", + "languages": [ + "sot-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.79804, + "recall": 0.84585, + "f1": 0.812385, + "accuracy": 0.84585, + "main_score": 0.812385, + "hf_subset": "sot_Latn-hau_Latn", + "languages": [ + "sot-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.768331, + "recall": 0.812253, + "f1": 0.780094, + "accuracy": 0.812253, + "main_score": 0.780094, + "hf_subset": "sot_Latn-kea_Latn", + "languages": [ + "sot-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.740122, + "recall": 0.786561, + "f1": 0.75307, + "accuracy": 0.786561, + "main_score": 0.75307, + "hf_subset": "sot_Latn-lus_Latn", + "languages": [ + "sot-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.646395, + "recall": 0.697628, + "f1": 0.66019, + "accuracy": 0.697628, + "main_score": 0.66019, + "hf_subset": "sot_Latn-pag_Latn", + "languages": [ + "sot-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.775705, + "recall": 0.821146, + "f1": 0.789045, + "accuracy": 0.821146, + "main_score": 0.789045, + "hf_subset": "sot_Latn-snd_Arab", + "languages": [ + "sot-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.790839, + "recall": 0.836957, + "f1": 0.804114, + "accuracy": 0.836957, + "main_score": 0.804114, + "hf_subset": "sot_Latn-tuk_Latn", + "languages": [ + "sot-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.783709, + "recall": 0.827075, + "f1": 0.795868, + "accuracy": 0.827075, + "main_score": 0.795868, + "hf_subset": "sot_Latn-bak_Cyrl", + "languages": [ + "sot-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.443119, + "recall": 0.5, + "f1": 0.458736, + "accuracy": 0.5, + "main_score": 0.458736, + "hf_subset": "sot_Latn-dyu_Latn", + "languages": [ + "sot-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.803816, + "recall": 0.847826, + "f1": 0.816589, + "accuracy": 0.847826, + "main_score": 0.816589, + "hf_subset": "sot_Latn-heb_Hebr", + "languages": [ + "sot-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.783505, + "recall": 0.83004, + "f1": 0.797196, + "accuracy": 0.83004, + "main_score": 0.797196, + "hf_subset": "sot_Latn-khk_Cyrl", + "languages": [ + "sot-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.804421, + "recall": 0.843874, + "f1": 0.81521, + "accuracy": 0.843874, + "main_score": 0.81521, + "hf_subset": "sot_Latn-lvs_Latn", + "languages": [ + "sot-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.771016, + "recall": 0.820158, + "f1": 0.784812, + "accuracy": 0.820158, + "main_score": 0.784812, + "hf_subset": "sot_Latn-pan_Guru", + "languages": [ + "sot-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.761306, + "recall": 0.815217, + "f1": 0.776937, + "accuracy": 0.815217, + "main_score": 0.776937, + "hf_subset": "sot_Latn-som_Latn", + "languages": [ + "sot-Latn", + "som-Latn" + ] + }, + { + "precision": 0.633111, + "recall": 0.681818, + "f1": 0.646399, + "accuracy": 0.681818, + "main_score": 0.646399, + "hf_subset": "sot_Latn-tum_Latn", + "languages": [ + "sot-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.466985, + "recall": 0.557312, + "f1": 0.492369, + "accuracy": 0.557312, + "main_score": 0.492369, + "hf_subset": "tur_Latn-ace_Arab", + "languages": [ + "tur-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.468995, + "recall": 0.523715, + "f1": 0.484007, + "accuracy": 0.523715, + "main_score": 0.484007, + "hf_subset": "tur_Latn-bam_Latn", + "languages": [ + "tur-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.610713, + "recall": 0.698617, + "f1": 0.635238, + "accuracy": 0.698617, + "main_score": 0.635238, + "hf_subset": "tur_Latn-dzo_Tibt", + "languages": [ + "tur-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tur_Latn-khm_Khmr", + "languages": [ + "tur-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-mag_Deva", + "languages": [ + "tur-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-pap_Latn", + "languages": [ + "tur-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.832016, + "recall": 0.87747, + "f1": 0.845751, + "accuracy": 0.87747, + "main_score": 0.845751, + "hf_subset": "tur_Latn-sot_Latn", + "languages": [ + "tur-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.83696, + "recall": 0.880435, + "f1": 0.850101, + "accuracy": 0.880435, + "main_score": 0.850101, + "hf_subset": "tur_Latn-ace_Latn", + "languages": [ + "tur-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "tur_Latn-ban_Latn", + "languages": [ + "tur-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "tur_Latn-hne_Deva", + "languages": [ + "tur-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.54073, + "recall": 0.61166, + "f1": 0.560348, + "accuracy": 0.61166, + "main_score": 0.560348, + "hf_subset": "tur_Latn-kik_Latn", + "languages": [ + "tur-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-mai_Deva", + "languages": [ + "tur-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "tur_Latn-pbt_Arab", + "languages": [ + "tur-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.718129, + "recall": 0.784585, + "f1": 0.737286, + "accuracy": 0.784585, + "main_score": 0.737286, + "hf_subset": "tur_Latn-twi_Latn", + "languages": [ + "tur-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-acm_Arab", + "languages": [ + "tur-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-bel_Cyrl", + "languages": [ + "tur-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hrv_Latn", + "languages": [ + "tur-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.818676, + "recall": 0.868577, + "f1": 0.834058, + "accuracy": 0.868577, + "main_score": 0.834058, + "hf_subset": "tur_Latn-kin_Latn", + "languages": [ + "tur-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-mal_Mlym", + "languages": [ + "tur-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-pes_Arab", + "languages": [ + "tur-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tur_Latn-srd_Latn", + "languages": [ + "tur-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.191113, + "recall": 0.246047, + "f1": 0.20422, + "accuracy": 0.246047, + "main_score": 0.20422, + "hf_subset": "tur_Latn-tzm_Tfng", + "languages": [ + "tur-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-acq_Arab", + "languages": [ + "tur-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.611632, + "recall": 0.6917, + "f1": 0.634645, + "accuracy": 0.6917, + "main_score": 0.634645, + "hf_subset": "tur_Latn-bem_Latn", + "languages": [ + "tur-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-epo_Latn", + "languages": [ + "tur-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-mar_Deva", + "languages": [ + "tur-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.836611, + "recall": 0.880435, + "f1": 0.85, + "accuracy": 0.880435, + "main_score": 0.85, + "hf_subset": "tur_Latn-plt_Latn", + "languages": [ + "tur-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-srp_Cyrl", + "languages": [ + "tur-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.948205, + "recall": 0.964427, + "f1": 0.953458, + "accuracy": 0.964427, + "main_score": 0.953458, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-aeb_Arab", + "languages": [ + "tur-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-est_Latn", + "languages": [ + "tur-Latn", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-hye_Armn", + "languages": [ + "tur-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.435572, + "recall": 0.499012, + "f1": 0.452171, + "accuracy": 0.499012, + "main_score": 0.452171, + "hf_subset": "tur_Latn-kmb_Latn", + "languages": [ + "tur-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.445734, + "recall": 0.529644, + "f1": 0.467062, + "accuracy": 0.529644, + "main_score": 0.467062, + "hf_subset": "tur_Latn-min_Arab", + "languages": [ + "tur-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.703978, + "recall": 0.775692, + "f1": 0.724852, + "accuracy": 0.775692, + "main_score": 0.724852, + "hf_subset": "tur_Latn-ssw_Latn", + "languages": [ + "tur-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-ukr_Cyrl", + "languages": [ + "tur-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-afr_Latn", + "languages": [ + "tur-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-bho_Deva", + "languages": [ + "tur-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-eus_Latn", + "languages": [ + "tur-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.827643, + "recall": 0.874506, + "f1": 0.841787, + "accuracy": 0.874506, + "main_score": 0.841787, + "hf_subset": "tur_Latn-ibo_Latn", + "languages": [ + "tur-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.860326, + "recall": 0.900198, + "f1": 0.872431, + "accuracy": 0.900198, + "main_score": 0.872431, + "hf_subset": "tur_Latn-kmr_Latn", + "languages": [ + "tur-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tur_Latn-min_Latn", + "languages": [ + "tur-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-sun_Latn", + "languages": [ + "tur-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.428001, + "recall": 0.493083, + "f1": 0.446013, + "accuracy": 0.493083, + "main_score": 0.446013, + "hf_subset": "tur_Latn-umb_Latn", + "languages": [ + "tur-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-ajp_Arab", + "languages": [ + "tur-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.457788, + "recall": 0.54249, + "f1": 0.479904, + "accuracy": 0.54249, + "main_score": 0.479904, + "hf_subset": "tur_Latn-bjn_Arab", + "languages": [ + "tur-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.424121, + "recall": 0.485178, + "f1": 0.44068, + "accuracy": 0.485178, + "main_score": 0.44068, + "hf_subset": "tur_Latn-ewe_Latn", + "languages": [ + "tur-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.942276, + "recall": 0.960474, + "f1": 0.948188, + "accuracy": 0.960474, + "main_score": 0.948188, + "hf_subset": "tur_Latn-ilo_Latn", + "languages": [ + "tur-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.233851, + "recall": 0.293478, + "f1": 0.248119, + "accuracy": 0.293478, + "main_score": 0.248119, + "hf_subset": "tur_Latn-knc_Arab", + "languages": [ + "tur-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-mkd_Cyrl", + "languages": [ + "tur-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-prs_Arab", + "languages": [ + "tur-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tur_Latn-urd_Arab", + "languages": [ + "tur-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.706714, + "recall": 0.775692, + "f1": 0.72678, + "accuracy": 0.775692, + "main_score": 0.72678, + "hf_subset": "tur_Latn-aka_Latn", + "languages": [ + "tur-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.971956, + "accuracy": 0.978261, + "main_score": 0.971956, + "hf_subset": "tur_Latn-bjn_Latn", + "languages": [ + "tur-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tur_Latn-fao_Latn", + "languages": [ + "tur-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.49521, + "recall": 0.550395, + "f1": 0.509905, + "accuracy": 0.550395, + "main_score": 0.509905, + "hf_subset": "tur_Latn-knc_Latn", + "languages": [ + "tur-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-mlt_Latn", + "languages": [ + "tur-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.615937, + "recall": 0.683794, + "f1": 0.634837, + "accuracy": 0.683794, + "main_score": 0.634837, + "hf_subset": "tur_Latn-quy_Latn", + "languages": [ + "tur-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-swh_Latn", + "languages": [ + "tur-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-uzn_Latn", + "languages": [ + "tur-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-als_Latn", + "languages": [ + "tur-Latn", + "als-Latn" + ] + }, + { + "precision": 0.775217, + "recall": 0.835968, + "f1": 0.793698, + "accuracy": 0.835968, + "main_score": 0.793698, + "hf_subset": "tur_Latn-bod_Tibt", + "languages": [ + "tur-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.600374, + "recall": 0.676877, + "f1": 0.621688, + "accuracy": 0.676877, + "main_score": 0.621688, + "hf_subset": "tur_Latn-fij_Latn", + "languages": [ + "tur-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "tur_Latn-isl_Latn", + "languages": [ + "tur-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.565706, + "recall": 0.633399, + "f1": 0.583866, + "accuracy": 0.633399, + "main_score": 0.583866, + "hf_subset": "tur_Latn-kon_Latn", + "languages": [ + "tur-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.581873, + "recall": 0.655138, + "f1": 0.601592, + "accuracy": 0.655138, + "main_score": 0.601592, + "hf_subset": "tur_Latn-mni_Beng", + "languages": [ + "tur-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-ron_Latn", + "languages": [ + "tur-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "tur_Latn-szl_Latn", + "languages": [ + "tur-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-vec_Latn", + "languages": [ + "tur-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.917984, + "recall": 0.944664, + "f1": 0.926713, + "accuracy": 0.944664, + "main_score": 0.926713, + "hf_subset": "tur_Latn-amh_Ethi", + "languages": [ + "tur-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-bos_Latn", + "languages": [ + "tur-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ita_Latn", + "languages": [ + "tur-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.485498, + "recall": 0.538538, + "f1": 0.49948, + "accuracy": 0.538538, + "main_score": 0.49948, + "hf_subset": "tur_Latn-mos_Latn", + "languages": [ + "tur-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.70108, + "recall": 0.767787, + "f1": 0.720231, + "accuracy": 0.767787, + "main_score": 0.720231, + "hf_subset": "tur_Latn-run_Latn", + "languages": [ + "tur-Latn", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-apc_Arab", + "languages": [ + "tur-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.689622, + "recall": 0.754941, + "f1": 0.707586, + "accuracy": 0.754941, + "main_score": 0.707586, + "hf_subset": "tur_Latn-bug_Latn", + "languages": [ + "tur-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.433774, + "recall": 0.485178, + "f1": 0.448102, + "accuracy": 0.485178, + "main_score": 0.448102, + "hf_subset": "tur_Latn-fon_Latn", + "languages": [ + "tur-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tur_Latn-jav_Latn", + "languages": [ + "tur-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "tur_Latn-lao_Laoo", + "languages": [ + "tur-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.851614, + "recall": 0.896245, + "f1": 0.86573, + "accuracy": 0.896245, + "main_score": 0.86573, + "hf_subset": "tur_Latn-mri_Latn", + "languages": [ + "tur-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.479549, + "recall": 0.539526, + "f1": 0.495452, + "accuracy": 0.539526, + "main_score": 0.495452, + "hf_subset": "tur_Latn-taq_Latn", + "languages": [ + "tur-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tur_Latn-war_Latn", + "languages": [ + "tur-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-bul_Cyrl", + "languages": [ + "tur-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tur_Latn-lij_Latn", + "languages": [ + "tur-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "tur_Latn-mya_Mymr", + "languages": [ + "tur-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.548544, + "recall": 0.610672, + "f1": 0.565292, + "accuracy": 0.610672, + "main_score": 0.565292, + "hf_subset": "tur_Latn-sag_Latn", + "languages": [ + "tur-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.20234, + "recall": 0.264822, + "f1": 0.217325, + "accuracy": 0.264822, + "main_score": 0.217325, + "hf_subset": "tur_Latn-taq_Tfng", + "languages": [ + "tur-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.620067, + "recall": 0.685771, + "f1": 0.637792, + "accuracy": 0.685771, + "main_score": 0.637792, + "hf_subset": "tur_Latn-wol_Latn", + "languages": [ + "tur-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.843956, + "recall": 0.889328, + "f1": 0.858432, + "accuracy": 0.889328, + "main_score": 0.858432, + "hf_subset": "tur_Latn-arb_Latn", + "languages": [ + "tur-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-cat_Latn", + "languages": [ + "tur-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tur_Latn-fur_Latn", + "languages": [ + "tur-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.404364, + "recall": 0.476285, + "f1": 0.422499, + "accuracy": 0.476285, + "main_score": 0.422499, + "hf_subset": "tur_Latn-kab_Latn", + "languages": [ + "tur-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tur_Latn-lim_Latn", + "languages": [ + "tur-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "tur_Latn-san_Deva", + "languages": [ + "tur-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.837978, + "recall": 0.883399, + "f1": 0.851995, + "accuracy": 0.883399, + "main_score": 0.851995, + "hf_subset": "tur_Latn-xho_Latn", + "languages": [ + "tur-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-ars_Arab", + "languages": [ + "tur-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-ceb_Latn", + "languages": [ + "tur-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.447631, + "recall": 0.512846, + "f1": 0.46489, + "accuracy": 0.512846, + "main_score": 0.46489, + "hf_subset": "tur_Latn-fuv_Latn", + "languages": [ + "tur-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.464802, + "recall": 0.525692, + "f1": 0.480941, + "accuracy": 0.525692, + "main_score": 0.480941, + "hf_subset": "tur_Latn-kac_Latn", + "languages": [ + "tur-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.597401, + "recall": 0.666996, + "f1": 0.61571, + "accuracy": 0.666996, + "main_score": 0.61571, + "hf_subset": "tur_Latn-lin_Latn", + "languages": [ + "tur-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-nno_Latn", + "languages": [ + "tur-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.851449, + "recall": 0.894269, + "f1": 0.864888, + "accuracy": 0.894269, + "main_score": 0.864888, + "hf_subset": "tur_Latn-sat_Olck", + "languages": [ + "tur-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-tel_Telu", + "languages": [ + "tur-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tur_Latn-ydd_Hebr", + "languages": [ + "tur-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "tur_Latn-ary_Arab", + "languages": [ + "tur-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ces_Latn", + "languages": [ + "tur-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.52308, + "recall": 0.602767, + "f1": 0.544887, + "accuracy": 0.602767, + "main_score": 0.544887, + "hf_subset": "tur_Latn-gaz_Latn", + "languages": [ + "tur-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.510998, + "recall": 0.591897, + "f1": 0.532043, + "accuracy": 0.591897, + "main_score": 0.532043, + "hf_subset": "tur_Latn-kam_Latn", + "languages": [ + "tur-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-nob_Latn", + "languages": [ + "tur-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-scn_Latn", + "languages": [ + "tur-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tur_Latn-tgk_Cyrl", + "languages": [ + "tur-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.705288, + "recall": 0.777668, + "f1": 0.726451, + "accuracy": 0.777668, + "main_score": 0.726451, + "hf_subset": "tur_Latn-yor_Latn", + "languages": [ + "tur-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-arz_Arab", + "languages": [ + "tur-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.453608, + "recall": 0.518775, + "f1": 0.471265, + "accuracy": 0.518775, + "main_score": 0.471265, + "hf_subset": "tur_Latn-cjk_Latn", + "languages": [ + "tur-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.952569, + "f1": 0.937582, + "accuracy": 0.952569, + "main_score": 0.937582, + "hf_subset": "tur_Latn-gla_Latn", + "languages": [ + "tur-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tur_Latn-kan_Knda", + "languages": [ + "tur-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tur_Latn-lmo_Latn", + "languages": [ + "tur-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "tur_Latn-npi_Deva", + "languages": [ + "tur-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.511524, + "recall": 0.592885, + "f1": 0.534558, + "accuracy": 0.592885, + "main_score": 0.534558, + "hf_subset": "tur_Latn-shn_Mymr", + "languages": [ + "tur-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tur_Latn-tgl_Latn", + "languages": [ + "tur-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-yue_Hant", + "languages": [ + "tur-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tur_Latn-asm_Beng", + "languages": [ + "tur-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.90448, + "recall": 0.934783, + "f1": 0.914196, + "accuracy": 0.934783, + "main_score": 0.914196, + "hf_subset": "tur_Latn-ckb_Arab", + "languages": [ + "tur-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tur_Latn-gle_Latn", + "languages": [ + "tur-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.901021, + "recall": 0.931818, + "f1": 0.910903, + "accuracy": 0.931818, + "main_score": 0.910903, + "hf_subset": "tur_Latn-kas_Arab", + "languages": [ + "tur-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.882388, + "recall": 0.916996, + "f1": 0.893165, + "accuracy": 0.916996, + "main_score": 0.893165, + "hf_subset": "tur_Latn-ltg_Latn", + "languages": [ + "tur-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.747862, + "recall": 0.806324, + "f1": 0.765141, + "accuracy": 0.806324, + "main_score": 0.765141, + "hf_subset": "tur_Latn-nso_Latn", + "languages": [ + "tur-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tur_Latn-sin_Sinh", + "languages": [ + "tur-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-tha_Thai", + "languages": [ + "tur-Latn", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-zho_Hans", + "languages": [ + "tur-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-ast_Latn", + "languages": [ + "tur-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tur_Latn-crh_Latn", + "languages": [ + "tur-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-glg_Latn", + "languages": [ + "tur-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.826729, + "recall": 0.874506, + "f1": 0.840975, + "accuracy": 0.874506, + "main_score": 0.840975, + "hf_subset": "tur_Latn-kas_Deva", + "languages": [ + "tur-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-ltz_Latn", + "languages": [ + "tur-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.407645, + "recall": 0.471344, + "f1": 0.424422, + "accuracy": 0.471344, + "main_score": 0.424422, + "hf_subset": "tur_Latn-nus_Latn", + "languages": [ + "tur-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-slk_Latn", + "languages": [ + "tur-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.613092, + "recall": 0.6917, + "f1": 0.634894, + "accuracy": 0.6917, + "main_score": 0.634894, + "hf_subset": "tur_Latn-tir_Ethi", + "languages": [ + "tur-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977849, + "recall": 0.983202, + "f1": 0.97948, + "accuracy": 0.983202, + "main_score": 0.97948, + "hf_subset": "tur_Latn-awa_Deva", + "languages": [ + "tur-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tur_Latn-cym_Latn", + "languages": [ + "tur-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.728236, + "recall": 0.788538, + "f1": 0.745347, + "accuracy": 0.788538, + "main_score": 0.745347, + "hf_subset": "tur_Latn-grn_Latn", + "languages": [ + "tur-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-kat_Geor", + "languages": [ + "tur-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.563405, + "recall": 0.628458, + "f1": 0.580356, + "accuracy": 0.628458, + "main_score": 0.580356, + "hf_subset": "tur_Latn-lua_Latn", + "languages": [ + "tur-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.792111, + "recall": 0.851779, + "f1": 0.810441, + "accuracy": 0.851779, + "main_score": 0.810441, + "hf_subset": "tur_Latn-nya_Latn", + "languages": [ + "tur-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-slv_Latn", + "languages": [ + "tur-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "tur_Latn-tpi_Latn", + "languages": [ + "tur-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-zsm_Latn", + "languages": [ + "tur-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.48809, + "recall": 0.554348, + "f1": 0.506054, + "accuracy": 0.554348, + "main_score": 0.506054, + "hf_subset": "tur_Latn-ayr_Latn", + "languages": [ + "tur-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-dan_Latn", + "languages": [ + "tur-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-guj_Gujr", + "languages": [ + "tur-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597392, + "recall": 0.678854, + "f1": 0.62084, + "accuracy": 0.678854, + "main_score": 0.62084, + "hf_subset": "tur_Latn-lug_Latn", + "languages": [ + "tur-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-oci_Latn", + "languages": [ + "tur-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.820142, + "recall": 0.868577, + "f1": 0.835178, + "accuracy": 0.868577, + "main_score": 0.835178, + "hf_subset": "tur_Latn-smo_Latn", + "languages": [ + "tur-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.705113, + "recall": 0.774704, + "f1": 0.725692, + "accuracy": 0.774704, + "main_score": 0.725692, + "hf_subset": "tur_Latn-tsn_Latn", + "languages": [ + "tur-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.848238, + "recall": 0.894269, + "f1": 0.862681, + "accuracy": 0.894269, + "main_score": 0.862681, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.924901, + "recall": 0.948617, + "f1": 0.932642, + "accuracy": 0.948617, + "main_score": 0.932642, + "hf_subset": "tur_Latn-azb_Arab", + "languages": [ + "tur-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "tur_Latn-hat_Latn", + "languages": [ + "tur-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.467051, + "recall": 0.528656, + "f1": 0.483991, + "accuracy": 0.528656, + "main_score": 0.483991, + "hf_subset": "tur_Latn-kbp_Latn", + "languages": [ + "tur-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.488993, + "recall": 0.5583, + "f1": 0.507494, + "accuracy": 0.5583, + "main_score": 0.507494, + "hf_subset": "tur_Latn-luo_Latn", + "languages": [ + "tur-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tur_Latn-ory_Orya", + "languages": [ + "tur-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.862813, + "recall": 0.903162, + "f1": 0.875626, + "accuracy": 0.903162, + "main_score": 0.875626, + "hf_subset": "tur_Latn-sna_Latn", + "languages": [ + "tur-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.625357, + "recall": 0.692688, + "f1": 0.643697, + "accuracy": 0.692688, + "main_score": 0.643697, + "hf_subset": "tur_Latn-tso_Latn", + "languages": [ + "tur-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-azj_Latn", + "languages": [ + "tur-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.475195, + "recall": 0.545455, + "f1": 0.495429, + "accuracy": 0.545455, + "main_score": 0.495429, + "hf_subset": "tur_Latn-dik_Latn", + "languages": [ + "tur-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.877553, + "recall": 0.913043, + "f1": 0.888867, + "accuracy": 0.913043, + "main_score": 0.888867, + "hf_subset": "tur_Latn-hau_Latn", + "languages": [ + "tur-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "tur_Latn-kea_Latn", + "languages": [ + "tur-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.910903, + "recall": 0.936759, + "f1": 0.918972, + "accuracy": 0.936759, + "main_score": 0.918972, + "hf_subset": "tur_Latn-lus_Latn", + "languages": [ + "tur-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.840003, + "recall": 0.880435, + "f1": 0.852061, + "accuracy": 0.880435, + "main_score": 0.852061, + "hf_subset": "tur_Latn-pag_Latn", + "languages": [ + "tur-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tur_Latn-snd_Arab", + "languages": [ + "tur-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.454886, + "recall": 0.528656, + "f1": 0.474798, + "accuracy": 0.528656, + "main_score": 0.474798, + "hf_subset": "tur_Latn-dyu_Latn", + "languages": [ + "tur-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "tur_Latn-khk_Cyrl", + "languages": [ + "tur-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-lvs_Latn", + "languages": [ + "tur-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-pan_Guru", + "languages": [ + "tur-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.824638, + "recall": 0.875494, + "f1": 0.840335, + "accuracy": 0.875494, + "main_score": 0.840335, + "hf_subset": "tur_Latn-som_Latn", + "languages": [ + "tur-Latn", + "som-Latn" + ] + }, + { + "precision": 0.661192, + "recall": 0.729249, + "f1": 0.680589, + "accuracy": 0.729249, + "main_score": 0.680589, + "hf_subset": "tur_Latn-tum_Latn", + "languages": [ + "tur-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.741577, + "recall": 0.80336, + "f1": 0.759964, + "accuracy": 0.80336, + "main_score": 0.759964, + "hf_subset": "ace_Latn-ace_Arab", + "languages": [ + "ace-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.515196, + "recall": 0.567194, + "f1": 0.52932, + "accuracy": 0.567194, + "main_score": 0.52932, + "hf_subset": "ace_Latn-bam_Latn", + "languages": [ + "ace-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.474175, + "recall": 0.554348, + "f1": 0.496767, + "accuracy": 0.554348, + "main_score": 0.496767, + "hf_subset": "ace_Latn-dzo_Tibt", + "languages": [ + "ace-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.859249, + "recall": 0.895257, + "f1": 0.869846, + "accuracy": 0.895257, + "main_score": 0.869846, + "hf_subset": "ace_Latn-hin_Deva", + "languages": [ + "ace-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.792705, + "recall": 0.838933, + "f1": 0.806791, + "accuracy": 0.838933, + "main_score": 0.806791, + "hf_subset": "ace_Latn-khm_Khmr", + "languages": [ + "ace-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.86037, + "recall": 0.892292, + "f1": 0.869763, + "accuracy": 0.892292, + "main_score": 0.869763, + "hf_subset": "ace_Latn-mag_Deva", + "languages": [ + "ace-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.860491, + "recall": 0.892292, + "f1": 0.870092, + "accuracy": 0.892292, + "main_score": 0.870092, + "hf_subset": "ace_Latn-pap_Latn", + "languages": [ + "ace-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.727028, + "recall": 0.783597, + "f1": 0.743783, + "accuracy": 0.783597, + "main_score": 0.743783, + "hf_subset": "ace_Latn-sot_Latn", + "languages": [ + "ace-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.860006, + "recall": 0.893281, + "f1": 0.869757, + "accuracy": 0.893281, + "main_score": 0.869757, + "hf_subset": "ace_Latn-tur_Latn", + "languages": [ + "ace-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.871031, + "recall": 0.899209, + "f1": 0.879254, + "accuracy": 0.899209, + "main_score": 0.879254, + "hf_subset": "ace_Latn-ban_Latn", + "languages": [ + "ace-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.847177, + "recall": 0.885375, + "f1": 0.858651, + "accuracy": 0.885375, + "main_score": 0.858651, + "hf_subset": "ace_Latn-ell_Grek", + "languages": [ + "ace-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.852084, + "recall": 0.886364, + "f1": 0.861666, + "accuracy": 0.886364, + "main_score": 0.861666, + "hf_subset": "ace_Latn-hne_Deva", + "languages": [ + "ace-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.578916, + "recall": 0.631423, + "f1": 0.593003, + "accuracy": 0.631423, + "main_score": 0.593003, + "hf_subset": "ace_Latn-kik_Latn", + "languages": [ + "ace-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.859346, + "recall": 0.891304, + "f1": 0.868486, + "accuracy": 0.891304, + "main_score": 0.868486, + "hf_subset": "ace_Latn-mai_Deva", + "languages": [ + "ace-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.812401, + "recall": 0.851779, + "f1": 0.823748, + "accuracy": 0.851779, + "main_score": 0.823748, + "hf_subset": "ace_Latn-pbt_Arab", + "languages": [ + "ace-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.876301, + "recall": 0.908103, + "f1": 0.885691, + "accuracy": 0.908103, + "main_score": 0.885691, + "hf_subset": "ace_Latn-spa_Latn", + "languages": [ + "ace-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.694326, + "recall": 0.743083, + "f1": 0.708525, + "accuracy": 0.743083, + "main_score": 0.708525, + "hf_subset": "ace_Latn-twi_Latn", + "languages": [ + "ace-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.848464, + "recall": 0.883399, + "f1": 0.858668, + "accuracy": 0.883399, + "main_score": 0.858668, + "hf_subset": "ace_Latn-acm_Arab", + "languages": [ + "ace-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.806845, + "recall": 0.853755, + "f1": 0.820958, + "accuracy": 0.853755, + "main_score": 0.820958, + "hf_subset": "ace_Latn-bel_Cyrl", + "languages": [ + "ace-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.885938, + "recall": 0.91502, + "f1": 0.894664, + "accuracy": 0.91502, + "main_score": 0.894664, + "hf_subset": "ace_Latn-eng_Latn", + "languages": [ + "ace-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.845259, + "recall": 0.883399, + "f1": 0.856752, + "accuracy": 0.883399, + "main_score": 0.856752, + "hf_subset": "ace_Latn-hrv_Latn", + "languages": [ + "ace-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.715399, + "recall": 0.768775, + "f1": 0.730651, + "accuracy": 0.768775, + "main_score": 0.730651, + "hf_subset": "ace_Latn-kin_Latn", + "languages": [ + "ace-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.830015, + "recall": 0.869565, + "f1": 0.841152, + "accuracy": 0.869565, + "main_score": 0.841152, + "hf_subset": "ace_Latn-mal_Mlym", + "languages": [ + "ace-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.852942, + "recall": 0.889328, + "f1": 0.863801, + "accuracy": 0.889328, + "main_score": 0.863801, + "hf_subset": "ace_Latn-pes_Arab", + "languages": [ + "ace-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.843692, + "recall": 0.878458, + "f1": 0.853722, + "accuracy": 0.878458, + "main_score": 0.853722, + "hf_subset": "ace_Latn-srd_Latn", + "languages": [ + "ace-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.223729, + "recall": 0.284585, + "f1": 0.238905, + "accuracy": 0.284585, + "main_score": 0.238905, + "hf_subset": "ace_Latn-tzm_Tfng", + "languages": [ + "ace-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.844006, + "recall": 0.879447, + "f1": 0.854471, + "accuracy": 0.879447, + "main_score": 0.854471, + "hf_subset": "ace_Latn-acq_Arab", + "languages": [ + "ace-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.625877, + "recall": 0.682806, + "f1": 0.641838, + "accuracy": 0.682806, + "main_score": 0.641838, + "hf_subset": "ace_Latn-bem_Latn", + "languages": [ + "ace-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.835679, + "recall": 0.87253, + "f1": 0.846212, + "accuracy": 0.87253, + "main_score": 0.846212, + "hf_subset": "ace_Latn-epo_Latn", + "languages": [ + "ace-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.862722, + "recall": 0.897233, + "f1": 0.872947, + "accuracy": 0.897233, + "main_score": 0.872947, + "hf_subset": "ace_Latn-hun_Latn", + "languages": [ + "ace-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.805443, + "recall": 0.853755, + "f1": 0.819602, + "accuracy": 0.853755, + "main_score": 0.819602, + "hf_subset": "ace_Latn-kir_Cyrl", + "languages": [ + "ace-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.845284, + "recall": 0.882411, + "f1": 0.856456, + "accuracy": 0.882411, + "main_score": 0.856456, + "hf_subset": "ace_Latn-mar_Deva", + "languages": [ + "ace-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.74326, + "recall": 0.79249, + "f1": 0.756927, + "accuracy": 0.79249, + "main_score": 0.756927, + "hf_subset": "ace_Latn-plt_Latn", + "languages": [ + "ace-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.856299, + "recall": 0.887352, + "f1": 0.864854, + "accuracy": 0.887352, + "main_score": 0.864854, + "hf_subset": "ace_Latn-srp_Cyrl", + "languages": [ + "ace-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.753476, + "recall": 0.810277, + "f1": 0.770043, + "accuracy": 0.810277, + "main_score": 0.770043, + "hf_subset": "ace_Latn-uig_Arab", + "languages": [ + "ace-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.832724, + "recall": 0.87253, + "f1": 0.844138, + "accuracy": 0.87253, + "main_score": 0.844138, + "hf_subset": "ace_Latn-aeb_Arab", + "languages": [ + "ace-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.830687, + "recall": 0.868577, + "f1": 0.84154, + "accuracy": 0.868577, + "main_score": 0.84154, + "hf_subset": "ace_Latn-ben_Beng", + "languages": [ + "ace-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.846612, + "recall": 0.881423, + "f1": 0.856705, + "accuracy": 0.881423, + "main_score": 0.856705, + "hf_subset": "ace_Latn-est_Latn", + "languages": [ + "ace-Latn", + "est-Latn" + ] + }, + { + "precision": 0.828084, + "recall": 0.870553, + "f1": 0.840431, + "accuracy": 0.870553, + "main_score": 0.840431, + "hf_subset": "ace_Latn-hye_Armn", + "languages": [ + "ace-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.502635, + "recall": 0.554348, + "f1": 0.517014, + "accuracy": 0.554348, + "main_score": 0.517014, + "hf_subset": "ace_Latn-kmb_Latn", + "languages": [ + "ace-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.532482, + "recall": 0.608696, + "f1": 0.553612, + "accuracy": 0.608696, + "main_score": 0.553612, + "hf_subset": "ace_Latn-min_Arab", + "languages": [ + "ace-Latn", + "min-Arab" + ] + }, + { + "precision": 0.850214, + "recall": 0.887352, + "f1": 0.861119, + "accuracy": 0.887352, + "main_score": 0.861119, + "hf_subset": "ace_Latn-pol_Latn", + "languages": [ + "ace-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.655567, + "recall": 0.714427, + "f1": 0.672323, + "accuracy": 0.714427, + "main_score": 0.672323, + "hf_subset": "ace_Latn-ssw_Latn", + "languages": [ + "ace-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.852586, + "recall": 0.889328, + "f1": 0.863458, + "accuracy": 0.889328, + "main_score": 0.863458, + "hf_subset": "ace_Latn-ukr_Cyrl", + "languages": [ + "ace-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.838333, + "recall": 0.879447, + "f1": 0.850134, + "accuracy": 0.879447, + "main_score": 0.850134, + "hf_subset": "ace_Latn-afr_Latn", + "languages": [ + "ace-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.843445, + "recall": 0.880435, + "f1": 0.854268, + "accuracy": 0.880435, + "main_score": 0.854268, + "hf_subset": "ace_Latn-bho_Deva", + "languages": [ + "ace-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.828755, + "recall": 0.868577, + "f1": 0.839959, + "accuracy": 0.868577, + "main_score": 0.839959, + "hf_subset": "ace_Latn-eus_Latn", + "languages": [ + "ace-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.726685, + "recall": 0.781621, + "f1": 0.742476, + "accuracy": 0.781621, + "main_score": 0.742476, + "hf_subset": "ace_Latn-ibo_Latn", + "languages": [ + "ace-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.762526, + "recall": 0.809289, + "f1": 0.777059, + "accuracy": 0.809289, + "main_score": 0.777059, + "hf_subset": "ace_Latn-kmr_Latn", + "languages": [ + "ace-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.861399, + "recall": 0.892292, + "f1": 0.870444, + "accuracy": 0.892292, + "main_score": 0.870444, + "hf_subset": "ace_Latn-min_Latn", + "languages": [ + "ace-Latn", + "min-Latn" + ] + }, + { + "precision": 0.876127, + "recall": 0.905138, + "f1": 0.884798, + "accuracy": 0.905138, + "main_score": 0.884798, + "hf_subset": "ace_Latn-por_Latn", + "languages": [ + "ace-Latn", + "por-Latn" + ] + }, + { + "precision": 0.854515, + "recall": 0.885375, + "f1": 0.86348, + "accuracy": 0.885375, + "main_score": 0.86348, + "hf_subset": "ace_Latn-sun_Latn", + "languages": [ + "ace-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.472983, + "recall": 0.52668, + "f1": 0.489159, + "accuracy": 0.52668, + "main_score": 0.489159, + "hf_subset": "ace_Latn-umb_Latn", + "languages": [ + "ace-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.846189, + "recall": 0.884387, + "f1": 0.85723, + "accuracy": 0.884387, + "main_score": 0.85723, + "hf_subset": "ace_Latn-ajp_Arab", + "languages": [ + "ace-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.554452, + "recall": 0.624506, + "f1": 0.574392, + "accuracy": 0.624506, + "main_score": 0.574392, + "hf_subset": "ace_Latn-bjn_Arab", + "languages": [ + "ace-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.488168, + "recall": 0.534585, + "f1": 0.501147, + "accuracy": 0.534585, + "main_score": 0.501147, + "hf_subset": "ace_Latn-ewe_Latn", + "languages": [ + "ace-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.835194, + "recall": 0.871542, + "f1": 0.845704, + "accuracy": 0.871542, + "main_score": 0.845704, + "hf_subset": "ace_Latn-ilo_Latn", + "languages": [ + "ace-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.281862, + "recall": 0.343874, + "f1": 0.297893, + "accuracy": 0.343874, + "main_score": 0.297893, + "hf_subset": "ace_Latn-knc_Arab", + "languages": [ + "ace-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.844763, + "recall": 0.883399, + "f1": 0.856442, + "accuracy": 0.883399, + "main_score": 0.856442, + "hf_subset": "ace_Latn-mkd_Cyrl", + "languages": [ + "ace-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.857345, + "recall": 0.892292, + "f1": 0.867657, + "accuracy": 0.892292, + "main_score": 0.867657, + "hf_subset": "ace_Latn-prs_Arab", + "languages": [ + "ace-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.852413, + "recall": 0.88834, + "f1": 0.862901, + "accuracy": 0.88834, + "main_score": 0.862901, + "hf_subset": "ace_Latn-swe_Latn", + "languages": [ + "ace-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.82926, + "recall": 0.870553, + "f1": 0.840914, + "accuracy": 0.870553, + "main_score": 0.840914, + "hf_subset": "ace_Latn-urd_Arab", + "languages": [ + "ace-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.673059, + "recall": 0.725296, + "f1": 0.687459, + "accuracy": 0.725296, + "main_score": 0.687459, + "hf_subset": "ace_Latn-aka_Latn", + "languages": [ + "ace-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.861849, + "recall": 0.88834, + "f1": 0.869518, + "accuracy": 0.88834, + "main_score": 0.869518, + "hf_subset": "ace_Latn-bjn_Latn", + "languages": [ + "ace-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.798825, + "recall": 0.840909, + "f1": 0.810187, + "accuracy": 0.840909, + "main_score": 0.810187, + "hf_subset": "ace_Latn-fao_Latn", + "languages": [ + "ace-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.881028, + "recall": 0.912055, + "f1": 0.890298, + "accuracy": 0.912055, + "main_score": 0.890298, + "hf_subset": "ace_Latn-ind_Latn", + "languages": [ + "ace-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.54541, + "recall": 0.588933, + "f1": 0.558082, + "accuracy": 0.588933, + "main_score": 0.558082, + "hf_subset": "ace_Latn-knc_Latn", + "languages": [ + "ace-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.833919, + "recall": 0.870553, + "f1": 0.844475, + "accuracy": 0.870553, + "main_score": 0.844475, + "hf_subset": "ace_Latn-mlt_Latn", + "languages": [ + "ace-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.617583, + "recall": 0.666008, + "f1": 0.631338, + "accuracy": 0.666008, + "main_score": 0.631338, + "hf_subset": "ace_Latn-quy_Latn", + "languages": [ + "ace-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.806284, + "recall": 0.849802, + "f1": 0.818764, + "accuracy": 0.849802, + "main_score": 0.818764, + "hf_subset": "ace_Latn-swh_Latn", + "languages": [ + "ace-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.822308, + "recall": 0.863636, + "f1": 0.834376, + "accuracy": 0.863636, + "main_score": 0.834376, + "hf_subset": "ace_Latn-uzn_Latn", + "languages": [ + "ace-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.84903, + "recall": 0.881423, + "f1": 0.858442, + "accuracy": 0.881423, + "main_score": 0.858442, + "hf_subset": "ace_Latn-als_Latn", + "languages": [ + "ace-Latn", + "als-Latn" + ] + }, + { + "precision": 0.562198, + "recall": 0.636364, + "f1": 0.583442, + "accuracy": 0.636364, + "main_score": 0.583442, + "hf_subset": "ace_Latn-bod_Tibt", + "languages": [ + "ace-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.598626, + "recall": 0.659091, + "f1": 0.615686, + "accuracy": 0.659091, + "main_score": 0.615686, + "hf_subset": "ace_Latn-fij_Latn", + "languages": [ + "ace-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.779434, + "recall": 0.829051, + "f1": 0.793711, + "accuracy": 0.829051, + "main_score": 0.793711, + "hf_subset": "ace_Latn-isl_Latn", + "languages": [ + "ace-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.616147, + "recall": 0.670949, + "f1": 0.631244, + "accuracy": 0.670949, + "main_score": 0.631244, + "hf_subset": "ace_Latn-kon_Latn", + "languages": [ + "ace-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.586383, + "recall": 0.646245, + "f1": 0.602992, + "accuracy": 0.646245, + "main_score": 0.602992, + "hf_subset": "ace_Latn-mni_Beng", + "languages": [ + "ace-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.864377, + "recall": 0.899209, + "f1": 0.874807, + "accuracy": 0.899209, + "main_score": 0.874807, + "hf_subset": "ace_Latn-ron_Latn", + "languages": [ + "ace-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.853302, + "recall": 0.885375, + "f1": 0.863098, + "accuracy": 0.885375, + "main_score": 0.863098, + "hf_subset": "ace_Latn-szl_Latn", + "languages": [ + "ace-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.861685, + "recall": 0.895257, + "f1": 0.871074, + "accuracy": 0.895257, + "main_score": 0.871074, + "hf_subset": "ace_Latn-vec_Latn", + "languages": [ + "ace-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.784561, + "recall": 0.829051, + "f1": 0.797744, + "accuracy": 0.829051, + "main_score": 0.797744, + "hf_subset": "ace_Latn-amh_Ethi", + "languages": [ + "ace-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.860903, + "recall": 0.893281, + "f1": 0.870031, + "accuracy": 0.893281, + "main_score": 0.870031, + "hf_subset": "ace_Latn-bos_Latn", + "languages": [ + "ace-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.849226, + "recall": 0.885375, + "f1": 0.859505, + "accuracy": 0.885375, + "main_score": 0.859505, + "hf_subset": "ace_Latn-fin_Latn", + "languages": [ + "ace-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.86602, + "recall": 0.896245, + "f1": 0.874446, + "accuracy": 0.896245, + "main_score": 0.874446, + "hf_subset": "ace_Latn-ita_Latn", + "languages": [ + "ace-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.870751, + "recall": 0.903162, + "f1": 0.880519, + "accuracy": 0.903162, + "main_score": 0.880519, + "hf_subset": "ace_Latn-kor_Hang", + "languages": [ + "ace-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.529237, + "recall": 0.578063, + "f1": 0.542857, + "accuracy": 0.578063, + "main_score": 0.542857, + "hf_subset": "ace_Latn-mos_Latn", + "languages": [ + "ace-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.635497, + "recall": 0.690711, + "f1": 0.651561, + "accuracy": 0.690711, + "main_score": 0.651561, + "hf_subset": "ace_Latn-run_Latn", + "languages": [ + "ace-Latn", + "run-Latn" + ] + }, + { + "precision": 0.794606, + "recall": 0.840909, + "f1": 0.808041, + "accuracy": 0.840909, + "main_score": 0.808041, + "hf_subset": "ace_Latn-tam_Taml", + "languages": [ + "ace-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.854582, + "recall": 0.88834, + "f1": 0.864134, + "accuracy": 0.88834, + "main_score": 0.864134, + "hf_subset": "ace_Latn-vie_Latn", + "languages": [ + "ace-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.854174, + "recall": 0.887352, + "f1": 0.863406, + "accuracy": 0.887352, + "main_score": 0.863406, + "hf_subset": "ace_Latn-apc_Arab", + "languages": [ + "ace-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.749032, + "recall": 0.790514, + "f1": 0.760993, + "accuracy": 0.790514, + "main_score": 0.760993, + "hf_subset": "ace_Latn-bug_Latn", + "languages": [ + "ace-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.452529, + "recall": 0.498024, + "f1": 0.465648, + "accuracy": 0.498024, + "main_score": 0.465648, + "hf_subset": "ace_Latn-fon_Latn", + "languages": [ + "ace-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.848328, + "recall": 0.879447, + "f1": 0.857647, + "accuracy": 0.879447, + "main_score": 0.857647, + "hf_subset": "ace_Latn-jav_Latn", + "languages": [ + "ace-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.761877, + "recall": 0.815217, + "f1": 0.77772, + "accuracy": 0.815217, + "main_score": 0.77772, + "hf_subset": "ace_Latn-lao_Laoo", + "languages": [ + "ace-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.719417, + "recall": 0.775692, + "f1": 0.735935, + "accuracy": 0.775692, + "main_score": 0.735935, + "hf_subset": "ace_Latn-mri_Latn", + "languages": [ + "ace-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.859726, + "recall": 0.895257, + "f1": 0.870273, + "accuracy": 0.895257, + "main_score": 0.870273, + "hf_subset": "ace_Latn-rus_Cyrl", + "languages": [ + "ace-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.536611, + "recall": 0.586957, + "f1": 0.551225, + "accuracy": 0.586957, + "main_score": 0.551225, + "hf_subset": "ace_Latn-taq_Latn", + "languages": [ + "ace-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.847341, + "recall": 0.881423, + "f1": 0.8567, + "accuracy": 0.881423, + "main_score": 0.8567, + "hf_subset": "ace_Latn-war_Latn", + "languages": [ + "ace-Latn", + "war-Latn" + ] + }, + { + "precision": 0.847343, + "recall": 0.885375, + "f1": 0.858498, + "accuracy": 0.885375, + "main_score": 0.858498, + "hf_subset": "ace_Latn-arb_Arab", + "languages": [ + "ace-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.857108, + "recall": 0.892292, + "f1": 0.867657, + "accuracy": 0.892292, + "main_score": 0.867657, + "hf_subset": "ace_Latn-bul_Cyrl", + "languages": [ + "ace-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.867567, + "recall": 0.901186, + "f1": 0.877555, + "accuracy": 0.901186, + "main_score": 0.877555, + "hf_subset": "ace_Latn-fra_Latn", + "languages": [ + "ace-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.848243, + "recall": 0.880435, + "f1": 0.857024, + "accuracy": 0.880435, + "main_score": 0.857024, + "hf_subset": "ace_Latn-jpn_Jpan", + "languages": [ + "ace-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.876226, + "recall": 0.905138, + "f1": 0.88434, + "accuracy": 0.905138, + "main_score": 0.88434, + "hf_subset": "ace_Latn-lij_Latn", + "languages": [ + "ace-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.811901, + "recall": 0.854743, + "f1": 0.824619, + "accuracy": 0.854743, + "main_score": 0.824619, + "hf_subset": "ace_Latn-mya_Mymr", + "languages": [ + "ace-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.574591, + "recall": 0.628458, + "f1": 0.5897, + "accuracy": 0.628458, + "main_score": 0.5897, + "hf_subset": "ace_Latn-sag_Latn", + "languages": [ + "ace-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.244083, + "recall": 0.3083, + "f1": 0.260384, + "accuracy": 0.3083, + "main_score": 0.260384, + "hf_subset": "ace_Latn-taq_Tfng", + "languages": [ + "ace-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.647624, + "recall": 0.69664, + "f1": 0.661168, + "accuracy": 0.69664, + "main_score": 0.661168, + "hf_subset": "ace_Latn-wol_Latn", + "languages": [ + "ace-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.71878, + "recall": 0.779644, + "f1": 0.736581, + "accuracy": 0.779644, + "main_score": 0.736581, + "hf_subset": "ace_Latn-arb_Latn", + "languages": [ + "ace-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.858902, + "recall": 0.893281, + "f1": 0.868717, + "accuracy": 0.893281, + "main_score": 0.868717, + "hf_subset": "ace_Latn-cat_Latn", + "languages": [ + "ace-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.846758, + "recall": 0.880435, + "f1": 0.856504, + "accuracy": 0.880435, + "main_score": 0.856504, + "hf_subset": "ace_Latn-fur_Latn", + "languages": [ + "ace-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.454398, + "recall": 0.520751, + "f1": 0.472949, + "accuracy": 0.520751, + "main_score": 0.472949, + "hf_subset": "ace_Latn-kab_Latn", + "languages": [ + "ace-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.832404, + "recall": 0.866601, + "f1": 0.842159, + "accuracy": 0.866601, + "main_score": 0.842159, + "hf_subset": "ace_Latn-lim_Latn", + "languages": [ + "ace-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.854421, + "recall": 0.88834, + "f1": 0.864178, + "accuracy": 0.88834, + "main_score": 0.864178, + "hf_subset": "ace_Latn-nld_Latn", + "languages": [ + "ace-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.796676, + "recall": 0.844862, + "f1": 0.811298, + "accuracy": 0.844862, + "main_score": 0.811298, + "hf_subset": "ace_Latn-san_Deva", + "languages": [ + "ace-Latn", + "san-Deva" + ] + }, + { + "precision": 0.846583, + "recall": 0.879447, + "f1": 0.855997, + "accuracy": 0.879447, + "main_score": 0.855997, + "hf_subset": "ace_Latn-tat_Cyrl", + "languages": [ + "ace-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.721025, + "recall": 0.780632, + "f1": 0.738476, + "accuracy": 0.780632, + "main_score": 0.738476, + "hf_subset": "ace_Latn-xho_Latn", + "languages": [ + "ace-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.844395, + "recall": 0.881423, + "f1": 0.854974, + "accuracy": 0.881423, + "main_score": 0.854974, + "hf_subset": "ace_Latn-ars_Arab", + "languages": [ + "ace-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.834688, + "recall": 0.868577, + "f1": 0.843996, + "accuracy": 0.868577, + "main_score": 0.843996, + "hf_subset": "ace_Latn-ceb_Latn", + "languages": [ + "ace-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.511222, + "recall": 0.570158, + "f1": 0.528279, + "accuracy": 0.570158, + "main_score": 0.528279, + "hf_subset": "ace_Latn-fuv_Latn", + "languages": [ + "ace-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.509763, + "recall": 0.560277, + "f1": 0.524115, + "accuracy": 0.560277, + "main_score": 0.524115, + "hf_subset": "ace_Latn-kac_Latn", + "languages": [ + "ace-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.621866, + "recall": 0.675889, + "f1": 0.637075, + "accuracy": 0.675889, + "main_score": 0.637075, + "hf_subset": "ace_Latn-lin_Latn", + "languages": [ + "ace-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.839616, + "recall": 0.874506, + "f1": 0.849656, + "accuracy": 0.874506, + "main_score": 0.849656, + "hf_subset": "ace_Latn-nno_Latn", + "languages": [ + "ace-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.727503, + "recall": 0.788538, + "f1": 0.74569, + "accuracy": 0.788538, + "main_score": 0.74569, + "hf_subset": "ace_Latn-sat_Olck", + "languages": [ + "ace-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.810178, + "recall": 0.852767, + "f1": 0.822366, + "accuracy": 0.852767, + "main_score": 0.822366, + "hf_subset": "ace_Latn-tel_Telu", + "languages": [ + "ace-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.818112, + "recall": 0.86166, + "f1": 0.830833, + "accuracy": 0.86166, + "main_score": 0.830833, + "hf_subset": "ace_Latn-ydd_Hebr", + "languages": [ + "ace-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.818845, + "recall": 0.862648, + "f1": 0.831406, + "accuracy": 0.862648, + "main_score": 0.831406, + "hf_subset": "ace_Latn-ary_Arab", + "languages": [ + "ace-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.855105, + "recall": 0.893281, + "f1": 0.866653, + "accuracy": 0.893281, + "main_score": 0.866653, + "hf_subset": "ace_Latn-ces_Latn", + "languages": [ + "ace-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.55897, + "recall": 0.620553, + "f1": 0.576289, + "accuracy": 0.620553, + "main_score": 0.576289, + "hf_subset": "ace_Latn-gaz_Latn", + "languages": [ + "ace-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.539593, + "recall": 0.597826, + "f1": 0.556016, + "accuracy": 0.597826, + "main_score": 0.556016, + "hf_subset": "ace_Latn-kam_Latn", + "languages": [ + "ace-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.839542, + "recall": 0.87747, + "f1": 0.850756, + "accuracy": 0.87747, + "main_score": 0.850756, + "hf_subset": "ace_Latn-lit_Latn", + "languages": [ + "ace-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.859314, + "recall": 0.891304, + "f1": 0.868434, + "accuracy": 0.891304, + "main_score": 0.868434, + "hf_subset": "ace_Latn-nob_Latn", + "languages": [ + "ace-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.873979, + "recall": 0.899209, + "f1": 0.881174, + "accuracy": 0.899209, + "main_score": 0.881174, + "hf_subset": "ace_Latn-scn_Latn", + "languages": [ + "ace-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.796133, + "recall": 0.847826, + "f1": 0.811503, + "accuracy": 0.847826, + "main_score": 0.811503, + "hf_subset": "ace_Latn-tgk_Cyrl", + "languages": [ + "ace-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.628204, + "recall": 0.690711, + "f1": 0.646045, + "accuracy": 0.690711, + "main_score": 0.646045, + "hf_subset": "ace_Latn-yor_Latn", + "languages": [ + "ace-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.855, + "recall": 0.88834, + "f1": 0.864581, + "accuracy": 0.88834, + "main_score": 0.864581, + "hf_subset": "ace_Latn-arz_Arab", + "languages": [ + "ace-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.524502, + "recall": 0.583004, + "f1": 0.541322, + "accuracy": 0.583004, + "main_score": 0.541322, + "hf_subset": "ace_Latn-cjk_Latn", + "languages": [ + "ace-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.781069, + "recall": 0.83004, + "f1": 0.795509, + "accuracy": 0.83004, + "main_score": 0.795509, + "hf_subset": "ace_Latn-gla_Latn", + "languages": [ + "ace-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.822093, + "recall": 0.86166, + "f1": 0.833626, + "accuracy": 0.86166, + "main_score": 0.833626, + "hf_subset": "ace_Latn-kan_Knda", + "languages": [ + "ace-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.853476, + "recall": 0.884387, + "f1": 0.86216, + "accuracy": 0.884387, + "main_score": 0.86216, + "hf_subset": "ace_Latn-lmo_Latn", + "languages": [ + "ace-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.83998, + "recall": 0.874506, + "f1": 0.849426, + "accuracy": 0.874506, + "main_score": 0.849426, + "hf_subset": "ace_Latn-npi_Deva", + "languages": [ + "ace-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.47904, + "recall": 0.547431, + "f1": 0.498562, + "accuracy": 0.547431, + "main_score": 0.498562, + "hf_subset": "ace_Latn-shn_Mymr", + "languages": [ + "ace-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.847615, + "recall": 0.881423, + "f1": 0.857173, + "accuracy": 0.881423, + "main_score": 0.857173, + "hf_subset": "ace_Latn-tgl_Latn", + "languages": [ + "ace-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.832675, + "recall": 0.869565, + "f1": 0.842981, + "accuracy": 0.869565, + "main_score": 0.842981, + "hf_subset": "ace_Latn-yue_Hant", + "languages": [ + "ace-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.806159, + "recall": 0.844862, + "f1": 0.817475, + "accuracy": 0.844862, + "main_score": 0.817475, + "hf_subset": "ace_Latn-asm_Beng", + "languages": [ + "ace-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.773073, + "recall": 0.823123, + "f1": 0.788208, + "accuracy": 0.823123, + "main_score": 0.788208, + "hf_subset": "ace_Latn-ckb_Arab", + "languages": [ + "ace-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.797029, + "recall": 0.841897, + "f1": 0.809874, + "accuracy": 0.841897, + "main_score": 0.809874, + "hf_subset": "ace_Latn-gle_Latn", + "languages": [ + "ace-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.764608, + "recall": 0.822134, + "f1": 0.781719, + "accuracy": 0.822134, + "main_score": 0.781719, + "hf_subset": "ace_Latn-kas_Arab", + "languages": [ + "ace-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.791528, + "recall": 0.833992, + "f1": 0.803937, + "accuracy": 0.833992, + "main_score": 0.803937, + "hf_subset": "ace_Latn-ltg_Latn", + "languages": [ + "ace-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.696592, + "recall": 0.751976, + "f1": 0.712428, + "accuracy": 0.751976, + "main_score": 0.712428, + "hf_subset": "ace_Latn-nso_Latn", + "languages": [ + "ace-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.808435, + "recall": 0.851779, + "f1": 0.820509, + "accuracy": 0.851779, + "main_score": 0.820509, + "hf_subset": "ace_Latn-sin_Sinh", + "languages": [ + "ace-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.827694, + "recall": 0.869565, + "f1": 0.840187, + "accuracy": 0.869565, + "main_score": 0.840187, + "hf_subset": "ace_Latn-tha_Thai", + "languages": [ + "ace-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.798063, + "recall": 0.840909, + "f1": 0.809762, + "accuracy": 0.840909, + "main_score": 0.809762, + "hf_subset": "ace_Latn-zho_Hans", + "languages": [ + "ace-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.848924, + "recall": 0.884387, + "f1": 0.85918, + "accuracy": 0.884387, + "main_score": 0.85918, + "hf_subset": "ace_Latn-ast_Latn", + "languages": [ + "ace-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.832717, + "recall": 0.867589, + "f1": 0.843264, + "accuracy": 0.867589, + "main_score": 0.843264, + "hf_subset": "ace_Latn-crh_Latn", + "languages": [ + "ace-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.855603, + "recall": 0.890316, + "f1": 0.865728, + "accuracy": 0.890316, + "main_score": 0.865728, + "hf_subset": "ace_Latn-glg_Latn", + "languages": [ + "ace-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.748615, + "recall": 0.798419, + "f1": 0.763225, + "accuracy": 0.798419, + "main_score": 0.763225, + "hf_subset": "ace_Latn-kas_Deva", + "languages": [ + "ace-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.831799, + "recall": 0.867589, + "f1": 0.841801, + "accuracy": 0.867589, + "main_score": 0.841801, + "hf_subset": "ace_Latn-ltz_Latn", + "languages": [ + "ace-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.45419, + "recall": 0.516798, + "f1": 0.471022, + "accuracy": 0.516798, + "main_score": 0.471022, + "hf_subset": "ace_Latn-nus_Latn", + "languages": [ + "ace-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.851803, + "recall": 0.88834, + "f1": 0.862356, + "accuracy": 0.88834, + "main_score": 0.862356, + "hf_subset": "ace_Latn-slk_Latn", + "languages": [ + "ace-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.624725, + "recall": 0.686759, + "f1": 0.642623, + "accuracy": 0.686759, + "main_score": 0.642623, + "hf_subset": "ace_Latn-tir_Ethi", + "languages": [ + "ace-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.834025, + "recall": 0.875494, + "f1": 0.846302, + "accuracy": 0.875494, + "main_score": 0.846302, + "hf_subset": "ace_Latn-zho_Hant", + "languages": [ + "ace-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.85383, + "recall": 0.88834, + "f1": 0.86385, + "accuracy": 0.88834, + "main_score": 0.86385, + "hf_subset": "ace_Latn-awa_Deva", + "languages": [ + "ace-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.840854, + "recall": 0.876482, + "f1": 0.851322, + "accuracy": 0.876482, + "main_score": 0.851322, + "hf_subset": "ace_Latn-cym_Latn", + "languages": [ + "ace-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.711781, + "recall": 0.759881, + "f1": 0.725414, + "accuracy": 0.759881, + "main_score": 0.725414, + "hf_subset": "ace_Latn-grn_Latn", + "languages": [ + "ace-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.822661, + "recall": 0.867589, + "f1": 0.836321, + "accuracy": 0.867589, + "main_score": 0.836321, + "hf_subset": "ace_Latn-kat_Geor", + "languages": [ + "ace-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.604292, + "recall": 0.653162, + "f1": 0.617697, + "accuracy": 0.653162, + "main_score": 0.617697, + "hf_subset": "ace_Latn-lua_Latn", + "languages": [ + "ace-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.706423, + "recall": 0.759881, + "f1": 0.72212, + "accuracy": 0.759881, + "main_score": 0.72212, + "hf_subset": "ace_Latn-nya_Latn", + "languages": [ + "ace-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.83913, + "recall": 0.878458, + "f1": 0.850762, + "accuracy": 0.878458, + "main_score": 0.850762, + "hf_subset": "ace_Latn-slv_Latn", + "languages": [ + "ace-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.817015, + "recall": 0.853755, + "f1": 0.82739, + "accuracy": 0.853755, + "main_score": 0.82739, + "hf_subset": "ace_Latn-tpi_Latn", + "languages": [ + "ace-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.860647, + "recall": 0.893281, + "f1": 0.870067, + "accuracy": 0.893281, + "main_score": 0.870067, + "hf_subset": "ace_Latn-zsm_Latn", + "languages": [ + "ace-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.529178, + "recall": 0.58004, + "f1": 0.543635, + "accuracy": 0.58004, + "main_score": 0.543635, + "hf_subset": "ace_Latn-ayr_Latn", + "languages": [ + "ace-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.87123, + "recall": 0.901186, + "f1": 0.879658, + "accuracy": 0.901186, + "main_score": 0.879658, + "hf_subset": "ace_Latn-dan_Latn", + "languages": [ + "ace-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.841751, + "recall": 0.881423, + "f1": 0.853557, + "accuracy": 0.881423, + "main_score": 0.853557, + "hf_subset": "ace_Latn-guj_Gujr", + "languages": [ + "ace-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.829207, + "recall": 0.870553, + "f1": 0.841455, + "accuracy": 0.870553, + "main_score": 0.841455, + "hf_subset": "ace_Latn-kaz_Cyrl", + "languages": [ + "ace-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.579802, + "recall": 0.648221, + "f1": 0.60012, + "accuracy": 0.648221, + "main_score": 0.60012, + "hf_subset": "ace_Latn-lug_Latn", + "languages": [ + "ace-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.849925, + "recall": 0.883399, + "f1": 0.859279, + "accuracy": 0.883399, + "main_score": 0.859279, + "hf_subset": "ace_Latn-oci_Latn", + "languages": [ + "ace-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.712328, + "recall": 0.763834, + "f1": 0.726638, + "accuracy": 0.763834, + "main_score": 0.726638, + "hf_subset": "ace_Latn-smo_Latn", + "languages": [ + "ace-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.635082, + "recall": 0.699605, + "f1": 0.653076, + "accuracy": 0.699605, + "main_score": 0.653076, + "hf_subset": "ace_Latn-tsn_Latn", + "languages": [ + "ace-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.725889, + "recall": 0.785573, + "f1": 0.743549, + "accuracy": 0.785573, + "main_score": 0.743549, + "hf_subset": "ace_Latn-zul_Latn", + "languages": [ + "ace-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.767906, + "recall": 0.816206, + "f1": 0.782098, + "accuracy": 0.816206, + "main_score": 0.782098, + "hf_subset": "ace_Latn-azb_Arab", + "languages": [ + "ace-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.867539, + "recall": 0.899209, + "f1": 0.876636, + "accuracy": 0.899209, + "main_score": 0.876636, + "hf_subset": "ace_Latn-deu_Latn", + "languages": [ + "ace-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.821643, + "recall": 0.862648, + "f1": 0.833882, + "accuracy": 0.862648, + "main_score": 0.833882, + "hf_subset": "ace_Latn-hat_Latn", + "languages": [ + "ace-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.512649, + "recall": 0.561265, + "f1": 0.526269, + "accuracy": 0.561265, + "main_score": 0.526269, + "hf_subset": "ace_Latn-kbp_Latn", + "languages": [ + "ace-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.555216, + "recall": 0.601779, + "f1": 0.567951, + "accuracy": 0.601779, + "main_score": 0.567951, + "hf_subset": "ace_Latn-luo_Latn", + "languages": [ + "ace-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.78275, + "recall": 0.83498, + "f1": 0.798583, + "accuracy": 0.83498, + "main_score": 0.798583, + "hf_subset": "ace_Latn-ory_Orya", + "languages": [ + "ace-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.727554, + "recall": 0.786561, + "f1": 0.744867, + "accuracy": 0.786561, + "main_score": 0.744867, + "hf_subset": "ace_Latn-sna_Latn", + "languages": [ + "ace-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.632136, + "recall": 0.683794, + "f1": 0.646871, + "accuracy": 0.683794, + "main_score": 0.646871, + "hf_subset": "ace_Latn-tso_Latn", + "languages": [ + "ace-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.825389, + "recall": 0.864625, + "f1": 0.836425, + "accuracy": 0.864625, + "main_score": 0.836425, + "hf_subset": "ace_Latn-azj_Latn", + "languages": [ + "ace-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.514141, + "recall": 0.56917, + "f1": 0.53067, + "accuracy": 0.56917, + "main_score": 0.53067, + "hf_subset": "ace_Latn-dik_Latn", + "languages": [ + "ace-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.760057, + "recall": 0.80336, + "f1": 0.772779, + "accuracy": 0.80336, + "main_score": 0.772779, + "hf_subset": "ace_Latn-hau_Latn", + "languages": [ + "ace-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.845316, + "recall": 0.87747, + "f1": 0.854421, + "accuracy": 0.87747, + "main_score": 0.854421, + "hf_subset": "ace_Latn-kea_Latn", + "languages": [ + "ace-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.760263, + "recall": 0.804348, + "f1": 0.772327, + "accuracy": 0.804348, + "main_score": 0.772327, + "hf_subset": "ace_Latn-lus_Latn", + "languages": [ + "ace-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.775866, + "recall": 0.815217, + "f1": 0.787716, + "accuracy": 0.815217, + "main_score": 0.787716, + "hf_subset": "ace_Latn-pag_Latn", + "languages": [ + "ace-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.78899, + "recall": 0.839921, + "f1": 0.803909, + "accuracy": 0.839921, + "main_score": 0.803909, + "hf_subset": "ace_Latn-snd_Arab", + "languages": [ + "ace-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.817111, + "recall": 0.859684, + "f1": 0.829348, + "accuracy": 0.859684, + "main_score": 0.829348, + "hf_subset": "ace_Latn-tuk_Latn", + "languages": [ + "ace-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.836677, + "recall": 0.875494, + "f1": 0.847944, + "accuracy": 0.875494, + "main_score": 0.847944, + "hf_subset": "ace_Latn-bak_Cyrl", + "languages": [ + "ace-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.473673, + "recall": 0.538538, + "f1": 0.492448, + "accuracy": 0.538538, + "main_score": 0.492448, + "hf_subset": "ace_Latn-dyu_Latn", + "languages": [ + "ace-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.847127, + "recall": 0.883399, + "f1": 0.857578, + "accuracy": 0.883399, + "main_score": 0.857578, + "hf_subset": "ace_Latn-heb_Hebr", + "languages": [ + "ace-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.789913, + "recall": 0.836957, + "f1": 0.804238, + "accuracy": 0.836957, + "main_score": 0.804238, + "hf_subset": "ace_Latn-khk_Cyrl", + "languages": [ + "ace-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.833013, + "recall": 0.874506, + "f1": 0.845175, + "accuracy": 0.874506, + "main_score": 0.845175, + "hf_subset": "ace_Latn-lvs_Latn", + "languages": [ + "ace-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.823922, + "recall": 0.866601, + "f1": 0.836347, + "accuracy": 0.866601, + "main_score": 0.836347, + "hf_subset": "ace_Latn-pan_Guru", + "languages": [ + "ace-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.735458, + "recall": 0.791502, + "f1": 0.752091, + "accuracy": 0.791502, + "main_score": 0.752091, + "hf_subset": "ace_Latn-som_Latn", + "languages": [ + "ace-Latn", + "som-Latn" + ] + }, + { + "precision": 0.629688, + "recall": 0.688735, + "f1": 0.647319, + "accuracy": 0.688735, + "main_score": 0.647319, + "hf_subset": "ace_Latn-tum_Latn", + "languages": [ + "ace-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.560463, + "recall": 0.644269, + "f1": 0.584959, + "accuracy": 0.644269, + "main_score": 0.584959, + "hf_subset": "ban_Latn-ace_Arab", + "languages": [ + "ban-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.494762, + "recall": 0.55336, + "f1": 0.510803, + "accuracy": 0.55336, + "main_score": 0.510803, + "hf_subset": "ban_Latn-bam_Latn", + "languages": [ + "ban-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.547094, + "recall": 0.636364, + "f1": 0.571959, + "accuracy": 0.636364, + "main_score": 0.571959, + "hf_subset": "ban_Latn-dzo_Tibt", + "languages": [ + "ban-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "ban_Latn-hin_Deva", + "languages": [ + "ban-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.90028, + "recall": 0.93083, + "f1": 0.910145, + "accuracy": 0.93083, + "main_score": 0.910145, + "hf_subset": "ban_Latn-khm_Khmr", + "languages": [ + "ban-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "ban_Latn-mag_Deva", + "languages": [ + "ban-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.956275, + "recall": 0.968379, + "f1": 0.960046, + "accuracy": 0.968379, + "main_score": 0.960046, + "hf_subset": "ban_Latn-pap_Latn", + "languages": [ + "ban-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.781933, + "recall": 0.835968, + "f1": 0.798584, + "accuracy": 0.835968, + "main_score": 0.798584, + "hf_subset": "ban_Latn-sot_Latn", + "languages": [ + "ban-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "ban_Latn-tur_Latn", + "languages": [ + "ban-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.869269, + "recall": 0.901186, + "f1": 0.878873, + "accuracy": 0.901186, + "main_score": 0.878873, + "hf_subset": "ban_Latn-ace_Latn", + "languages": [ + "ban-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "ban_Latn-ell_Grek", + "languages": [ + "ban-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.939559, + "recall": 0.956522, + "f1": 0.944993, + "accuracy": 0.956522, + "main_score": 0.944993, + "hf_subset": "ban_Latn-hne_Deva", + "languages": [ + "ban-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.582544, + "recall": 0.644269, + "f1": 0.599799, + "accuracy": 0.644269, + "main_score": 0.599799, + "hf_subset": "ban_Latn-kik_Latn", + "languages": [ + "ban-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "ban_Latn-mai_Deva", + "languages": [ + "ban-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.907856, + "recall": 0.932806, + "f1": 0.915697, + "accuracy": 0.932806, + "main_score": 0.915697, + "hf_subset": "ban_Latn-pbt_Arab", + "languages": [ + "ban-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "ban_Latn-spa_Latn", + "languages": [ + "ban-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.724522, + "recall": 0.781621, + "f1": 0.74137, + "accuracy": 0.781621, + "main_score": 0.74137, + "hf_subset": "ban_Latn-twi_Latn", + "languages": [ + "ban-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.967391, + "f1": 0.958333, + "accuracy": 0.967391, + "main_score": 0.958333, + "hf_subset": "ban_Latn-acm_Arab", + "languages": [ + "ban-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.937451, + "recall": 0.955534, + "f1": 0.943182, + "accuracy": 0.955534, + "main_score": 0.943182, + "hf_subset": "ban_Latn-bel_Cyrl", + "languages": [ + "ban-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ban_Latn-eng_Latn", + "languages": [ + "ban-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.96054, + "accuracy": 0.969368, + "main_score": 0.96054, + "hf_subset": "ban_Latn-hrv_Latn", + "languages": [ + "ban-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.79137, + "recall": 0.837945, + "f1": 0.80519, + "accuracy": 0.837945, + "main_score": 0.80519, + "hf_subset": "ban_Latn-kin_Latn", + "languages": [ + "ban-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "ban_Latn-mal_Mlym", + "languages": [ + "ban-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947746, + "accuracy": 0.959486, + "main_score": 0.947746, + "hf_subset": "ban_Latn-pes_Arab", + "languages": [ + "ban-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.94557, + "recall": 0.961462, + "f1": 0.950659, + "accuracy": 0.961462, + "main_score": 0.950659, + "hf_subset": "ban_Latn-srd_Latn", + "languages": [ + "ban-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.215855, + "recall": 0.277668, + "f1": 0.230856, + "accuracy": 0.277668, + "main_score": 0.230856, + "hf_subset": "ban_Latn-tzm_Tfng", + "languages": [ + "ban-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "ban_Latn-acq_Arab", + "languages": [ + "ban-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.645702, + "recall": 0.710474, + "f1": 0.664183, + "accuracy": 0.710474, + "main_score": 0.664183, + "hf_subset": "ban_Latn-bem_Latn", + "languages": [ + "ban-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "ban_Latn-epo_Latn", + "languages": [ + "ban-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "ban_Latn-hun_Latn", + "languages": [ + "ban-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.922431, + "recall": 0.945652, + "f1": 0.929842, + "accuracy": 0.945652, + "main_score": 0.929842, + "hf_subset": "ban_Latn-kir_Cyrl", + "languages": [ + "ban-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "ban_Latn-mar_Deva", + "languages": [ + "ban-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.790162, + "recall": 0.839921, + "f1": 0.805138, + "accuracy": 0.839921, + "main_score": 0.805138, + "hf_subset": "ban_Latn-plt_Latn", + "languages": [ + "ban-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.96385, + "recall": 0.974308, + "f1": 0.967128, + "accuracy": 0.974308, + "main_score": 0.967128, + "hf_subset": "ban_Latn-srp_Cyrl", + "languages": [ + "ban-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.856637, + "recall": 0.895257, + "f1": 0.868742, + "accuracy": 0.895257, + "main_score": 0.868742, + "hf_subset": "ban_Latn-uig_Arab", + "languages": [ + "ban-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.945958, + "recall": 0.960474, + "f1": 0.950511, + "accuracy": 0.960474, + "main_score": 0.950511, + "hf_subset": "ban_Latn-aeb_Arab", + "languages": [ + "ban-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "ban_Latn-ben_Beng", + "languages": [ + "ban-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ban_Latn-est_Latn", + "languages": [ + "ban-Latn", + "est-Latn" + ] + }, + { + "precision": 0.947875, + "recall": 0.963439, + "f1": 0.952964, + "accuracy": 0.963439, + "main_score": 0.952964, + "hf_subset": "ban_Latn-hye_Armn", + "languages": [ + "ban-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.473152, + "recall": 0.534585, + "f1": 0.490259, + "accuracy": 0.534585, + "main_score": 0.490259, + "hf_subset": "ban_Latn-kmb_Latn", + "languages": [ + "ban-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.528413, + "recall": 0.614625, + "f1": 0.552372, + "accuracy": 0.614625, + "main_score": 0.552372, + "hf_subset": "ban_Latn-min_Arab", + "languages": [ + "ban-Latn", + "min-Arab" + ] + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "ban_Latn-pol_Latn", + "languages": [ + "ban-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.669789, + "recall": 0.740119, + "f1": 0.690596, + "accuracy": 0.740119, + "main_score": 0.690596, + "hf_subset": "ban_Latn-ssw_Latn", + "languages": [ + "ban-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "ban_Latn-ukr_Cyrl", + "languages": [ + "ban-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "ban_Latn-afr_Latn", + "languages": [ + "ban-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "ban_Latn-bho_Deva", + "languages": [ + "ban-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.94837, + "recall": 0.963439, + "f1": 0.953294, + "accuracy": 0.963439, + "main_score": 0.953294, + "hf_subset": "ban_Latn-eus_Latn", + "languages": [ + "ban-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.780995, + "recall": 0.835968, + "f1": 0.797812, + "accuracy": 0.835968, + "main_score": 0.797812, + "hf_subset": "ban_Latn-ibo_Latn", + "languages": [ + "ban-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.809289, + "recall": 0.855731, + "f1": 0.823518, + "accuracy": 0.855731, + "main_score": 0.823518, + "hf_subset": "ban_Latn-kmr_Latn", + "languages": [ + "ban-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.954957, + "recall": 0.968379, + "f1": 0.959223, + "accuracy": 0.968379, + "main_score": 0.959223, + "hf_subset": "ban_Latn-min_Latn", + "languages": [ + "ban-Latn", + "min-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ban_Latn-por_Latn", + "languages": [ + "ban-Latn", + "por-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.965415, + "f1": 0.956192, + "accuracy": 0.965415, + "main_score": 0.956192, + "hf_subset": "ban_Latn-sun_Latn", + "languages": [ + "ban-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.457618, + "recall": 0.520751, + "f1": 0.476325, + "accuracy": 0.520751, + "main_score": 0.476325, + "hf_subset": "ban_Latn-umb_Latn", + "languages": [ + "ban-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "ban_Latn-ajp_Arab", + "languages": [ + "ban-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.518821, + "recall": 0.603755, + "f1": 0.542828, + "accuracy": 0.603755, + "main_score": 0.542828, + "hf_subset": "ban_Latn-bjn_Arab", + "languages": [ + "ban-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.465302, + "recall": 0.523715, + "f1": 0.481326, + "accuracy": 0.523715, + "main_score": 0.481326, + "hf_subset": "ban_Latn-ewe_Latn", + "languages": [ + "ban-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.927372, + "recall": 0.948617, + "f1": 0.934124, + "accuracy": 0.948617, + "main_score": 0.934124, + "hf_subset": "ban_Latn-ilo_Latn", + "languages": [ + "ban-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.271305, + "recall": 0.333992, + "f1": 0.286487, + "accuracy": 0.333992, + "main_score": 0.286487, + "hf_subset": "ban_Latn-knc_Arab", + "languages": [ + "ban-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ban_Latn-mkd_Cyrl", + "languages": [ + "ban-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.95504, + "recall": 0.967391, + "f1": 0.958992, + "accuracy": 0.967391, + "main_score": 0.958992, + "hf_subset": "ban_Latn-prs_Arab", + "languages": [ + "ban-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ban_Latn-swe_Latn", + "languages": [ + "ban-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.951005, + "recall": 0.965415, + "f1": 0.955599, + "accuracy": 0.965415, + "main_score": 0.955599, + "hf_subset": "ban_Latn-urd_Arab", + "languages": [ + "ban-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.692896, + "recall": 0.752964, + "f1": 0.710512, + "accuracy": 0.752964, + "main_score": 0.710512, + "hf_subset": "ban_Latn-aka_Latn", + "languages": [ + "ban-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.94552, + "recall": 0.960474, + "f1": 0.950264, + "accuracy": 0.960474, + "main_score": 0.950264, + "hf_subset": "ban_Latn-bjn_Latn", + "languages": [ + "ban-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.896607, + "recall": 0.925889, + "f1": 0.905764, + "accuracy": 0.925889, + "main_score": 0.905764, + "hf_subset": "ban_Latn-fao_Latn", + "languages": [ + "ban-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "ban_Latn-ind_Latn", + "languages": [ + "ban-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.533244, + "recall": 0.587945, + "f1": 0.548241, + "accuracy": 0.587945, + "main_score": 0.548241, + "hf_subset": "ban_Latn-knc_Latn", + "languages": [ + "ban-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.956316, + "recall": 0.967391, + "f1": 0.959706, + "accuracy": 0.967391, + "main_score": 0.959706, + "hf_subset": "ban_Latn-mlt_Latn", + "languages": [ + "ban-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.62566, + "recall": 0.695652, + "f1": 0.646185, + "accuracy": 0.695652, + "main_score": 0.646185, + "hf_subset": "ban_Latn-quy_Latn", + "languages": [ + "ban-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "ban_Latn-swh_Latn", + "languages": [ + "ban-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "ban_Latn-uzn_Latn", + "languages": [ + "ban-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.963439, + "f1": 0.953854, + "accuracy": 0.963439, + "main_score": 0.953854, + "hf_subset": "ban_Latn-als_Latn", + "languages": [ + "ban-Latn", + "als-Latn" + ] + }, + { + "precision": 0.656901, + "recall": 0.735178, + "f1": 0.679783, + "accuracy": 0.735178, + "main_score": 0.679783, + "hf_subset": "ban_Latn-bod_Tibt", + "languages": [ + "ban-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.619535, + "recall": 0.683794, + "f1": 0.637701, + "accuracy": 0.683794, + "main_score": 0.637701, + "hf_subset": "ban_Latn-fij_Latn", + "languages": [ + "ban-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.898633, + "recall": 0.926877, + "f1": 0.907675, + "accuracy": 0.926877, + "main_score": 0.907675, + "hf_subset": "ban_Latn-isl_Latn", + "languages": [ + "ban-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.600676, + "recall": 0.663043, + "f1": 0.618301, + "accuracy": 0.663043, + "main_score": 0.618301, + "hf_subset": "ban_Latn-kon_Latn", + "languages": [ + "ban-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.598694, + "recall": 0.676877, + "f1": 0.621182, + "accuracy": 0.676877, + "main_score": 0.621182, + "hf_subset": "ban_Latn-mni_Beng", + "languages": [ + "ban-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.965415, + "recall": 0.975296, + "f1": 0.968544, + "accuracy": 0.975296, + "main_score": 0.968544, + "hf_subset": "ban_Latn-ron_Latn", + "languages": [ + "ban-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.945323, + "recall": 0.960474, + "f1": 0.950264, + "accuracy": 0.960474, + "main_score": 0.950264, + "hf_subset": "ban_Latn-szl_Latn", + "languages": [ + "ban-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "ban_Latn-vec_Latn", + "languages": [ + "ban-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.849555, + "recall": 0.891304, + "f1": 0.862549, + "accuracy": 0.891304, + "main_score": 0.862549, + "hf_subset": "ban_Latn-amh_Ethi", + "languages": [ + "ban-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.958251, + "recall": 0.969368, + "f1": 0.961693, + "accuracy": 0.969368, + "main_score": 0.961693, + "hf_subset": "ban_Latn-bos_Latn", + "languages": [ + "ban-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "ban_Latn-fin_Latn", + "languages": [ + "ban-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ban_Latn-ita_Latn", + "languages": [ + "ban-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ban_Latn-kor_Hang", + "languages": [ + "ban-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.507768, + "recall": 0.562253, + "f1": 0.522977, + "accuracy": 0.562253, + "main_score": 0.522977, + "hf_subset": "ban_Latn-mos_Latn", + "languages": [ + "ban-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.678689, + "recall": 0.740119, + "f1": 0.696847, + "accuracy": 0.740119, + "main_score": 0.696847, + "hf_subset": "ban_Latn-run_Latn", + "languages": [ + "ban-Latn", + "run-Latn" + ] + }, + { + "precision": 0.924358, + "recall": 0.944664, + "f1": 0.930519, + "accuracy": 0.944664, + "main_score": 0.930519, + "hf_subset": "ban_Latn-tam_Taml", + "languages": [ + "ban-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "ban_Latn-vie_Latn", + "languages": [ + "ban-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.94804, + "recall": 0.961462, + "f1": 0.952306, + "accuracy": 0.961462, + "main_score": 0.952306, + "hf_subset": "ban_Latn-apc_Arab", + "languages": [ + "ban-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.762434, + "recall": 0.817194, + "f1": 0.778473, + "accuracy": 0.817194, + "main_score": 0.778473, + "hf_subset": "ban_Latn-bug_Latn", + "languages": [ + "ban-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.433032, + "recall": 0.482213, + "f1": 0.446906, + "accuracy": 0.482213, + "main_score": 0.446906, + "hf_subset": "ban_Latn-fon_Latn", + "languages": [ + "ban-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.961462, + "f1": 0.951054, + "accuracy": 0.961462, + "main_score": 0.951054, + "hf_subset": "ban_Latn-jav_Latn", + "languages": [ + "ban-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.869812, + "recall": 0.90415, + "f1": 0.880618, + "accuracy": 0.90415, + "main_score": 0.880618, + "hf_subset": "ban_Latn-lao_Laoo", + "languages": [ + "ban-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.782312, + "recall": 0.837945, + "f1": 0.799308, + "accuracy": 0.837945, + "main_score": 0.799308, + "hf_subset": "ban_Latn-mri_Latn", + "languages": [ + "ban-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "ban_Latn-rus_Cyrl", + "languages": [ + "ban-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.521721, + "recall": 0.58004, + "f1": 0.537883, + "accuracy": 0.58004, + "main_score": 0.537883, + "hf_subset": "ban_Latn-taq_Latn", + "languages": [ + "ban-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ban_Latn-war_Latn", + "languages": [ + "ban-Latn", + "war-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.975296, + "f1": 0.968874, + "accuracy": 0.975296, + "main_score": 0.968874, + "hf_subset": "ban_Latn-arb_Arab", + "languages": [ + "ban-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ban_Latn-bul_Cyrl", + "languages": [ + "ban-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "ban_Latn-fra_Latn", + "languages": [ + "ban-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "ban_Latn-jpn_Jpan", + "languages": [ + "ban-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.944368, + "recall": 0.960474, + "f1": 0.94944, + "accuracy": 0.960474, + "main_score": 0.94944, + "hf_subset": "ban_Latn-lij_Latn", + "languages": [ + "ban-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.913373, + "recall": 0.939723, + "f1": 0.921937, + "accuracy": 0.939723, + "main_score": 0.921937, + "hf_subset": "ban_Latn-mya_Mymr", + "languages": [ + "ban-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.56146, + "recall": 0.62253, + "f1": 0.578045, + "accuracy": 0.62253, + "main_score": 0.578045, + "hf_subset": "ban_Latn-sag_Latn", + "languages": [ + "ban-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.231037, + "recall": 0.306324, + "f1": 0.249553, + "accuracy": 0.306324, + "main_score": 0.249553, + "hf_subset": "ban_Latn-taq_Tfng", + "languages": [ + "ban-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.640964, + "recall": 0.704545, + "f1": 0.658706, + "accuracy": 0.704545, + "main_score": 0.658706, + "hf_subset": "ban_Latn-wol_Latn", + "languages": [ + "ban-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.780421, + "recall": 0.838933, + "f1": 0.798188, + "accuracy": 0.838933, + "main_score": 0.798188, + "hf_subset": "ban_Latn-arb_Latn", + "languages": [ + "ban-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ban_Latn-cat_Latn", + "languages": [ + "ban-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.95751, + "f1": 0.945949, + "accuracy": 0.95751, + "main_score": 0.945949, + "hf_subset": "ban_Latn-fur_Latn", + "languages": [ + "ban-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.42655, + "recall": 0.500988, + "f1": 0.446192, + "accuracy": 0.500988, + "main_score": 0.446192, + "hf_subset": "ban_Latn-kab_Latn", + "languages": [ + "ban-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.937171, + "recall": 0.955534, + "f1": 0.943083, + "accuracy": 0.955534, + "main_score": 0.943083, + "hf_subset": "ban_Latn-lim_Latn", + "languages": [ + "ban-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ban_Latn-nld_Latn", + "languages": [ + "ban-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.89888, + "recall": 0.925889, + "f1": 0.907609, + "accuracy": 0.925889, + "main_score": 0.907609, + "hf_subset": "ban_Latn-san_Deva", + "languages": [ + "ban-Latn", + "san-Deva" + ] + }, + { + "precision": 0.936841, + "recall": 0.954545, + "f1": 0.942424, + "accuracy": 0.954545, + "main_score": 0.942424, + "hf_subset": "ban_Latn-tat_Cyrl", + "languages": [ + "ban-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.809091, + "recall": 0.859684, + "f1": 0.824539, + "accuracy": 0.859684, + "main_score": 0.824539, + "hf_subset": "ban_Latn-xho_Latn", + "languages": [ + "ban-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.975296, + "f1": 0.968874, + "accuracy": 0.975296, + "main_score": 0.968874, + "hf_subset": "ban_Latn-ars_Arab", + "languages": [ + "ban-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.955204, + "recall": 0.967391, + "f1": 0.958959, + "accuracy": 0.967391, + "main_score": 0.958959, + "hf_subset": "ban_Latn-ceb_Latn", + "languages": [ + "ban-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.473431, + "recall": 0.540514, + "f1": 0.492694, + "accuracy": 0.540514, + "main_score": 0.492694, + "hf_subset": "ban_Latn-fuv_Latn", + "languages": [ + "ban-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.47614, + "recall": 0.534585, + "f1": 0.492021, + "accuracy": 0.534585, + "main_score": 0.492021, + "hf_subset": "ban_Latn-kac_Latn", + "languages": [ + "ban-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.621029, + "recall": 0.68083, + "f1": 0.636854, + "accuracy": 0.68083, + "main_score": 0.636854, + "hf_subset": "ban_Latn-lin_Latn", + "languages": [ + "ban-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "ban_Latn-nno_Latn", + "languages": [ + "ban-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.80219, + "recall": 0.855731, + "f1": 0.818874, + "accuracy": 0.855731, + "main_score": 0.818874, + "hf_subset": "ban_Latn-sat_Olck", + "languages": [ + "ban-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "ban_Latn-tel_Telu", + "languages": [ + "ban-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.92696, + "recall": 0.948617, + "f1": 0.93386, + "accuracy": 0.948617, + "main_score": 0.93386, + "hf_subset": "ban_Latn-ydd_Hebr", + "languages": [ + "ban-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.920323, + "recall": 0.942688, + "f1": 0.927536, + "accuracy": 0.942688, + "main_score": 0.927536, + "hf_subset": "ban_Latn-ary_Arab", + "languages": [ + "ban-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "ban_Latn-ces_Latn", + "languages": [ + "ban-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.561876, + "recall": 0.642292, + "f1": 0.584612, + "accuracy": 0.642292, + "main_score": 0.584612, + "hf_subset": "ban_Latn-gaz_Latn", + "languages": [ + "ban-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.524409, + "recall": 0.604743, + "f1": 0.546679, + "accuracy": 0.604743, + "main_score": 0.546679, + "hf_subset": "ban_Latn-kam_Latn", + "languages": [ + "ban-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.951614, + "recall": 0.965415, + "f1": 0.956028, + "accuracy": 0.965415, + "main_score": 0.956028, + "hf_subset": "ban_Latn-lit_Latn", + "languages": [ + "ban-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "ban_Latn-nob_Latn", + "languages": [ + "ban-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.944862, + "recall": 0.959486, + "f1": 0.94944, + "accuracy": 0.959486, + "main_score": 0.94944, + "hf_subset": "ban_Latn-scn_Latn", + "languages": [ + "ban-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.924242, + "recall": 0.945652, + "f1": 0.931324, + "accuracy": 0.945652, + "main_score": 0.931324, + "hf_subset": "ban_Latn-tgk_Cyrl", + "languages": [ + "ban-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.680638, + "recall": 0.750988, + "f1": 0.701657, + "accuracy": 0.750988, + "main_score": 0.701657, + "hf_subset": "ban_Latn-yor_Latn", + "languages": [ + "ban-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.968379, + "f1": 0.959816, + "accuracy": 0.968379, + "main_score": 0.959816, + "hf_subset": "ban_Latn-arz_Arab", + "languages": [ + "ban-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.496217, + "recall": 0.562253, + "f1": 0.514954, + "accuracy": 0.562253, + "main_score": 0.514954, + "hf_subset": "ban_Latn-cjk_Latn", + "languages": [ + "ban-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.873468, + "recall": 0.909091, + "f1": 0.884947, + "accuracy": 0.909091, + "main_score": 0.884947, + "hf_subset": "ban_Latn-gla_Latn", + "languages": [ + "ban-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.92052, + "recall": 0.943676, + "f1": 0.927701, + "accuracy": 0.943676, + "main_score": 0.927701, + "hf_subset": "ban_Latn-kan_Knda", + "languages": [ + "ban-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.948534, + "recall": 0.963439, + "f1": 0.953294, + "accuracy": 0.963439, + "main_score": 0.953294, + "hf_subset": "ban_Latn-lmo_Latn", + "languages": [ + "ban-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954381, + "accuracy": 0.964427, + "main_score": 0.954381, + "hf_subset": "ban_Latn-npi_Deva", + "languages": [ + "ban-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.496022, + "recall": 0.577075, + "f1": 0.518197, + "accuracy": 0.577075, + "main_score": 0.518197, + "hf_subset": "ban_Latn-shn_Mymr", + "languages": [ + "ban-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "ban_Latn-tgl_Latn", + "languages": [ + "ban-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.946064, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "ban_Latn-yue_Hant", + "languages": [ + "ban-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.928475, + "recall": 0.948617, + "f1": 0.934684, + "accuracy": 0.948617, + "main_score": 0.934684, + "hf_subset": "ban_Latn-asm_Beng", + "languages": [ + "ban-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.857049, + "recall": 0.897233, + "f1": 0.869697, + "accuracy": 0.897233, + "main_score": 0.869697, + "hf_subset": "ban_Latn-ckb_Arab", + "languages": [ + "ban-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.901186, + "recall": 0.928854, + "f1": 0.909519, + "accuracy": 0.928854, + "main_score": 0.909519, + "hf_subset": "ban_Latn-gle_Latn", + "languages": [ + "ban-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.856291, + "recall": 0.895257, + "f1": 0.868412, + "accuracy": 0.895257, + "main_score": 0.868412, + "hf_subset": "ban_Latn-kas_Arab", + "languages": [ + "ban-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.850543, + "recall": 0.890316, + "f1": 0.863043, + "accuracy": 0.890316, + "main_score": 0.863043, + "hf_subset": "ban_Latn-ltg_Latn", + "languages": [ + "ban-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.731235, + "recall": 0.790514, + "f1": 0.749226, + "accuracy": 0.790514, + "main_score": 0.749226, + "hf_subset": "ban_Latn-nso_Latn", + "languages": [ + "ban-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.897843, + "recall": 0.927866, + "f1": 0.907345, + "accuracy": 0.927866, + "main_score": 0.907345, + "hf_subset": "ban_Latn-sin_Sinh", + "languages": [ + "ban-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.946723, + "recall": 0.962451, + "f1": 0.951812, + "accuracy": 0.962451, + "main_score": 0.951812, + "hf_subset": "ban_Latn-tha_Thai", + "languages": [ + "ban-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.933424, + "recall": 0.951581, + "f1": 0.938955, + "accuracy": 0.951581, + "main_score": 0.938955, + "hf_subset": "ban_Latn-zho_Hans", + "languages": [ + "ban-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.964015, + "recall": 0.974308, + "f1": 0.967292, + "accuracy": 0.974308, + "main_score": 0.967292, + "hf_subset": "ban_Latn-ast_Latn", + "languages": [ + "ban-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.934206, + "recall": 0.952569, + "f1": 0.940119, + "accuracy": 0.952569, + "main_score": 0.940119, + "hf_subset": "ban_Latn-crh_Latn", + "languages": [ + "ban-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "ban_Latn-glg_Latn", + "languages": [ + "ban-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.818742, + "recall": 0.864625, + "f1": 0.832576, + "accuracy": 0.864625, + "main_score": 0.832576, + "hf_subset": "ban_Latn-kas_Deva", + "languages": [ + "ban-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.946344, + "recall": 0.960474, + "f1": 0.950758, + "accuracy": 0.960474, + "main_score": 0.950758, + "hf_subset": "ban_Latn-ltz_Latn", + "languages": [ + "ban-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.431895, + "recall": 0.499012, + "f1": 0.450359, + "accuracy": 0.499012, + "main_score": 0.450359, + "hf_subset": "ban_Latn-nus_Latn", + "languages": [ + "ban-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "ban_Latn-slk_Latn", + "languages": [ + "ban-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.593906, + "recall": 0.674901, + "f1": 0.616894, + "accuracy": 0.674901, + "main_score": 0.616894, + "hf_subset": "ban_Latn-tir_Ethi", + "languages": [ + "ban-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "ban_Latn-zho_Hant", + "languages": [ + "ban-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.945735, + "recall": 0.962451, + "f1": 0.951153, + "accuracy": 0.962451, + "main_score": 0.951153, + "hf_subset": "ban_Latn-awa_Deva", + "languages": [ + "ban-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "ban_Latn-cym_Latn", + "languages": [ + "ban-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.764394, + "recall": 0.809289, + "f1": 0.777158, + "accuracy": 0.809289, + "main_score": 0.777158, + "hf_subset": "ban_Latn-grn_Latn", + "languages": [ + "ban-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.936265, + "recall": 0.954545, + "f1": 0.941996, + "accuracy": 0.954545, + "main_score": 0.941996, + "hf_subset": "ban_Latn-kat_Geor", + "languages": [ + "ban-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.600841, + "recall": 0.663043, + "f1": 0.617972, + "accuracy": 0.663043, + "main_score": 0.617972, + "hf_subset": "ban_Latn-lua_Latn", + "languages": [ + "ban-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.761117, + "recall": 0.81917, + "f1": 0.778228, + "accuracy": 0.81917, + "main_score": 0.778228, + "hf_subset": "ban_Latn-nya_Latn", + "languages": [ + "ban-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.976285, + "f1": 0.970158, + "accuracy": 0.976285, + "main_score": 0.970158, + "hf_subset": "ban_Latn-slv_Latn", + "languages": [ + "ban-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.92663, + "recall": 0.948617, + "f1": 0.933696, + "accuracy": 0.948617, + "main_score": 0.933696, + "hf_subset": "ban_Latn-tpi_Latn", + "languages": [ + "ban-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "ban_Latn-zsm_Latn", + "languages": [ + "ban-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.509907, + "recall": 0.574111, + "f1": 0.527466, + "accuracy": 0.574111, + "main_score": 0.527466, + "hf_subset": "ban_Latn-ayr_Latn", + "languages": [ + "ban-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.964163, + "accuracy": 0.972332, + "main_score": 0.964163, + "hf_subset": "ban_Latn-dan_Latn", + "languages": [ + "ban-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.95084, + "recall": 0.964427, + "f1": 0.955072, + "accuracy": 0.964427, + "main_score": 0.955072, + "hf_subset": "ban_Latn-guj_Gujr", + "languages": [ + "ban-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.93857, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "ban_Latn-kaz_Cyrl", + "languages": [ + "ban-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.605641, + "recall": 0.678854, + "f1": 0.626695, + "accuracy": 0.678854, + "main_score": 0.626695, + "hf_subset": "ban_Latn-lug_Latn", + "languages": [ + "ban-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.957263, + "recall": 0.969368, + "f1": 0.961034, + "accuracy": 0.969368, + "main_score": 0.961034, + "hf_subset": "ban_Latn-oci_Latn", + "languages": [ + "ban-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.793356, + "recall": 0.839921, + "f1": 0.807329, + "accuracy": 0.839921, + "main_score": 0.807329, + "hf_subset": "ban_Latn-smo_Latn", + "languages": [ + "ban-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.685417, + "recall": 0.750988, + "f1": 0.705061, + "accuracy": 0.750988, + "main_score": 0.705061, + "hf_subset": "ban_Latn-tsn_Latn", + "languages": [ + "ban-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.809206, + "recall": 0.858696, + "f1": 0.824064, + "accuracy": 0.858696, + "main_score": 0.824064, + "hf_subset": "ban_Latn-zul_Latn", + "languages": [ + "ban-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.864213, + "recall": 0.90415, + "f1": 0.877042, + "accuracy": 0.90415, + "main_score": 0.877042, + "hf_subset": "ban_Latn-azb_Arab", + "languages": [ + "ban-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.96945, + "recall": 0.978261, + "f1": 0.972233, + "accuracy": 0.978261, + "main_score": 0.972233, + "hf_subset": "ban_Latn-deu_Latn", + "languages": [ + "ban-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.921064, + "recall": 0.943676, + "f1": 0.928261, + "accuracy": 0.943676, + "main_score": 0.928261, + "hf_subset": "ban_Latn-hat_Latn", + "languages": [ + "ban-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.479266, + "recall": 0.538538, + "f1": 0.495368, + "accuracy": 0.538538, + "main_score": 0.495368, + "hf_subset": "ban_Latn-kbp_Latn", + "languages": [ + "ban-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.520104, + "recall": 0.579051, + "f1": 0.535662, + "accuracy": 0.579051, + "main_score": 0.535662, + "hf_subset": "ban_Latn-luo_Latn", + "languages": [ + "ban-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.91609, + "recall": 0.9417, + "f1": 0.924473, + "accuracy": 0.9417, + "main_score": 0.924473, + "hf_subset": "ban_Latn-ory_Orya", + "languages": [ + "ban-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.820982, + "recall": 0.862648, + "f1": 0.833762, + "accuracy": 0.862648, + "main_score": 0.833762, + "hf_subset": "ban_Latn-sna_Latn", + "languages": [ + "ban-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.62631, + "recall": 0.695652, + "f1": 0.646106, + "accuracy": 0.695652, + "main_score": 0.646106, + "hf_subset": "ban_Latn-tso_Latn", + "languages": [ + "ban-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.938159, + "recall": 0.956522, + "f1": 0.944071, + "accuracy": 0.956522, + "main_score": 0.944071, + "hf_subset": "ban_Latn-azj_Latn", + "languages": [ + "ban-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.505759, + "recall": 0.56917, + "f1": 0.523516, + "accuracy": 0.56917, + "main_score": 0.523516, + "hf_subset": "ban_Latn-dik_Latn", + "languages": [ + "ban-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.830245, + "recall": 0.875494, + "f1": 0.844324, + "accuracy": 0.875494, + "main_score": 0.844324, + "hf_subset": "ban_Latn-hau_Latn", + "languages": [ + "ban-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "ban_Latn-kea_Latn", + "languages": [ + "ban-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.862319, + "recall": 0.898221, + "f1": 0.873273, + "accuracy": 0.898221, + "main_score": 0.873273, + "hf_subset": "ban_Latn-lus_Latn", + "languages": [ + "ban-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.843791, + "recall": 0.882411, + "f1": 0.855915, + "accuracy": 0.882411, + "main_score": 0.855915, + "hf_subset": "ban_Latn-pag_Latn", + "languages": [ + "ban-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.91469, + "recall": 0.940711, + "f1": 0.92309, + "accuracy": 0.940711, + "main_score": 0.92309, + "hf_subset": "ban_Latn-snd_Arab", + "languages": [ + "ban-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.930171, + "recall": 0.950593, + "f1": 0.936759, + "accuracy": 0.950593, + "main_score": 0.936759, + "hf_subset": "ban_Latn-tuk_Latn", + "languages": [ + "ban-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "ban_Latn-bak_Cyrl", + "languages": [ + "ban-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.475501, + "recall": 0.548419, + "f1": 0.495608, + "accuracy": 0.548419, + "main_score": 0.495608, + "hf_subset": "ban_Latn-dyu_Latn", + "languages": [ + "ban-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.955567, + "recall": 0.968379, + "f1": 0.959651, + "accuracy": 0.968379, + "main_score": 0.959651, + "hf_subset": "ban_Latn-heb_Hebr", + "languages": [ + "ban-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.887269, + "recall": 0.91996, + "f1": 0.897628, + "accuracy": 0.91996, + "main_score": 0.897628, + "hf_subset": "ban_Latn-khk_Cyrl", + "languages": [ + "ban-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "ban_Latn-lvs_Latn", + "languages": [ + "ban-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "ban_Latn-pan_Guru", + "languages": [ + "ban-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.790044, + "recall": 0.841897, + "f1": 0.805852, + "accuracy": 0.841897, + "main_score": 0.805852, + "hf_subset": "ban_Latn-som_Latn", + "languages": [ + "ban-Latn", + "som-Latn" + ] + }, + { + "precision": 0.659387, + "recall": 0.724308, + "f1": 0.678661, + "accuracy": 0.724308, + "main_score": 0.678661, + "hf_subset": "ban_Latn-tum_Latn", + "languages": [ + "ban-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.470486, + "recall": 0.562253, + "f1": 0.495917, + "accuracy": 0.562253, + "main_score": 0.495917, + "hf_subset": "ell_Grek-ace_Arab", + "languages": [ + "ell-Grek", + "ace-Arab" + ] + }, + { + "precision": 0.4462, + "recall": 0.504941, + "f1": 0.461426, + "accuracy": 0.504941, + "main_score": 0.461426, + "hf_subset": "ell_Grek-bam_Latn", + "languages": [ + "ell-Grek", + "bam-Latn" + ] + }, + { + "precision": 0.577815, + "recall": 0.668972, + "f1": 0.603449, + "accuracy": 0.668972, + "main_score": 0.603449, + "hf_subset": "ell_Grek-dzo_Tibt", + "languages": [ + "ell-Grek", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ell_Grek-khm_Khmr", + "languages": [ + "ell-Grek", + "khm-Khmr" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ell_Grek-mag_Deva", + "languages": [ + "ell-Grek", + "mag-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ell_Grek-pap_Latn", + "languages": [ + "ell-Grek", + "pap-Latn" + ] + }, + { + "precision": 0.812401, + "recall": 0.86166, + "f1": 0.827273, + "accuracy": 0.86166, + "main_score": 0.827273, + "hf_subset": "ell_Grek-sot_Latn", + "languages": [ + "ell-Grek", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ] + }, + { + "precision": 0.817697, + "recall": 0.865613, + "f1": 0.83215, + "accuracy": 0.865613, + "main_score": 0.83215, + "hf_subset": "ell_Grek-ace_Latn", + "languages": [ + "ell-Grek", + "ace-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "ell_Grek-ban_Latn", + "languages": [ + "ell-Grek", + "ban-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ell_Grek-hne_Deva", + "languages": [ + "ell-Grek", + "hne-Deva" + ] + }, + { + "precision": 0.520733, + "recall": 0.601779, + "f1": 0.541991, + "accuracy": 0.601779, + "main_score": 0.541991, + "hf_subset": "ell_Grek-kik_Latn", + "languages": [ + "ell-Grek", + "kik-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ell_Grek-mai_Deva", + "languages": [ + "ell-Grek", + "mai-Deva" + ] + }, + { + "precision": 0.946393, + "recall": 0.962451, + "f1": 0.951482, + "accuracy": 0.962451, + "main_score": 0.951482, + "hf_subset": "ell_Grek-pbt_Arab", + "languages": [ + "ell-Grek", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ] + }, + { + "precision": 0.694049, + "recall": 0.763834, + "f1": 0.713696, + "accuracy": 0.763834, + "main_score": 0.713696, + "hf_subset": "ell_Grek-twi_Latn", + "languages": [ + "ell-Grek", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-acm_Arab", + "languages": [ + "ell-Grek", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-bel_Cyrl", + "languages": [ + "ell-Grek", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-hrv_Latn", + "languages": [ + "ell-Grek", + "hrv-Latn" + ] + }, + { + "precision": 0.810145, + "recall": 0.858696, + "f1": 0.824868, + "accuracy": 0.858696, + "main_score": 0.824868, + "hf_subset": "ell_Grek-kin_Latn", + "languages": [ + "ell-Grek", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-mal_Mlym", + "languages": [ + "ell-Grek", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-pes_Arab", + "languages": [ + "ell-Grek", + "pes-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ell_Grek-srd_Latn", + "languages": [ + "ell-Grek", + "srd-Latn" + ] + }, + { + "precision": 0.189048, + "recall": 0.252964, + "f1": 0.204134, + "accuracy": 0.252964, + "main_score": 0.204134, + "hf_subset": "ell_Grek-tzm_Tfng", + "languages": [ + "ell-Grek", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-acq_Arab", + "languages": [ + "ell-Grek", + "acq-Arab" + ] + }, + { + "precision": 0.609131, + "recall": 0.688735, + "f1": 0.631076, + "accuracy": 0.688735, + "main_score": 0.631076, + "hf_subset": "ell_Grek-bem_Latn", + "languages": [ + "ell-Grek", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-epo_Latn", + "languages": [ + "ell-Grek", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ell_Grek-kir_Cyrl", + "languages": [ + "ell-Grek", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-mar_Deva", + "languages": [ + "ell-Grek", + "mar-Deva" + ] + }, + { + "precision": 0.834354, + "recall": 0.880435, + "f1": 0.848602, + "accuracy": 0.880435, + "main_score": 0.848602, + "hf_subset": "ell_Grek-plt_Latn", + "languages": [ + "ell-Grek", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-srp_Cyrl", + "languages": [ + "ell-Grek", + "srp-Cyrl" + ] + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "ell_Grek-uig_Arab", + "languages": [ + "ell-Grek", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-aeb_Arab", + "languages": [ + "ell-Grek", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-est_Latn", + "languages": [ + "ell-Grek", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ] + }, + { + "precision": 0.425034, + "recall": 0.492095, + "f1": 0.442924, + "accuracy": 0.492095, + "main_score": 0.442924, + "hf_subset": "ell_Grek-kmb_Latn", + "languages": [ + "ell-Grek", + "kmb-Latn" + ] + }, + { + "precision": 0.427978, + "recall": 0.511858, + "f1": 0.448522, + "accuracy": 0.511858, + "main_score": 0.448522, + "hf_subset": "ell_Grek-min_Arab", + "languages": [ + "ell-Grek", + "min-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ] + }, + { + "precision": 0.680595, + "recall": 0.753953, + "f1": 0.701927, + "accuracy": 0.753953, + "main_score": 0.701927, + "hf_subset": "ell_Grek-ssw_Latn", + "languages": [ + "ell-Grek", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ukr_Cyrl", + "languages": [ + "ell-Grek", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-afr_Latn", + "languages": [ + "ell-Grek", + "afr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ell_Grek-bho_Deva", + "languages": [ + "ell-Grek", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-eus_Latn", + "languages": [ + "ell-Grek", + "eus-Latn" + ] + }, + { + "precision": 0.811545, + "recall": 0.865613, + "f1": 0.828016, + "accuracy": 0.865613, + "main_score": 0.828016, + "hf_subset": "ell_Grek-ibo_Latn", + "languages": [ + "ell-Grek", + "ibo-Latn" + ] + }, + { + "precision": 0.826581, + "recall": 0.876482, + "f1": 0.842161, + "accuracy": 0.876482, + "main_score": 0.842161, + "hf_subset": "ell_Grek-kmr_Latn", + "languages": [ + "ell-Grek", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ell_Grek-min_Latn", + "languages": [ + "ell-Grek", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ell_Grek-sun_Latn", + "languages": [ + "ell-Grek", + "sun-Latn" + ] + }, + { + "precision": 0.422392, + "recall": 0.488142, + "f1": 0.440599, + "accuracy": 0.488142, + "main_score": 0.440599, + "hf_subset": "ell_Grek-umb_Latn", + "languages": [ + "ell-Grek", + "umb-Latn" + ] + }, + { + "precision": 0.993248, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ell_Grek-ajp_Arab", + "languages": [ + "ell-Grek", + "ajp-Arab" + ] + }, + { + "precision": 0.437373, + "recall": 0.525692, + "f1": 0.460514, + "accuracy": 0.525692, + "main_score": 0.460514, + "hf_subset": "ell_Grek-bjn_Arab", + "languages": [ + "ell-Grek", + "bjn-Arab" + ] + }, + { + "precision": 0.437285, + "recall": 0.491107, + "f1": 0.451507, + "accuracy": 0.491107, + "main_score": 0.451507, + "hf_subset": "ell_Grek-ewe_Latn", + "languages": [ + "ell-Grek", + "ewe-Latn" + ] + }, + { + "precision": 0.934289, + "recall": 0.955534, + "f1": 0.941206, + "accuracy": 0.955534, + "main_score": 0.941206, + "hf_subset": "ell_Grek-ilo_Latn", + "languages": [ + "ell-Grek", + "ilo-Latn" + ] + }, + { + "precision": 0.227163, + "recall": 0.290514, + "f1": 0.242062, + "accuracy": 0.290514, + "main_score": 0.242062, + "hf_subset": "ell_Grek-knc_Arab", + "languages": [ + "ell-Grek", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-mkd_Cyrl", + "languages": [ + "ell-Grek", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-prs_Arab", + "languages": [ + "ell-Grek", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-urd_Arab", + "languages": [ + "ell-Grek", + "urd-Arab" + ] + }, + { + "precision": 0.679047, + "recall": 0.750988, + "f1": 0.699786, + "accuracy": 0.750988, + "main_score": 0.699786, + "hf_subset": "ell_Grek-aka_Latn", + "languages": [ + "ell-Grek", + "aka-Latn" + ] + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "ell_Grek-bjn_Latn", + "languages": [ + "ell-Grek", + "bjn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ell_Grek-fao_Latn", + "languages": [ + "ell-Grek", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ] + }, + { + "precision": 0.487541, + "recall": 0.547431, + "f1": 0.503011, + "accuracy": 0.547431, + "main_score": 0.503011, + "hf_subset": "ell_Grek-knc_Latn", + "languages": [ + "ell-Grek", + "knc-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ell_Grek-mlt_Latn", + "languages": [ + "ell-Grek", + "mlt-Latn" + ] + }, + { + "precision": 0.609554, + "recall": 0.679842, + "f1": 0.62926, + "accuracy": 0.679842, + "main_score": 0.62926, + "hf_subset": "ell_Grek-quy_Latn", + "languages": [ + "ell-Grek", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-swh_Latn", + "languages": [ + "ell-Grek", + "swh-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ell_Grek-uzn_Latn", + "languages": [ + "ell-Grek", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-als_Latn", + "languages": [ + "ell-Grek", + "als-Latn" + ] + }, + { + "precision": 0.747925, + "recall": 0.815217, + "f1": 0.768332, + "accuracy": 0.815217, + "main_score": 0.768332, + "hf_subset": "ell_Grek-bod_Tibt", + "languages": [ + "ell-Grek", + "bod-Tibt" + ] + }, + { + "precision": 0.582574, + "recall": 0.663043, + "f1": 0.605517, + "accuracy": 0.663043, + "main_score": 0.605517, + "hf_subset": "ell_Grek-fij_Latn", + "languages": [ + "ell-Grek", + "fij-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ell_Grek-isl_Latn", + "languages": [ + "ell-Grek", + "isl-Latn" + ] + }, + { + "precision": 0.557939, + "recall": 0.626482, + "f1": 0.576391, + "accuracy": 0.626482, + "main_score": 0.576391, + "hf_subset": "ell_Grek-kon_Latn", + "languages": [ + "ell-Grek", + "kon-Latn" + ] + }, + { + "precision": 0.560082, + "recall": 0.642292, + "f1": 0.582933, + "accuracy": 0.642292, + "main_score": 0.582933, + "hf_subset": "ell_Grek-mni_Beng", + "languages": [ + "ell-Grek", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-ron_Latn", + "languages": [ + "ell-Grek", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "ell_Grek-szl_Latn", + "languages": [ + "ell-Grek", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-vec_Latn", + "languages": [ + "ell-Grek", + "vec-Latn" + ] + }, + { + "precision": 0.909453, + "recall": 0.936759, + "f1": 0.917984, + "accuracy": 0.936759, + "main_score": 0.917984, + "hf_subset": "ell_Grek-amh_Ethi", + "languages": [ + "ell-Grek", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-bos_Latn", + "languages": [ + "ell-Grek", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ita_Latn", + "languages": [ + "ell-Grek", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ] + }, + { + "precision": 0.469038, + "recall": 0.531621, + "f1": 0.485935, + "accuracy": 0.531621, + "main_score": 0.485935, + "hf_subset": "ell_Grek-mos_Latn", + "languages": [ + "ell-Grek", + "mos-Latn" + ] + }, + { + "precision": 0.703649, + "recall": 0.769763, + "f1": 0.722735, + "accuracy": 0.769763, + "main_score": 0.722735, + "hf_subset": "ell_Grek-run_Latn", + "languages": [ + "ell-Grek", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ell_Grek-apc_Arab", + "languages": [ + "ell-Grek", + "apc-Arab" + ] + }, + { + "precision": 0.663761, + "recall": 0.740119, + "f1": 0.685029, + "accuracy": 0.740119, + "main_score": 0.685029, + "hf_subset": "ell_Grek-bug_Latn", + "languages": [ + "ell-Grek", + "bug-Latn" + ] + }, + { + "precision": 0.406797, + "recall": 0.459486, + "f1": 0.42113, + "accuracy": 0.459486, + "main_score": 0.42113, + "hf_subset": "ell_Grek-fon_Latn", + "languages": [ + "ell-Grek", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ell_Grek-jav_Latn", + "languages": [ + "ell-Grek", + "jav-Latn" + ] + }, + { + "precision": 0.936182, + "recall": 0.956522, + "f1": 0.942754, + "accuracy": 0.956522, + "main_score": 0.942754, + "hf_subset": "ell_Grek-lao_Laoo", + "languages": [ + "ell-Grek", + "lao-Laoo" + ] + }, + { + "precision": 0.850198, + "recall": 0.893281, + "f1": 0.863274, + "accuracy": 0.893281, + "main_score": 0.863274, + "hf_subset": "ell_Grek-mri_Latn", + "languages": [ + "ell-Grek", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ] + }, + { + "precision": 0.466372, + "recall": 0.525692, + "f1": 0.482551, + "accuracy": 0.525692, + "main_score": 0.482551, + "hf_subset": "ell_Grek-taq_Latn", + "languages": [ + "ell-Grek", + "taq-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ell_Grek-war_Latn", + "languages": [ + "ell-Grek", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-bul_Cyrl", + "languages": [ + "ell-Grek", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ell_Grek-lij_Latn", + "languages": [ + "ell-Grek", + "lij-Latn" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ell_Grek-mya_Mymr", + "languages": [ + "ell-Grek", + "mya-Mymr" + ] + }, + { + "precision": 0.51338, + "recall": 0.578063, + "f1": 0.530615, + "accuracy": 0.578063, + "main_score": 0.530615, + "hf_subset": "ell_Grek-sag_Latn", + "languages": [ + "ell-Grek", + "sag-Latn" + ] + }, + { + "precision": 0.197563, + "recall": 0.263834, + "f1": 0.213434, + "accuracy": 0.263834, + "main_score": 0.213434, + "hf_subset": "ell_Grek-taq_Tfng", + "languages": [ + "ell-Grek", + "taq-Tfng" + ] + }, + { + "precision": 0.610624, + "recall": 0.678854, + "f1": 0.629451, + "accuracy": 0.678854, + "main_score": 0.629451, + "hf_subset": "ell_Grek-wol_Latn", + "languages": [ + "ell-Grek", + "wol-Latn" + ] + }, + { + "precision": 0.846179, + "recall": 0.891304, + "f1": 0.860441, + "accuracy": 0.891304, + "main_score": 0.860441, + "hf_subset": "ell_Grek-arb_Latn", + "languages": [ + "ell-Grek", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-cat_Latn", + "languages": [ + "ell-Grek", + "cat-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ell_Grek-fur_Latn", + "languages": [ + "ell-Grek", + "fur-Latn" + ] + }, + { + "precision": 0.412844, + "recall": 0.483202, + "f1": 0.429875, + "accuracy": 0.483202, + "main_score": 0.429875, + "hf_subset": "ell_Grek-kab_Latn", + "languages": [ + "ell-Grek", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ell_Grek-lim_Latn", + "languages": [ + "ell-Grek", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.972332, + "f1": 0.964756, + "accuracy": 0.972332, + "main_score": 0.964756, + "hf_subset": "ell_Grek-san_Deva", + "languages": [ + "ell-Grek", + "san-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ell_Grek-tat_Cyrl", + "languages": [ + "ell-Grek", + "tat-Cyrl" + ] + }, + { + "precision": 0.83298, + "recall": 0.880435, + "f1": 0.847678, + "accuracy": 0.880435, + "main_score": 0.847678, + "hf_subset": "ell_Grek-xho_Latn", + "languages": [ + "ell-Grek", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ars_Arab", + "languages": [ + "ell-Grek", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-ceb_Latn", + "languages": [ + "ell-Grek", + "ceb-Latn" + ] + }, + { + "precision": 0.448743, + "recall": 0.514822, + "f1": 0.465621, + "accuracy": 0.514822, + "main_score": 0.465621, + "hf_subset": "ell_Grek-fuv_Latn", + "languages": [ + "ell-Grek", + "fuv-Latn" + ] + }, + { + "precision": 0.437443, + "recall": 0.504941, + "f1": 0.455246, + "accuracy": 0.504941, + "main_score": 0.455246, + "hf_subset": "ell_Grek-kac_Latn", + "languages": [ + "ell-Grek", + "kac-Latn" + ] + }, + { + "precision": 0.575875, + "recall": 0.647233, + "f1": 0.595178, + "accuracy": 0.647233, + "main_score": 0.595178, + "hf_subset": "ell_Grek-lin_Latn", + "languages": [ + "ell-Grek", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-nno_Latn", + "languages": [ + "ell-Grek", + "nno-Latn" + ] + }, + { + "precision": 0.840662, + "recall": 0.886364, + "f1": 0.854941, + "accuracy": 0.886364, + "main_score": 0.854941, + "hf_subset": "ell_Grek-sat_Olck", + "languages": [ + "ell-Grek", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ell_Grek-tel_Telu", + "languages": [ + "ell-Grek", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ell_Grek-ydd_Hebr", + "languages": [ + "ell-Grek", + "ydd-Hebr" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ell_Grek-ary_Arab", + "languages": [ + "ell-Grek", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ces_Latn", + "languages": [ + "ell-Grek", + "ces-Latn" + ] + }, + { + "precision": 0.517657, + "recall": 0.594862, + "f1": 0.538068, + "accuracy": 0.594862, + "main_score": 0.538068, + "hf_subset": "ell_Grek-gaz_Latn", + "languages": [ + "ell-Grek", + "gaz-Latn" + ] + }, + { + "precision": 0.490217, + "recall": 0.576087, + "f1": 0.512608, + "accuracy": 0.576087, + "main_score": 0.512608, + "hf_subset": "ell_Grek-kam_Latn", + "languages": [ + "ell-Grek", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-nob_Latn", + "languages": [ + "ell-Grek", + "nob-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ell_Grek-scn_Latn", + "languages": [ + "ell-Grek", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ell_Grek-tgk_Cyrl", + "languages": [ + "ell-Grek", + "tgk-Cyrl" + ] + }, + { + "precision": 0.678753, + "recall": 0.751976, + "f1": 0.699819, + "accuracy": 0.751976, + "main_score": 0.699819, + "hf_subset": "ell_Grek-yor_Latn", + "languages": [ + "ell-Grek", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-arz_Arab", + "languages": [ + "ell-Grek", + "arz-Arab" + ] + }, + { + "precision": 0.434347, + "recall": 0.501976, + "f1": 0.452732, + "accuracy": 0.501976, + "main_score": 0.452732, + "hf_subset": "ell_Grek-cjk_Latn", + "languages": [ + "ell-Grek", + "cjk-Latn" + ] + }, + { + "precision": 0.906621, + "recall": 0.936759, + "f1": 0.916502, + "accuracy": 0.936759, + "main_score": 0.916502, + "hf_subset": "ell_Grek-gla_Latn", + "languages": [ + "ell-Grek", + "gla-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ell_Grek-kan_Knda", + "languages": [ + "ell-Grek", + "kan-Knda" + ] + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "ell_Grek-lmo_Latn", + "languages": [ + "ell-Grek", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ell_Grek-npi_Deva", + "languages": [ + "ell-Grek", + "npi-Deva" + ] + }, + { + "precision": 0.503635, + "recall": 0.588933, + "f1": 0.526841, + "accuracy": 0.588933, + "main_score": 0.526841, + "hf_subset": "ell_Grek-shn_Mymr", + "languages": [ + "ell-Grek", + "shn-Mymr" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ell_Grek-tgl_Latn", + "languages": [ + "ell-Grek", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-yue_Hant", + "languages": [ + "ell-Grek", + "yue-Hant" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ell_Grek-asm_Beng", + "languages": [ + "ell-Grek", + "asm-Beng" + ] + }, + { + "precision": 0.910112, + "recall": 0.937747, + "f1": 0.918972, + "accuracy": 0.937747, + "main_score": 0.918972, + "hf_subset": "ell_Grek-ckb_Arab", + "languages": [ + "ell-Grek", + "ckb-Arab" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ell_Grek-gle_Latn", + "languages": [ + "ell-Grek", + "gle-Latn" + ] + }, + { + "precision": 0.88834, + "recall": 0.921937, + "f1": 0.899045, + "accuracy": 0.921937, + "main_score": 0.899045, + "hf_subset": "ell_Grek-kas_Arab", + "languages": [ + "ell-Grek", + "kas-Arab" + ] + }, + { + "precision": 0.871459, + "recall": 0.908103, + "f1": 0.882773, + "accuracy": 0.908103, + "main_score": 0.882773, + "hf_subset": "ell_Grek-ltg_Latn", + "languages": [ + "ell-Grek", + "ltg-Latn" + ] + }, + { + "precision": 0.743563, + "recall": 0.806324, + "f1": 0.762451, + "accuracy": 0.806324, + "main_score": 0.762451, + "hf_subset": "ell_Grek-nso_Latn", + "languages": [ + "ell-Grek", + "nso-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ell_Grek-sin_Sinh", + "languages": [ + "ell-Grek", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-tha_Thai", + "languages": [ + "ell-Grek", + "tha-Thai" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ell_Grek-zho_Hans", + "languages": [ + "ell-Grek", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ast_Latn", + "languages": [ + "ell-Grek", + "ast-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ell_Grek-crh_Latn", + "languages": [ + "ell-Grek", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-glg_Latn", + "languages": [ + "ell-Grek", + "glg-Latn" + ] + }, + { + "precision": 0.800922, + "recall": 0.855731, + "f1": 0.817292, + "accuracy": 0.855731, + "main_score": 0.817292, + "hf_subset": "ell_Grek-kas_Deva", + "languages": [ + "ell-Grek", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ell_Grek-ltz_Latn", + "languages": [ + "ell-Grek", + "ltz-Latn" + ] + }, + { + "precision": 0.393442, + "recall": 0.455534, + "f1": 0.409629, + "accuracy": 0.455534, + "main_score": 0.409629, + "hf_subset": "ell_Grek-nus_Latn", + "languages": [ + "ell-Grek", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-slk_Latn", + "languages": [ + "ell-Grek", + "slk-Latn" + ] + }, + { + "precision": 0.579269, + "recall": 0.661067, + "f1": 0.601788, + "accuracy": 0.661067, + "main_score": 0.601788, + "hf_subset": "ell_Grek-tir_Ethi", + "languages": [ + "ell-Grek", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ] + }, + { + "precision": 0.972003, + "recall": 0.979249, + "f1": 0.974308, + "accuracy": 0.979249, + "main_score": 0.974308, + "hf_subset": "ell_Grek-awa_Deva", + "languages": [ + "ell-Grek", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ell_Grek-cym_Latn", + "languages": [ + "ell-Grek", + "cym-Latn" + ] + }, + { + "precision": 0.715648, + "recall": 0.780632, + "f1": 0.734161, + "accuracy": 0.780632, + "main_score": 0.734161, + "hf_subset": "ell_Grek-grn_Latn", + "languages": [ + "ell-Grek", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ] + }, + { + "precision": 0.543444, + "recall": 0.61166, + "f1": 0.561489, + "accuracy": 0.61166, + "main_score": 0.561489, + "hf_subset": "ell_Grek-lua_Latn", + "languages": [ + "ell-Grek", + "lua-Latn" + ] + }, + { + "precision": 0.776103, + "recall": 0.835968, + "f1": 0.79409, + "accuracy": 0.835968, + "main_score": 0.79409, + "hf_subset": "ell_Grek-nya_Latn", + "languages": [ + "ell-Grek", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-slv_Latn", + "languages": [ + "ell-Grek", + "slv-Latn" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "ell_Grek-tpi_Latn", + "languages": [ + "ell-Grek", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-zsm_Latn", + "languages": [ + "ell-Grek", + "zsm-Latn" + ] + }, + { + "precision": 0.47995, + "recall": 0.550395, + "f1": 0.499232, + "accuracy": 0.550395, + "main_score": 0.499232, + "hf_subset": "ell_Grek-ayr_Latn", + "languages": [ + "ell-Grek", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-dan_Latn", + "languages": [ + "ell-Grek", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-guj_Gujr", + "languages": [ + "ell-Grek", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ell_Grek-kaz_Cyrl", + "languages": [ + "ell-Grek", + "kaz-Cyrl" + ] + }, + { + "precision": 0.601328, + "recall": 0.683794, + "f1": 0.624782, + "accuracy": 0.683794, + "main_score": 0.624782, + "hf_subset": "ell_Grek-lug_Latn", + "languages": [ + "ell-Grek", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-oci_Latn", + "languages": [ + "ell-Grek", + "oci-Latn" + ] + }, + { + "precision": 0.788093, + "recall": 0.843874, + "f1": 0.80496, + "accuracy": 0.843874, + "main_score": 0.80496, + "hf_subset": "ell_Grek-smo_Latn", + "languages": [ + "ell-Grek", + "smo-Latn" + ] + }, + { + "precision": 0.68905, + "recall": 0.761858, + "f1": 0.710164, + "accuracy": 0.761858, + "main_score": 0.710164, + "hf_subset": "ell_Grek-tsn_Latn", + "languages": [ + "ell-Grek", + "tsn-Latn" + ] + }, + { + "precision": 0.853014, + "recall": 0.896245, + "f1": 0.866436, + "accuracy": 0.896245, + "main_score": 0.866436, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ] + }, + { + "precision": 0.906456, + "recall": 0.935771, + "f1": 0.915843, + "accuracy": 0.935771, + "main_score": 0.915843, + "hf_subset": "ell_Grek-azb_Arab", + "languages": [ + "ell-Grek", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ell_Grek-hat_Latn", + "languages": [ + "ell-Grek", + "hat-Latn" + ] + }, + { + "precision": 0.446891, + "recall": 0.507905, + "f1": 0.46289, + "accuracy": 0.507905, + "main_score": 0.46289, + "hf_subset": "ell_Grek-kbp_Latn", + "languages": [ + "ell-Grek", + "kbp-Latn" + ] + }, + { + "precision": 0.492963, + "recall": 0.5583, + "f1": 0.51038, + "accuracy": 0.5583, + "main_score": 0.51038, + "hf_subset": "ell_Grek-luo_Latn", + "languages": [ + "ell-Grek", + "luo-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "ell_Grek-ory_Orya", + "languages": [ + "ell-Grek", + "ory-Orya" + ] + }, + { + "precision": 0.840366, + "recall": 0.885375, + "f1": 0.85448, + "accuracy": 0.885375, + "main_score": 0.85448, + "hf_subset": "ell_Grek-sna_Latn", + "languages": [ + "ell-Grek", + "sna-Latn" + ] + }, + { + "precision": 0.619282, + "recall": 0.692688, + "f1": 0.639583, + "accuracy": 0.692688, + "main_score": 0.639583, + "hf_subset": "ell_Grek-tso_Latn", + "languages": [ + "ell-Grek", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-azj_Latn", + "languages": [ + "ell-Grek", + "azj-Latn" + ] + }, + { + "precision": 0.476515, + "recall": 0.549407, + "f1": 0.496467, + "accuracy": 0.549407, + "main_score": 0.496467, + "hf_subset": "ell_Grek-dik_Latn", + "languages": [ + "ell-Grek", + "dik-Latn" + ] + }, + { + "precision": 0.863422, + "recall": 0.903162, + "f1": 0.875856, + "accuracy": 0.903162, + "main_score": 0.875856, + "hf_subset": "ell_Grek-hau_Latn", + "languages": [ + "ell-Grek", + "hau-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "ell_Grek-kea_Latn", + "languages": [ + "ell-Grek", + "kea-Latn" + ] + }, + { + "precision": 0.898139, + "recall": 0.926877, + "f1": 0.907016, + "accuracy": 0.926877, + "main_score": 0.907016, + "hf_subset": "ell_Grek-lus_Latn", + "languages": [ + "ell-Grek", + "lus-Latn" + ] + }, + { + "precision": 0.827635, + "recall": 0.873518, + "f1": 0.841337, + "accuracy": 0.873518, + "main_score": 0.841337, + "hf_subset": "ell_Grek-pag_Latn", + "languages": [ + "ell-Grek", + "pag-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "ell_Grek-snd_Arab", + "languages": [ + "ell-Grek", + "snd-Arab" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ell_Grek-tuk_Latn", + "languages": [ + "ell-Grek", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ell_Grek-bak_Cyrl", + "languages": [ + "ell-Grek", + "bak-Cyrl" + ] + }, + { + "precision": 0.439787, + "recall": 0.513834, + "f1": 0.459705, + "accuracy": 0.513834, + "main_score": 0.459705, + "hf_subset": "ell_Grek-dyu_Latn", + "languages": [ + "ell-Grek", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ] + }, + { + "precision": 0.955122, + "recall": 0.969368, + "f1": 0.959717, + "accuracy": 0.969368, + "main_score": 0.959717, + "hf_subset": "ell_Grek-khk_Cyrl", + "languages": [ + "ell-Grek", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-lvs_Latn", + "languages": [ + "ell-Grek", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-pan_Guru", + "languages": [ + "ell-Grek", + "pan-Guru" + ] + }, + { + "precision": 0.825873, + "recall": 0.874506, + "f1": 0.840744, + "accuracy": 0.874506, + "main_score": 0.840744, + "hf_subset": "ell_Grek-som_Latn", + "languages": [ + "ell-Grek", + "som-Latn" + ] + }, + { + "precision": 0.660428, + "recall": 0.726285, + "f1": 0.679177, + "accuracy": 0.726285, + "main_score": 0.679177, + "hf_subset": "ell_Grek-tum_Latn", + "languages": [ + "ell-Grek", + "tum-Latn" + ] + }, + { + "precision": 0.540112, + "recall": 0.615613, + "f1": 0.561827, + "accuracy": 0.615613, + "main_score": 0.561827, + "hf_subset": "hne_Deva-ace_Arab", + "languages": [ + "hne-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.495744, + "recall": 0.545455, + "f1": 0.509406, + "accuracy": 0.545455, + "main_score": 0.509406, + "hf_subset": "hne_Deva-bam_Latn", + "languages": [ + "hne-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.601376, + "recall": 0.692688, + "f1": 0.628202, + "accuracy": 0.692688, + "main_score": 0.628202, + "hf_subset": "hne_Deva-dzo_Tibt", + "languages": [ + "hne-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-hin_Deva", + "languages": [ + "hne-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hne_Deva-khm_Khmr", + "languages": [ + "hne-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-mag_Deva", + "languages": [ + "hne-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-pap_Latn", + "languages": [ + "hne-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.830698, + "recall": 0.873518, + "f1": 0.843808, + "accuracy": 0.873518, + "main_score": 0.843808, + "hf_subset": "hne_Deva-sot_Latn", + "languages": [ + "hne-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-tur_Latn", + "languages": [ + "hne-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.88018, + "recall": 0.910079, + "f1": 0.889449, + "accuracy": 0.910079, + "main_score": 0.889449, + "hf_subset": "hne_Deva-ace_Latn", + "languages": [ + "hne-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959651, + "accuracy": 0.968379, + "main_score": 0.959651, + "hf_subset": "hne_Deva-ban_Latn", + "languages": [ + "hne-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-ell_Grek", + "languages": [ + "hne-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.585793, + "recall": 0.646245, + "f1": 0.602594, + "accuracy": 0.646245, + "main_score": 0.602594, + "hf_subset": "hne_Deva-kik_Latn", + "languages": [ + "hne-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-mai_Deva", + "languages": [ + "hne-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "hne_Deva-pbt_Arab", + "languages": [ + "hne-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-spa_Latn", + "languages": [ + "hne-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.732823, + "recall": 0.796443, + "f1": 0.752028, + "accuracy": 0.796443, + "main_score": 0.752028, + "hf_subset": "hne_Deva-twi_Latn", + "languages": [ + "hne-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-acm_Arab", + "languages": [ + "hne-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-bel_Cyrl", + "languages": [ + "hne-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-eng_Latn", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-hrv_Latn", + "languages": [ + "hne-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.802734, + "recall": 0.854743, + "f1": 0.818577, + "accuracy": 0.854743, + "main_score": 0.818577, + "hf_subset": "hne_Deva-kin_Latn", + "languages": [ + "hne-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-mal_Mlym", + "languages": [ + "hne-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-pes_Arab", + "languages": [ + "hne-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "hne_Deva-srd_Latn", + "languages": [ + "hne-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.210923, + "recall": 0.262846, + "f1": 0.224224, + "accuracy": 0.262846, + "main_score": 0.224224, + "hf_subset": "hne_Deva-tzm_Tfng", + "languages": [ + "hne-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-acq_Arab", + "languages": [ + "hne-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.665975, + "recall": 0.730237, + "f1": 0.684557, + "accuracy": 0.730237, + "main_score": 0.684557, + "hf_subset": "hne_Deva-bem_Latn", + "languages": [ + "hne-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-epo_Latn", + "languages": [ + "hne-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-hun_Latn", + "languages": [ + "hne-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "hne_Deva-kir_Cyrl", + "languages": [ + "hne-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-mar_Deva", + "languages": [ + "hne-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.846871, + "recall": 0.886364, + "f1": 0.858747, + "accuracy": 0.886364, + "main_score": 0.858747, + "hf_subset": "hne_Deva-plt_Latn", + "languages": [ + "hne-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-srp_Cyrl", + "languages": [ + "hne-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.941453, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "hne_Deva-uig_Arab", + "languages": [ + "hne-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-aeb_Arab", + "languages": [ + "hne-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-ben_Beng", + "languages": [ + "hne-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hne_Deva-est_Latn", + "languages": [ + "hne-Deva", + "est-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-hye_Armn", + "languages": [ + "hne-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.481494, + "recall": 0.529644, + "f1": 0.495478, + "accuracy": 0.529644, + "main_score": 0.495478, + "hf_subset": "hne_Deva-kmb_Latn", + "languages": [ + "hne-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.499745, + "recall": 0.583992, + "f1": 0.52307, + "accuracy": 0.583992, + "main_score": 0.52307, + "hf_subset": "hne_Deva-min_Arab", + "languages": [ + "hne-Deva", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-pol_Latn", + "languages": [ + "hne-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.699144, + "recall": 0.768775, + "f1": 0.720012, + "accuracy": 0.768775, + "main_score": 0.720012, + "hf_subset": "hne_Deva-ssw_Latn", + "languages": [ + "hne-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-ukr_Cyrl", + "languages": [ + "hne-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hne_Deva-afr_Latn", + "languages": [ + "hne-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-bho_Deva", + "languages": [ + "hne-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-eus_Latn", + "languages": [ + "hne-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.859437, + "recall": 0.900198, + "f1": 0.872233, + "accuracy": 0.900198, + "main_score": 0.872233, + "hf_subset": "hne_Deva-ibo_Latn", + "languages": [ + "hne-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.850461, + "recall": 0.891304, + "f1": 0.863109, + "accuracy": 0.891304, + "main_score": 0.863109, + "hf_subset": "hne_Deva-kmr_Latn", + "languages": [ + "hne-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hne_Deva-min_Latn", + "languages": [ + "hne-Deva", + "min-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-por_Latn", + "languages": [ + "hne-Deva", + "por-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hne_Deva-sun_Latn", + "languages": [ + "hne-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.460091, + "recall": 0.513834, + "f1": 0.475694, + "accuracy": 0.513834, + "main_score": 0.475694, + "hf_subset": "hne_Deva-umb_Latn", + "languages": [ + "hne-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ajp_Arab", + "languages": [ + "hne-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.512011, + "recall": 0.591897, + "f1": 0.534064, + "accuracy": 0.591897, + "main_score": 0.534064, + "hf_subset": "hne_Deva-bjn_Arab", + "languages": [ + "hne-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.459693, + "recall": 0.511858, + "f1": 0.473613, + "accuracy": 0.511858, + "main_score": 0.473613, + "hf_subset": "hne_Deva-ewe_Latn", + "languages": [ + "hne-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.940958, + "recall": 0.958498, + "f1": 0.946542, + "accuracy": 0.958498, + "main_score": 0.946542, + "hf_subset": "hne_Deva-ilo_Latn", + "languages": [ + "hne-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.27638, + "recall": 0.342885, + "f1": 0.293469, + "accuracy": 0.342885, + "main_score": 0.293469, + "hf_subset": "hne_Deva-knc_Arab", + "languages": [ + "hne-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-mkd_Cyrl", + "languages": [ + "hne-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-prs_Arab", + "languages": [ + "hne-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-swe_Latn", + "languages": [ + "hne-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-urd_Arab", + "languages": [ + "hne-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.699962, + "recall": 0.763834, + "f1": 0.718775, + "accuracy": 0.763834, + "main_score": 0.718775, + "hf_subset": "hne_Deva-aka_Latn", + "languages": [ + "hne-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hne_Deva-bjn_Latn", + "languages": [ + "hne-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hne_Deva-fao_Latn", + "languages": [ + "hne-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-ind_Latn", + "languages": [ + "hne-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.529341, + "recall": 0.581028, + "f1": 0.544061, + "accuracy": 0.581028, + "main_score": 0.544061, + "hf_subset": "hne_Deva-knc_Latn", + "languages": [ + "hne-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-mlt_Latn", + "languages": [ + "hne-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.633039, + "recall": 0.703557, + "f1": 0.653755, + "accuracy": 0.703557, + "main_score": 0.653755, + "hf_subset": "hne_Deva-quy_Latn", + "languages": [ + "hne-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-swh_Latn", + "languages": [ + "hne-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hne_Deva-uzn_Latn", + "languages": [ + "hne-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "hne_Deva-als_Latn", + "languages": [ + "hne-Deva", + "als-Latn" + ] + }, + { + "precision": 0.77304, + "recall": 0.831028, + "f1": 0.790506, + "accuracy": 0.831028, + "main_score": 0.790506, + "hf_subset": "hne_Deva-bod_Tibt", + "languages": [ + "hne-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.624777, + "recall": 0.69664, + "f1": 0.645723, + "accuracy": 0.69664, + "main_score": 0.645723, + "hf_subset": "hne_Deva-fij_Latn", + "languages": [ + "hne-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "hne_Deva-isl_Latn", + "languages": [ + "hne-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.596029, + "recall": 0.662055, + "f1": 0.614858, + "accuracy": 0.662055, + "main_score": 0.614858, + "hf_subset": "hne_Deva-kon_Latn", + "languages": [ + "hne-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.634496, + "recall": 0.700593, + "f1": 0.652803, + "accuracy": 0.700593, + "main_score": 0.652803, + "hf_subset": "hne_Deva-mni_Beng", + "languages": [ + "hne-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-ron_Latn", + "languages": [ + "hne-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "hne_Deva-szl_Latn", + "languages": [ + "hne-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-vec_Latn", + "languages": [ + "hne-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.913949, + "recall": 0.940711, + "f1": 0.922497, + "accuracy": 0.940711, + "main_score": 0.922497, + "hf_subset": "hne_Deva-amh_Ethi", + "languages": [ + "hne-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-bos_Latn", + "languages": [ + "hne-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-fin_Latn", + "languages": [ + "hne-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-ita_Latn", + "languages": [ + "hne-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-kor_Hang", + "languages": [ + "hne-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.497154, + "recall": 0.557312, + "f1": 0.513706, + "accuracy": 0.557312, + "main_score": 0.513706, + "hf_subset": "hne_Deva-mos_Latn", + "languages": [ + "hne-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.69511, + "recall": 0.761858, + "f1": 0.715058, + "accuracy": 0.761858, + "main_score": 0.715058, + "hf_subset": "hne_Deva-run_Latn", + "languages": [ + "hne-Deva", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-tam_Taml", + "languages": [ + "hne-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-vie_Latn", + "languages": [ + "hne-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-apc_Arab", + "languages": [ + "hne-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.745612, + "recall": 0.802372, + "f1": 0.762387, + "accuracy": 0.802372, + "main_score": 0.762387, + "hf_subset": "hne_Deva-bug_Latn", + "languages": [ + "hne-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.422055, + "recall": 0.470356, + "f1": 0.435892, + "accuracy": 0.470356, + "main_score": 0.435892, + "hf_subset": "hne_Deva-fon_Latn", + "languages": [ + "hne-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hne_Deva-jav_Latn", + "languages": [ + "hne-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.930665, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "hne_Deva-lao_Laoo", + "languages": [ + "hne-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.8792, + "recall": 0.916008, + "f1": 0.891041, + "accuracy": 0.916008, + "main_score": 0.891041, + "hf_subset": "hne_Deva-mri_Latn", + "languages": [ + "hne-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-rus_Cyrl", + "languages": [ + "hne-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.513933, + "recall": 0.573123, + "f1": 0.531175, + "accuracy": 0.573123, + "main_score": 0.531175, + "hf_subset": "hne_Deva-taq_Latn", + "languages": [ + "hne-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-war_Latn", + "languages": [ + "hne-Deva", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-arb_Arab", + "languages": [ + "hne-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-bul_Cyrl", + "languages": [ + "hne-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-fra_Latn", + "languages": [ + "hne-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-jpn_Jpan", + "languages": [ + "hne-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-lij_Latn", + "languages": [ + "hne-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "hne_Deva-mya_Mymr", + "languages": [ + "hne-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.536747, + "recall": 0.602767, + "f1": 0.55532, + "accuracy": 0.602767, + "main_score": 0.55532, + "hf_subset": "hne_Deva-sag_Latn", + "languages": [ + "hne-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.216694, + "recall": 0.278656, + "f1": 0.232188, + "accuracy": 0.278656, + "main_score": 0.232188, + "hf_subset": "hne_Deva-taq_Tfng", + "languages": [ + "hne-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.62776, + "recall": 0.695652, + "f1": 0.647222, + "accuracy": 0.695652, + "main_score": 0.647222, + "hf_subset": "hne_Deva-wol_Latn", + "languages": [ + "hne-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.84585, + "recall": 0.889328, + "f1": 0.859486, + "accuracy": 0.889328, + "main_score": 0.859486, + "hf_subset": "hne_Deva-arb_Latn", + "languages": [ + "hne-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-cat_Latn", + "languages": [ + "hne-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-fur_Latn", + "languages": [ + "hne-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.442937, + "recall": 0.507905, + "f1": 0.460868, + "accuracy": 0.507905, + "main_score": 0.460868, + "hf_subset": "hne_Deva-kab_Latn", + "languages": [ + "hne-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "hne_Deva-lim_Latn", + "languages": [ + "hne-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-nld_Latn", + "languages": [ + "hne-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "hne_Deva-san_Deva", + "languages": [ + "hne-Deva", + "san-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-tat_Cyrl", + "languages": [ + "hne-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.854282, + "recall": 0.896245, + "f1": 0.867523, + "accuracy": 0.896245, + "main_score": 0.867523, + "hf_subset": "hne_Deva-xho_Latn", + "languages": [ + "hne-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ars_Arab", + "languages": [ + "hne-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-ceb_Latn", + "languages": [ + "hne-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.488609, + "recall": 0.551383, + "f1": 0.506057, + "accuracy": 0.551383, + "main_score": 0.506057, + "hf_subset": "hne_Deva-fuv_Latn", + "languages": [ + "hne-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.472801, + "recall": 0.533597, + "f1": 0.489439, + "accuracy": 0.533597, + "main_score": 0.489439, + "hf_subset": "hne_Deva-kac_Latn", + "languages": [ + "hne-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.605008, + "recall": 0.676877, + "f1": 0.624813, + "accuracy": 0.676877, + "main_score": 0.624813, + "hf_subset": "hne_Deva-lin_Latn", + "languages": [ + "hne-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-nno_Latn", + "languages": [ + "hne-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.891749, + "recall": 0.921937, + "f1": 0.901252, + "accuracy": 0.921937, + "main_score": 0.901252, + "hf_subset": "hne_Deva-sat_Olck", + "languages": [ + "hne-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-tel_Telu", + "languages": [ + "hne-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hne_Deva-ydd_Hebr", + "languages": [ + "hne-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "hne_Deva-ary_Arab", + "languages": [ + "hne-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ces_Latn", + "languages": [ + "hne-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.544364, + "recall": 0.62253, + "f1": 0.566482, + "accuracy": 0.62253, + "main_score": 0.566482, + "hf_subset": "hne_Deva-gaz_Latn", + "languages": [ + "hne-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.546191, + "recall": 0.620553, + "f1": 0.566926, + "accuracy": 0.620553, + "main_score": 0.566926, + "hf_subset": "hne_Deva-kam_Latn", + "languages": [ + "hne-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "hne_Deva-lit_Latn", + "languages": [ + "hne-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-nob_Latn", + "languages": [ + "hne-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-scn_Latn", + "languages": [ + "hne-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "hne_Deva-tgk_Cyrl", + "languages": [ + "hne-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.718226, + "recall": 0.790514, + "f1": 0.739874, + "accuracy": 0.790514, + "main_score": 0.739874, + "hf_subset": "hne_Deva-yor_Latn", + "languages": [ + "hne-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-arz_Arab", + "languages": [ + "hne-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.49242, + "recall": 0.559289, + "f1": 0.511096, + "accuracy": 0.559289, + "main_score": 0.511096, + "hf_subset": "hne_Deva-cjk_Latn", + "languages": [ + "hne-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.90942, + "recall": 0.938735, + "f1": 0.918972, + "accuracy": 0.938735, + "main_score": 0.918972, + "hf_subset": "hne_Deva-gla_Latn", + "languages": [ + "hne-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-kan_Knda", + "languages": [ + "hne-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-lmo_Latn", + "languages": [ + "hne-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "hne_Deva-npi_Deva", + "languages": [ + "hne-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.505416, + "recall": 0.588933, + "f1": 0.528782, + "accuracy": 0.588933, + "main_score": 0.528782, + "hf_subset": "hne_Deva-shn_Mymr", + "languages": [ + "hne-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hne_Deva-tgl_Latn", + "languages": [ + "hne-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-yue_Hant", + "languages": [ + "hne-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-asm_Beng", + "languages": [ + "hne-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.923419, + "recall": 0.947628, + "f1": 0.931324, + "accuracy": 0.947628, + "main_score": 0.931324, + "hf_subset": "hne_Deva-ckb_Arab", + "languages": [ + "hne-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "hne_Deva-gle_Latn", + "languages": [ + "hne-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "hne_Deva-kas_Arab", + "languages": [ + "hne-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.89888, + "recall": 0.928854, + "f1": 0.908597, + "accuracy": 0.928854, + "main_score": 0.908597, + "hf_subset": "hne_Deva-ltg_Latn", + "languages": [ + "hne-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.750181, + "recall": 0.811265, + "f1": 0.769005, + "accuracy": 0.811265, + "main_score": 0.769005, + "hf_subset": "hne_Deva-nso_Latn", + "languages": [ + "hne-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hne_Deva-sin_Sinh", + "languages": [ + "hne-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-tha_Thai", + "languages": [ + "hne-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-zho_Hans", + "languages": [ + "hne-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-ast_Latn", + "languages": [ + "hne-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-crh_Latn", + "languages": [ + "hne-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-glg_Latn", + "languages": [ + "hne-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.895257, + "recall": 0.926877, + "f1": 0.90527, + "accuracy": 0.926877, + "main_score": 0.90527, + "hf_subset": "hne_Deva-kas_Deva", + "languages": [ + "hne-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hne_Deva-ltz_Latn", + "languages": [ + "hne-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.430004, + "recall": 0.496047, + "f1": 0.447303, + "accuracy": 0.496047, + "main_score": 0.447303, + "hf_subset": "hne_Deva-nus_Latn", + "languages": [ + "hne-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-slk_Latn", + "languages": [ + "hne-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.635879, + "recall": 0.714427, + "f1": 0.659192, + "accuracy": 0.714427, + "main_score": 0.659192, + "hf_subset": "hne_Deva-tir_Ethi", + "languages": [ + "hne-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-zho_Hant", + "languages": [ + "hne-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "hne_Deva-awa_Deva", + "languages": [ + "hne-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hne_Deva-cym_Latn", + "languages": [ + "hne-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.779902, + "recall": 0.828063, + "f1": 0.794123, + "accuracy": 0.828063, + "main_score": 0.794123, + "hf_subset": "hne_Deva-grn_Latn", + "languages": [ + "hne-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "hne_Deva-kat_Geor", + "languages": [ + "hne-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.604687, + "recall": 0.668972, + "f1": 0.622683, + "accuracy": 0.668972, + "main_score": 0.622683, + "hf_subset": "hne_Deva-lua_Latn", + "languages": [ + "hne-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.806851, + "recall": 0.858696, + "f1": 0.82276, + "accuracy": 0.858696, + "main_score": 0.82276, + "hf_subset": "hne_Deva-nya_Latn", + "languages": [ + "hne-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-slv_Latn", + "languages": [ + "hne-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "hne_Deva-tpi_Latn", + "languages": [ + "hne-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-zsm_Latn", + "languages": [ + "hne-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.497854, + "recall": 0.556324, + "f1": 0.513807, + "accuracy": 0.556324, + "main_score": 0.513807, + "hf_subset": "hne_Deva-ayr_Latn", + "languages": [ + "hne-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-dan_Latn", + "languages": [ + "hne-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-guj_Gujr", + "languages": [ + "hne-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hne_Deva-kaz_Cyrl", + "languages": [ + "hne-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.614559, + "recall": 0.693676, + "f1": 0.637916, + "accuracy": 0.693676, + "main_score": 0.637916, + "hf_subset": "hne_Deva-lug_Latn", + "languages": [ + "hne-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-oci_Latn", + "languages": [ + "hne-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.802404, + "recall": 0.854743, + "f1": 0.818808, + "accuracy": 0.854743, + "main_score": 0.818808, + "hf_subset": "hne_Deva-smo_Latn", + "languages": [ + "hne-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.704858, + "recall": 0.773715, + "f1": 0.725395, + "accuracy": 0.773715, + "main_score": 0.725395, + "hf_subset": "hne_Deva-tsn_Latn", + "languages": [ + "hne-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.859931, + "recall": 0.898221, + "f1": 0.871904, + "accuracy": 0.898221, + "main_score": 0.871904, + "hf_subset": "hne_Deva-zul_Latn", + "languages": [ + "hne-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.931489, + "recall": 0.953557, + "f1": 0.938735, + "accuracy": 0.953557, + "main_score": 0.938735, + "hf_subset": "hne_Deva-azb_Arab", + "languages": [ + "hne-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-deu_Latn", + "languages": [ + "hne-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "hne_Deva-hat_Latn", + "languages": [ + "hne-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.472362, + "recall": 0.525692, + "f1": 0.487733, + "accuracy": 0.525692, + "main_score": 0.487733, + "hf_subset": "hne_Deva-kbp_Latn", + "languages": [ + "hne-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.512065, + "recall": 0.570158, + "f1": 0.527819, + "accuracy": 0.570158, + "main_score": 0.527819, + "hf_subset": "hne_Deva-luo_Latn", + "languages": [ + "hne-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-ory_Orya", + "languages": [ + "hne-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.853755, + "recall": 0.894269, + "f1": 0.866733, + "accuracy": 0.894269, + "main_score": 0.866733, + "hf_subset": "hne_Deva-sna_Latn", + "languages": [ + "hne-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.635087, + "recall": 0.702569, + "f1": 0.654831, + "accuracy": 0.702569, + "main_score": 0.654831, + "hf_subset": "hne_Deva-tso_Latn", + "languages": [ + "hne-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-azj_Latn", + "languages": [ + "hne-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.498535, + "recall": 0.563241, + "f1": 0.516945, + "accuracy": 0.563241, + "main_score": 0.516945, + "hf_subset": "hne_Deva-dik_Latn", + "languages": [ + "hne-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.882246, + "recall": 0.917984, + "f1": 0.893939, + "accuracy": 0.917984, + "main_score": 0.893939, + "hf_subset": "hne_Deva-hau_Latn", + "languages": [ + "hne-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "hne_Deva-kea_Latn", + "languages": [ + "hne-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.921772, + "recall": 0.945652, + "f1": 0.929513, + "accuracy": 0.945652, + "main_score": 0.929513, + "hf_subset": "hne_Deva-lus_Latn", + "languages": [ + "hne-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.886034, + "recall": 0.918972, + "f1": 0.896377, + "accuracy": 0.918972, + "main_score": 0.896377, + "hf_subset": "hne_Deva-pag_Latn", + "languages": [ + "hne-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hne_Deva-snd_Arab", + "languages": [ + "hne-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "hne_Deva-tuk_Latn", + "languages": [ + "hne-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "hne_Deva-bak_Cyrl", + "languages": [ + "hne-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.461986, + "recall": 0.532609, + "f1": 0.481365, + "accuracy": 0.532609, + "main_score": 0.481365, + "hf_subset": "hne_Deva-dyu_Latn", + "languages": [ + "hne-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-heb_Hebr", + "languages": [ + "hne-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "hne_Deva-khk_Cyrl", + "languages": [ + "hne-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hne_Deva-lvs_Latn", + "languages": [ + "hne-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-pan_Guru", + "languages": [ + "hne-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.839839, + "recall": 0.885375, + "f1": 0.854117, + "accuracy": 0.885375, + "main_score": 0.854117, + "hf_subset": "hne_Deva-som_Latn", + "languages": [ + "hne-Deva", + "som-Latn" + ] + }, + { + "precision": 0.68229, + "recall": 0.741107, + "f1": 0.699431, + "accuracy": 0.741107, + "main_score": 0.699431, + "hf_subset": "hne_Deva-tum_Latn", + "languages": [ + "hne-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.368455, + "recall": 0.439723, + "f1": 0.388015, + "accuracy": 0.439723, + "main_score": 0.388015, + "hf_subset": "kik_Latn-ace_Arab", + "languages": [ + "kik-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.463183, + "recall": 0.520751, + "f1": 0.477385, + "accuracy": 0.520751, + "main_score": 0.477385, + "hf_subset": "kik_Latn-bam_Latn", + "languages": [ + "kik-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.312207, + "recall": 0.387352, + "f1": 0.332437, + "accuracy": 0.387352, + "main_score": 0.332437, + "hf_subset": "kik_Latn-dzo_Tibt", + "languages": [ + "kik-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.557022, + "recall": 0.615613, + "f1": 0.573249, + "accuracy": 0.615613, + "main_score": 0.573249, + "hf_subset": "kik_Latn-hin_Deva", + "languages": [ + "kik-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.511242, + "recall": 0.565217, + "f1": 0.525751, + "accuracy": 0.565217, + "main_score": 0.525751, + "hf_subset": "kik_Latn-khm_Khmr", + "languages": [ + "kik-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.561273, + "recall": 0.614625, + "f1": 0.574799, + "accuracy": 0.614625, + "main_score": 0.574799, + "hf_subset": "kik_Latn-mag_Deva", + "languages": [ + "kik-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.566275, + "recall": 0.614625, + "f1": 0.579093, + "accuracy": 0.614625, + "main_score": 0.579093, + "hf_subset": "kik_Latn-pap_Latn", + "languages": [ + "kik-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.56722, + "recall": 0.62253, + "f1": 0.582213, + "accuracy": 0.62253, + "main_score": 0.582213, + "hf_subset": "kik_Latn-sot_Latn", + "languages": [ + "kik-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.566802, + "recall": 0.625494, + "f1": 0.582084, + "accuracy": 0.625494, + "main_score": 0.582084, + "hf_subset": "kik_Latn-tur_Latn", + "languages": [ + "kik-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.553659, + "recall": 0.598814, + "f1": 0.566089, + "accuracy": 0.598814, + "main_score": 0.566089, + "hf_subset": "kik_Latn-ace_Latn", + "languages": [ + "kik-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.575165, + "recall": 0.619565, + "f1": 0.587507, + "accuracy": 0.619565, + "main_score": 0.587507, + "hf_subset": "kik_Latn-ban_Latn", + "languages": [ + "kik-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.538949, + "recall": 0.596838, + "f1": 0.554213, + "accuracy": 0.596838, + "main_score": 0.554213, + "hf_subset": "kik_Latn-ell_Grek", + "languages": [ + "kik-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.550055, + "recall": 0.605731, + "f1": 0.564109, + "accuracy": 0.605731, + "main_score": 0.564109, + "hf_subset": "kik_Latn-hne_Deva", + "languages": [ + "kik-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.559252, + "recall": 0.615613, + "f1": 0.573903, + "accuracy": 0.615613, + "main_score": 0.573903, + "hf_subset": "kik_Latn-mai_Deva", + "languages": [ + "kik-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.511721, + "recall": 0.571146, + "f1": 0.526381, + "accuracy": 0.571146, + "main_score": 0.526381, + "hf_subset": "kik_Latn-pbt_Arab", + "languages": [ + "kik-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.581994, + "recall": 0.63834, + "f1": 0.596239, + "accuracy": 0.63834, + "main_score": 0.596239, + "hf_subset": "kik_Latn-spa_Latn", + "languages": [ + "kik-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.568778, + "recall": 0.613636, + "f1": 0.580842, + "accuracy": 0.613636, + "main_score": 0.580842, + "hf_subset": "kik_Latn-twi_Latn", + "languages": [ + "kik-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.554398, + "recall": 0.613636, + "f1": 0.569506, + "accuracy": 0.613636, + "main_score": 0.569506, + "hf_subset": "kik_Latn-acm_Arab", + "languages": [ + "kik-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.516944, + "recall": 0.577075, + "f1": 0.532257, + "accuracy": 0.577075, + "main_score": 0.532257, + "hf_subset": "kik_Latn-bel_Cyrl", + "languages": [ + "kik-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.583082, + "recall": 0.639328, + "f1": 0.597323, + "accuracy": 0.639328, + "main_score": 0.597323, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.566561, + "recall": 0.618577, + "f1": 0.580048, + "accuracy": 0.618577, + "main_score": 0.580048, + "hf_subset": "kik_Latn-hrv_Latn", + "languages": [ + "kik-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.548328, + "recall": 0.600791, + "f1": 0.562975, + "accuracy": 0.600791, + "main_score": 0.562975, + "hf_subset": "kik_Latn-kin_Latn", + "languages": [ + "kik-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.538916, + "recall": 0.592885, + "f1": 0.55277, + "accuracy": 0.592885, + "main_score": 0.55277, + "hf_subset": "kik_Latn-mal_Mlym", + "languages": [ + "kik-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.532127, + "recall": 0.593874, + "f1": 0.547055, + "accuracy": 0.593874, + "main_score": 0.547055, + "hf_subset": "kik_Latn-pes_Arab", + "languages": [ + "kik-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.566983, + "recall": 0.617589, + "f1": 0.579777, + "accuracy": 0.617589, + "main_score": 0.579777, + "hf_subset": "kik_Latn-srd_Latn", + "languages": [ + "kik-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.169322, + "recall": 0.226285, + "f1": 0.183601, + "accuracy": 0.226285, + "main_score": 0.183601, + "hf_subset": "kik_Latn-tzm_Tfng", + "languages": [ + "kik-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.556796, + "recall": 0.610672, + "f1": 0.570844, + "accuracy": 0.610672, + "main_score": 0.570844, + "hf_subset": "kik_Latn-acq_Arab", + "languages": [ + "kik-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.565643, + "recall": 0.610672, + "f1": 0.577608, + "accuracy": 0.610672, + "main_score": 0.577608, + "hf_subset": "kik_Latn-bem_Latn", + "languages": [ + "kik-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.556102, + "recall": 0.608696, + "f1": 0.569897, + "accuracy": 0.608696, + "main_score": 0.569897, + "hf_subset": "kik_Latn-epo_Latn", + "languages": [ + "kik-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.567954, + "recall": 0.621542, + "f1": 0.581078, + "accuracy": 0.621542, + "main_score": 0.581078, + "hf_subset": "kik_Latn-hun_Latn", + "languages": [ + "kik-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.555696, + "recall": 0.61166, + "f1": 0.570191, + "accuracy": 0.61166, + "main_score": 0.570191, + "hf_subset": "kik_Latn-kir_Cyrl", + "languages": [ + "kik-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.541766, + "recall": 0.593874, + "f1": 0.555582, + "accuracy": 0.593874, + "main_score": 0.555582, + "hf_subset": "kik_Latn-mar_Deva", + "languages": [ + "kik-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.551873, + "recall": 0.600791, + "f1": 0.564613, + "accuracy": 0.600791, + "main_score": 0.564613, + "hf_subset": "kik_Latn-plt_Latn", + "languages": [ + "kik-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.540587, + "recall": 0.598814, + "f1": 0.556148, + "accuracy": 0.598814, + "main_score": 0.556148, + "hf_subset": "kik_Latn-srp_Cyrl", + "languages": [ + "kik-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.479556, + "recall": 0.544466, + "f1": 0.497334, + "accuracy": 0.544466, + "main_score": 0.497334, + "hf_subset": "kik_Latn-uig_Arab", + "languages": [ + "kik-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.527634, + "recall": 0.583992, + "f1": 0.542418, + "accuracy": 0.583992, + "main_score": 0.542418, + "hf_subset": "kik_Latn-aeb_Arab", + "languages": [ + "kik-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.548166, + "recall": 0.596838, + "f1": 0.561757, + "accuracy": 0.596838, + "main_score": 0.561757, + "hf_subset": "kik_Latn-ben_Beng", + "languages": [ + "kik-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.533495, + "recall": 0.588933, + "f1": 0.548158, + "accuracy": 0.588933, + "main_score": 0.548158, + "hf_subset": "kik_Latn-est_Latn", + "languages": [ + "kik-Latn", + "est-Latn" + ] + }, + { + "precision": 0.52259, + "recall": 0.583004, + "f1": 0.538081, + "accuracy": 0.583004, + "main_score": 0.538081, + "hf_subset": "kik_Latn-hye_Armn", + "languages": [ + "kik-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.482187, + "recall": 0.52668, + "f1": 0.49448, + "accuracy": 0.52668, + "main_score": 0.49448, + "hf_subset": "kik_Latn-kmb_Latn", + "languages": [ + "kik-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.353646, + "recall": 0.422925, + "f1": 0.373185, + "accuracy": 0.422925, + "main_score": 0.373185, + "hf_subset": "kik_Latn-min_Arab", + "languages": [ + "kik-Latn", + "min-Arab" + ] + }, + { + "precision": 0.575081, + "recall": 0.628458, + "f1": 0.589127, + "accuracy": 0.628458, + "main_score": 0.589127, + "hf_subset": "kik_Latn-pol_Latn", + "languages": [ + "kik-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.53718, + "recall": 0.585968, + "f1": 0.551032, + "accuracy": 0.585968, + "main_score": 0.551032, + "hf_subset": "kik_Latn-ssw_Latn", + "languages": [ + "kik-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.558079, + "recall": 0.619565, + "f1": 0.574608, + "accuracy": 0.619565, + "main_score": 0.574608, + "hf_subset": "kik_Latn-ukr_Cyrl", + "languages": [ + "kik-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.559799, + "recall": 0.608696, + "f1": 0.572338, + "accuracy": 0.608696, + "main_score": 0.572338, + "hf_subset": "kik_Latn-afr_Latn", + "languages": [ + "kik-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.559638, + "recall": 0.624506, + "f1": 0.576426, + "accuracy": 0.624506, + "main_score": 0.576426, + "hf_subset": "kik_Latn-bho_Deva", + "languages": [ + "kik-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.540312, + "recall": 0.592885, + "f1": 0.553879, + "accuracy": 0.592885, + "main_score": 0.553879, + "hf_subset": "kik_Latn-eus_Latn", + "languages": [ + "kik-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.549511, + "recall": 0.607708, + "f1": 0.565644, + "accuracy": 0.607708, + "main_score": 0.565644, + "hf_subset": "kik_Latn-ibo_Latn", + "languages": [ + "kik-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.533957, + "recall": 0.585968, + "f1": 0.548606, + "accuracy": 0.585968, + "main_score": 0.548606, + "hf_subset": "kik_Latn-kmr_Latn", + "languages": [ + "kik-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.558425, + "recall": 0.602767, + "f1": 0.569702, + "accuracy": 0.602767, + "main_score": 0.569702, + "hf_subset": "kik_Latn-min_Latn", + "languages": [ + "kik-Latn", + "min-Latn" + ] + }, + { + "precision": 0.574286, + "recall": 0.62747, + "f1": 0.588096, + "accuracy": 0.62747, + "main_score": 0.588096, + "hf_subset": "kik_Latn-por_Latn", + "languages": [ + "kik-Latn", + "por-Latn" + ] + }, + { + "precision": 0.547666, + "recall": 0.593874, + "f1": 0.560031, + "accuracy": 0.593874, + "main_score": 0.560031, + "hf_subset": "kik_Latn-sun_Latn", + "languages": [ + "kik-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.435485, + "recall": 0.492095, + "f1": 0.451373, + "accuracy": 0.492095, + "main_score": 0.451373, + "hf_subset": "kik_Latn-umb_Latn", + "languages": [ + "kik-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.558147, + "recall": 0.61166, + "f1": 0.572442, + "accuracy": 0.61166, + "main_score": 0.572442, + "hf_subset": "kik_Latn-ajp_Arab", + "languages": [ + "kik-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.37783, + "recall": 0.444664, + "f1": 0.395956, + "accuracy": 0.444664, + "main_score": 0.395956, + "hf_subset": "kik_Latn-bjn_Arab", + "languages": [ + "kik-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.451397, + "recall": 0.499012, + "f1": 0.465087, + "accuracy": 0.499012, + "main_score": 0.465087, + "hf_subset": "kik_Latn-ewe_Latn", + "languages": [ + "kik-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.570486, + "recall": 0.629447, + "f1": 0.586385, + "accuracy": 0.629447, + "main_score": 0.586385, + "hf_subset": "kik_Latn-ilo_Latn", + "languages": [ + "kik-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.241573, + "recall": 0.310277, + "f1": 0.259587, + "accuracy": 0.310277, + "main_score": 0.259587, + "hf_subset": "kik_Latn-knc_Arab", + "languages": [ + "kik-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.541343, + "recall": 0.596838, + "f1": 0.556241, + "accuracy": 0.596838, + "main_score": 0.556241, + "hf_subset": "kik_Latn-mkd_Cyrl", + "languages": [ + "kik-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.565865, + "recall": 0.629447, + "f1": 0.582274, + "accuracy": 0.629447, + "main_score": 0.582274, + "hf_subset": "kik_Latn-prs_Arab", + "languages": [ + "kik-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.57342, + "recall": 0.630435, + "f1": 0.588788, + "accuracy": 0.630435, + "main_score": 0.588788, + "hf_subset": "kik_Latn-swe_Latn", + "languages": [ + "kik-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.520844, + "recall": 0.581028, + "f1": 0.53672, + "accuracy": 0.581028, + "main_score": 0.53672, + "hf_subset": "kik_Latn-urd_Arab", + "languages": [ + "kik-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.556006, + "recall": 0.606719, + "f1": 0.569784, + "accuracy": 0.606719, + "main_score": 0.569784, + "hf_subset": "kik_Latn-aka_Latn", + "languages": [ + "kik-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.564761, + "recall": 0.608696, + "f1": 0.576454, + "accuracy": 0.608696, + "main_score": 0.576454, + "hf_subset": "kik_Latn-bjn_Latn", + "languages": [ + "kik-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.54912, + "recall": 0.594862, + "f1": 0.561495, + "accuracy": 0.594862, + "main_score": 0.561495, + "hf_subset": "kik_Latn-fao_Latn", + "languages": [ + "kik-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.560401, + "recall": 0.618577, + "f1": 0.575664, + "accuracy": 0.618577, + "main_score": 0.575664, + "hf_subset": "kik_Latn-ind_Latn", + "languages": [ + "kik-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.488975, + "recall": 0.530632, + "f1": 0.501186, + "accuracy": 0.530632, + "main_score": 0.501186, + "hf_subset": "kik_Latn-knc_Latn", + "languages": [ + "kik-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.542968, + "recall": 0.591897, + "f1": 0.555806, + "accuracy": 0.591897, + "main_score": 0.555806, + "hf_subset": "kik_Latn-mlt_Latn", + "languages": [ + "kik-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.51338, + "recall": 0.563241, + "f1": 0.527122, + "accuracy": 0.563241, + "main_score": 0.527122, + "hf_subset": "kik_Latn-quy_Latn", + "languages": [ + "kik-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.558458, + "recall": 0.610672, + "f1": 0.572161, + "accuracy": 0.610672, + "main_score": 0.572161, + "hf_subset": "kik_Latn-swh_Latn", + "languages": [ + "kik-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.533906, + "recall": 0.588933, + "f1": 0.547657, + "accuracy": 0.588933, + "main_score": 0.547657, + "hf_subset": "kik_Latn-uzn_Latn", + "languages": [ + "kik-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.543504, + "recall": 0.597826, + "f1": 0.557665, + "accuracy": 0.597826, + "main_score": 0.557665, + "hf_subset": "kik_Latn-als_Latn", + "languages": [ + "kik-Latn", + "als-Latn" + ] + }, + { + "precision": 0.400258, + "recall": 0.468379, + "f1": 0.418333, + "accuracy": 0.468379, + "main_score": 0.418333, + "hf_subset": "kik_Latn-bod_Tibt", + "languages": [ + "kik-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.508279, + "recall": 0.556324, + "f1": 0.522051, + "accuracy": 0.556324, + "main_score": 0.522051, + "hf_subset": "kik_Latn-fij_Latn", + "languages": [ + "kik-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.509789, + "recall": 0.559289, + "f1": 0.522323, + "accuracy": 0.559289, + "main_score": 0.522323, + "hf_subset": "kik_Latn-isl_Latn", + "languages": [ + "kik-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.533303, + "recall": 0.582016, + "f1": 0.547203, + "accuracy": 0.582016, + "main_score": 0.547203, + "hf_subset": "kik_Latn-kon_Latn", + "languages": [ + "kik-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.463281, + "recall": 0.51581, + "f1": 0.478314, + "accuracy": 0.51581, + "main_score": 0.478314, + "hf_subset": "kik_Latn-mni_Beng", + "languages": [ + "kik-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.56033, + "recall": 0.613636, + "f1": 0.574332, + "accuracy": 0.613636, + "main_score": 0.574332, + "hf_subset": "kik_Latn-ron_Latn", + "languages": [ + "kik-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.57934, + "recall": 0.635375, + "f1": 0.593471, + "accuracy": 0.635375, + "main_score": 0.593471, + "hf_subset": "kik_Latn-szl_Latn", + "languages": [ + "kik-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.588767, + "recall": 0.632411, + "f1": 0.600694, + "accuracy": 0.632411, + "main_score": 0.600694, + "hf_subset": "kik_Latn-vec_Latn", + "languages": [ + "kik-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.531127, + "recall": 0.59585, + "f1": 0.548189, + "accuracy": 0.59585, + "main_score": 0.548189, + "hf_subset": "kik_Latn-amh_Ethi", + "languages": [ + "kik-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.553595, + "recall": 0.609684, + "f1": 0.568319, + "accuracy": 0.609684, + "main_score": 0.568319, + "hf_subset": "kik_Latn-bos_Latn", + "languages": [ + "kik-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.541343, + "recall": 0.600791, + "f1": 0.557415, + "accuracy": 0.600791, + "main_score": 0.557415, + "hf_subset": "kik_Latn-fin_Latn", + "languages": [ + "kik-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.579072, + "recall": 0.634387, + "f1": 0.593324, + "accuracy": 0.634387, + "main_score": 0.593324, + "hf_subset": "kik_Latn-ita_Latn", + "languages": [ + "kik-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.576733, + "recall": 0.634387, + "f1": 0.591526, + "accuracy": 0.634387, + "main_score": 0.591526, + "hf_subset": "kik_Latn-kor_Hang", + "languages": [ + "kik-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.459062, + "recall": 0.505929, + "f1": 0.47293, + "accuracy": 0.505929, + "main_score": 0.47293, + "hf_subset": "kik_Latn-mos_Latn", + "languages": [ + "kik-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.52144, + "recall": 0.56917, + "f1": 0.534547, + "accuracy": 0.56917, + "main_score": 0.534547, + "hf_subset": "kik_Latn-run_Latn", + "languages": [ + "kik-Latn", + "run-Latn" + ] + }, + { + "precision": 0.523851, + "recall": 0.577075, + "f1": 0.538237, + "accuracy": 0.577075, + "main_score": 0.538237, + "hf_subset": "kik_Latn-tam_Taml", + "languages": [ + "kik-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.562245, + "recall": 0.613636, + "f1": 0.575027, + "accuracy": 0.613636, + "main_score": 0.575027, + "hf_subset": "kik_Latn-vie_Latn", + "languages": [ + "kik-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.541445, + "recall": 0.603755, + "f1": 0.557474, + "accuracy": 0.603755, + "main_score": 0.557474, + "hf_subset": "kik_Latn-apc_Arab", + "languages": [ + "kik-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.523168, + "recall": 0.571146, + "f1": 0.535822, + "accuracy": 0.571146, + "main_score": 0.535822, + "hf_subset": "kik_Latn-bug_Latn", + "languages": [ + "kik-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.408329, + "recall": 0.455534, + "f1": 0.421613, + "accuracy": 0.455534, + "main_score": 0.421613, + "hf_subset": "kik_Latn-fon_Latn", + "languages": [ + "kik-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.543307, + "recall": 0.589921, + "f1": 0.555668, + "accuracy": 0.589921, + "main_score": 0.555668, + "hf_subset": "kik_Latn-jav_Latn", + "languages": [ + "kik-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.495772, + "recall": 0.555336, + "f1": 0.511521, + "accuracy": 0.555336, + "main_score": 0.511521, + "hf_subset": "kik_Latn-lao_Laoo", + "languages": [ + "kik-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.523404, + "recall": 0.576087, + "f1": 0.53851, + "accuracy": 0.576087, + "main_score": 0.53851, + "hf_subset": "kik_Latn-mri_Latn", + "languages": [ + "kik-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.558529, + "recall": 0.618577, + "f1": 0.5735, + "accuracy": 0.618577, + "main_score": 0.5735, + "hf_subset": "kik_Latn-rus_Cyrl", + "languages": [ + "kik-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.452673, + "recall": 0.506917, + "f1": 0.467574, + "accuracy": 0.506917, + "main_score": 0.467574, + "hf_subset": "kik_Latn-taq_Latn", + "languages": [ + "kik-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.572187, + "recall": 0.620553, + "f1": 0.583911, + "accuracy": 0.620553, + "main_score": 0.583911, + "hf_subset": "kik_Latn-war_Latn", + "languages": [ + "kik-Latn", + "war-Latn" + ] + }, + { + "precision": 0.5446, + "recall": 0.606719, + "f1": 0.560547, + "accuracy": 0.606719, + "main_score": 0.560547, + "hf_subset": "kik_Latn-arb_Arab", + "languages": [ + "kik-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.561403, + "recall": 0.620553, + "f1": 0.576948, + "accuracy": 0.620553, + "main_score": 0.576948, + "hf_subset": "kik_Latn-bul_Cyrl", + "languages": [ + "kik-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.573308, + "recall": 0.631423, + "f1": 0.588303, + "accuracy": 0.631423, + "main_score": 0.588303, + "hf_subset": "kik_Latn-fra_Latn", + "languages": [ + "kik-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.571676, + "recall": 0.626482, + "f1": 0.585702, + "accuracy": 0.626482, + "main_score": 0.585702, + "hf_subset": "kik_Latn-jpn_Jpan", + "languages": [ + "kik-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.562499, + "recall": 0.613636, + "f1": 0.57544, + "accuracy": 0.613636, + "main_score": 0.57544, + "hf_subset": "kik_Latn-lij_Latn", + "languages": [ + "kik-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.519979, + "recall": 0.581028, + "f1": 0.536535, + "accuracy": 0.581028, + "main_score": 0.536535, + "hf_subset": "kik_Latn-mya_Mymr", + "languages": [ + "kik-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.475841, + "recall": 0.524704, + "f1": 0.489446, + "accuracy": 0.524704, + "main_score": 0.489446, + "hf_subset": "kik_Latn-sag_Latn", + "languages": [ + "kik-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.180189, + "recall": 0.23913, + "f1": 0.194888, + "accuracy": 0.23913, + "main_score": 0.194888, + "hf_subset": "kik_Latn-taq_Tfng", + "languages": [ + "kik-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.5187, + "recall": 0.567194, + "f1": 0.532065, + "accuracy": 0.567194, + "main_score": 0.532065, + "hf_subset": "kik_Latn-wol_Latn", + "languages": [ + "kik-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.477445, + "recall": 0.539526, + "f1": 0.495027, + "accuracy": 0.539526, + "main_score": 0.495027, + "hf_subset": "kik_Latn-arb_Latn", + "languages": [ + "kik-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.564725, + "recall": 0.616601, + "f1": 0.577471, + "accuracy": 0.616601, + "main_score": 0.577471, + "hf_subset": "kik_Latn-cat_Latn", + "languages": [ + "kik-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.570387, + "recall": 0.62253, + "f1": 0.583624, + "accuracy": 0.62253, + "main_score": 0.583624, + "hf_subset": "kik_Latn-fur_Latn", + "languages": [ + "kik-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.382254, + "recall": 0.447628, + "f1": 0.400626, + "accuracy": 0.447628, + "main_score": 0.400626, + "hf_subset": "kik_Latn-kab_Latn", + "languages": [ + "kik-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.55269, + "recall": 0.604743, + "f1": 0.565995, + "accuracy": 0.604743, + "main_score": 0.565995, + "hf_subset": "kik_Latn-lim_Latn", + "languages": [ + "kik-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.568928, + "recall": 0.624506, + "f1": 0.583612, + "accuracy": 0.624506, + "main_score": 0.583612, + "hf_subset": "kik_Latn-nld_Latn", + "languages": [ + "kik-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.515023, + "recall": 0.579051, + "f1": 0.532668, + "accuracy": 0.579051, + "main_score": 0.532668, + "hf_subset": "kik_Latn-san_Deva", + "languages": [ + "kik-Latn", + "san-Deva" + ] + }, + { + "precision": 0.541142, + "recall": 0.59585, + "f1": 0.554897, + "accuracy": 0.59585, + "main_score": 0.554897, + "hf_subset": "kik_Latn-tat_Cyrl", + "languages": [ + "kik-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.55857, + "recall": 0.619565, + "f1": 0.575624, + "accuracy": 0.619565, + "main_score": 0.575624, + "hf_subset": "kik_Latn-xho_Latn", + "languages": [ + "kik-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.535475, + "recall": 0.592885, + "f1": 0.550338, + "accuracy": 0.592885, + "main_score": 0.550338, + "hf_subset": "kik_Latn-ars_Arab", + "languages": [ + "kik-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.550143, + "recall": 0.598814, + "f1": 0.562457, + "accuracy": 0.598814, + "main_score": 0.562457, + "hf_subset": "kik_Latn-ceb_Latn", + "languages": [ + "kik-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.443393, + "recall": 0.5, + "f1": 0.459116, + "accuracy": 0.5, + "main_score": 0.459116, + "hf_subset": "kik_Latn-fuv_Latn", + "languages": [ + "kik-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.453815, + "recall": 0.505929, + "f1": 0.468841, + "accuracy": 0.505929, + "main_score": 0.468841, + "hf_subset": "kik_Latn-kac_Latn", + "languages": [ + "kik-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.535906, + "recall": 0.58498, + "f1": 0.549867, + "accuracy": 0.58498, + "main_score": 0.549867, + "hf_subset": "kik_Latn-lin_Latn", + "languages": [ + "kik-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.548831, + "recall": 0.594862, + "f1": 0.560815, + "accuracy": 0.594862, + "main_score": 0.560815, + "hf_subset": "kik_Latn-nno_Latn", + "languages": [ + "kik-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.517055, + "recall": 0.577075, + "f1": 0.533223, + "accuracy": 0.577075, + "main_score": 0.533223, + "hf_subset": "kik_Latn-sat_Olck", + "languages": [ + "kik-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.53281, + "recall": 0.588933, + "f1": 0.546621, + "accuracy": 0.588933, + "main_score": 0.546621, + "hf_subset": "kik_Latn-tel_Telu", + "languages": [ + "kik-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.530516, + "recall": 0.589921, + "f1": 0.54613, + "accuracy": 0.589921, + "main_score": 0.54613, + "hf_subset": "kik_Latn-ydd_Hebr", + "languages": [ + "kik-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.529085, + "recall": 0.587945, + "f1": 0.544391, + "accuracy": 0.587945, + "main_score": 0.544391, + "hf_subset": "kik_Latn-ary_Arab", + "languages": [ + "kik-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.554102, + "recall": 0.612648, + "f1": 0.569059, + "accuracy": 0.612648, + "main_score": 0.569059, + "hf_subset": "kik_Latn-ces_Latn", + "languages": [ + "kik-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.446602, + "recall": 0.517787, + "f1": 0.466575, + "accuracy": 0.517787, + "main_score": 0.466575, + "hf_subset": "kik_Latn-gaz_Latn", + "languages": [ + "kik-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.53098, + "recall": 0.596838, + "f1": 0.549925, + "accuracy": 0.596838, + "main_score": 0.549925, + "hf_subset": "kik_Latn-kam_Latn", + "languages": [ + "kik-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.547153, + "recall": 0.601779, + "f1": 0.561043, + "accuracy": 0.601779, + "main_score": 0.561043, + "hf_subset": "kik_Latn-lit_Latn", + "languages": [ + "kik-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.562842, + "recall": 0.616601, + "f1": 0.576745, + "accuracy": 0.616601, + "main_score": 0.576745, + "hf_subset": "kik_Latn-nob_Latn", + "languages": [ + "kik-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.551413, + "recall": 0.606719, + "f1": 0.56554, + "accuracy": 0.606719, + "main_score": 0.56554, + "hf_subset": "kik_Latn-scn_Latn", + "languages": [ + "kik-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.541346, + "recall": 0.591897, + "f1": 0.554533, + "accuracy": 0.591897, + "main_score": 0.554533, + "hf_subset": "kik_Latn-tgk_Cyrl", + "languages": [ + "kik-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.493042, + "recall": 0.556324, + "f1": 0.510392, + "accuracy": 0.556324, + "main_score": 0.510392, + "hf_subset": "kik_Latn-yor_Latn", + "languages": [ + "kik-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.554056, + "recall": 0.600791, + "f1": 0.566756, + "accuracy": 0.600791, + "main_score": 0.566756, + "hf_subset": "kik_Latn-arz_Arab", + "languages": [ + "kik-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.446154, + "recall": 0.499012, + "f1": 0.460683, + "accuracy": 0.499012, + "main_score": 0.460683, + "hf_subset": "kik_Latn-cjk_Latn", + "languages": [ + "kik-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.529216, + "recall": 0.583004, + "f1": 0.54304, + "accuracy": 0.583004, + "main_score": 0.54304, + "hf_subset": "kik_Latn-gla_Latn", + "languages": [ + "kik-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.527224, + "recall": 0.58004, + "f1": 0.540854, + "accuracy": 0.58004, + "main_score": 0.540854, + "hf_subset": "kik_Latn-kan_Knda", + "languages": [ + "kik-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.559088, + "recall": 0.61166, + "f1": 0.57286, + "accuracy": 0.61166, + "main_score": 0.57286, + "hf_subset": "kik_Latn-lmo_Latn", + "languages": [ + "kik-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.537162, + "recall": 0.594862, + "f1": 0.552022, + "accuracy": 0.594862, + "main_score": 0.552022, + "hf_subset": "kik_Latn-npi_Deva", + "languages": [ + "kik-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.420467, + "recall": 0.488142, + "f1": 0.4391, + "accuracy": 0.488142, + "main_score": 0.4391, + "hf_subset": "kik_Latn-shn_Mymr", + "languages": [ + "kik-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.550318, + "recall": 0.603755, + "f1": 0.564043, + "accuracy": 0.603755, + "main_score": 0.564043, + "hf_subset": "kik_Latn-tgl_Latn", + "languages": [ + "kik-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.54062, + "recall": 0.596838, + "f1": 0.555344, + "accuracy": 0.596838, + "main_score": 0.555344, + "hf_subset": "kik_Latn-yue_Hant", + "languages": [ + "kik-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.511719, + "recall": 0.572134, + "f1": 0.528277, + "accuracy": 0.572134, + "main_score": 0.528277, + "hf_subset": "kik_Latn-asm_Beng", + "languages": [ + "kik-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.509346, + "recall": 0.577075, + "f1": 0.526867, + "accuracy": 0.577075, + "main_score": 0.526867, + "hf_subset": "kik_Latn-ckb_Arab", + "languages": [ + "kik-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.542765, + "recall": 0.599802, + "f1": 0.558357, + "accuracy": 0.599802, + "main_score": 0.558357, + "hf_subset": "kik_Latn-gle_Latn", + "languages": [ + "kik-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.50983, + "recall": 0.565217, + "f1": 0.524906, + "accuracy": 0.565217, + "main_score": 0.524906, + "hf_subset": "kik_Latn-kas_Arab", + "languages": [ + "kik-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.534986, + "recall": 0.583992, + "f1": 0.547909, + "accuracy": 0.583992, + "main_score": 0.547909, + "hf_subset": "kik_Latn-ltg_Latn", + "languages": [ + "kik-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.569037, + "recall": 0.618577, + "f1": 0.582637, + "accuracy": 0.618577, + "main_score": 0.582637, + "hf_subset": "kik_Latn-nso_Latn", + "languages": [ + "kik-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.531682, + "recall": 0.581028, + "f1": 0.544848, + "accuracy": 0.581028, + "main_score": 0.544848, + "hf_subset": "kik_Latn-sin_Sinh", + "languages": [ + "kik-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.5452, + "recall": 0.598814, + "f1": 0.558536, + "accuracy": 0.598814, + "main_score": 0.558536, + "hf_subset": "kik_Latn-tha_Thai", + "languages": [ + "kik-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.487609, + "recall": 0.539526, + "f1": 0.50018, + "accuracy": 0.539526, + "main_score": 0.50018, + "hf_subset": "kik_Latn-zho_Hans", + "languages": [ + "kik-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.554937, + "recall": 0.604743, + "f1": 0.567541, + "accuracy": 0.604743, + "main_score": 0.567541, + "hf_subset": "kik_Latn-ast_Latn", + "languages": [ + "kik-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.548739, + "recall": 0.607708, + "f1": 0.564402, + "accuracy": 0.607708, + "main_score": 0.564402, + "hf_subset": "kik_Latn-crh_Latn", + "languages": [ + "kik-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.55809, + "recall": 0.610672, + "f1": 0.571397, + "accuracy": 0.610672, + "main_score": 0.571397, + "hf_subset": "kik_Latn-glg_Latn", + "languages": [ + "kik-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.519545, + "recall": 0.575099, + "f1": 0.534444, + "accuracy": 0.575099, + "main_score": 0.534444, + "hf_subset": "kik_Latn-kas_Deva", + "languages": [ + "kik-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.539369, + "recall": 0.592885, + "f1": 0.553584, + "accuracy": 0.592885, + "main_score": 0.553584, + "hf_subset": "kik_Latn-ltz_Latn", + "languages": [ + "kik-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.414668, + "recall": 0.472332, + "f1": 0.430322, + "accuracy": 0.472332, + "main_score": 0.430322, + "hf_subset": "kik_Latn-nus_Latn", + "languages": [ + "kik-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.554778, + "recall": 0.607708, + "f1": 0.568809, + "accuracy": 0.607708, + "main_score": 0.568809, + "hf_subset": "kik_Latn-slk_Latn", + "languages": [ + "kik-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.492879, + "recall": 0.556324, + "f1": 0.509972, + "accuracy": 0.556324, + "main_score": 0.509972, + "hf_subset": "kik_Latn-tir_Ethi", + "languages": [ + "kik-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.532601, + "recall": 0.591897, + "f1": 0.54698, + "accuracy": 0.591897, + "main_score": 0.54698, + "hf_subset": "kik_Latn-zho_Hant", + "languages": [ + "kik-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.536118, + "recall": 0.596838, + "f1": 0.551799, + "accuracy": 0.596838, + "main_score": 0.551799, + "hf_subset": "kik_Latn-awa_Deva", + "languages": [ + "kik-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.552407, + "recall": 0.603755, + "f1": 0.565395, + "accuracy": 0.603755, + "main_score": 0.565395, + "hf_subset": "kik_Latn-cym_Latn", + "languages": [ + "kik-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.553041, + "recall": 0.596838, + "f1": 0.564712, + "accuracy": 0.596838, + "main_score": 0.564712, + "hf_subset": "kik_Latn-grn_Latn", + "languages": [ + "kik-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.523173, + "recall": 0.579051, + "f1": 0.537177, + "accuracy": 0.579051, + "main_score": 0.537177, + "hf_subset": "kik_Latn-kat_Geor", + "languages": [ + "kik-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.514133, + "recall": 0.563241, + "f1": 0.528041, + "accuracy": 0.563241, + "main_score": 0.528041, + "hf_subset": "kik_Latn-lua_Latn", + "languages": [ + "kik-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.529792, + "recall": 0.588933, + "f1": 0.545092, + "accuracy": 0.588933, + "main_score": 0.545092, + "hf_subset": "kik_Latn-nya_Latn", + "languages": [ + "kik-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.566255, + "recall": 0.617589, + "f1": 0.579579, + "accuracy": 0.617589, + "main_score": 0.579579, + "hf_subset": "kik_Latn-slv_Latn", + "languages": [ + "kik-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.560513, + "recall": 0.605731, + "f1": 0.572859, + "accuracy": 0.605731, + "main_score": 0.572859, + "hf_subset": "kik_Latn-tpi_Latn", + "languages": [ + "kik-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.557631, + "recall": 0.610672, + "f1": 0.570743, + "accuracy": 0.610672, + "main_score": 0.570743, + "hf_subset": "kik_Latn-zsm_Latn", + "languages": [ + "kik-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.469777, + "recall": 0.522727, + "f1": 0.485128, + "accuracy": 0.522727, + "main_score": 0.485128, + "hf_subset": "kik_Latn-ayr_Latn", + "languages": [ + "kik-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.570173, + "recall": 0.62747, + "f1": 0.585606, + "accuracy": 0.62747, + "main_score": 0.585606, + "hf_subset": "kik_Latn-dan_Latn", + "languages": [ + "kik-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.529522, + "recall": 0.585968, + "f1": 0.544484, + "accuracy": 0.585968, + "main_score": 0.544484, + "hf_subset": "kik_Latn-guj_Gujr", + "languages": [ + "kik-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.527198, + "recall": 0.58004, + "f1": 0.540314, + "accuracy": 0.58004, + "main_score": 0.540314, + "hf_subset": "kik_Latn-kaz_Cyrl", + "languages": [ + "kik-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.499645, + "recall": 0.555336, + "f1": 0.515519, + "accuracy": 0.555336, + "main_score": 0.515519, + "hf_subset": "kik_Latn-lug_Latn", + "languages": [ + "kik-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.556583, + "recall": 0.608696, + "f1": 0.56935, + "accuracy": 0.608696, + "main_score": 0.56935, + "hf_subset": "kik_Latn-oci_Latn", + "languages": [ + "kik-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.546191, + "recall": 0.593874, + "f1": 0.559275, + "accuracy": 0.593874, + "main_score": 0.559275, + "hf_subset": "kik_Latn-smo_Latn", + "languages": [ + "kik-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.530538, + "recall": 0.576087, + "f1": 0.544024, + "accuracy": 0.576087, + "main_score": 0.544024, + "hf_subset": "kik_Latn-tsn_Latn", + "languages": [ + "kik-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.52838, + "recall": 0.585968, + "f1": 0.543693, + "accuracy": 0.585968, + "main_score": 0.543693, + "hf_subset": "kik_Latn-zul_Latn", + "languages": [ + "kik-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.491425, + "recall": 0.550395, + "f1": 0.507642, + "accuracy": 0.550395, + "main_score": 0.507642, + "hf_subset": "kik_Latn-azb_Arab", + "languages": [ + "kik-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.576937, + "recall": 0.629447, + "f1": 0.590357, + "accuracy": 0.629447, + "main_score": 0.590357, + "hf_subset": "kik_Latn-deu_Latn", + "languages": [ + "kik-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.500833, + "recall": 0.567194, + "f1": 0.517949, + "accuracy": 0.567194, + "main_score": 0.517949, + "hf_subset": "kik_Latn-hat_Latn", + "languages": [ + "kik-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.458747, + "recall": 0.506917, + "f1": 0.471369, + "accuracy": 0.506917, + "main_score": 0.471369, + "hf_subset": "kik_Latn-kbp_Latn", + "languages": [ + "kik-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.516131, + "recall": 0.559289, + "f1": 0.527862, + "accuracy": 0.559289, + "main_score": 0.527862, + "hf_subset": "kik_Latn-luo_Latn", + "languages": [ + "kik-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.519553, + "recall": 0.583004, + "f1": 0.535416, + "accuracy": 0.583004, + "main_score": 0.535416, + "hf_subset": "kik_Latn-ory_Orya", + "languages": [ + "kik-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.551858, + "recall": 0.616601, + "f1": 0.569091, + "accuracy": 0.616601, + "main_score": 0.569091, + "hf_subset": "kik_Latn-sna_Latn", + "languages": [ + "kik-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.533497, + "recall": 0.581028, + "f1": 0.546643, + "accuracy": 0.581028, + "main_score": 0.546643, + "hf_subset": "kik_Latn-tso_Latn", + "languages": [ + "kik-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.5313, + "recall": 0.592885, + "f1": 0.547649, + "accuracy": 0.592885, + "main_score": 0.547649, + "hf_subset": "kik_Latn-azj_Latn", + "languages": [ + "kik-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.475117, + "recall": 0.520751, + "f1": 0.488246, + "accuracy": 0.520751, + "main_score": 0.488246, + "hf_subset": "kik_Latn-dik_Latn", + "languages": [ + "kik-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.525362, + "recall": 0.579051, + "f1": 0.540101, + "accuracy": 0.579051, + "main_score": 0.540101, + "hf_subset": "kik_Latn-hau_Latn", + "languages": [ + "kik-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.560775, + "recall": 0.607708, + "f1": 0.573362, + "accuracy": 0.607708, + "main_score": 0.573362, + "hf_subset": "kik_Latn-kea_Latn", + "languages": [ + "kik-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.555964, + "recall": 0.606719, + "f1": 0.569486, + "accuracy": 0.606719, + "main_score": 0.569486, + "hf_subset": "kik_Latn-lus_Latn", + "languages": [ + "kik-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.578417, + "recall": 0.624506, + "f1": 0.591113, + "accuracy": 0.624506, + "main_score": 0.591113, + "hf_subset": "kik_Latn-pag_Latn", + "languages": [ + "kik-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.495338, + "recall": 0.561265, + "f1": 0.512127, + "accuracy": 0.561265, + "main_score": 0.512127, + "hf_subset": "kik_Latn-snd_Arab", + "languages": [ + "kik-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.526906, + "recall": 0.585968, + "f1": 0.542945, + "accuracy": 0.585968, + "main_score": 0.542945, + "hf_subset": "kik_Latn-tuk_Latn", + "languages": [ + "kik-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.547753, + "recall": 0.596838, + "f1": 0.560383, + "accuracy": 0.596838, + "main_score": 0.560383, + "hf_subset": "kik_Latn-bak_Cyrl", + "languages": [ + "kik-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.427168, + "recall": 0.483202, + "f1": 0.44327, + "accuracy": 0.483202, + "main_score": 0.44327, + "hf_subset": "kik_Latn-dyu_Latn", + "languages": [ + "kik-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.545076, + "recall": 0.600791, + "f1": 0.559216, + "accuracy": 0.600791, + "main_score": 0.559216, + "hf_subset": "kik_Latn-heb_Hebr", + "languages": [ + "kik-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.526993, + "recall": 0.579051, + "f1": 0.541567, + "accuracy": 0.579051, + "main_score": 0.541567, + "hf_subset": "kik_Latn-khk_Cyrl", + "languages": [ + "kik-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.538434, + "recall": 0.593874, + "f1": 0.552823, + "accuracy": 0.593874, + "main_score": 0.552823, + "hf_subset": "kik_Latn-lvs_Latn", + "languages": [ + "kik-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.529604, + "recall": 0.585968, + "f1": 0.543779, + "accuracy": 0.585968, + "main_score": 0.543779, + "hf_subset": "kik_Latn-pan_Guru", + "languages": [ + "kik-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.52029, + "recall": 0.583004, + "f1": 0.536936, + "accuracy": 0.583004, + "main_score": 0.536936, + "hf_subset": "kik_Latn-som_Latn", + "languages": [ + "kik-Latn", + "som-Latn" + ] + }, + { + "precision": 0.518344, + "recall": 0.567194, + "f1": 0.531537, + "accuracy": 0.567194, + "main_score": 0.531537, + "hf_subset": "kik_Latn-tum_Latn", + "languages": [ + "kik-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.536168, + "recall": 0.619565, + "f1": 0.560386, + "accuracy": 0.619565, + "main_score": 0.560386, + "hf_subset": "mai_Deva-ace_Arab", + "languages": [ + "mai-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.502217, + "recall": 0.560277, + "f1": 0.517989, + "accuracy": 0.560277, + "main_score": 0.517989, + "hf_subset": "mai_Deva-bam_Latn", + "languages": [ + "mai-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.630777, + "recall": 0.717391, + "f1": 0.656079, + "accuracy": 0.717391, + "main_score": 0.656079, + "hf_subset": "mai_Deva-dzo_Tibt", + "languages": [ + "mai-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mai_Deva-khm_Khmr", + "languages": [ + "mai-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-mag_Deva", + "languages": [ + "mai-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-pap_Latn", + "languages": [ + "mai-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.821591, + "recall": 0.869565, + "f1": 0.836481, + "accuracy": 0.869565, + "main_score": 0.836481, + "hf_subset": "mai_Deva-sot_Latn", + "languages": [ + "mai-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "mai_Deva-tur_Latn", + "languages": [ + "mai-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.876647, + "recall": 0.911067, + "f1": 0.887451, + "accuracy": 0.911067, + "main_score": 0.887451, + "hf_subset": "mai_Deva-ace_Latn", + "languages": [ + "mai-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "mai_Deva-ban_Latn", + "languages": [ + "mai-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-ell_Grek", + "languages": [ + "mai-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "mai_Deva-hne_Deva", + "languages": [ + "mai-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.584676, + "recall": 0.651186, + "f1": 0.602955, + "accuracy": 0.651186, + "main_score": 0.602955, + "hf_subset": "mai_Deva-kik_Latn", + "languages": [ + "mai-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "mai_Deva-pbt_Arab", + "languages": [ + "mai-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-spa_Latn", + "languages": [ + "mai-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.746805, + "recall": 0.805336, + "f1": 0.764361, + "accuracy": 0.805336, + "main_score": 0.764361, + "hf_subset": "mai_Deva-twi_Latn", + "languages": [ + "mai-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-acm_Arab", + "languages": [ + "mai-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-bel_Cyrl", + "languages": [ + "mai-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-hrv_Latn", + "languages": [ + "mai-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.819977, + "recall": 0.870553, + "f1": 0.835441, + "accuracy": 0.870553, + "main_score": 0.835441, + "hf_subset": "mai_Deva-kin_Latn", + "languages": [ + "mai-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-pes_Arab", + "languages": [ + "mai-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mai_Deva-srd_Latn", + "languages": [ + "mai-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.218731, + "recall": 0.283597, + "f1": 0.234874, + "accuracy": 0.283597, + "main_score": 0.234874, + "hf_subset": "mai_Deva-tzm_Tfng", + "languages": [ + "mai-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-acq_Arab", + "languages": [ + "mai-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.660128, + "recall": 0.729249, + "f1": 0.680421, + "accuracy": 0.729249, + "main_score": 0.680421, + "hf_subset": "mai_Deva-bem_Latn", + "languages": [ + "mai-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-epo_Latn", + "languages": [ + "mai-Deva", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-hun_Latn", + "languages": [ + "mai-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-kir_Cyrl", + "languages": [ + "mai-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.842227, + "recall": 0.886364, + "f1": 0.855816, + "accuracy": 0.886364, + "main_score": 0.855816, + "hf_subset": "mai_Deva-plt_Latn", + "languages": [ + "mai-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-srp_Cyrl", + "languages": [ + "mai-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "mai_Deva-uig_Arab", + "languages": [ + "mai-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-aeb_Arab", + "languages": [ + "mai-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-est_Latn", + "languages": [ + "mai-Deva", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-hye_Armn", + "languages": [ + "mai-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.484033, + "recall": 0.540514, + "f1": 0.499895, + "accuracy": 0.540514, + "main_score": 0.499895, + "hf_subset": "mai_Deva-kmb_Latn", + "languages": [ + "mai-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.511236, + "recall": 0.590909, + "f1": 0.533434, + "accuracy": 0.590909, + "main_score": 0.533434, + "hf_subset": "mai_Deva-min_Arab", + "languages": [ + "mai-Deva", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-pol_Latn", + "languages": [ + "mai-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.706094, + "recall": 0.775692, + "f1": 0.7266, + "accuracy": 0.775692, + "main_score": 0.7266, + "hf_subset": "mai_Deva-ssw_Latn", + "languages": [ + "mai-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ukr_Cyrl", + "languages": [ + "mai-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-afr_Latn", + "languages": [ + "mai-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-bho_Deva", + "languages": [ + "mai-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-eus_Latn", + "languages": [ + "mai-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.855105, + "recall": 0.895257, + "f1": 0.867391, + "accuracy": 0.895257, + "main_score": 0.867391, + "hf_subset": "mai_Deva-ibo_Latn", + "languages": [ + "mai-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.862648, + "recall": 0.901186, + "f1": 0.874605, + "accuracy": 0.901186, + "main_score": 0.874605, + "hf_subset": "mai_Deva-kmr_Latn", + "languages": [ + "mai-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mai_Deva-min_Latn", + "languages": [ + "mai-Deva", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-por_Latn", + "languages": [ + "mai-Deva", + "por-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mai_Deva-sun_Latn", + "languages": [ + "mai-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.469423, + "recall": 0.528656, + "f1": 0.485961, + "accuracy": 0.528656, + "main_score": 0.485961, + "hf_subset": "mai_Deva-umb_Latn", + "languages": [ + "mai-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ajp_Arab", + "languages": [ + "mai-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.517185, + "recall": 0.594862, + "f1": 0.538809, + "accuracy": 0.594862, + "main_score": 0.538809, + "hf_subset": "mai_Deva-bjn_Arab", + "languages": [ + "mai-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.471143, + "recall": 0.523715, + "f1": 0.485562, + "accuracy": 0.523715, + "main_score": 0.485562, + "hf_subset": "mai_Deva-ewe_Latn", + "languages": [ + "mai-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "mai_Deva-ilo_Latn", + "languages": [ + "mai-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.271192, + "recall": 0.340909, + "f1": 0.289681, + "accuracy": 0.340909, + "main_score": 0.289681, + "hf_subset": "mai_Deva-knc_Arab", + "languages": [ + "mai-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-mkd_Cyrl", + "languages": [ + "mai-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-prs_Arab", + "languages": [ + "mai-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-swe_Latn", + "languages": [ + "mai-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.734166, + "recall": 0.795455, + "f1": 0.752586, + "accuracy": 0.795455, + "main_score": 0.752586, + "hf_subset": "mai_Deva-aka_Latn", + "languages": [ + "mai-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mai_Deva-bjn_Latn", + "languages": [ + "mai-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mai_Deva-fao_Latn", + "languages": [ + "mai-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ind_Latn", + "languages": [ + "mai-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.538974, + "recall": 0.599802, + "f1": 0.55573, + "accuracy": 0.599802, + "main_score": 0.55573, + "hf_subset": "mai_Deva-knc_Latn", + "languages": [ + "mai-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-mlt_Latn", + "languages": [ + "mai-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.636324, + "recall": 0.70751, + "f1": 0.657023, + "accuracy": 0.70751, + "main_score": 0.657023, + "hf_subset": "mai_Deva-quy_Latn", + "languages": [ + "mai-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mai_Deva-swh_Latn", + "languages": [ + "mai-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-uzn_Latn", + "languages": [ + "mai-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-als_Latn", + "languages": [ + "mai-Deva", + "als-Latn" + ] + }, + { + "precision": 0.776128, + "recall": 0.837945, + "f1": 0.794884, + "accuracy": 0.837945, + "main_score": 0.794884, + "hf_subset": "mai_Deva-bod_Tibt", + "languages": [ + "mai-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.615267, + "recall": 0.686759, + "f1": 0.636237, + "accuracy": 0.686759, + "main_score": 0.636237, + "hf_subset": "mai_Deva-fij_Latn", + "languages": [ + "mai-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mai_Deva-isl_Latn", + "languages": [ + "mai-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.593303, + "recall": 0.663043, + "f1": 0.612815, + "accuracy": 0.663043, + "main_score": 0.612815, + "hf_subset": "mai_Deva-kon_Latn", + "languages": [ + "mai-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.637756, + "recall": 0.70751, + "f1": 0.657721, + "accuracy": 0.70751, + "main_score": 0.657721, + "hf_subset": "mai_Deva-mni_Beng", + "languages": [ + "mai-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ron_Latn", + "languages": [ + "mai-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "mai_Deva-szl_Latn", + "languages": [ + "mai-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-vec_Latn", + "languages": [ + "mai-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.919713, + "recall": 0.943676, + "f1": 0.927273, + "accuracy": 0.943676, + "main_score": 0.927273, + "hf_subset": "mai_Deva-amh_Ethi", + "languages": [ + "mai-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-bos_Latn", + "languages": [ + "mai-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-fin_Latn", + "languages": [ + "mai-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ita_Latn", + "languages": [ + "mai-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-kor_Hang", + "languages": [ + "mai-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.491884, + "recall": 0.552372, + "f1": 0.508473, + "accuracy": 0.552372, + "main_score": 0.508473, + "hf_subset": "mai_Deva-mos_Latn", + "languages": [ + "mai-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.701329, + "recall": 0.76581, + "f1": 0.720078, + "accuracy": 0.76581, + "main_score": 0.720078, + "hf_subset": "mai_Deva-run_Latn", + "languages": [ + "mai-Deva", + "run-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mai_Deva-vie_Latn", + "languages": [ + "mai-Deva", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-apc_Arab", + "languages": [ + "mai-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.750009, + "recall": 0.804348, + "f1": 0.766123, + "accuracy": 0.804348, + "main_score": 0.766123, + "hf_subset": "mai_Deva-bug_Latn", + "languages": [ + "mai-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.43443, + "recall": 0.485178, + "f1": 0.44885, + "accuracy": 0.485178, + "main_score": 0.44885, + "hf_subset": "mai_Deva-fon_Latn", + "languages": [ + "mai-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mai_Deva-jav_Latn", + "languages": [ + "mai-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "mai_Deva-lao_Laoo", + "languages": [ + "mai-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.854661, + "recall": 0.897233, + "f1": 0.867951, + "accuracy": 0.897233, + "main_score": 0.867951, + "hf_subset": "mai_Deva-mri_Latn", + "languages": [ + "mai-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-rus_Cyrl", + "languages": [ + "mai-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.506074, + "recall": 0.572134, + "f1": 0.524586, + "accuracy": 0.572134, + "main_score": 0.524586, + "hf_subset": "mai_Deva-taq_Latn", + "languages": [ + "mai-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-war_Latn", + "languages": [ + "mai-Deva", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-arb_Arab", + "languages": [ + "mai-Deva", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-bul_Cyrl", + "languages": [ + "mai-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-fra_Latn", + "languages": [ + "mai-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-jpn_Jpan", + "languages": [ + "mai-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-lij_Latn", + "languages": [ + "mai-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "mai_Deva-mya_Mymr", + "languages": [ + "mai-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.555328, + "recall": 0.620553, + "f1": 0.573543, + "accuracy": 0.620553, + "main_score": 0.573543, + "hf_subset": "mai_Deva-sag_Latn", + "languages": [ + "mai-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.218857, + "recall": 0.287549, + "f1": 0.235591, + "accuracy": 0.287549, + "main_score": 0.235591, + "hf_subset": "mai_Deva-taq_Tfng", + "languages": [ + "mai-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.637558, + "recall": 0.704545, + "f1": 0.656643, + "accuracy": 0.704545, + "main_score": 0.656643, + "hf_subset": "mai_Deva-wol_Latn", + "languages": [ + "mai-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.84445, + "recall": 0.889328, + "f1": 0.858597, + "accuracy": 0.889328, + "main_score": 0.858597, + "hf_subset": "mai_Deva-arb_Latn", + "languages": [ + "mai-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-cat_Latn", + "languages": [ + "mai-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-fur_Latn", + "languages": [ + "mai-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.444108, + "recall": 0.516798, + "f1": 0.464327, + "accuracy": 0.516798, + "main_score": 0.464327, + "hf_subset": "mai_Deva-kab_Latn", + "languages": [ + "mai-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mai_Deva-lim_Latn", + "languages": [ + "mai-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-nld_Latn", + "languages": [ + "mai-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-tat_Cyrl", + "languages": [ + "mai-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.832625, + "recall": 0.881423, + "f1": 0.848174, + "accuracy": 0.881423, + "main_score": 0.848174, + "hf_subset": "mai_Deva-xho_Latn", + "languages": [ + "mai-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ars_Arab", + "languages": [ + "mai-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-ceb_Latn", + "languages": [ + "mai-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.487017, + "recall": 0.560277, + "f1": 0.506653, + "accuracy": 0.560277, + "main_score": 0.506653, + "hf_subset": "mai_Deva-fuv_Latn", + "languages": [ + "mai-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.476919, + "recall": 0.541502, + "f1": 0.494348, + "accuracy": 0.541502, + "main_score": 0.494348, + "hf_subset": "mai_Deva-kac_Latn", + "languages": [ + "mai-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.63625, + "recall": 0.703557, + "f1": 0.655012, + "accuracy": 0.703557, + "main_score": 0.655012, + "hf_subset": "mai_Deva-lin_Latn", + "languages": [ + "mai-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-nno_Latn", + "languages": [ + "mai-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.884387, + "recall": 0.917984, + "f1": 0.89473, + "accuracy": 0.917984, + "main_score": 0.89473, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mai_Deva-ydd_Hebr", + "languages": [ + "mai-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "mai_Deva-ary_Arab", + "languages": [ + "mai-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ces_Latn", + "languages": [ + "mai-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.561826, + "recall": 0.635375, + "f1": 0.582342, + "accuracy": 0.635375, + "main_score": 0.582342, + "hf_subset": "mai_Deva-gaz_Latn", + "languages": [ + "mai-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.537478, + "recall": 0.613636, + "f1": 0.558722, + "accuracy": 0.613636, + "main_score": 0.558722, + "hf_subset": "mai_Deva-kam_Latn", + "languages": [ + "mai-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mai_Deva-lit_Latn", + "languages": [ + "mai-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-nob_Latn", + "languages": [ + "mai-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mai_Deva-scn_Latn", + "languages": [ + "mai-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "mai_Deva-tgk_Cyrl", + "languages": [ + "mai-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.729628, + "recall": 0.797431, + "f1": 0.750296, + "accuracy": 0.797431, + "main_score": 0.750296, + "hf_subset": "mai_Deva-yor_Latn", + "languages": [ + "mai-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-arz_Arab", + "languages": [ + "mai-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.500362, + "recall": 0.570158, + "f1": 0.52, + "accuracy": 0.570158, + "main_score": 0.52, + "hf_subset": "mai_Deva-cjk_Latn", + "languages": [ + "mai-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.923254, + "recall": 0.948617, + "f1": 0.931653, + "accuracy": 0.948617, + "main_score": 0.931653, + "hf_subset": "mai_Deva-gla_Latn", + "languages": [ + "mai-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "mai_Deva-lmo_Latn", + "languages": [ + "mai-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.506589, + "recall": 0.591897, + "f1": 0.530065, + "accuracy": 0.591897, + "main_score": 0.530065, + "hf_subset": "mai_Deva-shn_Mymr", + "languages": [ + "mai-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-tgl_Latn", + "languages": [ + "mai-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-yue_Hant", + "languages": [ + "mai-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.917737, + "recall": 0.942688, + "f1": 0.925791, + "accuracy": 0.942688, + "main_score": 0.925791, + "hf_subset": "mai_Deva-ckb_Arab", + "languages": [ + "mai-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "mai_Deva-gle_Latn", + "languages": [ + "mai-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.932477, + "recall": 0.954545, + "f1": 0.939723, + "accuracy": 0.954545, + "main_score": 0.939723, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.898468, + "recall": 0.928854, + "f1": 0.908122, + "accuracy": 0.928854, + "main_score": 0.908122, + "hf_subset": "mai_Deva-ltg_Latn", + "languages": [ + "mai-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.751318, + "recall": 0.813241, + "f1": 0.770323, + "accuracy": 0.813241, + "main_score": 0.770323, + "hf_subset": "mai_Deva-nso_Latn", + "languages": [ + "mai-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mai_Deva-sin_Sinh", + "languages": [ + "mai-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-tha_Thai", + "languages": [ + "mai-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-zho_Hans", + "languages": [ + "mai-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-ast_Latn", + "languages": [ + "mai-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-crh_Latn", + "languages": [ + "mai-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-glg_Latn", + "languages": [ + "mai-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.887022, + "recall": 0.91996, + "f1": 0.897365, + "accuracy": 0.91996, + "main_score": 0.897365, + "hf_subset": "mai_Deva-kas_Deva", + "languages": [ + "mai-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-ltz_Latn", + "languages": [ + "mai-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.429809, + "recall": 0.497036, + "f1": 0.447621, + "accuracy": 0.497036, + "main_score": 0.447621, + "hf_subset": "mai_Deva-nus_Latn", + "languages": [ + "mai-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-slk_Latn", + "languages": [ + "mai-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.65551, + "recall": 0.725296, + "f1": 0.674989, + "accuracy": 0.725296, + "main_score": 0.674989, + "hf_subset": "mai_Deva-tir_Ethi", + "languages": [ + "mai-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-zho_Hant", + "languages": [ + "mai-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "mai_Deva-awa_Deva", + "languages": [ + "mai-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-cym_Latn", + "languages": [ + "mai-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.783285, + "recall": 0.833004, + "f1": 0.798029, + "accuracy": 0.833004, + "main_score": 0.798029, + "hf_subset": "mai_Deva-grn_Latn", + "languages": [ + "mai-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mai_Deva-kat_Geor", + "languages": [ + "mai-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.5996, + "recall": 0.666008, + "f1": 0.618391, + "accuracy": 0.666008, + "main_score": 0.618391, + "hf_subset": "mai_Deva-lua_Latn", + "languages": [ + "mai-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.804677, + "recall": 0.858696, + "f1": 0.821165, + "accuracy": 0.858696, + "main_score": 0.821165, + "hf_subset": "mai_Deva-nya_Latn", + "languages": [ + "mai-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-slv_Latn", + "languages": [ + "mai-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mai_Deva-tpi_Latn", + "languages": [ + "mai-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-zsm_Latn", + "languages": [ + "mai-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.500726, + "recall": 0.561265, + "f1": 0.517561, + "accuracy": 0.561265, + "main_score": 0.517561, + "hf_subset": "mai_Deva-ayr_Latn", + "languages": [ + "mai-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-dan_Latn", + "languages": [ + "mai-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mai_Deva-kaz_Cyrl", + "languages": [ + "mai-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.62109, + "recall": 0.694664, + "f1": 0.642676, + "accuracy": 0.694664, + "main_score": 0.642676, + "hf_subset": "mai_Deva-lug_Latn", + "languages": [ + "mai-Deva", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-oci_Latn", + "languages": [ + "mai-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.819582, + "recall": 0.864625, + "f1": 0.833517, + "accuracy": 0.864625, + "main_score": 0.833517, + "hf_subset": "mai_Deva-smo_Latn", + "languages": [ + "mai-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.708103, + "recall": 0.779644, + "f1": 0.729611, + "accuracy": 0.779644, + "main_score": 0.729611, + "hf_subset": "mai_Deva-tsn_Latn", + "languages": [ + "mai-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.852273, + "recall": 0.894269, + "f1": 0.865368, + "accuracy": 0.894269, + "main_score": 0.865368, + "hf_subset": "mai_Deva-zul_Latn", + "languages": [ + "mai-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.932971, + "recall": 0.953557, + "f1": 0.939526, + "accuracy": 0.953557, + "main_score": 0.939526, + "hf_subset": "mai_Deva-azb_Arab", + "languages": [ + "mai-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-deu_Latn", + "languages": [ + "mai-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "mai_Deva-hat_Latn", + "languages": [ + "mai-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.482016, + "recall": 0.538538, + "f1": 0.497799, + "accuracy": 0.538538, + "main_score": 0.497799, + "hf_subset": "mai_Deva-kbp_Latn", + "languages": [ + "mai-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.51051, + "recall": 0.576087, + "f1": 0.528685, + "accuracy": 0.576087, + "main_score": 0.528685, + "hf_subset": "mai_Deva-luo_Latn", + "languages": [ + "mai-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.840333, + "recall": 0.885375, + "f1": 0.854644, + "accuracy": 0.885375, + "main_score": 0.854644, + "hf_subset": "mai_Deva-sna_Latn", + "languages": [ + "mai-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.648762, + "recall": 0.714427, + "f1": 0.667325, + "accuracy": 0.714427, + "main_score": 0.667325, + "hf_subset": "mai_Deva-tso_Latn", + "languages": [ + "mai-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-azj_Latn", + "languages": [ + "mai-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.501641, + "recall": 0.575099, + "f1": 0.522735, + "accuracy": 0.575099, + "main_score": 0.522735, + "hf_subset": "mai_Deva-dik_Latn", + "languages": [ + "mai-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.87248, + "recall": 0.910079, + "f1": 0.884453, + "accuracy": 0.910079, + "main_score": 0.884453, + "hf_subset": "mai_Deva-hau_Latn", + "languages": [ + "mai-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mai_Deva-kea_Latn", + "languages": [ + "mai-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.904562, + "recall": 0.931818, + "f1": 0.913274, + "accuracy": 0.931818, + "main_score": 0.913274, + "hf_subset": "mai_Deva-lus_Latn", + "languages": [ + "mai-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.87887, + "recall": 0.912055, + "f1": 0.889394, + "accuracy": 0.912055, + "main_score": 0.889394, + "hf_subset": "mai_Deva-pag_Latn", + "languages": [ + "mai-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mai_Deva-snd_Arab", + "languages": [ + "mai-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-tuk_Latn", + "languages": [ + "mai-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-bak_Cyrl", + "languages": [ + "mai-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.475108, + "recall": 0.549407, + "f1": 0.495196, + "accuracy": 0.549407, + "main_score": 0.495196, + "hf_subset": "mai_Deva-dyu_Latn", + "languages": [ + "mai-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-heb_Hebr", + "languages": [ + "mai-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "mai_Deva-khk_Cyrl", + "languages": [ + "mai-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-lvs_Latn", + "languages": [ + "mai-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.838109, + "recall": 0.886364, + "f1": 0.853063, + "accuracy": 0.886364, + "main_score": 0.853063, + "hf_subset": "mai_Deva-som_Latn", + "languages": [ + "mai-Deva", + "som-Latn" + ] + }, + { + "precision": 0.672151, + "recall": 0.738142, + "f1": 0.69177, + "accuracy": 0.738142, + "main_score": 0.69177, + "hf_subset": "mai_Deva-tum_Latn", + "languages": [ + "mai-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.453056, + "recall": 0.529644, + "f1": 0.474246, + "accuracy": 0.529644, + "main_score": 0.474246, + "hf_subset": "pbt_Arab-ace_Arab", + "languages": [ + "pbt-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.436012, + "recall": 0.483202, + "f1": 0.448219, + "accuracy": 0.483202, + "main_score": 0.448219, + "hf_subset": "pbt_Arab-bam_Latn", + "languages": [ + "pbt-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.547721, + "recall": 0.636364, + "f1": 0.572673, + "accuracy": 0.636364, + "main_score": 0.572673, + "hf_subset": "pbt_Arab-dzo_Tibt", + "languages": [ + "pbt-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pbt_Arab-hin_Deva", + "languages": [ + "pbt-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.931489, + "recall": 0.952569, + "f1": 0.938208, + "accuracy": 0.952569, + "main_score": 0.938208, + "hf_subset": "pbt_Arab-khm_Khmr", + "languages": [ + "pbt-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947596, + "accuracy": 0.959486, + "main_score": 0.947596, + "hf_subset": "pbt_Arab-mag_Deva", + "languages": [ + "pbt-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "pbt_Arab-pap_Latn", + "languages": [ + "pbt-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.788556, + "recall": 0.841897, + "f1": 0.804776, + "accuracy": 0.841897, + "main_score": 0.804776, + "hf_subset": "pbt_Arab-sot_Latn", + "languages": [ + "pbt-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "pbt_Arab-tur_Latn", + "languages": [ + "pbt-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.78559, + "recall": 0.836957, + "f1": 0.800646, + "accuracy": 0.836957, + "main_score": 0.800646, + "hf_subset": "pbt_Arab-ace_Latn", + "languages": [ + "pbt-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.897764, + "recall": 0.922925, + "f1": 0.905319, + "accuracy": 0.922925, + "main_score": 0.905319, + "hf_subset": "pbt_Arab-ban_Latn", + "languages": [ + "pbt-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.944911, + "recall": 0.961462, + "f1": 0.950165, + "accuracy": 0.961462, + "main_score": 0.950165, + "hf_subset": "pbt_Arab-ell_Grek", + "languages": [ + "pbt-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.931901, + "recall": 0.951581, + "f1": 0.937978, + "accuracy": 0.951581, + "main_score": 0.937978, + "hf_subset": "pbt_Arab-hne_Deva", + "languages": [ + "pbt-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.509758, + "recall": 0.571146, + "f1": 0.525511, + "accuracy": 0.571146, + "main_score": 0.525511, + "hf_subset": "pbt_Arab-kik_Latn", + "languages": [ + "pbt-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.94804, + "recall": 0.963439, + "f1": 0.952964, + "accuracy": 0.963439, + "main_score": 0.952964, + "hf_subset": "pbt_Arab-mai_Deva", + "languages": [ + "pbt-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "pbt_Arab-spa_Latn", + "languages": [ + "pbt-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.670505, + "recall": 0.738142, + "f1": 0.689583, + "accuracy": 0.738142, + "main_score": 0.689583, + "hf_subset": "pbt_Arab-twi_Latn", + "languages": [ + "pbt-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "pbt_Arab-acm_Arab", + "languages": [ + "pbt-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.932642, + "recall": 0.953557, + "f1": 0.939394, + "accuracy": 0.953557, + "main_score": 0.939394, + "hf_subset": "pbt_Arab-bel_Cyrl", + "languages": [ + "pbt-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.971344, + "recall": 0.979249, + "f1": 0.973767, + "accuracy": 0.979249, + "main_score": 0.973767, + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "pbt_Arab-hrv_Latn", + "languages": [ + "pbt-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.798971, + "recall": 0.847826, + "f1": 0.813512, + "accuracy": 0.847826, + "main_score": 0.813512, + "hf_subset": "pbt_Arab-kin_Latn", + "languages": [ + "pbt-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "pbt_Arab-mal_Mlym", + "languages": [ + "pbt-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.954463, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "pbt_Arab-pes_Arab", + "languages": [ + "pbt-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "pbt_Arab-srd_Latn", + "languages": [ + "pbt-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.216931, + "recall": 0.269763, + "f1": 0.230093, + "accuracy": 0.269763, + "main_score": 0.230093, + "hf_subset": "pbt_Arab-tzm_Tfng", + "languages": [ + "pbt-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "pbt_Arab-acq_Arab", + "languages": [ + "pbt-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.594044, + "recall": 0.662055, + "f1": 0.612487, + "accuracy": 0.662055, + "main_score": 0.612487, + "hf_subset": "pbt_Arab-bem_Latn", + "languages": [ + "pbt-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "pbt_Arab-epo_Latn", + "languages": [ + "pbt-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "pbt_Arab-hun_Latn", + "languages": [ + "pbt-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.924901, + "recall": 0.948617, + "f1": 0.932642, + "accuracy": 0.948617, + "main_score": 0.932642, + "hf_subset": "pbt_Arab-kir_Cyrl", + "languages": [ + "pbt-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.961462, + "recall": 0.972332, + "f1": 0.964921, + "accuracy": 0.972332, + "main_score": 0.964921, + "hf_subset": "pbt_Arab-mar_Deva", + "languages": [ + "pbt-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.809651, + "recall": 0.856719, + "f1": 0.824045, + "accuracy": 0.856719, + "main_score": 0.824045, + "hf_subset": "pbt_Arab-plt_Latn", + "languages": [ + "pbt-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "pbt_Arab-srp_Cyrl", + "languages": [ + "pbt-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.901268, + "recall": 0.928854, + "f1": 0.910145, + "accuracy": 0.928854, + "main_score": 0.910145, + "hf_subset": "pbt_Arab-uig_Arab", + "languages": [ + "pbt-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.938323, + "recall": 0.95751, + "f1": 0.944565, + "accuracy": 0.95751, + "main_score": 0.944565, + "hf_subset": "pbt_Arab-aeb_Arab", + "languages": [ + "pbt-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.960343, + "accuracy": 0.969368, + "main_score": 0.960343, + "hf_subset": "pbt_Arab-ben_Beng", + "languages": [ + "pbt-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.952157, + "recall": 0.967391, + "f1": 0.957082, + "accuracy": 0.967391, + "main_score": 0.957082, + "hf_subset": "pbt_Arab-est_Latn", + "languages": [ + "pbt-Arab", + "est-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "pbt_Arab-hye_Armn", + "languages": [ + "pbt-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.407754, + "recall": 0.462451, + "f1": 0.421703, + "accuracy": 0.462451, + "main_score": 0.421703, + "hf_subset": "pbt_Arab-kmb_Latn", + "languages": [ + "pbt-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.406237, + "recall": 0.486166, + "f1": 0.426608, + "accuracy": 0.486166, + "main_score": 0.426608, + "hf_subset": "pbt_Arab-min_Arab", + "languages": [ + "pbt-Arab", + "min-Arab" + ] + }, + { + "precision": 0.953179, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "pbt_Arab-pol_Latn", + "languages": [ + "pbt-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.668957, + "recall": 0.740119, + "f1": 0.689396, + "accuracy": 0.740119, + "main_score": 0.689396, + "hf_subset": "pbt_Arab-ssw_Latn", + "languages": [ + "pbt-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "pbt_Arab-ukr_Cyrl", + "languages": [ + "pbt-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "pbt_Arab-afr_Latn", + "languages": [ + "pbt-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.917748, + "recall": 0.939723, + "f1": 0.924341, + "accuracy": 0.939723, + "main_score": 0.924341, + "hf_subset": "pbt_Arab-bho_Deva", + "languages": [ + "pbt-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.939674, + "recall": 0.95751, + "f1": 0.945224, + "accuracy": 0.95751, + "main_score": 0.945224, + "hf_subset": "pbt_Arab-eus_Latn", + "languages": [ + "pbt-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.779809, + "recall": 0.836957, + "f1": 0.797285, + "accuracy": 0.836957, + "main_score": 0.797285, + "hf_subset": "pbt_Arab-ibo_Latn", + "languages": [ + "pbt-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.843709, + "recall": 0.884387, + "f1": 0.856277, + "accuracy": 0.884387, + "main_score": 0.856277, + "hf_subset": "pbt_Arab-kmr_Latn", + "languages": [ + "pbt-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.924195, + "recall": 0.945652, + "f1": 0.93083, + "accuracy": 0.945652, + "main_score": 0.93083, + "hf_subset": "pbt_Arab-min_Latn", + "languages": [ + "pbt-Arab", + "min-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "pbt_Arab-por_Latn", + "languages": [ + "pbt-Arab", + "por-Latn" + ] + }, + { + "precision": 0.935771, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "pbt_Arab-sun_Latn", + "languages": [ + "pbt-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.411069, + "recall": 0.466403, + "f1": 0.426169, + "accuracy": 0.466403, + "main_score": 0.426169, + "hf_subset": "pbt_Arab-umb_Latn", + "languages": [ + "pbt-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "pbt_Arab-ajp_Arab", + "languages": [ + "pbt-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.436626, + "recall": 0.514822, + "f1": 0.456556, + "accuracy": 0.514822, + "main_score": 0.456556, + "hf_subset": "pbt_Arab-bjn_Arab", + "languages": [ + "pbt-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.425667, + "recall": 0.476285, + "f1": 0.439213, + "accuracy": 0.476285, + "main_score": 0.439213, + "hf_subset": "pbt_Arab-ewe_Latn", + "languages": [ + "pbt-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.891716, + "recall": 0.922925, + "f1": 0.901548, + "accuracy": 0.922925, + "main_score": 0.901548, + "hf_subset": "pbt_Arab-ilo_Latn", + "languages": [ + "pbt-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.24956, + "recall": 0.302372, + "f1": 0.262088, + "accuracy": 0.302372, + "main_score": 0.262088, + "hf_subset": "pbt_Arab-knc_Arab", + "languages": [ + "pbt-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.959898, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "pbt_Arab-mkd_Cyrl", + "languages": [ + "pbt-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "pbt_Arab-prs_Arab", + "languages": [ + "pbt-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.957428, + "recall": 0.970356, + "f1": 0.961528, + "accuracy": 0.970356, + "main_score": 0.961528, + "hf_subset": "pbt_Arab-swe_Latn", + "languages": [ + "pbt-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "pbt_Arab-urd_Arab", + "languages": [ + "pbt-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.626818, + "recall": 0.693676, + "f1": 0.644628, + "accuracy": 0.693676, + "main_score": 0.644628, + "hf_subset": "pbt_Arab-aka_Latn", + "languages": [ + "pbt-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.910963, + "recall": 0.933794, + "f1": 0.917918, + "accuracy": 0.933794, + "main_score": 0.917918, + "hf_subset": "pbt_Arab-bjn_Latn", + "languages": [ + "pbt-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.924242, + "recall": 0.94664, + "f1": 0.931291, + "accuracy": 0.94664, + "main_score": 0.931291, + "hf_subset": "pbt_Arab-fao_Latn", + "languages": [ + "pbt-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.963686, + "recall": 0.975296, + "f1": 0.967457, + "accuracy": 0.975296, + "main_score": 0.967457, + "hf_subset": "pbt_Arab-ind_Latn", + "languages": [ + "pbt-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.468941, + "recall": 0.51581, + "f1": 0.481171, + "accuracy": 0.51581, + "main_score": 0.481171, + "hf_subset": "pbt_Arab-knc_Latn", + "languages": [ + "pbt-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948734, + "accuracy": 0.960474, + "main_score": 0.948734, + "hf_subset": "pbt_Arab-mlt_Latn", + "languages": [ + "pbt-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.581829, + "recall": 0.645257, + "f1": 0.598974, + "accuracy": 0.645257, + "main_score": 0.598974, + "hf_subset": "pbt_Arab-quy_Latn", + "languages": [ + "pbt-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.940794, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "pbt_Arab-swh_Latn", + "languages": [ + "pbt-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "pbt_Arab-uzn_Latn", + "languages": [ + "pbt-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "pbt_Arab-als_Latn", + "languages": [ + "pbt-Arab", + "als-Latn" + ] + }, + { + "precision": 0.705114, + "recall": 0.775692, + "f1": 0.726313, + "accuracy": 0.775692, + "main_score": 0.726313, + "hf_subset": "pbt_Arab-bod_Tibt", + "languages": [ + "pbt-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.582898, + "recall": 0.645257, + "f1": 0.600732, + "accuracy": 0.645257, + "main_score": 0.600732, + "hf_subset": "pbt_Arab-fij_Latn", + "languages": [ + "pbt-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.920784, + "recall": 0.945652, + "f1": 0.928854, + "accuracy": 0.945652, + "main_score": 0.928854, + "hf_subset": "pbt_Arab-isl_Latn", + "languages": [ + "pbt-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.528494, + "recall": 0.585968, + "f1": 0.543407, + "accuracy": 0.585968, + "main_score": 0.543407, + "hf_subset": "pbt_Arab-kon_Latn", + "languages": [ + "pbt-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.547298, + "recall": 0.612648, + "f1": 0.565197, + "accuracy": 0.612648, + "main_score": 0.565197, + "hf_subset": "pbt_Arab-mni_Beng", + "languages": [ + "pbt-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "pbt_Arab-ron_Latn", + "languages": [ + "pbt-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.959486, + "f1": 0.948584, + "accuracy": 0.959486, + "main_score": 0.948584, + "hf_subset": "pbt_Arab-szl_Latn", + "languages": [ + "pbt-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.963439, + "f1": 0.95336, + "accuracy": 0.963439, + "main_score": 0.95336, + "hf_subset": "pbt_Arab-vec_Latn", + "languages": [ + "pbt-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.886117, + "recall": 0.917984, + "f1": 0.896311, + "accuracy": 0.917984, + "main_score": 0.896311, + "hf_subset": "pbt_Arab-amh_Ethi", + "languages": [ + "pbt-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "pbt_Arab-bos_Latn", + "languages": [ + "pbt-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "pbt_Arab-fin_Latn", + "languages": [ + "pbt-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "pbt_Arab-ita_Latn", + "languages": [ + "pbt-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "pbt_Arab-kor_Hang", + "languages": [ + "pbt-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.446653, + "recall": 0.493083, + "f1": 0.459046, + "accuracy": 0.493083, + "main_score": 0.459046, + "hf_subset": "pbt_Arab-mos_Latn", + "languages": [ + "pbt-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.666756, + "recall": 0.731225, + "f1": 0.685355, + "accuracy": 0.731225, + "main_score": 0.685355, + "hf_subset": "pbt_Arab-run_Latn", + "languages": [ + "pbt-Arab", + "run-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.954677, + "accuracy": 0.965415, + "main_score": 0.954677, + "hf_subset": "pbt_Arab-tam_Taml", + "languages": [ + "pbt-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.955237, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "pbt_Arab-vie_Latn", + "languages": [ + "pbt-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.939888, + "recall": 0.95751, + "f1": 0.94544, + "accuracy": 0.95751, + "main_score": 0.94544, + "hf_subset": "pbt_Arab-apc_Arab", + "languages": [ + "pbt-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.632577, + "recall": 0.693676, + "f1": 0.649101, + "accuracy": 0.693676, + "main_score": 0.649101, + "hf_subset": "pbt_Arab-bug_Latn", + "languages": [ + "pbt-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.404608, + "recall": 0.449605, + "f1": 0.416929, + "accuracy": 0.449605, + "main_score": 0.416929, + "hf_subset": "pbt_Arab-fon_Latn", + "languages": [ + "pbt-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.93363, + "recall": 0.953557, + "f1": 0.939855, + "accuracy": 0.953557, + "main_score": 0.939855, + "hf_subset": "pbt_Arab-jav_Latn", + "languages": [ + "pbt-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.890128, + "recall": 0.918972, + "f1": 0.899292, + "accuracy": 0.918972, + "main_score": 0.899292, + "hf_subset": "pbt_Arab-lao_Laoo", + "languages": [ + "pbt-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.809898, + "recall": 0.858696, + "f1": 0.824788, + "accuracy": 0.858696, + "main_score": 0.824788, + "hf_subset": "pbt_Arab-mri_Latn", + "languages": [ + "pbt-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.966864, + "accuracy": 0.974308, + "main_score": 0.966864, + "hf_subset": "pbt_Arab-rus_Cyrl", + "languages": [ + "pbt-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.470456, + "recall": 0.511858, + "f1": 0.481674, + "accuracy": 0.511858, + "main_score": 0.481674, + "hf_subset": "pbt_Arab-taq_Latn", + "languages": [ + "pbt-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.931077, + "recall": 0.950593, + "f1": 0.936957, + "accuracy": 0.950593, + "main_score": 0.936957, + "hf_subset": "pbt_Arab-war_Latn", + "languages": [ + "pbt-Arab", + "war-Latn" + ] + }, + { + "precision": 0.960392, + "recall": 0.972332, + "f1": 0.964163, + "accuracy": 0.972332, + "main_score": 0.964163, + "hf_subset": "pbt_Arab-arb_Arab", + "languages": [ + "pbt-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "pbt_Arab-bul_Cyrl", + "languages": [ + "pbt-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "pbt_Arab-fra_Latn", + "languages": [ + "pbt-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.954463, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "pbt_Arab-jpn_Jpan", + "languages": [ + "pbt-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.931357, + "recall": 0.949605, + "f1": 0.937055, + "accuracy": 0.949605, + "main_score": 0.937055, + "hf_subset": "pbt_Arab-lij_Latn", + "languages": [ + "pbt-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "pbt_Arab-mya_Mymr", + "languages": [ + "pbt-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.499451, + "recall": 0.546443, + "f1": 0.512166, + "accuracy": 0.546443, + "main_score": 0.512166, + "hf_subset": "pbt_Arab-sag_Latn", + "languages": [ + "pbt-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.22061, + "recall": 0.281621, + "f1": 0.235978, + "accuracy": 0.281621, + "main_score": 0.235978, + "hf_subset": "pbt_Arab-taq_Tfng", + "languages": [ + "pbt-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.593679, + "recall": 0.65415, + "f1": 0.609687, + "accuracy": 0.65415, + "main_score": 0.609687, + "hf_subset": "pbt_Arab-wol_Latn", + "languages": [ + "pbt-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.818577, + "recall": 0.866601, + "f1": 0.833253, + "accuracy": 0.866601, + "main_score": 0.833253, + "hf_subset": "pbt_Arab-arb_Latn", + "languages": [ + "pbt-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "pbt_Arab-cat_Latn", + "languages": [ + "pbt-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.907767, + "recall": 0.93083, + "f1": 0.914488, + "accuracy": 0.93083, + "main_score": 0.914488, + "hf_subset": "pbt_Arab-fur_Latn", + "languages": [ + "pbt-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.395124, + "recall": 0.464427, + "f1": 0.413137, + "accuracy": 0.464427, + "main_score": 0.413137, + "hf_subset": "pbt_Arab-kab_Latn", + "languages": [ + "pbt-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.935935, + "recall": 0.953557, + "f1": 0.941488, + "accuracy": 0.953557, + "main_score": 0.941488, + "hf_subset": "pbt_Arab-lim_Latn", + "languages": [ + "pbt-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.944582, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "pbt_Arab-nld_Latn", + "languages": [ + "pbt-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.947628, + "f1": 0.932971, + "accuracy": 0.947628, + "main_score": 0.932971, + "hf_subset": "pbt_Arab-san_Deva", + "languages": [ + "pbt-Arab", + "san-Deva" + ] + }, + { + "precision": 0.942194, + "recall": 0.958498, + "f1": 0.947417, + "accuracy": 0.958498, + "main_score": 0.947417, + "hf_subset": "pbt_Arab-tat_Cyrl", + "languages": [ + "pbt-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.817589, + "recall": 0.86166, + "f1": 0.831145, + "accuracy": 0.86166, + "main_score": 0.831145, + "hf_subset": "pbt_Arab-xho_Latn", + "languages": [ + "pbt-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.962533, + "recall": 0.974308, + "f1": 0.966304, + "accuracy": 0.974308, + "main_score": 0.966304, + "hf_subset": "pbt_Arab-ars_Arab", + "languages": [ + "pbt-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.9403, + "recall": 0.958498, + "f1": 0.946047, + "accuracy": 0.958498, + "main_score": 0.946047, + "hf_subset": "pbt_Arab-ceb_Latn", + "languages": [ + "pbt-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.438762, + "recall": 0.492095, + "f1": 0.452689, + "accuracy": 0.492095, + "main_score": 0.452689, + "hf_subset": "pbt_Arab-fuv_Latn", + "languages": [ + "pbt-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.450822, + "recall": 0.503953, + "f1": 0.464733, + "accuracy": 0.503953, + "main_score": 0.464733, + "hf_subset": "pbt_Arab-kac_Latn", + "languages": [ + "pbt-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.561226, + "recall": 0.62253, + "f1": 0.576989, + "accuracy": 0.62253, + "main_score": 0.576989, + "hf_subset": "pbt_Arab-lin_Latn", + "languages": [ + "pbt-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.949687, + "recall": 0.964427, + "f1": 0.954282, + "accuracy": 0.964427, + "main_score": 0.954282, + "hf_subset": "pbt_Arab-nno_Latn", + "languages": [ + "pbt-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.843709, + "recall": 0.887352, + "f1": 0.85751, + "accuracy": 0.887352, + "main_score": 0.85751, + "hf_subset": "pbt_Arab-sat_Olck", + "languages": [ + "pbt-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "pbt_Arab-tel_Telu", + "languages": [ + "pbt-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "pbt_Arab-ydd_Hebr", + "languages": [ + "pbt-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.923995, + "recall": 0.94664, + "f1": 0.931061, + "accuracy": 0.94664, + "main_score": 0.931061, + "hf_subset": "pbt_Arab-ary_Arab", + "languages": [ + "pbt-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.95331, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "pbt_Arab-ces_Latn", + "languages": [ + "pbt-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.53597, + "recall": 0.604743, + "f1": 0.555338, + "accuracy": 0.604743, + "main_score": 0.555338, + "hf_subset": "pbt_Arab-gaz_Latn", + "languages": [ + "pbt-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.470678, + "recall": 0.541502, + "f1": 0.488982, + "accuracy": 0.541502, + "main_score": 0.488982, + "hf_subset": "pbt_Arab-kam_Latn", + "languages": [ + "pbt-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "pbt_Arab-lit_Latn", + "languages": [ + "pbt-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "pbt_Arab-nob_Latn", + "languages": [ + "pbt-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.93894, + "recall": 0.954545, + "f1": 0.943577, + "accuracy": 0.954545, + "main_score": 0.943577, + "hf_subset": "pbt_Arab-scn_Latn", + "languages": [ + "pbt-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.935853, + "recall": 0.954545, + "f1": 0.941765, + "accuracy": 0.954545, + "main_score": 0.941765, + "hf_subset": "pbt_Arab-tgk_Cyrl", + "languages": [ + "pbt-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.643125, + "recall": 0.704545, + "f1": 0.660021, + "accuracy": 0.704545, + "main_score": 0.660021, + "hf_subset": "pbt_Arab-yor_Latn", + "languages": [ + "pbt-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "pbt_Arab-arz_Arab", + "languages": [ + "pbt-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.415899, + "recall": 0.469368, + "f1": 0.430206, + "accuracy": 0.469368, + "main_score": 0.430206, + "hf_subset": "pbt_Arab-cjk_Latn", + "languages": [ + "pbt-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.884387, + "recall": 0.917984, + "f1": 0.895059, + "accuracy": 0.917984, + "main_score": 0.895059, + "hf_subset": "pbt_Arab-gla_Latn", + "languages": [ + "pbt-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.950593, + "f1": 0.93643, + "accuracy": 0.950593, + "main_score": 0.93643, + "hf_subset": "pbt_Arab-kan_Knda", + "languages": [ + "pbt-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.935771, + "recall": 0.953557, + "f1": 0.94114, + "accuracy": 0.953557, + "main_score": 0.94114, + "hf_subset": "pbt_Arab-lmo_Latn", + "languages": [ + "pbt-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.968379, + "f1": 0.959289, + "accuracy": 0.968379, + "main_score": 0.959289, + "hf_subset": "pbt_Arab-npi_Deva", + "languages": [ + "pbt-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.500523, + "recall": 0.56917, + "f1": 0.520178, + "accuracy": 0.56917, + "main_score": 0.520178, + "hf_subset": "pbt_Arab-shn_Mymr", + "languages": [ + "pbt-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "pbt_Arab-tgl_Latn", + "languages": [ + "pbt-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.946558, + "recall": 0.963439, + "f1": 0.951976, + "accuracy": 0.963439, + "main_score": 0.951976, + "hf_subset": "pbt_Arab-yue_Hant", + "languages": [ + "pbt-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.943841, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "pbt_Arab-asm_Beng", + "languages": [ + "pbt-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.892951, + "recall": 0.923913, + "f1": 0.902997, + "accuracy": 0.923913, + "main_score": 0.902997, + "hf_subset": "pbt_Arab-ckb_Arab", + "languages": [ + "pbt-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.925725, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "pbt_Arab-gle_Latn", + "languages": [ + "pbt-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.872184, + "recall": 0.909091, + "f1": 0.883597, + "accuracy": 0.909091, + "main_score": 0.883597, + "hf_subset": "pbt_Arab-kas_Arab", + "languages": [ + "pbt-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.83246, + "recall": 0.878458, + "f1": 0.846447, + "accuracy": 0.878458, + "main_score": 0.846447, + "hf_subset": "pbt_Arab-ltg_Latn", + "languages": [ + "pbt-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.717871, + "recall": 0.782609, + "f1": 0.737187, + "accuracy": 0.782609, + "main_score": 0.737187, + "hf_subset": "pbt_Arab-nso_Latn", + "languages": [ + "pbt-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.925148, + "recall": 0.947628, + "f1": 0.932166, + "accuracy": 0.947628, + "main_score": 0.932166, + "hf_subset": "pbt_Arab-sin_Sinh", + "languages": [ + "pbt-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.937253, + "recall": 0.955534, + "f1": 0.942984, + "accuracy": 0.955534, + "main_score": 0.942984, + "hf_subset": "pbt_Arab-tha_Thai", + "languages": [ + "pbt-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.923852, + "recall": 0.942688, + "f1": 0.929315, + "accuracy": 0.942688, + "main_score": 0.929315, + "hf_subset": "pbt_Arab-zho_Hans", + "languages": [ + "pbt-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.948617, + "recall": 0.963439, + "f1": 0.953228, + "accuracy": 0.963439, + "main_score": 0.953228, + "hf_subset": "pbt_Arab-ast_Latn", + "languages": [ + "pbt-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.92724, + "recall": 0.947628, + "f1": 0.93363, + "accuracy": 0.947628, + "main_score": 0.93363, + "hf_subset": "pbt_Arab-crh_Latn", + "languages": [ + "pbt-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "pbt_Arab-glg_Latn", + "languages": [ + "pbt-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.80858, + "recall": 0.854743, + "f1": 0.822347, + "accuracy": 0.854743, + "main_score": 0.822347, + "hf_subset": "pbt_Arab-kas_Deva", + "languages": [ + "pbt-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "pbt_Arab-ltz_Latn", + "languages": [ + "pbt-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.402385, + "recall": 0.461462, + "f1": 0.417424, + "accuracy": 0.461462, + "main_score": 0.417424, + "hf_subset": "pbt_Arab-nus_Latn", + "languages": [ + "pbt-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.957049, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "pbt_Arab-slk_Latn", + "languages": [ + "pbt-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.585134, + "recall": 0.666008, + "f1": 0.607416, + "accuracy": 0.666008, + "main_score": 0.607416, + "hf_subset": "pbt_Arab-tir_Ethi", + "languages": [ + "pbt-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.943923, + "recall": 0.961462, + "f1": 0.949506, + "accuracy": 0.961462, + "main_score": 0.949506, + "hf_subset": "pbt_Arab-zho_Hant", + "languages": [ + "pbt-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.933416, + "recall": 0.950593, + "f1": 0.938636, + "accuracy": 0.950593, + "main_score": 0.938636, + "hf_subset": "pbt_Arab-awa_Deva", + "languages": [ + "pbt-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.950428, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "pbt_Arab-cym_Latn", + "languages": [ + "pbt-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.675029, + "recall": 0.731225, + "f1": 0.690545, + "accuracy": 0.731225, + "main_score": 0.690545, + "hf_subset": "pbt_Arab-grn_Latn", + "languages": [ + "pbt-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.964839, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "pbt_Arab-kat_Geor", + "languages": [ + "pbt-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.514636, + "recall": 0.572134, + "f1": 0.529545, + "accuracy": 0.572134, + "main_score": 0.529545, + "hf_subset": "pbt_Arab-lua_Latn", + "languages": [ + "pbt-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.755665, + "recall": 0.814229, + "f1": 0.773094, + "accuracy": 0.814229, + "main_score": 0.773094, + "hf_subset": "pbt_Arab-nya_Latn", + "languages": [ + "pbt-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.955237, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "pbt_Arab-slv_Latn", + "languages": [ + "pbt-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.863686, + "recall": 0.897233, + "f1": 0.873108, + "accuracy": 0.897233, + "main_score": 0.873108, + "hf_subset": "pbt_Arab-tpi_Latn", + "languages": [ + "pbt-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.960672, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "pbt_Arab-zsm_Latn", + "languages": [ + "pbt-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.457758, + "recall": 0.516798, + "f1": 0.473891, + "accuracy": 0.516798, + "main_score": 0.473891, + "hf_subset": "pbt_Arab-ayr_Latn", + "languages": [ + "pbt-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "pbt_Arab-dan_Latn", + "languages": [ + "pbt-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "pbt_Arab-guj_Gujr", + "languages": [ + "pbt-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "pbt_Arab-kaz_Cyrl", + "languages": [ + "pbt-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.585725, + "recall": 0.659091, + "f1": 0.605673, + "accuracy": 0.659091, + "main_score": 0.605673, + "hf_subset": "pbt_Arab-lug_Latn", + "languages": [ + "pbt-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.95331, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "pbt_Arab-oci_Latn", + "languages": [ + "pbt-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.77967, + "recall": 0.828063, + "f1": 0.794267, + "accuracy": 0.828063, + "main_score": 0.794267, + "hf_subset": "pbt_Arab-smo_Latn", + "languages": [ + "pbt-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.674738, + "recall": 0.738142, + "f1": 0.69306, + "accuracy": 0.738142, + "main_score": 0.69306, + "hf_subset": "pbt_Arab-tsn_Latn", + "languages": [ + "pbt-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.816782, + "recall": 0.869565, + "f1": 0.833531, + "accuracy": 0.869565, + "main_score": 0.833531, + "hf_subset": "pbt_Arab-zul_Latn", + "languages": [ + "pbt-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.880329, + "recall": 0.914032, + "f1": 0.890761, + "accuracy": 0.914032, + "main_score": 0.890761, + "hf_subset": "pbt_Arab-azb_Arab", + "languages": [ + "pbt-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "pbt_Arab-deu_Latn", + "languages": [ + "pbt-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.92831, + "recall": 0.949605, + "f1": 0.935013, + "accuracy": 0.949605, + "main_score": 0.935013, + "hf_subset": "pbt_Arab-hat_Latn", + "languages": [ + "pbt-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.439518, + "recall": 0.488142, + "f1": 0.452312, + "accuracy": 0.488142, + "main_score": 0.452312, + "hf_subset": "pbt_Arab-kbp_Latn", + "languages": [ + "pbt-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.476575, + "recall": 0.531621, + "f1": 0.491587, + "accuracy": 0.531621, + "main_score": 0.491587, + "hf_subset": "pbt_Arab-luo_Latn", + "languages": [ + "pbt-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.930665, + "recall": 0.951581, + "f1": 0.937418, + "accuracy": 0.951581, + "main_score": 0.937418, + "hf_subset": "pbt_Arab-ory_Orya", + "languages": [ + "pbt-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.802289, + "recall": 0.852767, + "f1": 0.817838, + "accuracy": 0.852767, + "main_score": 0.817838, + "hf_subset": "pbt_Arab-sna_Latn", + "languages": [ + "pbt-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.58377, + "recall": 0.652174, + "f1": 0.602015, + "accuracy": 0.652174, + "main_score": 0.602015, + "hf_subset": "pbt_Arab-tso_Latn", + "languages": [ + "pbt-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948419, + "accuracy": 0.960474, + "main_score": 0.948419, + "hf_subset": "pbt_Arab-azj_Latn", + "languages": [ + "pbt-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.468318, + "recall": 0.519763, + "f1": 0.482394, + "accuracy": 0.519763, + "main_score": 0.482394, + "hf_subset": "pbt_Arab-dik_Latn", + "languages": [ + "pbt-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.828063, + "recall": 0.873518, + "f1": 0.842147, + "accuracy": 0.873518, + "main_score": 0.842147, + "hf_subset": "pbt_Arab-hau_Latn", + "languages": [ + "pbt-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.911808, + "recall": 0.936759, + "f1": 0.919485, + "accuracy": 0.936759, + "main_score": 0.919485, + "hf_subset": "pbt_Arab-kea_Latn", + "languages": [ + "pbt-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.852223, + "recall": 0.891304, + "f1": 0.864163, + "accuracy": 0.891304, + "main_score": 0.864163, + "hf_subset": "pbt_Arab-lus_Latn", + "languages": [ + "pbt-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.766589, + "recall": 0.814229, + "f1": 0.780223, + "accuracy": 0.814229, + "main_score": 0.780223, + "hf_subset": "pbt_Arab-pag_Latn", + "languages": [ + "pbt-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951219, + "accuracy": 0.962451, + "main_score": 0.951219, + "hf_subset": "pbt_Arab-snd_Arab", + "languages": [ + "pbt-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.947497, + "recall": 0.962451, + "f1": 0.952075, + "accuracy": 0.962451, + "main_score": 0.952075, + "hf_subset": "pbt_Arab-tuk_Latn", + "languages": [ + "pbt-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.950873, + "recall": 0.965415, + "f1": 0.955435, + "accuracy": 0.965415, + "main_score": 0.955435, + "hf_subset": "pbt_Arab-bak_Cyrl", + "languages": [ + "pbt-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.4229, + "recall": 0.48419, + "f1": 0.439371, + "accuracy": 0.48419, + "main_score": 0.439371, + "hf_subset": "pbt_Arab-dyu_Latn", + "languages": [ + "pbt-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "pbt_Arab-heb_Hebr", + "languages": [ + "pbt-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.920811, + "recall": 0.9417, + "f1": 0.926976, + "accuracy": 0.9417, + "main_score": 0.926976, + "hf_subset": "pbt_Arab-khk_Cyrl", + "languages": [ + "pbt-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.949605, + "recall": 0.963439, + "f1": 0.954018, + "accuracy": 0.963439, + "main_score": 0.954018, + "hf_subset": "pbt_Arab-lvs_Latn", + "languages": [ + "pbt-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.953475, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "pbt_Arab-pan_Guru", + "languages": [ + "pbt-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.798337, + "recall": 0.851779, + "f1": 0.814954, + "accuracy": 0.851779, + "main_score": 0.814954, + "hf_subset": "pbt_Arab-som_Latn", + "languages": [ + "pbt-Arab", + "som-Latn" + ] + }, + { + "precision": 0.615448, + "recall": 0.679842, + "f1": 0.633773, + "accuracy": 0.679842, + "main_score": 0.633773, + "hf_subset": "pbt_Arab-tum_Latn", + "languages": [ + "pbt-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.51628, + "recall": 0.596838, + "f1": 0.539223, + "accuracy": 0.596838, + "main_score": 0.539223, + "hf_subset": "spa_Latn-ace_Arab", + "languages": [ + "spa-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.490133, + "recall": 0.547431, + "f1": 0.505742, + "accuracy": 0.547431, + "main_score": 0.505742, + "hf_subset": "spa_Latn-bam_Latn", + "languages": [ + "spa-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.603305, + "recall": 0.692688, + "f1": 0.628927, + "accuracy": 0.692688, + "main_score": 0.628927, + "hf_subset": "spa_Latn-dzo_Tibt", + "languages": [ + "spa-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "spa_Latn-khm_Khmr", + "languages": [ + "spa-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-mag_Deva", + "languages": [ + "spa-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-pap_Latn", + "languages": [ + "spa-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.821838, + "recall": 0.870553, + "f1": 0.836924, + "accuracy": 0.870553, + "main_score": 0.836924, + "hf_subset": "spa_Latn-sot_Latn", + "languages": [ + "spa-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.844763, + "recall": 0.886364, + "f1": 0.857477, + "accuracy": 0.886364, + "main_score": 0.857477, + "hf_subset": "spa_Latn-ace_Latn", + "languages": [ + "spa-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "spa_Latn-ban_Latn", + "languages": [ + "spa-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "spa_Latn-hne_Deva", + "languages": [ + "spa-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.563515, + "recall": 0.629447, + "f1": 0.580519, + "accuracy": 0.629447, + "main_score": 0.580519, + "hf_subset": "spa_Latn-kik_Latn", + "languages": [ + "spa-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "spa_Latn-mai_Deva", + "languages": [ + "spa-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "spa_Latn-pbt_Arab", + "languages": [ + "spa-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.721089, + "recall": 0.786561, + "f1": 0.740672, + "accuracy": 0.786561, + "main_score": 0.740672, + "hf_subset": "spa_Latn-twi_Latn", + "languages": [ + "spa-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-acm_Arab", + "languages": [ + "spa-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-bel_Cyrl", + "languages": [ + "spa-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-hrv_Latn", + "languages": [ + "spa-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.811545, + "recall": 0.86166, + "f1": 0.826896, + "accuracy": 0.86166, + "main_score": 0.826896, + "hf_subset": "spa_Latn-kin_Latn", + "languages": [ + "spa-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "spa_Latn-mal_Mlym", + "languages": [ + "spa-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-pes_Arab", + "languages": [ + "spa-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "spa_Latn-srd_Latn", + "languages": [ + "spa-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.195601, + "recall": 0.253953, + "f1": 0.209711, + "accuracy": 0.253953, + "main_score": 0.209711, + "hf_subset": "spa_Latn-tzm_Tfng", + "languages": [ + "spa-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-acq_Arab", + "languages": [ + "spa-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.625714, + "recall": 0.702569, + "f1": 0.647433, + "accuracy": 0.702569, + "main_score": 0.647433, + "hf_subset": "spa_Latn-bem_Latn", + "languages": [ + "spa-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-epo_Latn", + "languages": [ + "spa-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "spa_Latn-kir_Cyrl", + "languages": [ + "spa-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-mar_Deva", + "languages": [ + "spa-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.838422, + "recall": 0.882411, + "f1": 0.851915, + "accuracy": 0.882411, + "main_score": 0.851915, + "hf_subset": "spa_Latn-plt_Latn", + "languages": [ + "spa-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-srp_Cyrl", + "languages": [ + "spa-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.937418, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "spa_Latn-uig_Arab", + "languages": [ + "spa-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-aeb_Arab", + "languages": [ + "spa-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-est_Latn", + "languages": [ + "spa-Latn", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-hye_Armn", + "languages": [ + "spa-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.459623, + "recall": 0.522727, + "f1": 0.475853, + "accuracy": 0.522727, + "main_score": 0.475853, + "hf_subset": "spa_Latn-kmb_Latn", + "languages": [ + "spa-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.451256, + "recall": 0.533597, + "f1": 0.472059, + "accuracy": 0.533597, + "main_score": 0.472059, + "hf_subset": "spa_Latn-min_Arab", + "languages": [ + "spa-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.70429, + "recall": 0.777668, + "f1": 0.725685, + "accuracy": 0.777668, + "main_score": 0.725685, + "hf_subset": "spa_Latn-ssw_Latn", + "languages": [ + "spa-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ukr_Cyrl", + "languages": [ + "spa-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-afr_Latn", + "languages": [ + "spa-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "spa_Latn-bho_Deva", + "languages": [ + "spa-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-eus_Latn", + "languages": [ + "spa-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.826993, + "recall": 0.878458, + "f1": 0.843201, + "accuracy": 0.878458, + "main_score": 0.843201, + "hf_subset": "spa_Latn-ibo_Latn", + "languages": [ + "spa-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.843083, + "recall": 0.88834, + "f1": 0.857181, + "accuracy": 0.88834, + "main_score": 0.857181, + "hf_subset": "spa_Latn-kmr_Latn", + "languages": [ + "spa-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "spa_Latn-min_Latn", + "languages": [ + "spa-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "spa_Latn-sun_Latn", + "languages": [ + "spa-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.459089, + "recall": 0.523715, + "f1": 0.477509, + "accuracy": 0.523715, + "main_score": 0.477509, + "hf_subset": "spa_Latn-umb_Latn", + "languages": [ + "spa-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "spa_Latn-ajp_Arab", + "languages": [ + "spa-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.478918, + "recall": 0.5583, + "f1": 0.500206, + "accuracy": 0.5583, + "main_score": 0.500206, + "hf_subset": "spa_Latn-bjn_Arab", + "languages": [ + "spa-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.452219, + "recall": 0.51087, + "f1": 0.468456, + "accuracy": 0.51087, + "main_score": 0.468456, + "hf_subset": "spa_Latn-ewe_Latn", + "languages": [ + "spa-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.959486, + "f1": 0.947101, + "accuracy": 0.959486, + "main_score": 0.947101, + "hf_subset": "spa_Latn-ilo_Latn", + "languages": [ + "spa-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.23807, + "recall": 0.296443, + "f1": 0.25189, + "accuracy": 0.296443, + "main_score": 0.25189, + "hf_subset": "spa_Latn-knc_Arab", + "languages": [ + "spa-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-mkd_Cyrl", + "languages": [ + "spa-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-prs_Arab", + "languages": [ + "spa-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-urd_Arab", + "languages": [ + "spa-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.709684, + "recall": 0.772727, + "f1": 0.728127, + "accuracy": 0.772727, + "main_score": 0.728127, + "hf_subset": "spa_Latn-aka_Latn", + "languages": [ + "spa-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "spa_Latn-bjn_Latn", + "languages": [ + "spa-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "spa_Latn-fao_Latn", + "languages": [ + "spa-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.502285, + "recall": 0.561265, + "f1": 0.518884, + "accuracy": 0.561265, + "main_score": 0.518884, + "hf_subset": "spa_Latn-knc_Latn", + "languages": [ + "spa-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.639364, + "recall": 0.709486, + "f1": 0.659527, + "accuracy": 0.709486, + "main_score": 0.659527, + "hf_subset": "spa_Latn-quy_Latn", + "languages": [ + "spa-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-swh_Latn", + "languages": [ + "spa-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "spa_Latn-uzn_Latn", + "languages": [ + "spa-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-als_Latn", + "languages": [ + "spa-Latn", + "als-Latn" + ] + }, + { + "precision": 0.747458, + "recall": 0.818182, + "f1": 0.76917, + "accuracy": 0.818182, + "main_score": 0.76917, + "hf_subset": "spa_Latn-bod_Tibt", + "languages": [ + "spa-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.61246, + "recall": 0.683794, + "f1": 0.632846, + "accuracy": 0.683794, + "main_score": 0.632846, + "hf_subset": "spa_Latn-fij_Latn", + "languages": [ + "spa-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "spa_Latn-isl_Latn", + "languages": [ + "spa-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.581045, + "recall": 0.65415, + "f1": 0.600896, + "accuracy": 0.65415, + "main_score": 0.600896, + "hf_subset": "spa_Latn-kon_Latn", + "languages": [ + "spa-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.603609, + "recall": 0.677866, + "f1": 0.62463, + "accuracy": 0.677866, + "main_score": 0.62463, + "hf_subset": "spa_Latn-mni_Beng", + "languages": [ + "spa-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "spa_Latn-szl_Latn", + "languages": [ + "spa-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-vec_Latn", + "languages": [ + "spa-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.907032, + "recall": 0.935771, + "f1": 0.916238, + "accuracy": 0.935771, + "main_score": 0.916238, + "hf_subset": "spa_Latn-amh_Ethi", + "languages": [ + "spa-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-bos_Latn", + "languages": [ + "spa-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.48873, + "recall": 0.549407, + "f1": 0.505308, + "accuracy": 0.549407, + "main_score": 0.505308, + "hf_subset": "spa_Latn-mos_Latn", + "languages": [ + "spa-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.718058, + "recall": 0.782609, + "f1": 0.736547, + "accuracy": 0.782609, + "main_score": 0.736547, + "hf_subset": "spa_Latn-run_Latn", + "languages": [ + "spa-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-apc_Arab", + "languages": [ + "spa-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.73154, + "recall": 0.791502, + "f1": 0.748253, + "accuracy": 0.791502, + "main_score": 0.748253, + "hf_subset": "spa_Latn-bug_Latn", + "languages": [ + "spa-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.429, + "recall": 0.480237, + "f1": 0.4429, + "accuracy": 0.480237, + "main_score": 0.4429, + "hf_subset": "spa_Latn-fon_Latn", + "languages": [ + "spa-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "spa_Latn-jav_Latn", + "languages": [ + "spa-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.940053, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "spa_Latn-lao_Laoo", + "languages": [ + "spa-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.85746, + "recall": 0.900198, + "f1": 0.870949, + "accuracy": 0.900198, + "main_score": 0.870949, + "hf_subset": "spa_Latn-mri_Latn", + "languages": [ + "spa-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.49745, + "recall": 0.555336, + "f1": 0.513513, + "accuracy": 0.555336, + "main_score": 0.513513, + "hf_subset": "spa_Latn-taq_Latn", + "languages": [ + "spa-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "spa_Latn-war_Latn", + "languages": [ + "spa-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-bul_Cyrl", + "languages": [ + "spa-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-lij_Latn", + "languages": [ + "spa-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "spa_Latn-mya_Mymr", + "languages": [ + "spa-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.544241, + "recall": 0.612648, + "f1": 0.562626, + "accuracy": 0.612648, + "main_score": 0.562626, + "hf_subset": "spa_Latn-sag_Latn", + "languages": [ + "spa-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.1962, + "recall": 0.259881, + "f1": 0.21116, + "accuracy": 0.259881, + "main_score": 0.21116, + "hf_subset": "spa_Latn-taq_Tfng", + "languages": [ + "spa-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.633376, + "recall": 0.700593, + "f1": 0.652574, + "accuracy": 0.700593, + "main_score": 0.652574, + "hf_subset": "spa_Latn-wol_Latn", + "languages": [ + "spa-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.859848, + "recall": 0.901186, + "f1": 0.872661, + "accuracy": 0.901186, + "main_score": 0.872661, + "hf_subset": "spa_Latn-arb_Latn", + "languages": [ + "spa-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-fur_Latn", + "languages": [ + "spa-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.419317, + "recall": 0.492095, + "f1": 0.437921, + "accuracy": 0.492095, + "main_score": 0.437921, + "hf_subset": "spa_Latn-kab_Latn", + "languages": [ + "spa-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "spa_Latn-lim_Latn", + "languages": [ + "spa-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "spa_Latn-san_Deva", + "languages": [ + "spa-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-tat_Cyrl", + "languages": [ + "spa-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838532, + "recall": 0.882411, + "f1": 0.852009, + "accuracy": 0.882411, + "main_score": 0.852009, + "hf_subset": "spa_Latn-xho_Latn", + "languages": [ + "spa-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ars_Arab", + "languages": [ + "spa-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-ceb_Latn", + "languages": [ + "spa-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.47135, + "recall": 0.538538, + "f1": 0.489647, + "accuracy": 0.538538, + "main_score": 0.489647, + "hf_subset": "spa_Latn-fuv_Latn", + "languages": [ + "spa-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.466105, + "recall": 0.532609, + "f1": 0.483605, + "accuracy": 0.532609, + "main_score": 0.483605, + "hf_subset": "spa_Latn-kac_Latn", + "languages": [ + "spa-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.610482, + "recall": 0.68083, + "f1": 0.630309, + "accuracy": 0.68083, + "main_score": 0.630309, + "hf_subset": "spa_Latn-lin_Latn", + "languages": [ + "spa-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-nno_Latn", + "languages": [ + "spa-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.856555, + "recall": 0.899209, + "f1": 0.869993, + "accuracy": 0.899209, + "main_score": 0.869993, + "hf_subset": "spa_Latn-sat_Olck", + "languages": [ + "spa-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-tel_Telu", + "languages": [ + "spa-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-ydd_Hebr", + "languages": [ + "spa-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "spa_Latn-ary_Arab", + "languages": [ + "spa-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ces_Latn", + "languages": [ + "spa-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.516229, + "recall": 0.597826, + "f1": 0.538094, + "accuracy": 0.597826, + "main_score": 0.538094, + "hf_subset": "spa_Latn-gaz_Latn", + "languages": [ + "spa-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.516818, + "recall": 0.598814, + "f1": 0.538658, + "accuracy": 0.598814, + "main_score": 0.538658, + "hf_subset": "spa_Latn-kam_Latn", + "languages": [ + "spa-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-nob_Latn", + "languages": [ + "spa-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-scn_Latn", + "languages": [ + "spa-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "spa_Latn-tgk_Cyrl", + "languages": [ + "spa-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.696393, + "recall": 0.769763, + "f1": 0.7176, + "accuracy": 0.769763, + "main_score": 0.7176, + "hf_subset": "spa_Latn-yor_Latn", + "languages": [ + "spa-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-arz_Arab", + "languages": [ + "spa-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.475108, + "recall": 0.550395, + "f1": 0.495847, + "accuracy": 0.550395, + "main_score": 0.495847, + "hf_subset": "spa_Latn-cjk_Latn", + "languages": [ + "spa-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.920125, + "recall": 0.945652, + "f1": 0.928524, + "accuracy": 0.945652, + "main_score": 0.928524, + "hf_subset": "spa_Latn-gla_Latn", + "languages": [ + "spa-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "spa_Latn-kan_Knda", + "languages": [ + "spa-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "spa_Latn-lmo_Latn", + "languages": [ + "spa-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "spa_Latn-npi_Deva", + "languages": [ + "spa-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.500969, + "recall": 0.583992, + "f1": 0.523802, + "accuracy": 0.583992, + "main_score": 0.523802, + "hf_subset": "spa_Latn-shn_Mymr", + "languages": [ + "spa-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-tgl_Latn", + "languages": [ + "spa-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-yue_Hant", + "languages": [ + "spa-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "spa_Latn-asm_Beng", + "languages": [ + "spa-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.91996, + "recall": 0.943676, + "f1": 0.927339, + "accuracy": 0.943676, + "main_score": 0.927339, + "hf_subset": "spa_Latn-ckb_Arab", + "languages": [ + "spa-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "spa_Latn-gle_Latn", + "languages": [ + "spa-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.901515, + "recall": 0.931818, + "f1": 0.911232, + "accuracy": 0.931818, + "main_score": 0.911232, + "hf_subset": "spa_Latn-kas_Arab", + "languages": [ + "spa-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.882411, + "recall": 0.916996, + "f1": 0.893036, + "accuracy": 0.916996, + "main_score": 0.893036, + "hf_subset": "spa_Latn-ltg_Latn", + "languages": [ + "spa-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.746574, + "recall": 0.807312, + "f1": 0.765039, + "accuracy": 0.807312, + "main_score": 0.765039, + "hf_subset": "spa_Latn-nso_Latn", + "languages": [ + "spa-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "spa_Latn-sin_Sinh", + "languages": [ + "spa-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-tha_Thai", + "languages": [ + "spa-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-zho_Hans", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-ast_Latn", + "languages": [ + "spa-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "spa_Latn-crh_Latn", + "languages": [ + "spa-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.840991, + "recall": 0.886364, + "f1": 0.855072, + "accuracy": 0.886364, + "main_score": 0.855072, + "hf_subset": "spa_Latn-kas_Deva", + "languages": [ + "spa-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "spa_Latn-ltz_Latn", + "languages": [ + "spa-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.428573, + "recall": 0.490119, + "f1": 0.445015, + "accuracy": 0.490119, + "main_score": 0.445015, + "hf_subset": "spa_Latn-nus_Latn", + "languages": [ + "spa-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-slk_Latn", + "languages": [ + "spa-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.618621, + "recall": 0.692688, + "f1": 0.639035, + "accuracy": 0.692688, + "main_score": 0.639035, + "hf_subset": "spa_Latn-tir_Ethi", + "languages": [ + "spa-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.975049, + "recall": 0.981225, + "f1": 0.977009, + "accuracy": 0.981225, + "main_score": 0.977009, + "hf_subset": "spa_Latn-awa_Deva", + "languages": [ + "spa-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "spa_Latn-cym_Latn", + "languages": [ + "spa-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.767657, + "recall": 0.823123, + "f1": 0.783587, + "accuracy": 0.823123, + "main_score": 0.783587, + "hf_subset": "spa_Latn-grn_Latn", + "languages": [ + "spa-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-kat_Geor", + "languages": [ + "spa-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.57718, + "recall": 0.643281, + "f1": 0.595223, + "accuracy": 0.643281, + "main_score": 0.595223, + "hf_subset": "spa_Latn-lua_Latn", + "languages": [ + "spa-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.777075, + "recall": 0.835968, + "f1": 0.794664, + "accuracy": 0.835968, + "main_score": 0.794664, + "hf_subset": "spa_Latn-nya_Latn", + "languages": [ + "spa-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-slv_Latn", + "languages": [ + "spa-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "spa_Latn-tpi_Latn", + "languages": [ + "spa-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-zsm_Latn", + "languages": [ + "spa-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499042, + "recall": 0.570158, + "f1": 0.518999, + "accuracy": 0.570158, + "main_score": 0.518999, + "hf_subset": "spa_Latn-ayr_Latn", + "languages": [ + "spa-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-dan_Latn", + "languages": [ + "spa-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-guj_Gujr", + "languages": [ + "spa-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-kaz_Cyrl", + "languages": [ + "spa-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.61059, + "recall": 0.685771, + "f1": 0.632265, + "accuracy": 0.685771, + "main_score": 0.632265, + "hf_subset": "spa_Latn-lug_Latn", + "languages": [ + "spa-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-oci_Latn", + "languages": [ + "spa-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.805609, + "recall": 0.854743, + "f1": 0.820372, + "accuracy": 0.854743, + "main_score": 0.820372, + "hf_subset": "spa_Latn-smo_Latn", + "languages": [ + "spa-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.715761, + "recall": 0.782609, + "f1": 0.735573, + "accuracy": 0.782609, + "main_score": 0.735573, + "hf_subset": "spa_Latn-tsn_Latn", + "languages": [ + "spa-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.850543, + "recall": 0.894269, + "f1": 0.86413, + "accuracy": 0.894269, + "main_score": 0.86413, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.921443, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "spa_Latn-azb_Arab", + "languages": [ + "spa-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "spa_Latn-hat_Latn", + "languages": [ + "spa-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.471688, + "recall": 0.531621, + "f1": 0.488046, + "accuracy": 0.531621, + "main_score": 0.488046, + "hf_subset": "spa_Latn-kbp_Latn", + "languages": [ + "spa-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.499812, + "recall": 0.570158, + "f1": 0.51919, + "accuracy": 0.570158, + "main_score": 0.51919, + "hf_subset": "spa_Latn-luo_Latn", + "languages": [ + "spa-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "spa_Latn-ory_Orya", + "languages": [ + "spa-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.8458, + "recall": 0.889328, + "f1": 0.859387, + "accuracy": 0.889328, + "main_score": 0.859387, + "hf_subset": "spa_Latn-sna_Latn", + "languages": [ + "spa-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.636797, + "recall": 0.70751, + "f1": 0.65646, + "accuracy": 0.70751, + "main_score": 0.65646, + "hf_subset": "spa_Latn-tso_Latn", + "languages": [ + "spa-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-azj_Latn", + "languages": [ + "spa-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.503839, + "recall": 0.571146, + "f1": 0.522454, + "accuracy": 0.571146, + "main_score": 0.522454, + "hf_subset": "spa_Latn-dik_Latn", + "languages": [ + "spa-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870389, + "recall": 0.908103, + "f1": 0.882378, + "accuracy": 0.908103, + "main_score": 0.882378, + "hf_subset": "spa_Latn-hau_Latn", + "languages": [ + "spa-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "spa_Latn-kea_Latn", + "languages": [ + "spa-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.907197, + "recall": 0.934783, + "f1": 0.915909, + "accuracy": 0.934783, + "main_score": 0.915909, + "hf_subset": "spa_Latn-lus_Latn", + "languages": [ + "spa-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.865728, + "recall": 0.903162, + "f1": 0.877339, + "accuracy": 0.903162, + "main_score": 0.877339, + "hf_subset": "spa_Latn-pag_Latn", + "languages": [ + "spa-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "spa_Latn-snd_Arab", + "languages": [ + "spa-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "spa_Latn-tuk_Latn", + "languages": [ + "spa-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "spa_Latn-bak_Cyrl", + "languages": [ + "spa-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.466413, + "recall": 0.540514, + "f1": 0.48682, + "accuracy": 0.540514, + "main_score": 0.48682, + "hf_subset": "spa_Latn-dyu_Latn", + "languages": [ + "spa-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "spa_Latn-khk_Cyrl", + "languages": [ + "spa-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-lvs_Latn", + "languages": [ + "spa-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-pan_Guru", + "languages": [ + "spa-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.839048, + "recall": 0.885375, + "f1": 0.853228, + "accuracy": 0.885375, + "main_score": 0.853228, + "hf_subset": "spa_Latn-som_Latn", + "languages": [ + "spa-Latn", + "som-Latn" + ] + }, + { + "precision": 0.666452, + "recall": 0.733202, + "f1": 0.68568, + "accuracy": 0.733202, + "main_score": 0.68568, + "hf_subset": "spa_Latn-tum_Latn", + "languages": [ + "spa-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.473304, + "recall": 0.531621, + "f1": 0.489739, + "accuracy": 0.531621, + "main_score": 0.489739, + "hf_subset": "twi_Latn-ace_Arab", + "languages": [ + "twi-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.493382, + "recall": 0.537549, + "f1": 0.505884, + "accuracy": 0.537549, + "main_score": 0.505884, + "hf_subset": "twi_Latn-bam_Latn", + "languages": [ + "twi-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.422795, + "recall": 0.505929, + "f1": 0.444577, + "accuracy": 0.505929, + "main_score": 0.444577, + "hf_subset": "twi_Latn-dzo_Tibt", + "languages": [ + "twi-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.754044, + "recall": 0.8083, + "f1": 0.769535, + "accuracy": 0.8083, + "main_score": 0.769535, + "hf_subset": "twi_Latn-hin_Deva", + "languages": [ + "twi-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.690344, + "recall": 0.752964, + "f1": 0.708248, + "accuracy": 0.752964, + "main_score": 0.708248, + "hf_subset": "twi_Latn-khm_Khmr", + "languages": [ + "twi-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.715829, + "recall": 0.775692, + "f1": 0.732379, + "accuracy": 0.775692, + "main_score": 0.732379, + "hf_subset": "twi_Latn-mag_Deva", + "languages": [ + "twi-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.717534, + "recall": 0.763834, + "f1": 0.729698, + "accuracy": 0.763834, + "main_score": 0.729698, + "hf_subset": "twi_Latn-pap_Latn", + "languages": [ + "twi-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.676522, + "recall": 0.73419, + "f1": 0.692401, + "accuracy": 0.73419, + "main_score": 0.692401, + "hf_subset": "twi_Latn-sot_Latn", + "languages": [ + "twi-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.748115, + "recall": 0.793478, + "f1": 0.761319, + "accuracy": 0.793478, + "main_score": 0.761319, + "hf_subset": "twi_Latn-tur_Latn", + "languages": [ + "twi-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.669199, + "recall": 0.712451, + "f1": 0.681371, + "accuracy": 0.712451, + "main_score": 0.681371, + "hf_subset": "twi_Latn-ace_Latn", + "languages": [ + "twi-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.692323, + "recall": 0.741107, + "f1": 0.705654, + "accuracy": 0.741107, + "main_score": 0.705654, + "hf_subset": "twi_Latn-ban_Latn", + "languages": [ + "twi-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.697662, + "recall": 0.755929, + "f1": 0.713528, + "accuracy": 0.755929, + "main_score": 0.713528, + "hf_subset": "twi_Latn-ell_Grek", + "languages": [ + "twi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.701431, + "recall": 0.755929, + "f1": 0.716259, + "accuracy": 0.755929, + "main_score": 0.716259, + "hf_subset": "twi_Latn-hne_Deva", + "languages": [ + "twi-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.575455, + "recall": 0.62747, + "f1": 0.59035, + "accuracy": 0.62747, + "main_score": 0.59035, + "hf_subset": "twi_Latn-kik_Latn", + "languages": [ + "twi-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.718441, + "recall": 0.774704, + "f1": 0.732986, + "accuracy": 0.774704, + "main_score": 0.732986, + "hf_subset": "twi_Latn-mai_Deva", + "languages": [ + "twi-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.679732, + "recall": 0.741107, + "f1": 0.69628, + "accuracy": 0.741107, + "main_score": 0.69628, + "hf_subset": "twi_Latn-pbt_Arab", + "languages": [ + "twi-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.744849, + "recall": 0.793478, + "f1": 0.758489, + "accuracy": 0.793478, + "main_score": 0.758489, + "hf_subset": "twi_Latn-spa_Latn", + "languages": [ + "twi-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.739553, + "recall": 0.789526, + "f1": 0.75317, + "accuracy": 0.789526, + "main_score": 0.75317, + "hf_subset": "twi_Latn-acm_Arab", + "languages": [ + "twi-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.676852, + "recall": 0.73419, + "f1": 0.691886, + "accuracy": 0.73419, + "main_score": 0.691886, + "hf_subset": "twi_Latn-bel_Cyrl", + "languages": [ + "twi-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.767454, + "recall": 0.813241, + "f1": 0.780794, + "accuracy": 0.813241, + "main_score": 0.780794, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.728151, + "recall": 0.783597, + "f1": 0.743675, + "accuracy": 0.783597, + "main_score": 0.743675, + "hf_subset": "twi_Latn-hrv_Latn", + "languages": [ + "twi-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.657406, + "recall": 0.716403, + "f1": 0.674075, + "accuracy": 0.716403, + "main_score": 0.674075, + "hf_subset": "twi_Latn-kin_Latn", + "languages": [ + "twi-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.721667, + "recall": 0.778656, + "f1": 0.737377, + "accuracy": 0.778656, + "main_score": 0.737377, + "hf_subset": "twi_Latn-mal_Mlym", + "languages": [ + "twi-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.712442, + "recall": 0.770751, + "f1": 0.728299, + "accuracy": 0.770751, + "main_score": 0.728299, + "hf_subset": "twi_Latn-pes_Arab", + "languages": [ + "twi-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.717445, + "recall": 0.773715, + "f1": 0.732716, + "accuracy": 0.773715, + "main_score": 0.732716, + "hf_subset": "twi_Latn-srd_Latn", + "languages": [ + "twi-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.240344, + "recall": 0.299407, + "f1": 0.255661, + "accuracy": 0.299407, + "main_score": 0.255661, + "hf_subset": "twi_Latn-tzm_Tfng", + "languages": [ + "twi-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.74358, + "recall": 0.794466, + "f1": 0.757519, + "accuracy": 0.794466, + "main_score": 0.757519, + "hf_subset": "twi_Latn-acq_Arab", + "languages": [ + "twi-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.627127, + "recall": 0.671937, + "f1": 0.640123, + "accuracy": 0.671937, + "main_score": 0.640123, + "hf_subset": "twi_Latn-bem_Latn", + "languages": [ + "twi-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.706198, + "recall": 0.759881, + "f1": 0.719883, + "accuracy": 0.759881, + "main_score": 0.719883, + "hf_subset": "twi_Latn-epo_Latn", + "languages": [ + "twi-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.734059, + "recall": 0.781621, + "f1": 0.747414, + "accuracy": 0.781621, + "main_score": 0.747414, + "hf_subset": "twi_Latn-hun_Latn", + "languages": [ + "twi-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.685372, + "recall": 0.746047, + "f1": 0.702302, + "accuracy": 0.746047, + "main_score": 0.702302, + "hf_subset": "twi_Latn-kir_Cyrl", + "languages": [ + "twi-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.721294, + "recall": 0.781621, + "f1": 0.738282, + "accuracy": 0.781621, + "main_score": 0.738282, + "hf_subset": "twi_Latn-mar_Deva", + "languages": [ + "twi-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.681188, + "recall": 0.738142, + "f1": 0.697208, + "accuracy": 0.738142, + "main_score": 0.697208, + "hf_subset": "twi_Latn-plt_Latn", + "languages": [ + "twi-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.708437, + "recall": 0.771739, + "f1": 0.726029, + "accuracy": 0.771739, + "main_score": 0.726029, + "hf_subset": "twi_Latn-srp_Cyrl", + "languages": [ + "twi-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.651671, + "recall": 0.717391, + "f1": 0.669995, + "accuracy": 0.717391, + "main_score": 0.669995, + "hf_subset": "twi_Latn-uig_Arab", + "languages": [ + "twi-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.715587, + "recall": 0.773715, + "f1": 0.731412, + "accuracy": 0.773715, + "main_score": 0.731412, + "hf_subset": "twi_Latn-aeb_Arab", + "languages": [ + "twi-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.723447, + "recall": 0.766798, + "f1": 0.73574, + "accuracy": 0.766798, + "main_score": 0.73574, + "hf_subset": "twi_Latn-ben_Beng", + "languages": [ + "twi-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.718747, + "recall": 0.772727, + "f1": 0.733854, + "accuracy": 0.772727, + "main_score": 0.733854, + "hf_subset": "twi_Latn-est_Latn", + "languages": [ + "twi-Latn", + "est-Latn" + ] + }, + { + "precision": 0.703354, + "recall": 0.759881, + "f1": 0.71907, + "accuracy": 0.759881, + "main_score": 0.71907, + "hf_subset": "twi_Latn-hye_Armn", + "languages": [ + "twi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.516431, + "recall": 0.556324, + "f1": 0.528096, + "accuracy": 0.556324, + "main_score": 0.528096, + "hf_subset": "twi_Latn-kmb_Latn", + "languages": [ + "twi-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.452672, + "recall": 0.519763, + "f1": 0.471807, + "accuracy": 0.519763, + "main_score": 0.471807, + "hf_subset": "twi_Latn-min_Arab", + "languages": [ + "twi-Latn", + "min-Arab" + ] + }, + { + "precision": 0.729815, + "recall": 0.781621, + "f1": 0.744225, + "accuracy": 0.781621, + "main_score": 0.744225, + "hf_subset": "twi_Latn-pol_Latn", + "languages": [ + "twi-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.616912, + "recall": 0.66996, + "f1": 0.631494, + "accuracy": 0.66996, + "main_score": 0.631494, + "hf_subset": "twi_Latn-ssw_Latn", + "languages": [ + "twi-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.703011, + "recall": 0.767787, + "f1": 0.721106, + "accuracy": 0.767787, + "main_score": 0.721106, + "hf_subset": "twi_Latn-ukr_Cyrl", + "languages": [ + "twi-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.700574, + "recall": 0.755929, + "f1": 0.715814, + "accuracy": 0.755929, + "main_score": 0.715814, + "hf_subset": "twi_Latn-afr_Latn", + "languages": [ + "twi-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.716287, + "recall": 0.774704, + "f1": 0.732021, + "accuracy": 0.774704, + "main_score": 0.732021, + "hf_subset": "twi_Latn-bho_Deva", + "languages": [ + "twi-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.697801, + "recall": 0.751976, + "f1": 0.712256, + "accuracy": 0.751976, + "main_score": 0.712256, + "hf_subset": "twi_Latn-eus_Latn", + "languages": [ + "twi-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.687312, + "recall": 0.740119, + "f1": 0.702413, + "accuracy": 0.740119, + "main_score": 0.702413, + "hf_subset": "twi_Latn-ibo_Latn", + "languages": [ + "twi-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.641348, + "recall": 0.69664, + "f1": 0.656923, + "accuracy": 0.69664, + "main_score": 0.656923, + "hf_subset": "twi_Latn-kmr_Latn", + "languages": [ + "twi-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.691312, + "recall": 0.748024, + "f1": 0.707037, + "accuracy": 0.748024, + "main_score": 0.707037, + "hf_subset": "twi_Latn-min_Latn", + "languages": [ + "twi-Latn", + "min-Latn" + ] + }, + { + "precision": 0.747251, + "recall": 0.796443, + "f1": 0.760424, + "accuracy": 0.796443, + "main_score": 0.760424, + "hf_subset": "twi_Latn-por_Latn", + "languages": [ + "twi-Latn", + "por-Latn" + ] + }, + { + "precision": 0.680724, + "recall": 0.736166, + "f1": 0.695736, + "accuracy": 0.736166, + "main_score": 0.695736, + "hf_subset": "twi_Latn-sun_Latn", + "languages": [ + "twi-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.503074, + "recall": 0.555336, + "f1": 0.518149, + "accuracy": 0.555336, + "main_score": 0.518149, + "hf_subset": "twi_Latn-umb_Latn", + "languages": [ + "twi-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.715467, + "recall": 0.775692, + "f1": 0.731505, + "accuracy": 0.775692, + "main_score": 0.731505, + "hf_subset": "twi_Latn-ajp_Arab", + "languages": [ + "twi-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.447072, + "recall": 0.508893, + "f1": 0.463697, + "accuracy": 0.508893, + "main_score": 0.463697, + "hf_subset": "twi_Latn-bjn_Arab", + "languages": [ + "twi-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.515866, + "recall": 0.559289, + "f1": 0.528108, + "accuracy": 0.559289, + "main_score": 0.528108, + "hf_subset": "twi_Latn-ewe_Latn", + "languages": [ + "twi-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.705472, + "recall": 0.754941, + "f1": 0.719085, + "accuracy": 0.754941, + "main_score": 0.719085, + "hf_subset": "twi_Latn-ilo_Latn", + "languages": [ + "twi-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.281417, + "recall": 0.342885, + "f1": 0.298381, + "accuracy": 0.342885, + "main_score": 0.298381, + "hf_subset": "twi_Latn-knc_Arab", + "languages": [ + "twi-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.716911, + "recall": 0.770751, + "f1": 0.731787, + "accuracy": 0.770751, + "main_score": 0.731787, + "hf_subset": "twi_Latn-mkd_Cyrl", + "languages": [ + "twi-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.742721, + "recall": 0.797431, + "f1": 0.758595, + "accuracy": 0.797431, + "main_score": 0.758595, + "hf_subset": "twi_Latn-prs_Arab", + "languages": [ + "twi-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.739201, + "recall": 0.790514, + "f1": 0.753048, + "accuracy": 0.790514, + "main_score": 0.753048, + "hf_subset": "twi_Latn-swe_Latn", + "languages": [ + "twi-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.708137, + "recall": 0.771739, + "f1": 0.72545, + "accuracy": 0.771739, + "main_score": 0.72545, + "hf_subset": "twi_Latn-urd_Arab", + "languages": [ + "twi-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.800791, + "recall": 0.846838, + "f1": 0.814657, + "accuracy": 0.846838, + "main_score": 0.814657, + "hf_subset": "twi_Latn-aka_Latn", + "languages": [ + "twi-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.693137, + "recall": 0.742095, + "f1": 0.705751, + "accuracy": 0.742095, + "main_score": 0.705751, + "hf_subset": "twi_Latn-bjn_Latn", + "languages": [ + "twi-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.694155, + "recall": 0.749012, + "f1": 0.709056, + "accuracy": 0.749012, + "main_score": 0.709056, + "hf_subset": "twi_Latn-fao_Latn", + "languages": [ + "twi-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.744903, + "recall": 0.793478, + "f1": 0.758156, + "accuracy": 0.793478, + "main_score": 0.758156, + "hf_subset": "twi_Latn-ind_Latn", + "languages": [ + "twi-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.543954, + "recall": 0.58498, + "f1": 0.555692, + "accuracy": 0.58498, + "main_score": 0.555692, + "hf_subset": "twi_Latn-knc_Latn", + "languages": [ + "twi-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.713826, + "recall": 0.766798, + "f1": 0.727925, + "accuracy": 0.766798, + "main_score": 0.727925, + "hf_subset": "twi_Latn-mlt_Latn", + "languages": [ + "twi-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.572104, + "recall": 0.625494, + "f1": 0.587524, + "accuracy": 0.625494, + "main_score": 0.587524, + "hf_subset": "twi_Latn-quy_Latn", + "languages": [ + "twi-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.711208, + "recall": 0.761858, + "f1": 0.725228, + "accuracy": 0.761858, + "main_score": 0.725228, + "hf_subset": "twi_Latn-swh_Latn", + "languages": [ + "twi-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.69165, + "recall": 0.752964, + "f1": 0.708157, + "accuracy": 0.752964, + "main_score": 0.708157, + "hf_subset": "twi_Latn-uzn_Latn", + "languages": [ + "twi-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.712627, + "recall": 0.762846, + "f1": 0.726425, + "accuracy": 0.762846, + "main_score": 0.726425, + "hf_subset": "twi_Latn-als_Latn", + "languages": [ + "twi-Latn", + "als-Latn" + ] + }, + { + "precision": 0.519483, + "recall": 0.591897, + "f1": 0.539406, + "accuracy": 0.591897, + "main_score": 0.539406, + "hf_subset": "twi_Latn-bod_Tibt", + "languages": [ + "twi-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.593372, + "recall": 0.642292, + "f1": 0.607272, + "accuracy": 0.642292, + "main_score": 0.607272, + "hf_subset": "twi_Latn-fij_Latn", + "languages": [ + "twi-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.685035, + "recall": 0.742095, + "f1": 0.701018, + "accuracy": 0.742095, + "main_score": 0.701018, + "hf_subset": "twi_Latn-isl_Latn", + "languages": [ + "twi-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.552406, + "recall": 0.603755, + "f1": 0.567062, + "accuracy": 0.603755, + "main_score": 0.567062, + "hf_subset": "twi_Latn-kon_Latn", + "languages": [ + "twi-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.522796, + "recall": 0.58004, + "f1": 0.539248, + "accuracy": 0.58004, + "main_score": 0.539248, + "hf_subset": "twi_Latn-mni_Beng", + "languages": [ + "twi-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.746859, + "recall": 0.794466, + "f1": 0.759986, + "accuracy": 0.794466, + "main_score": 0.759986, + "hf_subset": "twi_Latn-ron_Latn", + "languages": [ + "twi-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.734992, + "recall": 0.789526, + "f1": 0.750436, + "accuracy": 0.789526, + "main_score": 0.750436, + "hf_subset": "twi_Latn-szl_Latn", + "languages": [ + "twi-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.746577, + "recall": 0.796443, + "f1": 0.760395, + "accuracy": 0.796443, + "main_score": 0.760395, + "hf_subset": "twi_Latn-vec_Latn", + "languages": [ + "twi-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.714682, + "recall": 0.768775, + "f1": 0.730477, + "accuracy": 0.768775, + "main_score": 0.730477, + "hf_subset": "twi_Latn-amh_Ethi", + "languages": [ + "twi-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.71164, + "recall": 0.767787, + "f1": 0.727029, + "accuracy": 0.767787, + "main_score": 0.727029, + "hf_subset": "twi_Latn-bos_Latn", + "languages": [ + "twi-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.70089, + "recall": 0.756917, + "f1": 0.716515, + "accuracy": 0.756917, + "main_score": 0.716515, + "hf_subset": "twi_Latn-fin_Latn", + "languages": [ + "twi-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.735421, + "recall": 0.789526, + "f1": 0.750885, + "accuracy": 0.789526, + "main_score": 0.750885, + "hf_subset": "twi_Latn-ita_Latn", + "languages": [ + "twi-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.739479, + "recall": 0.794466, + "f1": 0.755256, + "accuracy": 0.794466, + "main_score": 0.755256, + "hf_subset": "twi_Latn-kor_Hang", + "languages": [ + "twi-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.505427, + "recall": 0.551383, + "f1": 0.518801, + "accuracy": 0.551383, + "main_score": 0.518801, + "hf_subset": "twi_Latn-mos_Latn", + "languages": [ + "twi-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.620575, + "recall": 0.673913, + "f1": 0.636167, + "accuracy": 0.673913, + "main_score": 0.636167, + "hf_subset": "twi_Latn-run_Latn", + "languages": [ + "twi-Latn", + "run-Latn" + ] + }, + { + "precision": 0.699233, + "recall": 0.753953, + "f1": 0.714827, + "accuracy": 0.753953, + "main_score": 0.714827, + "hf_subset": "twi_Latn-tam_Taml", + "languages": [ + "twi-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.725918, + "recall": 0.773715, + "f1": 0.738801, + "accuracy": 0.773715, + "main_score": 0.738801, + "hf_subset": "twi_Latn-vie_Latn", + "languages": [ + "twi-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.724248, + "recall": 0.769763, + "f1": 0.736554, + "accuracy": 0.769763, + "main_score": 0.736554, + "hf_subset": "twi_Latn-apc_Arab", + "languages": [ + "twi-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.621766, + "recall": 0.66502, + "f1": 0.634301, + "accuracy": 0.66502, + "main_score": 0.634301, + "hf_subset": "twi_Latn-bug_Latn", + "languages": [ + "twi-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.452411, + "recall": 0.495059, + "f1": 0.464639, + "accuracy": 0.495059, + "main_score": 0.464639, + "hf_subset": "twi_Latn-fon_Latn", + "languages": [ + "twi-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.684233, + "recall": 0.738142, + "f1": 0.698607, + "accuracy": 0.738142, + "main_score": 0.698607, + "hf_subset": "twi_Latn-jav_Latn", + "languages": [ + "twi-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.6521, + "recall": 0.711462, + "f1": 0.668547, + "accuracy": 0.711462, + "main_score": 0.668547, + "hf_subset": "twi_Latn-lao_Laoo", + "languages": [ + "twi-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.668349, + "recall": 0.729249, + "f1": 0.68557, + "accuracy": 0.729249, + "main_score": 0.68557, + "hf_subset": "twi_Latn-mri_Latn", + "languages": [ + "twi-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.736116, + "recall": 0.787549, + "f1": 0.750127, + "accuracy": 0.787549, + "main_score": 0.750127, + "hf_subset": "twi_Latn-rus_Cyrl", + "languages": [ + "twi-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.517169, + "recall": 0.562253, + "f1": 0.530093, + "accuracy": 0.562253, + "main_score": 0.530093, + "hf_subset": "twi_Latn-taq_Latn", + "languages": [ + "twi-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.70696, + "recall": 0.757905, + "f1": 0.720677, + "accuracy": 0.757905, + "main_score": 0.720677, + "hf_subset": "twi_Latn-war_Latn", + "languages": [ + "twi-Latn", + "war-Latn" + ] + }, + { + "precision": 0.734806, + "recall": 0.787549, + "f1": 0.749833, + "accuracy": 0.787549, + "main_score": 0.749833, + "hf_subset": "twi_Latn-arb_Arab", + "languages": [ + "twi-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.745198, + "recall": 0.798419, + "f1": 0.760238, + "accuracy": 0.798419, + "main_score": 0.760238, + "hf_subset": "twi_Latn-bul_Cyrl", + "languages": [ + "twi-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.748413, + "recall": 0.801383, + "f1": 0.763142, + "accuracy": 0.801383, + "main_score": 0.763142, + "hf_subset": "twi_Latn-fra_Latn", + "languages": [ + "twi-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.73836, + "recall": 0.789526, + "f1": 0.75276, + "accuracy": 0.789526, + "main_score": 0.75276, + "hf_subset": "twi_Latn-jpn_Jpan", + "languages": [ + "twi-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.744937, + "recall": 0.79249, + "f1": 0.758007, + "accuracy": 0.79249, + "main_score": 0.758007, + "hf_subset": "twi_Latn-lij_Latn", + "languages": [ + "twi-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.673441, + "recall": 0.738142, + "f1": 0.691925, + "accuracy": 0.738142, + "main_score": 0.691925, + "hf_subset": "twi_Latn-mya_Mymr", + "languages": [ + "twi-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.552894, + "recall": 0.593874, + "f1": 0.565062, + "accuracy": 0.593874, + "main_score": 0.565062, + "hf_subset": "twi_Latn-sag_Latn", + "languages": [ + "twi-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.249762, + "recall": 0.3083, + "f1": 0.265355, + "accuracy": 0.3083, + "main_score": 0.265355, + "hf_subset": "twi_Latn-taq_Tfng", + "languages": [ + "twi-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.591005, + "recall": 0.641304, + "f1": 0.605139, + "accuracy": 0.641304, + "main_score": 0.605139, + "hf_subset": "twi_Latn-wol_Latn", + "languages": [ + "twi-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.61466, + "recall": 0.68083, + "f1": 0.633021, + "accuracy": 0.68083, + "main_score": 0.633021, + "hf_subset": "twi_Latn-arb_Latn", + "languages": [ + "twi-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.713005, + "recall": 0.770751, + "f1": 0.729539, + "accuracy": 0.770751, + "main_score": 0.729539, + "hf_subset": "twi_Latn-cat_Latn", + "languages": [ + "twi-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.720097, + "recall": 0.766798, + "f1": 0.733009, + "accuracy": 0.766798, + "main_score": 0.733009, + "hf_subset": "twi_Latn-fur_Latn", + "languages": [ + "twi-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.447149, + "recall": 0.507905, + "f1": 0.463785, + "accuracy": 0.507905, + "main_score": 0.463785, + "hf_subset": "twi_Latn-kab_Latn", + "languages": [ + "twi-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.708151, + "recall": 0.758893, + "f1": 0.721703, + "accuracy": 0.758893, + "main_score": 0.721703, + "hf_subset": "twi_Latn-lim_Latn", + "languages": [ + "twi-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.738165, + "recall": 0.788538, + "f1": 0.752115, + "accuracy": 0.788538, + "main_score": 0.752115, + "hf_subset": "twi_Latn-nld_Latn", + "languages": [ + "twi-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.691082, + "recall": 0.748024, + "f1": 0.707371, + "accuracy": 0.748024, + "main_score": 0.707371, + "hf_subset": "twi_Latn-san_Deva", + "languages": [ + "twi-Latn", + "san-Deva" + ] + }, + { + "precision": 0.703044, + "recall": 0.752964, + "f1": 0.717144, + "accuracy": 0.752964, + "main_score": 0.717144, + "hf_subset": "twi_Latn-tat_Cyrl", + "languages": [ + "twi-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.699762, + "recall": 0.756917, + "f1": 0.716438, + "accuracy": 0.756917, + "main_score": 0.716438, + "hf_subset": "twi_Latn-xho_Latn", + "languages": [ + "twi-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.721437, + "recall": 0.774704, + "f1": 0.736661, + "accuracy": 0.774704, + "main_score": 0.736661, + "hf_subset": "twi_Latn-ars_Arab", + "languages": [ + "twi-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.695526, + "recall": 0.749012, + "f1": 0.709713, + "accuracy": 0.749012, + "main_score": 0.709713, + "hf_subset": "twi_Latn-ceb_Latn", + "languages": [ + "twi-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.488995, + "recall": 0.539526, + "f1": 0.503472, + "accuracy": 0.539526, + "main_score": 0.503472, + "hf_subset": "twi_Latn-fuv_Latn", + "languages": [ + "twi-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.496639, + "recall": 0.546443, + "f1": 0.511097, + "accuracy": 0.546443, + "main_score": 0.511097, + "hf_subset": "twi_Latn-kac_Latn", + "languages": [ + "twi-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.608988, + "recall": 0.655138, + "f1": 0.621698, + "accuracy": 0.655138, + "main_score": 0.621698, + "hf_subset": "twi_Latn-lin_Latn", + "languages": [ + "twi-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.709135, + "recall": 0.76087, + "f1": 0.722889, + "accuracy": 0.76087, + "main_score": 0.722889, + "hf_subset": "twi_Latn-nno_Latn", + "languages": [ + "twi-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.661738, + "recall": 0.718379, + "f1": 0.677481, + "accuracy": 0.718379, + "main_score": 0.677481, + "hf_subset": "twi_Latn-sat_Olck", + "languages": [ + "twi-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.698826, + "recall": 0.756917, + "f1": 0.714714, + "accuracy": 0.756917, + "main_score": 0.714714, + "hf_subset": "twi_Latn-tel_Telu", + "languages": [ + "twi-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.682466, + "recall": 0.749012, + "f1": 0.701767, + "accuracy": 0.749012, + "main_score": 0.701767, + "hf_subset": "twi_Latn-ydd_Hebr", + "languages": [ + "twi-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.687979, + "recall": 0.746047, + "f1": 0.704245, + "accuracy": 0.746047, + "main_score": 0.704245, + "hf_subset": "twi_Latn-ary_Arab", + "languages": [ + "twi-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.729474, + "recall": 0.786561, + "f1": 0.745482, + "accuracy": 0.786561, + "main_score": 0.745482, + "hf_subset": "twi_Latn-ces_Latn", + "languages": [ + "twi-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.530552, + "recall": 0.586957, + "f1": 0.545592, + "accuracy": 0.586957, + "main_score": 0.545592, + "hf_subset": "twi_Latn-gaz_Latn", + "languages": [ + "twi-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.531315, + "recall": 0.583992, + "f1": 0.546562, + "accuracy": 0.583992, + "main_score": 0.546562, + "hf_subset": "twi_Latn-kam_Latn", + "languages": [ + "twi-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.710075, + "recall": 0.766798, + "f1": 0.725844, + "accuracy": 0.766798, + "main_score": 0.725844, + "hf_subset": "twi_Latn-lit_Latn", + "languages": [ + "twi-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.722655, + "recall": 0.779644, + "f1": 0.738195, + "accuracy": 0.779644, + "main_score": 0.738195, + "hf_subset": "twi_Latn-nob_Latn", + "languages": [ + "twi-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.733064, + "recall": 0.777668, + "f1": 0.744829, + "accuracy": 0.777668, + "main_score": 0.744829, + "hf_subset": "twi_Latn-scn_Latn", + "languages": [ + "twi-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.676467, + "recall": 0.737154, + "f1": 0.692716, + "accuracy": 0.737154, + "main_score": 0.692716, + "hf_subset": "twi_Latn-tgk_Cyrl", + "languages": [ + "twi-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.614592, + "recall": 0.673913, + "f1": 0.631768, + "accuracy": 0.673913, + "main_score": 0.631768, + "hf_subset": "twi_Latn-yor_Latn", + "languages": [ + "twi-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.730997, + "recall": 0.784585, + "f1": 0.746015, + "accuracy": 0.784585, + "main_score": 0.746015, + "hf_subset": "twi_Latn-arz_Arab", + "languages": [ + "twi-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.507447, + "recall": 0.561265, + "f1": 0.522801, + "accuracy": 0.561265, + "main_score": 0.522801, + "hf_subset": "twi_Latn-cjk_Latn", + "languages": [ + "twi-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.676982, + "recall": 0.73913, + "f1": 0.69417, + "accuracy": 0.73913, + "main_score": 0.69417, + "hf_subset": "twi_Latn-gla_Latn", + "languages": [ + "twi-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.686596, + "recall": 0.743083, + "f1": 0.701455, + "accuracy": 0.743083, + "main_score": 0.701455, + "hf_subset": "twi_Latn-kan_Knda", + "languages": [ + "twi-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.734562, + "recall": 0.778656, + "f1": 0.746144, + "accuracy": 0.778656, + "main_score": 0.746144, + "hf_subset": "twi_Latn-lmo_Latn", + "languages": [ + "twi-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.707347, + "recall": 0.759881, + "f1": 0.721474, + "accuracy": 0.759881, + "main_score": 0.721474, + "hf_subset": "twi_Latn-npi_Deva", + "languages": [ + "twi-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.49343, + "recall": 0.556324, + "f1": 0.51124, + "accuracy": 0.556324, + "main_score": 0.51124, + "hf_subset": "twi_Latn-shn_Mymr", + "languages": [ + "twi-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.724383, + "recall": 0.780632, + "f1": 0.739616, + "accuracy": 0.780632, + "main_score": 0.739616, + "hf_subset": "twi_Latn-tgl_Latn", + "languages": [ + "twi-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.71913, + "recall": 0.775692, + "f1": 0.734911, + "accuracy": 0.775692, + "main_score": 0.734911, + "hf_subset": "twi_Latn-yue_Hant", + "languages": [ + "twi-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.665906, + "recall": 0.719368, + "f1": 0.680108, + "accuracy": 0.719368, + "main_score": 0.680108, + "hf_subset": "twi_Latn-asm_Beng", + "languages": [ + "twi-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.669151, + "recall": 0.735178, + "f1": 0.687991, + "accuracy": 0.735178, + "main_score": 0.687991, + "hf_subset": "twi_Latn-ckb_Arab", + "languages": [ + "twi-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.675867, + "recall": 0.731225, + "f1": 0.691601, + "accuracy": 0.731225, + "main_score": 0.691601, + "hf_subset": "twi_Latn-gle_Latn", + "languages": [ + "twi-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.651797, + "recall": 0.713439, + "f1": 0.668859, + "accuracy": 0.713439, + "main_score": 0.668859, + "hf_subset": "twi_Latn-kas_Arab", + "languages": [ + "twi-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.670844, + "recall": 0.720356, + "f1": 0.683421, + "accuracy": 0.720356, + "main_score": 0.683421, + "hf_subset": "twi_Latn-ltg_Latn", + "languages": [ + "twi-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.655579, + "recall": 0.712451, + "f1": 0.672243, + "accuracy": 0.712451, + "main_score": 0.672243, + "hf_subset": "twi_Latn-nso_Latn", + "languages": [ + "twi-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.688649, + "recall": 0.75, + "f1": 0.705381, + "accuracy": 0.75, + "main_score": 0.705381, + "hf_subset": "twi_Latn-sin_Sinh", + "languages": [ + "twi-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.709895, + "recall": 0.764822, + "f1": 0.724748, + "accuracy": 0.764822, + "main_score": 0.724748, + "hf_subset": "twi_Latn-tha_Thai", + "languages": [ + "twi-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.663668, + "recall": 0.717391, + "f1": 0.677528, + "accuracy": 0.717391, + "main_score": 0.677528, + "hf_subset": "twi_Latn-zho_Hans", + "languages": [ + "twi-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.706644, + "recall": 0.756917, + "f1": 0.720312, + "accuracy": 0.756917, + "main_score": 0.720312, + "hf_subset": "twi_Latn-ast_Latn", + "languages": [ + "twi-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.731721, + "recall": 0.778656, + "f1": 0.74501, + "accuracy": 0.778656, + "main_score": 0.74501, + "hf_subset": "twi_Latn-crh_Latn", + "languages": [ + "twi-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.720048, + "recall": 0.771739, + "f1": 0.733696, + "accuracy": 0.771739, + "main_score": 0.733696, + "hf_subset": "twi_Latn-glg_Latn", + "languages": [ + "twi-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.6099, + "recall": 0.674901, + "f1": 0.628221, + "accuracy": 0.674901, + "main_score": 0.628221, + "hf_subset": "twi_Latn-kas_Deva", + "languages": [ + "twi-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.673037, + "recall": 0.73419, + "f1": 0.690209, + "accuracy": 0.73419, + "main_score": 0.690209, + "hf_subset": "twi_Latn-ltz_Latn", + "languages": [ + "twi-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.4604, + "recall": 0.514822, + "f1": 0.475682, + "accuracy": 0.514822, + "main_score": 0.475682, + "hf_subset": "twi_Latn-nus_Latn", + "languages": [ + "twi-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.718027, + "recall": 0.768775, + "f1": 0.732417, + "accuracy": 0.768775, + "main_score": 0.732417, + "hf_subset": "twi_Latn-slk_Latn", + "languages": [ + "twi-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.572285, + "recall": 0.626482, + "f1": 0.587841, + "accuracy": 0.626482, + "main_score": 0.587841, + "hf_subset": "twi_Latn-tir_Ethi", + "languages": [ + "twi-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.691675, + "recall": 0.75, + "f1": 0.706965, + "accuracy": 0.75, + "main_score": 0.706965, + "hf_subset": "twi_Latn-zho_Hant", + "languages": [ + "twi-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.713174, + "recall": 0.766798, + "f1": 0.727947, + "accuracy": 0.766798, + "main_score": 0.727947, + "hf_subset": "twi_Latn-awa_Deva", + "languages": [ + "twi-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.691334, + "recall": 0.749012, + "f1": 0.707652, + "accuracy": 0.749012, + "main_score": 0.707652, + "hf_subset": "twi_Latn-cym_Latn", + "languages": [ + "twi-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.633798, + "recall": 0.681818, + "f1": 0.647288, + "accuracy": 0.681818, + "main_score": 0.647288, + "hf_subset": "twi_Latn-grn_Latn", + "languages": [ + "twi-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.690317, + "recall": 0.756917, + "f1": 0.709296, + "accuracy": 0.756917, + "main_score": 0.709296, + "hf_subset": "twi_Latn-kat_Geor", + "languages": [ + "twi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.571145, + "recall": 0.618577, + "f1": 0.584554, + "accuracy": 0.618577, + "main_score": 0.584554, + "hf_subset": "twi_Latn-lua_Latn", + "languages": [ + "twi-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.672457, + "recall": 0.722332, + "f1": 0.686677, + "accuracy": 0.722332, + "main_score": 0.686677, + "hf_subset": "twi_Latn-nya_Latn", + "languages": [ + "twi-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.715876, + "recall": 0.766798, + "f1": 0.729813, + "accuracy": 0.766798, + "main_score": 0.729813, + "hf_subset": "twi_Latn-slv_Latn", + "languages": [ + "twi-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.708555, + "recall": 0.753953, + "f1": 0.720939, + "accuracy": 0.753953, + "main_score": 0.720939, + "hf_subset": "twi_Latn-tpi_Latn", + "languages": [ + "twi-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.72831, + "recall": 0.77668, + "f1": 0.741143, + "accuracy": 0.77668, + "main_score": 0.741143, + "hf_subset": "twi_Latn-zsm_Latn", + "languages": [ + "twi-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.506656, + "recall": 0.557312, + "f1": 0.52105, + "accuracy": 0.557312, + "main_score": 0.52105, + "hf_subset": "twi_Latn-ayr_Latn", + "languages": [ + "twi-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.743726, + "recall": 0.799407, + "f1": 0.758725, + "accuracy": 0.799407, + "main_score": 0.758725, + "hf_subset": "twi_Latn-dan_Latn", + "languages": [ + "twi-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.710363, + "recall": 0.772727, + "f1": 0.728302, + "accuracy": 0.772727, + "main_score": 0.728302, + "hf_subset": "twi_Latn-guj_Gujr", + "languages": [ + "twi-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.703195, + "recall": 0.761858, + "f1": 0.720333, + "accuracy": 0.761858, + "main_score": 0.720333, + "hf_subset": "twi_Latn-kaz_Cyrl", + "languages": [ + "twi-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.589732, + "recall": 0.651186, + "f1": 0.607573, + "accuracy": 0.651186, + "main_score": 0.607573, + "hf_subset": "twi_Latn-lug_Latn", + "languages": [ + "twi-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.704494, + "recall": 0.759881, + "f1": 0.718805, + "accuracy": 0.759881, + "main_score": 0.718805, + "hf_subset": "twi_Latn-oci_Latn", + "languages": [ + "twi-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.662724, + "recall": 0.720356, + "f1": 0.678528, + "accuracy": 0.720356, + "main_score": 0.678528, + "hf_subset": "twi_Latn-smo_Latn", + "languages": [ + "twi-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.623407, + "recall": 0.679842, + "f1": 0.639233, + "accuracy": 0.679842, + "main_score": 0.639233, + "hf_subset": "twi_Latn-tsn_Latn", + "languages": [ + "twi-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.656537, + "recall": 0.716403, + "f1": 0.673045, + "accuracy": 0.716403, + "main_score": 0.673045, + "hf_subset": "twi_Latn-zul_Latn", + "languages": [ + "twi-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.625384, + "recall": 0.681818, + "f1": 0.641526, + "accuracy": 0.681818, + "main_score": 0.641526, + "hf_subset": "twi_Latn-azb_Arab", + "languages": [ + "twi-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.733958, + "recall": 0.786561, + "f1": 0.748324, + "accuracy": 0.786561, + "main_score": 0.748324, + "hf_subset": "twi_Latn-deu_Latn", + "languages": [ + "twi-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.675412, + "recall": 0.728261, + "f1": 0.690205, + "accuracy": 0.728261, + "main_score": 0.690205, + "hf_subset": "twi_Latn-hat_Latn", + "languages": [ + "twi-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.517244, + "recall": 0.561265, + "f1": 0.529979, + "accuracy": 0.561265, + "main_score": 0.529979, + "hf_subset": "twi_Latn-kbp_Latn", + "languages": [ + "twi-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.540023, + "recall": 0.585968, + "f1": 0.553332, + "accuracy": 0.585968, + "main_score": 0.553332, + "hf_subset": "twi_Latn-luo_Latn", + "languages": [ + "twi-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.680992, + "recall": 0.747036, + "f1": 0.698574, + "accuracy": 0.747036, + "main_score": 0.698574, + "hf_subset": "twi_Latn-ory_Orya", + "languages": [ + "twi-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.654043, + "recall": 0.718379, + "f1": 0.672575, + "accuracy": 0.718379, + "main_score": 0.672575, + "hf_subset": "twi_Latn-sna_Latn", + "languages": [ + "twi-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.597443, + "recall": 0.651186, + "f1": 0.612514, + "accuracy": 0.651186, + "main_score": 0.612514, + "hf_subset": "twi_Latn-tso_Latn", + "languages": [ + "twi-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.691185, + "recall": 0.750988, + "f1": 0.70771, + "accuracy": 0.750988, + "main_score": 0.70771, + "hf_subset": "twi_Latn-azj_Latn", + "languages": [ + "twi-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.49676, + "recall": 0.543478, + "f1": 0.510057, + "accuracy": 0.543478, + "main_score": 0.510057, + "hf_subset": "twi_Latn-dik_Latn", + "languages": [ + "twi-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.665024, + "recall": 0.722332, + "f1": 0.680792, + "accuracy": 0.722332, + "main_score": 0.680792, + "hf_subset": "twi_Latn-hau_Latn", + "languages": [ + "twi-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.698708, + "recall": 0.754941, + "f1": 0.713797, + "accuracy": 0.754941, + "main_score": 0.713797, + "hf_subset": "twi_Latn-kea_Latn", + "languages": [ + "twi-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.700632, + "recall": 0.751976, + "f1": 0.714446, + "accuracy": 0.751976, + "main_score": 0.714446, + "hf_subset": "twi_Latn-lus_Latn", + "languages": [ + "twi-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.664273, + "recall": 0.709486, + "f1": 0.676884, + "accuracy": 0.709486, + "main_score": 0.676884, + "hf_subset": "twi_Latn-pag_Latn", + "languages": [ + "twi-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.664887, + "recall": 0.726285, + "f1": 0.681909, + "accuracy": 0.726285, + "main_score": 0.681909, + "hf_subset": "twi_Latn-snd_Arab", + "languages": [ + "twi-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.680875, + "recall": 0.736166, + "f1": 0.695736, + "accuracy": 0.736166, + "main_score": 0.695736, + "hf_subset": "twi_Latn-tuk_Latn", + "languages": [ + "twi-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.699423, + "recall": 0.751976, + "f1": 0.713699, + "accuracy": 0.751976, + "main_score": 0.713699, + "hf_subset": "twi_Latn-bak_Cyrl", + "languages": [ + "twi-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.440893, + "recall": 0.5, + "f1": 0.457858, + "accuracy": 0.5, + "main_score": 0.457858, + "hf_subset": "twi_Latn-dyu_Latn", + "languages": [ + "twi-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.714823, + "recall": 0.769763, + "f1": 0.729622, + "accuracy": 0.769763, + "main_score": 0.729622, + "hf_subset": "twi_Latn-heb_Hebr", + "languages": [ + "twi-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.709026, + "recall": 0.763834, + "f1": 0.725008, + "accuracy": 0.763834, + "main_score": 0.725008, + "hf_subset": "twi_Latn-khk_Cyrl", + "languages": [ + "twi-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.711673, + "recall": 0.770751, + "f1": 0.728153, + "accuracy": 0.770751, + "main_score": 0.728153, + "hf_subset": "twi_Latn-lvs_Latn", + "languages": [ + "twi-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.674722, + "recall": 0.741107, + "f1": 0.693148, + "accuracy": 0.741107, + "main_score": 0.693148, + "hf_subset": "twi_Latn-pan_Guru", + "languages": [ + "twi-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.643735, + "recall": 0.699605, + "f1": 0.659649, + "accuracy": 0.699605, + "main_score": 0.659649, + "hf_subset": "twi_Latn-som_Latn", + "languages": [ + "twi-Latn", + "som-Latn" + ] + }, + { + "precision": 0.611273, + "recall": 0.657115, + "f1": 0.623956, + "accuracy": 0.657115, + "main_score": 0.623956, + "hf_subset": "twi_Latn-tum_Latn", + "languages": [ + "twi-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.477672, + "recall": 0.566206, + "f1": 0.502111, + "accuracy": 0.566206, + "main_score": 0.502111, + "hf_subset": "acm_Arab-ace_Arab", + "languages": [ + "acm-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.460553, + "recall": 0.511858, + "f1": 0.473122, + "accuracy": 0.511858, + "main_score": 0.473122, + "hf_subset": "acm_Arab-bam_Latn", + "languages": [ + "acm-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.589559, + "recall": 0.681818, + "f1": 0.615588, + "accuracy": 0.681818, + "main_score": 0.615588, + "hf_subset": "acm_Arab-dzo_Tibt", + "languages": [ + "acm-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-hin_Deva", + "languages": [ + "acm-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "acm_Arab-khm_Khmr", + "languages": [ + "acm-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acm_Arab-mag_Deva", + "languages": [ + "acm-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acm_Arab-pap_Latn", + "languages": [ + "acm-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.811874, + "recall": 0.86166, + "f1": 0.827028, + "accuracy": 0.86166, + "main_score": 0.827028, + "hf_subset": "acm_Arab-sot_Latn", + "languages": [ + "acm-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-tur_Latn", + "languages": [ + "acm-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.833984, + "recall": 0.878458, + "f1": 0.847881, + "accuracy": 0.878458, + "main_score": 0.847881, + "hf_subset": "acm_Arab-ace_Latn", + "languages": [ + "acm-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "acm_Arab-ban_Latn", + "languages": [ + "acm-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-ell_Grek", + "languages": [ + "acm-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "acm_Arab-hne_Deva", + "languages": [ + "acm-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.545389, + "recall": 0.616601, + "f1": 0.564244, + "accuracy": 0.616601, + "main_score": 0.564244, + "hf_subset": "acm_Arab-kik_Latn", + "languages": [ + "acm-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "acm_Arab-mai_Deva", + "languages": [ + "acm-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "acm_Arab-pbt_Arab", + "languages": [ + "acm-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-spa_Latn", + "languages": [ + "acm-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.723769, + "recall": 0.789526, + "f1": 0.742944, + "accuracy": 0.789526, + "main_score": 0.742944, + "hf_subset": "acm_Arab-twi_Latn", + "languages": [ + "acm-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-bel_Cyrl", + "languages": [ + "acm-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-hrv_Latn", + "languages": [ + "acm-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.810919, + "recall": 0.860672, + "f1": 0.825889, + "accuracy": 0.860672, + "main_score": 0.825889, + "hf_subset": "acm_Arab-kin_Latn", + "languages": [ + "acm-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-mal_Mlym", + "languages": [ + "acm-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-pes_Arab", + "languages": [ + "acm-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acm_Arab-srd_Latn", + "languages": [ + "acm-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.212572, + "recall": 0.26581, + "f1": 0.225543, + "accuracy": 0.26581, + "main_score": 0.225543, + "hf_subset": "acm_Arab-tzm_Tfng", + "languages": [ + "acm-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-acq_Arab", + "languages": [ + "acm-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.627908, + "recall": 0.703557, + "f1": 0.649029, + "accuracy": 0.703557, + "main_score": 0.649029, + "hf_subset": "acm_Arab-bem_Latn", + "languages": [ + "acm-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-epo_Latn", + "languages": [ + "acm-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-hun_Latn", + "languages": [ + "acm-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-kir_Cyrl", + "languages": [ + "acm-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acm_Arab-mar_Deva", + "languages": [ + "acm-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.828673, + "recall": 0.876482, + "f1": 0.843577, + "accuracy": 0.876482, + "main_score": 0.843577, + "hf_subset": "acm_Arab-plt_Latn", + "languages": [ + "acm-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-srp_Cyrl", + "languages": [ + "acm-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.931983, + "recall": 0.952569, + "f1": 0.93857, + "accuracy": 0.952569, + "main_score": 0.93857, + "hf_subset": "acm_Arab-uig_Arab", + "languages": [ + "acm-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-aeb_Arab", + "languages": [ + "acm-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-ben_Beng", + "languages": [ + "acm-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-est_Latn", + "languages": [ + "acm-Arab", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-hye_Armn", + "languages": [ + "acm-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.42629, + "recall": 0.490119, + "f1": 0.442866, + "accuracy": 0.490119, + "main_score": 0.442866, + "hf_subset": "acm_Arab-kmb_Latn", + "languages": [ + "acm-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.429415, + "recall": 0.508893, + "f1": 0.45003, + "accuracy": 0.508893, + "main_score": 0.45003, + "hf_subset": "acm_Arab-min_Arab", + "languages": [ + "acm-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-pol_Latn", + "languages": [ + "acm-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.682857, + "recall": 0.755929, + "f1": 0.704259, + "accuracy": 0.755929, + "main_score": 0.704259, + "hf_subset": "acm_Arab-ssw_Latn", + "languages": [ + "acm-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ukr_Cyrl", + "languages": [ + "acm-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "acm_Arab-afr_Latn", + "languages": [ + "acm-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "acm_Arab-bho_Deva", + "languages": [ + "acm-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-eus_Latn", + "languages": [ + "acm-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.82192, + "recall": 0.873518, + "f1": 0.837766, + "accuracy": 0.873518, + "main_score": 0.837766, + "hf_subset": "acm_Arab-ibo_Latn", + "languages": [ + "acm-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.843742, + "recall": 0.88834, + "f1": 0.857642, + "accuracy": 0.88834, + "main_score": 0.857642, + "hf_subset": "acm_Arab-kmr_Latn", + "languages": [ + "acm-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "acm_Arab-min_Latn", + "languages": [ + "acm-Arab", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-por_Latn", + "languages": [ + "acm-Arab", + "por-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "acm_Arab-sun_Latn", + "languages": [ + "acm-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.423963, + "recall": 0.488142, + "f1": 0.442281, + "accuracy": 0.488142, + "main_score": 0.442281, + "hf_subset": "acm_Arab-umb_Latn", + "languages": [ + "acm-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-ajp_Arab", + "languages": [ + "acm-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.45939, + "recall": 0.547431, + "f1": 0.483201, + "accuracy": 0.547431, + "main_score": 0.483201, + "hf_subset": "acm_Arab-bjn_Arab", + "languages": [ + "acm-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.430487, + "recall": 0.48419, + "f1": 0.44469, + "accuracy": 0.48419, + "main_score": 0.44469, + "hf_subset": "acm_Arab-ewe_Latn", + "languages": [ + "acm-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.934124, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "acm_Arab-ilo_Latn", + "languages": [ + "acm-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.228275, + "recall": 0.281621, + "f1": 0.240678, + "accuracy": 0.281621, + "main_score": 0.240678, + "hf_subset": "acm_Arab-knc_Arab", + "languages": [ + "acm-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-mkd_Cyrl", + "languages": [ + "acm-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-prs_Arab", + "languages": [ + "acm-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-swe_Latn", + "languages": [ + "acm-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "acm_Arab-urd_Arab", + "languages": [ + "acm-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.689569, + "recall": 0.759881, + "f1": 0.709811, + "accuracy": 0.759881, + "main_score": 0.709811, + "hf_subset": "acm_Arab-aka_Latn", + "languages": [ + "acm-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "acm_Arab-bjn_Latn", + "languages": [ + "acm-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "acm_Arab-fao_Latn", + "languages": [ + "acm-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ind_Latn", + "languages": [ + "acm-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.480991, + "recall": 0.535573, + "f1": 0.495724, + "accuracy": 0.535573, + "main_score": 0.495724, + "hf_subset": "acm_Arab-knc_Latn", + "languages": [ + "acm-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-mlt_Latn", + "languages": [ + "acm-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.606745, + "recall": 0.679842, + "f1": 0.627299, + "accuracy": 0.679842, + "main_score": 0.627299, + "hf_subset": "acm_Arab-quy_Latn", + "languages": [ + "acm-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-swh_Latn", + "languages": [ + "acm-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "acm_Arab-uzn_Latn", + "languages": [ + "acm-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acm_Arab-als_Latn", + "languages": [ + "acm-Arab", + "als-Latn" + ] + }, + { + "precision": 0.751243, + "recall": 0.814229, + "f1": 0.770294, + "accuracy": 0.814229, + "main_score": 0.770294, + "hf_subset": "acm_Arab-bod_Tibt", + "languages": [ + "acm-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.603247, + "recall": 0.682806, + "f1": 0.626257, + "accuracy": 0.682806, + "main_score": 0.626257, + "hf_subset": "acm_Arab-fij_Latn", + "languages": [ + "acm-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "acm_Arab-isl_Latn", + "languages": [ + "acm-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.559115, + "recall": 0.630435, + "f1": 0.578392, + "accuracy": 0.630435, + "main_score": 0.578392, + "hf_subset": "acm_Arab-kon_Latn", + "languages": [ + "acm-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.571472, + "recall": 0.645257, + "f1": 0.591743, + "accuracy": 0.645257, + "main_score": 0.591743, + "hf_subset": "acm_Arab-mni_Beng", + "languages": [ + "acm-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-ron_Latn", + "languages": [ + "acm-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "acm_Arab-szl_Latn", + "languages": [ + "acm-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "acm_Arab-vec_Latn", + "languages": [ + "acm-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.899292, + "recall": 0.93083, + "f1": 0.909486, + "accuracy": 0.93083, + "main_score": 0.909486, + "hf_subset": "acm_Arab-amh_Ethi", + "languages": [ + "acm-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-bos_Latn", + "languages": [ + "acm-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-fin_Latn", + "languages": [ + "acm-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ita_Latn", + "languages": [ + "acm-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-kor_Hang", + "languages": [ + "acm-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.466725, + "recall": 0.524704, + "f1": 0.482557, + "accuracy": 0.524704, + "main_score": 0.482557, + "hf_subset": "acm_Arab-mos_Latn", + "languages": [ + "acm-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.70509, + "recall": 0.769763, + "f1": 0.723477, + "accuracy": 0.769763, + "main_score": 0.723477, + "hf_subset": "acm_Arab-run_Latn", + "languages": [ + "acm-Arab", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-tam_Taml", + "languages": [ + "acm-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-vie_Latn", + "languages": [ + "acm-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-apc_Arab", + "languages": [ + "acm-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.696509, + "recall": 0.762846, + "f1": 0.714608, + "accuracy": 0.762846, + "main_score": 0.714608, + "hf_subset": "acm_Arab-bug_Latn", + "languages": [ + "acm-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.414824, + "recall": 0.468379, + "f1": 0.429456, + "accuracy": 0.468379, + "main_score": 0.429456, + "hf_subset": "acm_Arab-fon_Latn", + "languages": [ + "acm-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "acm_Arab-jav_Latn", + "languages": [ + "acm-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.928524, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "acm_Arab-lao_Laoo", + "languages": [ + "acm-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.85774, + "recall": 0.897233, + "f1": 0.870026, + "accuracy": 0.897233, + "main_score": 0.870026, + "hf_subset": "acm_Arab-mri_Latn", + "languages": [ + "acm-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-rus_Cyrl", + "languages": [ + "acm-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.472731, + "recall": 0.525692, + "f1": 0.486592, + "accuracy": 0.525692, + "main_score": 0.486592, + "hf_subset": "acm_Arab-taq_Latn", + "languages": [ + "acm-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "acm_Arab-war_Latn", + "languages": [ + "acm-Arab", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-arb_Arab", + "languages": [ + "acm-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-bul_Cyrl", + "languages": [ + "acm-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-fra_Latn", + "languages": [ + "acm-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-jpn_Jpan", + "languages": [ + "acm-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acm_Arab-lij_Latn", + "languages": [ + "acm-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "acm_Arab-mya_Mymr", + "languages": [ + "acm-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.521357, + "recall": 0.585968, + "f1": 0.53852, + "accuracy": 0.585968, + "main_score": 0.53852, + "hf_subset": "acm_Arab-sag_Latn", + "languages": [ + "acm-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.201117, + "recall": 0.272727, + "f1": 0.217805, + "accuracy": 0.272727, + "main_score": 0.217805, + "hf_subset": "acm_Arab-taq_Tfng", + "languages": [ + "acm-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.608496, + "recall": 0.679842, + "f1": 0.627481, + "accuracy": 0.679842, + "main_score": 0.627481, + "hf_subset": "acm_Arab-wol_Latn", + "languages": [ + "acm-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.877388, + "recall": 0.913043, + "f1": 0.888406, + "accuracy": 0.913043, + "main_score": 0.888406, + "hf_subset": "acm_Arab-arb_Latn", + "languages": [ + "acm-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-cat_Latn", + "languages": [ + "acm-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "acm_Arab-fur_Latn", + "languages": [ + "acm-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.408452, + "recall": 0.478261, + "f1": 0.425707, + "accuracy": 0.478261, + "main_score": 0.425707, + "hf_subset": "acm_Arab-kab_Latn", + "languages": [ + "acm-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "acm_Arab-lim_Latn", + "languages": [ + "acm-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-nld_Latn", + "languages": [ + "acm-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.967391, + "f1": 0.958333, + "accuracy": 0.967391, + "main_score": 0.958333, + "hf_subset": "acm_Arab-san_Deva", + "languages": [ + "acm-Arab", + "san-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "acm_Arab-tat_Cyrl", + "languages": [ + "acm-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.83526, + "recall": 0.882411, + "f1": 0.84992, + "accuracy": 0.882411, + "main_score": 0.84992, + "hf_subset": "acm_Arab-xho_Latn", + "languages": [ + "acm-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ars_Arab", + "languages": [ + "acm-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-ceb_Latn", + "languages": [ + "acm-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.45021, + "recall": 0.519763, + "f1": 0.468587, + "accuracy": 0.519763, + "main_score": 0.468587, + "hf_subset": "acm_Arab-fuv_Latn", + "languages": [ + "acm-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.452336, + "recall": 0.511858, + "f1": 0.468312, + "accuracy": 0.511858, + "main_score": 0.468312, + "hf_subset": "acm_Arab-kac_Latn", + "languages": [ + "acm-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.569924, + "recall": 0.643281, + "f1": 0.589197, + "accuracy": 0.643281, + "main_score": 0.589197, + "hf_subset": "acm_Arab-lin_Latn", + "languages": [ + "acm-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-nno_Latn", + "languages": [ + "acm-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.8472, + "recall": 0.890316, + "f1": 0.860474, + "accuracy": 0.890316, + "main_score": 0.860474, + "hf_subset": "acm_Arab-sat_Olck", + "languages": [ + "acm-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acm_Arab-tel_Telu", + "languages": [ + "acm-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "acm_Arab-ydd_Hebr", + "languages": [ + "acm-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "acm_Arab-ary_Arab", + "languages": [ + "acm-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ces_Latn", + "languages": [ + "acm-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.512107, + "recall": 0.593874, + "f1": 0.534887, + "accuracy": 0.593874, + "main_score": 0.534887, + "hf_subset": "acm_Arab-gaz_Latn", + "languages": [ + "acm-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.480156, + "recall": 0.572134, + "f1": 0.505109, + "accuracy": 0.572134, + "main_score": 0.505109, + "hf_subset": "acm_Arab-kam_Latn", + "languages": [ + "acm-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "acm_Arab-lit_Latn", + "languages": [ + "acm-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-nob_Latn", + "languages": [ + "acm-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "acm_Arab-scn_Latn", + "languages": [ + "acm-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "acm_Arab-tgk_Cyrl", + "languages": [ + "acm-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.691295, + "recall": 0.761858, + "f1": 0.711294, + "accuracy": 0.761858, + "main_score": 0.711294, + "hf_subset": "acm_Arab-yor_Latn", + "languages": [ + "acm-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-arz_Arab", + "languages": [ + "acm-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.443213, + "recall": 0.508893, + "f1": 0.461247, + "accuracy": 0.508893, + "main_score": 0.461247, + "hf_subset": "acm_Arab-cjk_Latn", + "languages": [ + "acm-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.905138, + "recall": 0.934783, + "f1": 0.91469, + "accuracy": 0.934783, + "main_score": 0.91469, + "hf_subset": "acm_Arab-gla_Latn", + "languages": [ + "acm-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "acm_Arab-kan_Knda", + "languages": [ + "acm-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "acm_Arab-lmo_Latn", + "languages": [ + "acm-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "acm_Arab-npi_Deva", + "languages": [ + "acm-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.502795, + "recall": 0.581028, + "f1": 0.524511, + "accuracy": 0.581028, + "main_score": 0.524511, + "hf_subset": "acm_Arab-shn_Mymr", + "languages": [ + "acm-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-tgl_Latn", + "languages": [ + "acm-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-yue_Hant", + "languages": [ + "acm-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "acm_Arab-asm_Beng", + "languages": [ + "acm-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.898172, + "recall": 0.928854, + "f1": 0.908004, + "accuracy": 0.928854, + "main_score": 0.908004, + "hf_subset": "acm_Arab-ckb_Arab", + "languages": [ + "acm-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "acm_Arab-gle_Latn", + "languages": [ + "acm-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.891634, + "recall": 0.923913, + "f1": 0.901779, + "accuracy": 0.923913, + "main_score": 0.901779, + "hf_subset": "acm_Arab-kas_Arab", + "languages": [ + "acm-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.885458, + "recall": 0.920949, + "f1": 0.896805, + "accuracy": 0.920949, + "main_score": 0.896805, + "hf_subset": "acm_Arab-ltg_Latn", + "languages": [ + "acm-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.742187, + "recall": 0.806324, + "f1": 0.761644, + "accuracy": 0.806324, + "main_score": 0.761644, + "hf_subset": "acm_Arab-nso_Latn", + "languages": [ + "acm-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "acm_Arab-sin_Sinh", + "languages": [ + "acm-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-tha_Thai", + "languages": [ + "acm-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-zho_Hans", + "languages": [ + "acm-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-ast_Latn", + "languages": [ + "acm-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acm_Arab-crh_Latn", + "languages": [ + "acm-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-glg_Latn", + "languages": [ + "acm-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.821064, + "recall": 0.869565, + "f1": 0.835672, + "accuracy": 0.869565, + "main_score": 0.835672, + "hf_subset": "acm_Arab-kas_Deva", + "languages": [ + "acm-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acm_Arab-ltz_Latn", + "languages": [ + "acm-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.405087, + "recall": 0.47332, + "f1": 0.422819, + "accuracy": 0.47332, + "main_score": 0.422819, + "hf_subset": "acm_Arab-nus_Latn", + "languages": [ + "acm-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-slk_Latn", + "languages": [ + "acm-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.604024, + "recall": 0.683794, + "f1": 0.625999, + "accuracy": 0.683794, + "main_score": 0.625999, + "hf_subset": "acm_Arab-tir_Ethi", + "languages": [ + "acm-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-zho_Hant", + "languages": [ + "acm-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.977931, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "acm_Arab-awa_Deva", + "languages": [ + "acm-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acm_Arab-cym_Latn", + "languages": [ + "acm-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.724774, + "recall": 0.783597, + "f1": 0.741376, + "accuracy": 0.783597, + "main_score": 0.741376, + "hf_subset": "acm_Arab-grn_Latn", + "languages": [ + "acm-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-kat_Geor", + "languages": [ + "acm-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.552411, + "recall": 0.616601, + "f1": 0.569701, + "accuracy": 0.616601, + "main_score": 0.569701, + "hf_subset": "acm_Arab-lua_Latn", + "languages": [ + "acm-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.776466, + "recall": 0.839921, + "f1": 0.795817, + "accuracy": 0.839921, + "main_score": 0.795817, + "hf_subset": "acm_Arab-nya_Latn", + "languages": [ + "acm-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-slv_Latn", + "languages": [ + "acm-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "acm_Arab-tpi_Latn", + "languages": [ + "acm-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-zsm_Latn", + "languages": [ + "acm-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.459062, + "recall": 0.528656, + "f1": 0.477787, + "accuracy": 0.528656, + "main_score": 0.477787, + "hf_subset": "acm_Arab-ayr_Latn", + "languages": [ + "acm-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-dan_Latn", + "languages": [ + "acm-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acm_Arab-guj_Gujr", + "languages": [ + "acm-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-kaz_Cyrl", + "languages": [ + "acm-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.606065, + "recall": 0.689723, + "f1": 0.629849, + "accuracy": 0.689723, + "main_score": 0.629849, + "hf_subset": "acm_Arab-lug_Latn", + "languages": [ + "acm-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-oci_Latn", + "languages": [ + "acm-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.800099, + "recall": 0.850791, + "f1": 0.815514, + "accuracy": 0.850791, + "main_score": 0.815514, + "hf_subset": "acm_Arab-smo_Latn", + "languages": [ + "acm-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.70084, + "recall": 0.771739, + "f1": 0.72164, + "accuracy": 0.771739, + "main_score": 0.72164, + "hf_subset": "acm_Arab-tsn_Latn", + "languages": [ + "acm-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.841107, + "recall": 0.887352, + "f1": 0.855369, + "accuracy": 0.887352, + "main_score": 0.855369, + "hf_subset": "acm_Arab-zul_Latn", + "languages": [ + "acm-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.922431, + "recall": 0.945652, + "f1": 0.92963, + "accuracy": 0.945652, + "main_score": 0.92963, + "hf_subset": "acm_Arab-azb_Arab", + "languages": [ + "acm-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-deu_Latn", + "languages": [ + "acm-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "acm_Arab-hat_Latn", + "languages": [ + "acm-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.462145, + "recall": 0.518775, + "f1": 0.477172, + "accuracy": 0.518775, + "main_score": 0.477172, + "hf_subset": "acm_Arab-kbp_Latn", + "languages": [ + "acm-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.487221, + "recall": 0.55336, + "f1": 0.504618, + "accuracy": 0.55336, + "main_score": 0.504618, + "hf_subset": "acm_Arab-luo_Latn", + "languages": [ + "acm-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "acm_Arab-ory_Orya", + "languages": [ + "acm-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.864246, + "recall": 0.905138, + "f1": 0.877207, + "accuracy": 0.905138, + "main_score": 0.877207, + "hf_subset": "acm_Arab-sna_Latn", + "languages": [ + "acm-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.62087, + "recall": 0.6917, + "f1": 0.640196, + "accuracy": 0.6917, + "main_score": 0.640196, + "hf_subset": "acm_Arab-tso_Latn", + "languages": [ + "acm-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acm_Arab-azj_Latn", + "languages": [ + "acm-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.479029, + "recall": 0.551383, + "f1": 0.499233, + "accuracy": 0.551383, + "main_score": 0.499233, + "hf_subset": "acm_Arab-dik_Latn", + "languages": [ + "acm-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.871871, + "recall": 0.909091, + "f1": 0.883696, + "accuracy": 0.909091, + "main_score": 0.883696, + "hf_subset": "acm_Arab-hau_Latn", + "languages": [ + "acm-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "acm_Arab-kea_Latn", + "languages": [ + "acm-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.907609, + "recall": 0.935771, + "f1": 0.916667, + "accuracy": 0.935771, + "main_score": 0.916667, + "hf_subset": "acm_Arab-lus_Latn", + "languages": [ + "acm-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.83335, + "recall": 0.875494, + "f1": 0.845803, + "accuracy": 0.875494, + "main_score": 0.845803, + "hf_subset": "acm_Arab-pag_Latn", + "languages": [ + "acm-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "acm_Arab-snd_Arab", + "languages": [ + "acm-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "acm_Arab-tuk_Latn", + "languages": [ + "acm-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acm_Arab-bak_Cyrl", + "languages": [ + "acm-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.448383, + "recall": 0.518775, + "f1": 0.466994, + "accuracy": 0.518775, + "main_score": 0.466994, + "hf_subset": "acm_Arab-dyu_Latn", + "languages": [ + "acm-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-heb_Hebr", + "languages": [ + "acm-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "acm_Arab-khk_Cyrl", + "languages": [ + "acm-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-lvs_Latn", + "languages": [ + "acm-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-pan_Guru", + "languages": [ + "acm-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.843396, + "recall": 0.886364, + "f1": 0.856409, + "accuracy": 0.886364, + "main_score": 0.856409, + "hf_subset": "acm_Arab-som_Latn", + "languages": [ + "acm-Arab", + "som-Latn" + ] + }, + { + "precision": 0.657117, + "recall": 0.72332, + "f1": 0.67641, + "accuracy": 0.72332, + "main_score": 0.67641, + "hf_subset": "acm_Arab-tum_Latn", + "languages": [ + "acm-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.431693, + "recall": 0.523715, + "f1": 0.456033, + "accuracy": 0.523715, + "main_score": 0.456033, + "hf_subset": "bel_Cyrl-ace_Arab", + "languages": [ + "bel-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.422665, + "recall": 0.474308, + "f1": 0.436058, + "accuracy": 0.474308, + "main_score": 0.436058, + "hf_subset": "bel_Cyrl-bam_Latn", + "languages": [ + "bel-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.547444, + "recall": 0.643281, + "f1": 0.574437, + "accuracy": 0.643281, + "main_score": 0.574437, + "hf_subset": "bel_Cyrl-dzo_Tibt", + "languages": [ + "bel-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-hin_Deva", + "languages": [ + "bel-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "bel_Cyrl-khm_Khmr", + "languages": [ + "bel-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "bel_Cyrl-mag_Deva", + "languages": [ + "bel-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bel_Cyrl-pap_Latn", + "languages": [ + "bel-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.782477, + "recall": 0.841897, + "f1": 0.800626, + "accuracy": 0.841897, + "main_score": 0.800626, + "hf_subset": "bel_Cyrl-sot_Latn", + "languages": [ + "bel-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-tur_Latn", + "languages": [ + "bel-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.771509, + "recall": 0.831028, + "f1": 0.789592, + "accuracy": 0.831028, + "main_score": 0.789592, + "hf_subset": "bel_Cyrl-ace_Latn", + "languages": [ + "bel-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.929018, + "recall": 0.950593, + "f1": 0.9361, + "accuracy": 0.950593, + "main_score": 0.9361, + "hf_subset": "bel_Cyrl-ban_Latn", + "languages": [ + "bel-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-ell_Grek", + "languages": [ + "bel-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "bel_Cyrl-hne_Deva", + "languages": [ + "bel-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.503026, + "recall": 0.581028, + "f1": 0.523526, + "accuracy": 0.581028, + "main_score": 0.523526, + "hf_subset": "bel_Cyrl-kik_Latn", + "languages": [ + "bel-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "bel_Cyrl-mai_Deva", + "languages": [ + "bel-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.922925, + "recall": 0.947628, + "f1": 0.930995, + "accuracy": 0.947628, + "main_score": 0.930995, + "hf_subset": "bel_Cyrl-pbt_Arab", + "languages": [ + "bel-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-spa_Latn", + "languages": [ + "bel-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.685913, + "recall": 0.755929, + "f1": 0.705752, + "accuracy": 0.755929, + "main_score": 0.705752, + "hf_subset": "bel_Cyrl-twi_Latn", + "languages": [ + "bel-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-acm_Arab", + "languages": [ + "bel-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.765909, + "recall": 0.827075, + "f1": 0.784176, + "accuracy": 0.827075, + "main_score": 0.784176, + "hf_subset": "bel_Cyrl-kin_Latn", + "languages": [ + "bel-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bel_Cyrl-mal_Mlym", + "languages": [ + "bel-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-pes_Arab", + "languages": [ + "bel-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "bel_Cyrl-srd_Latn", + "languages": [ + "bel-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.179438, + "recall": 0.241107, + "f1": 0.193807, + "accuracy": 0.241107, + "main_score": 0.193807, + "hf_subset": "bel_Cyrl-tzm_Tfng", + "languages": [ + "bel-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-acq_Arab", + "languages": [ + "bel-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.582297, + "recall": 0.666008, + "f1": 0.606494, + "accuracy": 0.666008, + "main_score": 0.606494, + "hf_subset": "bel_Cyrl-bem_Latn", + "languages": [ + "bel-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-epo_Latn", + "languages": [ + "bel-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-hun_Latn", + "languages": [ + "bel-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "bel_Cyrl-kir_Cyrl", + "languages": [ + "bel-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bel_Cyrl-mar_Deva", + "languages": [ + "bel-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.797875, + "recall": 0.853755, + "f1": 0.814874, + "accuracy": 0.853755, + "main_score": 0.814874, + "hf_subset": "bel_Cyrl-plt_Latn", + "languages": [ + "bel-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.918396, + "recall": 0.942688, + "f1": 0.92612, + "accuracy": 0.942688, + "main_score": 0.92612, + "hf_subset": "bel_Cyrl-uig_Arab", + "languages": [ + "bel-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "bel_Cyrl-aeb_Arab", + "languages": [ + "bel-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-ben_Beng", + "languages": [ + "bel-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-est_Latn", + "languages": [ + "bel-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-hye_Armn", + "languages": [ + "bel-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.400542, + "recall": 0.471344, + "f1": 0.419306, + "accuracy": 0.471344, + "main_score": 0.419306, + "hf_subset": "bel_Cyrl-kmb_Latn", + "languages": [ + "bel-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.406761, + "recall": 0.490119, + "f1": 0.427154, + "accuracy": 0.490119, + "main_score": 0.427154, + "hf_subset": "bel_Cyrl-min_Arab", + "languages": [ + "bel-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.651129, + "recall": 0.732213, + "f1": 0.673972, + "accuracy": 0.732213, + "main_score": 0.673972, + "hf_subset": "bel_Cyrl-ssw_Latn", + "languages": [ + "bel-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-afr_Latn", + "languages": [ + "bel-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "bel_Cyrl-bho_Deva", + "languages": [ + "bel-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bel_Cyrl-eus_Latn", + "languages": [ + "bel-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.771443, + "recall": 0.835968, + "f1": 0.791107, + "accuracy": 0.835968, + "main_score": 0.791107, + "hf_subset": "bel_Cyrl-ibo_Latn", + "languages": [ + "bel-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.782971, + "recall": 0.843874, + "f1": 0.801812, + "accuracy": 0.843874, + "main_score": 0.801812, + "hf_subset": "bel_Cyrl-kmr_Latn", + "languages": [ + "bel-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "bel_Cyrl-min_Latn", + "languages": [ + "bel-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-por_Latn", + "languages": [ + "bel-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "bel_Cyrl-sun_Latn", + "languages": [ + "bel-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.391286, + "recall": 0.45751, + "f1": 0.408895, + "accuracy": 0.45751, + "main_score": 0.408895, + "hf_subset": "bel_Cyrl-umb_Latn", + "languages": [ + "bel-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bel_Cyrl-ajp_Arab", + "languages": [ + "bel-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.405855, + "recall": 0.495059, + "f1": 0.42869, + "accuracy": 0.495059, + "main_score": 0.42869, + "hf_subset": "bel_Cyrl-bjn_Arab", + "languages": [ + "bel-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.399393, + "recall": 0.455534, + "f1": 0.414693, + "accuracy": 0.455534, + "main_score": 0.414693, + "hf_subset": "bel_Cyrl-ewe_Latn", + "languages": [ + "bel-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.921196, + "recall": 0.94664, + "f1": 0.929578, + "accuracy": 0.94664, + "main_score": 0.929578, + "hf_subset": "bel_Cyrl-ilo_Latn", + "languages": [ + "bel-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.202037, + "recall": 0.262846, + "f1": 0.2155, + "accuracy": 0.262846, + "main_score": 0.2155, + "hf_subset": "bel_Cyrl-knc_Arab", + "languages": [ + "bel-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-prs_Arab", + "languages": [ + "bel-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-swe_Latn", + "languages": [ + "bel-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bel_Cyrl-urd_Arab", + "languages": [ + "bel-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.656544, + "recall": 0.730237, + "f1": 0.677068, + "accuracy": 0.730237, + "main_score": 0.677068, + "hf_subset": "bel_Cyrl-aka_Latn", + "languages": [ + "bel-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.931077, + "recall": 0.953557, + "f1": 0.938472, + "accuracy": 0.953557, + "main_score": 0.938472, + "hf_subset": "bel_Cyrl-bjn_Latn", + "languages": [ + "bel-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "bel_Cyrl-fao_Latn", + "languages": [ + "bel-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-ind_Latn", + "languages": [ + "bel-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.452553, + "recall": 0.512846, + "f1": 0.469038, + "accuracy": 0.512846, + "main_score": 0.469038, + "hf_subset": "bel_Cyrl-knc_Latn", + "languages": [ + "bel-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-mlt_Latn", + "languages": [ + "bel-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.574443, + "recall": 0.653162, + "f1": 0.596192, + "accuracy": 0.653162, + "main_score": 0.596192, + "hf_subset": "bel_Cyrl-quy_Latn", + "languages": [ + "bel-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bel_Cyrl-swh_Latn", + "languages": [ + "bel-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-uzn_Latn", + "languages": [ + "bel-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-als_Latn", + "languages": [ + "bel-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.699753, + "recall": 0.777668, + "f1": 0.722799, + "accuracy": 0.777668, + "main_score": 0.722799, + "hf_subset": "bel_Cyrl-bod_Tibt", + "languages": [ + "bel-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.548625, + "recall": 0.633399, + "f1": 0.572351, + "accuracy": 0.633399, + "main_score": 0.572351, + "hf_subset": "bel_Cyrl-fij_Latn", + "languages": [ + "bel-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "bel_Cyrl-isl_Latn", + "languages": [ + "bel-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.511543, + "recall": 0.579051, + "f1": 0.529704, + "accuracy": 0.579051, + "main_score": 0.529704, + "hf_subset": "bel_Cyrl-kon_Latn", + "languages": [ + "bel-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.534423, + "recall": 0.617589, + "f1": 0.557263, + "accuracy": 0.617589, + "main_score": 0.557263, + "hf_subset": "bel_Cyrl-mni_Beng", + "languages": [ + "bel-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-ron_Latn", + "languages": [ + "bel-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "bel_Cyrl-szl_Latn", + "languages": [ + "bel-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-vec_Latn", + "languages": [ + "bel-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.855682, + "recall": 0.899209, + "f1": 0.869137, + "accuracy": 0.899209, + "main_score": 0.869137, + "hf_subset": "bel_Cyrl-amh_Ethi", + "languages": [ + "bel-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-fin_Latn", + "languages": [ + "bel-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-ita_Latn", + "languages": [ + "bel-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-kor_Hang", + "languages": [ + "bel-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.462649, + "recall": 0.509881, + "f1": 0.47476, + "accuracy": 0.509881, + "main_score": 0.47476, + "hf_subset": "bel_Cyrl-mos_Latn", + "languages": [ + "bel-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.670669, + "recall": 0.744071, + "f1": 0.691822, + "accuracy": 0.744071, + "main_score": 0.691822, + "hf_subset": "bel_Cyrl-run_Latn", + "languages": [ + "bel-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "bel_Cyrl-tam_Taml", + "languages": [ + "bel-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-vie_Latn", + "languages": [ + "bel-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bel_Cyrl-apc_Arab", + "languages": [ + "bel-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.64513, + "recall": 0.720356, + "f1": 0.665801, + "accuracy": 0.720356, + "main_score": 0.665801, + "hf_subset": "bel_Cyrl-bug_Latn", + "languages": [ + "bel-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.393474, + "recall": 0.444664, + "f1": 0.407561, + "accuracy": 0.444664, + "main_score": 0.407561, + "hf_subset": "bel_Cyrl-fon_Latn", + "languages": [ + "bel-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "bel_Cyrl-jav_Latn", + "languages": [ + "bel-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.916996, + "recall": 0.943676, + "f1": 0.925692, + "accuracy": 0.943676, + "main_score": 0.925692, + "hf_subset": "bel_Cyrl-lao_Laoo", + "languages": [ + "bel-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.814592, + "recall": 0.868577, + "f1": 0.831357, + "accuracy": 0.868577, + "main_score": 0.831357, + "hf_subset": "bel_Cyrl-mri_Latn", + "languages": [ + "bel-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.443802, + "recall": 0.502964, + "f1": 0.459703, + "accuracy": 0.502964, + "main_score": 0.459703, + "hf_subset": "bel_Cyrl-taq_Latn", + "languages": [ + "bel-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "bel_Cyrl-war_Latn", + "languages": [ + "bel-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-arb_Arab", + "languages": [ + "bel-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-fra_Latn", + "languages": [ + "bel-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-jpn_Jpan", + "languages": [ + "bel-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "bel_Cyrl-lij_Latn", + "languages": [ + "bel-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "bel_Cyrl-mya_Mymr", + "languages": [ + "bel-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.493585, + "recall": 0.555336, + "f1": 0.510118, + "accuracy": 0.555336, + "main_score": 0.510118, + "hf_subset": "bel_Cyrl-sag_Latn", + "languages": [ + "bel-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.19884, + "recall": 0.262846, + "f1": 0.214023, + "accuracy": 0.262846, + "main_score": 0.214023, + "hf_subset": "bel_Cyrl-taq_Tfng", + "languages": [ + "bel-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.581985, + "recall": 0.653162, + "f1": 0.600908, + "accuracy": 0.653162, + "main_score": 0.600908, + "hf_subset": "bel_Cyrl-wol_Latn", + "languages": [ + "bel-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.786627, + "recall": 0.843874, + "f1": 0.803953, + "accuracy": 0.843874, + "main_score": 0.803953, + "hf_subset": "bel_Cyrl-arb_Latn", + "languages": [ + "bel-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-cat_Latn", + "languages": [ + "bel-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "bel_Cyrl-fur_Latn", + "languages": [ + "bel-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.377126, + "recall": 0.445652, + "f1": 0.394201, + "accuracy": 0.445652, + "main_score": 0.394201, + "hf_subset": "bel_Cyrl-kab_Latn", + "languages": [ + "bel-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bel_Cyrl-lim_Latn", + "languages": [ + "bel-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-nld_Latn", + "languages": [ + "bel-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.956522, + "f1": 0.944005, + "accuracy": 0.956522, + "main_score": 0.944005, + "hf_subset": "bel_Cyrl-san_Deva", + "languages": [ + "bel-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bel_Cyrl-tat_Cyrl", + "languages": [ + "bel-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.790382, + "recall": 0.851779, + "f1": 0.809717, + "accuracy": 0.851779, + "main_score": 0.809717, + "hf_subset": "bel_Cyrl-xho_Latn", + "languages": [ + "bel-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-ars_Arab", + "languages": [ + "bel-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bel_Cyrl-ceb_Latn", + "languages": [ + "bel-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.421403, + "recall": 0.48913, + "f1": 0.43912, + "accuracy": 0.48913, + "main_score": 0.43912, + "hf_subset": "bel_Cyrl-fuv_Latn", + "languages": [ + "bel-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.42763, + "recall": 0.492095, + "f1": 0.444161, + "accuracy": 0.492095, + "main_score": 0.444161, + "hf_subset": "bel_Cyrl-kac_Latn", + "languages": [ + "bel-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.545829, + "recall": 0.617589, + "f1": 0.564629, + "accuracy": 0.617589, + "main_score": 0.564629, + "hf_subset": "bel_Cyrl-lin_Latn", + "languages": [ + "bel-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-nno_Latn", + "languages": [ + "bel-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.803409, + "recall": 0.855731, + "f1": 0.819005, + "accuracy": 0.855731, + "main_score": 0.819005, + "hf_subset": "bel_Cyrl-sat_Olck", + "languages": [ + "bel-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bel_Cyrl-tel_Telu", + "languages": [ + "bel-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "bel_Cyrl-ydd_Hebr", + "languages": [ + "bel-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "bel_Cyrl-ary_Arab", + "languages": [ + "bel-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.501763, + "recall": 0.581028, + "f1": 0.523251, + "accuracy": 0.581028, + "main_score": 0.523251, + "hf_subset": "bel_Cyrl-gaz_Latn", + "languages": [ + "bel-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.470076, + "recall": 0.55336, + "f1": 0.491051, + "accuracy": 0.55336, + "main_score": 0.491051, + "hf_subset": "bel_Cyrl-kam_Latn", + "languages": [ + "bel-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "bel_Cyrl-lit_Latn", + "languages": [ + "bel-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-nob_Latn", + "languages": [ + "bel-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "bel_Cyrl-scn_Latn", + "languages": [ + "bel-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "bel_Cyrl-tgk_Cyrl", + "languages": [ + "bel-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.637729, + "recall": 0.719368, + "f1": 0.661226, + "accuracy": 0.719368, + "main_score": 0.661226, + "hf_subset": "bel_Cyrl-yor_Latn", + "languages": [ + "bel-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-arz_Arab", + "languages": [ + "bel-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.402706, + "recall": 0.472332, + "f1": 0.420844, + "accuracy": 0.472332, + "main_score": 0.420844, + "hf_subset": "bel_Cyrl-cjk_Latn", + "languages": [ + "bel-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.883399, + "recall": 0.91996, + "f1": 0.895092, + "accuracy": 0.91996, + "main_score": 0.895092, + "hf_subset": "bel_Cyrl-gla_Latn", + "languages": [ + "bel-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "bel_Cyrl-kan_Knda", + "languages": [ + "bel-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956489, + "accuracy": 0.966403, + "main_score": 0.956489, + "hf_subset": "bel_Cyrl-lmo_Latn", + "languages": [ + "bel-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bel_Cyrl-npi_Deva", + "languages": [ + "bel-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.496555, + "recall": 0.581028, + "f1": 0.519703, + "accuracy": 0.581028, + "main_score": 0.519703, + "hf_subset": "bel_Cyrl-shn_Mymr", + "languages": [ + "bel-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-tgl_Latn", + "languages": [ + "bel-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-yue_Hant", + "languages": [ + "bel-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "bel_Cyrl-asm_Beng", + "languages": [ + "bel-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.869845, + "recall": 0.908103, + "f1": 0.881818, + "accuracy": 0.908103, + "main_score": 0.881818, + "hf_subset": "bel_Cyrl-ckb_Arab", + "languages": [ + "bel-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "bel_Cyrl-gle_Latn", + "languages": [ + "bel-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.855435, + "recall": 0.897233, + "f1": 0.868379, + "accuracy": 0.897233, + "main_score": 0.868379, + "hf_subset": "bel_Cyrl-kas_Arab", + "languages": [ + "bel-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.851038, + "recall": 0.895257, + "f1": 0.864822, + "accuracy": 0.895257, + "main_score": 0.864822, + "hf_subset": "bel_Cyrl-ltg_Latn", + "languages": [ + "bel-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.694829, + "recall": 0.768775, + "f1": 0.716931, + "accuracy": 0.768775, + "main_score": 0.716931, + "hf_subset": "bel_Cyrl-nso_Latn", + "languages": [ + "bel-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "bel_Cyrl-sin_Sinh", + "languages": [ + "bel-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-tha_Thai", + "languages": [ + "bel-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-zho_Hans", + "languages": [ + "bel-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-ast_Latn", + "languages": [ + "bel-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "bel_Cyrl-crh_Latn", + "languages": [ + "bel-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-glg_Latn", + "languages": [ + "bel-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.770998, + "recall": 0.833004, + "f1": 0.789083, + "accuracy": 0.833004, + "main_score": 0.789083, + "hf_subset": "bel_Cyrl-kas_Deva", + "languages": [ + "bel-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "bel_Cyrl-ltz_Latn", + "languages": [ + "bel-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.393052, + "recall": 0.451581, + "f1": 0.408261, + "accuracy": 0.451581, + "main_score": 0.408261, + "hf_subset": "bel_Cyrl-nus_Latn", + "languages": [ + "bel-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.559839, + "recall": 0.647233, + "f1": 0.583666, + "accuracy": 0.647233, + "main_score": 0.583666, + "hf_subset": "bel_Cyrl-tir_Ethi", + "languages": [ + "bel-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-zho_Hant", + "languages": [ + "bel-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "bel_Cyrl-awa_Deva", + "languages": [ + "bel-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "bel_Cyrl-cym_Latn", + "languages": [ + "bel-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.670684, + "recall": 0.745059, + "f1": 0.691293, + "accuracy": 0.745059, + "main_score": 0.691293, + "hf_subset": "bel_Cyrl-grn_Latn", + "languages": [ + "bel-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bel_Cyrl-kat_Geor", + "languages": [ + "bel-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.507717, + "recall": 0.581028, + "f1": 0.526743, + "accuracy": 0.581028, + "main_score": 0.526743, + "hf_subset": "bel_Cyrl-lua_Latn", + "languages": [ + "bel-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.738719, + "recall": 0.811265, + "f1": 0.761199, + "accuracy": 0.811265, + "main_score": 0.761199, + "hf_subset": "bel_Cyrl-nya_Latn", + "languages": [ + "bel-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.950593, + "f1": 0.934947, + "accuracy": 0.950593, + "main_score": 0.934947, + "hf_subset": "bel_Cyrl-tpi_Latn", + "languages": [ + "bel-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-zsm_Latn", + "languages": [ + "bel-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.455725, + "recall": 0.522727, + "f1": 0.474554, + "accuracy": 0.522727, + "main_score": 0.474554, + "hf_subset": "bel_Cyrl-ayr_Latn", + "languages": [ + "bel-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-dan_Latn", + "languages": [ + "bel-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-guj_Gujr", + "languages": [ + "bel-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bel_Cyrl-kaz_Cyrl", + "languages": [ + "bel-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.564167, + "recall": 0.646245, + "f1": 0.586696, + "accuracy": 0.646245, + "main_score": 0.586696, + "hf_subset": "bel_Cyrl-lug_Latn", + "languages": [ + "bel-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-oci_Latn", + "languages": [ + "bel-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.750148, + "recall": 0.815217, + "f1": 0.770243, + "accuracy": 0.815217, + "main_score": 0.770243, + "hf_subset": "bel_Cyrl-smo_Latn", + "languages": [ + "bel-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.663142, + "recall": 0.742095, + "f1": 0.686138, + "accuracy": 0.742095, + "main_score": 0.686138, + "hf_subset": "bel_Cyrl-tsn_Latn", + "languages": [ + "bel-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.81413, + "recall": 0.867589, + "f1": 0.830618, + "accuracy": 0.867589, + "main_score": 0.830618, + "hf_subset": "bel_Cyrl-zul_Latn", + "languages": [ + "bel-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.864081, + "recall": 0.90415, + "f1": 0.876318, + "accuracy": 0.90415, + "main_score": 0.876318, + "hf_subset": "bel_Cyrl-azb_Arab", + "languages": [ + "bel-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-deu_Latn", + "languages": [ + "bel-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "bel_Cyrl-hat_Latn", + "languages": [ + "bel-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.423201, + "recall": 0.482213, + "f1": 0.438955, + "accuracy": 0.482213, + "main_score": 0.438955, + "hf_subset": "bel_Cyrl-kbp_Latn", + "languages": [ + "bel-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.458063, + "recall": 0.524704, + "f1": 0.47517, + "accuracy": 0.524704, + "main_score": 0.47517, + "hf_subset": "bel_Cyrl-luo_Latn", + "languages": [ + "bel-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "bel_Cyrl-ory_Orya", + "languages": [ + "bel-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.832263, + "recall": 0.878458, + "f1": 0.846377, + "accuracy": 0.878458, + "main_score": 0.846377, + "hf_subset": "bel_Cyrl-sna_Latn", + "languages": [ + "bel-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.565992, + "recall": 0.645257, + "f1": 0.587175, + "accuracy": 0.645257, + "main_score": 0.587175, + "hf_subset": "bel_Cyrl-tso_Latn", + "languages": [ + "bel-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-azj_Latn", + "languages": [ + "bel-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.454101, + "recall": 0.523715, + "f1": 0.472932, + "accuracy": 0.523715, + "main_score": 0.472932, + "hf_subset": "bel_Cyrl-dik_Latn", + "languages": [ + "bel-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.844186, + "recall": 0.887352, + "f1": 0.857773, + "accuracy": 0.887352, + "main_score": 0.857773, + "hf_subset": "bel_Cyrl-hau_Latn", + "languages": [ + "bel-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.927289, + "recall": 0.950593, + "f1": 0.934848, + "accuracy": 0.950593, + "main_score": 0.934848, + "hf_subset": "bel_Cyrl-kea_Latn", + "languages": [ + "bel-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.883646, + "recall": 0.916996, + "f1": 0.89417, + "accuracy": 0.916996, + "main_score": 0.89417, + "hf_subset": "bel_Cyrl-lus_Latn", + "languages": [ + "bel-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.779438, + "recall": 0.83498, + "f1": 0.795575, + "accuracy": 0.83498, + "main_score": 0.795575, + "hf_subset": "bel_Cyrl-pag_Latn", + "languages": [ + "bel-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.959486, + "f1": 0.946146, + "accuracy": 0.959486, + "main_score": 0.946146, + "hf_subset": "bel_Cyrl-snd_Arab", + "languages": [ + "bel-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "bel_Cyrl-tuk_Latn", + "languages": [ + "bel-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bel_Cyrl-bak_Cyrl", + "languages": [ + "bel-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.433038, + "recall": 0.502964, + "f1": 0.452278, + "accuracy": 0.502964, + "main_score": 0.452278, + "hf_subset": "bel_Cyrl-dyu_Latn", + "languages": [ + "bel-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-heb_Hebr", + "languages": [ + "bel-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.930912, + "recall": 0.952569, + "f1": 0.937813, + "accuracy": 0.952569, + "main_score": 0.937813, + "hf_subset": "bel_Cyrl-khk_Cyrl", + "languages": [ + "bel-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-lvs_Latn", + "languages": [ + "bel-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bel_Cyrl-pan_Guru", + "languages": [ + "bel-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.779084, + "recall": 0.838933, + "f1": 0.796871, + "accuracy": 0.838933, + "main_score": 0.796871, + "hf_subset": "bel_Cyrl-som_Latn", + "languages": [ + "bel-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.615097, + "recall": 0.690711, + "f1": 0.636601, + "accuracy": 0.690711, + "main_score": 0.636601, + "hf_subset": "bel_Cyrl-tum_Latn", + "languages": [ + "bel-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.511757, + "recall": 0.587945, + "f1": 0.531831, + "accuracy": 0.587945, + "main_score": 0.531831, + "hf_subset": "eng_Latn-ace_Arab", + "languages": [ + "eng-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.509249, + "recall": 0.572134, + "f1": 0.526765, + "accuracy": 0.572134, + "main_score": 0.526765, + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.567003, + "recall": 0.653162, + "f1": 0.589706, + "accuracy": 0.653162, + "main_score": 0.589706, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-mag_Deva", + "languages": [ + "eng-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-pap_Latn", + "languages": [ + "eng-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.793808, + "recall": 0.848814, + "f1": 0.810098, + "accuracy": 0.848814, + "main_score": 0.810098, + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.880825, + "recall": 0.912055, + "f1": 0.890217, + "accuracy": 0.912055, + "main_score": 0.890217, + "hf_subset": "eng_Latn-ace_Latn", + "languages": [ + "eng-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "eng_Latn-ban_Latn", + "languages": [ + "eng-Latn", + "ban-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "eng_Latn-hne_Deva", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.582627, + "recall": 0.646245, + "f1": 0.600014, + "accuracy": 0.646245, + "main_score": 0.600014, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.755874, + "recall": 0.809289, + "f1": 0.77175, + "accuracy": 0.809289, + "main_score": 0.77175, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.820438, + "recall": 0.865613, + "f1": 0.833809, + "accuracy": 0.865613, + "main_score": 0.833809, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-srd_Latn", + "languages": [ + "eng-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.185241, + "recall": 0.247036, + "f1": 0.199395, + "accuracy": 0.247036, + "main_score": 0.199395, + "hf_subset": "eng_Latn-tzm_Tfng", + "languages": [ + "eng-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-acq_Arab", + "languages": [ + "eng-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.64074, + "recall": 0.708498, + "f1": 0.659114, + "accuracy": 0.708498, + "main_score": 0.659114, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.818603, + "recall": 0.868577, + "f1": 0.833613, + "accuracy": 0.868577, + "main_score": 0.833613, + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-aeb_Arab", + "languages": [ + "eng-Latn", + "aeb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.486929, + "recall": 0.544466, + "f1": 0.501738, + "accuracy": 0.544466, + "main_score": 0.501738, + "hf_subset": "eng_Latn-kmb_Latn", + "languages": [ + "eng-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.490106, + "recall": 0.577075, + "f1": 0.513429, + "accuracy": 0.577075, + "main_score": 0.513429, + "hf_subset": "eng_Latn-min_Arab", + "languages": [ + "eng-Latn", + "min-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.666712, + "recall": 0.737154, + "f1": 0.68637, + "accuracy": 0.737154, + "main_score": 0.68637, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bho_Deva", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.846865, + "recall": 0.885375, + "f1": 0.858432, + "accuracy": 0.885375, + "main_score": 0.858432, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.83834, + "recall": 0.880435, + "f1": 0.850778, + "accuracy": 0.880435, + "main_score": 0.850778, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eng_Latn-min_Latn", + "languages": [ + "eng-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.478, + "recall": 0.546443, + "f1": 0.497921, + "accuracy": 0.546443, + "main_score": 0.497921, + "hf_subset": "eng_Latn-umb_Latn", + "languages": [ + "eng-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-ajp_Arab", + "languages": [ + "eng-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.505605, + "recall": 0.578063, + "f1": 0.52555, + "accuracy": 0.578063, + "main_score": 0.52555, + "hf_subset": "eng_Latn-bjn_Arab", + "languages": [ + "eng-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.482859, + "recall": 0.541502, + "f1": 0.499274, + "accuracy": 0.541502, + "main_score": 0.499274, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258033, + "recall": 0.318182, + "f1": 0.273314, + "accuracy": 0.318182, + "main_score": 0.273314, + "hf_subset": "eng_Latn-knc_Arab", + "languages": [ + "eng-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.741304, + "recall": 0.795455, + "f1": 0.756724, + "accuracy": 0.795455, + "main_score": 0.756724, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "eng_Latn-bjn_Latn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.550831, + "recall": 0.606719, + "f1": 0.566485, + "accuracy": 0.606719, + "main_score": 0.566485, + "hf_subset": "eng_Latn-knc_Latn", + "languages": [ + "eng-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.655435, + "recall": 0.72332, + "f1": 0.675136, + "accuracy": 0.72332, + "main_score": 0.675136, + "hf_subset": "eng_Latn-quy_Latn", + "languages": [ + "eng-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "precision": 0.758524, + "recall": 0.820158, + "f1": 0.776847, + "accuracy": 0.820158, + "main_score": 0.776847, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.63002, + "recall": 0.688735, + "f1": 0.645503, + "accuracy": 0.688735, + "main_score": 0.645503, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.618456, + "recall": 0.693676, + "f1": 0.639635, + "accuracy": 0.693676, + "main_score": 0.639635, + "hf_subset": "eng_Latn-kon_Latn", + "languages": [ + "eng-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.643669, + "recall": 0.719368, + "f1": 0.664862, + "accuracy": 0.719368, + "main_score": 0.664862, + "hf_subset": "eng_Latn-mni_Beng", + "languages": [ + "eng-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "eng_Latn-szl_Latn", + "languages": [ + "eng-Latn", + "szl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-vec_Latn", + "languages": [ + "eng-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.927372, + "recall": 0.950593, + "f1": 0.934947, + "accuracy": 0.950593, + "main_score": 0.934947, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.51499, + "recall": 0.579051, + "f1": 0.532871, + "accuracy": 0.579051, + "main_score": 0.532871, + "hf_subset": "eng_Latn-mos_Latn", + "languages": [ + "eng-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.676277, + "recall": 0.742095, + "f1": 0.69451, + "accuracy": 0.742095, + "main_score": 0.69451, + "hf_subset": "eng_Latn-run_Latn", + "languages": [ + "eng-Latn", + "run-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.776252, + "recall": 0.826087, + "f1": 0.79106, + "accuracy": 0.826087, + "main_score": 0.79106, + "hf_subset": "eng_Latn-bug_Latn", + "languages": [ + "eng-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437914, + "recall": 0.495059, + "f1": 0.453877, + "accuracy": 0.495059, + "main_score": 0.453877, + "hf_subset": "eng_Latn-fon_Latn", + "languages": [ + "eng-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.939888, + "recall": 0.959486, + "f1": 0.946311, + "accuracy": 0.959486, + "main_score": 0.946311, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.86413, + "recall": 0.90415, + "f1": 0.876581, + "accuracy": 0.90415, + "main_score": 0.876581, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.525536, + "recall": 0.593874, + "f1": 0.544302, + "accuracy": 0.593874, + "main_score": 0.544302, + "hf_subset": "eng_Latn-taq_Latn", + "languages": [ + "eng-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-lij_Latn", + "languages": [ + "eng-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.579504, + "recall": 0.647233, + "f1": 0.598794, + "accuracy": 0.647233, + "main_score": 0.598794, + "hf_subset": "eng_Latn-sag_Latn", + "languages": [ + "eng-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.200233, + "recall": 0.264822, + "f1": 0.214923, + "accuracy": 0.264822, + "main_score": 0.214923, + "hf_subset": "eng_Latn-taq_Tfng", + "languages": [ + "eng-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.658152, + "recall": 0.72332, + "f1": 0.677123, + "accuracy": 0.72332, + "main_score": 0.677123, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.8611, + "recall": 0.902174, + "f1": 0.873847, + "accuracy": 0.902174, + "main_score": 0.873847, + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-fur_Latn", + "languages": [ + "eng-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.451845, + "recall": 0.520751, + "f1": 0.470429, + "accuracy": 0.520751, + "main_score": 0.470429, + "hf_subset": "eng_Latn-kab_Latn", + "languages": [ + "eng-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-lim_Latn", + "languages": [ + "eng-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.975296, + "f1": 0.968709, + "accuracy": 0.975296, + "main_score": 0.968709, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.829093, + "recall": 0.876482, + "f1": 0.843552, + "accuracy": 0.876482, + "main_score": 0.843552, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.501036, + "recall": 0.577075, + "f1": 0.52262, + "accuracy": 0.577075, + "main_score": 0.52262, + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.497483, + "recall": 0.561265, + "f1": 0.51464, + "accuracy": 0.561265, + "main_score": 0.51464, + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.659619, + "recall": 0.725296, + "f1": 0.678436, + "accuracy": 0.725296, + "main_score": 0.678436, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.864904, + "recall": 0.903162, + "f1": 0.876666, + "accuracy": 0.903162, + "main_score": 0.876666, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-ydd_Hebr", + "languages": [ + "eng-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527099, + "recall": 0.600791, + "f1": 0.546149, + "accuracy": 0.600791, + "main_score": 0.546149, + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.538172, + "recall": 0.616601, + "f1": 0.560534, + "accuracy": 0.616601, + "main_score": 0.560534, + "hf_subset": "eng_Latn-kam_Latn", + "languages": [ + "eng-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-scn_Latn", + "languages": [ + "eng-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.710252, + "recall": 0.778656, + "f1": 0.729727, + "accuracy": 0.778656, + "main_score": 0.729727, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.515969, + "recall": 0.597826, + "f1": 0.538465, + "accuracy": 0.597826, + "main_score": 0.538465, + "hf_subset": "eng_Latn-cjk_Latn", + "languages": [ + "eng-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "eng_Latn-gla_Latn", + "languages": [ + "eng-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "eng_Latn-lmo_Latn", + "languages": [ + "eng-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495155, + "recall": 0.58004, + "f1": 0.517553, + "accuracy": 0.58004, + "main_score": 0.517553, + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.907773, + "recall": 0.936759, + "f1": 0.917128, + "accuracy": 0.936759, + "main_score": 0.917128, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.883218, + "recall": 0.916008, + "f1": 0.893102, + "accuracy": 0.916008, + "main_score": 0.893102, + "hf_subset": "eng_Latn-ltg_Latn", + "languages": [ + "eng-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.741164, + "recall": 0.800395, + "f1": 0.758808, + "accuracy": 0.800395, + "main_score": 0.758808, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-ast_Latn", + "languages": [ + "eng-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng_Latn-crh_Latn", + "languages": [ + "eng-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.868001, + "recall": 0.907115, + "f1": 0.880289, + "accuracy": 0.907115, + "main_score": 0.880289, + "hf_subset": "eng_Latn-kas_Deva", + "languages": [ + "eng-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.449854, + "recall": 0.513834, + "f1": 0.467477, + "accuracy": 0.513834, + "main_score": 0.467477, + "hf_subset": "eng_Latn-nus_Latn", + "languages": [ + "eng-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.634183, + "recall": 0.702569, + "f1": 0.653348, + "accuracy": 0.702569, + "main_score": 0.653348, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "eng_Latn-awa_Deva", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.819697, + "recall": 0.862648, + "f1": 0.832806, + "accuracy": 0.862648, + "main_score": 0.832806, + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.630001, + "recall": 0.6917, + "f1": 0.647856, + "accuracy": 0.6917, + "main_score": 0.647856, + "hf_subset": "eng_Latn-lua_Latn", + "languages": [ + "eng-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.779901, + "recall": 0.83498, + "f1": 0.796116, + "accuracy": 0.83498, + "main_score": 0.796116, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.517071, + "recall": 0.585968, + "f1": 0.536714, + "accuracy": 0.585968, + "main_score": 0.536714, + "hf_subset": "eng_Latn-ayr_Latn", + "languages": [ + "eng-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.630298, + "recall": 0.695652, + "f1": 0.647791, + "accuracy": 0.695652, + "main_score": 0.647791, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-oci_Latn", + "languages": [ + "eng-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.792838, + "recall": 0.846838, + "f1": 0.808826, + "accuracy": 0.846838, + "main_score": 0.808826, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.680729, + "recall": 0.744071, + "f1": 0.697913, + "accuracy": 0.744071, + "main_score": 0.697913, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.82281, + "recall": 0.871542, + "f1": 0.83722, + "accuracy": 0.871542, + "main_score": 0.83722, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.925016, + "recall": 0.947628, + "f1": 0.932049, + "accuracy": 0.947628, + "main_score": 0.932049, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.485573, + "recall": 0.546443, + "f1": 0.502889, + "accuracy": 0.546443, + "main_score": 0.502889, + "hf_subset": "eng_Latn-kbp_Latn", + "languages": [ + "eng-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.551533, + "recall": 0.612648, + "f1": 0.568258, + "accuracy": 0.612648, + "main_score": 0.568258, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.837566, + "recall": 0.884387, + "f1": 0.852141, + "accuracy": 0.884387, + "main_score": 0.852141, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.611618, + "recall": 0.682806, + "f1": 0.632124, + "accuracy": 0.682806, + "main_score": 0.632124, + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.515247, + "recall": 0.583992, + "f1": 0.535098, + "accuracy": 0.583992, + "main_score": 0.535098, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870389, + "recall": 0.909091, + "f1": 0.88251, + "accuracy": 0.909091, + "main_score": 0.88251, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.920537, + "recall": 0.943676, + "f1": 0.927767, + "accuracy": 0.943676, + "main_score": 0.927767, + "hf_subset": "eng_Latn-lus_Latn", + "languages": [ + "eng-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.894433, + "recall": 0.924901, + "f1": 0.903986, + "accuracy": 0.924901, + "main_score": 0.903986, + "hf_subset": "eng_Latn-pag_Latn", + "languages": [ + "eng-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.486803, + "recall": 0.566206, + "f1": 0.508931, + "accuracy": 0.566206, + "main_score": 0.508931, + "hf_subset": "eng_Latn-dyu_Latn", + "languages": [ + "eng-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.840407, + "recall": 0.885375, + "f1": 0.854073, + "accuracy": 0.885375, + "main_score": 0.854073, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.647431, + "recall": 0.710474, + "f1": 0.665067, + "accuracy": 0.710474, + "main_score": 0.665067, + "hf_subset": "eng_Latn-tum_Latn", + "languages": [ + "eng-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.487677, + "recall": 0.573123, + "f1": 0.51167, + "accuracy": 0.573123, + "main_score": 0.51167, + "hf_subset": "hrv_Latn-ace_Arab", + "languages": [ + "hrv-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.465538, + "recall": 0.525692, + "f1": 0.481455, + "accuracy": 0.525692, + "main_score": 0.481455, + "hf_subset": "hrv_Latn-bam_Latn", + "languages": [ + "hrv-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.579301, + "recall": 0.674901, + "f1": 0.606955, + "accuracy": 0.674901, + "main_score": 0.606955, + "hf_subset": "hrv_Latn-dzo_Tibt", + "languages": [ + "hrv-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-hin_Deva", + "languages": [ + "hrv-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "hrv_Latn-khm_Khmr", + "languages": [ + "hrv-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "hrv_Latn-mag_Deva", + "languages": [ + "hrv-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-pap_Latn", + "languages": [ + "hrv-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.817062, + "recall": 0.867589, + "f1": 0.832609, + "accuracy": 0.867589, + "main_score": 0.832609, + "hf_subset": "hrv_Latn-sot_Latn", + "languages": [ + "hrv-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-tur_Latn", + "languages": [ + "hrv-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.82719, + "recall": 0.875494, + "f1": 0.84226, + "accuracy": 0.875494, + "main_score": 0.84226, + "hf_subset": "hrv_Latn-ace_Latn", + "languages": [ + "hrv-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "hrv_Latn-ban_Latn", + "languages": [ + "hrv-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-ell_Grek", + "languages": [ + "hrv-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "hrv_Latn-hne_Deva", + "languages": [ + "hrv-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.550671, + "recall": 0.623518, + "f1": 0.570332, + "accuracy": 0.623518, + "main_score": 0.570332, + "hf_subset": "hrv_Latn-kik_Latn", + "languages": [ + "hrv-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hrv_Latn-mai_Deva", + "languages": [ + "hrv-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "hrv_Latn-pbt_Arab", + "languages": [ + "hrv-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-spa_Latn", + "languages": [ + "hrv-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.708325, + "recall": 0.773715, + "f1": 0.727346, + "accuracy": 0.773715, + "main_score": 0.727346, + "hf_subset": "hrv_Latn-twi_Latn", + "languages": [ + "hrv-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-acm_Arab", + "languages": [ + "hrv-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.799769, + "recall": 0.853755, + "f1": 0.816271, + "accuracy": 0.853755, + "main_score": 0.816271, + "hf_subset": "hrv_Latn-kin_Latn", + "languages": [ + "hrv-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hrv_Latn-mal_Mlym", + "languages": [ + "hrv-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-pes_Arab", + "languages": [ + "hrv-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "hrv_Latn-srd_Latn", + "languages": [ + "hrv-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.202394, + "recall": 0.26581, + "f1": 0.217414, + "accuracy": 0.26581, + "main_score": 0.217414, + "hf_subset": "hrv_Latn-tzm_Tfng", + "languages": [ + "hrv-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-acq_Arab", + "languages": [ + "hrv-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.622045, + "recall": 0.699605, + "f1": 0.644001, + "accuracy": 0.699605, + "main_score": 0.644001, + "hf_subset": "hrv_Latn-bem_Latn", + "languages": [ + "hrv-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-epo_Latn", + "languages": [ + "hrv-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-hun_Latn", + "languages": [ + "hrv-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "hrv_Latn-kir_Cyrl", + "languages": [ + "hrv-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-mar_Deva", + "languages": [ + "hrv-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.83447, + "recall": 0.880435, + "f1": 0.848504, + "accuracy": 0.880435, + "main_score": 0.848504, + "hf_subset": "hrv_Latn-plt_Latn", + "languages": [ + "hrv-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933712, + "recall": 0.953557, + "f1": 0.939954, + "accuracy": 0.953557, + "main_score": 0.939954, + "hf_subset": "hrv_Latn-uig_Arab", + "languages": [ + "hrv-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-aeb_Arab", + "languages": [ + "hrv-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hrv_Latn-ben_Beng", + "languages": [ + "hrv-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-est_Latn", + "languages": [ + "hrv-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-hye_Armn", + "languages": [ + "hrv-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.436596, + "recall": 0.504941, + "f1": 0.454, + "accuracy": 0.504941, + "main_score": 0.454, + "hf_subset": "hrv_Latn-kmb_Latn", + "languages": [ + "hrv-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.453365, + "recall": 0.536561, + "f1": 0.474079, + "accuracy": 0.536561, + "main_score": 0.474079, + "hf_subset": "hrv_Latn-min_Arab", + "languages": [ + "hrv-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.705748, + "recall": 0.775692, + "f1": 0.726308, + "accuracy": 0.775692, + "main_score": 0.726308, + "hf_subset": "hrv_Latn-ssw_Latn", + "languages": [ + "hrv-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-afr_Latn", + "languages": [ + "hrv-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hrv_Latn-bho_Deva", + "languages": [ + "hrv-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hrv_Latn-eus_Latn", + "languages": [ + "hrv-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.815053, + "recall": 0.868577, + "f1": 0.831244, + "accuracy": 0.868577, + "main_score": 0.831244, + "hf_subset": "hrv_Latn-ibo_Latn", + "languages": [ + "hrv-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.835458, + "recall": 0.881423, + "f1": 0.849506, + "accuracy": 0.881423, + "main_score": 0.849506, + "hf_subset": "hrv_Latn-kmr_Latn", + "languages": [ + "hrv-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "hrv_Latn-min_Latn", + "languages": [ + "hrv-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-por_Latn", + "languages": [ + "hrv-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "hrv_Latn-sun_Latn", + "languages": [ + "hrv-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.426454, + "recall": 0.494071, + "f1": 0.444546, + "accuracy": 0.494071, + "main_score": 0.444546, + "hf_subset": "hrv_Latn-umb_Latn", + "languages": [ + "hrv-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hrv_Latn-ajp_Arab", + "languages": [ + "hrv-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.447939, + "recall": 0.539526, + "f1": 0.472516, + "accuracy": 0.539526, + "main_score": 0.472516, + "hf_subset": "hrv_Latn-bjn_Arab", + "languages": [ + "hrv-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.435592, + "recall": 0.495059, + "f1": 0.452299, + "accuracy": 0.495059, + "main_score": 0.452299, + "hf_subset": "hrv_Latn-ewe_Latn", + "languages": [ + "hrv-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.928442, + "recall": 0.951581, + "f1": 0.936001, + "accuracy": 0.951581, + "main_score": 0.936001, + "hf_subset": "hrv_Latn-ilo_Latn", + "languages": [ + "hrv-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.232052, + "recall": 0.296443, + "f1": 0.247065, + "accuracy": 0.296443, + "main_score": 0.247065, + "hf_subset": "hrv_Latn-knc_Arab", + "languages": [ + "hrv-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-prs_Arab", + "languages": [ + "hrv-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-swe_Latn", + "languages": [ + "hrv-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-urd_Arab", + "languages": [ + "hrv-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.693445, + "recall": 0.758893, + "f1": 0.712019, + "accuracy": 0.758893, + "main_score": 0.712019, + "hf_subset": "hrv_Latn-aka_Latn", + "languages": [ + "hrv-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "hrv_Latn-bjn_Latn", + "languages": [ + "hrv-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hrv_Latn-fao_Latn", + "languages": [ + "hrv-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ind_Latn", + "languages": [ + "hrv-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.492464, + "recall": 0.547431, + "f1": 0.507404, + "accuracy": 0.547431, + "main_score": 0.507404, + "hf_subset": "hrv_Latn-knc_Latn", + "languages": [ + "hrv-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-mlt_Latn", + "languages": [ + "hrv-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.618087, + "recall": 0.686759, + "f1": 0.636851, + "accuracy": 0.686759, + "main_score": 0.636851, + "hf_subset": "hrv_Latn-quy_Latn", + "languages": [ + "hrv-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-swh_Latn", + "languages": [ + "hrv-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-uzn_Latn", + "languages": [ + "hrv-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-als_Latn", + "languages": [ + "hrv-Latn", + "als-Latn" + ] + }, + { + "precision": 0.761569, + "recall": 0.822134, + "f1": 0.779644, + "accuracy": 0.822134, + "main_score": 0.779644, + "hf_subset": "hrv_Latn-bod_Tibt", + "languages": [ + "hrv-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.604657, + "recall": 0.678854, + "f1": 0.62521, + "accuracy": 0.678854, + "main_score": 0.62521, + "hf_subset": "hrv_Latn-fij_Latn", + "languages": [ + "hrv-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "hrv_Latn-isl_Latn", + "languages": [ + "hrv-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.560126, + "recall": 0.632411, + "f1": 0.580061, + "accuracy": 0.632411, + "main_score": 0.580061, + "hf_subset": "hrv_Latn-kon_Latn", + "languages": [ + "hrv-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.56019, + "recall": 0.637352, + "f1": 0.581401, + "accuracy": 0.637352, + "main_score": 0.581401, + "hf_subset": "hrv_Latn-mni_Beng", + "languages": [ + "hrv-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-ron_Latn", + "languages": [ + "hrv-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "hrv_Latn-szl_Latn", + "languages": [ + "hrv-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-vec_Latn", + "languages": [ + "hrv-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.883646, + "recall": 0.917984, + "f1": 0.894288, + "accuracy": 0.917984, + "main_score": 0.894288, + "hf_subset": "hrv_Latn-amh_Ethi", + "languages": [ + "hrv-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hrv_Latn-fin_Latn", + "languages": [ + "hrv-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ita_Latn", + "languages": [ + "hrv-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-kor_Hang", + "languages": [ + "hrv-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.480108, + "recall": 0.538538, + "f1": 0.496067, + "accuracy": 0.538538, + "main_score": 0.496067, + "hf_subset": "hrv_Latn-mos_Latn", + "languages": [ + "hrv-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.714512, + "recall": 0.778656, + "f1": 0.733253, + "accuracy": 0.778656, + "main_score": 0.733253, + "hf_subset": "hrv_Latn-run_Latn", + "languages": [ + "hrv-Latn", + "run-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hrv_Latn-tam_Taml", + "languages": [ + "hrv-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-vie_Latn", + "languages": [ + "hrv-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-apc_Arab", + "languages": [ + "hrv-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.696528, + "recall": 0.762846, + "f1": 0.714747, + "accuracy": 0.762846, + "main_score": 0.714747, + "hf_subset": "hrv_Latn-bug_Latn", + "languages": [ + "hrv-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.420925, + "recall": 0.475296, + "f1": 0.436004, + "accuracy": 0.475296, + "main_score": 0.436004, + "hf_subset": "hrv_Latn-fon_Latn", + "languages": [ + "hrv-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hrv_Latn-jav_Latn", + "languages": [ + "hrv-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "hrv_Latn-lao_Laoo", + "languages": [ + "hrv-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.846624, + "recall": 0.889328, + "f1": 0.859717, + "accuracy": 0.889328, + "main_score": 0.859717, + "hf_subset": "hrv_Latn-mri_Latn", + "languages": [ + "hrv-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.46747, + "recall": 0.528656, + "f1": 0.483732, + "accuracy": 0.528656, + "main_score": 0.483732, + "hf_subset": "hrv_Latn-taq_Latn", + "languages": [ + "hrv-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hrv_Latn-war_Latn", + "languages": [ + "hrv-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-arb_Arab", + "languages": [ + "hrv-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-fra_Latn", + "languages": [ + "hrv-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-jpn_Jpan", + "languages": [ + "hrv-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-lij_Latn", + "languages": [ + "hrv-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "hrv_Latn-mya_Mymr", + "languages": [ + "hrv-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.530437, + "recall": 0.59585, + "f1": 0.547857, + "accuracy": 0.59585, + "main_score": 0.547857, + "hf_subset": "hrv_Latn-sag_Latn", + "languages": [ + "hrv-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.200513, + "recall": 0.268775, + "f1": 0.217159, + "accuracy": 0.268775, + "main_score": 0.217159, + "hf_subset": "hrv_Latn-taq_Tfng", + "languages": [ + "hrv-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.623521, + "recall": 0.690711, + "f1": 0.642049, + "accuracy": 0.690711, + "main_score": 0.642049, + "hf_subset": "hrv_Latn-wol_Latn", + "languages": [ + "hrv-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.836084, + "recall": 0.881423, + "f1": 0.849868, + "accuracy": 0.881423, + "main_score": 0.849868, + "hf_subset": "hrv_Latn-arb_Latn", + "languages": [ + "hrv-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-cat_Latn", + "languages": [ + "hrv-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hrv_Latn-fur_Latn", + "languages": [ + "hrv-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.420534, + "recall": 0.490119, + "f1": 0.437074, + "accuracy": 0.490119, + "main_score": 0.437074, + "hf_subset": "hrv_Latn-kab_Latn", + "languages": [ + "hrv-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hrv_Latn-lim_Latn", + "languages": [ + "hrv-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-nld_Latn", + "languages": [ + "hrv-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.967391, + "f1": 0.958169, + "accuracy": 0.967391, + "main_score": 0.958169, + "hf_subset": "hrv_Latn-san_Deva", + "languages": [ + "hrv-Latn", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-tat_Cyrl", + "languages": [ + "hrv-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.846212, + "recall": 0.88834, + "f1": 0.859124, + "accuracy": 0.88834, + "main_score": 0.859124, + "hf_subset": "hrv_Latn-xho_Latn", + "languages": [ + "hrv-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-ars_Arab", + "languages": [ + "hrv-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-ceb_Latn", + "languages": [ + "hrv-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.460037, + "recall": 0.527668, + "f1": 0.477804, + "accuracy": 0.527668, + "main_score": 0.477804, + "hf_subset": "hrv_Latn-fuv_Latn", + "languages": [ + "hrv-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.454149, + "recall": 0.523715, + "f1": 0.472647, + "accuracy": 0.523715, + "main_score": 0.472647, + "hf_subset": "hrv_Latn-kac_Latn", + "languages": [ + "hrv-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.593095, + "recall": 0.664032, + "f1": 0.612145, + "accuracy": 0.664032, + "main_score": 0.612145, + "hf_subset": "hrv_Latn-lin_Latn", + "languages": [ + "hrv-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-nno_Latn", + "languages": [ + "hrv-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.833103, + "recall": 0.878458, + "f1": 0.847101, + "accuracy": 0.878458, + "main_score": 0.847101, + "hf_subset": "hrv_Latn-sat_Olck", + "languages": [ + "hrv-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-tel_Telu", + "languages": [ + "hrv-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "hrv_Latn-ydd_Hebr", + "languages": [ + "hrv-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "hrv_Latn-ary_Arab", + "languages": [ + "hrv-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.522104, + "recall": 0.606719, + "f1": 0.544955, + "accuracy": 0.606719, + "main_score": 0.544955, + "hf_subset": "hrv_Latn-gaz_Latn", + "languages": [ + "hrv-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.515216, + "recall": 0.594862, + "f1": 0.535662, + "accuracy": 0.594862, + "main_score": 0.535662, + "hf_subset": "hrv_Latn-kam_Latn", + "languages": [ + "hrv-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hrv_Latn-lit_Latn", + "languages": [ + "hrv-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-nob_Latn", + "languages": [ + "hrv-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hrv_Latn-scn_Latn", + "languages": [ + "hrv-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "hrv_Latn-tgk_Cyrl", + "languages": [ + "hrv-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.668595, + "recall": 0.745059, + "f1": 0.690345, + "accuracy": 0.745059, + "main_score": 0.690345, + "hf_subset": "hrv_Latn-yor_Latn", + "languages": [ + "hrv-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-arz_Arab", + "languages": [ + "hrv-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.47507, + "recall": 0.540514, + "f1": 0.492484, + "accuracy": 0.540514, + "main_score": 0.492484, + "hf_subset": "hrv_Latn-cjk_Latn", + "languages": [ + "hrv-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.914526, + "recall": 0.9417, + "f1": 0.923254, + "accuracy": 0.9417, + "main_score": 0.923254, + "hf_subset": "hrv_Latn-gla_Latn", + "languages": [ + "hrv-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "hrv_Latn-kan_Knda", + "languages": [ + "hrv-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "hrv_Latn-lmo_Latn", + "languages": [ + "hrv-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hrv_Latn-npi_Deva", + "languages": [ + "hrv-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.501503, + "recall": 0.582016, + "f1": 0.523707, + "accuracy": 0.582016, + "main_score": 0.523707, + "hf_subset": "hrv_Latn-shn_Mymr", + "languages": [ + "hrv-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-tgl_Latn", + "languages": [ + "hrv-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-yue_Hant", + "languages": [ + "hrv-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hrv_Latn-asm_Beng", + "languages": [ + "hrv-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.898995, + "recall": 0.928854, + "f1": 0.908333, + "accuracy": 0.928854, + "main_score": 0.908333, + "hf_subset": "hrv_Latn-ckb_Arab", + "languages": [ + "hrv-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "hrv_Latn-gle_Latn", + "languages": [ + "hrv-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.883646, + "recall": 0.918972, + "f1": 0.894829, + "accuracy": 0.918972, + "main_score": 0.894829, + "hf_subset": "hrv_Latn-kas_Arab", + "languages": [ + "hrv-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.88027, + "recall": 0.916996, + "f1": 0.89193, + "accuracy": 0.916996, + "main_score": 0.89193, + "hf_subset": "hrv_Latn-ltg_Latn", + "languages": [ + "hrv-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.74683, + "recall": 0.811265, + "f1": 0.76659, + "accuracy": 0.811265, + "main_score": 0.76659, + "hf_subset": "hrv_Latn-nso_Latn", + "languages": [ + "hrv-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "hrv_Latn-sin_Sinh", + "languages": [ + "hrv-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-tha_Thai", + "languages": [ + "hrv-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hrv_Latn-zho_Hans", + "languages": [ + "hrv-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-ast_Latn", + "languages": [ + "hrv-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "hrv_Latn-crh_Latn", + "languages": [ + "hrv-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-glg_Latn", + "languages": [ + "hrv-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.832181, + "recall": 0.879447, + "f1": 0.846527, + "accuracy": 0.879447, + "main_score": 0.846527, + "hf_subset": "hrv_Latn-kas_Deva", + "languages": [ + "hrv-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-ltz_Latn", + "languages": [ + "hrv-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.417608, + "recall": 0.482213, + "f1": 0.434953, + "accuracy": 0.482213, + "main_score": 0.434953, + "hf_subset": "hrv_Latn-nus_Latn", + "languages": [ + "hrv-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.599253, + "recall": 0.68083, + "f1": 0.622068, + "accuracy": 0.68083, + "main_score": 0.622068, + "hf_subset": "hrv_Latn-tir_Ethi", + "languages": [ + "hrv-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-zho_Hant", + "languages": [ + "hrv-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.974638, + "recall": 0.981225, + "f1": 0.976779, + "accuracy": 0.981225, + "main_score": 0.976779, + "hf_subset": "hrv_Latn-awa_Deva", + "languages": [ + "hrv-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-cym_Latn", + "languages": [ + "hrv-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.719737, + "recall": 0.783597, + "f1": 0.737983, + "accuracy": 0.783597, + "main_score": 0.737983, + "hf_subset": "hrv_Latn-grn_Latn", + "languages": [ + "hrv-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-kat_Geor", + "languages": [ + "hrv-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.560017, + "recall": 0.625494, + "f1": 0.577395, + "accuracy": 0.625494, + "main_score": 0.577395, + "hf_subset": "hrv_Latn-lua_Latn", + "languages": [ + "hrv-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.776103, + "recall": 0.836957, + "f1": 0.794466, + "accuracy": 0.836957, + "main_score": 0.794466, + "hf_subset": "hrv_Latn-nya_Latn", + "languages": [ + "hrv-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.953096, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "hrv_Latn-tpi_Latn", + "languages": [ + "hrv-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-zsm_Latn", + "languages": [ + "hrv-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.494101, + "recall": 0.5583, + "f1": 0.511655, + "accuracy": 0.5583, + "main_score": 0.511655, + "hf_subset": "hrv_Latn-ayr_Latn", + "languages": [ + "hrv-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-dan_Latn", + "languages": [ + "hrv-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-guj_Gujr", + "languages": [ + "hrv-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hrv_Latn-kaz_Cyrl", + "languages": [ + "hrv-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.590602, + "recall": 0.670949, + "f1": 0.612821, + "accuracy": 0.670949, + "main_score": 0.612821, + "hf_subset": "hrv_Latn-lug_Latn", + "languages": [ + "hrv-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-oci_Latn", + "languages": [ + "hrv-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.801021, + "recall": 0.852767, + "f1": 0.816455, + "accuracy": 0.852767, + "main_score": 0.816455, + "hf_subset": "hrv_Latn-smo_Latn", + "languages": [ + "hrv-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.698148, + "recall": 0.766798, + "f1": 0.718132, + "accuracy": 0.766798, + "main_score": 0.718132, + "hf_subset": "hrv_Latn-tsn_Latn", + "languages": [ + "hrv-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.850461, + "recall": 0.895257, + "f1": 0.864545, + "accuracy": 0.895257, + "main_score": 0.864545, + "hf_subset": "hrv_Latn-zul_Latn", + "languages": [ + "hrv-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.892902, + "recall": 0.924901, + "f1": 0.903063, + "accuracy": 0.924901, + "main_score": 0.903063, + "hf_subset": "hrv_Latn-azb_Arab", + "languages": [ + "hrv-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-deu_Latn", + "languages": [ + "hrv-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "hrv_Latn-hat_Latn", + "languages": [ + "hrv-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.463102, + "recall": 0.522727, + "f1": 0.479257, + "accuracy": 0.522727, + "main_score": 0.479257, + "hf_subset": "hrv_Latn-kbp_Latn", + "languages": [ + "hrv-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.504766, + "recall": 0.572134, + "f1": 0.522854, + "accuracy": 0.572134, + "main_score": 0.522854, + "hf_subset": "hrv_Latn-luo_Latn", + "languages": [ + "hrv-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "hrv_Latn-ory_Orya", + "languages": [ + "hrv-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.841403, + "recall": 0.886364, + "f1": 0.855567, + "accuracy": 0.886364, + "main_score": 0.855567, + "hf_subset": "hrv_Latn-sna_Latn", + "languages": [ + "hrv-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.613681, + "recall": 0.686759, + "f1": 0.633984, + "accuracy": 0.686759, + "main_score": 0.633984, + "hf_subset": "hrv_Latn-tso_Latn", + "languages": [ + "hrv-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-azj_Latn", + "languages": [ + "hrv-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.494572, + "recall": 0.559289, + "f1": 0.51269, + "accuracy": 0.559289, + "main_score": 0.51269, + "hf_subset": "hrv_Latn-dik_Latn", + "languages": [ + "hrv-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.872365, + "recall": 0.910079, + "f1": 0.884307, + "accuracy": 0.910079, + "main_score": 0.884307, + "hf_subset": "hrv_Latn-hau_Latn", + "languages": [ + "hrv-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "hrv_Latn-kea_Latn", + "languages": [ + "hrv-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.908185, + "recall": 0.935771, + "f1": 0.916897, + "accuracy": 0.935771, + "main_score": 0.916897, + "hf_subset": "hrv_Latn-lus_Latn", + "languages": [ + "hrv-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.828755, + "recall": 0.874506, + "f1": 0.84226, + "accuracy": 0.874506, + "main_score": 0.84226, + "hf_subset": "hrv_Latn-pag_Latn", + "languages": [ + "hrv-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "hrv_Latn-snd_Arab", + "languages": [ + "hrv-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "hrv_Latn-tuk_Latn", + "languages": [ + "hrv-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hrv_Latn-bak_Cyrl", + "languages": [ + "hrv-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.452099, + "recall": 0.530632, + "f1": 0.473651, + "accuracy": 0.530632, + "main_score": 0.473651, + "hf_subset": "hrv_Latn-dyu_Latn", + "languages": [ + "hrv-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-heb_Hebr", + "languages": [ + "hrv-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "hrv_Latn-khk_Cyrl", + "languages": [ + "hrv-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-lvs_Latn", + "languages": [ + "hrv-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-pan_Guru", + "languages": [ + "hrv-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.827553, + "recall": 0.875494, + "f1": 0.842227, + "accuracy": 0.875494, + "main_score": 0.842227, + "hf_subset": "hrv_Latn-som_Latn", + "languages": [ + "hrv-Latn", + "som-Latn" + ] + }, + { + "precision": 0.657691, + "recall": 0.726285, + "f1": 0.677397, + "accuracy": 0.726285, + "main_score": 0.677397, + "hf_subset": "hrv_Latn-tum_Latn", + "languages": [ + "hrv-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.396323, + "recall": 0.465415, + "f1": 0.415189, + "accuracy": 0.465415, + "main_score": 0.415189, + "hf_subset": "kin_Latn-ace_Arab", + "languages": [ + "kin-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.478043, + "recall": 0.519763, + "f1": 0.488277, + "accuracy": 0.519763, + "main_score": 0.488277, + "hf_subset": "kin_Latn-bam_Latn", + "languages": [ + "kin-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.457495, + "recall": 0.540514, + "f1": 0.48008, + "accuracy": 0.540514, + "main_score": 0.48008, + "hf_subset": "kin_Latn-dzo_Tibt", + "languages": [ + "kin-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.820783, + "recall": 0.860672, + "f1": 0.832339, + "accuracy": 0.860672, + "main_score": 0.832339, + "hf_subset": "kin_Latn-hin_Deva", + "languages": [ + "kin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.762025, + "recall": 0.812253, + "f1": 0.775758, + "accuracy": 0.812253, + "main_score": 0.775758, + "hf_subset": "kin_Latn-khm_Khmr", + "languages": [ + "kin-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.754276, + "recall": 0.804348, + "f1": 0.767961, + "accuracy": 0.804348, + "main_score": 0.767961, + "hf_subset": "kin_Latn-mag_Deva", + "languages": [ + "kin-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.763568, + "recall": 0.811265, + "f1": 0.775895, + "accuracy": 0.811265, + "main_score": 0.775895, + "hf_subset": "kin_Latn-pap_Latn", + "languages": [ + "kin-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.762516, + "recall": 0.820158, + "f1": 0.77996, + "accuracy": 0.820158, + "main_score": 0.77996, + "hf_subset": "kin_Latn-sot_Latn", + "languages": [ + "kin-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.791889, + "recall": 0.838933, + "f1": 0.805245, + "accuracy": 0.838933, + "main_score": 0.805245, + "hf_subset": "kin_Latn-tur_Latn", + "languages": [ + "kin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.682195, + "recall": 0.733202, + "f1": 0.695959, + "accuracy": 0.733202, + "main_score": 0.695959, + "hf_subset": "kin_Latn-ace_Latn", + "languages": [ + "kin-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.733309, + "recall": 0.781621, + "f1": 0.746594, + "accuracy": 0.781621, + "main_score": 0.746594, + "hf_subset": "kin_Latn-ban_Latn", + "languages": [ + "kin-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.761152, + "recall": 0.811265, + "f1": 0.774867, + "accuracy": 0.811265, + "main_score": 0.774867, + "hf_subset": "kin_Latn-ell_Grek", + "languages": [ + "kin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.742786, + "recall": 0.794466, + "f1": 0.756867, + "accuracy": 0.794466, + "main_score": 0.756867, + "hf_subset": "kin_Latn-hne_Deva", + "languages": [ + "kin-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.536204, + "recall": 0.592885, + "f1": 0.550957, + "accuracy": 0.592885, + "main_score": 0.550957, + "hf_subset": "kin_Latn-kik_Latn", + "languages": [ + "kin-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.760582, + "recall": 0.805336, + "f1": 0.772224, + "accuracy": 0.805336, + "main_score": 0.772224, + "hf_subset": "kin_Latn-mai_Deva", + "languages": [ + "kin-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.761226, + "recall": 0.814229, + "f1": 0.776225, + "accuracy": 0.814229, + "main_score": 0.776225, + "hf_subset": "kin_Latn-pbt_Arab", + "languages": [ + "kin-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.793195, + "recall": 0.837945, + "f1": 0.805619, + "accuracy": 0.837945, + "main_score": 0.805619, + "hf_subset": "kin_Latn-spa_Latn", + "languages": [ + "kin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.639124, + "recall": 0.698617, + "f1": 0.654516, + "accuracy": 0.698617, + "main_score": 0.654516, + "hf_subset": "kin_Latn-twi_Latn", + "languages": [ + "kin-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.792405, + "recall": 0.837945, + "f1": 0.805193, + "accuracy": 0.837945, + "main_score": 0.805193, + "hf_subset": "kin_Latn-acm_Arab", + "languages": [ + "kin-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.744556, + "recall": 0.798419, + "f1": 0.759417, + "accuracy": 0.798419, + "main_score": 0.759417, + "hf_subset": "kin_Latn-bel_Cyrl", + "languages": [ + "kin-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.763956, + "recall": 0.806324, + "f1": 0.774799, + "accuracy": 0.806324, + "main_score": 0.774799, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.802793, + "recall": 0.846838, + "f1": 0.814975, + "accuracy": 0.846838, + "main_score": 0.814975, + "hf_subset": "kin_Latn-hrv_Latn", + "languages": [ + "kin-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.772485, + "recall": 0.825099, + "f1": 0.787129, + "accuracy": 0.825099, + "main_score": 0.787129, + "hf_subset": "kin_Latn-mal_Mlym", + "languages": [ + "kin-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.772995, + "recall": 0.81917, + "f1": 0.785485, + "accuracy": 0.81917, + "main_score": 0.785485, + "hf_subset": "kin_Latn-pes_Arab", + "languages": [ + "kin-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.786033, + "recall": 0.833992, + "f1": 0.799245, + "accuracy": 0.833992, + "main_score": 0.799245, + "hf_subset": "kin_Latn-srd_Latn", + "languages": [ + "kin-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.217339, + "recall": 0.279644, + "f1": 0.23181, + "accuracy": 0.279644, + "main_score": 0.23181, + "hf_subset": "kin_Latn-tzm_Tfng", + "languages": [ + "kin-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.808335, + "recall": 0.854743, + "f1": 0.821547, + "accuracy": 0.854743, + "main_score": 0.821547, + "hf_subset": "kin_Latn-acq_Arab", + "languages": [ + "kin-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.624898, + "recall": 0.683794, + "f1": 0.641191, + "accuracy": 0.683794, + "main_score": 0.641191, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.783209, + "recall": 0.824111, + "f1": 0.794007, + "accuracy": 0.824111, + "main_score": 0.794007, + "hf_subset": "kin_Latn-epo_Latn", + "languages": [ + "kin-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.803237, + "recall": 0.842885, + "f1": 0.814168, + "accuracy": 0.842885, + "main_score": 0.814168, + "hf_subset": "kin_Latn-hun_Latn", + "languages": [ + "kin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.779597, + "recall": 0.83004, + "f1": 0.793596, + "accuracy": 0.83004, + "main_score": 0.793596, + "hf_subset": "kin_Latn-kir_Cyrl", + "languages": [ + "kin-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.773038, + "recall": 0.829051, + "f1": 0.789462, + "accuracy": 0.829051, + "main_score": 0.789462, + "hf_subset": "kin_Latn-mar_Deva", + "languages": [ + "kin-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.75065, + "recall": 0.80336, + "f1": 0.766191, + "accuracy": 0.80336, + "main_score": 0.766191, + "hf_subset": "kin_Latn-plt_Latn", + "languages": [ + "kin-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.782666, + "recall": 0.833992, + "f1": 0.797318, + "accuracy": 0.833992, + "main_score": 0.797318, + "hf_subset": "kin_Latn-srp_Cyrl", + "languages": [ + "kin-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.774539, + "recall": 0.824111, + "f1": 0.789427, + "accuracy": 0.824111, + "main_score": 0.789427, + "hf_subset": "kin_Latn-uig_Arab", + "languages": [ + "kin-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.766978, + "recall": 0.816206, + "f1": 0.780657, + "accuracy": 0.816206, + "main_score": 0.780657, + "hf_subset": "kin_Latn-aeb_Arab", + "languages": [ + "kin-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.785902, + "recall": 0.828063, + "f1": 0.797315, + "accuracy": 0.828063, + "main_score": 0.797315, + "hf_subset": "kin_Latn-ben_Beng", + "languages": [ + "kin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.785707, + "recall": 0.831028, + "f1": 0.79849, + "accuracy": 0.831028, + "main_score": 0.79849, + "hf_subset": "kin_Latn-est_Latn", + "languages": [ + "kin-Latn", + "est-Latn" + ] + }, + { + "precision": 0.778676, + "recall": 0.825099, + "f1": 0.791763, + "accuracy": 0.825099, + "main_score": 0.791763, + "hf_subset": "kin_Latn-hye_Armn", + "languages": [ + "kin-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.470107, + "recall": 0.51087, + "f1": 0.481294, + "accuracy": 0.51087, + "main_score": 0.481294, + "hf_subset": "kin_Latn-kmb_Latn", + "languages": [ + "kin-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.385147, + "recall": 0.453557, + "f1": 0.40206, + "accuracy": 0.453557, + "main_score": 0.40206, + "hf_subset": "kin_Latn-min_Arab", + "languages": [ + "kin-Latn", + "min-Arab" + ] + }, + { + "precision": 0.796855, + "recall": 0.836957, + "f1": 0.807548, + "accuracy": 0.836957, + "main_score": 0.807548, + "hf_subset": "kin_Latn-pol_Latn", + "languages": [ + "kin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.68976, + "recall": 0.747036, + "f1": 0.706148, + "accuracy": 0.747036, + "main_score": 0.706148, + "hf_subset": "kin_Latn-ssw_Latn", + "languages": [ + "kin-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.782603, + "recall": 0.827075, + "f1": 0.79451, + "accuracy": 0.827075, + "main_score": 0.79451, + "hf_subset": "kin_Latn-ukr_Cyrl", + "languages": [ + "kin-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.777314, + "recall": 0.824111, + "f1": 0.79069, + "accuracy": 0.824111, + "main_score": 0.79069, + "hf_subset": "kin_Latn-afr_Latn", + "languages": [ + "kin-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.711958, + "recall": 0.76581, + "f1": 0.726194, + "accuracy": 0.76581, + "main_score": 0.726194, + "hf_subset": "kin_Latn-bho_Deva", + "languages": [ + "kin-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.767631, + "recall": 0.8083, + "f1": 0.778369, + "accuracy": 0.8083, + "main_score": 0.778369, + "hf_subset": "kin_Latn-eus_Latn", + "languages": [ + "kin-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.740987, + "recall": 0.796443, + "f1": 0.756803, + "accuracy": 0.796443, + "main_score": 0.756803, + "hf_subset": "kin_Latn-ibo_Latn", + "languages": [ + "kin-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.739322, + "recall": 0.79249, + "f1": 0.753884, + "accuracy": 0.79249, + "main_score": 0.753884, + "hf_subset": "kin_Latn-kmr_Latn", + "languages": [ + "kin-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.764463, + "recall": 0.811265, + "f1": 0.776961, + "accuracy": 0.811265, + "main_score": 0.776961, + "hf_subset": "kin_Latn-min_Latn", + "languages": [ + "kin-Latn", + "min-Latn" + ] + }, + { + "precision": 0.80863, + "recall": 0.851779, + "f1": 0.820664, + "accuracy": 0.851779, + "main_score": 0.820664, + "hf_subset": "kin_Latn-por_Latn", + "languages": [ + "kin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.746949, + "recall": 0.799407, + "f1": 0.760875, + "accuracy": 0.799407, + "main_score": 0.760875, + "hf_subset": "kin_Latn-sun_Latn", + "languages": [ + "kin-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.455456, + "recall": 0.499012, + "f1": 0.467821, + "accuracy": 0.499012, + "main_score": 0.467821, + "hf_subset": "kin_Latn-umb_Latn", + "languages": [ + "kin-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.792811, + "recall": 0.839921, + "f1": 0.805792, + "accuracy": 0.839921, + "main_score": 0.805792, + "hf_subset": "kin_Latn-ajp_Arab", + "languages": [ + "kin-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.392741, + "recall": 0.466403, + "f1": 0.412598, + "accuracy": 0.466403, + "main_score": 0.412598, + "hf_subset": "kin_Latn-bjn_Arab", + "languages": [ + "kin-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.449738, + "recall": 0.492095, + "f1": 0.461245, + "accuracy": 0.492095, + "main_score": 0.461245, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.743511, + "recall": 0.791502, + "f1": 0.756796, + "accuracy": 0.791502, + "main_score": 0.756796, + "hf_subset": "kin_Latn-ilo_Latn", + "languages": [ + "kin-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.239371, + "recall": 0.284585, + "f1": 0.250451, + "accuracy": 0.284585, + "main_score": 0.250451, + "hf_subset": "kin_Latn-knc_Arab", + "languages": [ + "kin-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.789597, + "recall": 0.833992, + "f1": 0.801953, + "accuracy": 0.833992, + "main_score": 0.801953, + "hf_subset": "kin_Latn-mkd_Cyrl", + "languages": [ + "kin-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.821347, + "recall": 0.859684, + "f1": 0.831936, + "accuracy": 0.859684, + "main_score": 0.831936, + "hf_subset": "kin_Latn-prs_Arab", + "languages": [ + "kin-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.787161, + "recall": 0.83498, + "f1": 0.800315, + "accuracy": 0.83498, + "main_score": 0.800315, + "hf_subset": "kin_Latn-swe_Latn", + "languages": [ + "kin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.78414, + "recall": 0.833004, + "f1": 0.798563, + "accuracy": 0.833004, + "main_score": 0.798563, + "hf_subset": "kin_Latn-urd_Arab", + "languages": [ + "kin-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.623695, + "recall": 0.674901, + "f1": 0.63693, + "accuracy": 0.674901, + "main_score": 0.63693, + "hf_subset": "kin_Latn-aka_Latn", + "languages": [ + "kin-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.722375, + "recall": 0.768775, + "f1": 0.734181, + "accuracy": 0.768775, + "main_score": 0.734181, + "hf_subset": "kin_Latn-bjn_Latn", + "languages": [ + "kin-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.781194, + "recall": 0.826087, + "f1": 0.7935, + "accuracy": 0.826087, + "main_score": 0.7935, + "hf_subset": "kin_Latn-fao_Latn", + "languages": [ + "kin-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.805849, + "recall": 0.847826, + "f1": 0.817341, + "accuracy": 0.847826, + "main_score": 0.817341, + "hf_subset": "kin_Latn-ind_Latn", + "languages": [ + "kin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.479522, + "recall": 0.517787, + "f1": 0.489384, + "accuracy": 0.517787, + "main_score": 0.489384, + "hf_subset": "kin_Latn-knc_Latn", + "languages": [ + "kin-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.762623, + "recall": 0.807312, + "f1": 0.775373, + "accuracy": 0.807312, + "main_score": 0.775373, + "hf_subset": "kin_Latn-mlt_Latn", + "languages": [ + "kin-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.536802, + "recall": 0.589921, + "f1": 0.550831, + "accuracy": 0.589921, + "main_score": 0.550831, + "hf_subset": "kin_Latn-quy_Latn", + "languages": [ + "kin-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.803008, + "recall": 0.846838, + "f1": 0.815284, + "accuracy": 0.846838, + "main_score": 0.815284, + "hf_subset": "kin_Latn-swh_Latn", + "languages": [ + "kin-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.775668, + "recall": 0.828063, + "f1": 0.790856, + "accuracy": 0.828063, + "main_score": 0.790856, + "hf_subset": "kin_Latn-uzn_Latn", + "languages": [ + "kin-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.764191, + "recall": 0.817194, + "f1": 0.779133, + "accuracy": 0.817194, + "main_score": 0.779133, + "hf_subset": "kin_Latn-als_Latn", + "languages": [ + "kin-Latn", + "als-Latn" + ] + }, + { + "precision": 0.602455, + "recall": 0.673913, + "f1": 0.622513, + "accuracy": 0.673913, + "main_score": 0.622513, + "hf_subset": "kin_Latn-bod_Tibt", + "languages": [ + "kin-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.581675, + "recall": 0.63834, + "f1": 0.598302, + "accuracy": 0.63834, + "main_score": 0.598302, + "hf_subset": "kin_Latn-fij_Latn", + "languages": [ + "kin-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.777935, + "recall": 0.826087, + "f1": 0.791664, + "accuracy": 0.826087, + "main_score": 0.791664, + "hf_subset": "kin_Latn-isl_Latn", + "languages": [ + "kin-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.530096, + "recall": 0.577075, + "f1": 0.542228, + "accuracy": 0.577075, + "main_score": 0.542228, + "hf_subset": "kin_Latn-kon_Latn", + "languages": [ + "kin-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.446377, + "recall": 0.503953, + "f1": 0.46244, + "accuracy": 0.503953, + "main_score": 0.46244, + "hf_subset": "kin_Latn-mni_Beng", + "languages": [ + "kin-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.798655, + "recall": 0.840909, + "f1": 0.810297, + "accuracy": 0.840909, + "main_score": 0.810297, + "hf_subset": "kin_Latn-ron_Latn", + "languages": [ + "kin-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.777573, + "recall": 0.81917, + "f1": 0.787879, + "accuracy": 0.81917, + "main_score": 0.787879, + "hf_subset": "kin_Latn-szl_Latn", + "languages": [ + "kin-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.784587, + "recall": 0.827075, + "f1": 0.795809, + "accuracy": 0.827075, + "main_score": 0.795809, + "hf_subset": "kin_Latn-vec_Latn", + "languages": [ + "kin-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.803536, + "recall": 0.847826, + "f1": 0.815959, + "accuracy": 0.847826, + "main_score": 0.815959, + "hf_subset": "kin_Latn-amh_Ethi", + "languages": [ + "kin-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.791416, + "recall": 0.837945, + "f1": 0.80479, + "accuracy": 0.837945, + "main_score": 0.80479, + "hf_subset": "kin_Latn-bos_Latn", + "languages": [ + "kin-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.778281, + "recall": 0.825099, + "f1": 0.79155, + "accuracy": 0.825099, + "main_score": 0.79155, + "hf_subset": "kin_Latn-fin_Latn", + "languages": [ + "kin-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.824742, + "recall": 0.862648, + "f1": 0.835103, + "accuracy": 0.862648, + "main_score": 0.835103, + "hf_subset": "kin_Latn-ita_Latn", + "languages": [ + "kin-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.796549, + "recall": 0.844862, + "f1": 0.810239, + "accuracy": 0.844862, + "main_score": 0.810239, + "hf_subset": "kin_Latn-kor_Hang", + "languages": [ + "kin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.475262, + "recall": 0.514822, + "f1": 0.486359, + "accuracy": 0.514822, + "main_score": 0.486359, + "hf_subset": "kin_Latn-mos_Latn", + "languages": [ + "kin-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.79533, + "recall": 0.844862, + "f1": 0.810112, + "accuracy": 0.844862, + "main_score": 0.810112, + "hf_subset": "kin_Latn-run_Latn", + "languages": [ + "kin-Latn", + "run-Latn" + ] + }, + { + "precision": 0.778462, + "recall": 0.822134, + "f1": 0.790778, + "accuracy": 0.822134, + "main_score": 0.790778, + "hf_subset": "kin_Latn-tam_Taml", + "languages": [ + "kin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.789343, + "recall": 0.831028, + "f1": 0.800242, + "accuracy": 0.831028, + "main_score": 0.800242, + "hf_subset": "kin_Latn-vie_Latn", + "languages": [ + "kin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.781246, + "recall": 0.826087, + "f1": 0.793338, + "accuracy": 0.826087, + "main_score": 0.793338, + "hf_subset": "kin_Latn-apc_Arab", + "languages": [ + "kin-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.555722, + "recall": 0.605731, + "f1": 0.56872, + "accuracy": 0.605731, + "main_score": 0.56872, + "hf_subset": "kin_Latn-bug_Latn", + "languages": [ + "kin-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.422243, + "recall": 0.462451, + "f1": 0.433792, + "accuracy": 0.462451, + "main_score": 0.433792, + "hf_subset": "kin_Latn-fon_Latn", + "languages": [ + "kin-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.759688, + "recall": 0.801383, + "f1": 0.771077, + "accuracy": 0.801383, + "main_score": 0.771077, + "hf_subset": "kin_Latn-jav_Latn", + "languages": [ + "kin-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.751449, + "recall": 0.804348, + "f1": 0.766131, + "accuracy": 0.804348, + "main_score": 0.766131, + "hf_subset": "kin_Latn-lao_Laoo", + "languages": [ + "kin-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.751722, + "recall": 0.810277, + "f1": 0.769271, + "accuracy": 0.810277, + "main_score": 0.769271, + "hf_subset": "kin_Latn-mri_Latn", + "languages": [ + "kin-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.795801, + "recall": 0.841897, + "f1": 0.808505, + "accuracy": 0.841897, + "main_score": 0.808505, + "hf_subset": "kin_Latn-rus_Cyrl", + "languages": [ + "kin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.466666, + "recall": 0.504941, + "f1": 0.476807, + "accuracy": 0.504941, + "main_score": 0.476807, + "hf_subset": "kin_Latn-taq_Latn", + "languages": [ + "kin-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.777146, + "recall": 0.820158, + "f1": 0.788773, + "accuracy": 0.820158, + "main_score": 0.788773, + "hf_subset": "kin_Latn-war_Latn", + "languages": [ + "kin-Latn", + "war-Latn" + ] + }, + { + "precision": 0.800741, + "recall": 0.844862, + "f1": 0.813467, + "accuracy": 0.844862, + "main_score": 0.813467, + "hf_subset": "kin_Latn-arb_Arab", + "languages": [ + "kin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.798712, + "recall": 0.847826, + "f1": 0.812601, + "accuracy": 0.847826, + "main_score": 0.812601, + "hf_subset": "kin_Latn-bul_Cyrl", + "languages": [ + "kin-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.805765, + "recall": 0.850791, + "f1": 0.817881, + "accuracy": 0.850791, + "main_score": 0.817881, + "hf_subset": "kin_Latn-fra_Latn", + "languages": [ + "kin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.775511, + "recall": 0.823123, + "f1": 0.788855, + "accuracy": 0.823123, + "main_score": 0.788855, + "hf_subset": "kin_Latn-jpn_Jpan", + "languages": [ + "kin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.754155, + "recall": 0.791502, + "f1": 0.764138, + "accuracy": 0.791502, + "main_score": 0.764138, + "hf_subset": "kin_Latn-lij_Latn", + "languages": [ + "kin-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.775828, + "recall": 0.83004, + "f1": 0.791563, + "accuracy": 0.83004, + "main_score": 0.791563, + "hf_subset": "kin_Latn-mya_Mymr", + "languages": [ + "kin-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.494268, + "recall": 0.532609, + "f1": 0.504919, + "accuracy": 0.532609, + "main_score": 0.504919, + "hf_subset": "kin_Latn-sag_Latn", + "languages": [ + "kin-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.215341, + "recall": 0.269763, + "f1": 0.22953, + "accuracy": 0.269763, + "main_score": 0.22953, + "hf_subset": "kin_Latn-taq_Tfng", + "languages": [ + "kin-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.568698, + "recall": 0.619565, + "f1": 0.581491, + "accuracy": 0.619565, + "main_score": 0.581491, + "hf_subset": "kin_Latn-wol_Latn", + "languages": [ + "kin-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.706992, + "recall": 0.768775, + "f1": 0.724706, + "accuracy": 0.768775, + "main_score": 0.724706, + "hf_subset": "kin_Latn-arb_Latn", + "languages": [ + "kin-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.802166, + "recall": 0.846838, + "f1": 0.814779, + "accuracy": 0.846838, + "main_score": 0.814779, + "hf_subset": "kin_Latn-cat_Latn", + "languages": [ + "kin-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.717409, + "recall": 0.759881, + "f1": 0.728, + "accuracy": 0.759881, + "main_score": 0.728, + "hf_subset": "kin_Latn-fur_Latn", + "languages": [ + "kin-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.443685, + "recall": 0.503953, + "f1": 0.459047, + "accuracy": 0.503953, + "main_score": 0.459047, + "hf_subset": "kin_Latn-kab_Latn", + "languages": [ + "kin-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.761615, + "recall": 0.806324, + "f1": 0.774066, + "accuracy": 0.806324, + "main_score": 0.774066, + "hf_subset": "kin_Latn-lim_Latn", + "languages": [ + "kin-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.781026, + "recall": 0.828063, + "f1": 0.793851, + "accuracy": 0.828063, + "main_score": 0.793851, + "hf_subset": "kin_Latn-nld_Latn", + "languages": [ + "kin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.764027, + "recall": 0.807312, + "f1": 0.775899, + "accuracy": 0.807312, + "main_score": 0.775899, + "hf_subset": "kin_Latn-san_Deva", + "languages": [ + "kin-Latn", + "san-Deva" + ] + }, + { + "precision": 0.784192, + "recall": 0.829051, + "f1": 0.796618, + "accuracy": 0.829051, + "main_score": 0.796618, + "hf_subset": "kin_Latn-tat_Cyrl", + "languages": [ + "kin-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.765308, + "recall": 0.81917, + "f1": 0.781412, + "accuracy": 0.81917, + "main_score": 0.781412, + "hf_subset": "kin_Latn-xho_Latn", + "languages": [ + "kin-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.784833, + "recall": 0.833992, + "f1": 0.798767, + "accuracy": 0.833992, + "main_score": 0.798767, + "hf_subset": "kin_Latn-ars_Arab", + "languages": [ + "kin-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.768788, + "recall": 0.815217, + "f1": 0.781236, + "accuracy": 0.815217, + "main_score": 0.781236, + "hf_subset": "kin_Latn-ceb_Latn", + "languages": [ + "kin-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.443554, + "recall": 0.493083, + "f1": 0.456319, + "accuracy": 0.493083, + "main_score": 0.456319, + "hf_subset": "kin_Latn-fuv_Latn", + "languages": [ + "kin-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.455323, + "recall": 0.496047, + "f1": 0.466932, + "accuracy": 0.496047, + "main_score": 0.466932, + "hf_subset": "kin_Latn-kac_Latn", + "languages": [ + "kin-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.562681, + "recall": 0.615613, + "f1": 0.575729, + "accuracy": 0.615613, + "main_score": 0.575729, + "hf_subset": "kin_Latn-lin_Latn", + "languages": [ + "kin-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.773001, + "recall": 0.817194, + "f1": 0.784645, + "accuracy": 0.817194, + "main_score": 0.784645, + "hf_subset": "kin_Latn-nno_Latn", + "languages": [ + "kin-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.709486, + "recall": 0.771739, + "f1": 0.727541, + "accuracy": 0.771739, + "main_score": 0.727541, + "hf_subset": "kin_Latn-sat_Olck", + "languages": [ + "kin-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.77285, + "recall": 0.826087, + "f1": 0.787664, + "accuracy": 0.826087, + "main_score": 0.787664, + "hf_subset": "kin_Latn-tel_Telu", + "languages": [ + "kin-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.770952, + "recall": 0.821146, + "f1": 0.785453, + "accuracy": 0.821146, + "main_score": 0.785453, + "hf_subset": "kin_Latn-ydd_Hebr", + "languages": [ + "kin-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.758948, + "recall": 0.810277, + "f1": 0.773624, + "accuracy": 0.810277, + "main_score": 0.773624, + "hf_subset": "kin_Latn-ary_Arab", + "languages": [ + "kin-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.793309, + "recall": 0.838933, + "f1": 0.806242, + "accuracy": 0.838933, + "main_score": 0.806242, + "hf_subset": "kin_Latn-ces_Latn", + "languages": [ + "kin-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.53133, + "recall": 0.594862, + "f1": 0.54848, + "accuracy": 0.594862, + "main_score": 0.54848, + "hf_subset": "kin_Latn-gaz_Latn", + "languages": [ + "kin-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.510661, + "recall": 0.573123, + "f1": 0.527109, + "accuracy": 0.573123, + "main_score": 0.527109, + "hf_subset": "kin_Latn-kam_Latn", + "languages": [ + "kin-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.78582, + "recall": 0.832016, + "f1": 0.798543, + "accuracy": 0.832016, + "main_score": 0.798543, + "hf_subset": "kin_Latn-lit_Latn", + "languages": [ + "kin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.779071, + "recall": 0.824111, + "f1": 0.791169, + "accuracy": 0.824111, + "main_score": 0.791169, + "hf_subset": "kin_Latn-nob_Latn", + "languages": [ + "kin-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.76288, + "recall": 0.806324, + "f1": 0.774279, + "accuracy": 0.806324, + "main_score": 0.774279, + "hf_subset": "kin_Latn-scn_Latn", + "languages": [ + "kin-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.769124, + "recall": 0.818182, + "f1": 0.782504, + "accuracy": 0.818182, + "main_score": 0.782504, + "hf_subset": "kin_Latn-tgk_Cyrl", + "languages": [ + "kin-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.612518, + "recall": 0.674901, + "f1": 0.629618, + "accuracy": 0.674901, + "main_score": 0.629618, + "hf_subset": "kin_Latn-yor_Latn", + "languages": [ + "kin-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.78666, + "recall": 0.83004, + "f1": 0.798483, + "accuracy": 0.83004, + "main_score": 0.798483, + "hf_subset": "kin_Latn-arz_Arab", + "languages": [ + "kin-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.420184, + "recall": 0.467391, + "f1": 0.432814, + "accuracy": 0.467391, + "main_score": 0.432814, + "hf_subset": "kin_Latn-cjk_Latn", + "languages": [ + "kin-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.773455, + "recall": 0.825099, + "f1": 0.78848, + "accuracy": 0.825099, + "main_score": 0.78848, + "hf_subset": "kin_Latn-gla_Latn", + "languages": [ + "kin-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.766962, + "recall": 0.813241, + "f1": 0.78025, + "accuracy": 0.813241, + "main_score": 0.78025, + "hf_subset": "kin_Latn-kan_Knda", + "languages": [ + "kin-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.753063, + "recall": 0.800395, + "f1": 0.765195, + "accuracy": 0.800395, + "main_score": 0.765195, + "hf_subset": "kin_Latn-lmo_Latn", + "languages": [ + "kin-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.787618, + "recall": 0.829051, + "f1": 0.799459, + "accuracy": 0.829051, + "main_score": 0.799459, + "hf_subset": "kin_Latn-npi_Deva", + "languages": [ + "kin-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.487366, + "recall": 0.552372, + "f1": 0.505062, + "accuracy": 0.552372, + "main_score": 0.505062, + "hf_subset": "kin_Latn-shn_Mymr", + "languages": [ + "kin-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.783765, + "recall": 0.835968, + "f1": 0.798652, + "accuracy": 0.835968, + "main_score": 0.798652, + "hf_subset": "kin_Latn-tgl_Latn", + "languages": [ + "kin-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.745828, + "recall": 0.797431, + "f1": 0.759915, + "accuracy": 0.797431, + "main_score": 0.759915, + "hf_subset": "kin_Latn-yue_Hant", + "languages": [ + "kin-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.781122, + "recall": 0.825099, + "f1": 0.793564, + "accuracy": 0.825099, + "main_score": 0.793564, + "hf_subset": "kin_Latn-asm_Beng", + "languages": [ + "kin-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.769895, + "recall": 0.824111, + "f1": 0.786234, + "accuracy": 0.824111, + "main_score": 0.786234, + "hf_subset": "kin_Latn-ckb_Arab", + "languages": [ + "kin-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.78159, + "recall": 0.829051, + "f1": 0.794584, + "accuracy": 0.829051, + "main_score": 0.794584, + "hf_subset": "kin_Latn-gle_Latn", + "languages": [ + "kin-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.656879, + "recall": 0.717391, + "f1": 0.67299, + "accuracy": 0.717391, + "main_score": 0.67299, + "hf_subset": "kin_Latn-kas_Arab", + "languages": [ + "kin-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.710981, + "recall": 0.762846, + "f1": 0.724821, + "accuracy": 0.762846, + "main_score": 0.724821, + "hf_subset": "kin_Latn-ltg_Latn", + "languages": [ + "kin-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.744162, + "recall": 0.795455, + "f1": 0.758802, + "accuracy": 0.795455, + "main_score": 0.758802, + "hf_subset": "kin_Latn-nso_Latn", + "languages": [ + "kin-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.761907, + "recall": 0.813241, + "f1": 0.776009, + "accuracy": 0.813241, + "main_score": 0.776009, + "hf_subset": "kin_Latn-sin_Sinh", + "languages": [ + "kin-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.758446, + "recall": 0.815217, + "f1": 0.774581, + "accuracy": 0.815217, + "main_score": 0.774581, + "hf_subset": "kin_Latn-tha_Thai", + "languages": [ + "kin-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.704542, + "recall": 0.75, + "f1": 0.71624, + "accuracy": 0.75, + "main_score": 0.71624, + "hf_subset": "kin_Latn-zho_Hans", + "languages": [ + "kin-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.78873, + "recall": 0.829051, + "f1": 0.799317, + "accuracy": 0.829051, + "main_score": 0.799317, + "hf_subset": "kin_Latn-ast_Latn", + "languages": [ + "kin-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.779577, + "recall": 0.827075, + "f1": 0.792212, + "accuracy": 0.827075, + "main_score": 0.792212, + "hf_subset": "kin_Latn-crh_Latn", + "languages": [ + "kin-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.787368, + "recall": 0.83004, + "f1": 0.798845, + "accuracy": 0.83004, + "main_score": 0.798845, + "hf_subset": "kin_Latn-glg_Latn", + "languages": [ + "kin-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.623611, + "recall": 0.68083, + "f1": 0.639749, + "accuracy": 0.68083, + "main_score": 0.639749, + "hf_subset": "kin_Latn-kas_Deva", + "languages": [ + "kin-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.768053, + "recall": 0.813241, + "f1": 0.780518, + "accuracy": 0.813241, + "main_score": 0.780518, + "hf_subset": "kin_Latn-ltz_Latn", + "languages": [ + "kin-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.406947, + "recall": 0.462451, + "f1": 0.421898, + "accuracy": 0.462451, + "main_score": 0.421898, + "hf_subset": "kin_Latn-nus_Latn", + "languages": [ + "kin-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.787281, + "recall": 0.829051, + "f1": 0.798504, + "accuracy": 0.829051, + "main_score": 0.798504, + "hf_subset": "kin_Latn-slk_Latn", + "languages": [ + "kin-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.546933, + "recall": 0.615613, + "f1": 0.565426, + "accuracy": 0.615613, + "main_score": 0.565426, + "hf_subset": "kin_Latn-tir_Ethi", + "languages": [ + "kin-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.755134, + "recall": 0.805336, + "f1": 0.768814, + "accuracy": 0.805336, + "main_score": 0.768814, + "hf_subset": "kin_Latn-zho_Hant", + "languages": [ + "kin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.756591, + "recall": 0.806324, + "f1": 0.769856, + "accuracy": 0.806324, + "main_score": 0.769856, + "hf_subset": "kin_Latn-awa_Deva", + "languages": [ + "kin-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.80984, + "recall": 0.851779, + "f1": 0.821814, + "accuracy": 0.851779, + "main_score": 0.821814, + "hf_subset": "kin_Latn-cym_Latn", + "languages": [ + "kin-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.576833, + "recall": 0.624506, + "f1": 0.588626, + "accuracy": 0.624506, + "main_score": 0.588626, + "hf_subset": "kin_Latn-grn_Latn", + "languages": [ + "kin-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.781858, + "recall": 0.826087, + "f1": 0.794001, + "accuracy": 0.826087, + "main_score": 0.794001, + "hf_subset": "kin_Latn-kat_Geor", + "languages": [ + "kin-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.509943, + "recall": 0.561265, + "f1": 0.522186, + "accuracy": 0.561265, + "main_score": 0.522186, + "hf_subset": "kin_Latn-lua_Latn", + "languages": [ + "kin-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.736512, + "recall": 0.794466, + "f1": 0.753741, + "accuracy": 0.794466, + "main_score": 0.753741, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.791232, + "recall": 0.833004, + "f1": 0.802888, + "accuracy": 0.833004, + "main_score": 0.802888, + "hf_subset": "kin_Latn-slv_Latn", + "languages": [ + "kin-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.714059, + "recall": 0.759881, + "f1": 0.725265, + "accuracy": 0.759881, + "main_score": 0.725265, + "hf_subset": "kin_Latn-tpi_Latn", + "languages": [ + "kin-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.794696, + "recall": 0.835968, + "f1": 0.80616, + "accuracy": 0.835968, + "main_score": 0.80616, + "hf_subset": "kin_Latn-zsm_Latn", + "languages": [ + "kin-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.469277, + "recall": 0.512846, + "f1": 0.481172, + "accuracy": 0.512846, + "main_score": 0.481172, + "hf_subset": "kin_Latn-ayr_Latn", + "languages": [ + "kin-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.803239, + "recall": 0.846838, + "f1": 0.815628, + "accuracy": 0.846838, + "main_score": 0.815628, + "hf_subset": "kin_Latn-dan_Latn", + "languages": [ + "kin-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.776302, + "recall": 0.828063, + "f1": 0.791165, + "accuracy": 0.828063, + "main_score": 0.791165, + "hf_subset": "kin_Latn-guj_Gujr", + "languages": [ + "kin-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.78709, + "recall": 0.833992, + "f1": 0.800801, + "accuracy": 0.833992, + "main_score": 0.800801, + "hf_subset": "kin_Latn-kaz_Cyrl", + "languages": [ + "kin-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.621912, + "recall": 0.685771, + "f1": 0.639826, + "accuracy": 0.685771, + "main_score": 0.639826, + "hf_subset": "kin_Latn-lug_Latn", + "languages": [ + "kin-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.780393, + "recall": 0.821146, + "f1": 0.791233, + "accuracy": 0.821146, + "main_score": 0.791233, + "hf_subset": "kin_Latn-oci_Latn", + "languages": [ + "kin-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.724885, + "recall": 0.777668, + "f1": 0.739928, + "accuracy": 0.777668, + "main_score": 0.739928, + "hf_subset": "kin_Latn-smo_Latn", + "languages": [ + "kin-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.69307, + "recall": 0.754941, + "f1": 0.710919, + "accuracy": 0.754941, + "main_score": 0.710919, + "hf_subset": "kin_Latn-tsn_Latn", + "languages": [ + "kin-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.816144, + "recall": 0.86166, + "f1": 0.829941, + "accuracy": 0.86166, + "main_score": 0.829941, + "hf_subset": "kin_Latn-zul_Latn", + "languages": [ + "kin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.690234, + "recall": 0.737154, + "f1": 0.703241, + "accuracy": 0.737154, + "main_score": 0.703241, + "hf_subset": "kin_Latn-azb_Arab", + "languages": [ + "kin-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.789356, + "recall": 0.831028, + "f1": 0.800661, + "accuracy": 0.831028, + "main_score": 0.800661, + "hf_subset": "kin_Latn-deu_Latn", + "languages": [ + "kin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.775261, + "recall": 0.822134, + "f1": 0.788597, + "accuracy": 0.822134, + "main_score": 0.788597, + "hf_subset": "kin_Latn-hat_Latn", + "languages": [ + "kin-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.479045, + "recall": 0.518775, + "f1": 0.490363, + "accuracy": 0.518775, + "main_score": 0.490363, + "hf_subset": "kin_Latn-kbp_Latn", + "languages": [ + "kin-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.499626, + "recall": 0.540514, + "f1": 0.51105, + "accuracy": 0.540514, + "main_score": 0.51105, + "hf_subset": "kin_Latn-luo_Latn", + "languages": [ + "kin-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.741174, + "recall": 0.799407, + "f1": 0.757817, + "accuracy": 0.799407, + "main_score": 0.757817, + "hf_subset": "kin_Latn-ory_Orya", + "languages": [ + "kin-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.763801, + "recall": 0.817194, + "f1": 0.77971, + "accuracy": 0.817194, + "main_score": 0.77971, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.610673, + "recall": 0.668972, + "f1": 0.626182, + "accuracy": 0.668972, + "main_score": 0.626182, + "hf_subset": "kin_Latn-tso_Latn", + "languages": [ + "kin-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.75991, + "recall": 0.811265, + "f1": 0.774084, + "accuracy": 0.811265, + "main_score": 0.774084, + "hf_subset": "kin_Latn-azj_Latn", + "languages": [ + "kin-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.449927, + "recall": 0.496047, + "f1": 0.462367, + "accuracy": 0.496047, + "main_score": 0.462367, + "hf_subset": "kin_Latn-dik_Latn", + "languages": [ + "kin-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.782069, + "recall": 0.83004, + "f1": 0.796116, + "accuracy": 0.83004, + "main_score": 0.796116, + "hf_subset": "kin_Latn-hau_Latn", + "languages": [ + "kin-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.735651, + "recall": 0.786561, + "f1": 0.748824, + "accuracy": 0.786561, + "main_score": 0.748824, + "hf_subset": "kin_Latn-kea_Latn", + "languages": [ + "kin-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.698441, + "recall": 0.75, + "f1": 0.713174, + "accuracy": 0.75, + "main_score": 0.713174, + "hf_subset": "kin_Latn-lus_Latn", + "languages": [ + "kin-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.627336, + "recall": 0.682806, + "f1": 0.641887, + "accuracy": 0.682806, + "main_score": 0.641887, + "hf_subset": "kin_Latn-pag_Latn", + "languages": [ + "kin-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.759511, + "recall": 0.813241, + "f1": 0.774961, + "accuracy": 0.813241, + "main_score": 0.774961, + "hf_subset": "kin_Latn-snd_Arab", + "languages": [ + "kin-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.773547, + "recall": 0.824111, + "f1": 0.787974, + "accuracy": 0.824111, + "main_score": 0.787974, + "hf_subset": "kin_Latn-tuk_Latn", + "languages": [ + "kin-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.784812, + "recall": 0.826087, + "f1": 0.79571, + "accuracy": 0.826087, + "main_score": 0.79571, + "hf_subset": "kin_Latn-bak_Cyrl", + "languages": [ + "kin-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.418737, + "recall": 0.483202, + "f1": 0.436651, + "accuracy": 0.483202, + "main_score": 0.436651, + "hf_subset": "kin_Latn-dyu_Latn", + "languages": [ + "kin-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.797079, + "recall": 0.842885, + "f1": 0.809895, + "accuracy": 0.842885, + "main_score": 0.809895, + "hf_subset": "kin_Latn-heb_Hebr", + "languages": [ + "kin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.78899, + "recall": 0.835968, + "f1": 0.802499, + "accuracy": 0.835968, + "main_score": 0.802499, + "hf_subset": "kin_Latn-khk_Cyrl", + "languages": [ + "kin-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.771144, + "recall": 0.821146, + "f1": 0.785247, + "accuracy": 0.821146, + "main_score": 0.785247, + "hf_subset": "kin_Latn-lvs_Latn", + "languages": [ + "kin-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.771431, + "recall": 0.823123, + "f1": 0.785987, + "accuracy": 0.823123, + "main_score": 0.785987, + "hf_subset": "kin_Latn-pan_Guru", + "languages": [ + "kin-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.756012, + "recall": 0.807312, + "f1": 0.771006, + "accuracy": 0.807312, + "main_score": 0.771006, + "hf_subset": "kin_Latn-som_Latn", + "languages": [ + "kin-Latn", + "som-Latn" + ] + }, + { + "precision": 0.636473, + "recall": 0.688735, + "f1": 0.651181, + "accuracy": 0.688735, + "main_score": 0.651181, + "hf_subset": "kin_Latn-tum_Latn", + "languages": [ + "kin-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.460398, + "recall": 0.545455, + "f1": 0.484095, + "accuracy": 0.545455, + "main_score": 0.484095, + "hf_subset": "mal_Mlym-ace_Arab", + "languages": [ + "mal-Mlym", + "ace-Arab" + ] + }, + { + "precision": 0.434172, + "recall": 0.487154, + "f1": 0.448202, + "accuracy": 0.487154, + "main_score": 0.448202, + "hf_subset": "mal_Mlym-bam_Latn", + "languages": [ + "mal-Mlym", + "bam-Latn" + ] + }, + { + "precision": 0.607102, + "recall": 0.697628, + "f1": 0.633086, + "accuracy": 0.697628, + "main_score": 0.633086, + "hf_subset": "mal_Mlym-dzo_Tibt", + "languages": [ + "mal-Mlym", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "mal_Mlym-khm_Khmr", + "languages": [ + "mal-Mlym", + "khm-Khmr" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mal_Mlym-mag_Deva", + "languages": [ + "mal-Mlym", + "mag-Deva" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "mal_Mlym-pap_Latn", + "languages": [ + "mal-Mlym", + "pap-Latn" + ] + }, + { + "precision": 0.818956, + "recall": 0.867589, + "f1": 0.833794, + "accuracy": 0.867589, + "main_score": 0.833794, + "hf_subset": "mal_Mlym-sot_Latn", + "languages": [ + "mal-Mlym", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-tur_Latn", + "languages": [ + "mal-Mlym", + "tur-Latn" + ] + }, + { + "precision": 0.803022, + "recall": 0.854743, + "f1": 0.818815, + "accuracy": 0.854743, + "main_score": 0.818815, + "hf_subset": "mal_Mlym-ace_Latn", + "languages": [ + "mal-Mlym", + "ace-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "mal_Mlym-ban_Latn", + "languages": [ + "mal-Mlym", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-ell_Grek", + "languages": [ + "mal-Mlym", + "ell-Grek" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mal_Mlym-hne_Deva", + "languages": [ + "mal-Mlym", + "hne-Deva" + ] + }, + { + "precision": 0.540731, + "recall": 0.607708, + "f1": 0.558569, + "accuracy": 0.607708, + "main_score": 0.558569, + "hf_subset": "mal_Mlym-kik_Latn", + "languages": [ + "mal-Mlym", + "kik-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ] + }, + { + "precision": 0.932806, + "recall": 0.952569, + "f1": 0.939032, + "accuracy": 0.952569, + "main_score": 0.939032, + "hf_subset": "mal_Mlym-pbt_Arab", + "languages": [ + "mal-Mlym", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-spa_Latn", + "languages": [ + "mal-Mlym", + "spa-Latn" + ] + }, + { + "precision": 0.701921, + "recall": 0.76581, + "f1": 0.720053, + "accuracy": 0.76581, + "main_score": 0.720053, + "hf_subset": "mal_Mlym-twi_Latn", + "languages": [ + "mal-Mlym", + "twi-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mal_Mlym-acm_Arab", + "languages": [ + "mal-Mlym", + "acm-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mal_Mlym-bel_Cyrl", + "languages": [ + "mal-Mlym", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-hrv_Latn", + "languages": [ + "mal-Mlym", + "hrv-Latn" + ] + }, + { + "precision": 0.8237, + "recall": 0.866601, + "f1": 0.836388, + "accuracy": 0.866601, + "main_score": 0.836388, + "hf_subset": "mal_Mlym-kin_Latn", + "languages": [ + "mal-Mlym", + "kin-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mal_Mlym-pes_Arab", + "languages": [ + "mal-Mlym", + "pes-Arab" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "mal_Mlym-srd_Latn", + "languages": [ + "mal-Mlym", + "srd-Latn" + ] + }, + { + "precision": 0.197338, + "recall": 0.261858, + "f1": 0.213336, + "accuracy": 0.261858, + "main_score": 0.213336, + "hf_subset": "mal_Mlym-tzm_Tfng", + "languages": [ + "mal-Mlym", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-acq_Arab", + "languages": [ + "mal-Mlym", + "acq-Arab" + ] + }, + { + "precision": 0.623878, + "recall": 0.695652, + "f1": 0.643357, + "accuracy": 0.695652, + "main_score": 0.643357, + "hf_subset": "mal_Mlym-bem_Latn", + "languages": [ + "mal-Mlym", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-epo_Latn", + "languages": [ + "mal-Mlym", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-hun_Latn", + "languages": [ + "mal-Mlym", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-kir_Cyrl", + "languages": [ + "mal-Mlym", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ] + }, + { + "precision": 0.845175, + "recall": 0.885375, + "f1": 0.85735, + "accuracy": 0.885375, + "main_score": 0.85735, + "hf_subset": "mal_Mlym-plt_Latn", + "languages": [ + "mal-Mlym", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-srp_Cyrl", + "languages": [ + "mal-Mlym", + "srp-Cyrl" + ] + }, + { + "precision": 0.935194, + "recall": 0.954545, + "f1": 0.941436, + "accuracy": 0.954545, + "main_score": 0.941436, + "hf_subset": "mal_Mlym-uig_Arab", + "languages": [ + "mal-Mlym", + "uig-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-aeb_Arab", + "languages": [ + "mal-Mlym", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-est_Latn", + "languages": [ + "mal-Mlym", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-hye_Armn", + "languages": [ + "mal-Mlym", + "hye-Armn" + ] + }, + { + "precision": 0.425602, + "recall": 0.488142, + "f1": 0.442012, + "accuracy": 0.488142, + "main_score": 0.442012, + "hf_subset": "mal_Mlym-kmb_Latn", + "languages": [ + "mal-Mlym", + "kmb-Latn" + ] + }, + { + "precision": 0.433232, + "recall": 0.516798, + "f1": 0.453853, + "accuracy": 0.516798, + "main_score": 0.453853, + "hf_subset": "mal_Mlym-min_Arab", + "languages": [ + "mal-Mlym", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-pol_Latn", + "languages": [ + "mal-Mlym", + "pol-Latn" + ] + }, + { + "precision": 0.703129, + "recall": 0.772727, + "f1": 0.723602, + "accuracy": 0.772727, + "main_score": 0.723602, + "hf_subset": "mal_Mlym-ssw_Latn", + "languages": [ + "mal-Mlym", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-ukr_Cyrl", + "languages": [ + "mal-Mlym", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-afr_Latn", + "languages": [ + "mal-Mlym", + "afr-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mal_Mlym-bho_Deva", + "languages": [ + "mal-Mlym", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-eus_Latn", + "languages": [ + "mal-Mlym", + "eus-Latn" + ] + }, + { + "precision": 0.811957, + "recall": 0.866601, + "f1": 0.828821, + "accuracy": 0.866601, + "main_score": 0.828821, + "hf_subset": "mal_Mlym-ibo_Latn", + "languages": [ + "mal-Mlym", + "ibo-Latn" + ] + }, + { + "precision": 0.849061, + "recall": 0.892292, + "f1": 0.862846, + "accuracy": 0.892292, + "main_score": 0.862846, + "hf_subset": "mal_Mlym-kmr_Latn", + "languages": [ + "mal-Mlym", + "kmr-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "mal_Mlym-min_Latn", + "languages": [ + "mal-Mlym", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-por_Latn", + "languages": [ + "mal-Mlym", + "por-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "mal_Mlym-sun_Latn", + "languages": [ + "mal-Mlym", + "sun-Latn" + ] + }, + { + "precision": 0.421497, + "recall": 0.478261, + "f1": 0.436421, + "accuracy": 0.478261, + "main_score": 0.436421, + "hf_subset": "mal_Mlym-umb_Latn", + "languages": [ + "mal-Mlym", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-ajp_Arab", + "languages": [ + "mal-Mlym", + "ajp-Arab" + ] + }, + { + "precision": 0.443956, + "recall": 0.525692, + "f1": 0.465662, + "accuracy": 0.525692, + "main_score": 0.465662, + "hf_subset": "mal_Mlym-bjn_Arab", + "languages": [ + "mal-Mlym", + "bjn-Arab" + ] + }, + { + "precision": 0.429244, + "recall": 0.483202, + "f1": 0.443691, + "accuracy": 0.483202, + "main_score": 0.443691, + "hf_subset": "mal_Mlym-ewe_Latn", + "languages": [ + "mal-Mlym", + "ewe-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "mal_Mlym-ilo_Latn", + "languages": [ + "mal-Mlym", + "ilo-Latn" + ] + }, + { + "precision": 0.239812, + "recall": 0.300395, + "f1": 0.254345, + "accuracy": 0.300395, + "main_score": 0.254345, + "hf_subset": "mal_Mlym-knc_Arab", + "languages": [ + "mal-Mlym", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-mkd_Cyrl", + "languages": [ + "mal-Mlym", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-prs_Arab", + "languages": [ + "mal-Mlym", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-swe_Latn", + "languages": [ + "mal-Mlym", + "swe-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ] + }, + { + "precision": 0.687979, + "recall": 0.753953, + "f1": 0.706524, + "accuracy": 0.753953, + "main_score": 0.706524, + "hf_subset": "mal_Mlym-aka_Latn", + "languages": [ + "mal-Mlym", + "aka-Latn" + ] + }, + { + "precision": 0.958531, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "mal_Mlym-bjn_Latn", + "languages": [ + "mal-Mlym", + "bjn-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "mal_Mlym-fao_Latn", + "languages": [ + "mal-Mlym", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ] + }, + { + "precision": 0.505732, + "recall": 0.555336, + "f1": 0.518641, + "accuracy": 0.555336, + "main_score": 0.518641, + "hf_subset": "mal_Mlym-knc_Latn", + "languages": [ + "mal-Mlym", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-mlt_Latn", + "languages": [ + "mal-Mlym", + "mlt-Latn" + ] + }, + { + "precision": 0.60324, + "recall": 0.675889, + "f1": 0.62368, + "accuracy": 0.675889, + "main_score": 0.62368, + "hf_subset": "mal_Mlym-quy_Latn", + "languages": [ + "mal-Mlym", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-swh_Latn", + "languages": [ + "mal-Mlym", + "swh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mal_Mlym-uzn_Latn", + "languages": [ + "mal-Mlym", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-als_Latn", + "languages": [ + "mal-Mlym", + "als-Latn" + ] + }, + { + "precision": 0.761161, + "recall": 0.823123, + "f1": 0.779235, + "accuracy": 0.823123, + "main_score": 0.779235, + "hf_subset": "mal_Mlym-bod_Tibt", + "languages": [ + "mal-Mlym", + "bod-Tibt" + ] + }, + { + "precision": 0.598471, + "recall": 0.671937, + "f1": 0.619302, + "accuracy": 0.671937, + "main_score": 0.619302, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "mal_Mlym-isl_Latn", + "languages": [ + "mal-Mlym", + "isl-Latn" + ] + }, + { + "precision": 0.535538, + "recall": 0.607708, + "f1": 0.555011, + "accuracy": 0.607708, + "main_score": 0.555011, + "hf_subset": "mal_Mlym-kon_Latn", + "languages": [ + "mal-Mlym", + "kon-Latn" + ] + }, + { + "precision": 0.581919, + "recall": 0.65415, + "f1": 0.601776, + "accuracy": 0.65415, + "main_score": 0.601776, + "hf_subset": "mal_Mlym-mni_Beng", + "languages": [ + "mal-Mlym", + "mni-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-ron_Latn", + "languages": [ + "mal-Mlym", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "mal_Mlym-szl_Latn", + "languages": [ + "mal-Mlym", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-vec_Latn", + "languages": [ + "mal-Mlym", + "vec-Latn" + ] + }, + { + "precision": 0.898715, + "recall": 0.928854, + "f1": 0.908235, + "accuracy": 0.928854, + "main_score": 0.908235, + "hf_subset": "mal_Mlym-amh_Ethi", + "languages": [ + "mal-Mlym", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-bos_Latn", + "languages": [ + "mal-Mlym", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-fin_Latn", + "languages": [ + "mal-Mlym", + "fin-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mal_Mlym-ita_Latn", + "languages": [ + "mal-Mlym", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-kor_Hang", + "languages": [ + "mal-Mlym", + "kor-Hang" + ] + }, + { + "precision": 0.468513, + "recall": 0.524704, + "f1": 0.484115, + "accuracy": 0.524704, + "main_score": 0.484115, + "hf_subset": "mal_Mlym-mos_Latn", + "languages": [ + "mal-Mlym", + "mos-Latn" + ] + }, + { + "precision": 0.700593, + "recall": 0.770751, + "f1": 0.721513, + "accuracy": 0.770751, + "main_score": 0.721513, + "hf_subset": "mal_Mlym-run_Latn", + "languages": [ + "mal-Mlym", + "run-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mal_Mlym-vie_Latn", + "languages": [ + "mal-Mlym", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-apc_Arab", + "languages": [ + "mal-Mlym", + "apc-Arab" + ] + }, + { + "precision": 0.676936, + "recall": 0.738142, + "f1": 0.693399, + "accuracy": 0.738142, + "main_score": 0.693399, + "hf_subset": "mal_Mlym-bug_Latn", + "languages": [ + "mal-Mlym", + "bug-Latn" + ] + }, + { + "precision": 0.407246, + "recall": 0.456522, + "f1": 0.42095, + "accuracy": 0.456522, + "main_score": 0.42095, + "hf_subset": "mal_Mlym-fon_Latn", + "languages": [ + "mal-Mlym", + "fon-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "mal_Mlym-jav_Latn", + "languages": [ + "mal-Mlym", + "jav-Latn" + ] + }, + { + "precision": 0.930748, + "recall": 0.951581, + "f1": 0.937319, + "accuracy": 0.951581, + "main_score": 0.937319, + "hf_subset": "mal_Mlym-lao_Laoo", + "languages": [ + "mal-Mlym", + "lao-Laoo" + ] + }, + { + "precision": 0.847991, + "recall": 0.893281, + "f1": 0.862107, + "accuracy": 0.893281, + "main_score": 0.862107, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-rus_Cyrl", + "languages": [ + "mal-Mlym", + "rus-Cyrl" + ] + }, + { + "precision": 0.457105, + "recall": 0.514822, + "f1": 0.472927, + "accuracy": 0.514822, + "main_score": 0.472927, + "hf_subset": "mal_Mlym-taq_Latn", + "languages": [ + "mal-Mlym", + "taq-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "mal_Mlym-war_Latn", + "languages": [ + "mal-Mlym", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-arb_Arab", + "languages": [ + "mal-Mlym", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-bul_Cyrl", + "languages": [ + "mal-Mlym", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-fra_Latn", + "languages": [ + "mal-Mlym", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-jpn_Jpan", + "languages": [ + "mal-Mlym", + "jpn-Jpan" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "mal_Mlym-lij_Latn", + "languages": [ + "mal-Mlym", + "lij-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "mal_Mlym-mya_Mymr", + "languages": [ + "mal-Mlym", + "mya-Mymr" + ] + }, + { + "precision": 0.511763, + "recall": 0.572134, + "f1": 0.528104, + "accuracy": 0.572134, + "main_score": 0.528104, + "hf_subset": "mal_Mlym-sag_Latn", + "languages": [ + "mal-Mlym", + "sag-Latn" + ] + }, + { + "precision": 0.212888, + "recall": 0.278656, + "f1": 0.228702, + "accuracy": 0.278656, + "main_score": 0.228702, + "hf_subset": "mal_Mlym-taq_Tfng", + "languages": [ + "mal-Mlym", + "taq-Tfng" + ] + }, + { + "precision": 0.603613, + "recall": 0.66996, + "f1": 0.621241, + "accuracy": 0.66996, + "main_score": 0.621241, + "hf_subset": "mal_Mlym-wol_Latn", + "languages": [ + "mal-Mlym", + "wol-Latn" + ] + }, + { + "precision": 0.823123, + "recall": 0.874506, + "f1": 0.839032, + "accuracy": 0.874506, + "main_score": 0.839032, + "hf_subset": "mal_Mlym-arb_Latn", + "languages": [ + "mal-Mlym", + "arb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-cat_Latn", + "languages": [ + "mal-Mlym", + "cat-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "mal_Mlym-fur_Latn", + "languages": [ + "mal-Mlym", + "fur-Latn" + ] + }, + { + "precision": 0.394235, + "recall": 0.465415, + "f1": 0.411754, + "accuracy": 0.465415, + "main_score": 0.411754, + "hf_subset": "mal_Mlym-kab_Latn", + "languages": [ + "mal-Mlym", + "kab-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mal_Mlym-lim_Latn", + "languages": [ + "mal-Mlym", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-nld_Latn", + "languages": [ + "mal-Mlym", + "nld-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-tat_Cyrl", + "languages": [ + "mal-Mlym", + "tat-Cyrl" + ] + }, + { + "precision": 0.842474, + "recall": 0.88834, + "f1": 0.856884, + "accuracy": 0.88834, + "main_score": 0.856884, + "hf_subset": "mal_Mlym-xho_Latn", + "languages": [ + "mal-Mlym", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-ars_Arab", + "languages": [ + "mal-Mlym", + "ars-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mal_Mlym-ceb_Latn", + "languages": [ + "mal-Mlym", + "ceb-Latn" + ] + }, + { + "precision": 0.444782, + "recall": 0.504941, + "f1": 0.460389, + "accuracy": 0.504941, + "main_score": 0.460389, + "hf_subset": "mal_Mlym-fuv_Latn", + "languages": [ + "mal-Mlym", + "fuv-Latn" + ] + }, + { + "precision": 0.445409, + "recall": 0.513834, + "f1": 0.46342, + "accuracy": 0.513834, + "main_score": 0.46342, + "hf_subset": "mal_Mlym-kac_Latn", + "languages": [ + "mal-Mlym", + "kac-Latn" + ] + }, + { + "precision": 0.573043, + "recall": 0.641304, + "f1": 0.591072, + "accuracy": 0.641304, + "main_score": 0.591072, + "hf_subset": "mal_Mlym-lin_Latn", + "languages": [ + "mal-Mlym", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-nno_Latn", + "languages": [ + "mal-Mlym", + "nno-Latn" + ] + }, + { + "precision": 0.861199, + "recall": 0.899209, + "f1": 0.872991, + "accuracy": 0.899209, + "main_score": 0.872991, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mal_Mlym-ydd_Hebr", + "languages": [ + "mal-Mlym", + "ydd-Hebr" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "mal_Mlym-ary_Arab", + "languages": [ + "mal-Mlym", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-ces_Latn", + "languages": [ + "mal-Mlym", + "ces-Latn" + ] + }, + { + "precision": 0.527862, + "recall": 0.607708, + "f1": 0.550311, + "accuracy": 0.607708, + "main_score": 0.550311, + "hf_subset": "mal_Mlym-gaz_Latn", + "languages": [ + "mal-Mlym", + "gaz-Latn" + ] + }, + { + "precision": 0.482945, + "recall": 0.563241, + "f1": 0.503919, + "accuracy": 0.563241, + "main_score": 0.503919, + "hf_subset": "mal_Mlym-kam_Latn", + "languages": [ + "mal-Mlym", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mal_Mlym-lit_Latn", + "languages": [ + "mal-Mlym", + "lit-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-nob_Latn", + "languages": [ + "mal-Mlym", + "nob-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-scn_Latn", + "languages": [ + "mal-Mlym", + "scn-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "mal_Mlym-tgk_Cyrl", + "languages": [ + "mal-Mlym", + "tgk-Cyrl" + ] + }, + { + "precision": 0.688186, + "recall": 0.762846, + "f1": 0.709608, + "accuracy": 0.762846, + "main_score": 0.709608, + "hf_subset": "mal_Mlym-yor_Latn", + "languages": [ + "mal-Mlym", + "yor-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mal_Mlym-arz_Arab", + "languages": [ + "mal-Mlym", + "arz-Arab" + ] + }, + { + "precision": 0.437062, + "recall": 0.498024, + "f1": 0.453073, + "accuracy": 0.498024, + "main_score": 0.453073, + "hf_subset": "mal_Mlym-cjk_Latn", + "languages": [ + "mal-Mlym", + "cjk-Latn" + ] + }, + { + "precision": 0.921772, + "recall": 0.947628, + "f1": 0.930336, + "accuracy": 0.947628, + "main_score": 0.930336, + "hf_subset": "mal_Mlym-gla_Latn", + "languages": [ + "mal-Mlym", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ] + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "mal_Mlym-lmo_Latn", + "languages": [ + "mal-Mlym", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ] + }, + { + "precision": 0.505792, + "recall": 0.587945, + "f1": 0.528994, + "accuracy": 0.587945, + "main_score": 0.528994, + "hf_subset": "mal_Mlym-shn_Mymr", + "languages": [ + "mal-Mlym", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-tgl_Latn", + "languages": [ + "mal-Mlym", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-yue_Hant", + "languages": [ + "mal-Mlym", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ] + }, + { + "precision": 0.907773, + "recall": 0.936759, + "f1": 0.917161, + "accuracy": 0.936759, + "main_score": 0.917161, + "hf_subset": "mal_Mlym-ckb_Arab", + "languages": [ + "mal-Mlym", + "ckb-Arab" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "mal_Mlym-gle_Latn", + "languages": [ + "mal-Mlym", + "gle-Latn" + ] + }, + { + "precision": 0.89669, + "recall": 0.926877, + "f1": 0.906192, + "accuracy": 0.926877, + "main_score": 0.906192, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ] + }, + { + "precision": 0.866107, + "recall": 0.90415, + "f1": 0.877931, + "accuracy": 0.90415, + "main_score": 0.877931, + "hf_subset": "mal_Mlym-ltg_Latn", + "languages": [ + "mal-Mlym", + "ltg-Latn" + ] + }, + { + "precision": 0.745695, + "recall": 0.809289, + "f1": 0.765366, + "accuracy": 0.809289, + "main_score": 0.765366, + "hf_subset": "mal_Mlym-nso_Latn", + "languages": [ + "mal-Mlym", + "nso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-sin_Sinh", + "languages": [ + "mal-Mlym", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-tha_Thai", + "languages": [ + "mal-Mlym", + "tha-Thai" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mal_Mlym-zho_Hans", + "languages": [ + "mal-Mlym", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-ast_Latn", + "languages": [ + "mal-Mlym", + "ast-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "mal_Mlym-crh_Latn", + "languages": [ + "mal-Mlym", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-glg_Latn", + "languages": [ + "mal-Mlym", + "glg-Latn" + ] + }, + { + "precision": 0.831258, + "recall": 0.878458, + "f1": 0.845455, + "accuracy": 0.878458, + "main_score": 0.845455, + "hf_subset": "mal_Mlym-kas_Deva", + "languages": [ + "mal-Mlym", + "kas-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mal_Mlym-ltz_Latn", + "languages": [ + "mal-Mlym", + "ltz-Latn" + ] + }, + { + "precision": 0.408765, + "recall": 0.470356, + "f1": 0.425122, + "accuracy": 0.470356, + "main_score": 0.425122, + "hf_subset": "mal_Mlym-nus_Latn", + "languages": [ + "mal-Mlym", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-slk_Latn", + "languages": [ + "mal-Mlym", + "slk-Latn" + ] + }, + { + "precision": 0.591846, + "recall": 0.673913, + "f1": 0.614876, + "accuracy": 0.673913, + "main_score": 0.614876, + "hf_subset": "mal_Mlym-tir_Ethi", + "languages": [ + "mal-Mlym", + "tir-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-zho_Hant", + "languages": [ + "mal-Mlym", + "zho-Hant" + ] + }, + { + "precision": 0.97052, + "recall": 0.978261, + "f1": 0.972991, + "accuracy": 0.978261, + "main_score": 0.972991, + "hf_subset": "mal_Mlym-awa_Deva", + "languages": [ + "mal-Mlym", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-cym_Latn", + "languages": [ + "mal-Mlym", + "cym-Latn" + ] + }, + { + "precision": 0.705381, + "recall": 0.764822, + "f1": 0.722024, + "accuracy": 0.764822, + "main_score": 0.722024, + "hf_subset": "mal_Mlym-grn_Latn", + "languages": [ + "mal-Mlym", + "grn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-kat_Geor", + "languages": [ + "mal-Mlym", + "kat-Geor" + ] + }, + { + "precision": 0.532783, + "recall": 0.601779, + "f1": 0.550621, + "accuracy": 0.601779, + "main_score": 0.550621, + "hf_subset": "mal_Mlym-lua_Latn", + "languages": [ + "mal-Mlym", + "lua-Latn" + ] + }, + { + "precision": 0.805665, + "recall": 0.858696, + "f1": 0.822101, + "accuracy": 0.858696, + "main_score": 0.822101, + "hf_subset": "mal_Mlym-nya_Latn", + "languages": [ + "mal-Mlym", + "nya-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-slv_Latn", + "languages": [ + "mal-Mlym", + "slv-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "mal_Mlym-tpi_Latn", + "languages": [ + "mal-Mlym", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-zsm_Latn", + "languages": [ + "mal-Mlym", + "zsm-Latn" + ] + }, + { + "precision": 0.470067, + "recall": 0.527668, + "f1": 0.485657, + "accuracy": 0.527668, + "main_score": 0.485657, + "hf_subset": "mal_Mlym-ayr_Latn", + "languages": [ + "mal-Mlym", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-dan_Latn", + "languages": [ + "mal-Mlym", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-kaz_Cyrl", + "languages": [ + "mal-Mlym", + "kaz-Cyrl" + ] + }, + { + "precision": 0.596136, + "recall": 0.681818, + "f1": 0.620333, + "accuracy": 0.681818, + "main_score": 0.620333, + "hf_subset": "mal_Mlym-lug_Latn", + "languages": [ + "mal-Mlym", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mal_Mlym-oci_Latn", + "languages": [ + "mal-Mlym", + "oci-Latn" + ] + }, + { + "precision": 0.805698, + "recall": 0.859684, + "f1": 0.822727, + "accuracy": 0.859684, + "main_score": 0.822727, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ] + }, + { + "precision": 0.697639, + "recall": 0.769763, + "f1": 0.719222, + "accuracy": 0.769763, + "main_score": 0.719222, + "hf_subset": "mal_Mlym-tsn_Latn", + "languages": [ + "mal-Mlym", + "tsn-Latn" + ] + }, + { + "precision": 0.846937, + "recall": 0.890316, + "f1": 0.860145, + "accuracy": 0.890316, + "main_score": 0.860145, + "hf_subset": "mal_Mlym-zul_Latn", + "languages": [ + "mal-Mlym", + "zul-Latn" + ] + }, + { + "precision": 0.90135, + "recall": 0.93083, + "f1": 0.910903, + "accuracy": 0.93083, + "main_score": 0.910903, + "hf_subset": "mal_Mlym-azb_Arab", + "languages": [ + "mal-Mlym", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-deu_Latn", + "languages": [ + "mal-Mlym", + "deu-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "mal_Mlym-hat_Latn", + "languages": [ + "mal-Mlym", + "hat-Latn" + ] + }, + { + "precision": 0.439973, + "recall": 0.498024, + "f1": 0.455418, + "accuracy": 0.498024, + "main_score": 0.455418, + "hf_subset": "mal_Mlym-kbp_Latn", + "languages": [ + "mal-Mlym", + "kbp-Latn" + ] + }, + { + "precision": 0.482148, + "recall": 0.54249, + "f1": 0.498254, + "accuracy": 0.54249, + "main_score": 0.498254, + "hf_subset": "mal_Mlym-luo_Latn", + "languages": [ + "mal-Mlym", + "luo-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ] + }, + { + "precision": 0.855599, + "recall": 0.897233, + "f1": 0.868709, + "accuracy": 0.897233, + "main_score": 0.868709, + "hf_subset": "mal_Mlym-sna_Latn", + "languages": [ + "mal-Mlym", + "sna-Latn" + ] + }, + { + "precision": 0.59347, + "recall": 0.667984, + "f1": 0.613754, + "accuracy": 0.667984, + "main_score": 0.613754, + "hf_subset": "mal_Mlym-tso_Latn", + "languages": [ + "mal-Mlym", + "tso-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mal_Mlym-azj_Latn", + "languages": [ + "mal-Mlym", + "azj-Latn" + ] + }, + { + "precision": 0.479047, + "recall": 0.550395, + "f1": 0.498807, + "accuracy": 0.550395, + "main_score": 0.498807, + "hf_subset": "mal_Mlym-dik_Latn", + "languages": [ + "mal-Mlym", + "dik-Latn" + ] + }, + { + "precision": 0.86059, + "recall": 0.900198, + "f1": 0.87309, + "accuracy": 0.900198, + "main_score": 0.87309, + "hf_subset": "mal_Mlym-hau_Latn", + "languages": [ + "mal-Mlym", + "hau-Latn" + ] + }, + { + "precision": 0.944664, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "mal_Mlym-kea_Latn", + "languages": [ + "mal-Mlym", + "kea-Latn" + ] + }, + { + "precision": 0.909947, + "recall": 0.935771, + "f1": 0.918149, + "accuracy": 0.935771, + "main_score": 0.918149, + "hf_subset": "mal_Mlym-lus_Latn", + "languages": [ + "mal-Mlym", + "lus-Latn" + ] + }, + { + "precision": 0.821014, + "recall": 0.868577, + "f1": 0.835375, + "accuracy": 0.868577, + "main_score": 0.835375, + "hf_subset": "mal_Mlym-pag_Latn", + "languages": [ + "mal-Mlym", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "mal_Mlym-snd_Arab", + "languages": [ + "mal-Mlym", + "snd-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "mal_Mlym-tuk_Latn", + "languages": [ + "mal-Mlym", + "tuk-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mal_Mlym-bak_Cyrl", + "languages": [ + "mal-Mlym", + "bak-Cyrl" + ] + }, + { + "precision": 0.44321, + "recall": 0.512846, + "f1": 0.461821, + "accuracy": 0.512846, + "main_score": 0.461821, + "hf_subset": "mal_Mlym-dyu_Latn", + "languages": [ + "mal-Mlym", + "dyu-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-heb_Hebr", + "languages": [ + "mal-Mlym", + "heb-Hebr" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "mal_Mlym-khk_Cyrl", + "languages": [ + "mal-Mlym", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-lvs_Latn", + "languages": [ + "mal-Mlym", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ] + }, + { + "precision": 0.820899, + "recall": 0.871542, + "f1": 0.836462, + "accuracy": 0.871542, + "main_score": 0.836462, + "hf_subset": "mal_Mlym-som_Latn", + "languages": [ + "mal-Mlym", + "som-Latn" + ] + }, + { + "precision": 0.660392, + "recall": 0.726285, + "f1": 0.678964, + "accuracy": 0.726285, + "main_score": 0.678964, + "hf_subset": "mal_Mlym-tum_Latn", + "languages": [ + "mal-Mlym", + "tum-Latn" + ] + }, + { + "precision": 0.484175, + "recall": 0.575099, + "f1": 0.509899, + "accuracy": 0.575099, + "main_score": 0.509899, + "hf_subset": "pes_Arab-ace_Arab", + "languages": [ + "pes-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.464311, + "recall": 0.527668, + "f1": 0.480936, + "accuracy": 0.527668, + "main_score": 0.480936, + "hf_subset": "pes_Arab-bam_Latn", + "languages": [ + "pes-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.617099, + "recall": 0.705534, + "f1": 0.642201, + "accuracy": 0.705534, + "main_score": 0.642201, + "hf_subset": "pes_Arab-dzo_Tibt", + "languages": [ + "pes-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-hin_Deva", + "languages": [ + "pes-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pes_Arab-khm_Khmr", + "languages": [ + "pes-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pes_Arab-mag_Deva", + "languages": [ + "pes-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pes_Arab-pap_Latn", + "languages": [ + "pes-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.830237, + "recall": 0.87747, + "f1": 0.844749, + "accuracy": 0.87747, + "main_score": 0.844749, + "hf_subset": "pes_Arab-sot_Latn", + "languages": [ + "pes-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-tur_Latn", + "languages": [ + "pes-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.839295, + "recall": 0.881423, + "f1": 0.852009, + "accuracy": 0.881423, + "main_score": 0.852009, + "hf_subset": "pes_Arab-ace_Latn", + "languages": [ + "pes-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "pes_Arab-ban_Latn", + "languages": [ + "pes-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ell_Grek", + "languages": [ + "pes-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pes_Arab-hne_Deva", + "languages": [ + "pes-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.547949, + "recall": 0.620553, + "f1": 0.567639, + "accuracy": 0.620553, + "main_score": 0.567639, + "hf_subset": "pes_Arab-kik_Latn", + "languages": [ + "pes-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-mai_Deva", + "languages": [ + "pes-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "pes_Arab-pbt_Arab", + "languages": [ + "pes-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-spa_Latn", + "languages": [ + "pes-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.708937, + "recall": 0.77668, + "f1": 0.729073, + "accuracy": 0.77668, + "main_score": 0.729073, + "hf_subset": "pes_Arab-twi_Latn", + "languages": [ + "pes-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-acm_Arab", + "languages": [ + "pes-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-bel_Cyrl", + "languages": [ + "pes-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-hrv_Latn", + "languages": [ + "pes-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.825856, + "recall": 0.87253, + "f1": 0.84002, + "accuracy": 0.87253, + "main_score": 0.84002, + "hf_subset": "pes_Arab-kin_Latn", + "languages": [ + "pes-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pes_Arab-mal_Mlym", + "languages": [ + "pes-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pes_Arab-srd_Latn", + "languages": [ + "pes-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.200141, + "recall": 0.257905, + "f1": 0.213739, + "accuracy": 0.257905, + "main_score": 0.213739, + "hf_subset": "pes_Arab-tzm_Tfng", + "languages": [ + "pes-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-acq_Arab", + "languages": [ + "pes-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.613282, + "recall": 0.699605, + "f1": 0.638155, + "accuracy": 0.699605, + "main_score": 0.638155, + "hf_subset": "pes_Arab-bem_Latn", + "languages": [ + "pes-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-epo_Latn", + "languages": [ + "pes-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-hun_Latn", + "languages": [ + "pes-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pes_Arab-kir_Cyrl", + "languages": [ + "pes-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-mar_Deva", + "languages": [ + "pes-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.845059, + "recall": 0.88834, + "f1": 0.858465, + "accuracy": 0.88834, + "main_score": 0.858465, + "hf_subset": "pes_Arab-plt_Latn", + "languages": [ + "pes-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-srp_Cyrl", + "languages": [ + "pes-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.9403, + "recall": 0.958498, + "f1": 0.946047, + "accuracy": 0.958498, + "main_score": 0.946047, + "hf_subset": "pes_Arab-uig_Arab", + "languages": [ + "pes-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-aeb_Arab", + "languages": [ + "pes-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-ben_Beng", + "languages": [ + "pes-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-est_Latn", + "languages": [ + "pes-Arab", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-hye_Armn", + "languages": [ + "pes-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.43526, + "recall": 0.504941, + "f1": 0.453983, + "accuracy": 0.504941, + "main_score": 0.453983, + "hf_subset": "pes_Arab-kmb_Latn", + "languages": [ + "pes-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.430461, + "recall": 0.518775, + "f1": 0.452847, + "accuracy": 0.518775, + "main_score": 0.452847, + "hf_subset": "pes_Arab-min_Arab", + "languages": [ + "pes-Arab", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-pol_Latn", + "languages": [ + "pes-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.698131, + "recall": 0.770751, + "f1": 0.719554, + "accuracy": 0.770751, + "main_score": 0.719554, + "hf_subset": "pes_Arab-ssw_Latn", + "languages": [ + "pes-Arab", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ukr_Cyrl", + "languages": [ + "pes-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-afr_Latn", + "languages": [ + "pes-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-bho_Deva", + "languages": [ + "pes-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-eus_Latn", + "languages": [ + "pes-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.822694, + "recall": 0.871542, + "f1": 0.837535, + "accuracy": 0.871542, + "main_score": 0.837535, + "hf_subset": "pes_Arab-ibo_Latn", + "languages": [ + "pes-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.861775, + "recall": 0.902174, + "f1": 0.874572, + "accuracy": 0.902174, + "main_score": 0.874572, + "hf_subset": "pes_Arab-kmr_Latn", + "languages": [ + "pes-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pes_Arab-min_Latn", + "languages": [ + "pes-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-por_Latn", + "languages": [ + "pes-Arab", + "por-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pes_Arab-sun_Latn", + "languages": [ + "pes-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.432087, + "recall": 0.497036, + "f1": 0.450012, + "accuracy": 0.497036, + "main_score": 0.450012, + "hf_subset": "pes_Arab-umb_Latn", + "languages": [ + "pes-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-ajp_Arab", + "languages": [ + "pes-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.457311, + "recall": 0.547431, + "f1": 0.481354, + "accuracy": 0.547431, + "main_score": 0.481354, + "hf_subset": "pes_Arab-bjn_Arab", + "languages": [ + "pes-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.442658, + "recall": 0.500988, + "f1": 0.458379, + "accuracy": 0.500988, + "main_score": 0.458379, + "hf_subset": "pes_Arab-ewe_Latn", + "languages": [ + "pes-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.933959, + "recall": 0.955534, + "f1": 0.941041, + "accuracy": 0.955534, + "main_score": 0.941041, + "hf_subset": "pes_Arab-ilo_Latn", + "languages": [ + "pes-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.232864, + "recall": 0.29249, + "f1": 0.247191, + "accuracy": 0.29249, + "main_score": 0.247191, + "hf_subset": "pes_Arab-knc_Arab", + "languages": [ + "pes-Arab", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-mkd_Cyrl", + "languages": [ + "pes-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-prs_Arab", + "languages": [ + "pes-Arab", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-swe_Latn", + "languages": [ + "pes-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-urd_Arab", + "languages": [ + "pes-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.703437, + "recall": 0.769763, + "f1": 0.721971, + "accuracy": 0.769763, + "main_score": 0.721971, + "hf_subset": "pes_Arab-aka_Latn", + "languages": [ + "pes-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pes_Arab-bjn_Latn", + "languages": [ + "pes-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pes_Arab-fao_Latn", + "languages": [ + "pes-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ind_Latn", + "languages": [ + "pes-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.502003, + "recall": 0.5583, + "f1": 0.517244, + "accuracy": 0.5583, + "main_score": 0.517244, + "hf_subset": "pes_Arab-knc_Latn", + "languages": [ + "pes-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-mlt_Latn", + "languages": [ + "pes-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.609132, + "recall": 0.68083, + "f1": 0.629464, + "accuracy": 0.68083, + "main_score": 0.629464, + "hf_subset": "pes_Arab-quy_Latn", + "languages": [ + "pes-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-swh_Latn", + "languages": [ + "pes-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-uzn_Latn", + "languages": [ + "pes-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-als_Latn", + "languages": [ + "pes-Arab", + "als-Latn" + ] + }, + { + "precision": 0.782832, + "recall": 0.840909, + "f1": 0.800346, + "accuracy": 0.840909, + "main_score": 0.800346, + "hf_subset": "pes_Arab-bod_Tibt", + "languages": [ + "pes-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.611243, + "recall": 0.690711, + "f1": 0.633691, + "accuracy": 0.690711, + "main_score": 0.633691, + "hf_subset": "pes_Arab-fij_Latn", + "languages": [ + "pes-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "pes_Arab-isl_Latn", + "languages": [ + "pes-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.566719, + "recall": 0.641304, + "f1": 0.586927, + "accuracy": 0.641304, + "main_score": 0.586927, + "hf_subset": "pes_Arab-kon_Latn", + "languages": [ + "pes-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.57343, + "recall": 0.655138, + "f1": 0.59627, + "accuracy": 0.655138, + "main_score": 0.59627, + "hf_subset": "pes_Arab-mni_Beng", + "languages": [ + "pes-Arab", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ron_Latn", + "languages": [ + "pes-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "pes_Arab-szl_Latn", + "languages": [ + "pes-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-vec_Latn", + "languages": [ + "pes-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.919713, + "recall": 0.944664, + "f1": 0.927602, + "accuracy": 0.944664, + "main_score": 0.927602, + "hf_subset": "pes_Arab-amh_Ethi", + "languages": [ + "pes-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-bos_Latn", + "languages": [ + "pes-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-fin_Latn", + "languages": [ + "pes-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-ita_Latn", + "languages": [ + "pes-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-kor_Hang", + "languages": [ + "pes-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.460677, + "recall": 0.523715, + "f1": 0.478236, + "accuracy": 0.523715, + "main_score": 0.478236, + "hf_subset": "pes_Arab-mos_Latn", + "languages": [ + "pes-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.718349, + "recall": 0.782609, + "f1": 0.736994, + "accuracy": 0.782609, + "main_score": 0.736994, + "hf_subset": "pes_Arab-run_Latn", + "languages": [ + "pes-Arab", + "run-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pes_Arab-tam_Taml", + "languages": [ + "pes-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-vie_Latn", + "languages": [ + "pes-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pes_Arab-apc_Arab", + "languages": [ + "pes-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.703147, + "recall": 0.770751, + "f1": 0.722072, + "accuracy": 0.770751, + "main_score": 0.722072, + "hf_subset": "pes_Arab-bug_Latn", + "languages": [ + "pes-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.416258, + "recall": 0.47332, + "f1": 0.431728, + "accuracy": 0.47332, + "main_score": 0.431728, + "hf_subset": "pes_Arab-fon_Latn", + "languages": [ + "pes-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pes_Arab-jav_Latn", + "languages": [ + "pes-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.938323, + "recall": 0.95751, + "f1": 0.944401, + "accuracy": 0.95751, + "main_score": 0.944401, + "hf_subset": "pes_Arab-lao_Laoo", + "languages": [ + "pes-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.866551, + "recall": 0.906126, + "f1": 0.879018, + "accuracy": 0.906126, + "main_score": 0.879018, + "hf_subset": "pes_Arab-mri_Latn", + "languages": [ + "pes-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-rus_Cyrl", + "languages": [ + "pes-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.46408, + "recall": 0.528656, + "f1": 0.481596, + "accuracy": 0.528656, + "main_score": 0.481596, + "hf_subset": "pes_Arab-taq_Latn", + "languages": [ + "pes-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-war_Latn", + "languages": [ + "pes-Arab", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-arb_Arab", + "languages": [ + "pes-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-bul_Cyrl", + "languages": [ + "pes-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-fra_Latn", + "languages": [ + "pes-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-jpn_Jpan", + "languages": [ + "pes-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pes_Arab-lij_Latn", + "languages": [ + "pes-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "pes_Arab-mya_Mymr", + "languages": [ + "pes-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.529929, + "recall": 0.59585, + "f1": 0.547934, + "accuracy": 0.59585, + "main_score": 0.547934, + "hf_subset": "pes_Arab-sag_Latn", + "languages": [ + "pes-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.207181, + "recall": 0.269763, + "f1": 0.222367, + "accuracy": 0.269763, + "main_score": 0.222367, + "hf_subset": "pes_Arab-taq_Tfng", + "languages": [ + "pes-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.62442, + "recall": 0.693676, + "f1": 0.643804, + "accuracy": 0.693676, + "main_score": 0.643804, + "hf_subset": "pes_Arab-wol_Latn", + "languages": [ + "pes-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.853096, + "recall": 0.896245, + "f1": 0.866568, + "accuracy": 0.896245, + "main_score": 0.866568, + "hf_subset": "pes_Arab-arb_Latn", + "languages": [ + "pes-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-cat_Latn", + "languages": [ + "pes-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pes_Arab-fur_Latn", + "languages": [ + "pes-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.410784, + "recall": 0.481225, + "f1": 0.428421, + "accuracy": 0.481225, + "main_score": 0.428421, + "hf_subset": "pes_Arab-kab_Latn", + "languages": [ + "pes-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pes_Arab-lim_Latn", + "languages": [ + "pes-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-nld_Latn", + "languages": [ + "pes-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "pes_Arab-san_Deva", + "languages": [ + "pes-Arab", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-tat_Cyrl", + "languages": [ + "pes-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.843224, + "recall": 0.887352, + "f1": 0.856736, + "accuracy": 0.887352, + "main_score": 0.856736, + "hf_subset": "pes_Arab-xho_Latn", + "languages": [ + "pes-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-ars_Arab", + "languages": [ + "pes-Arab", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ceb_Latn", + "languages": [ + "pes-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.463113, + "recall": 0.529644, + "f1": 0.480896, + "accuracy": 0.529644, + "main_score": 0.480896, + "hf_subset": "pes_Arab-fuv_Latn", + "languages": [ + "pes-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.452671, + "recall": 0.51581, + "f1": 0.469025, + "accuracy": 0.51581, + "main_score": 0.469025, + "hf_subset": "pes_Arab-kac_Latn", + "languages": [ + "pes-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.577719, + "recall": 0.653162, + "f1": 0.598192, + "accuracy": 0.653162, + "main_score": 0.598192, + "hf_subset": "pes_Arab-lin_Latn", + "languages": [ + "pes-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-nno_Latn", + "languages": [ + "pes-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.852421, + "recall": 0.894269, + "f1": 0.865152, + "accuracy": 0.894269, + "main_score": 0.865152, + "hf_subset": "pes_Arab-sat_Olck", + "languages": [ + "pes-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-tel_Telu", + "languages": [ + "pes-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pes_Arab-ydd_Hebr", + "languages": [ + "pes-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "pes_Arab-ary_Arab", + "languages": [ + "pes-Arab", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ces_Latn", + "languages": [ + "pes-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.531335, + "recall": 0.613636, + "f1": 0.554814, + "accuracy": 0.613636, + "main_score": 0.554814, + "hf_subset": "pes_Arab-gaz_Latn", + "languages": [ + "pes-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.497724, + "recall": 0.582016, + "f1": 0.520448, + "accuracy": 0.582016, + "main_score": 0.520448, + "hf_subset": "pes_Arab-kam_Latn", + "languages": [ + "pes-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "pes_Arab-lit_Latn", + "languages": [ + "pes-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-nob_Latn", + "languages": [ + "pes-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "pes_Arab-scn_Latn", + "languages": [ + "pes-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "pes_Arab-tgk_Cyrl", + "languages": [ + "pes-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.694994, + "recall": 0.768775, + "f1": 0.71618, + "accuracy": 0.768775, + "main_score": 0.71618, + "hf_subset": "pes_Arab-yor_Latn", + "languages": [ + "pes-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-arz_Arab", + "languages": [ + "pes-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.463482, + "recall": 0.530632, + "f1": 0.48157, + "accuracy": 0.530632, + "main_score": 0.48157, + "hf_subset": "pes_Arab-cjk_Latn", + "languages": [ + "pes-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "pes_Arab-gla_Latn", + "languages": [ + "pes-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "pes_Arab-kan_Knda", + "languages": [ + "pes-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "pes_Arab-lmo_Latn", + "languages": [ + "pes-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "pes_Arab-npi_Deva", + "languages": [ + "pes-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.498818, + "recall": 0.583992, + "f1": 0.522699, + "accuracy": 0.583992, + "main_score": 0.522699, + "hf_subset": "pes_Arab-shn_Mymr", + "languages": [ + "pes-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-tgl_Latn", + "languages": [ + "pes-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-yue_Hant", + "languages": [ + "pes-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pes_Arab-asm_Beng", + "languages": [ + "pes-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.917243, + "recall": 0.942688, + "f1": 0.925296, + "accuracy": 0.942688, + "main_score": 0.925296, + "hf_subset": "pes_Arab-ckb_Arab", + "languages": [ + "pes-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pes_Arab-gle_Latn", + "languages": [ + "pes-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.904562, + "recall": 0.933794, + "f1": 0.913933, + "accuracy": 0.933794, + "main_score": 0.913933, + "hf_subset": "pes_Arab-kas_Arab", + "languages": [ + "pes-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.887879, + "recall": 0.918972, + "f1": 0.897332, + "accuracy": 0.918972, + "main_score": 0.897332, + "hf_subset": "pes_Arab-ltg_Latn", + "languages": [ + "pes-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.754768, + "recall": 0.813241, + "f1": 0.772189, + "accuracy": 0.813241, + "main_score": 0.772189, + "hf_subset": "pes_Arab-nso_Latn", + "languages": [ + "pes-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "pes_Arab-sin_Sinh", + "languages": [ + "pes-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-tha_Thai", + "languages": [ + "pes-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-zho_Hans", + "languages": [ + "pes-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ast_Latn", + "languages": [ + "pes-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pes_Arab-crh_Latn", + "languages": [ + "pes-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-glg_Latn", + "languages": [ + "pes-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.843132, + "recall": 0.88834, + "f1": 0.857049, + "accuracy": 0.88834, + "main_score": 0.857049, + "hf_subset": "pes_Arab-kas_Deva", + "languages": [ + "pes-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pes_Arab-ltz_Latn", + "languages": [ + "pes-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.412834, + "recall": 0.482213, + "f1": 0.430896, + "accuracy": 0.482213, + "main_score": 0.430896, + "hf_subset": "pes_Arab-nus_Latn", + "languages": [ + "pes-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-slk_Latn", + "languages": [ + "pes-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.609334, + "recall": 0.690711, + "f1": 0.631746, + "accuracy": 0.690711, + "main_score": 0.631746, + "hf_subset": "pes_Arab-tir_Ethi", + "languages": [ + "pes-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-zho_Hant", + "languages": [ + "pes-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "pes_Arab-awa_Deva", + "languages": [ + "pes-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pes_Arab-cym_Latn", + "languages": [ + "pes-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.733355, + "recall": 0.795455, + "f1": 0.751135, + "accuracy": 0.795455, + "main_score": 0.751135, + "hf_subset": "pes_Arab-grn_Latn", + "languages": [ + "pes-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-kat_Geor", + "languages": [ + "pes-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.564283, + "recall": 0.630435, + "f1": 0.582872, + "accuracy": 0.630435, + "main_score": 0.582872, + "hf_subset": "pes_Arab-lua_Latn", + "languages": [ + "pes-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.793561, + "recall": 0.850791, + "f1": 0.810935, + "accuracy": 0.850791, + "main_score": 0.810935, + "hf_subset": "pes_Arab-nya_Latn", + "languages": [ + "pes-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-slv_Latn", + "languages": [ + "pes-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "pes_Arab-tpi_Latn", + "languages": [ + "pes-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-zsm_Latn", + "languages": [ + "pes-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.484452, + "recall": 0.550395, + "f1": 0.503049, + "accuracy": 0.550395, + "main_score": 0.503049, + "hf_subset": "pes_Arab-ayr_Latn", + "languages": [ + "pes-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-dan_Latn", + "languages": [ + "pes-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-guj_Gujr", + "languages": [ + "pes-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pes_Arab-kaz_Cyrl", + "languages": [ + "pes-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.617313, + "recall": 0.694664, + "f1": 0.63942, + "accuracy": 0.694664, + "main_score": 0.63942, + "hf_subset": "pes_Arab-lug_Latn", + "languages": [ + "pes-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-oci_Latn", + "languages": [ + "pes-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.825527, + "recall": 0.87253, + "f1": 0.84025, + "accuracy": 0.87253, + "main_score": 0.84025, + "hf_subset": "pes_Arab-smo_Latn", + "languages": [ + "pes-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.709009, + "recall": 0.782609, + "f1": 0.731061, + "accuracy": 0.782609, + "main_score": 0.731061, + "hf_subset": "pes_Arab-tsn_Latn", + "languages": [ + "pes-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.868495, + "recall": 0.907115, + "f1": 0.880632, + "accuracy": 0.907115, + "main_score": 0.880632, + "hf_subset": "pes_Arab-zul_Latn", + "languages": [ + "pes-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.926713, + "recall": 0.948617, + "f1": 0.933597, + "accuracy": 0.948617, + "main_score": 0.933597, + "hf_subset": "pes_Arab-azb_Arab", + "languages": [ + "pes-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-deu_Latn", + "languages": [ + "pes-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "pes_Arab-hat_Latn", + "languages": [ + "pes-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.44857, + "recall": 0.514822, + "f1": 0.465981, + "accuracy": 0.514822, + "main_score": 0.465981, + "hf_subset": "pes_Arab-kbp_Latn", + "languages": [ + "pes-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.484614, + "recall": 0.55336, + "f1": 0.502672, + "accuracy": 0.55336, + "main_score": 0.502672, + "hf_subset": "pes_Arab-luo_Latn", + "languages": [ + "pes-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pes_Arab-ory_Orya", + "languages": [ + "pes-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.867292, + "recall": 0.906126, + "f1": 0.879414, + "accuracy": 0.906126, + "main_score": 0.879414, + "hf_subset": "pes_Arab-sna_Latn", + "languages": [ + "pes-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.635233, + "recall": 0.709486, + "f1": 0.656136, + "accuracy": 0.709486, + "main_score": 0.656136, + "hf_subset": "pes_Arab-tso_Latn", + "languages": [ + "pes-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-azj_Latn", + "languages": [ + "pes-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.472921, + "recall": 0.547431, + "f1": 0.49347, + "accuracy": 0.547431, + "main_score": 0.49347, + "hf_subset": "pes_Arab-dik_Latn", + "languages": [ + "pes-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.8792, + "recall": 0.914032, + "f1": 0.890184, + "accuracy": 0.914032, + "main_score": 0.890184, + "hf_subset": "pes_Arab-hau_Latn", + "languages": [ + "pes-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "pes_Arab-kea_Latn", + "languages": [ + "pes-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.912055, + "recall": 0.939723, + "f1": 0.920949, + "accuracy": 0.939723, + "main_score": 0.920949, + "hf_subset": "pes_Arab-lus_Latn", + "languages": [ + "pes-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.836281, + "recall": 0.878458, + "f1": 0.849097, + "accuracy": 0.878458, + "main_score": 0.849097, + "hf_subset": "pes_Arab-pag_Latn", + "languages": [ + "pes-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "pes_Arab-snd_Arab", + "languages": [ + "pes-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "pes_Arab-tuk_Latn", + "languages": [ + "pes-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pes_Arab-bak_Cyrl", + "languages": [ + "pes-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.432802, + "recall": 0.512846, + "f1": 0.454362, + "accuracy": 0.512846, + "main_score": 0.454362, + "hf_subset": "pes_Arab-dyu_Latn", + "languages": [ + "pes-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-heb_Hebr", + "languages": [ + "pes-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "pes_Arab-khk_Cyrl", + "languages": [ + "pes-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-lvs_Latn", + "languages": [ + "pes-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-pan_Guru", + "languages": [ + "pes-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.846262, + "recall": 0.891304, + "f1": 0.860211, + "accuracy": 0.891304, + "main_score": 0.860211, + "hf_subset": "pes_Arab-som_Latn", + "languages": [ + "pes-Arab", + "som-Latn" + ] + }, + { + "precision": 0.680196, + "recall": 0.744071, + "f1": 0.698709, + "accuracy": 0.744071, + "main_score": 0.698709, + "hf_subset": "pes_Arab-tum_Latn", + "languages": [ + "pes-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.555986, + "recall": 0.633399, + "f1": 0.578946, + "accuracy": 0.633399, + "main_score": 0.578946, + "hf_subset": "srd_Latn-ace_Arab", + "languages": [ + "srd-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.492767, + "recall": 0.549407, + "f1": 0.509357, + "accuracy": 0.549407, + "main_score": 0.509357, + "hf_subset": "srd_Latn-bam_Latn", + "languages": [ + "srd-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.575438, + "recall": 0.663043, + "f1": 0.600553, + "accuracy": 0.663043, + "main_score": 0.600553, + "hf_subset": "srd_Latn-dzo_Tibt", + "languages": [ + "srd-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-hin_Deva", + "languages": [ + "srd-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.952981, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "srd_Latn-khm_Khmr", + "languages": [ + "srd-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-mag_Deva", + "languages": [ + "srd-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "srd_Latn-pap_Latn", + "languages": [ + "srd-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.832345, + "recall": 0.87747, + "f1": 0.846113, + "accuracy": 0.87747, + "main_score": 0.846113, + "hf_subset": "srd_Latn-sot_Latn", + "languages": [ + "srd-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-tur_Latn", + "languages": [ + "srd-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.859107, + "recall": 0.895257, + "f1": 0.870572, + "accuracy": 0.895257, + "main_score": 0.870572, + "hf_subset": "srd_Latn-ace_Latn", + "languages": [ + "srd-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "srd_Latn-ban_Latn", + "languages": [ + "srd-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-ell_Grek", + "languages": [ + "srd-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "srd_Latn-hne_Deva", + "languages": [ + "srd-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572114, + "recall": 0.636364, + "f1": 0.589913, + "accuracy": 0.636364, + "main_score": 0.589913, + "hf_subset": "srd_Latn-kik_Latn", + "languages": [ + "srd-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-mai_Deva", + "languages": [ + "srd-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.956028, + "accuracy": 0.965415, + "main_score": 0.956028, + "hf_subset": "srd_Latn-pbt_Arab", + "languages": [ + "srd-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-spa_Latn", + "languages": [ + "srd-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.720019, + "recall": 0.782609, + "f1": 0.738474, + "accuracy": 0.782609, + "main_score": 0.738474, + "hf_subset": "srd_Latn-twi_Latn", + "languages": [ + "srd-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srd_Latn-acm_Arab", + "languages": [ + "srd-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srd_Latn-bel_Cyrl", + "languages": [ + "srd-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-eng_Latn", + "languages": [ + "srd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-hrv_Latn", + "languages": [ + "srd-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.822332, + "recall": 0.87253, + "f1": 0.837898, + "accuracy": 0.87253, + "main_score": 0.837898, + "hf_subset": "srd_Latn-kin_Latn", + "languages": [ + "srd-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "srd_Latn-mal_Mlym", + "languages": [ + "srd-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-pes_Arab", + "languages": [ + "srd-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.217303, + "recall": 0.277668, + "f1": 0.232198, + "accuracy": 0.277668, + "main_score": 0.232198, + "hf_subset": "srd_Latn-tzm_Tfng", + "languages": [ + "srd-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-acq_Arab", + "languages": [ + "srd-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.65719, + "recall": 0.72332, + "f1": 0.676649, + "accuracy": 0.72332, + "main_score": 0.676649, + "hf_subset": "srd_Latn-bem_Latn", + "languages": [ + "srd-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-epo_Latn", + "languages": [ + "srd-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srd_Latn-hun_Latn", + "languages": [ + "srd-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "srd_Latn-kir_Cyrl", + "languages": [ + "srd-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "srd_Latn-mar_Deva", + "languages": [ + "srd-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.833613, + "recall": 0.879447, + "f1": 0.847694, + "accuracy": 0.879447, + "main_score": 0.847694, + "hf_subset": "srd_Latn-plt_Latn", + "languages": [ + "srd-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-srp_Cyrl", + "languages": [ + "srd-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.916914, + "recall": 0.9417, + "f1": 0.924967, + "accuracy": 0.9417, + "main_score": 0.924967, + "hf_subset": "srd_Latn-uig_Arab", + "languages": [ + "srd-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-aeb_Arab", + "languages": [ + "srd-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-ben_Beng", + "languages": [ + "srd-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-est_Latn", + "languages": [ + "srd-Latn", + "est-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srd_Latn-hye_Armn", + "languages": [ + "srd-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.501474, + "recall": 0.549407, + "f1": 0.515002, + "accuracy": 0.549407, + "main_score": 0.515002, + "hf_subset": "srd_Latn-kmb_Latn", + "languages": [ + "srd-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.503266, + "recall": 0.583992, + "f1": 0.524769, + "accuracy": 0.583992, + "main_score": 0.524769, + "hf_subset": "srd_Latn-min_Arab", + "languages": [ + "srd-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-pol_Latn", + "languages": [ + "srd-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.710451, + "recall": 0.777668, + "f1": 0.730715, + "accuracy": 0.777668, + "main_score": 0.730715, + "hf_subset": "srd_Latn-ssw_Latn", + "languages": [ + "srd-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-ukr_Cyrl", + "languages": [ + "srd-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "srd_Latn-afr_Latn", + "languages": [ + "srd-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srd_Latn-bho_Deva", + "languages": [ + "srd-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "srd_Latn-eus_Latn", + "languages": [ + "srd-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.837533, + "recall": 0.882411, + "f1": 0.851647, + "accuracy": 0.882411, + "main_score": 0.851647, + "hf_subset": "srd_Latn-ibo_Latn", + "languages": [ + "srd-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.849259, + "recall": 0.890316, + "f1": 0.862022, + "accuracy": 0.890316, + "main_score": 0.862022, + "hf_subset": "srd_Latn-kmr_Latn", + "languages": [ + "srd-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "srd_Latn-min_Latn", + "languages": [ + "srd-Latn", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-por_Latn", + "languages": [ + "srd-Latn", + "por-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "srd_Latn-sun_Latn", + "languages": [ + "srd-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.473174, + "recall": 0.533597, + "f1": 0.490709, + "accuracy": 0.533597, + "main_score": 0.490709, + "hf_subset": "srd_Latn-umb_Latn", + "languages": [ + "srd-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-ajp_Arab", + "languages": [ + "srd-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.51716, + "recall": 0.600791, + "f1": 0.540811, + "accuracy": 0.600791, + "main_score": 0.540811, + "hf_subset": "srd_Latn-bjn_Arab", + "languages": [ + "srd-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.476735, + "recall": 0.534585, + "f1": 0.492686, + "accuracy": 0.534585, + "main_score": 0.492686, + "hf_subset": "srd_Latn-ewe_Latn", + "languages": [ + "srd-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.941453, + "recall": 0.958498, + "f1": 0.946871, + "accuracy": 0.958498, + "main_score": 0.946871, + "hf_subset": "srd_Latn-ilo_Latn", + "languages": [ + "srd-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258105, + "recall": 0.323123, + "f1": 0.274684, + "accuracy": 0.323123, + "main_score": 0.274684, + "hf_subset": "srd_Latn-knc_Arab", + "languages": [ + "srd-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-mkd_Cyrl", + "languages": [ + "srd-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-prs_Arab", + "languages": [ + "srd-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-swe_Latn", + "languages": [ + "srd-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "srd_Latn-urd_Arab", + "languages": [ + "srd-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.71821, + "recall": 0.777668, + "f1": 0.735282, + "accuracy": 0.777668, + "main_score": 0.735282, + "hf_subset": "srd_Latn-aka_Latn", + "languages": [ + "srd-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.962204, + "recall": 0.974308, + "f1": 0.96614, + "accuracy": 0.974308, + "main_score": 0.96614, + "hf_subset": "srd_Latn-bjn_Latn", + "languages": [ + "srd-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srd_Latn-fao_Latn", + "languages": [ + "srd-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-ind_Latn", + "languages": [ + "srd-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.535356, + "recall": 0.586957, + "f1": 0.549649, + "accuracy": 0.586957, + "main_score": 0.549649, + "hf_subset": "srd_Latn-knc_Latn", + "languages": [ + "srd-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "srd_Latn-mlt_Latn", + "languages": [ + "srd-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.646172, + "recall": 0.715415, + "f1": 0.666523, + "accuracy": 0.715415, + "main_score": 0.666523, + "hf_subset": "srd_Latn-quy_Latn", + "languages": [ + "srd-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "srd_Latn-swh_Latn", + "languages": [ + "srd-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-uzn_Latn", + "languages": [ + "srd-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-als_Latn", + "languages": [ + "srd-Latn", + "als-Latn" + ] + }, + { + "precision": 0.730007, + "recall": 0.797431, + "f1": 0.75028, + "accuracy": 0.797431, + "main_score": 0.75028, + "hf_subset": "srd_Latn-bod_Tibt", + "languages": [ + "srd-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.611613, + "recall": 0.681818, + "f1": 0.632369, + "accuracy": 0.681818, + "main_score": 0.632369, + "hf_subset": "srd_Latn-fij_Latn", + "languages": [ + "srd-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "srd_Latn-isl_Latn", + "languages": [ + "srd-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.613636, + "recall": 0.677866, + "f1": 0.631898, + "accuracy": 0.677866, + "main_score": 0.631898, + "hf_subset": "srd_Latn-kon_Latn", + "languages": [ + "srd-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.605129, + "recall": 0.678854, + "f1": 0.625798, + "accuracy": 0.678854, + "main_score": 0.625798, + "hf_subset": "srd_Latn-mni_Beng", + "languages": [ + "srd-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-ron_Latn", + "languages": [ + "srd-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "srd_Latn-szl_Latn", + "languages": [ + "srd-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-vec_Latn", + "languages": [ + "srd-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.915431, + "recall": 0.9417, + "f1": 0.923814, + "accuracy": 0.9417, + "main_score": 0.923814, + "hf_subset": "srd_Latn-amh_Ethi", + "languages": [ + "srd-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-bos_Latn", + "languages": [ + "srd-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-fin_Latn", + "languages": [ + "srd-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-ita_Latn", + "languages": [ + "srd-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-kor_Hang", + "languages": [ + "srd-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.509292, + "recall": 0.567194, + "f1": 0.525366, + "accuracy": 0.567194, + "main_score": 0.525366, + "hf_subset": "srd_Latn-mos_Latn", + "languages": [ + "srd-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.7091, + "recall": 0.772727, + "f1": 0.727948, + "accuracy": 0.772727, + "main_score": 0.727948, + "hf_subset": "srd_Latn-run_Latn", + "languages": [ + "srd-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-tam_Taml", + "languages": [ + "srd-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "srd_Latn-vie_Latn", + "languages": [ + "srd-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-apc_Arab", + "languages": [ + "srd-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.739222, + "recall": 0.797431, + "f1": 0.75659, + "accuracy": 0.797431, + "main_score": 0.75659, + "hf_subset": "srd_Latn-bug_Latn", + "languages": [ + "srd-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.449334, + "recall": 0.495059, + "f1": 0.462519, + "accuracy": 0.495059, + "main_score": 0.462519, + "hf_subset": "srd_Latn-fon_Latn", + "languages": [ + "srd-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "srd_Latn-jav_Latn", + "languages": [ + "srd-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "srd_Latn-lao_Laoo", + "languages": [ + "srd-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.852602, + "recall": 0.895257, + "f1": 0.866107, + "accuracy": 0.895257, + "main_score": 0.866107, + "hf_subset": "srd_Latn-mri_Latn", + "languages": [ + "srd-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-rus_Cyrl", + "languages": [ + "srd-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.513324, + "recall": 0.570158, + "f1": 0.528922, + "accuracy": 0.570158, + "main_score": 0.528922, + "hf_subset": "srd_Latn-taq_Latn", + "languages": [ + "srd-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "srd_Latn-war_Latn", + "languages": [ + "srd-Latn", + "war-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "srd_Latn-arb_Arab", + "languages": [ + "srd-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-bul_Cyrl", + "languages": [ + "srd-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-fra_Latn", + "languages": [ + "srd-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srd_Latn-jpn_Jpan", + "languages": [ + "srd-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-lij_Latn", + "languages": [ + "srd-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "srd_Latn-mya_Mymr", + "languages": [ + "srd-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.55588, + "recall": 0.619565, + "f1": 0.574276, + "accuracy": 0.619565, + "main_score": 0.574276, + "hf_subset": "srd_Latn-sag_Latn", + "languages": [ + "srd-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22904, + "recall": 0.298419, + "f1": 0.246331, + "accuracy": 0.298419, + "main_score": 0.246331, + "hf_subset": "srd_Latn-taq_Tfng", + "languages": [ + "srd-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.650561, + "recall": 0.715415, + "f1": 0.669313, + "accuracy": 0.715415, + "main_score": 0.669313, + "hf_subset": "srd_Latn-wol_Latn", + "languages": [ + "srd-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.840333, + "recall": 0.884387, + "f1": 0.854117, + "accuracy": 0.884387, + "main_score": 0.854117, + "hf_subset": "srd_Latn-arb_Latn", + "languages": [ + "srd-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-cat_Latn", + "languages": [ + "srd-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "srd_Latn-fur_Latn", + "languages": [ + "srd-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.457959, + "recall": 0.537549, + "f1": 0.479376, + "accuracy": 0.537549, + "main_score": 0.479376, + "hf_subset": "srd_Latn-kab_Latn", + "languages": [ + "srd-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "srd_Latn-lim_Latn", + "languages": [ + "srd-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-nld_Latn", + "languages": [ + "srd-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.94524, + "recall": 0.961462, + "f1": 0.950329, + "accuracy": 0.961462, + "main_score": 0.950329, + "hf_subset": "srd_Latn-san_Deva", + "languages": [ + "srd-Latn", + "san-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "srd_Latn-tat_Cyrl", + "languages": [ + "srd-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.848897, + "recall": 0.894269, + "f1": 0.863538, + "accuracy": 0.894269, + "main_score": 0.863538, + "hf_subset": "srd_Latn-xho_Latn", + "languages": [ + "srd-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "srd_Latn-ars_Arab", + "languages": [ + "srd-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "srd_Latn-ceb_Latn", + "languages": [ + "srd-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.474305, + "recall": 0.545455, + "f1": 0.493323, + "accuracy": 0.545455, + "main_score": 0.493323, + "hf_subset": "srd_Latn-fuv_Latn", + "languages": [ + "srd-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.476623, + "recall": 0.537549, + "f1": 0.493824, + "accuracy": 0.537549, + "main_score": 0.493824, + "hf_subset": "srd_Latn-kac_Latn", + "languages": [ + "srd-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.618678, + "recall": 0.684783, + "f1": 0.637196, + "accuracy": 0.684783, + "main_score": 0.637196, + "hf_subset": "srd_Latn-lin_Latn", + "languages": [ + "srd-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "srd_Latn-nno_Latn", + "languages": [ + "srd-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.837039, + "recall": 0.884387, + "f1": 0.851929, + "accuracy": 0.884387, + "main_score": 0.851929, + "hf_subset": "srd_Latn-sat_Olck", + "languages": [ + "srd-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srd_Latn-tel_Telu", + "languages": [ + "srd-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "srd_Latn-ydd_Hebr", + "languages": [ + "srd-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "srd_Latn-ary_Arab", + "languages": [ + "srd-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-ces_Latn", + "languages": [ + "srd-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.553807, + "recall": 0.633399, + "f1": 0.576534, + "accuracy": 0.633399, + "main_score": 0.576534, + "hf_subset": "srd_Latn-gaz_Latn", + "languages": [ + "srd-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.547053, + "recall": 0.621542, + "f1": 0.568288, + "accuracy": 0.621542, + "main_score": 0.568288, + "hf_subset": "srd_Latn-kam_Latn", + "languages": [ + "srd-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "srd_Latn-lit_Latn", + "languages": [ + "srd-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-nob_Latn", + "languages": [ + "srd-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-scn_Latn", + "languages": [ + "srd-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "srd_Latn-tgk_Cyrl", + "languages": [ + "srd-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.707938, + "recall": 0.774704, + "f1": 0.727588, + "accuracy": 0.774704, + "main_score": 0.727588, + "hf_subset": "srd_Latn-yor_Latn", + "languages": [ + "srd-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-arz_Arab", + "languages": [ + "srd-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.50014, + "recall": 0.573123, + "f1": 0.520921, + "accuracy": 0.573123, + "main_score": 0.520921, + "hf_subset": "srd_Latn-cjk_Latn", + "languages": [ + "srd-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.915679, + "recall": 0.942688, + "f1": 0.924572, + "accuracy": 0.942688, + "main_score": 0.924572, + "hf_subset": "srd_Latn-gla_Latn", + "languages": [ + "srd-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "srd_Latn-kan_Knda", + "languages": [ + "srd-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "srd_Latn-lmo_Latn", + "languages": [ + "srd-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "srd_Latn-npi_Deva", + "languages": [ + "srd-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.501604, + "recall": 0.585968, + "f1": 0.525045, + "accuracy": 0.585968, + "main_score": 0.525045, + "hf_subset": "srd_Latn-shn_Mymr", + "languages": [ + "srd-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-tgl_Latn", + "languages": [ + "srd-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-yue_Hant", + "languages": [ + "srd-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "srd_Latn-asm_Beng", + "languages": [ + "srd-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.894763, + "recall": 0.927866, + "f1": 0.905632, + "accuracy": 0.927866, + "main_score": 0.905632, + "hf_subset": "srd_Latn-ckb_Arab", + "languages": [ + "srd-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "srd_Latn-gle_Latn", + "languages": [ + "srd-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.90135, + "recall": 0.931818, + "f1": 0.911232, + "accuracy": 0.931818, + "main_score": 0.911232, + "hf_subset": "srd_Latn-kas_Arab", + "languages": [ + "srd-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.884256, + "recall": 0.917984, + "f1": 0.895092, + "accuracy": 0.917984, + "main_score": 0.895092, + "hf_subset": "srd_Latn-ltg_Latn", + "languages": [ + "srd-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.772843, + "recall": 0.827075, + "f1": 0.789267, + "accuracy": 0.827075, + "main_score": 0.789267, + "hf_subset": "srd_Latn-nso_Latn", + "languages": [ + "srd-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "srd_Latn-sin_Sinh", + "languages": [ + "srd-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "srd_Latn-tha_Thai", + "languages": [ + "srd-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "srd_Latn-zho_Hans", + "languages": [ + "srd-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-ast_Latn", + "languages": [ + "srd-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srd_Latn-crh_Latn", + "languages": [ + "srd-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-glg_Latn", + "languages": [ + "srd-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.844944, + "recall": 0.88834, + "f1": 0.85855, + "accuracy": 0.88834, + "main_score": 0.85855, + "hf_subset": "srd_Latn-kas_Deva", + "languages": [ + "srd-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srd_Latn-ltz_Latn", + "languages": [ + "srd-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.444937, + "recall": 0.504941, + "f1": 0.461368, + "accuracy": 0.504941, + "main_score": 0.461368, + "hf_subset": "srd_Latn-nus_Latn", + "languages": [ + "srd-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-slk_Latn", + "languages": [ + "srd-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.605849, + "recall": 0.688735, + "f1": 0.629927, + "accuracy": 0.688735, + "main_score": 0.629927, + "hf_subset": "srd_Latn-tir_Ethi", + "languages": [ + "srd-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srd_Latn-zho_Hant", + "languages": [ + "srd-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.971756, + "recall": 0.979249, + "f1": 0.974045, + "accuracy": 0.979249, + "main_score": 0.974045, + "hf_subset": "srd_Latn-awa_Deva", + "languages": [ + "srd-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-cym_Latn", + "languages": [ + "srd-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.767111, + "recall": 0.821146, + "f1": 0.783536, + "accuracy": 0.821146, + "main_score": 0.783536, + "hf_subset": "srd_Latn-grn_Latn", + "languages": [ + "srd-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "srd_Latn-kat_Geor", + "languages": [ + "srd-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.603977, + "recall": 0.663043, + "f1": 0.62106, + "accuracy": 0.663043, + "main_score": 0.62106, + "hf_subset": "srd_Latn-lua_Latn", + "languages": [ + "srd-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.791683, + "recall": 0.84585, + "f1": 0.807905, + "accuracy": 0.84585, + "main_score": 0.807905, + "hf_subset": "srd_Latn-nya_Latn", + "languages": [ + "srd-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-slv_Latn", + "languages": [ + "srd-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "srd_Latn-tpi_Latn", + "languages": [ + "srd-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-zsm_Latn", + "languages": [ + "srd-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.526289, + "recall": 0.586957, + "f1": 0.543071, + "accuracy": 0.586957, + "main_score": 0.543071, + "hf_subset": "srd_Latn-ayr_Latn", + "languages": [ + "srd-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-dan_Latn", + "languages": [ + "srd-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-guj_Gujr", + "languages": [ + "srd-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srd_Latn-kaz_Cyrl", + "languages": [ + "srd-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.637764, + "recall": 0.706522, + "f1": 0.657764, + "accuracy": 0.706522, + "main_score": 0.657764, + "hf_subset": "srd_Latn-lug_Latn", + "languages": [ + "srd-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-oci_Latn", + "languages": [ + "srd-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.807889, + "recall": 0.855731, + "f1": 0.822859, + "accuracy": 0.855731, + "main_score": 0.822859, + "hf_subset": "srd_Latn-smo_Latn", + "languages": [ + "srd-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.721979, + "recall": 0.787549, + "f1": 0.741914, + "accuracy": 0.787549, + "main_score": 0.741914, + "hf_subset": "srd_Latn-tsn_Latn", + "languages": [ + "srd-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.854002, + "recall": 0.895257, + "f1": 0.866798, + "accuracy": 0.895257, + "main_score": 0.866798, + "hf_subset": "srd_Latn-zul_Latn", + "languages": [ + "srd-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.902668, + "recall": 0.933794, + "f1": 0.912714, + "accuracy": 0.933794, + "main_score": 0.912714, + "hf_subset": "srd_Latn-azb_Arab", + "languages": [ + "srd-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-deu_Latn", + "languages": [ + "srd-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "srd_Latn-hat_Latn", + "languages": [ + "srd-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.494285, + "recall": 0.549407, + "f1": 0.510005, + "accuracy": 0.549407, + "main_score": 0.510005, + "hf_subset": "srd_Latn-kbp_Latn", + "languages": [ + "srd-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.535428, + "recall": 0.593874, + "f1": 0.551235, + "accuracy": 0.593874, + "main_score": 0.551235, + "hf_subset": "srd_Latn-luo_Latn", + "languages": [ + "srd-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "srd_Latn-ory_Orya", + "languages": [ + "srd-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.834816, + "recall": 0.882411, + "f1": 0.850132, + "accuracy": 0.882411, + "main_score": 0.850132, + "hf_subset": "srd_Latn-sna_Latn", + "languages": [ + "srd-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.650503, + "recall": 0.717391, + "f1": 0.669568, + "accuracy": 0.717391, + "main_score": 0.669568, + "hf_subset": "srd_Latn-tso_Latn", + "languages": [ + "srd-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srd_Latn-azj_Latn", + "languages": [ + "srd-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.500251, + "recall": 0.572134, + "f1": 0.521178, + "accuracy": 0.572134, + "main_score": 0.521178, + "hf_subset": "srd_Latn-dik_Latn", + "languages": [ + "srd-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.874835, + "recall": 0.911067, + "f1": 0.886331, + "accuracy": 0.911067, + "main_score": 0.886331, + "hf_subset": "srd_Latn-hau_Latn", + "languages": [ + "srd-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-kea_Latn", + "languages": [ + "srd-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.885623, + "recall": 0.918972, + "f1": 0.896311, + "accuracy": 0.918972, + "main_score": 0.896311, + "hf_subset": "srd_Latn-lus_Latn", + "languages": [ + "srd-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.855023, + "recall": 0.892292, + "f1": 0.866469, + "accuracy": 0.892292, + "main_score": 0.866469, + "hf_subset": "srd_Latn-pag_Latn", + "languages": [ + "srd-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "srd_Latn-snd_Arab", + "languages": [ + "srd-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "srd_Latn-tuk_Latn", + "languages": [ + "srd-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "srd_Latn-bak_Cyrl", + "languages": [ + "srd-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.478197, + "recall": 0.554348, + "f1": 0.499624, + "accuracy": 0.554348, + "main_score": 0.499624, + "hf_subset": "srd_Latn-dyu_Latn", + "languages": [ + "srd-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-heb_Hebr", + "languages": [ + "srd-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "srd_Latn-khk_Cyrl", + "languages": [ + "srd-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-lvs_Latn", + "languages": [ + "srd-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "srd_Latn-pan_Guru", + "languages": [ + "srd-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.829875, + "recall": 0.880435, + "f1": 0.845784, + "accuracy": 0.880435, + "main_score": 0.845784, + "hf_subset": "srd_Latn-som_Latn", + "languages": [ + "srd-Latn", + "som-Latn" + ] + }, + { + "precision": 0.679084, + "recall": 0.744071, + "f1": 0.698588, + "accuracy": 0.744071, + "main_score": 0.698588, + "hf_subset": "srd_Latn-tum_Latn", + "languages": [ + "srd-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.167461, + "recall": 0.198617, + "f1": 0.174853, + "accuracy": 0.198617, + "main_score": 0.174853, + "hf_subset": "tzm_Tfng-ace_Arab", + "languages": [ + "tzm-Tfng", + "ace-Arab" + ] + }, + { + "precision": 0.160607, + "recall": 0.183794, + "f1": 0.16602, + "accuracy": 0.183794, + "main_score": 0.16602, + "hf_subset": "tzm_Tfng-bam_Latn", + "languages": [ + "tzm-Tfng", + "bam-Latn" + ] + }, + { + "precision": 0.124672, + "recall": 0.161067, + "f1": 0.133906, + "accuracy": 0.161067, + "main_score": 0.133906, + "hf_subset": "tzm_Tfng-dzo_Tibt", + "languages": [ + "tzm-Tfng", + "dzo-Tibt" + ] + }, + { + "precision": 0.164677, + "recall": 0.19664, + "f1": 0.171641, + "accuracy": 0.19664, + "main_score": 0.171641, + "hf_subset": "tzm_Tfng-hin_Deva", + "languages": [ + "tzm-Tfng", + "hin-Deva" + ] + }, + { + "precision": 0.090841, + "recall": 0.112648, + "f1": 0.09539, + "accuracy": 0.112648, + "main_score": 0.09539, + "hf_subset": "tzm_Tfng-khm_Khmr", + "languages": [ + "tzm-Tfng", + "khm-Khmr" + ] + }, + { + "precision": 0.144151, + "recall": 0.16996, + "f1": 0.149926, + "accuracy": 0.16996, + "main_score": 0.149926, + "hf_subset": "tzm_Tfng-mag_Deva", + "languages": [ + "tzm-Tfng", + "mag-Deva" + ] + }, + { + "precision": 0.119383, + "recall": 0.148221, + "f1": 0.126043, + "accuracy": 0.148221, + "main_score": 0.126043, + "hf_subset": "tzm_Tfng-pap_Latn", + "languages": [ + "tzm-Tfng", + "pap-Latn" + ] + }, + { + "precision": 0.143671, + "recall": 0.178854, + "f1": 0.150869, + "accuracy": 0.178854, + "main_score": 0.150869, + "hf_subset": "tzm_Tfng-sot_Latn", + "languages": [ + "tzm-Tfng", + "sot-Latn" + ] + }, + { + "precision": 0.149281, + "recall": 0.174901, + "f1": 0.154621, + "accuracy": 0.174901, + "main_score": 0.154621, + "hf_subset": "tzm_Tfng-tur_Latn", + "languages": [ + "tzm-Tfng", + "tur-Latn" + ] + }, + { + "precision": 0.154284, + "recall": 0.173913, + "f1": 0.158867, + "accuracy": 0.173913, + "main_score": 0.158867, + "hf_subset": "tzm_Tfng-ace_Latn", + "languages": [ + "tzm-Tfng", + "ace-Latn" + ] + }, + { + "precision": 0.116817, + "recall": 0.143281, + "f1": 0.122931, + "accuracy": 0.143281, + "main_score": 0.122931, + "hf_subset": "tzm_Tfng-ban_Latn", + "languages": [ + "tzm-Tfng", + "ban-Latn" + ] + }, + { + "precision": 0.13527, + "recall": 0.15415, + "f1": 0.139061, + "accuracy": 0.15415, + "main_score": 0.139061, + "hf_subset": "tzm_Tfng-ell_Grek", + "languages": [ + "tzm-Tfng", + "ell-Grek" + ] + }, + { + "precision": 0.133269, + "recall": 0.157115, + "f1": 0.138689, + "accuracy": 0.157115, + "main_score": 0.138689, + "hf_subset": "tzm_Tfng-hne_Deva", + "languages": [ + "tzm-Tfng", + "hne-Deva" + ] + }, + { + "precision": 0.093513, + "recall": 0.11166, + "f1": 0.098097, + "accuracy": 0.11166, + "main_score": 0.098097, + "hf_subset": "tzm_Tfng-kik_Latn", + "languages": [ + "tzm-Tfng", + "kik-Latn" + ] + }, + { + "precision": 0.149235, + "recall": 0.172925, + "f1": 0.15427, + "accuracy": 0.172925, + "main_score": 0.15427, + "hf_subset": "tzm_Tfng-mai_Deva", + "languages": [ + "tzm-Tfng", + "mai-Deva" + ] + }, + { + "precision": 0.139844, + "recall": 0.16502, + "f1": 0.145178, + "accuracy": 0.16502, + "main_score": 0.145178, + "hf_subset": "tzm_Tfng-pbt_Arab", + "languages": [ + "tzm-Tfng", + "pbt-Arab" + ] + }, + { + "precision": 0.1358, + "recall": 0.16502, + "f1": 0.141968, + "accuracy": 0.16502, + "main_score": 0.141968, + "hf_subset": "tzm_Tfng-spa_Latn", + "languages": [ + "tzm-Tfng", + "spa-Latn" + ] + }, + { + "precision": 0.137996, + "recall": 0.163043, + "f1": 0.143167, + "accuracy": 0.163043, + "main_score": 0.143167, + "hf_subset": "tzm_Tfng-twi_Latn", + "languages": [ + "tzm-Tfng", + "twi-Latn" + ] + }, + { + "precision": 0.162697, + "recall": 0.189723, + "f1": 0.169383, + "accuracy": 0.189723, + "main_score": 0.169383, + "hf_subset": "tzm_Tfng-acm_Arab", + "languages": [ + "tzm-Tfng", + "acm-Arab" + ] + }, + { + "precision": 0.117022, + "recall": 0.141304, + "f1": 0.121901, + "accuracy": 0.141304, + "main_score": 0.121901, + "hf_subset": "tzm_Tfng-bel_Cyrl", + "languages": [ + "tzm-Tfng", + "bel-Cyrl" + ] + }, + { + "precision": 0.142697, + "recall": 0.167984, + "f1": 0.147763, + "accuracy": 0.167984, + "main_score": 0.147763, + "hf_subset": "tzm_Tfng-eng_Latn", + "languages": [ + "tzm-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.130439, + "recall": 0.156126, + "f1": 0.136257, + "accuracy": 0.156126, + "main_score": 0.136257, + "hf_subset": "tzm_Tfng-hrv_Latn", + "languages": [ + "tzm-Tfng", + "hrv-Latn" + ] + }, + { + "precision": 0.134443, + "recall": 0.164032, + "f1": 0.14084, + "accuracy": 0.164032, + "main_score": 0.14084, + "hf_subset": "tzm_Tfng-kin_Latn", + "languages": [ + "tzm-Tfng", + "kin-Latn" + ] + }, + { + "precision": 0.131867, + "recall": 0.158103, + "f1": 0.136328, + "accuracy": 0.158103, + "main_score": 0.136328, + "hf_subset": "tzm_Tfng-mal_Mlym", + "languages": [ + "tzm-Tfng", + "mal-Mlym" + ] + }, + { + "precision": 0.14263, + "recall": 0.166996, + "f1": 0.147752, + "accuracy": 0.166996, + "main_score": 0.147752, + "hf_subset": "tzm_Tfng-pes_Arab", + "languages": [ + "tzm-Tfng", + "pes-Arab" + ] + }, + { + "precision": 0.144823, + "recall": 0.174901, + "f1": 0.152101, + "accuracy": 0.174901, + "main_score": 0.152101, + "hf_subset": "tzm_Tfng-srd_Latn", + "languages": [ + "tzm-Tfng", + "srd-Latn" + ] + }, + { + "precision": 0.143827, + "recall": 0.170949, + "f1": 0.1495, + "accuracy": 0.170949, + "main_score": 0.1495, + "hf_subset": "tzm_Tfng-acq_Arab", + "languages": [ + "tzm-Tfng", + "acq-Arab" + ] + }, + { + "precision": 0.160509, + "recall": 0.188735, + "f1": 0.166879, + "accuracy": 0.188735, + "main_score": 0.166879, + "hf_subset": "tzm_Tfng-bem_Latn", + "languages": [ + "tzm-Tfng", + "bem-Latn" + ] + }, + { + "precision": 0.119535, + "recall": 0.142292, + "f1": 0.123424, + "accuracy": 0.142292, + "main_score": 0.123424, + "hf_subset": "tzm_Tfng-epo_Latn", + "languages": [ + "tzm-Tfng", + "epo-Latn" + ] + }, + { + "precision": 0.133351, + "recall": 0.159091, + "f1": 0.139168, + "accuracy": 0.159091, + "main_score": 0.139168, + "hf_subset": "tzm_Tfng-hun_Latn", + "languages": [ + "tzm-Tfng", + "hun-Latn" + ] + }, + { + "precision": 0.131166, + "recall": 0.156126, + "f1": 0.136088, + "accuracy": 0.156126, + "main_score": 0.136088, + "hf_subset": "tzm_Tfng-kir_Cyrl", + "languages": [ + "tzm-Tfng", + "kir-Cyrl" + ] + }, + { + "precision": 0.132927, + "recall": 0.153162, + "f1": 0.137317, + "accuracy": 0.153162, + "main_score": 0.137317, + "hf_subset": "tzm_Tfng-mar_Deva", + "languages": [ + "tzm-Tfng", + "mar-Deva" + ] + }, + { + "precision": 0.134892, + "recall": 0.170949, + "f1": 0.142723, + "accuracy": 0.170949, + "main_score": 0.142723, + "hf_subset": "tzm_Tfng-plt_Latn", + "languages": [ + "tzm-Tfng", + "plt-Latn" + ] + }, + { + "precision": 0.135795, + "recall": 0.157115, + "f1": 0.140362, + "accuracy": 0.157115, + "main_score": 0.140362, + "hf_subset": "tzm_Tfng-srp_Cyrl", + "languages": [ + "tzm-Tfng", + "srp-Cyrl" + ] + }, + { + "precision": 0.130175, + "recall": 0.161067, + "f1": 0.136039, + "accuracy": 0.161067, + "main_score": 0.136039, + "hf_subset": "tzm_Tfng-uig_Arab", + "languages": [ + "tzm-Tfng", + "uig-Arab" + ] + }, + { + "precision": 0.146001, + "recall": 0.172925, + "f1": 0.151823, + "accuracy": 0.172925, + "main_score": 0.151823, + "hf_subset": "tzm_Tfng-aeb_Arab", + "languages": [ + "tzm-Tfng", + "aeb-Arab" + ] + }, + { + "precision": 0.136581, + "recall": 0.164032, + "f1": 0.142871, + "accuracy": 0.164032, + "main_score": 0.142871, + "hf_subset": "tzm_Tfng-ben_Beng", + "languages": [ + "tzm-Tfng", + "ben-Beng" + ] + }, + { + "precision": 0.122302, + "recall": 0.146245, + "f1": 0.126767, + "accuracy": 0.146245, + "main_score": 0.126767, + "hf_subset": "tzm_Tfng-est_Latn", + "languages": [ + "tzm-Tfng", + "est-Latn" + ] + }, + { + "precision": 0.136129, + "recall": 0.166996, + "f1": 0.143164, + "accuracy": 0.166996, + "main_score": 0.143164, + "hf_subset": "tzm_Tfng-hye_Armn", + "languages": [ + "tzm-Tfng", + "hye-Armn" + ] + }, + { + "precision": 0.159506, + "recall": 0.186759, + "f1": 0.165092, + "accuracy": 0.186759, + "main_score": 0.165092, + "hf_subset": "tzm_Tfng-kmb_Latn", + "languages": [ + "tzm-Tfng", + "kmb-Latn" + ] + }, + { + "precision": 0.167412, + "recall": 0.193676, + "f1": 0.173755, + "accuracy": 0.193676, + "main_score": 0.173755, + "hf_subset": "tzm_Tfng-min_Arab", + "languages": [ + "tzm-Tfng", + "min-Arab" + ] + }, + { + "precision": 0.138921, + "recall": 0.163043, + "f1": 0.144581, + "accuracy": 0.163043, + "main_score": 0.144581, + "hf_subset": "tzm_Tfng-pol_Latn", + "languages": [ + "tzm-Tfng", + "pol-Latn" + ] + }, + { + "precision": 0.127437, + "recall": 0.152174, + "f1": 0.133138, + "accuracy": 0.152174, + "main_score": 0.133138, + "hf_subset": "tzm_Tfng-ssw_Latn", + "languages": [ + "tzm-Tfng", + "ssw-Latn" + ] + }, + { + "precision": 0.137123, + "recall": 0.158103, + "f1": 0.141123, + "accuracy": 0.158103, + "main_score": 0.141123, + "hf_subset": "tzm_Tfng-ukr_Cyrl", + "languages": [ + "tzm-Tfng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.12084, + "recall": 0.144269, + "f1": 0.126106, + "accuracy": 0.144269, + "main_score": 0.126106, + "hf_subset": "tzm_Tfng-afr_Latn", + "languages": [ + "tzm-Tfng", + "afr-Latn" + ] + }, + { + "precision": 0.15026, + "recall": 0.18083, + "f1": 0.156179, + "accuracy": 0.18083, + "main_score": 0.156179, + "hf_subset": "tzm_Tfng-bho_Deva", + "languages": [ + "tzm-Tfng", + "bho-Deva" + ] + }, + { + "precision": 0.11133, + "recall": 0.135375, + "f1": 0.11646, + "accuracy": 0.135375, + "main_score": 0.11646, + "hf_subset": "tzm_Tfng-eus_Latn", + "languages": [ + "tzm-Tfng", + "eus-Latn" + ] + }, + { + "precision": 0.131696, + "recall": 0.163043, + "f1": 0.138417, + "accuracy": 0.163043, + "main_score": 0.138417, + "hf_subset": "tzm_Tfng-ibo_Latn", + "languages": [ + "tzm-Tfng", + "ibo-Latn" + ] + }, + { + "precision": 0.124758, + "recall": 0.156126, + "f1": 0.132276, + "accuracy": 0.156126, + "main_score": 0.132276, + "hf_subset": "tzm_Tfng-kmr_Latn", + "languages": [ + "tzm-Tfng", + "kmr-Latn" + ] + }, + { + "precision": 0.124727, + "recall": 0.147233, + "f1": 0.129339, + "accuracy": 0.147233, + "main_score": 0.129339, + "hf_subset": "tzm_Tfng-min_Latn", + "languages": [ + "tzm-Tfng", + "min-Latn" + ] + }, + { + "precision": 0.138315, + "recall": 0.162055, + "f1": 0.143372, + "accuracy": 0.162055, + "main_score": 0.143372, + "hf_subset": "tzm_Tfng-por_Latn", + "languages": [ + "tzm-Tfng", + "por-Latn" + ] + }, + { + "precision": 0.111754, + "recall": 0.133399, + "f1": 0.115837, + "accuracy": 0.133399, + "main_score": 0.115837, + "hf_subset": "tzm_Tfng-sun_Latn", + "languages": [ + "tzm-Tfng", + "sun-Latn" + ] + }, + { + "precision": 0.172212, + "recall": 0.194664, + "f1": 0.177609, + "accuracy": 0.194664, + "main_score": 0.177609, + "hf_subset": "tzm_Tfng-umb_Latn", + "languages": [ + "tzm-Tfng", + "umb-Latn" + ] + }, + { + "precision": 0.142277, + "recall": 0.167984, + "f1": 0.147852, + "accuracy": 0.167984, + "main_score": 0.147852, + "hf_subset": "tzm_Tfng-ajp_Arab", + "languages": [ + "tzm-Tfng", + "ajp-Arab" + ] + }, + { + "precision": 0.172239, + "recall": 0.203557, + "f1": 0.179296, + "accuracy": 0.203557, + "main_score": 0.179296, + "hf_subset": "tzm_Tfng-bjn_Arab", + "languages": [ + "tzm-Tfng", + "bjn-Arab" + ] + }, + { + "precision": 0.136127, + "recall": 0.15415, + "f1": 0.140384, + "accuracy": 0.15415, + "main_score": 0.140384, + "hf_subset": "tzm_Tfng-ewe_Latn", + "languages": [ + "tzm-Tfng", + "ewe-Latn" + ] + }, + { + "precision": 0.112068, + "recall": 0.13834, + "f1": 0.118476, + "accuracy": 0.13834, + "main_score": 0.118476, + "hf_subset": "tzm_Tfng-ilo_Latn", + "languages": [ + "tzm-Tfng", + "ilo-Latn" + ] + }, + { + "precision": 0.137356, + "recall": 0.16502, + "f1": 0.143107, + "accuracy": 0.16502, + "main_score": 0.143107, + "hf_subset": "tzm_Tfng-knc_Arab", + "languages": [ + "tzm-Tfng", + "knc-Arab" + ] + }, + { + "precision": 0.134329, + "recall": 0.160079, + "f1": 0.139931, + "accuracy": 0.160079, + "main_score": 0.139931, + "hf_subset": "tzm_Tfng-mkd_Cyrl", + "languages": [ + "tzm-Tfng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.161097, + "recall": 0.192688, + "f1": 0.167883, + "accuracy": 0.192688, + "main_score": 0.167883, + "hf_subset": "tzm_Tfng-prs_Arab", + "languages": [ + "tzm-Tfng", + "prs-Arab" + ] + }, + { + "precision": 0.140394, + "recall": 0.170949, + "f1": 0.147425, + "accuracy": 0.170949, + "main_score": 0.147425, + "hf_subset": "tzm_Tfng-swe_Latn", + "languages": [ + "tzm-Tfng", + "swe-Latn" + ] + }, + { + "precision": 0.135561, + "recall": 0.158103, + "f1": 0.140138, + "accuracy": 0.158103, + "main_score": 0.140138, + "hf_subset": "tzm_Tfng-urd_Arab", + "languages": [ + "tzm-Tfng", + "urd-Arab" + ] + }, + { + "precision": 0.13575, + "recall": 0.160079, + "f1": 0.140934, + "accuracy": 0.160079, + "main_score": 0.140934, + "hf_subset": "tzm_Tfng-aka_Latn", + "languages": [ + "tzm-Tfng", + "aka-Latn" + ] + }, + { + "precision": 0.122481, + "recall": 0.151186, + "f1": 0.128877, + "accuracy": 0.151186, + "main_score": 0.128877, + "hf_subset": "tzm_Tfng-bjn_Latn", + "languages": [ + "tzm-Tfng", + "bjn-Latn" + ] + }, + { + "precision": 0.115153, + "recall": 0.136364, + "f1": 0.119483, + "accuracy": 0.136364, + "main_score": 0.119483, + "hf_subset": "tzm_Tfng-fao_Latn", + "languages": [ + "tzm-Tfng", + "fao-Latn" + ] + }, + { + "precision": 0.138142, + "recall": 0.162055, + "f1": 0.142878, + "accuracy": 0.162055, + "main_score": 0.142878, + "hf_subset": "tzm_Tfng-ind_Latn", + "languages": [ + "tzm-Tfng", + "ind-Latn" + ] + }, + { + "precision": 0.161884, + "recall": 0.185771, + "f1": 0.167008, + "accuracy": 0.185771, + "main_score": 0.167008, + "hf_subset": "tzm_Tfng-knc_Latn", + "languages": [ + "tzm-Tfng", + "knc-Latn" + ] + }, + { + "precision": 0.102984, + "recall": 0.12253, + "f1": 0.10674, + "accuracy": 0.12253, + "main_score": 0.10674, + "hf_subset": "tzm_Tfng-mlt_Latn", + "languages": [ + "tzm-Tfng", + "mlt-Latn" + ] + }, + { + "precision": 0.157384, + "recall": 0.189723, + "f1": 0.164725, + "accuracy": 0.189723, + "main_score": 0.164725, + "hf_subset": "tzm_Tfng-quy_Latn", + "languages": [ + "tzm-Tfng", + "quy-Latn" + ] + }, + { + "precision": 0.115443, + "recall": 0.141304, + "f1": 0.120966, + "accuracy": 0.141304, + "main_score": 0.120966, + "hf_subset": "tzm_Tfng-swh_Latn", + "languages": [ + "tzm-Tfng", + "swh-Latn" + ] + }, + { + "precision": 0.111794, + "recall": 0.145257, + "f1": 0.117931, + "accuracy": 0.145257, + "main_score": 0.117931, + "hf_subset": "tzm_Tfng-uzn_Latn", + "languages": [ + "tzm-Tfng", + "uzn-Latn" + ] + }, + { + "precision": 0.128057, + "recall": 0.149209, + "f1": 0.132581, + "accuracy": 0.149209, + "main_score": 0.132581, + "hf_subset": "tzm_Tfng-als_Latn", + "languages": [ + "tzm-Tfng", + "als-Latn" + ] + }, + { + "precision": 0.141087, + "recall": 0.176877, + "f1": 0.149133, + "accuracy": 0.176877, + "main_score": 0.149133, + "hf_subset": "tzm_Tfng-bod_Tibt", + "languages": [ + "tzm-Tfng", + "bod-Tibt" + ] + }, + { + "precision": 0.164597, + "recall": 0.1917, + "f1": 0.170954, + "accuracy": 0.1917, + "main_score": 0.170954, + "hf_subset": "tzm_Tfng-fij_Latn", + "languages": [ + "tzm-Tfng", + "fij-Latn" + ] + }, + { + "precision": 0.113907, + "recall": 0.13834, + "f1": 0.118863, + "accuracy": 0.13834, + "main_score": 0.118863, + "hf_subset": "tzm_Tfng-isl_Latn", + "languages": [ + "tzm-Tfng", + "isl-Latn" + ] + }, + { + "precision": 0.160724, + "recall": 0.179842, + "f1": 0.165301, + "accuracy": 0.179842, + "main_score": 0.165301, + "hf_subset": "tzm_Tfng-kon_Latn", + "languages": [ + "tzm-Tfng", + "kon-Latn" + ] + }, + { + "precision": 0.137822, + "recall": 0.163043, + "f1": 0.143837, + "accuracy": 0.163043, + "main_score": 0.143837, + "hf_subset": "tzm_Tfng-mni_Beng", + "languages": [ + "tzm-Tfng", + "mni-Beng" + ] + }, + { + "precision": 0.13098, + "recall": 0.155138, + "f1": 0.136183, + "accuracy": 0.155138, + "main_score": 0.136183, + "hf_subset": "tzm_Tfng-ron_Latn", + "languages": [ + "tzm-Tfng", + "ron-Latn" + ] + }, + { + "precision": 0.134323, + "recall": 0.157115, + "f1": 0.138572, + "accuracy": 0.157115, + "main_score": 0.138572, + "hf_subset": "tzm_Tfng-szl_Latn", + "languages": [ + "tzm-Tfng", + "szl-Latn" + ] + }, + { + "precision": 0.133777, + "recall": 0.15415, + "f1": 0.137878, + "accuracy": 0.15415, + "main_score": 0.137878, + "hf_subset": "tzm_Tfng-vec_Latn", + "languages": [ + "tzm-Tfng", + "vec-Latn" + ] + }, + { + "precision": 0.164475, + "recall": 0.194664, + "f1": 0.171661, + "accuracy": 0.194664, + "main_score": 0.171661, + "hf_subset": "tzm_Tfng-amh_Ethi", + "languages": [ + "tzm-Tfng", + "amh-Ethi" + ] + }, + { + "precision": 0.129724, + "recall": 0.153162, + "f1": 0.135089, + "accuracy": 0.153162, + "main_score": 0.135089, + "hf_subset": "tzm_Tfng-bos_Latn", + "languages": [ + "tzm-Tfng", + "bos-Latn" + ] + }, + { + "precision": 0.118426, + "recall": 0.140316, + "f1": 0.123563, + "accuracy": 0.140316, + "main_score": 0.123563, + "hf_subset": "tzm_Tfng-fin_Latn", + "languages": [ + "tzm-Tfng", + "fin-Latn" + ] + }, + { + "precision": 0.147258, + "recall": 0.173913, + "f1": 0.153668, + "accuracy": 0.173913, + "main_score": 0.153668, + "hf_subset": "tzm_Tfng-ita_Latn", + "languages": [ + "tzm-Tfng", + "ita-Latn" + ] + }, + { + "precision": 0.158397, + "recall": 0.184783, + "f1": 0.163773, + "accuracy": 0.184783, + "main_score": 0.163773, + "hf_subset": "tzm_Tfng-kor_Hang", + "languages": [ + "tzm-Tfng", + "kor-Hang" + ] + }, + { + "precision": 0.171573, + "recall": 0.1917, + "f1": 0.175617, + "accuracy": 0.1917, + "main_score": 0.175617, + "hf_subset": "tzm_Tfng-mos_Latn", + "languages": [ + "tzm-Tfng", + "mos-Latn" + ] + }, + { + "precision": 0.140077, + "recall": 0.172925, + "f1": 0.147241, + "accuracy": 0.172925, + "main_score": 0.147241, + "hf_subset": "tzm_Tfng-run_Latn", + "languages": [ + "tzm-Tfng", + "run-Latn" + ] + }, + { + "precision": 0.129416, + "recall": 0.152174, + "f1": 0.134173, + "accuracy": 0.152174, + "main_score": 0.134173, + "hf_subset": "tzm_Tfng-tam_Taml", + "languages": [ + "tzm-Tfng", + "tam-Taml" + ] + }, + { + "precision": 0.13482, + "recall": 0.155138, + "f1": 0.138932, + "accuracy": 0.155138, + "main_score": 0.138932, + "hf_subset": "tzm_Tfng-vie_Latn", + "languages": [ + "tzm-Tfng", + "vie-Latn" + ] + }, + { + "precision": 0.141933, + "recall": 0.166996, + "f1": 0.1476, + "accuracy": 0.166996, + "main_score": 0.1476, + "hf_subset": "tzm_Tfng-apc_Arab", + "languages": [ + "tzm-Tfng", + "apc-Arab" + ] + }, + { + "precision": 0.137314, + "recall": 0.159091, + "f1": 0.142397, + "accuracy": 0.159091, + "main_score": 0.142397, + "hf_subset": "tzm_Tfng-bug_Latn", + "languages": [ + "tzm-Tfng", + "bug-Latn" + ] + }, + { + "precision": 0.159968, + "recall": 0.18083, + "f1": 0.165603, + "accuracy": 0.18083, + "main_score": 0.165603, + "hf_subset": "tzm_Tfng-fon_Latn", + "languages": [ + "tzm-Tfng", + "fon-Latn" + ] + }, + { + "precision": 0.114881, + "recall": 0.141304, + "f1": 0.12005, + "accuracy": 0.141304, + "main_score": 0.12005, + "hf_subset": "tzm_Tfng-jav_Latn", + "languages": [ + "tzm-Tfng", + "jav-Latn" + ] + }, + { + "precision": 0.104498, + "recall": 0.126482, + "f1": 0.109018, + "accuracy": 0.126482, + "main_score": 0.109018, + "hf_subset": "tzm_Tfng-lao_Laoo", + "languages": [ + "tzm-Tfng", + "lao-Laoo" + ] + }, + { + "precision": 0.142912, + "recall": 0.16996, + "f1": 0.148726, + "accuracy": 0.16996, + "main_score": 0.148726, + "hf_subset": "tzm_Tfng-mri_Latn", + "languages": [ + "tzm-Tfng", + "mri-Latn" + ] + }, + { + "precision": 0.139119, + "recall": 0.16502, + "f1": 0.144171, + "accuracy": 0.16502, + "main_score": 0.144171, + "hf_subset": "tzm_Tfng-rus_Cyrl", + "languages": [ + "tzm-Tfng", + "rus-Cyrl" + ] + }, + { + "precision": 0.160583, + "recall": 0.188735, + "f1": 0.166632, + "accuracy": 0.188735, + "main_score": 0.166632, + "hf_subset": "tzm_Tfng-taq_Latn", + "languages": [ + "tzm-Tfng", + "taq-Latn" + ] + }, + { + "precision": 0.12987, + "recall": 0.150198, + "f1": 0.134552, + "accuracy": 0.150198, + "main_score": 0.134552, + "hf_subset": "tzm_Tfng-war_Latn", + "languages": [ + "tzm-Tfng", + "war-Latn" + ] + }, + { + "precision": 0.147596, + "recall": 0.178854, + "f1": 0.154939, + "accuracy": 0.178854, + "main_score": 0.154939, + "hf_subset": "tzm_Tfng-arb_Arab", + "languages": [ + "tzm-Tfng", + "arb-Arab" + ] + }, + { + "precision": 0.139494, + "recall": 0.166008, + "f1": 0.144595, + "accuracy": 0.166008, + "main_score": 0.144595, + "hf_subset": "tzm_Tfng-bul_Cyrl", + "languages": [ + "tzm-Tfng", + "bul-Cyrl" + ] + }, + { + "precision": 0.143131, + "recall": 0.16502, + "f1": 0.147713, + "accuracy": 0.16502, + "main_score": 0.147713, + "hf_subset": "tzm_Tfng-fra_Latn", + "languages": [ + "tzm-Tfng", + "fra-Latn" + ] + }, + { + "precision": 0.151293, + "recall": 0.171937, + "f1": 0.156386, + "accuracy": 0.171937, + "main_score": 0.156386, + "hf_subset": "tzm_Tfng-jpn_Jpan", + "languages": [ + "tzm-Tfng", + "jpn-Jpan" + ] + }, + { + "precision": 0.13218, + "recall": 0.156126, + "f1": 0.137383, + "accuracy": 0.156126, + "main_score": 0.137383, + "hf_subset": "tzm_Tfng-lij_Latn", + "languages": [ + "tzm-Tfng", + "lij-Latn" + ] + }, + { + "precision": 0.13485, + "recall": 0.155138, + "f1": 0.139535, + "accuracy": 0.155138, + "main_score": 0.139535, + "hf_subset": "tzm_Tfng-mya_Mymr", + "languages": [ + "tzm-Tfng", + "mya-Mymr" + ] + }, + { + "precision": 0.172741, + "recall": 0.20751, + "f1": 0.180206, + "accuracy": 0.20751, + "main_score": 0.180206, + "hf_subset": "tzm_Tfng-sag_Latn", + "languages": [ + "tzm-Tfng", + "sag-Latn" + ] + }, + { + "precision": 0.237577, + "recall": 0.270751, + "f1": 0.24594, + "accuracy": 0.270751, + "main_score": 0.24594, + "hf_subset": "tzm_Tfng-taq_Tfng", + "languages": [ + "tzm-Tfng", + "taq-Tfng" + ] + }, + { + "precision": 0.169469, + "recall": 0.193676, + "f1": 0.174512, + "accuracy": 0.193676, + "main_score": 0.174512, + "hf_subset": "tzm_Tfng-wol_Latn", + "languages": [ + "tzm-Tfng", + "wol-Latn" + ] + }, + { + "precision": 0.132199, + "recall": 0.158103, + "f1": 0.137782, + "accuracy": 0.158103, + "main_score": 0.137782, + "hf_subset": "tzm_Tfng-arb_Latn", + "languages": [ + "tzm-Tfng", + "arb-Latn" + ] + }, + { + "precision": 0.126576, + "recall": 0.152174, + "f1": 0.132201, + "accuracy": 0.152174, + "main_score": 0.132201, + "hf_subset": "tzm_Tfng-cat_Latn", + "languages": [ + "tzm-Tfng", + "cat-Latn" + ] + }, + { + "precision": 0.132139, + "recall": 0.151186, + "f1": 0.135591, + "accuracy": 0.151186, + "main_score": 0.135591, + "hf_subset": "tzm_Tfng-fur_Latn", + "languages": [ + "tzm-Tfng", + "fur-Latn" + ] + }, + { + "precision": 0.251604, + "recall": 0.275692, + "f1": 0.25679, + "accuracy": 0.275692, + "main_score": 0.25679, + "hf_subset": "tzm_Tfng-kab_Latn", + "languages": [ + "tzm-Tfng", + "kab-Latn" + ] + }, + { + "precision": 0.129888, + "recall": 0.157115, + "f1": 0.135444, + "accuracy": 0.157115, + "main_score": 0.135444, + "hf_subset": "tzm_Tfng-lim_Latn", + "languages": [ + "tzm-Tfng", + "lim-Latn" + ] + }, + { + "precision": 0.143395, + "recall": 0.162055, + "f1": 0.147465, + "accuracy": 0.162055, + "main_score": 0.147465, + "hf_subset": "tzm_Tfng-nld_Latn", + "languages": [ + "tzm-Tfng", + "nld-Latn" + ] + }, + { + "precision": 0.148333, + "recall": 0.176877, + "f1": 0.154131, + "accuracy": 0.176877, + "main_score": 0.154131, + "hf_subset": "tzm_Tfng-san_Deva", + "languages": [ + "tzm-Tfng", + "san-Deva" + ] + }, + { + "precision": 0.11737, + "recall": 0.143281, + "f1": 0.12307, + "accuracy": 0.143281, + "main_score": 0.12307, + "hf_subset": "tzm_Tfng-tat_Cyrl", + "languages": [ + "tzm-Tfng", + "tat-Cyrl" + ] + }, + { + "precision": 0.119299, + "recall": 0.139328, + "f1": 0.123867, + "accuracy": 0.139328, + "main_score": 0.123867, + "hf_subset": "tzm_Tfng-xho_Latn", + "languages": [ + "tzm-Tfng", + "xho-Latn" + ] + }, + { + "precision": 0.13161, + "recall": 0.163043, + "f1": 0.139163, + "accuracy": 0.163043, + "main_score": 0.139163, + "hf_subset": "tzm_Tfng-ars_Arab", + "languages": [ + "tzm-Tfng", + "ars-Arab" + ] + }, + { + "precision": 0.108298, + "recall": 0.129447, + "f1": 0.112681, + "accuracy": 0.129447, + "main_score": 0.112681, + "hf_subset": "tzm_Tfng-ceb_Latn", + "languages": [ + "tzm-Tfng", + "ceb-Latn" + ] + }, + { + "precision": 0.150494, + "recall": 0.173913, + "f1": 0.155003, + "accuracy": 0.173913, + "main_score": 0.155003, + "hf_subset": "tzm_Tfng-fuv_Latn", + "languages": [ + "tzm-Tfng", + "fuv-Latn" + ] + }, + { + "precision": 0.181929, + "recall": 0.205534, + "f1": 0.18771, + "accuracy": 0.205534, + "main_score": 0.18771, + "hf_subset": "tzm_Tfng-kac_Latn", + "languages": [ + "tzm-Tfng", + "kac-Latn" + ] + }, + { + "precision": 0.156368, + "recall": 0.184783, + "f1": 0.162187, + "accuracy": 0.184783, + "main_score": 0.162187, + "hf_subset": "tzm_Tfng-lin_Latn", + "languages": [ + "tzm-Tfng", + "lin-Latn" + ] + }, + { + "precision": 0.126848, + "recall": 0.146245, + "f1": 0.130866, + "accuracy": 0.146245, + "main_score": 0.130866, + "hf_subset": "tzm_Tfng-nno_Latn", + "languages": [ + "tzm-Tfng", + "nno-Latn" + ] + }, + { + "precision": 0.14384, + "recall": 0.16502, + "f1": 0.149199, + "accuracy": 0.16502, + "main_score": 0.149199, + "hf_subset": "tzm_Tfng-sat_Olck", + "languages": [ + "tzm-Tfng", + "sat-Olck" + ] + }, + { + "precision": 0.116837, + "recall": 0.139328, + "f1": 0.121258, + "accuracy": 0.139328, + "main_score": 0.121258, + "hf_subset": "tzm_Tfng-tel_Telu", + "languages": [ + "tzm-Tfng", + "tel-Telu" + ] + }, + { + "precision": 0.132482, + "recall": 0.166008, + "f1": 0.139099, + "accuracy": 0.166008, + "main_score": 0.139099, + "hf_subset": "tzm_Tfng-ydd_Hebr", + "languages": [ + "tzm-Tfng", + "ydd-Hebr" + ] + }, + { + "precision": 0.134901, + "recall": 0.156126, + "f1": 0.139291, + "accuracy": 0.156126, + "main_score": 0.139291, + "hf_subset": "tzm_Tfng-ary_Arab", + "languages": [ + "tzm-Tfng", + "ary-Arab" + ] + }, + { + "precision": 0.136529, + "recall": 0.159091, + "f1": 0.141142, + "accuracy": 0.159091, + "main_score": 0.141142, + "hf_subset": "tzm_Tfng-ces_Latn", + "languages": [ + "tzm-Tfng", + "ces-Latn" + ] + }, + { + "precision": 0.207721, + "recall": 0.249012, + "f1": 0.216671, + "accuracy": 0.249012, + "main_score": 0.216671, + "hf_subset": "tzm_Tfng-gaz_Latn", + "languages": [ + "tzm-Tfng", + "gaz-Latn" + ] + }, + { + "precision": 0.164073, + "recall": 0.194664, + "f1": 0.171013, + "accuracy": 0.194664, + "main_score": 0.171013, + "hf_subset": "tzm_Tfng-kam_Latn", + "languages": [ + "tzm-Tfng", + "kam-Latn" + ] + }, + { + "precision": 0.120291, + "recall": 0.146245, + "f1": 0.125721, + "accuracy": 0.146245, + "main_score": 0.125721, + "hf_subset": "tzm_Tfng-lit_Latn", + "languages": [ + "tzm-Tfng", + "lit-Latn" + ] + }, + { + "precision": 0.125576, + "recall": 0.147233, + "f1": 0.130729, + "accuracy": 0.147233, + "main_score": 0.130729, + "hf_subset": "tzm_Tfng-nob_Latn", + "languages": [ + "tzm-Tfng", + "nob-Latn" + ] + }, + { + "precision": 0.129213, + "recall": 0.15415, + "f1": 0.134769, + "accuracy": 0.15415, + "main_score": 0.134769, + "hf_subset": "tzm_Tfng-scn_Latn", + "languages": [ + "tzm-Tfng", + "scn-Latn" + ] + }, + { + "precision": 0.116837, + "recall": 0.137352, + "f1": 0.121024, + "accuracy": 0.137352, + "main_score": 0.121024, + "hf_subset": "tzm_Tfng-tgk_Cyrl", + "languages": [ + "tzm-Tfng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.111573, + "recall": 0.135375, + "f1": 0.116127, + "accuracy": 0.135375, + "main_score": 0.116127, + "hf_subset": "tzm_Tfng-yor_Latn", + "languages": [ + "tzm-Tfng", + "yor-Latn" + ] + }, + { + "precision": 0.14202, + "recall": 0.16996, + "f1": 0.148528, + "accuracy": 0.16996, + "main_score": 0.148528, + "hf_subset": "tzm_Tfng-arz_Arab", + "languages": [ + "tzm-Tfng", + "arz-Arab" + ] + }, + { + "precision": 0.164302, + "recall": 0.187747, + "f1": 0.16938, + "accuracy": 0.187747, + "main_score": 0.16938, + "hf_subset": "tzm_Tfng-cjk_Latn", + "languages": [ + "tzm-Tfng", + "cjk-Latn" + ] + }, + { + "precision": 0.112289, + "recall": 0.142292, + "f1": 0.118942, + "accuracy": 0.142292, + "main_score": 0.118942, + "hf_subset": "tzm_Tfng-gla_Latn", + "languages": [ + "tzm-Tfng", + "gla-Latn" + ] + }, + { + "precision": 0.119635, + "recall": 0.144269, + "f1": 0.124757, + "accuracy": 0.144269, + "main_score": 0.124757, + "hf_subset": "tzm_Tfng-kan_Knda", + "languages": [ + "tzm-Tfng", + "kan-Knda" + ] + }, + { + "precision": 0.124796, + "recall": 0.143281, + "f1": 0.128646, + "accuracy": 0.143281, + "main_score": 0.128646, + "hf_subset": "tzm_Tfng-lmo_Latn", + "languages": [ + "tzm-Tfng", + "lmo-Latn" + ] + }, + { + "precision": 0.127283, + "recall": 0.146245, + "f1": 0.131682, + "accuracy": 0.146245, + "main_score": 0.131682, + "hf_subset": "tzm_Tfng-npi_Deva", + "languages": [ + "tzm-Tfng", + "npi-Deva" + ] + }, + { + "precision": 0.102353, + "recall": 0.132411, + "f1": 0.109032, + "accuracy": 0.132411, + "main_score": 0.109032, + "hf_subset": "tzm_Tfng-shn_Mymr", + "languages": [ + "tzm-Tfng", + "shn-Mymr" + ] + }, + { + "precision": 0.123601, + "recall": 0.148221, + "f1": 0.128876, + "accuracy": 0.148221, + "main_score": 0.128876, + "hf_subset": "tzm_Tfng-tgl_Latn", + "languages": [ + "tzm-Tfng", + "tgl-Latn" + ] + }, + { + "precision": 0.128853, + "recall": 0.150198, + "f1": 0.134059, + "accuracy": 0.150198, + "main_score": 0.134059, + "hf_subset": "tzm_Tfng-yue_Hant", + "languages": [ + "tzm-Tfng", + "yue-Hant" + ] + }, + { + "precision": 0.115542, + "recall": 0.147233, + "f1": 0.1222, + "accuracy": 0.147233, + "main_score": 0.1222, + "hf_subset": "tzm_Tfng-asm_Beng", + "languages": [ + "tzm-Tfng", + "asm-Beng" + ] + }, + { + "precision": 0.152531, + "recall": 0.188735, + "f1": 0.160042, + "accuracy": 0.188735, + "main_score": 0.160042, + "hf_subset": "tzm_Tfng-ckb_Arab", + "languages": [ + "tzm-Tfng", + "ckb-Arab" + ] + }, + { + "precision": 0.120229, + "recall": 0.144269, + "f1": 0.12566, + "accuracy": 0.144269, + "main_score": 0.12566, + "hf_subset": "tzm_Tfng-gle_Latn", + "languages": [ + "tzm-Tfng", + "gle-Latn" + ] + }, + { + "precision": 0.139971, + "recall": 0.166008, + "f1": 0.146339, + "accuracy": 0.166008, + "main_score": 0.146339, + "hf_subset": "tzm_Tfng-kas_Arab", + "languages": [ + "tzm-Tfng", + "kas-Arab" + ] + }, + { + "precision": 0.137202, + "recall": 0.160079, + "f1": 0.142631, + "accuracy": 0.160079, + "main_score": 0.142631, + "hf_subset": "tzm_Tfng-ltg_Latn", + "languages": [ + "tzm-Tfng", + "ltg-Latn" + ] + }, + { + "precision": 0.150119, + "recall": 0.183794, + "f1": 0.157545, + "accuracy": 0.183794, + "main_score": 0.157545, + "hf_subset": "tzm_Tfng-nso_Latn", + "languages": [ + "tzm-Tfng", + "nso-Latn" + ] + }, + { + "precision": 0.128551, + "recall": 0.156126, + "f1": 0.13452, + "accuracy": 0.156126, + "main_score": 0.13452, + "hf_subset": "tzm_Tfng-sin_Sinh", + "languages": [ + "tzm-Tfng", + "sin-Sinh" + ] + }, + { + "precision": 0.135908, + "recall": 0.159091, + "f1": 0.140911, + "accuracy": 0.159091, + "main_score": 0.140911, + "hf_subset": "tzm_Tfng-tha_Thai", + "languages": [ + "tzm-Tfng", + "tha-Thai" + ] + }, + { + "precision": 0.084274, + "recall": 0.096838, + "f1": 0.087077, + "accuracy": 0.096838, + "main_score": 0.087077, + "hf_subset": "tzm_Tfng-zho_Hans", + "languages": [ + "tzm-Tfng", + "zho-Hans" + ] + }, + { + "precision": 0.120426, + "recall": 0.141304, + "f1": 0.124955, + "accuracy": 0.141304, + "main_score": 0.124955, + "hf_subset": "tzm_Tfng-ast_Latn", + "languages": [ + "tzm-Tfng", + "ast-Latn" + ] + }, + { + "precision": 0.152484, + "recall": 0.182806, + "f1": 0.159479, + "accuracy": 0.182806, + "main_score": 0.159479, + "hf_subset": "tzm_Tfng-crh_Latn", + "languages": [ + "tzm-Tfng", + "crh-Latn" + ] + }, + { + "precision": 0.1316, + "recall": 0.158103, + "f1": 0.137192, + "accuracy": 0.158103, + "main_score": 0.137192, + "hf_subset": "tzm_Tfng-glg_Latn", + "languages": [ + "tzm-Tfng", + "glg-Latn" + ] + }, + { + "precision": 0.138594, + "recall": 0.166996, + "f1": 0.144913, + "accuracy": 0.166996, + "main_score": 0.144913, + "hf_subset": "tzm_Tfng-kas_Deva", + "languages": [ + "tzm-Tfng", + "kas-Deva" + ] + }, + { + "precision": 0.114917, + "recall": 0.139328, + "f1": 0.119666, + "accuracy": 0.139328, + "main_score": 0.119666, + "hf_subset": "tzm_Tfng-ltz_Latn", + "languages": [ + "tzm-Tfng", + "ltz-Latn" + ] + }, + { + "precision": 0.196881, + "recall": 0.219368, + "f1": 0.202149, + "accuracy": 0.219368, + "main_score": 0.202149, + "hf_subset": "tzm_Tfng-nus_Latn", + "languages": [ + "tzm-Tfng", + "nus-Latn" + ] + }, + { + "precision": 0.119459, + "recall": 0.140316, + "f1": 0.123665, + "accuracy": 0.140316, + "main_score": 0.123665, + "hf_subset": "tzm_Tfng-slk_Latn", + "languages": [ + "tzm-Tfng", + "slk-Latn" + ] + }, + { + "precision": 0.179166, + "recall": 0.201581, + "f1": 0.183933, + "accuracy": 0.201581, + "main_score": 0.183933, + "hf_subset": "tzm_Tfng-tir_Ethi", + "languages": [ + "tzm-Tfng", + "tir-Ethi" + ] + }, + { + "precision": 0.124661, + "recall": 0.151186, + "f1": 0.130145, + "accuracy": 0.151186, + "main_score": 0.130145, + "hf_subset": "tzm_Tfng-zho_Hant", + "languages": [ + "tzm-Tfng", + "zho-Hant" + ] + }, + { + "precision": 0.133176, + "recall": 0.156126, + "f1": 0.138723, + "accuracy": 0.156126, + "main_score": 0.138723, + "hf_subset": "tzm_Tfng-awa_Deva", + "languages": [ + "tzm-Tfng", + "awa-Deva" + ] + }, + { + "precision": 0.114914, + "recall": 0.140316, + "f1": 0.119977, + "accuracy": 0.140316, + "main_score": 0.119977, + "hf_subset": "tzm_Tfng-cym_Latn", + "languages": [ + "tzm-Tfng", + "cym-Latn" + ] + }, + { + "precision": 0.12427, + "recall": 0.146245, + "f1": 0.129262, + "accuracy": 0.146245, + "main_score": 0.129262, + "hf_subset": "tzm_Tfng-grn_Latn", + "languages": [ + "tzm-Tfng", + "grn-Latn" + ] + }, + { + "precision": 0.130293, + "recall": 0.158103, + "f1": 0.136323, + "accuracy": 0.158103, + "main_score": 0.136323, + "hf_subset": "tzm_Tfng-kat_Geor", + "languages": [ + "tzm-Tfng", + "kat-Geor" + ] + }, + { + "precision": 0.162688, + "recall": 0.183794, + "f1": 0.167803, + "accuracy": 0.183794, + "main_score": 0.167803, + "hf_subset": "tzm_Tfng-lua_Latn", + "languages": [ + "tzm-Tfng", + "lua-Latn" + ] + }, + { + "precision": 0.123058, + "recall": 0.152174, + "f1": 0.129151, + "accuracy": 0.152174, + "main_score": 0.129151, + "hf_subset": "tzm_Tfng-nya_Latn", + "languages": [ + "tzm-Tfng", + "nya-Latn" + ] + }, + { + "precision": 0.122059, + "recall": 0.146245, + "f1": 0.12749, + "accuracy": 0.146245, + "main_score": 0.12749, + "hf_subset": "tzm_Tfng-slv_Latn", + "languages": [ + "tzm-Tfng", + "slv-Latn" + ] + }, + { + "precision": 0.118143, + "recall": 0.144269, + "f1": 0.123053, + "accuracy": 0.144269, + "main_score": 0.123053, + "hf_subset": "tzm_Tfng-tpi_Latn", + "languages": [ + "tzm-Tfng", + "tpi-Latn" + ] + }, + { + "precision": 0.124346, + "recall": 0.148221, + "f1": 0.129316, + "accuracy": 0.148221, + "main_score": 0.129316, + "hf_subset": "tzm_Tfng-zsm_Latn", + "languages": [ + "tzm-Tfng", + "zsm-Latn" + ] + }, + { + "precision": 0.159687, + "recall": 0.186759, + "f1": 0.165664, + "accuracy": 0.186759, + "main_score": 0.165664, + "hf_subset": "tzm_Tfng-ayr_Latn", + "languages": [ + "tzm-Tfng", + "ayr-Latn" + ] + }, + { + "precision": 0.137212, + "recall": 0.163043, + "f1": 0.142664, + "accuracy": 0.163043, + "main_score": 0.142664, + "hf_subset": "tzm_Tfng-dan_Latn", + "languages": [ + "tzm-Tfng", + "dan-Latn" + ] + }, + { + "precision": 0.131458, + "recall": 0.161067, + "f1": 0.13661, + "accuracy": 0.161067, + "main_score": 0.13661, + "hf_subset": "tzm_Tfng-guj_Gujr", + "languages": [ + "tzm-Tfng", + "guj-Gujr" + ] + }, + { + "precision": 0.110046, + "recall": 0.140316, + "f1": 0.116258, + "accuracy": 0.140316, + "main_score": 0.116258, + "hf_subset": "tzm_Tfng-kaz_Cyrl", + "languages": [ + "tzm-Tfng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.147965, + "recall": 0.174901, + "f1": 0.153609, + "accuracy": 0.174901, + "main_score": 0.153609, + "hf_subset": "tzm_Tfng-lug_Latn", + "languages": [ + "tzm-Tfng", + "lug-Latn" + ] + }, + { + "precision": 0.127581, + "recall": 0.155138, + "f1": 0.132921, + "accuracy": 0.155138, + "main_score": 0.132921, + "hf_subset": "tzm_Tfng-oci_Latn", + "languages": [ + "tzm-Tfng", + "oci-Latn" + ] + }, + { + "precision": 0.144932, + "recall": 0.175889, + "f1": 0.152176, + "accuracy": 0.175889, + "main_score": 0.152176, + "hf_subset": "tzm_Tfng-smo_Latn", + "languages": [ + "tzm-Tfng", + "smo-Latn" + ] + }, + { + "precision": 0.133356, + "recall": 0.158103, + "f1": 0.139084, + "accuracy": 0.158103, + "main_score": 0.139084, + "hf_subset": "tzm_Tfng-tsn_Latn", + "languages": [ + "tzm-Tfng", + "tsn-Latn" + ] + }, + { + "precision": 0.136229, + "recall": 0.166008, + "f1": 0.142553, + "accuracy": 0.166008, + "main_score": 0.142553, + "hf_subset": "tzm_Tfng-zul_Latn", + "languages": [ + "tzm-Tfng", + "zul-Latn" + ] + }, + { + "precision": 0.125301, + "recall": 0.150198, + "f1": 0.129572, + "accuracy": 0.150198, + "main_score": 0.129572, + "hf_subset": "tzm_Tfng-azb_Arab", + "languages": [ + "tzm-Tfng", + "azb-Arab" + ] + }, + { + "precision": 0.142556, + "recall": 0.167984, + "f1": 0.148651, + "accuracy": 0.167984, + "main_score": 0.148651, + "hf_subset": "tzm_Tfng-deu_Latn", + "languages": [ + "tzm-Tfng", + "deu-Latn" + ] + }, + { + "precision": 0.141765, + "recall": 0.171937, + "f1": 0.147986, + "accuracy": 0.171937, + "main_score": 0.147986, + "hf_subset": "tzm_Tfng-hat_Latn", + "languages": [ + "tzm-Tfng", + "hat-Latn" + ] + }, + { + "precision": 0.14528, + "recall": 0.168972, + "f1": 0.150663, + "accuracy": 0.168972, + "main_score": 0.150663, + "hf_subset": "tzm_Tfng-kbp_Latn", + "languages": [ + "tzm-Tfng", + "kbp-Latn" + ] + }, + { + "precision": 0.164849, + "recall": 0.187747, + "f1": 0.169772, + "accuracy": 0.187747, + "main_score": 0.169772, + "hf_subset": "tzm_Tfng-luo_Latn", + "languages": [ + "tzm-Tfng", + "luo-Latn" + ] + }, + { + "precision": 0.109319, + "recall": 0.139328, + "f1": 0.11498, + "accuracy": 0.139328, + "main_score": 0.11498, + "hf_subset": "tzm_Tfng-ory_Orya", + "languages": [ + "tzm-Tfng", + "ory-Orya" + ] + }, + { + "precision": 0.121908, + "recall": 0.153162, + "f1": 0.128641, + "accuracy": 0.153162, + "main_score": 0.128641, + "hf_subset": "tzm_Tfng-sna_Latn", + "languages": [ + "tzm-Tfng", + "sna-Latn" + ] + }, + { + "precision": 0.164014, + "recall": 0.188735, + "f1": 0.170142, + "accuracy": 0.188735, + "main_score": 0.170142, + "hf_subset": "tzm_Tfng-tso_Latn", + "languages": [ + "tzm-Tfng", + "tso-Latn" + ] + }, + { + "precision": 0.119973, + "recall": 0.145257, + "f1": 0.125351, + "accuracy": 0.145257, + "main_score": 0.125351, + "hf_subset": "tzm_Tfng-azj_Latn", + "languages": [ + "tzm-Tfng", + "azj-Latn" + ] + }, + { + "precision": 0.136523, + "recall": 0.166008, + "f1": 0.14294, + "accuracy": 0.166008, + "main_score": 0.14294, + "hf_subset": "tzm_Tfng-dik_Latn", + "languages": [ + "tzm-Tfng", + "dik-Latn" + ] + }, + { + "precision": 0.12373, + "recall": 0.150198, + "f1": 0.129499, + "accuracy": 0.150198, + "main_score": 0.129499, + "hf_subset": "tzm_Tfng-hau_Latn", + "languages": [ + "tzm-Tfng", + "hau-Latn" + ] + }, + { + "precision": 0.140881, + "recall": 0.161067, + "f1": 0.144677, + "accuracy": 0.161067, + "main_score": 0.144677, + "hf_subset": "tzm_Tfng-kea_Latn", + "languages": [ + "tzm-Tfng", + "kea-Latn" + ] + }, + { + "precision": 0.12987, + "recall": 0.15415, + "f1": 0.135244, + "accuracy": 0.15415, + "main_score": 0.135244, + "hf_subset": "tzm_Tfng-lus_Latn", + "languages": [ + "tzm-Tfng", + "lus-Latn" + ] + }, + { + "precision": 0.140509, + "recall": 0.16502, + "f1": 0.145388, + "accuracy": 0.16502, + "main_score": 0.145388, + "hf_subset": "tzm_Tfng-pag_Latn", + "languages": [ + "tzm-Tfng", + "pag-Latn" + ] + }, + { + "precision": 0.128036, + "recall": 0.163043, + "f1": 0.135048, + "accuracy": 0.163043, + "main_score": 0.135048, + "hf_subset": "tzm_Tfng-snd_Arab", + "languages": [ + "tzm-Tfng", + "snd-Arab" + ] + }, + { + "precision": 0.103635, + "recall": 0.132411, + "f1": 0.109465, + "accuracy": 0.132411, + "main_score": 0.109465, + "hf_subset": "tzm_Tfng-tuk_Latn", + "languages": [ + "tzm-Tfng", + "tuk-Latn" + ] + }, + { + "precision": 0.129417, + "recall": 0.156126, + "f1": 0.134758, + "accuracy": 0.156126, + "main_score": 0.134758, + "hf_subset": "tzm_Tfng-bak_Cyrl", + "languages": [ + "tzm-Tfng", + "bak-Cyrl" + ] + }, + { + "precision": 0.099373, + "recall": 0.128458, + "f1": 0.105267, + "accuracy": 0.128458, + "main_score": 0.105267, + "hf_subset": "tzm_Tfng-dyu_Latn", + "languages": [ + "tzm-Tfng", + "dyu-Latn" + ] + }, + { + "precision": 0.131401, + "recall": 0.163043, + "f1": 0.138445, + "accuracy": 0.163043, + "main_score": 0.138445, + "hf_subset": "tzm_Tfng-heb_Hebr", + "languages": [ + "tzm-Tfng", + "heb-Hebr" + ] + }, + { + "precision": 0.126472, + "recall": 0.157115, + "f1": 0.132677, + "accuracy": 0.157115, + "main_score": 0.132677, + "hf_subset": "tzm_Tfng-khk_Cyrl", + "languages": [ + "tzm-Tfng", + "khk-Cyrl" + ] + }, + { + "precision": 0.116137, + "recall": 0.144269, + "f1": 0.121317, + "accuracy": 0.144269, + "main_score": 0.121317, + "hf_subset": "tzm_Tfng-lvs_Latn", + "languages": [ + "tzm-Tfng", + "lvs-Latn" + ] + }, + { + "precision": 0.126701, + "recall": 0.147233, + "f1": 0.130291, + "accuracy": 0.147233, + "main_score": 0.130291, + "hf_subset": "tzm_Tfng-pan_Guru", + "languages": [ + "tzm-Tfng", + "pan-Guru" + ] + }, + { + "precision": 0.124683, + "recall": 0.15415, + "f1": 0.130852, + "accuracy": 0.15415, + "main_score": 0.130852, + "hf_subset": "tzm_Tfng-som_Latn", + "languages": [ + "tzm-Tfng", + "som-Latn" + ] + }, + { + "precision": 0.137147, + "recall": 0.168972, + "f1": 0.143353, + "accuracy": 0.168972, + "main_score": 0.143353, + "hf_subset": "tzm_Tfng-tum_Latn", + "languages": [ + "tzm-Tfng", + "tum-Latn" + ] + }, + { + "precision": 0.47635, + "recall": 0.568182, + "f1": 0.501652, + "accuracy": 0.568182, + "main_score": 0.501652, + "hf_subset": "acq_Arab-ace_Arab", + "languages": [ + "acq-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.458183, + "recall": 0.51581, + "f1": 0.472934, + "accuracy": 0.51581, + "main_score": 0.472934, + "hf_subset": "acq_Arab-bam_Latn", + "languages": [ + "acq-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.597284, + "recall": 0.690711, + "f1": 0.624368, + "accuracy": 0.690711, + "main_score": 0.624368, + "hf_subset": "acq_Arab-dzo_Tibt", + "languages": [ + "acq-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-hin_Deva", + "languages": [ + "acq-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "acq_Arab-khm_Khmr", + "languages": [ + "acq-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-mag_Deva", + "languages": [ + "acq-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acq_Arab-pap_Latn", + "languages": [ + "acq-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.817276, + "recall": 0.867589, + "f1": 0.832825, + "accuracy": 0.867589, + "main_score": 0.832825, + "hf_subset": "acq_Arab-sot_Latn", + "languages": [ + "acq-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-tur_Latn", + "languages": [ + "acq-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.837674, + "recall": 0.881423, + "f1": 0.85107, + "accuracy": 0.881423, + "main_score": 0.85107, + "hf_subset": "acq_Arab-ace_Latn", + "languages": [ + "acq-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "acq_Arab-ban_Latn", + "languages": [ + "acq-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-ell_Grek", + "languages": [ + "acq-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "acq_Arab-hne_Deva", + "languages": [ + "acq-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.528659, + "recall": 0.606719, + "f1": 0.549373, + "accuracy": 0.606719, + "main_score": 0.549373, + "hf_subset": "acq_Arab-kik_Latn", + "languages": [ + "acq-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-mai_Deva", + "languages": [ + "acq-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "acq_Arab-pbt_Arab", + "languages": [ + "acq-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-spa_Latn", + "languages": [ + "acq-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.72192, + "recall": 0.789526, + "f1": 0.741789, + "accuracy": 0.789526, + "main_score": 0.741789, + "hf_subset": "acq_Arab-twi_Latn", + "languages": [ + "acq-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-acm_Arab", + "languages": [ + "acq-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-bel_Cyrl", + "languages": [ + "acq-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-eng_Latn", + "languages": [ + "acq-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-hrv_Latn", + "languages": [ + "acq-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.807345, + "recall": 0.858696, + "f1": 0.823024, + "accuracy": 0.858696, + "main_score": 0.823024, + "hf_subset": "acq_Arab-kin_Latn", + "languages": [ + "acq-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-mal_Mlym", + "languages": [ + "acq-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-pes_Arab", + "languages": [ + "acq-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "acq_Arab-srd_Latn", + "languages": [ + "acq-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.207785, + "recall": 0.268775, + "f1": 0.222438, + "accuracy": 0.268775, + "main_score": 0.222438, + "hf_subset": "acq_Arab-tzm_Tfng", + "languages": [ + "acq-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.625783, + "recall": 0.702569, + "f1": 0.64733, + "accuracy": 0.702569, + "main_score": 0.64733, + "hf_subset": "acq_Arab-bem_Latn", + "languages": [ + "acq-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-epo_Latn", + "languages": [ + "acq-Arab", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-hun_Latn", + "languages": [ + "acq-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acq_Arab-kir_Cyrl", + "languages": [ + "acq-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-mar_Deva", + "languages": [ + "acq-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.842474, + "recall": 0.886364, + "f1": 0.856094, + "accuracy": 0.886364, + "main_score": 0.856094, + "hf_subset": "acq_Arab-plt_Latn", + "languages": [ + "acq-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-srp_Cyrl", + "languages": [ + "acq-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.9375, + "recall": 0.956522, + "f1": 0.943577, + "accuracy": 0.956522, + "main_score": 0.943577, + "hf_subset": "acq_Arab-uig_Arab", + "languages": [ + "acq-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-aeb_Arab", + "languages": [ + "acq-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-ben_Beng", + "languages": [ + "acq-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-est_Latn", + "languages": [ + "acq-Arab", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-hye_Armn", + "languages": [ + "acq-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.433507, + "recall": 0.495059, + "f1": 0.449883, + "accuracy": 0.495059, + "main_score": 0.449883, + "hf_subset": "acq_Arab-kmb_Latn", + "languages": [ + "acq-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.432347, + "recall": 0.517787, + "f1": 0.454364, + "accuracy": 0.517787, + "main_score": 0.454364, + "hf_subset": "acq_Arab-min_Arab", + "languages": [ + "acq-Arab", + "min-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "acq_Arab-pol_Latn", + "languages": [ + "acq-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.687805, + "recall": 0.76087, + "f1": 0.709047, + "accuracy": 0.76087, + "main_score": 0.709047, + "hf_subset": "acq_Arab-ssw_Latn", + "languages": [ + "acq-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-ukr_Cyrl", + "languages": [ + "acq-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-afr_Latn", + "languages": [ + "acq-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "acq_Arab-bho_Deva", + "languages": [ + "acq-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-eus_Latn", + "languages": [ + "acq-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.831192, + "recall": 0.880435, + "f1": 0.846396, + "accuracy": 0.880435, + "main_score": 0.846396, + "hf_subset": "acq_Arab-ibo_Latn", + "languages": [ + "acq-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.839937, + "recall": 0.883399, + "f1": 0.85295, + "accuracy": 0.883399, + "main_score": 0.85295, + "hf_subset": "acq_Arab-kmr_Latn", + "languages": [ + "acq-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "acq_Arab-min_Latn", + "languages": [ + "acq-Arab", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-por_Latn", + "languages": [ + "acq-Arab", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "acq_Arab-sun_Latn", + "languages": [ + "acq-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.432939, + "recall": 0.499012, + "f1": 0.451005, + "accuracy": 0.499012, + "main_score": 0.451005, + "hf_subset": "acq_Arab-umb_Latn", + "languages": [ + "acq-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "acq_Arab-ajp_Arab", + "languages": [ + "acq-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.444333, + "recall": 0.532609, + "f1": 0.46858, + "accuracy": 0.532609, + "main_score": 0.46858, + "hf_subset": "acq_Arab-bjn_Arab", + "languages": [ + "acq-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.421592, + "recall": 0.482213, + "f1": 0.437903, + "accuracy": 0.482213, + "main_score": 0.437903, + "hf_subset": "acq_Arab-ewe_Latn", + "languages": [ + "acq-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "acq_Arab-ilo_Latn", + "languages": [ + "acq-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.234435, + "recall": 0.291502, + "f1": 0.247606, + "accuracy": 0.291502, + "main_score": 0.247606, + "hf_subset": "acq_Arab-knc_Arab", + "languages": [ + "acq-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-mkd_Cyrl", + "languages": [ + "acq-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-prs_Arab", + "languages": [ + "acq-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-swe_Latn", + "languages": [ + "acq-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "acq_Arab-urd_Arab", + "languages": [ + "acq-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.692882, + "recall": 0.758893, + "f1": 0.711778, + "accuracy": 0.758893, + "main_score": 0.711778, + "hf_subset": "acq_Arab-aka_Latn", + "languages": [ + "acq-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "acq_Arab-bjn_Latn", + "languages": [ + "acq-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "acq_Arab-fao_Latn", + "languages": [ + "acq-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ind_Latn", + "languages": [ + "acq-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.477216, + "recall": 0.535573, + "f1": 0.493102, + "accuracy": 0.535573, + "main_score": 0.493102, + "hf_subset": "acq_Arab-knc_Latn", + "languages": [ + "acq-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-mlt_Latn", + "languages": [ + "acq-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.617392, + "recall": 0.686759, + "f1": 0.637004, + "accuracy": 0.686759, + "main_score": 0.637004, + "hf_subset": "acq_Arab-quy_Latn", + "languages": [ + "acq-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-swh_Latn", + "languages": [ + "acq-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "acq_Arab-uzn_Latn", + "languages": [ + "acq-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "acq_Arab-als_Latn", + "languages": [ + "acq-Arab", + "als-Latn" + ] + }, + { + "precision": 0.758061, + "recall": 0.820158, + "f1": 0.776416, + "accuracy": 0.820158, + "main_score": 0.776416, + "hf_subset": "acq_Arab-bod_Tibt", + "languages": [ + "acq-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.605521, + "recall": 0.68083, + "f1": 0.626965, + "accuracy": 0.68083, + "main_score": 0.626965, + "hf_subset": "acq_Arab-fij_Latn", + "languages": [ + "acq-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "acq_Arab-isl_Latn", + "languages": [ + "acq-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.564151, + "recall": 0.634387, + "f1": 0.582908, + "accuracy": 0.634387, + "main_score": 0.582908, + "hf_subset": "acq_Arab-kon_Latn", + "languages": [ + "acq-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.566382, + "recall": 0.644269, + "f1": 0.588, + "accuracy": 0.644269, + "main_score": 0.588, + "hf_subset": "acq_Arab-mni_Beng", + "languages": [ + "acq-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-ron_Latn", + "languages": [ + "acq-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "acq_Arab-szl_Latn", + "languages": [ + "acq-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-vec_Latn", + "languages": [ + "acq-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.910573, + "recall": 0.938735, + "f1": 0.919796, + "accuracy": 0.938735, + "main_score": 0.919796, + "hf_subset": "acq_Arab-amh_Ethi", + "languages": [ + "acq-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "acq_Arab-bos_Latn", + "languages": [ + "acq-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-fin_Latn", + "languages": [ + "acq-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-ita_Latn", + "languages": [ + "acq-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-kor_Hang", + "languages": [ + "acq-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.459402, + "recall": 0.519763, + "f1": 0.475902, + "accuracy": 0.519763, + "main_score": 0.475902, + "hf_subset": "acq_Arab-mos_Latn", + "languages": [ + "acq-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.713135, + "recall": 0.77668, + "f1": 0.731821, + "accuracy": 0.77668, + "main_score": 0.731821, + "hf_subset": "acq_Arab-run_Latn", + "languages": [ + "acq-Arab", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acq_Arab-tam_Taml", + "languages": [ + "acq-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-vie_Latn", + "languages": [ + "acq-Arab", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-apc_Arab", + "languages": [ + "acq-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.691074, + "recall": 0.759881, + "f1": 0.709864, + "accuracy": 0.759881, + "main_score": 0.709864, + "hf_subset": "acq_Arab-bug_Latn", + "languages": [ + "acq-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.425811, + "recall": 0.477273, + "f1": 0.439738, + "accuracy": 0.477273, + "main_score": 0.439738, + "hf_subset": "acq_Arab-fon_Latn", + "languages": [ + "acq-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "acq_Arab-jav_Latn", + "languages": [ + "acq-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.92803, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "acq_Arab-lao_Laoo", + "languages": [ + "acq-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.856308, + "recall": 0.898221, + "f1": 0.869419, + "accuracy": 0.898221, + "main_score": 0.869419, + "hf_subset": "acq_Arab-mri_Latn", + "languages": [ + "acq-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-rus_Cyrl", + "languages": [ + "acq-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.459518, + "recall": 0.518775, + "f1": 0.475384, + "accuracy": 0.518775, + "main_score": 0.475384, + "hf_subset": "acq_Arab-taq_Latn", + "languages": [ + "acq-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acq_Arab-war_Latn", + "languages": [ + "acq-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-arb_Arab", + "languages": [ + "acq-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-bul_Cyrl", + "languages": [ + "acq-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-fra_Latn", + "languages": [ + "acq-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-jpn_Jpan", + "languages": [ + "acq-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acq_Arab-lij_Latn", + "languages": [ + "acq-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "acq_Arab-mya_Mymr", + "languages": [ + "acq-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.521555, + "recall": 0.586957, + "f1": 0.53901, + "accuracy": 0.586957, + "main_score": 0.53901, + "hf_subset": "acq_Arab-sag_Latn", + "languages": [ + "acq-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.197749, + "recall": 0.266798, + "f1": 0.214398, + "accuracy": 0.266798, + "main_score": 0.214398, + "hf_subset": "acq_Arab-taq_Tfng", + "languages": [ + "acq-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.608249, + "recall": 0.679842, + "f1": 0.628, + "accuracy": 0.679842, + "main_score": 0.628, + "hf_subset": "acq_Arab-wol_Latn", + "languages": [ + "acq-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.872036, + "recall": 0.910079, + "f1": 0.88386, + "accuracy": 0.910079, + "main_score": 0.88386, + "hf_subset": "acq_Arab-arb_Latn", + "languages": [ + "acq-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-cat_Latn", + "languages": [ + "acq-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "acq_Arab-fur_Latn", + "languages": [ + "acq-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.409741, + "recall": 0.483202, + "f1": 0.428365, + "accuracy": 0.483202, + "main_score": 0.428365, + "hf_subset": "acq_Arab-kab_Latn", + "languages": [ + "acq-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "acq_Arab-lim_Latn", + "languages": [ + "acq-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-nld_Latn", + "languages": [ + "acq-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "acq_Arab-san_Deva", + "languages": [ + "acq-Arab", + "san-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "acq_Arab-tat_Cyrl", + "languages": [ + "acq-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.844137, + "recall": 0.88834, + "f1": 0.857839, + "accuracy": 0.88834, + "main_score": 0.857839, + "hf_subset": "acq_Arab-xho_Latn", + "languages": [ + "acq-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ars_Arab", + "languages": [ + "acq-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-ceb_Latn", + "languages": [ + "acq-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.452094, + "recall": 0.517787, + "f1": 0.469107, + "accuracy": 0.517787, + "main_score": 0.469107, + "hf_subset": "acq_Arab-fuv_Latn", + "languages": [ + "acq-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.44654, + "recall": 0.509881, + "f1": 0.463642, + "accuracy": 0.509881, + "main_score": 0.463642, + "hf_subset": "acq_Arab-kac_Latn", + "languages": [ + "acq-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.588039, + "recall": 0.656126, + "f1": 0.605891, + "accuracy": 0.656126, + "main_score": 0.605891, + "hf_subset": "acq_Arab-lin_Latn", + "languages": [ + "acq-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-nno_Latn", + "languages": [ + "acq-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.864048, + "recall": 0.90415, + "f1": 0.876548, + "accuracy": 0.90415, + "main_score": 0.876548, + "hf_subset": "acq_Arab-sat_Olck", + "languages": [ + "acq-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "acq_Arab-tel_Telu", + "languages": [ + "acq-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "acq_Arab-ydd_Hebr", + "languages": [ + "acq-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "acq_Arab-ary_Arab", + "languages": [ + "acq-Arab", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ces_Latn", + "languages": [ + "acq-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.519191, + "recall": 0.601779, + "f1": 0.541411, + "accuracy": 0.601779, + "main_score": 0.541411, + "hf_subset": "acq_Arab-gaz_Latn", + "languages": [ + "acq-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.488485, + "recall": 0.574111, + "f1": 0.510664, + "accuracy": 0.574111, + "main_score": 0.510664, + "hf_subset": "acq_Arab-kam_Latn", + "languages": [ + "acq-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "acq_Arab-lit_Latn", + "languages": [ + "acq-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-nob_Latn", + "languages": [ + "acq-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "acq_Arab-scn_Latn", + "languages": [ + "acq-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "acq_Arab-tgk_Cyrl", + "languages": [ + "acq-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.69294, + "recall": 0.762846, + "f1": 0.712588, + "accuracy": 0.762846, + "main_score": 0.712588, + "hf_subset": "acq_Arab-yor_Latn", + "languages": [ + "acq-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-arz_Arab", + "languages": [ + "acq-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.444489, + "recall": 0.513834, + "f1": 0.463485, + "accuracy": 0.513834, + "main_score": 0.463485, + "hf_subset": "acq_Arab-cjk_Latn", + "languages": [ + "acq-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.922431, + "recall": 0.947628, + "f1": 0.930665, + "accuracy": 0.947628, + "main_score": 0.930665, + "hf_subset": "acq_Arab-gla_Latn", + "languages": [ + "acq-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "acq_Arab-kan_Knda", + "languages": [ + "acq-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "acq_Arab-lmo_Latn", + "languages": [ + "acq-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "acq_Arab-npi_Deva", + "languages": [ + "acq-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.499041, + "recall": 0.58004, + "f1": 0.521785, + "accuracy": 0.58004, + "main_score": 0.521785, + "hf_subset": "acq_Arab-shn_Mymr", + "languages": [ + "acq-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-tgl_Latn", + "languages": [ + "acq-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-yue_Hant", + "languages": [ + "acq-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "acq_Arab-asm_Beng", + "languages": [ + "acq-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.912714, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "acq_Arab-ckb_Arab", + "languages": [ + "acq-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "acq_Arab-gle_Latn", + "languages": [ + "acq-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.892622, + "recall": 0.923913, + "f1": 0.90247, + "accuracy": 0.923913, + "main_score": 0.90247, + "hf_subset": "acq_Arab-kas_Arab", + "languages": [ + "acq-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.885787, + "recall": 0.920949, + "f1": 0.89697, + "accuracy": 0.920949, + "main_score": 0.89697, + "hf_subset": "acq_Arab-ltg_Latn", + "languages": [ + "acq-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.736775, + "recall": 0.801383, + "f1": 0.756409, + "accuracy": 0.801383, + "main_score": 0.756409, + "hf_subset": "acq_Arab-nso_Latn", + "languages": [ + "acq-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "acq_Arab-sin_Sinh", + "languages": [ + "acq-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-tha_Thai", + "languages": [ + "acq-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-zho_Hans", + "languages": [ + "acq-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-ast_Latn", + "languages": [ + "acq-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "acq_Arab-crh_Latn", + "languages": [ + "acq-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-glg_Latn", + "languages": [ + "acq-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.835096, + "recall": 0.880435, + "f1": 0.848767, + "accuracy": 0.880435, + "main_score": 0.848767, + "hf_subset": "acq_Arab-kas_Deva", + "languages": [ + "acq-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acq_Arab-ltz_Latn", + "languages": [ + "acq-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.406623, + "recall": 0.470356, + "f1": 0.423395, + "accuracy": 0.470356, + "main_score": 0.423395, + "hf_subset": "acq_Arab-nus_Latn", + "languages": [ + "acq-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-slk_Latn", + "languages": [ + "acq-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.612419, + "recall": 0.690711, + "f1": 0.634019, + "accuracy": 0.690711, + "main_score": 0.634019, + "hf_subset": "acq_Arab-tir_Ethi", + "languages": [ + "acq-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-zho_Hant", + "languages": [ + "acq-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "acq_Arab-awa_Deva", + "languages": [ + "acq-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-cym_Latn", + "languages": [ + "acq-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.733094, + "recall": 0.79249, + "f1": 0.749653, + "accuracy": 0.79249, + "main_score": 0.749653, + "hf_subset": "acq_Arab-grn_Latn", + "languages": [ + "acq-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-kat_Geor", + "languages": [ + "acq-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.552517, + "recall": 0.618577, + "f1": 0.570324, + "accuracy": 0.618577, + "main_score": 0.570324, + "hf_subset": "acq_Arab-lua_Latn", + "languages": [ + "acq-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.795184, + "recall": 0.852767, + "f1": 0.812895, + "accuracy": 0.852767, + "main_score": 0.812895, + "hf_subset": "acq_Arab-nya_Latn", + "languages": [ + "acq-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-slv_Latn", + "languages": [ + "acq-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "acq_Arab-tpi_Latn", + "languages": [ + "acq-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-zsm_Latn", + "languages": [ + "acq-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.484094, + "recall": 0.547431, + "f1": 0.501149, + "accuracy": 0.547431, + "main_score": 0.501149, + "hf_subset": "acq_Arab-ayr_Latn", + "languages": [ + "acq-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-dan_Latn", + "languages": [ + "acq-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-guj_Gujr", + "languages": [ + "acq-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acq_Arab-kaz_Cyrl", + "languages": [ + "acq-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.610714, + "recall": 0.693676, + "f1": 0.634303, + "accuracy": 0.693676, + "main_score": 0.634303, + "hf_subset": "acq_Arab-lug_Latn", + "languages": [ + "acq-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-oci_Latn", + "languages": [ + "acq-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.815662, + "recall": 0.863636, + "f1": 0.830369, + "accuracy": 0.863636, + "main_score": 0.830369, + "hf_subset": "acq_Arab-smo_Latn", + "languages": [ + "acq-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.705708, + "recall": 0.777668, + "f1": 0.727012, + "accuracy": 0.777668, + "main_score": 0.727012, + "hf_subset": "acq_Arab-tsn_Latn", + "languages": [ + "acq-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.845026, + "recall": 0.891304, + "f1": 0.859618, + "accuracy": 0.891304, + "main_score": 0.859618, + "hf_subset": "acq_Arab-zul_Latn", + "languages": [ + "acq-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.919878, + "recall": 0.943676, + "f1": 0.927273, + "accuracy": 0.943676, + "main_score": 0.927273, + "hf_subset": "acq_Arab-azb_Arab", + "languages": [ + "acq-Arab", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-deu_Latn", + "languages": [ + "acq-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "acq_Arab-hat_Latn", + "languages": [ + "acq-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.448668, + "recall": 0.509881, + "f1": 0.465005, + "accuracy": 0.509881, + "main_score": 0.465005, + "hf_subset": "acq_Arab-kbp_Latn", + "languages": [ + "acq-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.485359, + "recall": 0.551383, + "f1": 0.502629, + "accuracy": 0.551383, + "main_score": 0.502629, + "hf_subset": "acq_Arab-luo_Latn", + "languages": [ + "acq-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "acq_Arab-ory_Orya", + "languages": [ + "acq-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.84692, + "recall": 0.892292, + "f1": 0.861232, + "accuracy": 0.892292, + "main_score": 0.861232, + "hf_subset": "acq_Arab-sna_Latn", + "languages": [ + "acq-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.612692, + "recall": 0.68083, + "f1": 0.631072, + "accuracy": 0.68083, + "main_score": 0.631072, + "hf_subset": "acq_Arab-tso_Latn", + "languages": [ + "acq-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-azj_Latn", + "languages": [ + "acq-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.485435, + "recall": 0.556324, + "f1": 0.504922, + "accuracy": 0.556324, + "main_score": 0.504922, + "hf_subset": "acq_Arab-dik_Latn", + "languages": [ + "acq-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.875247, + "recall": 0.911067, + "f1": 0.886594, + "accuracy": 0.911067, + "main_score": 0.886594, + "hf_subset": "acq_Arab-hau_Latn", + "languages": [ + "acq-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "acq_Arab-kea_Latn", + "languages": [ + "acq-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.911232, + "recall": 0.937747, + "f1": 0.919796, + "accuracy": 0.937747, + "main_score": 0.919796, + "hf_subset": "acq_Arab-lus_Latn", + "languages": [ + "acq-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.833893, + "recall": 0.87747, + "f1": 0.846937, + "accuracy": 0.87747, + "main_score": 0.846937, + "hf_subset": "acq_Arab-pag_Latn", + "languages": [ + "acq-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "acq_Arab-snd_Arab", + "languages": [ + "acq-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "acq_Arab-tuk_Latn", + "languages": [ + "acq-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acq_Arab-bak_Cyrl", + "languages": [ + "acq-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.442296, + "recall": 0.521739, + "f1": 0.463827, + "accuracy": 0.521739, + "main_score": 0.463827, + "hf_subset": "acq_Arab-dyu_Latn", + "languages": [ + "acq-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-heb_Hebr", + "languages": [ + "acq-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.965382, + "accuracy": 0.97332, + "main_score": 0.965382, + "hf_subset": "acq_Arab-khk_Cyrl", + "languages": [ + "acq-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-lvs_Latn", + "languages": [ + "acq-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-pan_Guru", + "languages": [ + "acq-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.844071, + "recall": 0.88834, + "f1": 0.857628, + "accuracy": 0.88834, + "main_score": 0.857628, + "hf_subset": "acq_Arab-som_Latn", + "languages": [ + "acq-Arab", + "som-Latn" + ] + }, + { + "precision": 0.653329, + "recall": 0.727273, + "f1": 0.675362, + "accuracy": 0.727273, + "main_score": 0.675362, + "hf_subset": "acq_Arab-tum_Latn", + "languages": [ + "acq-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.443623, + "recall": 0.502964, + "f1": 0.460387, + "accuracy": 0.502964, + "main_score": 0.460387, + "hf_subset": "bem_Latn-ace_Arab", + "languages": [ + "bem-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.498869, + "recall": 0.547431, + "f1": 0.512382, + "accuracy": 0.547431, + "main_score": 0.512382, + "hf_subset": "bem_Latn-bam_Latn", + "languages": [ + "bem-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.396548, + "recall": 0.461462, + "f1": 0.413617, + "accuracy": 0.461462, + "main_score": 0.413617, + "hf_subset": "bem_Latn-dzo_Tibt", + "languages": [ + "bem-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.652629, + "recall": 0.704545, + "f1": 0.666041, + "accuracy": 0.704545, + "main_score": 0.666041, + "hf_subset": "bem_Latn-hin_Deva", + "languages": [ + "bem-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.602155, + "recall": 0.653162, + "f1": 0.615449, + "accuracy": 0.653162, + "main_score": 0.615449, + "hf_subset": "bem_Latn-khm_Khmr", + "languages": [ + "bem-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.637459, + "recall": 0.684783, + "f1": 0.650415, + "accuracy": 0.684783, + "main_score": 0.650415, + "hf_subset": "bem_Latn-mag_Deva", + "languages": [ + "bem-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.635271, + "recall": 0.68083, + "f1": 0.647088, + "accuracy": 0.68083, + "main_score": 0.647088, + "hf_subset": "bem_Latn-pap_Latn", + "languages": [ + "bem-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.658547, + "recall": 0.708498, + "f1": 0.672867, + "accuracy": 0.708498, + "main_score": 0.672867, + "hf_subset": "bem_Latn-sot_Latn", + "languages": [ + "bem-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.661197, + "recall": 0.711462, + "f1": 0.673999, + "accuracy": 0.711462, + "main_score": 0.673999, + "hf_subset": "bem_Latn-tur_Latn", + "languages": [ + "bem-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.59969, + "recall": 0.650198, + "f1": 0.613258, + "accuracy": 0.650198, + "main_score": 0.613258, + "hf_subset": "bem_Latn-ace_Latn", + "languages": [ + "bem-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.613004, + "recall": 0.65415, + "f1": 0.623674, + "accuracy": 0.65415, + "main_score": 0.623674, + "hf_subset": "bem_Latn-ban_Latn", + "languages": [ + "bem-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.641475, + "recall": 0.690711, + "f1": 0.653922, + "accuracy": 0.690711, + "main_score": 0.653922, + "hf_subset": "bem_Latn-ell_Grek", + "languages": [ + "bem-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.614783, + "recall": 0.666008, + "f1": 0.627428, + "accuracy": 0.666008, + "main_score": 0.627428, + "hf_subset": "bem_Latn-hne_Deva", + "languages": [ + "bem-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.55255, + "recall": 0.599802, + "f1": 0.565039, + "accuracy": 0.599802, + "main_score": 0.565039, + "hf_subset": "bem_Latn-kik_Latn", + "languages": [ + "bem-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.634045, + "recall": 0.684783, + "f1": 0.646542, + "accuracy": 0.684783, + "main_score": 0.646542, + "hf_subset": "bem_Latn-mai_Deva", + "languages": [ + "bem-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.603911, + "recall": 0.662055, + "f1": 0.619253, + "accuracy": 0.662055, + "main_score": 0.619253, + "hf_subset": "bem_Latn-pbt_Arab", + "languages": [ + "bem-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.668372, + "recall": 0.721344, + "f1": 0.682342, + "accuracy": 0.721344, + "main_score": 0.682342, + "hf_subset": "bem_Latn-spa_Latn", + "languages": [ + "bem-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.616901, + "recall": 0.659091, + "f1": 0.628608, + "accuracy": 0.659091, + "main_score": 0.628608, + "hf_subset": "bem_Latn-twi_Latn", + "languages": [ + "bem-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.635683, + "recall": 0.6917, + "f1": 0.650678, + "accuracy": 0.6917, + "main_score": 0.650678, + "hf_subset": "bem_Latn-acm_Arab", + "languages": [ + "bem-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.589178, + "recall": 0.642292, + "f1": 0.601846, + "accuracy": 0.642292, + "main_score": 0.601846, + "hf_subset": "bem_Latn-bel_Cyrl", + "languages": [ + "bem-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.649122, + "recall": 0.708498, + "f1": 0.664969, + "accuracy": 0.708498, + "main_score": 0.664969, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.637341, + "recall": 0.686759, + "f1": 0.649817, + "accuracy": 0.686759, + "main_score": 0.649817, + "hf_subset": "bem_Latn-hrv_Latn", + "languages": [ + "bem-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.649322, + "recall": 0.697628, + "f1": 0.662756, + "accuracy": 0.697628, + "main_score": 0.662756, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.612528, + "recall": 0.664032, + "f1": 0.625848, + "accuracy": 0.664032, + "main_score": 0.625848, + "hf_subset": "bem_Latn-mal_Mlym", + "languages": [ + "bem-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.60689, + "recall": 0.663043, + "f1": 0.620645, + "accuracy": 0.663043, + "main_score": 0.620645, + "hf_subset": "bem_Latn-pes_Arab", + "languages": [ + "bem-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.63327, + "recall": 0.683794, + "f1": 0.645806, + "accuracy": 0.683794, + "main_score": 0.645806, + "hf_subset": "bem_Latn-srd_Latn", + "languages": [ + "bem-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.223469, + "recall": 0.286561, + "f1": 0.239707, + "accuracy": 0.286561, + "main_score": 0.239707, + "hf_subset": "bem_Latn-tzm_Tfng", + "languages": [ + "bem-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.640314, + "recall": 0.69664, + "f1": 0.654126, + "accuracy": 0.69664, + "main_score": 0.654126, + "hf_subset": "bem_Latn-acq_Arab", + "languages": [ + "bem-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.622716, + "recall": 0.672925, + "f1": 0.635555, + "accuracy": 0.672925, + "main_score": 0.635555, + "hf_subset": "bem_Latn-epo_Latn", + "languages": [ + "bem-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.633086, + "recall": 0.688735, + "f1": 0.647629, + "accuracy": 0.688735, + "main_score": 0.647629, + "hf_subset": "bem_Latn-hun_Latn", + "languages": [ + "bem-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.621915, + "recall": 0.679842, + "f1": 0.636679, + "accuracy": 0.679842, + "main_score": 0.636679, + "hf_subset": "bem_Latn-kir_Cyrl", + "languages": [ + "bem-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.632113, + "recall": 0.687747, + "f1": 0.64696, + "accuracy": 0.687747, + "main_score": 0.64696, + "hf_subset": "bem_Latn-mar_Deva", + "languages": [ + "bem-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.627253, + "recall": 0.676877, + "f1": 0.640858, + "accuracy": 0.676877, + "main_score": 0.640858, + "hf_subset": "bem_Latn-plt_Latn", + "languages": [ + "bem-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.638251, + "recall": 0.693676, + "f1": 0.652458, + "accuracy": 0.693676, + "main_score": 0.652458, + "hf_subset": "bem_Latn-srp_Cyrl", + "languages": [ + "bem-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.559134, + "recall": 0.621542, + "f1": 0.576176, + "accuracy": 0.621542, + "main_score": 0.576176, + "hf_subset": "bem_Latn-uig_Arab", + "languages": [ + "bem-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.618484, + "recall": 0.672925, + "f1": 0.632394, + "accuracy": 0.672925, + "main_score": 0.632394, + "hf_subset": "bem_Latn-aeb_Arab", + "languages": [ + "bem-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.622965, + "recall": 0.670949, + "f1": 0.635286, + "accuracy": 0.670949, + "main_score": 0.635286, + "hf_subset": "bem_Latn-ben_Beng", + "languages": [ + "bem-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.618606, + "recall": 0.672925, + "f1": 0.633497, + "accuracy": 0.672925, + "main_score": 0.633497, + "hf_subset": "bem_Latn-est_Latn", + "languages": [ + "bem-Latn", + "est-Latn" + ] + }, + { + "precision": 0.605012, + "recall": 0.661067, + "f1": 0.619783, + "accuracy": 0.661067, + "main_score": 0.619783, + "hf_subset": "bem_Latn-hye_Armn", + "languages": [ + "bem-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.512184, + "recall": 0.559289, + "f1": 0.525727, + "accuracy": 0.559289, + "main_score": 0.525727, + "hf_subset": "bem_Latn-kmb_Latn", + "languages": [ + "bem-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.407794, + "recall": 0.468379, + "f1": 0.423795, + "accuracy": 0.468379, + "main_score": 0.423795, + "hf_subset": "bem_Latn-min_Arab", + "languages": [ + "bem-Latn", + "min-Arab" + ] + }, + { + "precision": 0.650195, + "recall": 0.700593, + "f1": 0.663725, + "accuracy": 0.700593, + "main_score": 0.663725, + "hf_subset": "bem_Latn-pol_Latn", + "languages": [ + "bem-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.631679, + "recall": 0.679842, + "f1": 0.644521, + "accuracy": 0.679842, + "main_score": 0.644521, + "hf_subset": "bem_Latn-ssw_Latn", + "languages": [ + "bem-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.63738, + "recall": 0.685771, + "f1": 0.649795, + "accuracy": 0.685771, + "main_score": 0.649795, + "hf_subset": "bem_Latn-ukr_Cyrl", + "languages": [ + "bem-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.627805, + "recall": 0.679842, + "f1": 0.64036, + "accuracy": 0.679842, + "main_score": 0.64036, + "hf_subset": "bem_Latn-afr_Latn", + "languages": [ + "bem-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.626018, + "recall": 0.677866, + "f1": 0.639591, + "accuracy": 0.677866, + "main_score": 0.639591, + "hf_subset": "bem_Latn-bho_Deva", + "languages": [ + "bem-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.609682, + "recall": 0.655138, + "f1": 0.620182, + "accuracy": 0.655138, + "main_score": 0.620182, + "hf_subset": "bem_Latn-eus_Latn", + "languages": [ + "bem-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.625385, + "recall": 0.681818, + "f1": 0.641305, + "accuracy": 0.681818, + "main_score": 0.641305, + "hf_subset": "bem_Latn-ibo_Latn", + "languages": [ + "bem-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.625956, + "recall": 0.66996, + "f1": 0.638332, + "accuracy": 0.66996, + "main_score": 0.638332, + "hf_subset": "bem_Latn-kmr_Latn", + "languages": [ + "bem-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.627922, + "recall": 0.673913, + "f1": 0.639667, + "accuracy": 0.673913, + "main_score": 0.639667, + "hf_subset": "bem_Latn-min_Latn", + "languages": [ + "bem-Latn", + "min-Latn" + ] + }, + { + "precision": 0.667827, + "recall": 0.717391, + "f1": 0.680673, + "accuracy": 0.717391, + "main_score": 0.680673, + "hf_subset": "bem_Latn-por_Latn", + "languages": [ + "bem-Latn", + "por-Latn" + ] + }, + { + "precision": 0.603768, + "recall": 0.65415, + "f1": 0.616133, + "accuracy": 0.65415, + "main_score": 0.616133, + "hf_subset": "bem_Latn-sun_Latn", + "languages": [ + "bem-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.493551, + "recall": 0.541502, + "f1": 0.507637, + "accuracy": 0.541502, + "main_score": 0.507637, + "hf_subset": "bem_Latn-umb_Latn", + "languages": [ + "bem-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.640331, + "recall": 0.702569, + "f1": 0.655945, + "accuracy": 0.702569, + "main_score": 0.655945, + "hf_subset": "bem_Latn-ajp_Arab", + "languages": [ + "bem-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.404791, + "recall": 0.465415, + "f1": 0.421227, + "accuracy": 0.465415, + "main_score": 0.421227, + "hf_subset": "bem_Latn-bjn_Arab", + "languages": [ + "bem-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.46862, + "recall": 0.521739, + "f1": 0.482897, + "accuracy": 0.521739, + "main_score": 0.482897, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.636074, + "recall": 0.681818, + "f1": 0.648255, + "accuracy": 0.681818, + "main_score": 0.648255, + "hf_subset": "bem_Latn-ilo_Latn", + "languages": [ + "bem-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.275226, + "recall": 0.333992, + "f1": 0.290617, + "accuracy": 0.333992, + "main_score": 0.290617, + "hf_subset": "bem_Latn-knc_Arab", + "languages": [ + "bem-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.636108, + "recall": 0.685771, + "f1": 0.64887, + "accuracy": 0.685771, + "main_score": 0.64887, + "hf_subset": "bem_Latn-mkd_Cyrl", + "languages": [ + "bem-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.636234, + "recall": 0.692688, + "f1": 0.651108, + "accuracy": 0.692688, + "main_score": 0.651108, + "hf_subset": "bem_Latn-prs_Arab", + "languages": [ + "bem-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.650182, + "recall": 0.706522, + "f1": 0.665012, + "accuracy": 0.706522, + "main_score": 0.665012, + "hf_subset": "bem_Latn-swe_Latn", + "languages": [ + "bem-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.626849, + "recall": 0.681818, + "f1": 0.640906, + "accuracy": 0.681818, + "main_score": 0.640906, + "hf_subset": "bem_Latn-urd_Arab", + "languages": [ + "bem-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.616009, + "recall": 0.658103, + "f1": 0.627374, + "accuracy": 0.658103, + "main_score": 0.627374, + "hf_subset": "bem_Latn-aka_Latn", + "languages": [ + "bem-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.629592, + "recall": 0.673913, + "f1": 0.64021, + "accuracy": 0.673913, + "main_score": 0.64021, + "hf_subset": "bem_Latn-bjn_Latn", + "languages": [ + "bem-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.626382, + "recall": 0.675889, + "f1": 0.638961, + "accuracy": 0.675889, + "main_score": 0.638961, + "hf_subset": "bem_Latn-fao_Latn", + "languages": [ + "bem-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.630761, + "recall": 0.685771, + "f1": 0.644688, + "accuracy": 0.685771, + "main_score": 0.644688, + "hf_subset": "bem_Latn-ind_Latn", + "languages": [ + "bem-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.526784, + "recall": 0.567194, + "f1": 0.537705, + "accuracy": 0.567194, + "main_score": 0.537705, + "hf_subset": "bem_Latn-knc_Latn", + "languages": [ + "bem-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.613683, + "recall": 0.660079, + "f1": 0.625578, + "accuracy": 0.660079, + "main_score": 0.625578, + "hf_subset": "bem_Latn-mlt_Latn", + "languages": [ + "bem-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.575305, + "recall": 0.617589, + "f1": 0.587293, + "accuracy": 0.617589, + "main_score": 0.587293, + "hf_subset": "bem_Latn-quy_Latn", + "languages": [ + "bem-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.634845, + "recall": 0.683794, + "f1": 0.647754, + "accuracy": 0.683794, + "main_score": 0.647754, + "hf_subset": "bem_Latn-swh_Latn", + "languages": [ + "bem-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.598924, + "recall": 0.655138, + "f1": 0.613635, + "accuracy": 0.655138, + "main_score": 0.613635, + "hf_subset": "bem_Latn-uzn_Latn", + "languages": [ + "bem-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.621121, + "recall": 0.66996, + "f1": 0.633857, + "accuracy": 0.66996, + "main_score": 0.633857, + "hf_subset": "bem_Latn-als_Latn", + "languages": [ + "bem-Latn", + "als-Latn" + ] + }, + { + "precision": 0.476716, + "recall": 0.547431, + "f1": 0.496, + "accuracy": 0.547431, + "main_score": 0.496, + "hf_subset": "bem_Latn-bod_Tibt", + "languages": [ + "bem-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.606223, + "recall": 0.646245, + "f1": 0.617907, + "accuracy": 0.646245, + "main_score": 0.617907, + "hf_subset": "bem_Latn-fij_Latn", + "languages": [ + "bem-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.608622, + "recall": 0.659091, + "f1": 0.621421, + "accuracy": 0.659091, + "main_score": 0.621421, + "hf_subset": "bem_Latn-isl_Latn", + "languages": [ + "bem-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.567406, + "recall": 0.609684, + "f1": 0.579029, + "accuracy": 0.609684, + "main_score": 0.579029, + "hf_subset": "bem_Latn-kon_Latn", + "languages": [ + "bem-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.481862, + "recall": 0.531621, + "f1": 0.495639, + "accuracy": 0.531621, + "main_score": 0.495639, + "hf_subset": "bem_Latn-mni_Beng", + "languages": [ + "bem-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.645551, + "recall": 0.698617, + "f1": 0.658574, + "accuracy": 0.698617, + "main_score": 0.658574, + "hf_subset": "bem_Latn-ron_Latn", + "languages": [ + "bem-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.634911, + "recall": 0.685771, + "f1": 0.648743, + "accuracy": 0.685771, + "main_score": 0.648743, + "hf_subset": "bem_Latn-szl_Latn", + "languages": [ + "bem-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.642092, + "recall": 0.690711, + "f1": 0.655224, + "accuracy": 0.690711, + "main_score": 0.655224, + "hf_subset": "bem_Latn-vec_Latn", + "languages": [ + "bem-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.645346, + "recall": 0.695652, + "f1": 0.658944, + "accuracy": 0.695652, + "main_score": 0.658944, + "hf_subset": "bem_Latn-amh_Ethi", + "languages": [ + "bem-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.641742, + "recall": 0.692688, + "f1": 0.65399, + "accuracy": 0.692688, + "main_score": 0.65399, + "hf_subset": "bem_Latn-bos_Latn", + "languages": [ + "bem-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.625031, + "recall": 0.681818, + "f1": 0.639831, + "accuracy": 0.681818, + "main_score": 0.639831, + "hf_subset": "bem_Latn-fin_Latn", + "languages": [ + "bem-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.659127, + "recall": 0.711462, + "f1": 0.672827, + "accuracy": 0.711462, + "main_score": 0.672827, + "hf_subset": "bem_Latn-ita_Latn", + "languages": [ + "bem-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.662067, + "recall": 0.716403, + "f1": 0.676003, + "accuracy": 0.716403, + "main_score": 0.676003, + "hf_subset": "bem_Latn-kor_Hang", + "languages": [ + "bem-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.494813, + "recall": 0.530632, + "f1": 0.505236, + "accuracy": 0.530632, + "main_score": 0.505236, + "hf_subset": "bem_Latn-mos_Latn", + "languages": [ + "bem-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.644064, + "recall": 0.687747, + "f1": 0.656308, + "accuracy": 0.687747, + "main_score": 0.656308, + "hf_subset": "bem_Latn-run_Latn", + "languages": [ + "bem-Latn", + "run-Latn" + ] + }, + { + "precision": 0.609942, + "recall": 0.662055, + "f1": 0.623355, + "accuracy": 0.662055, + "main_score": 0.623355, + "hf_subset": "bem_Latn-tam_Taml", + "languages": [ + "bem-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.649956, + "recall": 0.69664, + "f1": 0.66143, + "accuracy": 0.69664, + "main_score": 0.66143, + "hf_subset": "bem_Latn-vie_Latn", + "languages": [ + "bem-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.623704, + "recall": 0.683794, + "f1": 0.639636, + "accuracy": 0.683794, + "main_score": 0.639636, + "hf_subset": "bem_Latn-apc_Arab", + "languages": [ + "bem-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.570684, + "recall": 0.613636, + "f1": 0.582378, + "accuracy": 0.613636, + "main_score": 0.582378, + "hf_subset": "bem_Latn-bug_Latn", + "languages": [ + "bem-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.465029, + "recall": 0.503953, + "f1": 0.475871, + "accuracy": 0.503953, + "main_score": 0.475871, + "hf_subset": "bem_Latn-fon_Latn", + "languages": [ + "bem-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.617683, + "recall": 0.662055, + "f1": 0.629928, + "accuracy": 0.662055, + "main_score": 0.629928, + "hf_subset": "bem_Latn-jav_Latn", + "languages": [ + "bem-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.594908, + "recall": 0.644269, + "f1": 0.607863, + "accuracy": 0.644269, + "main_score": 0.607863, + "hf_subset": "bem_Latn-lao_Laoo", + "languages": [ + "bem-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.603309, + "recall": 0.662055, + "f1": 0.619067, + "accuracy": 0.662055, + "main_score": 0.619067, + "hf_subset": "bem_Latn-mri_Latn", + "languages": [ + "bem-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.630126, + "recall": 0.686759, + "f1": 0.645201, + "accuracy": 0.686759, + "main_score": 0.645201, + "hf_subset": "bem_Latn-rus_Cyrl", + "languages": [ + "bem-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.496525, + "recall": 0.540514, + "f1": 0.509888, + "accuracy": 0.540514, + "main_score": 0.509888, + "hf_subset": "bem_Latn-taq_Latn", + "languages": [ + "bem-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.626425, + "recall": 0.671937, + "f1": 0.637741, + "accuracy": 0.671937, + "main_score": 0.637741, + "hf_subset": "bem_Latn-war_Latn", + "languages": [ + "bem-Latn", + "war-Latn" + ] + }, + { + "precision": 0.635924, + "recall": 0.689723, + "f1": 0.649583, + "accuracy": 0.689723, + "main_score": 0.649583, + "hf_subset": "bem_Latn-arb_Arab", + "languages": [ + "bem-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.651528, + "recall": 0.702569, + "f1": 0.664364, + "accuracy": 0.702569, + "main_score": 0.664364, + "hf_subset": "bem_Latn-bul_Cyrl", + "languages": [ + "bem-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.658772, + "recall": 0.70751, + "f1": 0.671173, + "accuracy": 0.70751, + "main_score": 0.671173, + "hf_subset": "bem_Latn-fra_Latn", + "languages": [ + "bem-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.63108, + "recall": 0.682806, + "f1": 0.644786, + "accuracy": 0.682806, + "main_score": 0.644786, + "hf_subset": "bem_Latn-jpn_Jpan", + "languages": [ + "bem-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.642434, + "recall": 0.683794, + "f1": 0.652979, + "accuracy": 0.683794, + "main_score": 0.652979, + "hf_subset": "bem_Latn-lij_Latn", + "languages": [ + "bem-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.611525, + "recall": 0.663043, + "f1": 0.624664, + "accuracy": 0.663043, + "main_score": 0.624664, + "hf_subset": "bem_Latn-mya_Mymr", + "languages": [ + "bem-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.530547, + "recall": 0.571146, + "f1": 0.541919, + "accuracy": 0.571146, + "main_score": 0.541919, + "hf_subset": "bem_Latn-sag_Latn", + "languages": [ + "bem-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.23792, + "recall": 0.295455, + "f1": 0.25314, + "accuracy": 0.295455, + "main_score": 0.25314, + "hf_subset": "bem_Latn-taq_Tfng", + "languages": [ + "bem-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.575164, + "recall": 0.623518, + "f1": 0.588313, + "accuracy": 0.623518, + "main_score": 0.588313, + "hf_subset": "bem_Latn-wol_Latn", + "languages": [ + "bem-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.569727, + "recall": 0.629447, + "f1": 0.586263, + "accuracy": 0.629447, + "main_score": 0.586263, + "hf_subset": "bem_Latn-arb_Latn", + "languages": [ + "bem-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.63817, + "recall": 0.685771, + "f1": 0.650413, + "accuracy": 0.685771, + "main_score": 0.650413, + "hf_subset": "bem_Latn-cat_Latn", + "languages": [ + "bem-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.637181, + "recall": 0.677866, + "f1": 0.647581, + "accuracy": 0.677866, + "main_score": 0.647581, + "hf_subset": "bem_Latn-fur_Latn", + "languages": [ + "bem-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.44704, + "recall": 0.506917, + "f1": 0.464011, + "accuracy": 0.506917, + "main_score": 0.464011, + "hf_subset": "bem_Latn-kab_Latn", + "languages": [ + "bem-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.636251, + "recall": 0.681818, + "f1": 0.648215, + "accuracy": 0.681818, + "main_score": 0.648215, + "hf_subset": "bem_Latn-lim_Latn", + "languages": [ + "bem-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.643423, + "recall": 0.697628, + "f1": 0.657601, + "accuracy": 0.697628, + "main_score": 0.657601, + "hf_subset": "bem_Latn-nld_Latn", + "languages": [ + "bem-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.604517, + "recall": 0.660079, + "f1": 0.619284, + "accuracy": 0.660079, + "main_score": 0.619284, + "hf_subset": "bem_Latn-san_Deva", + "languages": [ + "bem-Latn", + "san-Deva" + ] + }, + { + "precision": 0.614279, + "recall": 0.662055, + "f1": 0.626059, + "accuracy": 0.662055, + "main_score": 0.626059, + "hf_subset": "bem_Latn-tat_Cyrl", + "languages": [ + "bem-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.656746, + "recall": 0.706522, + "f1": 0.670409, + "accuracy": 0.706522, + "main_score": 0.670409, + "hf_subset": "bem_Latn-xho_Latn", + "languages": [ + "bem-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.630346, + "recall": 0.684783, + "f1": 0.64405, + "accuracy": 0.684783, + "main_score": 0.64405, + "hf_subset": "bem_Latn-ars_Arab", + "languages": [ + "bem-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.608191, + "recall": 0.65415, + "f1": 0.619318, + "accuracy": 0.65415, + "main_score": 0.619318, + "hf_subset": "bem_Latn-ceb_Latn", + "languages": [ + "bem-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.479953, + "recall": 0.52668, + "f1": 0.493501, + "accuracy": 0.52668, + "main_score": 0.493501, + "hf_subset": "bem_Latn-fuv_Latn", + "languages": [ + "bem-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.507625, + "recall": 0.545455, + "f1": 0.518412, + "accuracy": 0.545455, + "main_score": 0.518412, + "hf_subset": "bem_Latn-kac_Latn", + "languages": [ + "bem-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.596113, + "recall": 0.639328, + "f1": 0.607955, + "accuracy": 0.639328, + "main_score": 0.607955, + "hf_subset": "bem_Latn-lin_Latn", + "languages": [ + "bem-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.616002, + "recall": 0.668972, + "f1": 0.629604, + "accuracy": 0.668972, + "main_score": 0.629604, + "hf_subset": "bem_Latn-nno_Latn", + "languages": [ + "bem-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.578093, + "recall": 0.635375, + "f1": 0.593793, + "accuracy": 0.635375, + "main_score": 0.593793, + "hf_subset": "bem_Latn-sat_Olck", + "languages": [ + "bem-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.598471, + "recall": 0.655138, + "f1": 0.6126, + "accuracy": 0.655138, + "main_score": 0.6126, + "hf_subset": "bem_Latn-tel_Telu", + "languages": [ + "bem-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.612412, + "recall": 0.666996, + "f1": 0.626646, + "accuracy": 0.666996, + "main_score": 0.626646, + "hf_subset": "bem_Latn-ydd_Hebr", + "languages": [ + "bem-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.608451, + "recall": 0.656126, + "f1": 0.620552, + "accuracy": 0.656126, + "main_score": 0.620552, + "hf_subset": "bem_Latn-ary_Arab", + "languages": [ + "bem-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.637998, + "recall": 0.701581, + "f1": 0.654749, + "accuracy": 0.701581, + "main_score": 0.654749, + "hf_subset": "bem_Latn-ces_Latn", + "languages": [ + "bem-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.517374, + "recall": 0.576087, + "f1": 0.533685, + "accuracy": 0.576087, + "main_score": 0.533685, + "hf_subset": "bem_Latn-gaz_Latn", + "languages": [ + "bem-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.540082, + "recall": 0.589921, + "f1": 0.553872, + "accuracy": 0.589921, + "main_score": 0.553872, + "hf_subset": "bem_Latn-kam_Latn", + "languages": [ + "bem-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.616754, + "recall": 0.671937, + "f1": 0.630932, + "accuracy": 0.671937, + "main_score": 0.630932, + "hf_subset": "bem_Latn-lit_Latn", + "languages": [ + "bem-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.651911, + "recall": 0.703557, + "f1": 0.66524, + "accuracy": 0.703557, + "main_score": 0.66524, + "hf_subset": "bem_Latn-nob_Latn", + "languages": [ + "bem-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.636197, + "recall": 0.677866, + "f1": 0.646512, + "accuracy": 0.677866, + "main_score": 0.646512, + "hf_subset": "bem_Latn-scn_Latn", + "languages": [ + "bem-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.605243, + "recall": 0.655138, + "f1": 0.617807, + "accuracy": 0.655138, + "main_score": 0.617807, + "hf_subset": "bem_Latn-tgk_Cyrl", + "languages": [ + "bem-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.564215, + "recall": 0.618577, + "f1": 0.579247, + "accuracy": 0.618577, + "main_score": 0.579247, + "hf_subset": "bem_Latn-yor_Latn", + "languages": [ + "bem-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.62234, + "recall": 0.677866, + "f1": 0.636391, + "accuracy": 0.677866, + "main_score": 0.636391, + "hf_subset": "bem_Latn-arz_Arab", + "languages": [ + "bem-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.501038, + "recall": 0.541502, + "f1": 0.511685, + "accuracy": 0.541502, + "main_score": 0.511685, + "hf_subset": "bem_Latn-cjk_Latn", + "languages": [ + "bem-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.628467, + "recall": 0.679842, + "f1": 0.642105, + "accuracy": 0.679842, + "main_score": 0.642105, + "hf_subset": "bem_Latn-gla_Latn", + "languages": [ + "bem-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.593451, + "recall": 0.647233, + "f1": 0.607535, + "accuracy": 0.647233, + "main_score": 0.607535, + "hf_subset": "bem_Latn-kan_Knda", + "languages": [ + "bem-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.631036, + "recall": 0.676877, + "f1": 0.643334, + "accuracy": 0.676877, + "main_score": 0.643334, + "hf_subset": "bem_Latn-lmo_Latn", + "languages": [ + "bem-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.61782, + "recall": 0.672925, + "f1": 0.632083, + "accuracy": 0.672925, + "main_score": 0.632083, + "hf_subset": "bem_Latn-npi_Deva", + "languages": [ + "bem-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.468923, + "recall": 0.529644, + "f1": 0.48661, + "accuracy": 0.529644, + "main_score": 0.48661, + "hf_subset": "bem_Latn-shn_Mymr", + "languages": [ + "bem-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.644099, + "recall": 0.69664, + "f1": 0.657116, + "accuracy": 0.69664, + "main_score": 0.657116, + "hf_subset": "bem_Latn-tgl_Latn", + "languages": [ + "bem-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.614785, + "recall": 0.666008, + "f1": 0.627865, + "accuracy": 0.666008, + "main_score": 0.627865, + "hf_subset": "bem_Latn-yue_Hant", + "languages": [ + "bem-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.584238, + "recall": 0.641304, + "f1": 0.598886, + "accuracy": 0.641304, + "main_score": 0.598886, + "hf_subset": "bem_Latn-asm_Beng", + "languages": [ + "bem-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.609747, + "recall": 0.663043, + "f1": 0.623765, + "accuracy": 0.663043, + "main_score": 0.623765, + "hf_subset": "bem_Latn-ckb_Arab", + "languages": [ + "bem-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.609095, + "recall": 0.664032, + "f1": 0.623621, + "accuracy": 0.664032, + "main_score": 0.623621, + "hf_subset": "bem_Latn-gle_Latn", + "languages": [ + "bem-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.564305, + "recall": 0.614625, + "f1": 0.577961, + "accuracy": 0.614625, + "main_score": 0.577961, + "hf_subset": "bem_Latn-kas_Arab", + "languages": [ + "bem-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.594825, + "recall": 0.640316, + "f1": 0.607429, + "accuracy": 0.640316, + "main_score": 0.607429, + "hf_subset": "bem_Latn-ltg_Latn", + "languages": [ + "bem-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.655711, + "recall": 0.701581, + "f1": 0.669004, + "accuracy": 0.701581, + "main_score": 0.669004, + "hf_subset": "bem_Latn-nso_Latn", + "languages": [ + "bem-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.592451, + "recall": 0.646245, + "f1": 0.606756, + "accuracy": 0.646245, + "main_score": 0.606756, + "hf_subset": "bem_Latn-sin_Sinh", + "languages": [ + "bem-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.623521, + "recall": 0.68083, + "f1": 0.638338, + "accuracy": 0.68083, + "main_score": 0.638338, + "hf_subset": "bem_Latn-tha_Thai", + "languages": [ + "bem-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.555026, + "recall": 0.604743, + "f1": 0.56725, + "accuracy": 0.604743, + "main_score": 0.56725, + "hf_subset": "bem_Latn-zho_Hans", + "languages": [ + "bem-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.624065, + "recall": 0.678854, + "f1": 0.637707, + "accuracy": 0.678854, + "main_score": 0.637707, + "hf_subset": "bem_Latn-ast_Latn", + "languages": [ + "bem-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.636821, + "recall": 0.687747, + "f1": 0.650458, + "accuracy": 0.687747, + "main_score": 0.650458, + "hf_subset": "bem_Latn-crh_Latn", + "languages": [ + "bem-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.638553, + "recall": 0.689723, + "f1": 0.651408, + "accuracy": 0.689723, + "main_score": 0.651408, + "hf_subset": "bem_Latn-glg_Latn", + "languages": [ + "bem-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.546964, + "recall": 0.598814, + "f1": 0.561995, + "accuracy": 0.598814, + "main_score": 0.561995, + "hf_subset": "bem_Latn-kas_Deva", + "languages": [ + "bem-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.604839, + "recall": 0.656126, + "f1": 0.618381, + "accuracy": 0.656126, + "main_score": 0.618381, + "hf_subset": "bem_Latn-ltz_Latn", + "languages": [ + "bem-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.454063, + "recall": 0.511858, + "f1": 0.469522, + "accuracy": 0.511858, + "main_score": 0.469522, + "hf_subset": "bem_Latn-nus_Latn", + "languages": [ + "bem-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.629565, + "recall": 0.68083, + "f1": 0.642999, + "accuracy": 0.68083, + "main_score": 0.642999, + "hf_subset": "bem_Latn-slk_Latn", + "languages": [ + "bem-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.527765, + "recall": 0.589921, + "f1": 0.54551, + "accuracy": 0.589921, + "main_score": 0.54551, + "hf_subset": "bem_Latn-tir_Ethi", + "languages": [ + "bem-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.59702, + "recall": 0.653162, + "f1": 0.610855, + "accuracy": 0.653162, + "main_score": 0.610855, + "hf_subset": "bem_Latn-zho_Hant", + "languages": [ + "bem-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.630665, + "recall": 0.686759, + "f1": 0.645397, + "accuracy": 0.686759, + "main_score": 0.645397, + "hf_subset": "bem_Latn-awa_Deva", + "languages": [ + "bem-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.638816, + "recall": 0.685771, + "f1": 0.650313, + "accuracy": 0.685771, + "main_score": 0.650313, + "hf_subset": "bem_Latn-cym_Latn", + "languages": [ + "bem-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.574356, + "recall": 0.615613, + "f1": 0.585449, + "accuracy": 0.615613, + "main_score": 0.585449, + "hf_subset": "bem_Latn-grn_Latn", + "languages": [ + "bem-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.625318, + "recall": 0.676877, + "f1": 0.638236, + "accuracy": 0.676877, + "main_score": 0.638236, + "hf_subset": "bem_Latn-kat_Geor", + "languages": [ + "bem-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.575109, + "recall": 0.623518, + "f1": 0.58826, + "accuracy": 0.623518, + "main_score": 0.58826, + "hf_subset": "bem_Latn-lua_Latn", + "languages": [ + "bem-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.675602, + "recall": 0.720356, + "f1": 0.687854, + "accuracy": 0.720356, + "main_score": 0.687854, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.643596, + "recall": 0.692688, + "f1": 0.656183, + "accuracy": 0.692688, + "main_score": 0.656183, + "hf_subset": "bem_Latn-slv_Latn", + "languages": [ + "bem-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.636111, + "recall": 0.683794, + "f1": 0.648019, + "accuracy": 0.683794, + "main_score": 0.648019, + "hf_subset": "bem_Latn-tpi_Latn", + "languages": [ + "bem-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.633849, + "recall": 0.683794, + "f1": 0.647412, + "accuracy": 0.683794, + "main_score": 0.647412, + "hf_subset": "bem_Latn-zsm_Latn", + "languages": [ + "bem-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.494026, + "recall": 0.543478, + "f1": 0.507898, + "accuracy": 0.543478, + "main_score": 0.507898, + "hf_subset": "bem_Latn-ayr_Latn", + "languages": [ + "bem-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.645464, + "recall": 0.704545, + "f1": 0.660513, + "accuracy": 0.704545, + "main_score": 0.660513, + "hf_subset": "bem_Latn-dan_Latn", + "languages": [ + "bem-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.610515, + "recall": 0.670949, + "f1": 0.626446, + "accuracy": 0.670949, + "main_score": 0.626446, + "hf_subset": "bem_Latn-guj_Gujr", + "languages": [ + "bem-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.602078, + "recall": 0.655138, + "f1": 0.615699, + "accuracy": 0.655138, + "main_score": 0.615699, + "hf_subset": "bem_Latn-kaz_Cyrl", + "languages": [ + "bem-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.588325, + "recall": 0.648221, + "f1": 0.60557, + "accuracy": 0.648221, + "main_score": 0.60557, + "hf_subset": "bem_Latn-lug_Latn", + "languages": [ + "bem-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.63772, + "recall": 0.685771, + "f1": 0.649311, + "accuracy": 0.685771, + "main_score": 0.649311, + "hf_subset": "bem_Latn-oci_Latn", + "languages": [ + "bem-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.650882, + "recall": 0.6917, + "f1": 0.662487, + "accuracy": 0.6917, + "main_score": 0.662487, + "hf_subset": "bem_Latn-smo_Latn", + "languages": [ + "bem-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.623897, + "recall": 0.670949, + "f1": 0.637436, + "accuracy": 0.670949, + "main_score": 0.637436, + "hf_subset": "bem_Latn-tsn_Latn", + "languages": [ + "bem-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.64828, + "recall": 0.704545, + "f1": 0.664024, + "accuracy": 0.704545, + "main_score": 0.664024, + "hf_subset": "bem_Latn-zul_Latn", + "languages": [ + "bem-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.548378, + "recall": 0.608696, + "f1": 0.564778, + "accuracy": 0.608696, + "main_score": 0.564778, + "hf_subset": "bem_Latn-azb_Arab", + "languages": [ + "bem-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.65034, + "recall": 0.700593, + "f1": 0.663416, + "accuracy": 0.700593, + "main_score": 0.663416, + "hf_subset": "bem_Latn-deu_Latn", + "languages": [ + "bem-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.607246, + "recall": 0.66502, + "f1": 0.622672, + "accuracy": 0.66502, + "main_score": 0.622672, + "hf_subset": "bem_Latn-hat_Latn", + "languages": [ + "bem-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.484554, + "recall": 0.530632, + "f1": 0.497496, + "accuracy": 0.530632, + "main_score": 0.497496, + "hf_subset": "bem_Latn-kbp_Latn", + "languages": [ + "bem-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.545325, + "recall": 0.583004, + "f1": 0.555887, + "accuracy": 0.583004, + "main_score": 0.555887, + "hf_subset": "bem_Latn-luo_Latn", + "languages": [ + "bem-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.594788, + "recall": 0.657115, + "f1": 0.610917, + "accuracy": 0.657115, + "main_score": 0.610917, + "hf_subset": "bem_Latn-ory_Orya", + "languages": [ + "bem-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.656114, + "recall": 0.713439, + "f1": 0.672346, + "accuracy": 0.713439, + "main_score": 0.672346, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.601441, + "recall": 0.65415, + "f1": 0.615552, + "accuracy": 0.65415, + "main_score": 0.615552, + "hf_subset": "bem_Latn-tso_Latn", + "languages": [ + "bem-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.598231, + "recall": 0.658103, + "f1": 0.614056, + "accuracy": 0.658103, + "main_score": 0.614056, + "hf_subset": "bem_Latn-azj_Latn", + "languages": [ + "bem-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.496799, + "recall": 0.544466, + "f1": 0.509906, + "accuracy": 0.544466, + "main_score": 0.509906, + "hf_subset": "bem_Latn-dik_Latn", + "languages": [ + "bem-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.622187, + "recall": 0.677866, + "f1": 0.636919, + "accuracy": 0.677866, + "main_score": 0.636919, + "hf_subset": "bem_Latn-hau_Latn", + "languages": [ + "bem-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.622046, + "recall": 0.667984, + "f1": 0.633906, + "accuracy": 0.667984, + "main_score": 0.633906, + "hf_subset": "bem_Latn-kea_Latn", + "languages": [ + "bem-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.621394, + "recall": 0.670949, + "f1": 0.633971, + "accuracy": 0.670949, + "main_score": 0.633971, + "hf_subset": "bem_Latn-lus_Latn", + "languages": [ + "bem-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.617289, + "recall": 0.657115, + "f1": 0.627966, + "accuracy": 0.657115, + "main_score": 0.627966, + "hf_subset": "bem_Latn-pag_Latn", + "languages": [ + "bem-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.579715, + "recall": 0.63834, + "f1": 0.595602, + "accuracy": 0.63834, + "main_score": 0.595602, + "hf_subset": "bem_Latn-snd_Arab", + "languages": [ + "bem-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.605438, + "recall": 0.655138, + "f1": 0.619245, + "accuracy": 0.655138, + "main_score": 0.619245, + "hf_subset": "bem_Latn-tuk_Latn", + "languages": [ + "bem-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.621645, + "recall": 0.666008, + "f1": 0.632314, + "accuracy": 0.666008, + "main_score": 0.632314, + "hf_subset": "bem_Latn-bak_Cyrl", + "languages": [ + "bem-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.43373, + "recall": 0.493083, + "f1": 0.45108, + "accuracy": 0.493083, + "main_score": 0.45108, + "hf_subset": "bem_Latn-dyu_Latn", + "languages": [ + "bem-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.640352, + "recall": 0.690711, + "f1": 0.652666, + "accuracy": 0.690711, + "main_score": 0.652666, + "hf_subset": "bem_Latn-heb_Hebr", + "languages": [ + "bem-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.61664, + "recall": 0.666996, + "f1": 0.630085, + "accuracy": 0.666996, + "main_score": 0.630085, + "hf_subset": "bem_Latn-khk_Cyrl", + "languages": [ + "bem-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.613268, + "recall": 0.66996, + "f1": 0.628075, + "accuracy": 0.66996, + "main_score": 0.628075, + "hf_subset": "bem_Latn-lvs_Latn", + "languages": [ + "bem-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.603626, + "recall": 0.657115, + "f1": 0.617715, + "accuracy": 0.657115, + "main_score": 0.617715, + "hf_subset": "bem_Latn-pan_Guru", + "languages": [ + "bem-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.594386, + "recall": 0.648221, + "f1": 0.609197, + "accuracy": 0.648221, + "main_score": 0.609197, + "hf_subset": "bem_Latn-som_Latn", + "languages": [ + "bem-Latn", + "som-Latn" + ] + }, + { + "precision": 0.623619, + "recall": 0.667984, + "f1": 0.636693, + "accuracy": 0.667984, + "main_score": 0.636693, + "hf_subset": "bem_Latn-tum_Latn", + "languages": [ + "bem-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.466041, + "recall": 0.555336, + "f1": 0.489976, + "accuracy": 0.555336, + "main_score": 0.489976, + "hf_subset": "epo_Latn-ace_Arab", + "languages": [ + "epo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.44224, + "recall": 0.499012, + "f1": 0.456637, + "accuracy": 0.499012, + "main_score": 0.456637, + "hf_subset": "epo_Latn-bam_Latn", + "languages": [ + "epo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.577541, + "recall": 0.668972, + "f1": 0.60284, + "accuracy": 0.668972, + "main_score": 0.60284, + "hf_subset": "epo_Latn-dzo_Tibt", + "languages": [ + "epo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-hin_Deva", + "languages": [ + "epo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "epo_Latn-khm_Khmr", + "languages": [ + "epo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "epo_Latn-mag_Deva", + "languages": [ + "epo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-pap_Latn", + "languages": [ + "epo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.826005, + "recall": 0.874506, + "f1": 0.840909, + "accuracy": 0.874506, + "main_score": 0.840909, + "hf_subset": "epo_Latn-sot_Latn", + "languages": [ + "epo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-tur_Latn", + "languages": [ + "epo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.836505, + "recall": 0.878458, + "f1": 0.848995, + "accuracy": 0.878458, + "main_score": 0.848995, + "hf_subset": "epo_Latn-ace_Latn", + "languages": [ + "epo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "epo_Latn-ban_Latn", + "languages": [ + "epo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-ell_Grek", + "languages": [ + "epo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "epo_Latn-hne_Deva", + "languages": [ + "epo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.526821, + "recall": 0.602767, + "f1": 0.546858, + "accuracy": 0.602767, + "main_score": 0.546858, + "hf_subset": "epo_Latn-kik_Latn", + "languages": [ + "epo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "epo_Latn-mai_Deva", + "languages": [ + "epo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.942688, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "epo_Latn-pbt_Arab", + "languages": [ + "epo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-spa_Latn", + "languages": [ + "epo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.703645, + "recall": 0.770751, + "f1": 0.722886, + "accuracy": 0.770751, + "main_score": 0.722886, + "hf_subset": "epo_Latn-twi_Latn", + "languages": [ + "epo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "epo_Latn-acm_Arab", + "languages": [ + "epo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-bel_Cyrl", + "languages": [ + "epo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-hrv_Latn", + "languages": [ + "epo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.813192, + "recall": 0.86166, + "f1": 0.827851, + "accuracy": 0.86166, + "main_score": 0.827851, + "hf_subset": "epo_Latn-kin_Latn", + "languages": [ + "epo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-mal_Mlym", + "languages": [ + "epo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-pes_Arab", + "languages": [ + "epo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "epo_Latn-srd_Latn", + "languages": [ + "epo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200753, + "recall": 0.261858, + "f1": 0.215613, + "accuracy": 0.261858, + "main_score": 0.215613, + "hf_subset": "epo_Latn-tzm_Tfng", + "languages": [ + "epo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-acq_Arab", + "languages": [ + "epo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.602001, + "recall": 0.683794, + "f1": 0.625333, + "accuracy": 0.683794, + "main_score": 0.625333, + "hf_subset": "epo_Latn-bem_Latn", + "languages": [ + "epo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-hun_Latn", + "languages": [ + "epo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "epo_Latn-kir_Cyrl", + "languages": [ + "epo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "epo_Latn-mar_Deva", + "languages": [ + "epo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.849012, + "recall": 0.892292, + "f1": 0.862615, + "accuracy": 0.892292, + "main_score": 0.862615, + "hf_subset": "epo_Latn-plt_Latn", + "languages": [ + "epo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-srp_Cyrl", + "languages": [ + "epo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.934536, + "recall": 0.953557, + "f1": 0.940448, + "accuracy": 0.953557, + "main_score": 0.940448, + "hf_subset": "epo_Latn-uig_Arab", + "languages": [ + "epo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "epo_Latn-aeb_Arab", + "languages": [ + "epo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-ben_Beng", + "languages": [ + "epo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-est_Latn", + "languages": [ + "epo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-hye_Armn", + "languages": [ + "epo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.427856, + "recall": 0.493083, + "f1": 0.444941, + "accuracy": 0.493083, + "main_score": 0.444941, + "hf_subset": "epo_Latn-kmb_Latn", + "languages": [ + "epo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.423841, + "recall": 0.507905, + "f1": 0.444958, + "accuracy": 0.507905, + "main_score": 0.444958, + "hf_subset": "epo_Latn-min_Arab", + "languages": [ + "epo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-pol_Latn", + "languages": [ + "epo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.692377, + "recall": 0.767787, + "f1": 0.71405, + "accuracy": 0.767787, + "main_score": 0.71405, + "hf_subset": "epo_Latn-ssw_Latn", + "languages": [ + "epo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-ukr_Cyrl", + "languages": [ + "epo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-afr_Latn", + "languages": [ + "epo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "epo_Latn-bho_Deva", + "languages": [ + "epo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-eus_Latn", + "languages": [ + "epo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.802783, + "recall": 0.858696, + "f1": 0.819946, + "accuracy": 0.858696, + "main_score": 0.819946, + "hf_subset": "epo_Latn-ibo_Latn", + "languages": [ + "epo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.844433, + "recall": 0.88834, + "f1": 0.857792, + "accuracy": 0.88834, + "main_score": 0.857792, + "hf_subset": "epo_Latn-kmr_Latn", + "languages": [ + "epo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "epo_Latn-min_Latn", + "languages": [ + "epo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-por_Latn", + "languages": [ + "epo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "epo_Latn-sun_Latn", + "languages": [ + "epo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.424759, + "recall": 0.488142, + "f1": 0.44195, + "accuracy": 0.488142, + "main_score": 0.44195, + "hf_subset": "epo_Latn-umb_Latn", + "languages": [ + "epo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-ajp_Arab", + "languages": [ + "epo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.441427, + "recall": 0.528656, + "f1": 0.464018, + "accuracy": 0.528656, + "main_score": 0.464018, + "hf_subset": "epo_Latn-bjn_Arab", + "languages": [ + "epo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.425614, + "recall": 0.479249, + "f1": 0.439667, + "accuracy": 0.479249, + "main_score": 0.439667, + "hf_subset": "epo_Latn-ewe_Latn", + "languages": [ + "epo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "epo_Latn-ilo_Latn", + "languages": [ + "epo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.208135, + "recall": 0.269763, + "f1": 0.222537, + "accuracy": 0.269763, + "main_score": 0.222537, + "hf_subset": "epo_Latn-knc_Arab", + "languages": [ + "epo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-mkd_Cyrl", + "languages": [ + "epo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-prs_Arab", + "languages": [ + "epo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-swe_Latn", + "languages": [ + "epo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-urd_Arab", + "languages": [ + "epo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.686774, + "recall": 0.753953, + "f1": 0.706017, + "accuracy": 0.753953, + "main_score": 0.706017, + "hf_subset": "epo_Latn-aka_Latn", + "languages": [ + "epo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "epo_Latn-bjn_Latn", + "languages": [ + "epo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "epo_Latn-fao_Latn", + "languages": [ + "epo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-ind_Latn", + "languages": [ + "epo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.477661, + "recall": 0.535573, + "f1": 0.49364, + "accuracy": 0.535573, + "main_score": 0.49364, + "hf_subset": "epo_Latn-knc_Latn", + "languages": [ + "epo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-mlt_Latn", + "languages": [ + "epo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.600331, + "recall": 0.673913, + "f1": 0.620748, + "accuracy": 0.673913, + "main_score": 0.620748, + "hf_subset": "epo_Latn-quy_Latn", + "languages": [ + "epo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-swh_Latn", + "languages": [ + "epo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "epo_Latn-uzn_Latn", + "languages": [ + "epo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-als_Latn", + "languages": [ + "epo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.751935, + "recall": 0.814229, + "f1": 0.770266, + "accuracy": 0.814229, + "main_score": 0.770266, + "hf_subset": "epo_Latn-bod_Tibt", + "languages": [ + "epo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.586028, + "recall": 0.664032, + "f1": 0.608252, + "accuracy": 0.664032, + "main_score": 0.608252, + "hf_subset": "epo_Latn-fij_Latn", + "languages": [ + "epo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "epo_Latn-isl_Latn", + "languages": [ + "epo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.551989, + "recall": 0.621542, + "f1": 0.57059, + "accuracy": 0.621542, + "main_score": 0.57059, + "hf_subset": "epo_Latn-kon_Latn", + "languages": [ + "epo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.571603, + "recall": 0.649209, + "f1": 0.592994, + "accuracy": 0.649209, + "main_score": 0.592994, + "hf_subset": "epo_Latn-mni_Beng", + "languages": [ + "epo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-ron_Latn", + "languages": [ + "epo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "epo_Latn-szl_Latn", + "languages": [ + "epo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "epo_Latn-vec_Latn", + "languages": [ + "epo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.900339, + "recall": 0.928854, + "f1": 0.909173, + "accuracy": 0.928854, + "main_score": 0.909173, + "hf_subset": "epo_Latn-amh_Ethi", + "languages": [ + "epo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-bos_Latn", + "languages": [ + "epo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-fin_Latn", + "languages": [ + "epo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-ita_Latn", + "languages": [ + "epo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-kor_Hang", + "languages": [ + "epo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.47177, + "recall": 0.52668, + "f1": 0.487296, + "accuracy": 0.52668, + "main_score": 0.487296, + "hf_subset": "epo_Latn-mos_Latn", + "languages": [ + "epo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.688785, + "recall": 0.759881, + "f1": 0.709538, + "accuracy": 0.759881, + "main_score": 0.709538, + "hf_subset": "epo_Latn-run_Latn", + "languages": [ + "epo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-tam_Taml", + "languages": [ + "epo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "epo_Latn-vie_Latn", + "languages": [ + "epo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-apc_Arab", + "languages": [ + "epo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.668101, + "recall": 0.738142, + "f1": 0.687455, + "accuracy": 0.738142, + "main_score": 0.687455, + "hf_subset": "epo_Latn-bug_Latn", + "languages": [ + "epo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.411792, + "recall": 0.461462, + "f1": 0.425367, + "accuracy": 0.461462, + "main_score": 0.425367, + "hf_subset": "epo_Latn-fon_Latn", + "languages": [ + "epo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-jav_Latn", + "languages": [ + "epo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.939229, + "recall": 0.95751, + "f1": 0.94496, + "accuracy": 0.95751, + "main_score": 0.94496, + "hf_subset": "epo_Latn-lao_Laoo", + "languages": [ + "epo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.848073, + "recall": 0.891304, + "f1": 0.861317, + "accuracy": 0.891304, + "main_score": 0.861317, + "hf_subset": "epo_Latn-mri_Latn", + "languages": [ + "epo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-rus_Cyrl", + "languages": [ + "epo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.45018, + "recall": 0.512846, + "f1": 0.466759, + "accuracy": 0.512846, + "main_score": 0.466759, + "hf_subset": "epo_Latn-taq_Latn", + "languages": [ + "epo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "epo_Latn-war_Latn", + "languages": [ + "epo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-arb_Arab", + "languages": [ + "epo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-bul_Cyrl", + "languages": [ + "epo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-fra_Latn", + "languages": [ + "epo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-jpn_Jpan", + "languages": [ + "epo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "epo_Latn-lij_Latn", + "languages": [ + "epo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "epo_Latn-mya_Mymr", + "languages": [ + "epo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.516362, + "recall": 0.574111, + "f1": 0.532004, + "accuracy": 0.574111, + "main_score": 0.532004, + "hf_subset": "epo_Latn-sag_Latn", + "languages": [ + "epo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.204116, + "recall": 0.270751, + "f1": 0.220254, + "accuracy": 0.270751, + "main_score": 0.220254, + "hf_subset": "epo_Latn-taq_Tfng", + "languages": [ + "epo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.609127, + "recall": 0.677866, + "f1": 0.628124, + "accuracy": 0.677866, + "main_score": 0.628124, + "hf_subset": "epo_Latn-wol_Latn", + "languages": [ + "epo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.836331, + "recall": 0.882411, + "f1": 0.850428, + "accuracy": 0.882411, + "main_score": 0.850428, + "hf_subset": "epo_Latn-arb_Latn", + "languages": [ + "epo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-cat_Latn", + "languages": [ + "epo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "epo_Latn-fur_Latn", + "languages": [ + "epo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.393044, + "recall": 0.464427, + "f1": 0.410348, + "accuracy": 0.464427, + "main_score": 0.410348, + "hf_subset": "epo_Latn-kab_Latn", + "languages": [ + "epo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "epo_Latn-lim_Latn", + "languages": [ + "epo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-nld_Latn", + "languages": [ + "epo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "epo_Latn-san_Deva", + "languages": [ + "epo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-tat_Cyrl", + "languages": [ + "epo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.846624, + "recall": 0.890316, + "f1": 0.860197, + "accuracy": 0.890316, + "main_score": 0.860197, + "hf_subset": "epo_Latn-xho_Latn", + "languages": [ + "epo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-ars_Arab", + "languages": [ + "epo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-ceb_Latn", + "languages": [ + "epo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.433878, + "recall": 0.501976, + "f1": 0.451687, + "accuracy": 0.501976, + "main_score": 0.451687, + "hf_subset": "epo_Latn-fuv_Latn", + "languages": [ + "epo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.443982, + "recall": 0.508893, + "f1": 0.460878, + "accuracy": 0.508893, + "main_score": 0.460878, + "hf_subset": "epo_Latn-kac_Latn", + "languages": [ + "epo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.581291, + "recall": 0.651186, + "f1": 0.599312, + "accuracy": 0.651186, + "main_score": 0.599312, + "hf_subset": "epo_Latn-lin_Latn", + "languages": [ + "epo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-nno_Latn", + "languages": [ + "epo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.832411, + "recall": 0.880435, + "f1": 0.847266, + "accuracy": 0.880435, + "main_score": 0.847266, + "hf_subset": "epo_Latn-sat_Olck", + "languages": [ + "epo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-tel_Telu", + "languages": [ + "epo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "epo_Latn-ydd_Hebr", + "languages": [ + "epo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "epo_Latn-ary_Arab", + "languages": [ + "epo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-ces_Latn", + "languages": [ + "epo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.517496, + "recall": 0.593874, + "f1": 0.53828, + "accuracy": 0.593874, + "main_score": 0.53828, + "hf_subset": "epo_Latn-gaz_Latn", + "languages": [ + "epo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.496924, + "recall": 0.579051, + "f1": 0.517938, + "accuracy": 0.579051, + "main_score": 0.517938, + "hf_subset": "epo_Latn-kam_Latn", + "languages": [ + "epo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "epo_Latn-lit_Latn", + "languages": [ + "epo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-nob_Latn", + "languages": [ + "epo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-scn_Latn", + "languages": [ + "epo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "epo_Latn-tgk_Cyrl", + "languages": [ + "epo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.670118, + "recall": 0.744071, + "f1": 0.691175, + "accuracy": 0.744071, + "main_score": 0.691175, + "hf_subset": "epo_Latn-yor_Latn", + "languages": [ + "epo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "epo_Latn-arz_Arab", + "languages": [ + "epo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.440666, + "recall": 0.503953, + "f1": 0.457552, + "accuracy": 0.503953, + "main_score": 0.457552, + "hf_subset": "epo_Latn-cjk_Latn", + "languages": [ + "epo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.923254, + "recall": 0.947628, + "f1": 0.931159, + "accuracy": 0.947628, + "main_score": 0.931159, + "hf_subset": "epo_Latn-gla_Latn", + "languages": [ + "epo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "epo_Latn-kan_Knda", + "languages": [ + "epo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.977849, + "recall": 0.98419, + "f1": 0.979809, + "accuracy": 0.98419, + "main_score": 0.979809, + "hf_subset": "epo_Latn-lmo_Latn", + "languages": [ + "epo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "epo_Latn-npi_Deva", + "languages": [ + "epo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.502124, + "recall": 0.589921, + "f1": 0.526627, + "accuracy": 0.589921, + "main_score": 0.526627, + "hf_subset": "epo_Latn-shn_Mymr", + "languages": [ + "epo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-tgl_Latn", + "languages": [ + "epo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-yue_Hant", + "languages": [ + "epo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "epo_Latn-asm_Beng", + "languages": [ + "epo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.902997, + "recall": 0.931818, + "f1": 0.912022, + "accuracy": 0.931818, + "main_score": 0.912022, + "hf_subset": "epo_Latn-ckb_Arab", + "languages": [ + "epo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "epo_Latn-gle_Latn", + "languages": [ + "epo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.875494, + "recall": 0.912055, + "f1": 0.88666, + "accuracy": 0.912055, + "main_score": 0.88666, + "hf_subset": "epo_Latn-kas_Arab", + "languages": [ + "epo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.877141, + "recall": 0.913043, + "f1": 0.888307, + "accuracy": 0.913043, + "main_score": 0.888307, + "hf_subset": "epo_Latn-ltg_Latn", + "languages": [ + "epo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.737493, + "recall": 0.801383, + "f1": 0.756491, + "accuracy": 0.801383, + "main_score": 0.756491, + "hf_subset": "epo_Latn-nso_Latn", + "languages": [ + "epo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "epo_Latn-sin_Sinh", + "languages": [ + "epo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-tha_Thai", + "languages": [ + "epo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-zho_Hans", + "languages": [ + "epo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-ast_Latn", + "languages": [ + "epo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "epo_Latn-crh_Latn", + "languages": [ + "epo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-glg_Latn", + "languages": [ + "epo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.801861, + "recall": 0.855731, + "f1": 0.818135, + "accuracy": 0.855731, + "main_score": 0.818135, + "hf_subset": "epo_Latn-kas_Deva", + "languages": [ + "epo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "epo_Latn-ltz_Latn", + "languages": [ + "epo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.404831, + "recall": 0.472332, + "f1": 0.422731, + "accuracy": 0.472332, + "main_score": 0.422731, + "hf_subset": "epo_Latn-nus_Latn", + "languages": [ + "epo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-slk_Latn", + "languages": [ + "epo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.5803, + "recall": 0.666008, + "f1": 0.603791, + "accuracy": 0.666008, + "main_score": 0.603791, + "hf_subset": "epo_Latn-tir_Ethi", + "languages": [ + "epo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-zho_Hant", + "languages": [ + "epo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.970603, + "recall": 0.978261, + "f1": 0.973057, + "accuracy": 0.978261, + "main_score": 0.973057, + "hf_subset": "epo_Latn-awa_Deva", + "languages": [ + "epo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "epo_Latn-cym_Latn", + "languages": [ + "epo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.726956, + "recall": 0.785573, + "f1": 0.743113, + "accuracy": 0.785573, + "main_score": 0.743113, + "hf_subset": "epo_Latn-grn_Latn", + "languages": [ + "epo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-kat_Geor", + "languages": [ + "epo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.556672, + "recall": 0.621542, + "f1": 0.573479, + "accuracy": 0.621542, + "main_score": 0.573479, + "hf_subset": "epo_Latn-lua_Latn", + "languages": [ + "epo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.776301, + "recall": 0.837945, + "f1": 0.79529, + "accuracy": 0.837945, + "main_score": 0.79529, + "hf_subset": "epo_Latn-nya_Latn", + "languages": [ + "epo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-slv_Latn", + "languages": [ + "epo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "epo_Latn-tpi_Latn", + "languages": [ + "epo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-zsm_Latn", + "languages": [ + "epo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.473653, + "recall": 0.539526, + "f1": 0.49198, + "accuracy": 0.539526, + "main_score": 0.49198, + "hf_subset": "epo_Latn-ayr_Latn", + "languages": [ + "epo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-dan_Latn", + "languages": [ + "epo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-guj_Gujr", + "languages": [ + "epo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-kaz_Cyrl", + "languages": [ + "epo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597664, + "recall": 0.678854, + "f1": 0.6202, + "accuracy": 0.678854, + "main_score": 0.6202, + "hf_subset": "epo_Latn-lug_Latn", + "languages": [ + "epo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-oci_Latn", + "languages": [ + "epo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.785754, + "recall": 0.837945, + "f1": 0.801487, + "accuracy": 0.837945, + "main_score": 0.801487, + "hf_subset": "epo_Latn-smo_Latn", + "languages": [ + "epo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.693932, + "recall": 0.76581, + "f1": 0.715333, + "accuracy": 0.76581, + "main_score": 0.715333, + "hf_subset": "epo_Latn-tsn_Latn", + "languages": [ + "epo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.85387, + "recall": 0.894269, + "f1": 0.866502, + "accuracy": 0.894269, + "main_score": 0.866502, + "hf_subset": "epo_Latn-zul_Latn", + "languages": [ + "epo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.894269, + "recall": 0.927866, + "f1": 0.905138, + "accuracy": 0.927866, + "main_score": 0.905138, + "hf_subset": "epo_Latn-azb_Arab", + "languages": [ + "epo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-deu_Latn", + "languages": [ + "epo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "epo_Latn-hat_Latn", + "languages": [ + "epo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.44227, + "recall": 0.502964, + "f1": 0.458622, + "accuracy": 0.502964, + "main_score": 0.458622, + "hf_subset": "epo_Latn-kbp_Latn", + "languages": [ + "epo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.494371, + "recall": 0.557312, + "f1": 0.51114, + "accuracy": 0.557312, + "main_score": 0.51114, + "hf_subset": "epo_Latn-luo_Latn", + "languages": [ + "epo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "epo_Latn-ory_Orya", + "languages": [ + "epo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.855978, + "recall": 0.896245, + "f1": 0.868398, + "accuracy": 0.896245, + "main_score": 0.868398, + "hf_subset": "epo_Latn-sna_Latn", + "languages": [ + "epo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.608239, + "recall": 0.683794, + "f1": 0.629102, + "accuracy": 0.683794, + "main_score": 0.629102, + "hf_subset": "epo_Latn-tso_Latn", + "languages": [ + "epo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-azj_Latn", + "languages": [ + "epo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.484413, + "recall": 0.552372, + "f1": 0.502871, + "accuracy": 0.552372, + "main_score": 0.502871, + "hf_subset": "epo_Latn-dik_Latn", + "languages": [ + "epo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.873304, + "recall": 0.910079, + "f1": 0.88475, + "accuracy": 0.910079, + "main_score": 0.88475, + "hf_subset": "epo_Latn-hau_Latn", + "languages": [ + "epo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "epo_Latn-kea_Latn", + "languages": [ + "epo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.891963, + "recall": 0.923913, + "f1": 0.901976, + "accuracy": 0.923913, + "main_score": 0.901976, + "hf_subset": "epo_Latn-lus_Latn", + "languages": [ + "epo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.816057, + "recall": 0.86166, + "f1": 0.829334, + "accuracy": 0.86166, + "main_score": 0.829334, + "hf_subset": "epo_Latn-pag_Latn", + "languages": [ + "epo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.967391, + "f1": 0.956522, + "accuracy": 0.967391, + "main_score": 0.956522, + "hf_subset": "epo_Latn-snd_Arab", + "languages": [ + "epo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "epo_Latn-tuk_Latn", + "languages": [ + "epo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "epo_Latn-bak_Cyrl", + "languages": [ + "epo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.442724, + "recall": 0.513834, + "f1": 0.461593, + "accuracy": 0.513834, + "main_score": 0.461593, + "hf_subset": "epo_Latn-dyu_Latn", + "languages": [ + "epo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-heb_Hebr", + "languages": [ + "epo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "epo_Latn-khk_Cyrl", + "languages": [ + "epo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-lvs_Latn", + "languages": [ + "epo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-pan_Guru", + "languages": [ + "epo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.842424, + "recall": 0.887352, + "f1": 0.856159, + "accuracy": 0.887352, + "main_score": 0.856159, + "hf_subset": "epo_Latn-som_Latn", + "languages": [ + "epo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.655238, + "recall": 0.720356, + "f1": 0.674154, + "accuracy": 0.720356, + "main_score": 0.674154, + "hf_subset": "epo_Latn-tum_Latn", + "languages": [ + "epo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.473248, + "recall": 0.566206, + "f1": 0.499563, + "accuracy": 0.566206, + "main_score": 0.499563, + "hf_subset": "hun_Latn-ace_Arab", + "languages": [ + "hun-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.461075, + "recall": 0.51581, + "f1": 0.475409, + "accuracy": 0.51581, + "main_score": 0.475409, + "hf_subset": "hun_Latn-bam_Latn", + "languages": [ + "hun-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.599161, + "recall": 0.688735, + "f1": 0.624442, + "accuracy": 0.688735, + "main_score": 0.624442, + "hf_subset": "hun_Latn-dzo_Tibt", + "languages": [ + "hun-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "hun_Latn-khm_Khmr", + "languages": [ + "hun-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hun_Latn-mag_Deva", + "languages": [ + "hun-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-pap_Latn", + "languages": [ + "hun-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.822497, + "recall": 0.87253, + "f1": 0.838406, + "accuracy": 0.87253, + "main_score": 0.838406, + "hf_subset": "hun_Latn-sot_Latn", + "languages": [ + "hun-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.826252, + "recall": 0.871542, + "f1": 0.839926, + "accuracy": 0.871542, + "main_score": 0.839926, + "hf_subset": "hun_Latn-ace_Latn", + "languages": [ + "hun-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "hun_Latn-ban_Latn", + "languages": [ + "hun-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "hun_Latn-hne_Deva", + "languages": [ + "hun-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.552178, + "recall": 0.624506, + "f1": 0.571488, + "accuracy": 0.624506, + "main_score": 0.571488, + "hf_subset": "hun_Latn-kik_Latn", + "languages": [ + "hun-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "hun_Latn-mai_Deva", + "languages": [ + "hun-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "hun_Latn-pbt_Arab", + "languages": [ + "hun-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.716281, + "recall": 0.778656, + "f1": 0.734211, + "accuracy": 0.778656, + "main_score": 0.734211, + "hf_subset": "hun_Latn-twi_Latn", + "languages": [ + "hun-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-acm_Arab", + "languages": [ + "hun-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-bel_Cyrl", + "languages": [ + "hun-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-hrv_Latn", + "languages": [ + "hun-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.837072, + "recall": 0.881423, + "f1": 0.850776, + "accuracy": 0.881423, + "main_score": 0.850776, + "hf_subset": "hun_Latn-kin_Latn", + "languages": [ + "hun-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-mal_Mlym", + "languages": [ + "hun-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-pes_Arab", + "languages": [ + "hun-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hun_Latn-srd_Latn", + "languages": [ + "hun-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.190188, + "recall": 0.25, + "f1": 0.20442, + "accuracy": 0.25, + "main_score": 0.20442, + "hf_subset": "hun_Latn-tzm_Tfng", + "languages": [ + "hun-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-acq_Arab", + "languages": [ + "hun-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.618545, + "recall": 0.697628, + "f1": 0.640791, + "accuracy": 0.697628, + "main_score": 0.640791, + "hf_subset": "hun_Latn-bem_Latn", + "languages": [ + "hun-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-epo_Latn", + "languages": [ + "hun-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hun_Latn-kir_Cyrl", + "languages": [ + "hun-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-mar_Deva", + "languages": [ + "hun-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.845916, + "recall": 0.88834, + "f1": 0.85863, + "accuracy": 0.88834, + "main_score": 0.85863, + "hf_subset": "hun_Latn-plt_Latn", + "languages": [ + "hun-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-srp_Cyrl", + "languages": [ + "hun-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.924654, + "recall": 0.947628, + "f1": 0.931884, + "accuracy": 0.947628, + "main_score": 0.931884, + "hf_subset": "hun_Latn-uig_Arab", + "languages": [ + "hun-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hun_Latn-aeb_Arab", + "languages": [ + "hun-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-est_Latn", + "languages": [ + "hun-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-hye_Armn", + "languages": [ + "hun-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.438664, + "recall": 0.5, + "f1": 0.454634, + "accuracy": 0.5, + "main_score": 0.454634, + "hf_subset": "hun_Latn-kmb_Latn", + "languages": [ + "hun-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.442902, + "recall": 0.52668, + "f1": 0.463782, + "accuracy": 0.52668, + "main_score": 0.463782, + "hf_subset": "hun_Latn-min_Arab", + "languages": [ + "hun-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.692491, + "recall": 0.764822, + "f1": 0.713822, + "accuracy": 0.764822, + "main_score": 0.713822, + "hf_subset": "hun_Latn-ssw_Latn", + "languages": [ + "hun-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ukr_Cyrl", + "languages": [ + "hun-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-afr_Latn", + "languages": [ + "hun-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-bho_Deva", + "languages": [ + "hun-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hun_Latn-eus_Latn", + "languages": [ + "hun-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.830764, + "recall": 0.879447, + "f1": 0.845652, + "accuracy": 0.879447, + "main_score": 0.845652, + "hf_subset": "hun_Latn-ibo_Latn", + "languages": [ + "hun-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.854035, + "recall": 0.895257, + "f1": 0.866831, + "accuracy": 0.895257, + "main_score": 0.866831, + "hf_subset": "hun_Latn-kmr_Latn", + "languages": [ + "hun-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hun_Latn-min_Latn", + "languages": [ + "hun-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "hun_Latn-sun_Latn", + "languages": [ + "hun-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.428882, + "recall": 0.495059, + "f1": 0.446938, + "accuracy": 0.495059, + "main_score": 0.446938, + "hf_subset": "hun_Latn-umb_Latn", + "languages": [ + "hun-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "hun_Latn-ajp_Arab", + "languages": [ + "hun-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.45645, + "recall": 0.546443, + "f1": 0.480083, + "accuracy": 0.546443, + "main_score": 0.480083, + "hf_subset": "hun_Latn-bjn_Arab", + "languages": [ + "hun-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.433205, + "recall": 0.493083, + "f1": 0.449387, + "accuracy": 0.493083, + "main_score": 0.449387, + "hf_subset": "hun_Latn-ewe_Latn", + "languages": [ + "hun-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "hun_Latn-ilo_Latn", + "languages": [ + "hun-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234868, + "recall": 0.298419, + "f1": 0.250329, + "accuracy": 0.298419, + "main_score": 0.250329, + "hf_subset": "hun_Latn-knc_Arab", + "languages": [ + "hun-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-mkd_Cyrl", + "languages": [ + "hun-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-prs_Arab", + "languages": [ + "hun-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-urd_Arab", + "languages": [ + "hun-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.711314, + "recall": 0.777668, + "f1": 0.730657, + "accuracy": 0.777668, + "main_score": 0.730657, + "hf_subset": "hun_Latn-aka_Latn", + "languages": [ + "hun-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hun_Latn-bjn_Latn", + "languages": [ + "hun-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hun_Latn-fao_Latn", + "languages": [ + "hun-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.493125, + "recall": 0.552372, + "f1": 0.509726, + "accuracy": 0.552372, + "main_score": 0.509726, + "hf_subset": "hun_Latn-knc_Latn", + "languages": [ + "hun-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-mlt_Latn", + "languages": [ + "hun-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.630428, + "recall": 0.699605, + "f1": 0.650197, + "accuracy": 0.699605, + "main_score": 0.650197, + "hf_subset": "hun_Latn-quy_Latn", + "languages": [ + "hun-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "hun_Latn-swh_Latn", + "languages": [ + "hun-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-uzn_Latn", + "languages": [ + "hun-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-als_Latn", + "languages": [ + "hun-Latn", + "als-Latn" + ] + }, + { + "precision": 0.755889, + "recall": 0.822134, + "f1": 0.775939, + "accuracy": 0.822134, + "main_score": 0.775939, + "hf_subset": "hun_Latn-bod_Tibt", + "languages": [ + "hun-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.600576, + "recall": 0.677866, + "f1": 0.622454, + "accuracy": 0.677866, + "main_score": 0.622454, + "hf_subset": "hun_Latn-fij_Latn", + "languages": [ + "hun-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "hun_Latn-isl_Latn", + "languages": [ + "hun-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.57215, + "recall": 0.643281, + "f1": 0.591084, + "accuracy": 0.643281, + "main_score": 0.591084, + "hf_subset": "hun_Latn-kon_Latn", + "languages": [ + "hun-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.569223, + "recall": 0.647233, + "f1": 0.590723, + "accuracy": 0.647233, + "main_score": 0.590723, + "hf_subset": "hun_Latn-mni_Beng", + "languages": [ + "hun-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ron_Latn", + "languages": [ + "hun-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "hun_Latn-szl_Latn", + "languages": [ + "hun-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-vec_Latn", + "languages": [ + "hun-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.907362, + "recall": 0.934783, + "f1": 0.915862, + "accuracy": 0.934783, + "main_score": 0.915862, + "hf_subset": "hun_Latn-amh_Ethi", + "languages": [ + "hun-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-bos_Latn", + "languages": [ + "hun-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ita_Latn", + "languages": [ + "hun-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.482619, + "recall": 0.540514, + "f1": 0.498484, + "accuracy": 0.540514, + "main_score": 0.498484, + "hf_subset": "hun_Latn-mos_Latn", + "languages": [ + "hun-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.709914, + "recall": 0.773715, + "f1": 0.728197, + "accuracy": 0.773715, + "main_score": 0.728197, + "hf_subset": "hun_Latn-run_Latn", + "languages": [ + "hun-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-apc_Arab", + "languages": [ + "hun-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.700903, + "recall": 0.763834, + "f1": 0.718041, + "accuracy": 0.763834, + "main_score": 0.718041, + "hf_subset": "hun_Latn-bug_Latn", + "languages": [ + "hun-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.417605, + "recall": 0.468379, + "f1": 0.431401, + "accuracy": 0.468379, + "main_score": 0.431401, + "hf_subset": "hun_Latn-fon_Latn", + "languages": [ + "hun-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "hun_Latn-jav_Latn", + "languages": [ + "hun-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "hun_Latn-lao_Laoo", + "languages": [ + "hun-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.854035, + "recall": 0.896245, + "f1": 0.867128, + "accuracy": 0.896245, + "main_score": 0.867128, + "hf_subset": "hun_Latn-mri_Latn", + "languages": [ + "hun-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.476597, + "recall": 0.534585, + "f1": 0.492109, + "accuracy": 0.534585, + "main_score": 0.492109, + "hf_subset": "hun_Latn-taq_Latn", + "languages": [ + "hun-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hun_Latn-war_Latn", + "languages": [ + "hun-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-bul_Cyrl", + "languages": [ + "hun-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-lij_Latn", + "languages": [ + "hun-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "hun_Latn-mya_Mymr", + "languages": [ + "hun-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.535656, + "recall": 0.600791, + "f1": 0.553163, + "accuracy": 0.600791, + "main_score": 0.553163, + "hf_subset": "hun_Latn-sag_Latn", + "languages": [ + "hun-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.208553, + "recall": 0.267787, + "f1": 0.222149, + "accuracy": 0.267787, + "main_score": 0.222149, + "hf_subset": "hun_Latn-taq_Tfng", + "languages": [ + "hun-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.619283, + "recall": 0.684783, + "f1": 0.63734, + "accuracy": 0.684783, + "main_score": 0.63734, + "hf_subset": "hun_Latn-wol_Latn", + "languages": [ + "hun-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.844697, + "recall": 0.890316, + "f1": 0.858992, + "accuracy": 0.890316, + "main_score": 0.858992, + "hf_subset": "hun_Latn-arb_Latn", + "languages": [ + "hun-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-cat_Latn", + "languages": [ + "hun-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hun_Latn-fur_Latn", + "languages": [ + "hun-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.405929, + "recall": 0.479249, + "f1": 0.423579, + "accuracy": 0.479249, + "main_score": 0.423579, + "hf_subset": "hun_Latn-kab_Latn", + "languages": [ + "hun-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hun_Latn-lim_Latn", + "languages": [ + "hun-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "hun_Latn-san_Deva", + "languages": [ + "hun-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-tat_Cyrl", + "languages": [ + "hun-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.848024, + "recall": 0.892292, + "f1": 0.861957, + "accuracy": 0.892292, + "main_score": 0.861957, + "hf_subset": "hun_Latn-xho_Latn", + "languages": [ + "hun-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-ars_Arab", + "languages": [ + "hun-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-ceb_Latn", + "languages": [ + "hun-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.442941, + "recall": 0.513834, + "f1": 0.461572, + "accuracy": 0.513834, + "main_score": 0.461572, + "hf_subset": "hun_Latn-fuv_Latn", + "languages": [ + "hun-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.454054, + "recall": 0.518775, + "f1": 0.471073, + "accuracy": 0.518775, + "main_score": 0.471073, + "hf_subset": "hun_Latn-kac_Latn", + "languages": [ + "hun-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.59153, + "recall": 0.661067, + "f1": 0.609952, + "accuracy": 0.661067, + "main_score": 0.609952, + "hf_subset": "hun_Latn-lin_Latn", + "languages": [ + "hun-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-nno_Latn", + "languages": [ + "hun-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.851614, + "recall": 0.894269, + "f1": 0.864723, + "accuracy": 0.894269, + "main_score": 0.864723, + "hf_subset": "hun_Latn-sat_Olck", + "languages": [ + "hun-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hun_Latn-tel_Telu", + "languages": [ + "hun-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hun_Latn-ydd_Hebr", + "languages": [ + "hun-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "hun_Latn-ary_Arab", + "languages": [ + "hun-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ces_Latn", + "languages": [ + "hun-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.513203, + "recall": 0.592885, + "f1": 0.534691, + "accuracy": 0.592885, + "main_score": 0.534691, + "hf_subset": "hun_Latn-gaz_Latn", + "languages": [ + "hun-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.505373, + "recall": 0.583992, + "f1": 0.525471, + "accuracy": 0.583992, + "main_score": 0.525471, + "hf_subset": "hun_Latn-kam_Latn", + "languages": [ + "hun-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-nob_Latn", + "languages": [ + "hun-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hun_Latn-scn_Latn", + "languages": [ + "hun-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "hun_Latn-tgk_Cyrl", + "languages": [ + "hun-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.700948, + "recall": 0.772727, + "f1": 0.721807, + "accuracy": 0.772727, + "main_score": 0.721807, + "hf_subset": "hun_Latn-yor_Latn", + "languages": [ + "hun-Latn", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-arz_Arab", + "languages": [ + "hun-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.455745, + "recall": 0.519763, + "f1": 0.473199, + "accuracy": 0.519763, + "main_score": 0.473199, + "hf_subset": "hun_Latn-cjk_Latn", + "languages": [ + "hun-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.929842, + "recall": 0.952569, + "f1": 0.937253, + "accuracy": 0.952569, + "main_score": 0.937253, + "hf_subset": "hun_Latn-gla_Latn", + "languages": [ + "hun-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hun_Latn-kan_Knda", + "languages": [ + "hun-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.983284, + "recall": 0.988142, + "f1": 0.98475, + "accuracy": 0.988142, + "main_score": 0.98475, + "hf_subset": "hun_Latn-lmo_Latn", + "languages": [ + "hun-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "hun_Latn-npi_Deva", + "languages": [ + "hun-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.504388, + "recall": 0.590909, + "f1": 0.528822, + "accuracy": 0.590909, + "main_score": 0.528822, + "hf_subset": "hun_Latn-shn_Mymr", + "languages": [ + "hun-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-tgl_Latn", + "languages": [ + "hun-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-yue_Hant", + "languages": [ + "hun-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-asm_Beng", + "languages": [ + "hun-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.898501, + "recall": 0.928854, + "f1": 0.908004, + "accuracy": 0.928854, + "main_score": 0.908004, + "hf_subset": "hun_Latn-ckb_Arab", + "languages": [ + "hun-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hun_Latn-gle_Latn", + "languages": [ + "hun-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.882658, + "recall": 0.917984, + "f1": 0.893841, + "accuracy": 0.917984, + "main_score": 0.893841, + "hf_subset": "hun_Latn-kas_Arab", + "languages": [ + "hun-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.879282, + "recall": 0.91502, + "f1": 0.890283, + "accuracy": 0.91502, + "main_score": 0.890283, + "hf_subset": "hun_Latn-ltg_Latn", + "languages": [ + "hun-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.737987, + "recall": 0.80336, + "f1": 0.757922, + "accuracy": 0.80336, + "main_score": 0.757922, + "hf_subset": "hun_Latn-nso_Latn", + "languages": [ + "hun-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "hun_Latn-sin_Sinh", + "languages": [ + "hun-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-tha_Thai", + "languages": [ + "hun-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-zho_Hans", + "languages": [ + "hun-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-ast_Latn", + "languages": [ + "hun-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-crh_Latn", + "languages": [ + "hun-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-glg_Latn", + "languages": [ + "hun-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.830319, + "recall": 0.878458, + "f1": 0.845059, + "accuracy": 0.878458, + "main_score": 0.845059, + "hf_subset": "hun_Latn-kas_Deva", + "languages": [ + "hun-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-ltz_Latn", + "languages": [ + "hun-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.405486, + "recall": 0.472332, + "f1": 0.422982, + "accuracy": 0.472332, + "main_score": 0.422982, + "hf_subset": "hun_Latn-nus_Latn", + "languages": [ + "hun-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-slk_Latn", + "languages": [ + "hun-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.59764, + "recall": 0.679842, + "f1": 0.620392, + "accuracy": 0.679842, + "main_score": 0.620392, + "hf_subset": "hun_Latn-tir_Ethi", + "languages": [ + "hun-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.972579, + "recall": 0.980237, + "f1": 0.975033, + "accuracy": 0.980237, + "main_score": 0.975033, + "hf_subset": "hun_Latn-awa_Deva", + "languages": [ + "hun-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hun_Latn-cym_Latn", + "languages": [ + "hun-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.730371, + "recall": 0.789526, + "f1": 0.747366, + "accuracy": 0.789526, + "main_score": 0.747366, + "hf_subset": "hun_Latn-grn_Latn", + "languages": [ + "hun-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hun_Latn-kat_Geor", + "languages": [ + "hun-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.560522, + "recall": 0.629447, + "f1": 0.57869, + "accuracy": 0.629447, + "main_score": 0.57869, + "hf_subset": "hun_Latn-lua_Latn", + "languages": [ + "hun-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.788356, + "recall": 0.846838, + "f1": 0.806028, + "accuracy": 0.846838, + "main_score": 0.806028, + "hf_subset": "hun_Latn-nya_Latn", + "languages": [ + "hun-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-slv_Latn", + "languages": [ + "hun-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "hun_Latn-tpi_Latn", + "languages": [ + "hun-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-zsm_Latn", + "languages": [ + "hun-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.493274, + "recall": 0.557312, + "f1": 0.511212, + "accuracy": 0.557312, + "main_score": 0.511212, + "hf_subset": "hun_Latn-ayr_Latn", + "languages": [ + "hun-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-dan_Latn", + "languages": [ + "hun-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-guj_Gujr", + "languages": [ + "hun-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-kaz_Cyrl", + "languages": [ + "hun-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597554, + "recall": 0.675889, + "f1": 0.619498, + "accuracy": 0.675889, + "main_score": 0.619498, + "hf_subset": "hun_Latn-lug_Latn", + "languages": [ + "hun-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-oci_Latn", + "languages": [ + "hun-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.803969, + "recall": 0.854743, + "f1": 0.819438, + "accuracy": 0.854743, + "main_score": 0.819438, + "hf_subset": "hun_Latn-smo_Latn", + "languages": [ + "hun-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.704565, + "recall": 0.774704, + "f1": 0.725154, + "accuracy": 0.774704, + "main_score": 0.725154, + "hf_subset": "hun_Latn-tsn_Latn", + "languages": [ + "hun-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.850494, + "recall": 0.894269, + "f1": 0.864229, + "accuracy": 0.894269, + "main_score": 0.864229, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.909503, + "recall": 0.936759, + "f1": 0.918215, + "accuracy": 0.936759, + "main_score": 0.918215, + "hf_subset": "hun_Latn-azb_Arab", + "languages": [ + "hun-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "hun_Latn-hat_Latn", + "languages": [ + "hun-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.453206, + "recall": 0.509881, + "f1": 0.46905, + "accuracy": 0.509881, + "main_score": 0.46905, + "hf_subset": "hun_Latn-kbp_Latn", + "languages": [ + "hun-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.502233, + "recall": 0.56917, + "f1": 0.519899, + "accuracy": 0.56917, + "main_score": 0.519899, + "hf_subset": "hun_Latn-luo_Latn", + "languages": [ + "hun-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hun_Latn-ory_Orya", + "languages": [ + "hun-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.861413, + "recall": 0.902174, + "f1": 0.874407, + "accuracy": 0.902174, + "main_score": 0.874407, + "hf_subset": "hun_Latn-sna_Latn", + "languages": [ + "hun-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.623357, + "recall": 0.69664, + "f1": 0.643885, + "accuracy": 0.69664, + "main_score": 0.643885, + "hf_subset": "hun_Latn-tso_Latn", + "languages": [ + "hun-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-azj_Latn", + "languages": [ + "hun-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.488633, + "recall": 0.556324, + "f1": 0.506974, + "accuracy": 0.556324, + "main_score": 0.506974, + "hf_subset": "hun_Latn-dik_Latn", + "languages": [ + "hun-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.871624, + "recall": 0.909091, + "f1": 0.88363, + "accuracy": 0.909091, + "main_score": 0.88363, + "hf_subset": "hun_Latn-hau_Latn", + "languages": [ + "hun-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "hun_Latn-kea_Latn", + "languages": [ + "hun-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.90555, + "recall": 0.933794, + "f1": 0.914427, + "accuracy": 0.933794, + "main_score": 0.914427, + "hf_subset": "hun_Latn-lus_Latn", + "languages": [ + "hun-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.846854, + "recall": 0.886364, + "f1": 0.858564, + "accuracy": 0.886364, + "main_score": 0.858564, + "hf_subset": "hun_Latn-pag_Latn", + "languages": [ + "hun-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "hun_Latn-snd_Arab", + "languages": [ + "hun-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hun_Latn-tuk_Latn", + "languages": [ + "hun-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-bak_Cyrl", + "languages": [ + "hun-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.449446, + "recall": 0.523715, + "f1": 0.469623, + "accuracy": 0.523715, + "main_score": 0.469623, + "hf_subset": "hun_Latn-dyu_Latn", + "languages": [ + "hun-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "hun_Latn-khk_Cyrl", + "languages": [ + "hun-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-lvs_Latn", + "languages": [ + "hun-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-pan_Guru", + "languages": [ + "hun-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.82752, + "recall": 0.876482, + "f1": 0.842556, + "accuracy": 0.876482, + "main_score": 0.842556, + "hf_subset": "hun_Latn-som_Latn", + "languages": [ + "hun-Latn", + "som-Latn" + ] + }, + { + "precision": 0.674317, + "recall": 0.73419, + "f1": 0.690903, + "accuracy": 0.73419, + "main_score": 0.690903, + "hf_subset": "hun_Latn-tum_Latn", + "languages": [ + "hun-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.457161, + "recall": 0.541502, + "f1": 0.480218, + "accuracy": 0.541502, + "main_score": 0.480218, + "hf_subset": "kir_Cyrl-ace_Arab", + "languages": [ + "kir-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.453033, + "recall": 0.504941, + "f1": 0.466137, + "accuracy": 0.504941, + "main_score": 0.466137, + "hf_subset": "kir_Cyrl-bam_Latn", + "languages": [ + "kir-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.575891, + "recall": 0.667984, + "f1": 0.601519, + "accuracy": 0.667984, + "main_score": 0.601519, + "hf_subset": "kir_Cyrl-dzo_Tibt", + "languages": [ + "kir-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-hin_Deva", + "languages": [ + "kir-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "kir_Cyrl-khm_Khmr", + "languages": [ + "kir-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "kir_Cyrl-mag_Deva", + "languages": [ + "kir-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "kir_Cyrl-pap_Latn", + "languages": [ + "kir-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.816387, + "recall": 0.865613, + "f1": 0.831211, + "accuracy": 0.865613, + "main_score": 0.831211, + "hf_subset": "kir_Cyrl-sot_Latn", + "languages": [ + "kir-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.798798, + "recall": 0.849802, + "f1": 0.814019, + "accuracy": 0.849802, + "main_score": 0.814019, + "hf_subset": "kir_Cyrl-ace_Latn", + "languages": [ + "kir-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.927042, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "kir_Cyrl-ban_Latn", + "languages": [ + "kir-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-ell_Grek", + "languages": [ + "kir-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "kir_Cyrl-hne_Deva", + "languages": [ + "kir-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.525721, + "recall": 0.597826, + "f1": 0.545248, + "accuracy": 0.597826, + "main_score": 0.545248, + "hf_subset": "kir_Cyrl-kik_Latn", + "languages": [ + "kir-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "kir_Cyrl-mai_Deva", + "languages": [ + "kir-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "kir_Cyrl-pbt_Arab", + "languages": [ + "kir-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kir_Cyrl-spa_Latn", + "languages": [ + "kir-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.703008, + "recall": 0.769763, + "f1": 0.722307, + "accuracy": 0.769763, + "main_score": 0.722307, + "hf_subset": "kir_Cyrl-twi_Latn", + "languages": [ + "kir-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-acm_Arab", + "languages": [ + "kir-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kir_Cyrl-bel_Cyrl", + "languages": [ + "kir-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-hrv_Latn", + "languages": [ + "kir-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.800049, + "recall": 0.852767, + "f1": 0.81598, + "accuracy": 0.852767, + "main_score": 0.81598, + "hf_subset": "kir_Cyrl-kin_Latn", + "languages": [ + "kir-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kir_Cyrl-mal_Mlym", + "languages": [ + "kir-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kir_Cyrl-pes_Arab", + "languages": [ + "kir-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "kir_Cyrl-srd_Latn", + "languages": [ + "kir-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.195363, + "recall": 0.254941, + "f1": 0.209028, + "accuracy": 0.254941, + "main_score": 0.209028, + "hf_subset": "kir_Cyrl-tzm_Tfng", + "languages": [ + "kir-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-acq_Arab", + "languages": [ + "kir-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.624647, + "recall": 0.698617, + "f1": 0.645998, + "accuracy": 0.698617, + "main_score": 0.645998, + "hf_subset": "kir_Cyrl-bem_Latn", + "languages": [ + "kir-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kir_Cyrl-epo_Latn", + "languages": [ + "kir-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-hun_Latn", + "languages": [ + "kir-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kir_Cyrl-mar_Deva", + "languages": [ + "kir-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.817276, + "recall": 0.864625, + "f1": 0.831639, + "accuracy": 0.864625, + "main_score": 0.831639, + "hf_subset": "kir_Cyrl-plt_Latn", + "languages": [ + "kir-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kir_Cyrl-srp_Cyrl", + "languages": [ + "kir-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.933383, + "recall": 0.953557, + "f1": 0.939954, + "accuracy": 0.953557, + "main_score": 0.939954, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "kir_Cyrl-aeb_Arab", + "languages": [ + "kir-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "kir_Cyrl-ben_Beng", + "languages": [ + "kir-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kir_Cyrl-est_Latn", + "languages": [ + "kir-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kir_Cyrl-hye_Armn", + "languages": [ + "kir-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.425513, + "recall": 0.486166, + "f1": 0.441722, + "accuracy": 0.486166, + "main_score": 0.441722, + "hf_subset": "kir_Cyrl-kmb_Latn", + "languages": [ + "kir-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.421287, + "recall": 0.504941, + "f1": 0.442569, + "accuracy": 0.504941, + "main_score": 0.442569, + "hf_subset": "kir_Cyrl-min_Arab", + "languages": [ + "kir-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-pol_Latn", + "languages": [ + "kir-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.69496, + "recall": 0.761858, + "f1": 0.714234, + "accuracy": 0.761858, + "main_score": 0.714234, + "hf_subset": "kir_Cyrl-ssw_Latn", + "languages": [ + "kir-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kir_Cyrl-ukr_Cyrl", + "languages": [ + "kir-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-afr_Latn", + "languages": [ + "kir-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "kir_Cyrl-bho_Deva", + "languages": [ + "kir-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-eus_Latn", + "languages": [ + "kir-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.809717, + "recall": 0.862648, + "f1": 0.82556, + "accuracy": 0.862648, + "main_score": 0.82556, + "hf_subset": "kir_Cyrl-ibo_Latn", + "languages": [ + "kir-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.836578, + "recall": 0.878458, + "f1": 0.849473, + "accuracy": 0.878458, + "main_score": 0.849473, + "hf_subset": "kir_Cyrl-kmr_Latn", + "languages": [ + "kir-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "kir_Cyrl-min_Latn", + "languages": [ + "kir-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-por_Latn", + "languages": [ + "kir-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "kir_Cyrl-sun_Latn", + "languages": [ + "kir-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.434827, + "recall": 0.48913, + "f1": 0.449674, + "accuracy": 0.48913, + "main_score": 0.449674, + "hf_subset": "kir_Cyrl-umb_Latn", + "languages": [ + "kir-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-ajp_Arab", + "languages": [ + "kir-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.44623, + "recall": 0.529644, + "f1": 0.468513, + "accuracy": 0.529644, + "main_score": 0.468513, + "hf_subset": "kir_Cyrl-bjn_Arab", + "languages": [ + "kir-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.426175, + "recall": 0.482213, + "f1": 0.442053, + "accuracy": 0.482213, + "main_score": 0.442053, + "hf_subset": "kir_Cyrl-ewe_Latn", + "languages": [ + "kir-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.920866, + "recall": 0.944664, + "f1": 0.928379, + "accuracy": 0.944664, + "main_score": 0.928379, + "hf_subset": "kir_Cyrl-ilo_Latn", + "languages": [ + "kir-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.227772, + "recall": 0.287549, + "f1": 0.241497, + "accuracy": 0.287549, + "main_score": 0.241497, + "hf_subset": "kir_Cyrl-knc_Arab", + "languages": [ + "kir-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-mkd_Cyrl", + "languages": [ + "kir-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-prs_Arab", + "languages": [ + "kir-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kir_Cyrl-swe_Latn", + "languages": [ + "kir-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "kir_Cyrl-urd_Arab", + "languages": [ + "kir-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.680003, + "recall": 0.747036, + "f1": 0.698529, + "accuracy": 0.747036, + "main_score": 0.698529, + "hf_subset": "kir_Cyrl-aka_Latn", + "languages": [ + "kir-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.93531, + "recall": 0.954545, + "f1": 0.941535, + "accuracy": 0.954545, + "main_score": 0.941535, + "hf_subset": "kir_Cyrl-bjn_Latn", + "languages": [ + "kir-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959223, + "accuracy": 0.968379, + "main_score": 0.959223, + "hf_subset": "kir_Cyrl-fao_Latn", + "languages": [ + "kir-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-ind_Latn", + "languages": [ + "kir-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.483599, + "recall": 0.537549, + "f1": 0.49787, + "accuracy": 0.537549, + "main_score": 0.49787, + "hf_subset": "kir_Cyrl-knc_Latn", + "languages": [ + "kir-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "kir_Cyrl-mlt_Latn", + "languages": [ + "kir-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.622716, + "recall": 0.687747, + "f1": 0.64087, + "accuracy": 0.687747, + "main_score": 0.64087, + "hf_subset": "kir_Cyrl-quy_Latn", + "languages": [ + "kir-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kir_Cyrl-swh_Latn", + "languages": [ + "kir-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kir_Cyrl-uzn_Latn", + "languages": [ + "kir-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-als_Latn", + "languages": [ + "kir-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.725465, + "recall": 0.794466, + "f1": 0.746083, + "accuracy": 0.794466, + "main_score": 0.746083, + "hf_subset": "kir_Cyrl-bod_Tibt", + "languages": [ + "kir-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.588345, + "recall": 0.658103, + "f1": 0.607882, + "accuracy": 0.658103, + "main_score": 0.607882, + "hf_subset": "kir_Cyrl-fij_Latn", + "languages": [ + "kir-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "kir_Cyrl-isl_Latn", + "languages": [ + "kir-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.548232, + "recall": 0.608696, + "f1": 0.564526, + "accuracy": 0.608696, + "main_score": 0.564526, + "hf_subset": "kir_Cyrl-kon_Latn", + "languages": [ + "kir-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.554854, + "recall": 0.620553, + "f1": 0.572595, + "accuracy": 0.620553, + "main_score": 0.572595, + "hf_subset": "kir_Cyrl-mni_Beng", + "languages": [ + "kir-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kir_Cyrl-ron_Latn", + "languages": [ + "kir-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.966074, + "accuracy": 0.97332, + "main_score": 0.966074, + "hf_subset": "kir_Cyrl-szl_Latn", + "languages": [ + "kir-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "kir_Cyrl-vec_Latn", + "languages": [ + "kir-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.903244, + "recall": 0.931818, + "f1": 0.912451, + "accuracy": 0.931818, + "main_score": 0.912451, + "hf_subset": "kir_Cyrl-amh_Ethi", + "languages": [ + "kir-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-bos_Latn", + "languages": [ + "kir-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-fin_Latn", + "languages": [ + "kir-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-ita_Latn", + "languages": [ + "kir-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kir_Cyrl-kor_Hang", + "languages": [ + "kir-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.472328, + "recall": 0.527668, + "f1": 0.487381, + "accuracy": 0.527668, + "main_score": 0.487381, + "hf_subset": "kir_Cyrl-mos_Latn", + "languages": [ + "kir-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.692317, + "recall": 0.757905, + "f1": 0.711569, + "accuracy": 0.757905, + "main_score": 0.711569, + "hf_subset": "kir_Cyrl-run_Latn", + "languages": [ + "kir-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kir_Cyrl-tam_Taml", + "languages": [ + "kir-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kir_Cyrl-vie_Latn", + "languages": [ + "kir-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "kir_Cyrl-apc_Arab", + "languages": [ + "kir-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.670184, + "recall": 0.729249, + "f1": 0.687192, + "accuracy": 0.729249, + "main_score": 0.687192, + "hf_subset": "kir_Cyrl-bug_Latn", + "languages": [ + "kir-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.416926, + "recall": 0.462451, + "f1": 0.429419, + "accuracy": 0.462451, + "main_score": 0.429419, + "hf_subset": "kir_Cyrl-fon_Latn", + "languages": [ + "kir-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.960063, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "kir_Cyrl-jav_Latn", + "languages": [ + "kir-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.920949, + "recall": 0.945652, + "f1": 0.929018, + "accuracy": 0.945652, + "main_score": 0.929018, + "hf_subset": "kir_Cyrl-lao_Laoo", + "languages": [ + "kir-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.818017, + "recall": 0.866601, + "f1": 0.833136, + "accuracy": 0.866601, + "main_score": 0.833136, + "hf_subset": "kir_Cyrl-mri_Latn", + "languages": [ + "kir-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-rus_Cyrl", + "languages": [ + "kir-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.46648, + "recall": 0.517787, + "f1": 0.480767, + "accuracy": 0.517787, + "main_score": 0.480767, + "hf_subset": "kir_Cyrl-taq_Latn", + "languages": [ + "kir-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.97192, + "recall": 0.980237, + "f1": 0.974539, + "accuracy": 0.980237, + "main_score": 0.974539, + "hf_subset": "kir_Cyrl-war_Latn", + "languages": [ + "kir-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-arb_Arab", + "languages": [ + "kir-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kir_Cyrl-bul_Cyrl", + "languages": [ + "kir-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-fra_Latn", + "languages": [ + "kir-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kir_Cyrl-jpn_Jpan", + "languages": [ + "kir-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.958696, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "kir_Cyrl-lij_Latn", + "languages": [ + "kir-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "kir_Cyrl-mya_Mymr", + "languages": [ + "kir-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.508452, + "recall": 0.568182, + "f1": 0.52455, + "accuracy": 0.568182, + "main_score": 0.52455, + "hf_subset": "kir_Cyrl-sag_Latn", + "languages": [ + "kir-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.212047, + "recall": 0.275692, + "f1": 0.227686, + "accuracy": 0.275692, + "main_score": 0.227686, + "hf_subset": "kir_Cyrl-taq_Tfng", + "languages": [ + "kir-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.610857, + "recall": 0.673913, + "f1": 0.628139, + "accuracy": 0.673913, + "main_score": 0.628139, + "hf_subset": "kir_Cyrl-wol_Latn", + "languages": [ + "kir-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.814163, + "recall": 0.865613, + "f1": 0.82996, + "accuracy": 0.865613, + "main_score": 0.82996, + "hf_subset": "kir_Cyrl-arb_Latn", + "languages": [ + "kir-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kir_Cyrl-cat_Latn", + "languages": [ + "kir-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.941429, + "recall": 0.958498, + "f1": 0.946789, + "accuracy": 0.958498, + "main_score": 0.946789, + "hf_subset": "kir_Cyrl-fur_Latn", + "languages": [ + "kir-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.39958, + "recall": 0.468379, + "f1": 0.416822, + "accuracy": 0.468379, + "main_score": 0.416822, + "hf_subset": "kir_Cyrl-kab_Latn", + "languages": [ + "kir-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "kir_Cyrl-lim_Latn", + "languages": [ + "kir-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kir_Cyrl-nld_Latn", + "languages": [ + "kir-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948946, + "accuracy": 0.960474, + "main_score": 0.948946, + "hf_subset": "kir_Cyrl-san_Deva", + "languages": [ + "kir-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.825785, + "recall": 0.876482, + "f1": 0.841634, + "accuracy": 0.876482, + "main_score": 0.841634, + "hf_subset": "kir_Cyrl-xho_Latn", + "languages": [ + "kir-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-ars_Arab", + "languages": [ + "kir-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kir_Cyrl-ceb_Latn", + "languages": [ + "kir-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.440964, + "recall": 0.502964, + "f1": 0.457225, + "accuracy": 0.502964, + "main_score": 0.457225, + "hf_subset": "kir_Cyrl-fuv_Latn", + "languages": [ + "kir-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.456309, + "recall": 0.51581, + "f1": 0.47235, + "accuracy": 0.51581, + "main_score": 0.47235, + "hf_subset": "kir_Cyrl-kac_Latn", + "languages": [ + "kir-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.591266, + "recall": 0.658103, + "f1": 0.609267, + "accuracy": 0.658103, + "main_score": 0.609267, + "hf_subset": "kir_Cyrl-lin_Latn", + "languages": [ + "kir-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-nno_Latn", + "languages": [ + "kir-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.826202, + "recall": 0.871542, + "f1": 0.839888, + "accuracy": 0.871542, + "main_score": 0.839888, + "hf_subset": "kir_Cyrl-sat_Olck", + "languages": [ + "kir-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-tel_Telu", + "languages": [ + "kir-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "kir_Cyrl-ydd_Hebr", + "languages": [ + "kir-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947596, + "accuracy": 0.959486, + "main_score": 0.947596, + "hf_subset": "kir_Cyrl-ary_Arab", + "languages": [ + "kir-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-ces_Latn", + "languages": [ + "kir-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.527657, + "recall": 0.603755, + "f1": 0.547707, + "accuracy": 0.603755, + "main_score": 0.547707, + "hf_subset": "kir_Cyrl-gaz_Latn", + "languages": [ + "kir-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.496678, + "recall": 0.574111, + "f1": 0.517688, + "accuracy": 0.574111, + "main_score": 0.517688, + "hf_subset": "kir_Cyrl-kam_Latn", + "languages": [ + "kir-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kir_Cyrl-lit_Latn", + "languages": [ + "kir-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-nob_Latn", + "languages": [ + "kir-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.970991, + "recall": 0.978261, + "f1": 0.973238, + "accuracy": 0.978261, + "main_score": 0.973238, + "hf_subset": "kir_Cyrl-scn_Latn", + "languages": [ + "kir-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "kir_Cyrl-tgk_Cyrl", + "languages": [ + "kir-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.663417, + "recall": 0.737154, + "f1": 0.684651, + "accuracy": 0.737154, + "main_score": 0.684651, + "hf_subset": "kir_Cyrl-yor_Latn", + "languages": [ + "kir-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-arz_Arab", + "languages": [ + "kir-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.434078, + "recall": 0.497036, + "f1": 0.451822, + "accuracy": 0.497036, + "main_score": 0.451822, + "hf_subset": "kir_Cyrl-cjk_Latn", + "languages": [ + "kir-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.904974, + "recall": 0.933794, + "f1": 0.914196, + "accuracy": 0.933794, + "main_score": 0.914196, + "hf_subset": "kir_Cyrl-gla_Latn", + "languages": [ + "kir-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "kir_Cyrl-kan_Knda", + "languages": [ + "kir-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.952652, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "kir_Cyrl-lmo_Latn", + "languages": [ + "kir-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "kir_Cyrl-npi_Deva", + "languages": [ + "kir-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.494637, + "recall": 0.575099, + "f1": 0.517098, + "accuracy": 0.575099, + "main_score": 0.517098, + "hf_subset": "kir_Cyrl-shn_Mymr", + "languages": [ + "kir-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-tgl_Latn", + "languages": [ + "kir-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-yue_Hant", + "languages": [ + "kir-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "kir_Cyrl-asm_Beng", + "languages": [ + "kir-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.898139, + "recall": 0.929842, + "f1": 0.908498, + "accuracy": 0.929842, + "main_score": 0.908498, + "hf_subset": "kir_Cyrl-ckb_Arab", + "languages": [ + "kir-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.94277, + "recall": 0.960474, + "f1": 0.948353, + "accuracy": 0.960474, + "main_score": 0.948353, + "hf_subset": "kir_Cyrl-gle_Latn", + "languages": [ + "kir-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.843445, + "recall": 0.886364, + "f1": 0.856291, + "accuracy": 0.886364, + "main_score": 0.856291, + "hf_subset": "kir_Cyrl-kas_Arab", + "languages": [ + "kir-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.859272, + "recall": 0.899209, + "f1": 0.871607, + "accuracy": 0.899209, + "main_score": 0.871607, + "hf_subset": "kir_Cyrl-ltg_Latn", + "languages": [ + "kir-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.730247, + "recall": 0.789526, + "f1": 0.747974, + "accuracy": 0.789526, + "main_score": 0.747974, + "hf_subset": "kir_Cyrl-nso_Latn", + "languages": [ + "kir-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "kir_Cyrl-sin_Sinh", + "languages": [ + "kir-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kir_Cyrl-tha_Thai", + "languages": [ + "kir-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "kir_Cyrl-zho_Hans", + "languages": [ + "kir-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-ast_Latn", + "languages": [ + "kir-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "kir_Cyrl-crh_Latn", + "languages": [ + "kir-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-glg_Latn", + "languages": [ + "kir-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.781828, + "recall": 0.835968, + "f1": 0.797711, + "accuracy": 0.835968, + "main_score": 0.797711, + "hf_subset": "kir_Cyrl-kas_Deva", + "languages": [ + "kir-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "kir_Cyrl-ltz_Latn", + "languages": [ + "kir-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.40287, + "recall": 0.465415, + "f1": 0.419209, + "accuracy": 0.465415, + "main_score": 0.419209, + "hf_subset": "kir_Cyrl-nus_Latn", + "languages": [ + "kir-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kir_Cyrl-slk_Latn", + "languages": [ + "kir-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.582117, + "recall": 0.668972, + "f1": 0.606244, + "accuracy": 0.668972, + "main_score": 0.606244, + "hf_subset": "kir_Cyrl-tir_Ethi", + "languages": [ + "kir-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-zho_Hant", + "languages": [ + "kir-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.957016, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "kir_Cyrl-awa_Deva", + "languages": [ + "kir-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-cym_Latn", + "languages": [ + "kir-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.711755, + "recall": 0.76581, + "f1": 0.727012, + "accuracy": 0.76581, + "main_score": 0.727012, + "hf_subset": "kir_Cyrl-grn_Latn", + "languages": [ + "kir-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kir_Cyrl-kat_Geor", + "languages": [ + "kir-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.540379, + "recall": 0.599802, + "f1": 0.55529, + "accuracy": 0.599802, + "main_score": 0.55529, + "hf_subset": "kir_Cyrl-lua_Latn", + "languages": [ + "kir-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.780578, + "recall": 0.833992, + "f1": 0.796626, + "accuracy": 0.833992, + "main_score": 0.796626, + "hf_subset": "kir_Cyrl-nya_Latn", + "languages": [ + "kir-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-slv_Latn", + "languages": [ + "kir-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.935804, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "kir_Cyrl-tpi_Latn", + "languages": [ + "kir-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-zsm_Latn", + "languages": [ + "kir-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.480373, + "recall": 0.543478, + "f1": 0.497799, + "accuracy": 0.543478, + "main_score": 0.497799, + "hf_subset": "kir_Cyrl-ayr_Latn", + "languages": [ + "kir-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-dan_Latn", + "languages": [ + "kir-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kir_Cyrl-guj_Gujr", + "languages": [ + "kir-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.577359, + "recall": 0.659091, + "f1": 0.600353, + "accuracy": 0.659091, + "main_score": 0.600353, + "hf_subset": "kir_Cyrl-lug_Latn", + "languages": [ + "kir-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kir_Cyrl-oci_Latn", + "languages": [ + "kir-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.788801, + "recall": 0.842885, + "f1": 0.805435, + "accuracy": 0.842885, + "main_score": 0.805435, + "hf_subset": "kir_Cyrl-smo_Latn", + "languages": [ + "kir-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.682809, + "recall": 0.751976, + "f1": 0.702442, + "accuracy": 0.751976, + "main_score": 0.702442, + "hf_subset": "kir_Cyrl-tsn_Latn", + "languages": [ + "kir-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.842589, + "recall": 0.887352, + "f1": 0.856357, + "accuracy": 0.887352, + "main_score": 0.856357, + "hf_subset": "kir_Cyrl-zul_Latn", + "languages": [ + "kir-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.881011, + "recall": 0.914032, + "f1": 0.89137, + "accuracy": 0.914032, + "main_score": 0.89137, + "hf_subset": "kir_Cyrl-azb_Arab", + "languages": [ + "kir-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-deu_Latn", + "languages": [ + "kir-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.943264, + "recall": 0.960474, + "f1": 0.948847, + "accuracy": 0.960474, + "main_score": 0.948847, + "hf_subset": "kir_Cyrl-hat_Latn", + "languages": [ + "kir-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.454465, + "recall": 0.51087, + "f1": 0.469291, + "accuracy": 0.51087, + "main_score": 0.469291, + "hf_subset": "kir_Cyrl-kbp_Latn", + "languages": [ + "kir-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.503266, + "recall": 0.561265, + "f1": 0.519138, + "accuracy": 0.561265, + "main_score": 0.519138, + "hf_subset": "kir_Cyrl-luo_Latn", + "languages": [ + "kir-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "kir_Cyrl-ory_Orya", + "languages": [ + "kir-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.837154, + "recall": 0.884387, + "f1": 0.852075, + "accuracy": 0.884387, + "main_score": 0.852075, + "hf_subset": "kir_Cyrl-sna_Latn", + "languages": [ + "kir-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.599332, + "recall": 0.668972, + "f1": 0.618978, + "accuracy": 0.668972, + "main_score": 0.618978, + "hf_subset": "kir_Cyrl-tso_Latn", + "languages": [ + "kir-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kir_Cyrl-azj_Latn", + "languages": [ + "kir-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.485346, + "recall": 0.544466, + "f1": 0.501784, + "accuracy": 0.544466, + "main_score": 0.501784, + "hf_subset": "kir_Cyrl-dik_Latn", + "languages": [ + "kir-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.865152, + "recall": 0.903162, + "f1": 0.877108, + "accuracy": 0.903162, + "main_score": 0.877108, + "hf_subset": "kir_Cyrl-hau_Latn", + "languages": [ + "kir-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.919137, + "recall": 0.942688, + "f1": 0.926318, + "accuracy": 0.942688, + "main_score": 0.926318, + "hf_subset": "kir_Cyrl-kea_Latn", + "languages": [ + "kir-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.89501, + "recall": 0.925889, + "f1": 0.90471, + "accuracy": 0.925889, + "main_score": 0.90471, + "hf_subset": "kir_Cyrl-lus_Latn", + "languages": [ + "kir-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.794428, + "recall": 0.840909, + "f1": 0.80799, + "accuracy": 0.840909, + "main_score": 0.80799, + "hf_subset": "kir_Cyrl-pag_Latn", + "languages": [ + "kir-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "kir_Cyrl-snd_Arab", + "languages": [ + "kir-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.437167, + "recall": 0.504941, + "f1": 0.455312, + "accuracy": 0.504941, + "main_score": 0.455312, + "hf_subset": "kir_Cyrl-dyu_Latn", + "languages": [ + "kir-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kir_Cyrl-heb_Hebr", + "languages": [ + "kir-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.95364, + "recall": 0.967391, + "f1": 0.957905, + "accuracy": 0.967391, + "main_score": 0.957905, + "hf_subset": "kir_Cyrl-khk_Cyrl", + "languages": [ + "kir-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kir_Cyrl-lvs_Latn", + "languages": [ + "kir-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kir_Cyrl-pan_Guru", + "languages": [ + "kir-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.81638, + "recall": 0.866601, + "f1": 0.831736, + "accuracy": 0.866601, + "main_score": 0.831736, + "hf_subset": "kir_Cyrl-som_Latn", + "languages": [ + "kir-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.638498, + "recall": 0.709486, + "f1": 0.658867, + "accuracy": 0.709486, + "main_score": 0.658867, + "hf_subset": "kir_Cyrl-tum_Latn", + "languages": [ + "kir-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.472356, + "recall": 0.557312, + "f1": 0.495762, + "accuracy": 0.557312, + "main_score": 0.495762, + "hf_subset": "mar_Deva-ace_Arab", + "languages": [ + "mar-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.446091, + "recall": 0.498024, + "f1": 0.459856, + "accuracy": 0.498024, + "main_score": 0.459856, + "hf_subset": "mar_Deva-bam_Latn", + "languages": [ + "mar-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.604941, + "recall": 0.6917, + "f1": 0.629473, + "accuracy": 0.6917, + "main_score": 0.629473, + "hf_subset": "mar_Deva-dzo_Tibt", + "languages": [ + "mar-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mar_Deva-khm_Khmr", + "languages": [ + "mar-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mar_Deva-mag_Deva", + "languages": [ + "mar-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mar_Deva-pap_Latn", + "languages": [ + "mar-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.82971, + "recall": 0.87747, + "f1": 0.844631, + "accuracy": 0.87747, + "main_score": 0.844631, + "hf_subset": "mar_Deva-sot_Latn", + "languages": [ + "mar-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-tur_Latn", + "languages": [ + "mar-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.818364, + "recall": 0.864625, + "f1": 0.832318, + "accuracy": 0.864625, + "main_score": 0.832318, + "hf_subset": "mar_Deva-ace_Latn", + "languages": [ + "mar-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "mar_Deva-ban_Latn", + "languages": [ + "mar-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-ell_Grek", + "languages": [ + "mar-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mar_Deva-hne_Deva", + "languages": [ + "mar-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.530662, + "recall": 0.604743, + "f1": 0.55051, + "accuracy": 0.604743, + "main_score": 0.55051, + "hf_subset": "mar_Deva-kik_Latn", + "languages": [ + "mar-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.945899, + "recall": 0.962451, + "f1": 0.951153, + "accuracy": 0.962451, + "main_score": 0.951153, + "hf_subset": "mar_Deva-pbt_Arab", + "languages": [ + "mar-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-spa_Latn", + "languages": [ + "mar-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.705685, + "recall": 0.770751, + "f1": 0.723965, + "accuracy": 0.770751, + "main_score": 0.723965, + "hf_subset": "mar_Deva-twi_Latn", + "languages": [ + "mar-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-acm_Arab", + "languages": [ + "mar-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-bel_Cyrl", + "languages": [ + "mar-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-hrv_Latn", + "languages": [ + "mar-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.831604, + "recall": 0.875494, + "f1": 0.844993, + "accuracy": 0.875494, + "main_score": 0.844993, + "hf_subset": "mar_Deva-kin_Latn", + "languages": [ + "mar-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-pes_Arab", + "languages": [ + "mar-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mar_Deva-srd_Latn", + "languages": [ + "mar-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.197804, + "recall": 0.26087, + "f1": 0.212805, + "accuracy": 0.26087, + "main_score": 0.212805, + "hf_subset": "mar_Deva-tzm_Tfng", + "languages": [ + "mar-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-acq_Arab", + "languages": [ + "mar-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.619601, + "recall": 0.692688, + "f1": 0.639936, + "accuracy": 0.692688, + "main_score": 0.639936, + "hf_subset": "mar_Deva-bem_Latn", + "languages": [ + "mar-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-epo_Latn", + "languages": [ + "mar-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-hun_Latn", + "languages": [ + "mar-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-kir_Cyrl", + "languages": [ + "mar-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.841156, + "recall": 0.885375, + "f1": 0.85471, + "accuracy": 0.885375, + "main_score": 0.85471, + "hf_subset": "mar_Deva-plt_Latn", + "languages": [ + "mar-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-srp_Cyrl", + "languages": [ + "mar-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.935853, + "recall": 0.955534, + "f1": 0.942095, + "accuracy": 0.955534, + "main_score": 0.942095, + "hf_subset": "mar_Deva-uig_Arab", + "languages": [ + "mar-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-aeb_Arab", + "languages": [ + "mar-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-est_Latn", + "languages": [ + "mar-Deva", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-hye_Armn", + "languages": [ + "mar-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.423359, + "recall": 0.481225, + "f1": 0.438462, + "accuracy": 0.481225, + "main_score": 0.438462, + "hf_subset": "mar_Deva-kmb_Latn", + "languages": [ + "mar-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.435884, + "recall": 0.511858, + "f1": 0.454153, + "accuracy": 0.511858, + "main_score": 0.454153, + "hf_subset": "mar_Deva-min_Arab", + "languages": [ + "mar-Deva", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-pol_Latn", + "languages": [ + "mar-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.677226, + "recall": 0.755929, + "f1": 0.700165, + "accuracy": 0.755929, + "main_score": 0.700165, + "hf_subset": "mar_Deva-ssw_Latn", + "languages": [ + "mar-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-ukr_Cyrl", + "languages": [ + "mar-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-afr_Latn", + "languages": [ + "mar-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-bho_Deva", + "languages": [ + "mar-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.81637, + "recall": 0.870553, + "f1": 0.833616, + "accuracy": 0.870553, + "main_score": 0.833616, + "hf_subset": "mar_Deva-ibo_Latn", + "languages": [ + "mar-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.862764, + "recall": 0.903162, + "f1": 0.875395, + "accuracy": 0.903162, + "main_score": 0.875395, + "hf_subset": "mar_Deva-kmr_Latn", + "languages": [ + "mar-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "mar_Deva-min_Latn", + "languages": [ + "mar-Deva", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-por_Latn", + "languages": [ + "mar-Deva", + "por-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mar_Deva-sun_Latn", + "languages": [ + "mar-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.416286, + "recall": 0.474308, + "f1": 0.431547, + "accuracy": 0.474308, + "main_score": 0.431547, + "hf_subset": "mar_Deva-umb_Latn", + "languages": [ + "mar-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mar_Deva-ajp_Arab", + "languages": [ + "mar-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.455936, + "recall": 0.535573, + "f1": 0.477266, + "accuracy": 0.535573, + "main_score": 0.477266, + "hf_subset": "mar_Deva-bjn_Arab", + "languages": [ + "mar-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.431876, + "recall": 0.481225, + "f1": 0.445148, + "accuracy": 0.481225, + "main_score": 0.445148, + "hf_subset": "mar_Deva-ewe_Latn", + "languages": [ + "mar-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.928854, + "recall": 0.950593, + "f1": 0.935935, + "accuracy": 0.950593, + "main_score": 0.935935, + "hf_subset": "mar_Deva-ilo_Latn", + "languages": [ + "mar-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.229864, + "recall": 0.284585, + "f1": 0.242727, + "accuracy": 0.284585, + "main_score": 0.242727, + "hf_subset": "mar_Deva-knc_Arab", + "languages": [ + "mar-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-mkd_Cyrl", + "languages": [ + "mar-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-prs_Arab", + "languages": [ + "mar-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-swe_Latn", + "languages": [ + "mar-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.7088, + "recall": 0.771739, + "f1": 0.726527, + "accuracy": 0.771739, + "main_score": 0.726527, + "hf_subset": "mar_Deva-aka_Latn", + "languages": [ + "mar-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "mar_Deva-bjn_Latn", + "languages": [ + "mar-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "mar_Deva-fao_Latn", + "languages": [ + "mar-Deva", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ind_Latn", + "languages": [ + "mar-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.494838, + "recall": 0.544466, + "f1": 0.508347, + "accuracy": 0.544466, + "main_score": 0.508347, + "hf_subset": "mar_Deva-knc_Latn", + "languages": [ + "mar-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-mlt_Latn", + "languages": [ + "mar-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.600065, + "recall": 0.671937, + "f1": 0.620097, + "accuracy": 0.671937, + "main_score": 0.620097, + "hf_subset": "mar_Deva-quy_Latn", + "languages": [ + "mar-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mar_Deva-swh_Latn", + "languages": [ + "mar-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-uzn_Latn", + "languages": [ + "mar-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-als_Latn", + "languages": [ + "mar-Deva", + "als-Latn" + ] + }, + { + "precision": 0.768703, + "recall": 0.83004, + "f1": 0.787451, + "accuracy": 0.83004, + "main_score": 0.787451, + "hf_subset": "mar_Deva-bod_Tibt", + "languages": [ + "mar-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.581458, + "recall": 0.661067, + "f1": 0.604334, + "accuracy": 0.661067, + "main_score": 0.604334, + "hf_subset": "mar_Deva-fij_Latn", + "languages": [ + "mar-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "mar_Deva-isl_Latn", + "languages": [ + "mar-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.531969, + "recall": 0.598814, + "f1": 0.549605, + "accuracy": 0.598814, + "main_score": 0.549605, + "hf_subset": "mar_Deva-kon_Latn", + "languages": [ + "mar-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.585465, + "recall": 0.652174, + "f1": 0.603508, + "accuracy": 0.652174, + "main_score": 0.603508, + "hf_subset": "mar_Deva-mni_Beng", + "languages": [ + "mar-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-ron_Latn", + "languages": [ + "mar-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "mar_Deva-szl_Latn", + "languages": [ + "mar-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-vec_Latn", + "languages": [ + "mar-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.913867, + "recall": 0.939723, + "f1": 0.922101, + "accuracy": 0.939723, + "main_score": 0.922101, + "hf_subset": "mar_Deva-amh_Ethi", + "languages": [ + "mar-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-bos_Latn", + "languages": [ + "mar-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-fin_Latn", + "languages": [ + "mar-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-ita_Latn", + "languages": [ + "mar-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-kor_Hang", + "languages": [ + "mar-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.464819, + "recall": 0.517787, + "f1": 0.479495, + "accuracy": 0.517787, + "main_score": 0.479495, + "hf_subset": "mar_Deva-mos_Latn", + "languages": [ + "mar-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.705882, + "recall": 0.774704, + "f1": 0.726292, + "accuracy": 0.774704, + "main_score": 0.726292, + "hf_subset": "mar_Deva-run_Latn", + "languages": [ + "mar-Deva", + "run-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-vie_Latn", + "languages": [ + "mar-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mar_Deva-apc_Arab", + "languages": [ + "mar-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.679108, + "recall": 0.743083, + "f1": 0.696478, + "accuracy": 0.743083, + "main_score": 0.696478, + "hf_subset": "mar_Deva-bug_Latn", + "languages": [ + "mar-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.412217, + "recall": 0.460474, + "f1": 0.425729, + "accuracy": 0.460474, + "main_score": 0.425729, + "hf_subset": "mar_Deva-fon_Latn", + "languages": [ + "mar-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mar_Deva-jav_Latn", + "languages": [ + "mar-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "mar_Deva-lao_Laoo", + "languages": [ + "mar-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.842474, + "recall": 0.88834, + "f1": 0.856752, + "accuracy": 0.88834, + "main_score": 0.856752, + "hf_subset": "mar_Deva-mri_Latn", + "languages": [ + "mar-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-rus_Cyrl", + "languages": [ + "mar-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.458935, + "recall": 0.516798, + "f1": 0.474213, + "accuracy": 0.516798, + "main_score": 0.474213, + "hf_subset": "mar_Deva-taq_Latn", + "languages": [ + "mar-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mar_Deva-war_Latn", + "languages": [ + "mar-Deva", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-arb_Arab", + "languages": [ + "mar-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-bul_Cyrl", + "languages": [ + "mar-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-fra_Latn", + "languages": [ + "mar-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-jpn_Jpan", + "languages": [ + "mar-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mar_Deva-lij_Latn", + "languages": [ + "mar-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mar_Deva-mya_Mymr", + "languages": [ + "mar-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.510321, + "recall": 0.568182, + "f1": 0.526121, + "accuracy": 0.568182, + "main_score": 0.526121, + "hf_subset": "mar_Deva-sag_Latn", + "languages": [ + "mar-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.202753, + "recall": 0.263834, + "f1": 0.2172, + "accuracy": 0.263834, + "main_score": 0.2172, + "hf_subset": "mar_Deva-taq_Tfng", + "languages": [ + "mar-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.616336, + "recall": 0.678854, + "f1": 0.632667, + "accuracy": 0.678854, + "main_score": 0.632667, + "hf_subset": "mar_Deva-wol_Latn", + "languages": [ + "mar-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.835013, + "recall": 0.883399, + "f1": 0.850296, + "accuracy": 0.883399, + "main_score": 0.850296, + "hf_subset": "mar_Deva-arb_Latn", + "languages": [ + "mar-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-cat_Latn", + "languages": [ + "mar-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mar_Deva-fur_Latn", + "languages": [ + "mar-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.400567, + "recall": 0.475296, + "f1": 0.41888, + "accuracy": 0.475296, + "main_score": 0.41888, + "hf_subset": "mar_Deva-kab_Latn", + "languages": [ + "mar-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mar_Deva-lim_Latn", + "languages": [ + "mar-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-nld_Latn", + "languages": [ + "mar-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-tat_Cyrl", + "languages": [ + "mar-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.854447, + "recall": 0.897233, + "f1": 0.867852, + "accuracy": 0.897233, + "main_score": 0.867852, + "hf_subset": "mar_Deva-xho_Latn", + "languages": [ + "mar-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-ars_Arab", + "languages": [ + "mar-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-ceb_Latn", + "languages": [ + "mar-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.445648, + "recall": 0.507905, + "f1": 0.461536, + "accuracy": 0.507905, + "main_score": 0.461536, + "hf_subset": "mar_Deva-fuv_Latn", + "languages": [ + "mar-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.455338, + "recall": 0.514822, + "f1": 0.471131, + "accuracy": 0.514822, + "main_score": 0.471131, + "hf_subset": "mar_Deva-kac_Latn", + "languages": [ + "mar-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.577045, + "recall": 0.642292, + "f1": 0.594069, + "accuracy": 0.642292, + "main_score": 0.594069, + "hf_subset": "mar_Deva-lin_Latn", + "languages": [ + "mar-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-nno_Latn", + "languages": [ + "mar-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.876647, + "recall": 0.912055, + "f1": 0.887813, + "accuracy": 0.912055, + "main_score": 0.887813, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mar_Deva-ydd_Hebr", + "languages": [ + "mar-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "mar_Deva-ary_Arab", + "languages": [ + "mar-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-ces_Latn", + "languages": [ + "mar-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.516382, + "recall": 0.597826, + "f1": 0.539195, + "accuracy": 0.597826, + "main_score": 0.539195, + "hf_subset": "mar_Deva-gaz_Latn", + "languages": [ + "mar-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.486822, + "recall": 0.568182, + "f1": 0.508243, + "accuracy": 0.568182, + "main_score": 0.508243, + "hf_subset": "mar_Deva-kam_Latn", + "languages": [ + "mar-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mar_Deva-lit_Latn", + "languages": [ + "mar-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-nob_Latn", + "languages": [ + "mar-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-scn_Latn", + "languages": [ + "mar-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mar_Deva-tgk_Cyrl", + "languages": [ + "mar-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.698224, + "recall": 0.766798, + "f1": 0.717751, + "accuracy": 0.766798, + "main_score": 0.717751, + "hf_subset": "mar_Deva-yor_Latn", + "languages": [ + "mar-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-arz_Arab", + "languages": [ + "mar-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.442669, + "recall": 0.506917, + "f1": 0.459603, + "accuracy": 0.506917, + "main_score": 0.459603, + "hf_subset": "mar_Deva-cjk_Latn", + "languages": [ + "mar-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.953557, + "f1": 0.938076, + "accuracy": 0.953557, + "main_score": 0.938076, + "hf_subset": "mar_Deva-gla_Latn", + "languages": [ + "mar-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "mar_Deva-lmo_Latn", + "languages": [ + "mar-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.508278, + "recall": 0.586957, + "f1": 0.530185, + "accuracy": 0.586957, + "main_score": 0.530185, + "hf_subset": "mar_Deva-shn_Mymr", + "languages": [ + "mar-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-tgl_Latn", + "languages": [ + "mar-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mar_Deva-yue_Hant", + "languages": [ + "mar-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.919384, + "recall": 0.943676, + "f1": 0.927108, + "accuracy": 0.943676, + "main_score": 0.927108, + "hf_subset": "mar_Deva-ckb_Arab", + "languages": [ + "mar-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mar_Deva-gle_Latn", + "languages": [ + "mar-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.897233, + "recall": 0.927866, + "f1": 0.907115, + "accuracy": 0.927866, + "main_score": 0.907115, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.873271, + "recall": 0.909091, + "f1": 0.88442, + "accuracy": 0.909091, + "main_score": 0.88442, + "hf_subset": "mar_Deva-ltg_Latn", + "languages": [ + "mar-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.735854, + "recall": 0.80336, + "f1": 0.756217, + "accuracy": 0.80336, + "main_score": 0.756217, + "hf_subset": "mar_Deva-nso_Latn", + "languages": [ + "mar-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mar_Deva-tha_Thai", + "languages": [ + "mar-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-zho_Hans", + "languages": [ + "mar-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-ast_Latn", + "languages": [ + "mar-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mar_Deva-crh_Latn", + "languages": [ + "mar-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-glg_Latn", + "languages": [ + "mar-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.830023, + "recall": 0.873518, + "f1": 0.842791, + "accuracy": 0.873518, + "main_score": 0.842791, + "hf_subset": "mar_Deva-kas_Deva", + "languages": [ + "mar-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mar_Deva-ltz_Latn", + "languages": [ + "mar-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.408084, + "recall": 0.467391, + "f1": 0.42412, + "accuracy": 0.467391, + "main_score": 0.42412, + "hf_subset": "mar_Deva-nus_Latn", + "languages": [ + "mar-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-slk_Latn", + "languages": [ + "mar-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.583603, + "recall": 0.666008, + "f1": 0.607004, + "accuracy": 0.666008, + "main_score": 0.607004, + "hf_subset": "mar_Deva-tir_Ethi", + "languages": [ + "mar-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-zho_Hant", + "languages": [ + "mar-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.97752, + "recall": 0.983202, + "f1": 0.979315, + "accuracy": 0.983202, + "main_score": 0.979315, + "hf_subset": "mar_Deva-awa_Deva", + "languages": [ + "mar-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mar_Deva-cym_Latn", + "languages": [ + "mar-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.714057, + "recall": 0.773715, + "f1": 0.730781, + "accuracy": 0.773715, + "main_score": 0.730781, + "hf_subset": "mar_Deva-grn_Latn", + "languages": [ + "mar-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-kat_Geor", + "languages": [ + "mar-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.533069, + "recall": 0.59585, + "f1": 0.549021, + "accuracy": 0.59585, + "main_score": 0.549021, + "hf_subset": "mar_Deva-lua_Latn", + "languages": [ + "mar-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.789559, + "recall": 0.846838, + "f1": 0.806917, + "accuracy": 0.846838, + "main_score": 0.806917, + "hf_subset": "mar_Deva-nya_Latn", + "languages": [ + "mar-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mar_Deva-slv_Latn", + "languages": [ + "mar-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "mar_Deva-tpi_Latn", + "languages": [ + "mar-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-zsm_Latn", + "languages": [ + "mar-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.477307, + "recall": 0.537549, + "f1": 0.493857, + "accuracy": 0.537549, + "main_score": 0.493857, + "hf_subset": "mar_Deva-ayr_Latn", + "languages": [ + "mar-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-dan_Latn", + "languages": [ + "mar-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mar_Deva-kaz_Cyrl", + "languages": [ + "mar-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.600306, + "recall": 0.677866, + "f1": 0.62241, + "accuracy": 0.677866, + "main_score": 0.62241, + "hf_subset": "mar_Deva-lug_Latn", + "languages": [ + "mar-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-oci_Latn", + "languages": [ + "mar-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.80551, + "recall": 0.852767, + "f1": 0.819996, + "accuracy": 0.852767, + "main_score": 0.819996, + "hf_subset": "mar_Deva-smo_Latn", + "languages": [ + "mar-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.697414, + "recall": 0.769763, + "f1": 0.718859, + "accuracy": 0.769763, + "main_score": 0.718859, + "hf_subset": "mar_Deva-tsn_Latn", + "languages": [ + "mar-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.859223, + "recall": 0.900198, + "f1": 0.872003, + "accuracy": 0.900198, + "main_score": 0.872003, + "hf_subset": "mar_Deva-zul_Latn", + "languages": [ + "mar-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.906818, + "recall": 0.934783, + "f1": 0.915843, + "accuracy": 0.934783, + "main_score": 0.915843, + "hf_subset": "mar_Deva-azb_Arab", + "languages": [ + "mar-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-deu_Latn", + "languages": [ + "mar-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "mar_Deva-hat_Latn", + "languages": [ + "mar-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.445606, + "recall": 0.497036, + "f1": 0.460373, + "accuracy": 0.497036, + "main_score": 0.460373, + "hf_subset": "mar_Deva-kbp_Latn", + "languages": [ + "mar-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.481078, + "recall": 0.537549, + "f1": 0.496095, + "accuracy": 0.537549, + "main_score": 0.496095, + "hf_subset": "mar_Deva-luo_Latn", + "languages": [ + "mar-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.86693, + "recall": 0.906126, + "f1": 0.879578, + "accuracy": 0.906126, + "main_score": 0.879578, + "hf_subset": "mar_Deva-sna_Latn", + "languages": [ + "mar-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.590886, + "recall": 0.66996, + "f1": 0.612084, + "accuracy": 0.66996, + "main_score": 0.612084, + "hf_subset": "mar_Deva-tso_Latn", + "languages": [ + "mar-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "mar_Deva-azj_Latn", + "languages": [ + "mar-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.482264, + "recall": 0.545455, + "f1": 0.499686, + "accuracy": 0.545455, + "main_score": 0.499686, + "hf_subset": "mar_Deva-dik_Latn", + "languages": [ + "mar-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.871278, + "recall": 0.908103, + "f1": 0.882872, + "accuracy": 0.908103, + "main_score": 0.882872, + "hf_subset": "mar_Deva-hau_Latn", + "languages": [ + "mar-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.952157, + "recall": 0.967391, + "f1": 0.957082, + "accuracy": 0.967391, + "main_score": 0.957082, + "hf_subset": "mar_Deva-kea_Latn", + "languages": [ + "mar-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.937747, + "f1": 0.918709, + "accuracy": 0.937747, + "main_score": 0.918709, + "hf_subset": "mar_Deva-lus_Latn", + "languages": [ + "mar-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.827844, + "recall": 0.87253, + "f1": 0.841158, + "accuracy": 0.87253, + "main_score": 0.841158, + "hf_subset": "mar_Deva-pag_Latn", + "languages": [ + "mar-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mar_Deva-tuk_Latn", + "languages": [ + "mar-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-bak_Cyrl", + "languages": [ + "mar-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.436984, + "recall": 0.507905, + "f1": 0.455577, + "accuracy": 0.507905, + "main_score": 0.455577, + "hf_subset": "mar_Deva-dyu_Latn", + "languages": [ + "mar-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-heb_Hebr", + "languages": [ + "mar-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "mar_Deva-khk_Cyrl", + "languages": [ + "mar-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-lvs_Latn", + "languages": [ + "mar-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.837566, + "recall": 0.883399, + "f1": 0.851779, + "accuracy": 0.883399, + "main_score": 0.851779, + "hf_subset": "mar_Deva-som_Latn", + "languages": [ + "mar-Deva", + "som-Latn" + ] + }, + { + "precision": 0.644203, + "recall": 0.714427, + "f1": 0.664598, + "accuracy": 0.714427, + "main_score": 0.664598, + "hf_subset": "mar_Deva-tum_Latn", + "languages": [ + "mar-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.416091, + "recall": 0.490119, + "f1": 0.435879, + "accuracy": 0.490119, + "main_score": 0.435879, + "hf_subset": "plt_Latn-ace_Arab", + "languages": [ + "plt-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.460168, + "recall": 0.504941, + "f1": 0.472687, + "accuracy": 0.504941, + "main_score": 0.472687, + "hf_subset": "plt_Latn-bam_Latn", + "languages": [ + "plt-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.470886, + "recall": 0.548419, + "f1": 0.491921, + "accuracy": 0.548419, + "main_score": 0.491921, + "hf_subset": "plt_Latn-dzo_Tibt", + "languages": [ + "plt-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.815827, + "recall": 0.858696, + "f1": 0.828069, + "accuracy": 0.858696, + "main_score": 0.828069, + "hf_subset": "plt_Latn-hin_Deva", + "languages": [ + "plt-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.757083, + "recall": 0.809289, + "f1": 0.772029, + "accuracy": 0.809289, + "main_score": 0.772029, + "hf_subset": "plt_Latn-khm_Khmr", + "languages": [ + "plt-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.75455, + "recall": 0.8083, + "f1": 0.769182, + "accuracy": 0.8083, + "main_score": 0.769182, + "hf_subset": "plt_Latn-mag_Deva", + "languages": [ + "plt-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.804484, + "recall": 0.84585, + "f1": 0.815983, + "accuracy": 0.84585, + "main_score": 0.815983, + "hf_subset": "plt_Latn-pap_Latn", + "languages": [ + "plt-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.778237, + "recall": 0.828063, + "f1": 0.792935, + "accuracy": 0.828063, + "main_score": 0.792935, + "hf_subset": "plt_Latn-sot_Latn", + "languages": [ + "plt-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.828137, + "recall": 0.865613, + "f1": 0.838595, + "accuracy": 0.865613, + "main_score": 0.838595, + "hf_subset": "plt_Latn-tur_Latn", + "languages": [ + "plt-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.704104, + "recall": 0.750988, + "f1": 0.717874, + "accuracy": 0.750988, + "main_score": 0.717874, + "hf_subset": "plt_Latn-ace_Latn", + "languages": [ + "plt-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.759478, + "recall": 0.80336, + "f1": 0.772038, + "accuracy": 0.80336, + "main_score": 0.772038, + "hf_subset": "plt_Latn-ban_Latn", + "languages": [ + "plt-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.794727, + "recall": 0.842885, + "f1": 0.807882, + "accuracy": 0.842885, + "main_score": 0.807882, + "hf_subset": "plt_Latn-ell_Grek", + "languages": [ + "plt-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.75358, + "recall": 0.8083, + "f1": 0.768693, + "accuracy": 0.8083, + "main_score": 0.768693, + "hf_subset": "plt_Latn-hne_Deva", + "languages": [ + "plt-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.520055, + "recall": 0.576087, + "f1": 0.533995, + "accuracy": 0.576087, + "main_score": 0.533995, + "hf_subset": "plt_Latn-kik_Latn", + "languages": [ + "plt-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.789264, + "recall": 0.83498, + "f1": 0.80182, + "accuracy": 0.83498, + "main_score": 0.80182, + "hf_subset": "plt_Latn-mai_Deva", + "languages": [ + "plt-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.778918, + "recall": 0.829051, + "f1": 0.793561, + "accuracy": 0.829051, + "main_score": 0.793561, + "hf_subset": "plt_Latn-pbt_Arab", + "languages": [ + "plt-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.82136, + "recall": 0.863636, + "f1": 0.833274, + "accuracy": 0.863636, + "main_score": 0.833274, + "hf_subset": "plt_Latn-spa_Latn", + "languages": [ + "plt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.644662, + "recall": 0.702569, + "f1": 0.660817, + "accuracy": 0.702569, + "main_score": 0.660817, + "hf_subset": "plt_Latn-twi_Latn", + "languages": [ + "plt-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.81457, + "recall": 0.862648, + "f1": 0.828821, + "accuracy": 0.862648, + "main_score": 0.828821, + "hf_subset": "plt_Latn-acm_Arab", + "languages": [ + "plt-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.76395, + "recall": 0.818182, + "f1": 0.778997, + "accuracy": 0.818182, + "main_score": 0.778997, + "hf_subset": "plt_Latn-bel_Cyrl", + "languages": [ + "plt-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.798119, + "recall": 0.838933, + "f1": 0.809703, + "accuracy": 0.838933, + "main_score": 0.809703, + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.807027, + "recall": 0.854743, + "f1": 0.820492, + "accuracy": 0.854743, + "main_score": 0.820492, + "hf_subset": "plt_Latn-hrv_Latn", + "languages": [ + "plt-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.748848, + "recall": 0.798419, + "f1": 0.762625, + "accuracy": 0.798419, + "main_score": 0.762625, + "hf_subset": "plt_Latn-kin_Latn", + "languages": [ + "plt-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.798672, + "recall": 0.842885, + "f1": 0.811244, + "accuracy": 0.842885, + "main_score": 0.811244, + "hf_subset": "plt_Latn-mal_Mlym", + "languages": [ + "plt-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.800553, + "recall": 0.840909, + "f1": 0.811847, + "accuracy": 0.840909, + "main_score": 0.811847, + "hf_subset": "plt_Latn-pes_Arab", + "languages": [ + "plt-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.79807, + "recall": 0.841897, + "f1": 0.810154, + "accuracy": 0.841897, + "main_score": 0.810154, + "hf_subset": "plt_Latn-srd_Latn", + "languages": [ + "plt-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.206306, + "recall": 0.267787, + "f1": 0.221157, + "accuracy": 0.267787, + "main_score": 0.221157, + "hf_subset": "plt_Latn-tzm_Tfng", + "languages": [ + "plt-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.819428, + "recall": 0.864625, + "f1": 0.832543, + "accuracy": 0.864625, + "main_score": 0.832543, + "hf_subset": "plt_Latn-acq_Arab", + "languages": [ + "plt-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.613261, + "recall": 0.670949, + "f1": 0.629142, + "accuracy": 0.670949, + "main_score": 0.629142, + "hf_subset": "plt_Latn-bem_Latn", + "languages": [ + "plt-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.809737, + "recall": 0.854743, + "f1": 0.822716, + "accuracy": 0.854743, + "main_score": 0.822716, + "hf_subset": "plt_Latn-epo_Latn", + "languages": [ + "plt-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.82179, + "recall": 0.863636, + "f1": 0.83419, + "accuracy": 0.863636, + "main_score": 0.83419, + "hf_subset": "plt_Latn-hun_Latn", + "languages": [ + "plt-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.804117, + "recall": 0.842885, + "f1": 0.815166, + "accuracy": 0.842885, + "main_score": 0.815166, + "hf_subset": "plt_Latn-kir_Cyrl", + "languages": [ + "plt-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.817714, + "recall": 0.858696, + "f1": 0.829727, + "accuracy": 0.858696, + "main_score": 0.829727, + "hf_subset": "plt_Latn-mar_Deva", + "languages": [ + "plt-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.810436, + "recall": 0.856719, + "f1": 0.823853, + "accuracy": 0.856719, + "main_score": 0.823853, + "hf_subset": "plt_Latn-srp_Cyrl", + "languages": [ + "plt-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.754086, + "recall": 0.807312, + "f1": 0.76965, + "accuracy": 0.807312, + "main_score": 0.76965, + "hf_subset": "plt_Latn-uig_Arab", + "languages": [ + "plt-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.792329, + "recall": 0.83498, + "f1": 0.804464, + "accuracy": 0.83498, + "main_score": 0.804464, + "hf_subset": "plt_Latn-aeb_Arab", + "languages": [ + "plt-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.803411, + "recall": 0.84585, + "f1": 0.815348, + "accuracy": 0.84585, + "main_score": 0.815348, + "hf_subset": "plt_Latn-ben_Beng", + "languages": [ + "plt-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.83135, + "recall": 0.869565, + "f1": 0.842215, + "accuracy": 0.869565, + "main_score": 0.842215, + "hf_subset": "plt_Latn-est_Latn", + "languages": [ + "plt-Latn", + "est-Latn" + ] + }, + { + "precision": 0.81753, + "recall": 0.854743, + "f1": 0.827944, + "accuracy": 0.854743, + "main_score": 0.827944, + "hf_subset": "plt_Latn-hye_Armn", + "languages": [ + "plt-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.464904, + "recall": 0.512846, + "f1": 0.478342, + "accuracy": 0.512846, + "main_score": 0.478342, + "hf_subset": "plt_Latn-kmb_Latn", + "languages": [ + "plt-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.386695, + "recall": 0.459486, + "f1": 0.40465, + "accuracy": 0.459486, + "main_score": 0.40465, + "hf_subset": "plt_Latn-min_Arab", + "languages": [ + "plt-Latn", + "min-Arab" + ] + }, + { + "precision": 0.832111, + "recall": 0.869565, + "f1": 0.842753, + "accuracy": 0.869565, + "main_score": 0.842753, + "hf_subset": "plt_Latn-pol_Latn", + "languages": [ + "plt-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.671271, + "recall": 0.730237, + "f1": 0.687967, + "accuracy": 0.730237, + "main_score": 0.687967, + "hf_subset": "plt_Latn-ssw_Latn", + "languages": [ + "plt-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.816555, + "recall": 0.859684, + "f1": 0.828644, + "accuracy": 0.859684, + "main_score": 0.828644, + "hf_subset": "plt_Latn-ukr_Cyrl", + "languages": [ + "plt-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.803666, + "recall": 0.84585, + "f1": 0.815327, + "accuracy": 0.84585, + "main_score": 0.815327, + "hf_subset": "plt_Latn-afr_Latn", + "languages": [ + "plt-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.741434, + "recall": 0.787549, + "f1": 0.753501, + "accuracy": 0.787549, + "main_score": 0.753501, + "hf_subset": "plt_Latn-bho_Deva", + "languages": [ + "plt-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.801059, + "recall": 0.840909, + "f1": 0.811765, + "accuracy": 0.840909, + "main_score": 0.811765, + "hf_subset": "plt_Latn-eus_Latn", + "languages": [ + "plt-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.733011, + "recall": 0.790514, + "f1": 0.748711, + "accuracy": 0.790514, + "main_score": 0.748711, + "hf_subset": "plt_Latn-ibo_Latn", + "languages": [ + "plt-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.749926, + "recall": 0.796443, + "f1": 0.763516, + "accuracy": 0.796443, + "main_score": 0.763516, + "hf_subset": "plt_Latn-kmr_Latn", + "languages": [ + "plt-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.813552, + "recall": 0.849802, + "f1": 0.823581, + "accuracy": 0.849802, + "main_score": 0.823581, + "hf_subset": "plt_Latn-min_Latn", + "languages": [ + "plt-Latn", + "min-Latn" + ] + }, + { + "precision": 0.840654, + "recall": 0.878458, + "f1": 0.851702, + "accuracy": 0.878458, + "main_score": 0.851702, + "hf_subset": "plt_Latn-por_Latn", + "languages": [ + "plt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.803518, + "recall": 0.84585, + "f1": 0.815305, + "accuracy": 0.84585, + "main_score": 0.815305, + "hf_subset": "plt_Latn-sun_Latn", + "languages": [ + "plt-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.452371, + "recall": 0.501976, + "f1": 0.465548, + "accuracy": 0.501976, + "main_score": 0.465548, + "hf_subset": "plt_Latn-umb_Latn", + "languages": [ + "plt-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.824415, + "recall": 0.863636, + "f1": 0.835402, + "accuracy": 0.863636, + "main_score": 0.835402, + "hf_subset": "plt_Latn-ajp_Arab", + "languages": [ + "plt-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.41314, + "recall": 0.487154, + "f1": 0.432804, + "accuracy": 0.487154, + "main_score": 0.432804, + "hf_subset": "plt_Latn-bjn_Arab", + "languages": [ + "plt-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.457527, + "recall": 0.504941, + "f1": 0.469799, + "accuracy": 0.504941, + "main_score": 0.469799, + "hf_subset": "plt_Latn-ewe_Latn", + "languages": [ + "plt-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.758674, + "recall": 0.812253, + "f1": 0.774066, + "accuracy": 0.812253, + "main_score": 0.774066, + "hf_subset": "plt_Latn-ilo_Latn", + "languages": [ + "plt-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.23309, + "recall": 0.289526, + "f1": 0.246164, + "accuracy": 0.289526, + "main_score": 0.246164, + "hf_subset": "plt_Latn-knc_Arab", + "languages": [ + "plt-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.811298, + "recall": 0.855731, + "f1": 0.824039, + "accuracy": 0.855731, + "main_score": 0.824039, + "hf_subset": "plt_Latn-mkd_Cyrl", + "languages": [ + "plt-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.829894, + "recall": 0.87253, + "f1": 0.842198, + "accuracy": 0.87253, + "main_score": 0.842198, + "hf_subset": "plt_Latn-prs_Arab", + "languages": [ + "plt-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.844246, + "recall": 0.878458, + "f1": 0.853736, + "accuracy": 0.878458, + "main_score": 0.853736, + "hf_subset": "plt_Latn-swe_Latn", + "languages": [ + "plt-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.808854, + "recall": 0.853755, + "f1": 0.821573, + "accuracy": 0.853755, + "main_score": 0.821573, + "hf_subset": "plt_Latn-urd_Arab", + "languages": [ + "plt-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.620843, + "recall": 0.671937, + "f1": 0.63489, + "accuracy": 0.671937, + "main_score": 0.63489, + "hf_subset": "plt_Latn-aka_Latn", + "languages": [ + "plt-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.768754, + "recall": 0.810277, + "f1": 0.780094, + "accuracy": 0.810277, + "main_score": 0.780094, + "hf_subset": "plt_Latn-bjn_Latn", + "languages": [ + "plt-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.785421, + "recall": 0.83004, + "f1": 0.79801, + "accuracy": 0.83004, + "main_score": 0.79801, + "hf_subset": "plt_Latn-fao_Latn", + "languages": [ + "plt-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.837436, + "recall": 0.87747, + "f1": 0.849017, + "accuracy": 0.87747, + "main_score": 0.849017, + "hf_subset": "plt_Latn-ind_Latn", + "languages": [ + "plt-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.491968, + "recall": 0.536561, + "f1": 0.504316, + "accuracy": 0.536561, + "main_score": 0.504316, + "hf_subset": "plt_Latn-knc_Latn", + "languages": [ + "plt-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.781983, + "recall": 0.823123, + "f1": 0.793458, + "accuracy": 0.823123, + "main_score": 0.793458, + "hf_subset": "plt_Latn-mlt_Latn", + "languages": [ + "plt-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.556016, + "recall": 0.616601, + "f1": 0.571553, + "accuracy": 0.616601, + "main_score": 0.571553, + "hf_subset": "plt_Latn-quy_Latn", + "languages": [ + "plt-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.820745, + "recall": 0.859684, + "f1": 0.83149, + "accuracy": 0.859684, + "main_score": 0.83149, + "hf_subset": "plt_Latn-swh_Latn", + "languages": [ + "plt-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.787343, + "recall": 0.833992, + "f1": 0.800005, + "accuracy": 0.833992, + "main_score": 0.800005, + "hf_subset": "plt_Latn-uzn_Latn", + "languages": [ + "plt-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.806326, + "recall": 0.848814, + "f1": 0.818343, + "accuracy": 0.848814, + "main_score": 0.818343, + "hf_subset": "plt_Latn-als_Latn", + "languages": [ + "plt-Latn", + "als-Latn" + ] + }, + { + "precision": 0.630415, + "recall": 0.698617, + "f1": 0.650156, + "accuracy": 0.698617, + "main_score": 0.650156, + "hf_subset": "plt_Latn-bod_Tibt", + "languages": [ + "plt-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.587146, + "recall": 0.648221, + "f1": 0.604572, + "accuracy": 0.648221, + "main_score": 0.604572, + "hf_subset": "plt_Latn-fij_Latn", + "languages": [ + "plt-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.783391, + "recall": 0.83004, + "f1": 0.79657, + "accuracy": 0.83004, + "main_score": 0.79657, + "hf_subset": "plt_Latn-isl_Latn", + "languages": [ + "plt-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.536703, + "recall": 0.583004, + "f1": 0.548161, + "accuracy": 0.583004, + "main_score": 0.548161, + "hf_subset": "plt_Latn-kon_Latn", + "languages": [ + "plt-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.485779, + "recall": 0.54249, + "f1": 0.500546, + "accuracy": 0.54249, + "main_score": 0.500546, + "hf_subset": "plt_Latn-mni_Beng", + "languages": [ + "plt-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.813371, + "recall": 0.853755, + "f1": 0.824819, + "accuracy": 0.853755, + "main_score": 0.824819, + "hf_subset": "plt_Latn-ron_Latn", + "languages": [ + "plt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.791858, + "recall": 0.83498, + "f1": 0.803906, + "accuracy": 0.83498, + "main_score": 0.803906, + "hf_subset": "plt_Latn-szl_Latn", + "languages": [ + "plt-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.791851, + "recall": 0.835968, + "f1": 0.803785, + "accuracy": 0.835968, + "main_score": 0.803785, + "hf_subset": "plt_Latn-vec_Latn", + "languages": [ + "plt-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.809589, + "recall": 0.849802, + "f1": 0.821294, + "accuracy": 0.849802, + "main_score": 0.821294, + "hf_subset": "plt_Latn-amh_Ethi", + "languages": [ + "plt-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.832891, + "recall": 0.871542, + "f1": 0.843655, + "accuracy": 0.871542, + "main_score": 0.843655, + "hf_subset": "plt_Latn-bos_Latn", + "languages": [ + "plt-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.810427, + "recall": 0.854743, + "f1": 0.822865, + "accuracy": 0.854743, + "main_score": 0.822865, + "hf_subset": "plt_Latn-fin_Latn", + "languages": [ + "plt-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.836811, + "recall": 0.876482, + "f1": 0.847732, + "accuracy": 0.876482, + "main_score": 0.847732, + "hf_subset": "plt_Latn-ita_Latn", + "languages": [ + "plt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.834589, + "recall": 0.873518, + "f1": 0.845998, + "accuracy": 0.873518, + "main_score": 0.845998, + "hf_subset": "plt_Latn-kor_Hang", + "languages": [ + "plt-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.476281, + "recall": 0.520751, + "f1": 0.488947, + "accuracy": 0.520751, + "main_score": 0.488947, + "hf_subset": "plt_Latn-mos_Latn", + "languages": [ + "plt-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.681126, + "recall": 0.733202, + "f1": 0.695521, + "accuracy": 0.733202, + "main_score": 0.695521, + "hf_subset": "plt_Latn-run_Latn", + "languages": [ + "plt-Latn", + "run-Latn" + ] + }, + { + "precision": 0.779722, + "recall": 0.827075, + "f1": 0.792919, + "accuracy": 0.827075, + "main_score": 0.792919, + "hf_subset": "plt_Latn-tam_Taml", + "languages": [ + "plt-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.819974, + "recall": 0.859684, + "f1": 0.830652, + "accuracy": 0.859684, + "main_score": 0.830652, + "hf_subset": "plt_Latn-vie_Latn", + "languages": [ + "plt-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.813483, + "recall": 0.853755, + "f1": 0.824741, + "accuracy": 0.853755, + "main_score": 0.824741, + "hf_subset": "plt_Latn-apc_Arab", + "languages": [ + "plt-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.596398, + "recall": 0.640316, + "f1": 0.607687, + "accuracy": 0.640316, + "main_score": 0.607687, + "hf_subset": "plt_Latn-bug_Latn", + "languages": [ + "plt-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.429233, + "recall": 0.469368, + "f1": 0.440132, + "accuracy": 0.469368, + "main_score": 0.440132, + "hf_subset": "plt_Latn-fon_Latn", + "languages": [ + "plt-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.788823, + "recall": 0.828063, + "f1": 0.799569, + "accuracy": 0.828063, + "main_score": 0.799569, + "hf_subset": "plt_Latn-jav_Latn", + "languages": [ + "plt-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.777109, + "recall": 0.824111, + "f1": 0.7909, + "accuracy": 0.824111, + "main_score": 0.7909, + "hf_subset": "plt_Latn-lao_Laoo", + "languages": [ + "plt-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.768175, + "recall": 0.816206, + "f1": 0.781853, + "accuracy": 0.816206, + "main_score": 0.781853, + "hf_subset": "plt_Latn-mri_Latn", + "languages": [ + "plt-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.814832, + "recall": 0.857708, + "f1": 0.826956, + "accuracy": 0.857708, + "main_score": 0.826956, + "hf_subset": "plt_Latn-rus_Cyrl", + "languages": [ + "plt-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.457206, + "recall": 0.498024, + "f1": 0.46853, + "accuracy": 0.498024, + "main_score": 0.46853, + "hf_subset": "plt_Latn-taq_Latn", + "languages": [ + "plt-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.782248, + "recall": 0.826087, + "f1": 0.794211, + "accuracy": 0.826087, + "main_score": 0.794211, + "hf_subset": "plt_Latn-war_Latn", + "languages": [ + "plt-Latn", + "war-Latn" + ] + }, + { + "precision": 0.820186, + "recall": 0.866601, + "f1": 0.834011, + "accuracy": 0.866601, + "main_score": 0.834011, + "hf_subset": "plt_Latn-arb_Arab", + "languages": [ + "plt-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.826882, + "recall": 0.869565, + "f1": 0.839281, + "accuracy": 0.869565, + "main_score": 0.839281, + "hf_subset": "plt_Latn-bul_Cyrl", + "languages": [ + "plt-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.834947, + "recall": 0.871542, + "f1": 0.84513, + "accuracy": 0.871542, + "main_score": 0.84513, + "hf_subset": "plt_Latn-fra_Latn", + "languages": [ + "plt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.78883, + "recall": 0.838933, + "f1": 0.80297, + "accuracy": 0.838933, + "main_score": 0.80297, + "hf_subset": "plt_Latn-jpn_Jpan", + "languages": [ + "plt-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.75477, + "recall": 0.799407, + "f1": 0.766835, + "accuracy": 0.799407, + "main_score": 0.766835, + "hf_subset": "plt_Latn-lij_Latn", + "languages": [ + "plt-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.785911, + "recall": 0.83498, + "f1": 0.800587, + "accuracy": 0.83498, + "main_score": 0.800587, + "hf_subset": "plt_Latn-mya_Mymr", + "languages": [ + "plt-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.514091, + "recall": 0.559289, + "f1": 0.526262, + "accuracy": 0.559289, + "main_score": 0.526262, + "hf_subset": "plt_Latn-sag_Latn", + "languages": [ + "plt-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.228628, + "recall": 0.288538, + "f1": 0.243918, + "accuracy": 0.288538, + "main_score": 0.243918, + "hf_subset": "plt_Latn-taq_Tfng", + "languages": [ + "plt-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.586284, + "recall": 0.633399, + "f1": 0.59956, + "accuracy": 0.633399, + "main_score": 0.59956, + "hf_subset": "plt_Latn-wol_Latn", + "languages": [ + "plt-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.727022, + "recall": 0.783597, + "f1": 0.742875, + "accuracy": 0.783597, + "main_score": 0.742875, + "hf_subset": "plt_Latn-arb_Latn", + "languages": [ + "plt-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.832625, + "recall": 0.874506, + "f1": 0.844584, + "accuracy": 0.874506, + "main_score": 0.844584, + "hf_subset": "plt_Latn-cat_Latn", + "languages": [ + "plt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.747716, + "recall": 0.788538, + "f1": 0.758243, + "accuracy": 0.788538, + "main_score": 0.758243, + "hf_subset": "plt_Latn-fur_Latn", + "languages": [ + "plt-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.421257, + "recall": 0.485178, + "f1": 0.437705, + "accuracy": 0.485178, + "main_score": 0.437705, + "hf_subset": "plt_Latn-kab_Latn", + "languages": [ + "plt-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.781896, + "recall": 0.823123, + "f1": 0.793318, + "accuracy": 0.823123, + "main_score": 0.793318, + "hf_subset": "plt_Latn-lim_Latn", + "languages": [ + "plt-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.815943, + "recall": 0.858696, + "f1": 0.827876, + "accuracy": 0.858696, + "main_score": 0.827876, + "hf_subset": "plt_Latn-nld_Latn", + "languages": [ + "plt-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.784651, + "recall": 0.827075, + "f1": 0.796507, + "accuracy": 0.827075, + "main_score": 0.796507, + "hf_subset": "plt_Latn-san_Deva", + "languages": [ + "plt-Latn", + "san-Deva" + ] + }, + { + "precision": 0.794264, + "recall": 0.835968, + "f1": 0.806051, + "accuracy": 0.835968, + "main_score": 0.806051, + "hf_subset": "plt_Latn-tat_Cyrl", + "languages": [ + "plt-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.77113, + "recall": 0.81917, + "f1": 0.785526, + "accuracy": 0.81917, + "main_score": 0.785526, + "hf_subset": "plt_Latn-xho_Latn", + "languages": [ + "plt-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.812994, + "recall": 0.860672, + "f1": 0.827321, + "accuracy": 0.860672, + "main_score": 0.827321, + "hf_subset": "plt_Latn-ars_Arab", + "languages": [ + "plt-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.803005, + "recall": 0.844862, + "f1": 0.814765, + "accuracy": 0.844862, + "main_score": 0.814765, + "hf_subset": "plt_Latn-ceb_Latn", + "languages": [ + "plt-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.451829, + "recall": 0.5, + "f1": 0.464663, + "accuracy": 0.5, + "main_score": 0.464663, + "hf_subset": "plt_Latn-fuv_Latn", + "languages": [ + "plt-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.479566, + "recall": 0.522727, + "f1": 0.49143, + "accuracy": 0.522727, + "main_score": 0.49143, + "hf_subset": "plt_Latn-kac_Latn", + "languages": [ + "plt-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.563635, + "recall": 0.614625, + "f1": 0.576753, + "accuracy": 0.614625, + "main_score": 0.576753, + "hf_subset": "plt_Latn-lin_Latn", + "languages": [ + "plt-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.80597, + "recall": 0.850791, + "f1": 0.818501, + "accuracy": 0.850791, + "main_score": 0.818501, + "hf_subset": "plt_Latn-nno_Latn", + "languages": [ + "plt-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.708594, + "recall": 0.768775, + "f1": 0.725524, + "accuracy": 0.768775, + "main_score": 0.725524, + "hf_subset": "plt_Latn-sat_Olck", + "languages": [ + "plt-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.777794, + "recall": 0.831028, + "f1": 0.792974, + "accuracy": 0.831028, + "main_score": 0.792974, + "hf_subset": "plt_Latn-tel_Telu", + "languages": [ + "plt-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.798699, + "recall": 0.84585, + "f1": 0.812574, + "accuracy": 0.84585, + "main_score": 0.812574, + "hf_subset": "plt_Latn-ydd_Hebr", + "languages": [ + "plt-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.767872, + "recall": 0.816206, + "f1": 0.781283, + "accuracy": 0.816206, + "main_score": 0.781283, + "hf_subset": "plt_Latn-ary_Arab", + "languages": [ + "plt-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.822819, + "recall": 0.866601, + "f1": 0.835754, + "accuracy": 0.866601, + "main_score": 0.835754, + "hf_subset": "plt_Latn-ces_Latn", + "languages": [ + "plt-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.542657, + "recall": 0.607708, + "f1": 0.560679, + "accuracy": 0.607708, + "main_score": 0.560679, + "hf_subset": "plt_Latn-gaz_Latn", + "languages": [ + "plt-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.508836, + "recall": 0.566206, + "f1": 0.52439, + "accuracy": 0.566206, + "main_score": 0.52439, + "hf_subset": "plt_Latn-kam_Latn", + "languages": [ + "plt-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.812459, + "recall": 0.854743, + "f1": 0.824599, + "accuracy": 0.854743, + "main_score": 0.824599, + "hf_subset": "plt_Latn-lit_Latn", + "languages": [ + "plt-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.819501, + "recall": 0.863636, + "f1": 0.832308, + "accuracy": 0.863636, + "main_score": 0.832308, + "hf_subset": "plt_Latn-nob_Latn", + "languages": [ + "plt-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.79399, + "recall": 0.832016, + "f1": 0.80456, + "accuracy": 0.832016, + "main_score": 0.80456, + "hf_subset": "plt_Latn-scn_Latn", + "languages": [ + "plt-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.807094, + "recall": 0.847826, + "f1": 0.818701, + "accuracy": 0.847826, + "main_score": 0.818701, + "hf_subset": "plt_Latn-tgk_Cyrl", + "languages": [ + "plt-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.606452, + "recall": 0.667984, + "f1": 0.622893, + "accuracy": 0.667984, + "main_score": 0.622893, + "hf_subset": "plt_Latn-yor_Latn", + "languages": [ + "plt-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.806346, + "recall": 0.850791, + "f1": 0.818837, + "accuracy": 0.850791, + "main_score": 0.818837, + "hf_subset": "plt_Latn-arz_Arab", + "languages": [ + "plt-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.435853, + "recall": 0.488142, + "f1": 0.449699, + "accuracy": 0.488142, + "main_score": 0.449699, + "hf_subset": "plt_Latn-cjk_Latn", + "languages": [ + "plt-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.778681, + "recall": 0.827075, + "f1": 0.792893, + "accuracy": 0.827075, + "main_score": 0.792893, + "hf_subset": "plt_Latn-gla_Latn", + "languages": [ + "plt-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.780386, + "recall": 0.827075, + "f1": 0.793525, + "accuracy": 0.827075, + "main_score": 0.793525, + "hf_subset": "plt_Latn-kan_Knda", + "languages": [ + "plt-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.79497, + "recall": 0.837945, + "f1": 0.806311, + "accuracy": 0.837945, + "main_score": 0.806311, + "hf_subset": "plt_Latn-lmo_Latn", + "languages": [ + "plt-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.804475, + "recall": 0.847826, + "f1": 0.817054, + "accuracy": 0.847826, + "main_score": 0.817054, + "hf_subset": "plt_Latn-npi_Deva", + "languages": [ + "plt-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495093, + "recall": 0.554348, + "f1": 0.511446, + "accuracy": 0.554348, + "main_score": 0.511446, + "hf_subset": "plt_Latn-shn_Mymr", + "languages": [ + "plt-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.827024, + "recall": 0.866601, + "f1": 0.838427, + "accuracy": 0.866601, + "main_score": 0.838427, + "hf_subset": "plt_Latn-tgl_Latn", + "languages": [ + "plt-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.788944, + "recall": 0.839921, + "f1": 0.803211, + "accuracy": 0.839921, + "main_score": 0.803211, + "hf_subset": "plt_Latn-yue_Hant", + "languages": [ + "plt-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.774611, + "recall": 0.821146, + "f1": 0.787776, + "accuracy": 0.821146, + "main_score": 0.787776, + "hf_subset": "plt_Latn-asm_Beng", + "languages": [ + "plt-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.76621, + "recall": 0.814229, + "f1": 0.77971, + "accuracy": 0.814229, + "main_score": 0.77971, + "hf_subset": "plt_Latn-ckb_Arab", + "languages": [ + "plt-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.807571, + "recall": 0.848814, + "f1": 0.819139, + "accuracy": 0.848814, + "main_score": 0.819139, + "hf_subset": "plt_Latn-gle_Latn", + "languages": [ + "plt-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.67958, + "recall": 0.729249, + "f1": 0.693545, + "accuracy": 0.729249, + "main_score": 0.693545, + "hf_subset": "plt_Latn-kas_Arab", + "languages": [ + "plt-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.718647, + "recall": 0.768775, + "f1": 0.73294, + "accuracy": 0.768775, + "main_score": 0.73294, + "hf_subset": "plt_Latn-ltg_Latn", + "languages": [ + "plt-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.719697, + "recall": 0.769763, + "f1": 0.734162, + "accuracy": 0.769763, + "main_score": 0.734162, + "hf_subset": "plt_Latn-nso_Latn", + "languages": [ + "plt-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.781846, + "recall": 0.831028, + "f1": 0.795561, + "accuracy": 0.831028, + "main_score": 0.795561, + "hf_subset": "plt_Latn-sin_Sinh", + "languages": [ + "plt-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.793363, + "recall": 0.843874, + "f1": 0.807987, + "accuracy": 0.843874, + "main_score": 0.807987, + "hf_subset": "plt_Latn-tha_Thai", + "languages": [ + "plt-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.732713, + "recall": 0.773715, + "f1": 0.743375, + "accuracy": 0.773715, + "main_score": 0.743375, + "hf_subset": "plt_Latn-zho_Hans", + "languages": [ + "plt-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.823819, + "recall": 0.863636, + "f1": 0.834903, + "accuracy": 0.863636, + "main_score": 0.834903, + "hf_subset": "plt_Latn-ast_Latn", + "languages": [ + "plt-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.780505, + "recall": 0.827075, + "f1": 0.793242, + "accuracy": 0.827075, + "main_score": 0.793242, + "hf_subset": "plt_Latn-crh_Latn", + "languages": [ + "plt-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.8182, + "recall": 0.857708, + "f1": 0.829122, + "accuracy": 0.857708, + "main_score": 0.829122, + "hf_subset": "plt_Latn-glg_Latn", + "languages": [ + "plt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.654455, + "recall": 0.703557, + "f1": 0.668158, + "accuracy": 0.703557, + "main_score": 0.668158, + "hf_subset": "plt_Latn-kas_Deva", + "languages": [ + "plt-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.787046, + "recall": 0.829051, + "f1": 0.799055, + "accuracy": 0.829051, + "main_score": 0.799055, + "hf_subset": "plt_Latn-ltz_Latn", + "languages": [ + "plt-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.418492, + "recall": 0.469368, + "f1": 0.432033, + "accuracy": 0.469368, + "main_score": 0.432033, + "hf_subset": "plt_Latn-nus_Latn", + "languages": [ + "plt-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.806016, + "recall": 0.846838, + "f1": 0.817679, + "accuracy": 0.846838, + "main_score": 0.817679, + "hf_subset": "plt_Latn-slk_Latn", + "languages": [ + "plt-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.548456, + "recall": 0.617589, + "f1": 0.567206, + "accuracy": 0.617589, + "main_score": 0.567206, + "hf_subset": "plt_Latn-tir_Ethi", + "languages": [ + "plt-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.770284, + "recall": 0.828063, + "f1": 0.787176, + "accuracy": 0.828063, + "main_score": 0.787176, + "hf_subset": "plt_Latn-zho_Hant", + "languages": [ + "plt-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.758345, + "recall": 0.8083, + "f1": 0.772007, + "accuracy": 0.8083, + "main_score": 0.772007, + "hf_subset": "plt_Latn-awa_Deva", + "languages": [ + "plt-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.829449, + "recall": 0.870553, + "f1": 0.841046, + "accuracy": 0.870553, + "main_score": 0.841046, + "hf_subset": "plt_Latn-cym_Latn", + "languages": [ + "plt-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.590038, + "recall": 0.639328, + "f1": 0.603203, + "accuracy": 0.639328, + "main_score": 0.603203, + "hf_subset": "plt_Latn-grn_Latn", + "languages": [ + "plt-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.799697, + "recall": 0.842885, + "f1": 0.811529, + "accuracy": 0.842885, + "main_score": 0.811529, + "hf_subset": "plt_Latn-kat_Geor", + "languages": [ + "plt-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.526246, + "recall": 0.577075, + "f1": 0.539305, + "accuracy": 0.577075, + "main_score": 0.539305, + "hf_subset": "plt_Latn-lua_Latn", + "languages": [ + "plt-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.723394, + "recall": 0.775692, + "f1": 0.738842, + "accuracy": 0.775692, + "main_score": 0.738842, + "hf_subset": "plt_Latn-nya_Latn", + "languages": [ + "plt-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.815018, + "recall": 0.853755, + "f1": 0.825963, + "accuracy": 0.853755, + "main_score": 0.825963, + "hf_subset": "plt_Latn-slv_Latn", + "languages": [ + "plt-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.72191, + "recall": 0.773715, + "f1": 0.735834, + "accuracy": 0.773715, + "main_score": 0.735834, + "hf_subset": "plt_Latn-tpi_Latn", + "languages": [ + "plt-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.820092, + "recall": 0.857708, + "f1": 0.830116, + "accuracy": 0.857708, + "main_score": 0.830116, + "hf_subset": "plt_Latn-zsm_Latn", + "languages": [ + "plt-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.504392, + "recall": 0.550395, + "f1": 0.51767, + "accuracy": 0.550395, + "main_score": 0.51767, + "hf_subset": "plt_Latn-ayr_Latn", + "languages": [ + "plt-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.837945, + "recall": 0.876482, + "f1": 0.849209, + "accuracy": 0.876482, + "main_score": 0.849209, + "hf_subset": "plt_Latn-dan_Latn", + "languages": [ + "plt-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.800969, + "recall": 0.843874, + "f1": 0.81273, + "accuracy": 0.843874, + "main_score": 0.81273, + "hf_subset": "plt_Latn-guj_Gujr", + "languages": [ + "plt-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.790482, + "recall": 0.837945, + "f1": 0.804374, + "accuracy": 0.837945, + "main_score": 0.804374, + "hf_subset": "plt_Latn-kaz_Cyrl", + "languages": [ + "plt-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.610541, + "recall": 0.671937, + "f1": 0.627059, + "accuracy": 0.671937, + "main_score": 0.627059, + "hf_subset": "plt_Latn-lug_Latn", + "languages": [ + "plt-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.814496, + "recall": 0.849802, + "f1": 0.823524, + "accuracy": 0.849802, + "main_score": 0.823524, + "hf_subset": "plt_Latn-oci_Latn", + "languages": [ + "plt-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.743202, + "recall": 0.788538, + "f1": 0.756475, + "accuracy": 0.788538, + "main_score": 0.756475, + "hf_subset": "plt_Latn-smo_Latn", + "languages": [ + "plt-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.65121, + "recall": 0.710474, + "f1": 0.667992, + "accuracy": 0.710474, + "main_score": 0.667992, + "hf_subset": "plt_Latn-tsn_Latn", + "languages": [ + "plt-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.795791, + "recall": 0.841897, + "f1": 0.809373, + "accuracy": 0.841897, + "main_score": 0.809373, + "hf_subset": "plt_Latn-zul_Latn", + "languages": [ + "plt-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.689487, + "recall": 0.741107, + "f1": 0.704377, + "accuracy": 0.741107, + "main_score": 0.704377, + "hf_subset": "plt_Latn-azb_Arab", + "languages": [ + "plt-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.827554, + "recall": 0.865613, + "f1": 0.838084, + "accuracy": 0.865613, + "main_score": 0.838084, + "hf_subset": "plt_Latn-deu_Latn", + "languages": [ + "plt-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.785698, + "recall": 0.832016, + "f1": 0.798621, + "accuracy": 0.832016, + "main_score": 0.798621, + "hf_subset": "plt_Latn-hat_Latn", + "languages": [ + "plt-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.473827, + "recall": 0.514822, + "f1": 0.485325, + "accuracy": 0.514822, + "main_score": 0.485325, + "hf_subset": "plt_Latn-kbp_Latn", + "languages": [ + "plt-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.507234, + "recall": 0.549407, + "f1": 0.51876, + "accuracy": 0.549407, + "main_score": 0.51876, + "hf_subset": "plt_Latn-luo_Latn", + "languages": [ + "plt-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.785945, + "recall": 0.835968, + "f1": 0.800576, + "accuracy": 0.835968, + "main_score": 0.800576, + "hf_subset": "plt_Latn-ory_Orya", + "languages": [ + "plt-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.759576, + "recall": 0.810277, + "f1": 0.774755, + "accuracy": 0.810277, + "main_score": 0.774755, + "hf_subset": "plt_Latn-sna_Latn", + "languages": [ + "plt-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.590798, + "recall": 0.650198, + "f1": 0.606885, + "accuracy": 0.650198, + "main_score": 0.606885, + "hf_subset": "plt_Latn-tso_Latn", + "languages": [ + "plt-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.789701, + "recall": 0.837945, + "f1": 0.803181, + "accuracy": 0.837945, + "main_score": 0.803181, + "hf_subset": "plt_Latn-azj_Latn", + "languages": [ + "plt-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.464745, + "recall": 0.512846, + "f1": 0.478365, + "accuracy": 0.512846, + "main_score": 0.478365, + "hf_subset": "plt_Latn-dik_Latn", + "languages": [ + "plt-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.774061, + "recall": 0.818182, + "f1": 0.787055, + "accuracy": 0.818182, + "main_score": 0.787055, + "hf_subset": "plt_Latn-hau_Latn", + "languages": [ + "plt-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.747829, + "recall": 0.793478, + "f1": 0.759918, + "accuracy": 0.793478, + "main_score": 0.759918, + "hf_subset": "plt_Latn-kea_Latn", + "languages": [ + "plt-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.725991, + "recall": 0.777668, + "f1": 0.740386, + "accuracy": 0.777668, + "main_score": 0.740386, + "hf_subset": "plt_Latn-lus_Latn", + "languages": [ + "plt-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.642965, + "recall": 0.695652, + "f1": 0.656663, + "accuracy": 0.695652, + "main_score": 0.656663, + "hf_subset": "plt_Latn-pag_Latn", + "languages": [ + "plt-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.788388, + "recall": 0.83498, + "f1": 0.801778, + "accuracy": 0.83498, + "main_score": 0.801778, + "hf_subset": "plt_Latn-snd_Arab", + "languages": [ + "plt-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.797869, + "recall": 0.840909, + "f1": 0.810656, + "accuracy": 0.840909, + "main_score": 0.810656, + "hf_subset": "plt_Latn-tuk_Latn", + "languages": [ + "plt-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.787618, + "recall": 0.826087, + "f1": 0.798372, + "accuracy": 0.826087, + "main_score": 0.798372, + "hf_subset": "plt_Latn-bak_Cyrl", + "languages": [ + "plt-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.423789, + "recall": 0.483202, + "f1": 0.440036, + "accuracy": 0.483202, + "main_score": 0.440036, + "hf_subset": "plt_Latn-dyu_Latn", + "languages": [ + "plt-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.829268, + "recall": 0.868577, + "f1": 0.840606, + "accuracy": 0.868577, + "main_score": 0.840606, + "hf_subset": "plt_Latn-heb_Hebr", + "languages": [ + "plt-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.806998, + "recall": 0.844862, + "f1": 0.81779, + "accuracy": 0.844862, + "main_score": 0.81779, + "hf_subset": "plt_Latn-khk_Cyrl", + "languages": [ + "plt-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.81265, + "recall": 0.854743, + "f1": 0.824301, + "accuracy": 0.854743, + "main_score": 0.824301, + "hf_subset": "plt_Latn-lvs_Latn", + "languages": [ + "plt-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.791149, + "recall": 0.838933, + "f1": 0.8042, + "accuracy": 0.838933, + "main_score": 0.8042, + "hf_subset": "plt_Latn-pan_Guru", + "languages": [ + "plt-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.754654, + "recall": 0.809289, + "f1": 0.770899, + "accuracy": 0.809289, + "main_score": 0.770899, + "hf_subset": "plt_Latn-som_Latn", + "languages": [ + "plt-Latn", + "som-Latn" + ] + }, + { + "precision": 0.600932, + "recall": 0.653162, + "f1": 0.615886, + "accuracy": 0.653162, + "main_score": 0.615886, + "hf_subset": "plt_Latn-tum_Latn", + "languages": [ + "plt-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.493998, + "recall": 0.577075, + "f1": 0.517188, + "accuracy": 0.577075, + "main_score": 0.517188, + "hf_subset": "srp_Cyrl-ace_Arab", + "languages": [ + "srp-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.453155, + "recall": 0.506917, + "f1": 0.467386, + "accuracy": 0.506917, + "main_score": 0.467386, + "hf_subset": "srp_Cyrl-bam_Latn", + "languages": [ + "srp-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.590358, + "recall": 0.683794, + "f1": 0.616889, + "accuracy": 0.683794, + "main_score": 0.616889, + "hf_subset": "srp_Cyrl-dzo_Tibt", + "languages": [ + "srp-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-hin_Deva", + "languages": [ + "srp-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "srp_Cyrl-khm_Khmr", + "languages": [ + "srp-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "srp_Cyrl-mag_Deva", + "languages": [ + "srp-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-pap_Latn", + "languages": [ + "srp-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.824111, + "recall": 0.873518, + "f1": 0.839196, + "accuracy": 0.873518, + "main_score": 0.839196, + "hf_subset": "srp_Cyrl-sot_Latn", + "languages": [ + "srp-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-tur_Latn", + "languages": [ + "srp-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.820899, + "recall": 0.870553, + "f1": 0.836298, + "accuracy": 0.870553, + "main_score": 0.836298, + "hf_subset": "srp_Cyrl-ace_Latn", + "languages": [ + "srp-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "srp_Cyrl-ban_Latn", + "languages": [ + "srp-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-ell_Grek", + "languages": [ + "srp-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "srp_Cyrl-hne_Deva", + "languages": [ + "srp-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.525871, + "recall": 0.603755, + "f1": 0.547113, + "accuracy": 0.603755, + "main_score": 0.547113, + "hf_subset": "srp_Cyrl-kik_Latn", + "languages": [ + "srp-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-mai_Deva", + "languages": [ + "srp-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.942111, + "recall": 0.960474, + "f1": 0.948024, + "accuracy": 0.960474, + "main_score": 0.948024, + "hf_subset": "srp_Cyrl-pbt_Arab", + "languages": [ + "srp-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-spa_Latn", + "languages": [ + "srp-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.710478, + "recall": 0.773715, + "f1": 0.728553, + "accuracy": 0.773715, + "main_score": 0.728553, + "hf_subset": "srp_Cyrl-twi_Latn", + "languages": [ + "srp-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-acm_Arab", + "languages": [ + "srp-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.810968, + "recall": 0.858696, + "f1": 0.825301, + "accuracy": 0.858696, + "main_score": 0.825301, + "hf_subset": "srp_Cyrl-kin_Latn", + "languages": [ + "srp-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srp_Cyrl-mal_Mlym", + "languages": [ + "srp-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-pes_Arab", + "languages": [ + "srp-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "srp_Cyrl-srd_Latn", + "languages": [ + "srp-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.203732, + "recall": 0.263834, + "f1": 0.217684, + "accuracy": 0.263834, + "main_score": 0.217684, + "hf_subset": "srp_Cyrl-tzm_Tfng", + "languages": [ + "srp-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-acq_Arab", + "languages": [ + "srp-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.616522, + "recall": 0.694664, + "f1": 0.638658, + "accuracy": 0.694664, + "main_score": 0.638658, + "hf_subset": "srp_Cyrl-bem_Latn", + "languages": [ + "srp-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-epo_Latn", + "languages": [ + "srp-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-hun_Latn", + "languages": [ + "srp-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srp_Cyrl-kir_Cyrl", + "languages": [ + "srp-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-mar_Deva", + "languages": [ + "srp-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.831291, + "recall": 0.878458, + "f1": 0.84585, + "accuracy": 0.878458, + "main_score": 0.84585, + "hf_subset": "srp_Cyrl-plt_Latn", + "languages": [ + "srp-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.937006, + "recall": 0.956522, + "f1": 0.943248, + "accuracy": 0.956522, + "main_score": 0.943248, + "hf_subset": "srp_Cyrl-uig_Arab", + "languages": [ + "srp-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-aeb_Arab", + "languages": [ + "srp-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "srp_Cyrl-ben_Beng", + "languages": [ + "srp-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-est_Latn", + "languages": [ + "srp-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-hye_Armn", + "languages": [ + "srp-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.421767, + "recall": 0.48913, + "f1": 0.439718, + "accuracy": 0.48913, + "main_score": 0.439718, + "hf_subset": "srp_Cyrl-kmb_Latn", + "languages": [ + "srp-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.438526, + "recall": 0.523715, + "f1": 0.459742, + "accuracy": 0.523715, + "main_score": 0.459742, + "hf_subset": "srp_Cyrl-min_Arab", + "languages": [ + "srp-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.691131, + "recall": 0.766798, + "f1": 0.713395, + "accuracy": 0.766798, + "main_score": 0.713395, + "hf_subset": "srp_Cyrl-ssw_Latn", + "languages": [ + "srp-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-afr_Latn", + "languages": [ + "srp-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "srp_Cyrl-bho_Deva", + "languages": [ + "srp-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-eus_Latn", + "languages": [ + "srp-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.815415, + "recall": 0.869565, + "f1": 0.832082, + "accuracy": 0.869565, + "main_score": 0.832082, + "hf_subset": "srp_Cyrl-ibo_Latn", + "languages": [ + "srp-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.840695, + "recall": 0.886364, + "f1": 0.854941, + "accuracy": 0.886364, + "main_score": 0.854941, + "hf_subset": "srp_Cyrl-kmr_Latn", + "languages": [ + "srp-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "srp_Cyrl-min_Latn", + "languages": [ + "srp-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-por_Latn", + "languages": [ + "srp-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "srp_Cyrl-sun_Latn", + "languages": [ + "srp-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.411161, + "recall": 0.472332, + "f1": 0.427751, + "accuracy": 0.472332, + "main_score": 0.427751, + "hf_subset": "srp_Cyrl-umb_Latn", + "languages": [ + "srp-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "srp_Cyrl-ajp_Arab", + "languages": [ + "srp-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.442401, + "recall": 0.528656, + "f1": 0.464995, + "accuracy": 0.528656, + "main_score": 0.464995, + "hf_subset": "srp_Cyrl-bjn_Arab", + "languages": [ + "srp-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.423492, + "recall": 0.481225, + "f1": 0.439164, + "accuracy": 0.481225, + "main_score": 0.439164, + "hf_subset": "srp_Cyrl-ewe_Latn", + "languages": [ + "srp-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.952569, + "f1": 0.936924, + "accuracy": 0.952569, + "main_score": 0.936924, + "hf_subset": "srp_Cyrl-ilo_Latn", + "languages": [ + "srp-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.232912, + "recall": 0.29249, + "f1": 0.247279, + "accuracy": 0.29249, + "main_score": 0.247279, + "hf_subset": "srp_Cyrl-knc_Arab", + "languages": [ + "srp-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-prs_Arab", + "languages": [ + "srp-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-swe_Latn", + "languages": [ + "srp-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-urd_Arab", + "languages": [ + "srp-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.68738, + "recall": 0.757905, + "f1": 0.707584, + "accuracy": 0.757905, + "main_score": 0.707584, + "hf_subset": "srp_Cyrl-aka_Latn", + "languages": [ + "srp-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "srp_Cyrl-bjn_Latn", + "languages": [ + "srp-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-fao_Latn", + "languages": [ + "srp-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-ind_Latn", + "languages": [ + "srp-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.479779, + "recall": 0.540514, + "f1": 0.496731, + "accuracy": 0.540514, + "main_score": 0.496731, + "hf_subset": "srp_Cyrl-knc_Latn", + "languages": [ + "srp-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-mlt_Latn", + "languages": [ + "srp-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.610357, + "recall": 0.682806, + "f1": 0.63103, + "accuracy": 0.682806, + "main_score": 0.63103, + "hf_subset": "srp_Cyrl-quy_Latn", + "languages": [ + "srp-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-swh_Latn", + "languages": [ + "srp-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-uzn_Latn", + "languages": [ + "srp-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-als_Latn", + "languages": [ + "srp-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.754885, + "recall": 0.817194, + "f1": 0.773428, + "accuracy": 0.817194, + "main_score": 0.773428, + "hf_subset": "srp_Cyrl-bod_Tibt", + "languages": [ + "srp-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.592355, + "recall": 0.670949, + "f1": 0.61478, + "accuracy": 0.670949, + "main_score": 0.61478, + "hf_subset": "srp_Cyrl-fij_Latn", + "languages": [ + "srp-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "srp_Cyrl-isl_Latn", + "languages": [ + "srp-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.554489, + "recall": 0.626482, + "f1": 0.573625, + "accuracy": 0.626482, + "main_score": 0.573625, + "hf_subset": "srp_Cyrl-kon_Latn", + "languages": [ + "srp-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.580196, + "recall": 0.660079, + "f1": 0.602263, + "accuracy": 0.660079, + "main_score": 0.602263, + "hf_subset": "srp_Cyrl-mni_Beng", + "languages": [ + "srp-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-ron_Latn", + "languages": [ + "srp-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.98419, + "f1": 0.980567, + "accuracy": 0.98419, + "main_score": 0.980567, + "hf_subset": "srp_Cyrl-szl_Latn", + "languages": [ + "srp-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srp_Cyrl-vec_Latn", + "languages": [ + "srp-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.896904, + "recall": 0.928854, + "f1": 0.907068, + "accuracy": 0.928854, + "main_score": 0.907068, + "hf_subset": "srp_Cyrl-amh_Ethi", + "languages": [ + "srp-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-fin_Latn", + "languages": [ + "srp-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-ita_Latn", + "languages": [ + "srp-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-kor_Hang", + "languages": [ + "srp-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.469938, + "recall": 0.524704, + "f1": 0.485174, + "accuracy": 0.524704, + "main_score": 0.485174, + "hf_subset": "srp_Cyrl-mos_Latn", + "languages": [ + "srp-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.718546, + "recall": 0.778656, + "f1": 0.7361, + "accuracy": 0.778656, + "main_score": 0.7361, + "hf_subset": "srp_Cyrl-run_Latn", + "languages": [ + "srp-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srp_Cyrl-tam_Taml", + "languages": [ + "srp-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-vie_Latn", + "languages": [ + "srp-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-apc_Arab", + "languages": [ + "srp-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.684102, + "recall": 0.751976, + "f1": 0.702654, + "accuracy": 0.751976, + "main_score": 0.702654, + "hf_subset": "srp_Cyrl-bug_Latn", + "languages": [ + "srp-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.410211, + "recall": 0.462451, + "f1": 0.424642, + "accuracy": 0.462451, + "main_score": 0.424642, + "hf_subset": "srp_Cyrl-fon_Latn", + "languages": [ + "srp-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srp_Cyrl-jav_Latn", + "languages": [ + "srp-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.9417, + "recall": 0.960474, + "f1": 0.947793, + "accuracy": 0.960474, + "main_score": 0.947793, + "hf_subset": "srp_Cyrl-lao_Laoo", + "languages": [ + "srp-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.842424, + "recall": 0.889328, + "f1": 0.857213, + "accuracy": 0.889328, + "main_score": 0.857213, + "hf_subset": "srp_Cyrl-mri_Latn", + "languages": [ + "srp-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.460783, + "recall": 0.521739, + "f1": 0.47708, + "accuracy": 0.521739, + "main_score": 0.47708, + "hf_subset": "srp_Cyrl-taq_Latn", + "languages": [ + "srp-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-war_Latn", + "languages": [ + "srp-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-arb_Arab", + "languages": [ + "srp-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-fra_Latn", + "languages": [ + "srp-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-jpn_Jpan", + "languages": [ + "srp-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srp_Cyrl-lij_Latn", + "languages": [ + "srp-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "srp_Cyrl-mya_Mymr", + "languages": [ + "srp-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.515347, + "recall": 0.581028, + "f1": 0.53308, + "accuracy": 0.581028, + "main_score": 0.53308, + "hf_subset": "srp_Cyrl-sag_Latn", + "languages": [ + "srp-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.197542, + "recall": 0.266798, + "f1": 0.214178, + "accuracy": 0.266798, + "main_score": 0.214178, + "hf_subset": "srp_Cyrl-taq_Tfng", + "languages": [ + "srp-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.615793, + "recall": 0.683794, + "f1": 0.634558, + "accuracy": 0.683794, + "main_score": 0.634558, + "hf_subset": "srp_Cyrl-wol_Latn", + "languages": [ + "srp-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.829545, + "recall": 0.87747, + "f1": 0.844466, + "accuracy": 0.87747, + "main_score": 0.844466, + "hf_subset": "srp_Cyrl-arb_Latn", + "languages": [ + "srp-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-cat_Latn", + "languages": [ + "srp-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "srp_Cyrl-fur_Latn", + "languages": [ + "srp-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.394904, + "recall": 0.466403, + "f1": 0.412528, + "accuracy": 0.466403, + "main_score": 0.412528, + "hf_subset": "srp_Cyrl-kab_Latn", + "languages": [ + "srp-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "srp_Cyrl-lim_Latn", + "languages": [ + "srp-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-nld_Latn", + "languages": [ + "srp-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.967391, + "f1": 0.958663, + "accuracy": 0.967391, + "main_score": 0.958663, + "hf_subset": "srp_Cyrl-san_Deva", + "languages": [ + "srp-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-tat_Cyrl", + "languages": [ + "srp-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.844186, + "recall": 0.887352, + "f1": 0.857378, + "accuracy": 0.887352, + "main_score": 0.857378, + "hf_subset": "srp_Cyrl-xho_Latn", + "languages": [ + "srp-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-ars_Arab", + "languages": [ + "srp-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "srp_Cyrl-ceb_Latn", + "languages": [ + "srp-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.441716, + "recall": 0.508893, + "f1": 0.459584, + "accuracy": 0.508893, + "main_score": 0.459584, + "hf_subset": "srp_Cyrl-fuv_Latn", + "languages": [ + "srp-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.448997, + "recall": 0.512846, + "f1": 0.466036, + "accuracy": 0.512846, + "main_score": 0.466036, + "hf_subset": "srp_Cyrl-kac_Latn", + "languages": [ + "srp-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.573889, + "recall": 0.643281, + "f1": 0.592153, + "accuracy": 0.643281, + "main_score": 0.592153, + "hf_subset": "srp_Cyrl-lin_Latn", + "languages": [ + "srp-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-nno_Latn", + "languages": [ + "srp-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.83694, + "recall": 0.881423, + "f1": 0.850494, + "accuracy": 0.881423, + "main_score": 0.850494, + "hf_subset": "srp_Cyrl-sat_Olck", + "languages": [ + "srp-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-tel_Telu", + "languages": [ + "srp-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srp_Cyrl-ydd_Hebr", + "languages": [ + "srp-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "srp_Cyrl-ary_Arab", + "languages": [ + "srp-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.534199, + "recall": 0.608696, + "f1": 0.553756, + "accuracy": 0.608696, + "main_score": 0.553756, + "hf_subset": "srp_Cyrl-gaz_Latn", + "languages": [ + "srp-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.492019, + "recall": 0.575099, + "f1": 0.513514, + "accuracy": 0.575099, + "main_score": 0.513514, + "hf_subset": "srp_Cyrl-kam_Latn", + "languages": [ + "srp-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "srp_Cyrl-lit_Latn", + "languages": [ + "srp-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-nob_Latn", + "languages": [ + "srp-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-scn_Latn", + "languages": [ + "srp-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "srp_Cyrl-tgk_Cyrl", + "languages": [ + "srp-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.676203, + "recall": 0.750988, + "f1": 0.697865, + "accuracy": 0.750988, + "main_score": 0.697865, + "hf_subset": "srp_Cyrl-yor_Latn", + "languages": [ + "srp-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-arz_Arab", + "languages": [ + "srp-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.444794, + "recall": 0.51087, + "f1": 0.462796, + "accuracy": 0.51087, + "main_score": 0.462796, + "hf_subset": "srp_Cyrl-cjk_Latn", + "languages": [ + "srp-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.922925, + "recall": 0.947628, + "f1": 0.930995, + "accuracy": 0.947628, + "main_score": 0.930995, + "hf_subset": "srp_Cyrl-gla_Latn", + "languages": [ + "srp-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "srp_Cyrl-kan_Knda", + "languages": [ + "srp-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "srp_Cyrl-lmo_Latn", + "languages": [ + "srp-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "srp_Cyrl-npi_Deva", + "languages": [ + "srp-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.498972, + "recall": 0.583004, + "f1": 0.52165, + "accuracy": 0.583004, + "main_score": 0.52165, + "hf_subset": "srp_Cyrl-shn_Mymr", + "languages": [ + "srp-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-tgl_Latn", + "languages": [ + "srp-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-yue_Hant", + "languages": [ + "srp-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srp_Cyrl-asm_Beng", + "languages": [ + "srp-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.89888, + "recall": 0.929842, + "f1": 0.908762, + "accuracy": 0.929842, + "main_score": 0.908762, + "hf_subset": "srp_Cyrl-ckb_Arab", + "languages": [ + "srp-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.971756, + "recall": 0.980237, + "f1": 0.974374, + "accuracy": 0.980237, + "main_score": 0.974374, + "hf_subset": "srp_Cyrl-gle_Latn", + "languages": [ + "srp-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.873682, + "recall": 0.912055, + "f1": 0.885672, + "accuracy": 0.912055, + "main_score": 0.885672, + "hf_subset": "srp_Cyrl-kas_Arab", + "languages": [ + "srp-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.883482, + "recall": 0.917984, + "f1": 0.894499, + "accuracy": 0.917984, + "main_score": 0.894499, + "hf_subset": "srp_Cyrl-ltg_Latn", + "languages": [ + "srp-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.741808, + "recall": 0.805336, + "f1": 0.760839, + "accuracy": 0.805336, + "main_score": 0.760839, + "hf_subset": "srp_Cyrl-nso_Latn", + "languages": [ + "srp-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "srp_Cyrl-sin_Sinh", + "languages": [ + "srp-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-tha_Thai", + "languages": [ + "srp-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "srp_Cyrl-zho_Hans", + "languages": [ + "srp-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-ast_Latn", + "languages": [ + "srp-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "srp_Cyrl-crh_Latn", + "languages": [ + "srp-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-glg_Latn", + "languages": [ + "srp-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.817638, + "recall": 0.866601, + "f1": 0.832148, + "accuracy": 0.866601, + "main_score": 0.832148, + "hf_subset": "srp_Cyrl-kas_Deva", + "languages": [ + "srp-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srp_Cyrl-ltz_Latn", + "languages": [ + "srp-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.398346, + "recall": 0.462451, + "f1": 0.415788, + "accuracy": 0.462451, + "main_score": 0.415788, + "hf_subset": "srp_Cyrl-nus_Latn", + "languages": [ + "srp-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.593826, + "recall": 0.68083, + "f1": 0.617515, + "accuracy": 0.68083, + "main_score": 0.617515, + "hf_subset": "srp_Cyrl-tir_Ethi", + "languages": [ + "srp-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-zho_Hant", + "languages": [ + "srp-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.971591, + "recall": 0.979249, + "f1": 0.974045, + "accuracy": 0.979249, + "main_score": 0.974045, + "hf_subset": "srp_Cyrl-awa_Deva", + "languages": [ + "srp-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srp_Cyrl-cym_Latn", + "languages": [ + "srp-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.711116, + "recall": 0.775692, + "f1": 0.729413, + "accuracy": 0.775692, + "main_score": 0.729413, + "hf_subset": "srp_Cyrl-grn_Latn", + "languages": [ + "srp-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-kat_Geor", + "languages": [ + "srp-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.546921, + "recall": 0.613636, + "f1": 0.564125, + "accuracy": 0.613636, + "main_score": 0.564125, + "hf_subset": "srp_Cyrl-lua_Latn", + "languages": [ + "srp-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.768775, + "recall": 0.833992, + "f1": 0.788966, + "accuracy": 0.833992, + "main_score": 0.788966, + "hf_subset": "srp_Cyrl-nya_Latn", + "languages": [ + "srp-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.952157, + "recall": 0.967391, + "f1": 0.957082, + "accuracy": 0.967391, + "main_score": 0.957082, + "hf_subset": "srp_Cyrl-tpi_Latn", + "languages": [ + "srp-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-zsm_Latn", + "languages": [ + "srp-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.481008, + "recall": 0.546443, + "f1": 0.499051, + "accuracy": 0.546443, + "main_score": 0.499051, + "hf_subset": "srp_Cyrl-ayr_Latn", + "languages": [ + "srp-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-dan_Latn", + "languages": [ + "srp-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-guj_Gujr", + "languages": [ + "srp-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srp_Cyrl-kaz_Cyrl", + "languages": [ + "srp-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.589047, + "recall": 0.674901, + "f1": 0.613425, + "accuracy": 0.674901, + "main_score": 0.613425, + "hf_subset": "srp_Cyrl-lug_Latn", + "languages": [ + "srp-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-oci_Latn", + "languages": [ + "srp-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.802569, + "recall": 0.853755, + "f1": 0.818219, + "accuracy": 0.853755, + "main_score": 0.818219, + "hf_subset": "srp_Cyrl-smo_Latn", + "languages": [ + "srp-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.686907, + "recall": 0.762846, + "f1": 0.709011, + "accuracy": 0.762846, + "main_score": 0.709011, + "hf_subset": "srp_Cyrl-tsn_Latn", + "languages": [ + "srp-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.852553, + "recall": 0.896245, + "f1": 0.866173, + "accuracy": 0.896245, + "main_score": 0.866173, + "hf_subset": "srp_Cyrl-zul_Latn", + "languages": [ + "srp-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.887846, + "recall": 0.921937, + "f1": 0.898682, + "accuracy": 0.921937, + "main_score": 0.898682, + "hf_subset": "srp_Cyrl-azb_Arab", + "languages": [ + "srp-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-deu_Latn", + "languages": [ + "srp-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "srp_Cyrl-hat_Latn", + "languages": [ + "srp-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.447544, + "recall": 0.506917, + "f1": 0.463307, + "accuracy": 0.506917, + "main_score": 0.463307, + "hf_subset": "srp_Cyrl-kbp_Latn", + "languages": [ + "srp-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.482861, + "recall": 0.551383, + "f1": 0.501796, + "accuracy": 0.551383, + "main_score": 0.501796, + "hf_subset": "srp_Cyrl-luo_Latn", + "languages": [ + "srp-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "srp_Cyrl-ory_Orya", + "languages": [ + "srp-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.842803, + "recall": 0.88834, + "f1": 0.857444, + "accuracy": 0.88834, + "main_score": 0.857444, + "hf_subset": "srp_Cyrl-sna_Latn", + "languages": [ + "srp-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.605333, + "recall": 0.683794, + "f1": 0.627368, + "accuracy": 0.683794, + "main_score": 0.627368, + "hf_subset": "srp_Cyrl-tso_Latn", + "languages": [ + "srp-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-azj_Latn", + "languages": [ + "srp-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.487142, + "recall": 0.55336, + "f1": 0.504992, + "accuracy": 0.55336, + "main_score": 0.504992, + "hf_subset": "srp_Cyrl-dik_Latn", + "languages": [ + "srp-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.86087, + "recall": 0.902174, + "f1": 0.873979, + "accuracy": 0.902174, + "main_score": 0.873979, + "hf_subset": "srp_Cyrl-hau_Latn", + "languages": [ + "srp-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "srp_Cyrl-kea_Latn", + "languages": [ + "srp-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.907691, + "recall": 0.935771, + "f1": 0.916733, + "accuracy": 0.935771, + "main_score": 0.916733, + "hf_subset": "srp_Cyrl-lus_Latn", + "languages": [ + "srp-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.830385, + "recall": 0.874506, + "f1": 0.843412, + "accuracy": 0.874506, + "main_score": 0.843412, + "hf_subset": "srp_Cyrl-pag_Latn", + "languages": [ + "srp-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "srp_Cyrl-snd_Arab", + "languages": [ + "srp-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "srp_Cyrl-tuk_Latn", + "languages": [ + "srp-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srp_Cyrl-bak_Cyrl", + "languages": [ + "srp-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.447059, + "recall": 0.520751, + "f1": 0.466595, + "accuracy": 0.520751, + "main_score": 0.466595, + "hf_subset": "srp_Cyrl-dyu_Latn", + "languages": [ + "srp-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-heb_Hebr", + "languages": [ + "srp-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "srp_Cyrl-khk_Cyrl", + "languages": [ + "srp-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-lvs_Latn", + "languages": [ + "srp-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srp_Cyrl-pan_Guru", + "languages": [ + "srp-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.83246, + "recall": 0.880435, + "f1": 0.847365, + "accuracy": 0.880435, + "main_score": 0.847365, + "hf_subset": "srp_Cyrl-som_Latn", + "languages": [ + "srp-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.643512, + "recall": 0.713439, + "f1": 0.663298, + "accuracy": 0.713439, + "main_score": 0.663298, + "hf_subset": "srp_Cyrl-tum_Latn", + "languages": [ + "srp-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.387534, + "recall": 0.472332, + "f1": 0.410628, + "accuracy": 0.472332, + "main_score": 0.410628, + "hf_subset": "uig_Arab-ace_Arab", + "languages": [ + "uig-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.405225, + "recall": 0.448617, + "f1": 0.416059, + "accuracy": 0.448617, + "main_score": 0.416059, + "hf_subset": "uig_Arab-bam_Latn", + "languages": [ + "uig-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.496359, + "recall": 0.593874, + "f1": 0.522815, + "accuracy": 0.593874, + "main_score": 0.522815, + "hf_subset": "uig_Arab-dzo_Tibt", + "languages": [ + "uig-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "uig_Arab-hin_Deva", + "languages": [ + "uig-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.886561, + "recall": 0.920949, + "f1": 0.897727, + "accuracy": 0.920949, + "main_score": 0.897727, + "hf_subset": "uig_Arab-khm_Khmr", + "languages": [ + "uig-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.910491, + "recall": 0.936759, + "f1": 0.918826, + "accuracy": 0.936759, + "main_score": 0.918826, + "hf_subset": "uig_Arab-mag_Deva", + "languages": [ + "uig-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.902075, + "recall": 0.929842, + "f1": 0.91054, + "accuracy": 0.929842, + "main_score": 0.91054, + "hf_subset": "uig_Arab-pap_Latn", + "languages": [ + "uig-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.762714, + "recall": 0.818182, + "f1": 0.779334, + "accuracy": 0.818182, + "main_score": 0.779334, + "hf_subset": "uig_Arab-sot_Latn", + "languages": [ + "uig-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.717014, + "recall": 0.775692, + "f1": 0.734131, + "accuracy": 0.775692, + "main_score": 0.734131, + "hf_subset": "uig_Arab-ace_Latn", + "languages": [ + "uig-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.85247, + "recall": 0.88834, + "f1": 0.863194, + "accuracy": 0.88834, + "main_score": 0.863194, + "hf_subset": "uig_Arab-ban_Latn", + "languages": [ + "uig-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.944417, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "uig_Arab-ell_Grek", + "languages": [ + "uig-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.894137, + "recall": 0.924901, + "f1": 0.903623, + "accuracy": 0.924901, + "main_score": 0.903623, + "hf_subset": "uig_Arab-hne_Deva", + "languages": [ + "uig-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.452656, + "recall": 0.521739, + "f1": 0.470674, + "accuracy": 0.521739, + "main_score": 0.470674, + "hf_subset": "uig_Arab-kik_Latn", + "languages": [ + "uig-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.922826, + "recall": 0.943676, + "f1": 0.929103, + "accuracy": 0.943676, + "main_score": 0.929103, + "hf_subset": "uig_Arab-mai_Deva", + "languages": [ + "uig-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.90168, + "recall": 0.93083, + "f1": 0.911034, + "accuracy": 0.93083, + "main_score": 0.911034, + "hf_subset": "uig_Arab-pbt_Arab", + "languages": [ + "uig-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.942227, + "recall": 0.959486, + "f1": 0.947628, + "accuracy": 0.959486, + "main_score": 0.947628, + "hf_subset": "uig_Arab-spa_Latn", + "languages": [ + "uig-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.600928, + "recall": 0.677866, + "f1": 0.621686, + "accuracy": 0.677866, + "main_score": 0.621686, + "hf_subset": "uig_Arab-twi_Latn", + "languages": [ + "uig-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "uig_Arab-acm_Arab", + "languages": [ + "uig-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.902915, + "recall": 0.93083, + "f1": 0.911594, + "accuracy": 0.93083, + "main_score": 0.911594, + "hf_subset": "uig_Arab-bel_Cyrl", + "languages": [ + "uig-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.946245, + "recall": 0.960474, + "f1": 0.950608, + "accuracy": 0.960474, + "main_score": 0.950608, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "uig_Arab-hrv_Latn", + "languages": [ + "uig-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.767944, + "recall": 0.820158, + "f1": 0.783453, + "accuracy": 0.820158, + "main_score": 0.783453, + "hf_subset": "uig_Arab-kin_Latn", + "languages": [ + "uig-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.931489, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "uig_Arab-mal_Mlym", + "languages": [ + "uig-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.937015, + "recall": 0.954545, + "f1": 0.942342, + "accuracy": 0.954545, + "main_score": 0.942342, + "hf_subset": "uig_Arab-pes_Arab", + "languages": [ + "uig-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.901202, + "recall": 0.925889, + "f1": 0.908465, + "accuracy": 0.925889, + "main_score": 0.908465, + "hf_subset": "uig_Arab-srd_Latn", + "languages": [ + "uig-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.181494, + "recall": 0.237154, + "f1": 0.194639, + "accuracy": 0.237154, + "main_score": 0.194639, + "hf_subset": "uig_Arab-tzm_Tfng", + "languages": [ + "uig-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.946476, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "uig_Arab-acq_Arab", + "languages": [ + "uig-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.532868, + "recall": 0.606719, + "f1": 0.553288, + "accuracy": 0.606719, + "main_score": 0.553288, + "hf_subset": "uig_Arab-bem_Latn", + "languages": [ + "uig-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.936133, + "recall": 0.954545, + "f1": 0.941831, + "accuracy": 0.954545, + "main_score": 0.941831, + "hf_subset": "uig_Arab-epo_Latn", + "languages": [ + "uig-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951548, + "accuracy": 0.962451, + "main_score": 0.951548, + "hf_subset": "uig_Arab-hun_Latn", + "languages": [ + "uig-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.931884, + "recall": 0.951581, + "f1": 0.937912, + "accuracy": 0.951581, + "main_score": 0.937912, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.947299, + "recall": 0.962451, + "f1": 0.952042, + "accuracy": 0.962451, + "main_score": 0.952042, + "hf_subset": "uig_Arab-mar_Deva", + "languages": [ + "uig-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.751235, + "recall": 0.813241, + "f1": 0.769533, + "accuracy": 0.813241, + "main_score": 0.769533, + "hf_subset": "uig_Arab-plt_Latn", + "languages": [ + "uig-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "uig_Arab-srp_Cyrl", + "languages": [ + "uig-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.924753, + "recall": 0.945652, + "f1": 0.93124, + "accuracy": 0.945652, + "main_score": 0.93124, + "hf_subset": "uig_Arab-aeb_Arab", + "languages": [ + "uig-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.936594, + "recall": 0.954545, + "f1": 0.942147, + "accuracy": 0.954545, + "main_score": 0.942147, + "hf_subset": "uig_Arab-ben_Beng", + "languages": [ + "uig-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.94137, + "recall": 0.958498, + "f1": 0.946607, + "accuracy": 0.958498, + "main_score": 0.946607, + "hf_subset": "uig_Arab-est_Latn", + "languages": [ + "uig-Arab", + "est-Latn" + ] + }, + { + "precision": 0.93666, + "recall": 0.954545, + "f1": 0.942194, + "accuracy": 0.954545, + "main_score": 0.942194, + "hf_subset": "uig_Arab-hye_Armn", + "languages": [ + "uig-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.371385, + "recall": 0.426877, + "f1": 0.385757, + "accuracy": 0.426877, + "main_score": 0.385757, + "hf_subset": "uig_Arab-kmb_Latn", + "languages": [ + "uig-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.367707, + "recall": 0.44664, + "f1": 0.387131, + "accuracy": 0.44664, + "main_score": 0.387131, + "hf_subset": "uig_Arab-min_Arab", + "languages": [ + "uig-Arab", + "min-Arab" + ] + }, + { + "precision": 0.944746, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "uig_Arab-pol_Latn", + "languages": [ + "uig-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.652669, + "recall": 0.728261, + "f1": 0.674662, + "accuracy": 0.728261, + "main_score": 0.674662, + "hf_subset": "uig_Arab-ssw_Latn", + "languages": [ + "uig-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.939065, + "recall": 0.956522, + "f1": 0.944466, + "accuracy": 0.956522, + "main_score": 0.944466, + "hf_subset": "uig_Arab-ukr_Cyrl", + "languages": [ + "uig-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.933333, + "recall": 0.952569, + "f1": 0.939229, + "accuracy": 0.952569, + "main_score": 0.939229, + "hf_subset": "uig_Arab-afr_Latn", + "languages": [ + "uig-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.881011, + "recall": 0.914032, + "f1": 0.890763, + "accuracy": 0.914032, + "main_score": 0.890763, + "hf_subset": "uig_Arab-bho_Deva", + "languages": [ + "uig-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.920784, + "recall": 0.942688, + "f1": 0.927668, + "accuracy": 0.942688, + "main_score": 0.927668, + "hf_subset": "uig_Arab-eus_Latn", + "languages": [ + "uig-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.742656, + "recall": 0.80336, + "f1": 0.760339, + "accuracy": 0.80336, + "main_score": 0.760339, + "hf_subset": "uig_Arab-ibo_Latn", + "languages": [ + "uig-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.804513, + "recall": 0.854743, + "f1": 0.81996, + "accuracy": 0.854743, + "main_score": 0.81996, + "hf_subset": "uig_Arab-kmr_Latn", + "languages": [ + "uig-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.901877, + "recall": 0.928854, + "f1": 0.909999, + "accuracy": 0.928854, + "main_score": 0.909999, + "hf_subset": "uig_Arab-min_Latn", + "languages": [ + "uig-Arab", + "min-Latn" + ] + }, + { + "precision": 0.953804, + "recall": 0.967391, + "f1": 0.95807, + "accuracy": 0.967391, + "main_score": 0.95807, + "hf_subset": "uig_Arab-por_Latn", + "languages": [ + "uig-Arab", + "por-Latn" + ] + }, + { + "precision": 0.895339, + "recall": 0.925889, + "f1": 0.904842, + "accuracy": 0.925889, + "main_score": 0.904842, + "hf_subset": "uig_Arab-sun_Latn", + "languages": [ + "uig-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.37461, + "recall": 0.428854, + "f1": 0.388844, + "accuracy": 0.428854, + "main_score": 0.388844, + "hf_subset": "uig_Arab-umb_Latn", + "languages": [ + "uig-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.934618, + "recall": 0.953557, + "f1": 0.940679, + "accuracy": 0.953557, + "main_score": 0.940679, + "hf_subset": "uig_Arab-ajp_Arab", + "languages": [ + "uig-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.396787, + "recall": 0.476285, + "f1": 0.417611, + "accuracy": 0.476285, + "main_score": 0.417611, + "hf_subset": "uig_Arab-bjn_Arab", + "languages": [ + "uig-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.390869, + "recall": 0.433794, + "f1": 0.402813, + "accuracy": 0.433794, + "main_score": 0.402813, + "hf_subset": "uig_Arab-ewe_Latn", + "languages": [ + "uig-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.845769, + "recall": 0.885375, + "f1": 0.857548, + "accuracy": 0.885375, + "main_score": 0.857548, + "hf_subset": "uig_Arab-ilo_Latn", + "languages": [ + "uig-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.202303, + "recall": 0.253953, + "f1": 0.214855, + "accuracy": 0.253953, + "main_score": 0.214855, + "hf_subset": "uig_Arab-knc_Arab", + "languages": [ + "uig-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.942605, + "recall": 0.959486, + "f1": 0.947859, + "accuracy": 0.959486, + "main_score": 0.947859, + "hf_subset": "uig_Arab-mkd_Cyrl", + "languages": [ + "uig-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.95331, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "uig_Arab-prs_Arab", + "languages": [ + "uig-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.961001, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "uig_Arab-swe_Latn", + "languages": [ + "uig-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.959486, + "f1": 0.94776, + "accuracy": 0.959486, + "main_score": 0.94776, + "hf_subset": "uig_Arab-urd_Arab", + "languages": [ + "uig-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.60533, + "recall": 0.672925, + "f1": 0.623401, + "accuracy": 0.672925, + "main_score": 0.623401, + "hf_subset": "uig_Arab-aka_Latn", + "languages": [ + "uig-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.874005, + "recall": 0.907115, + "f1": 0.884056, + "accuracy": 0.907115, + "main_score": 0.884056, + "hf_subset": "uig_Arab-bjn_Latn", + "languages": [ + "uig-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.913538, + "recall": 0.938735, + "f1": 0.92141, + "accuracy": 0.938735, + "main_score": 0.92141, + "hf_subset": "uig_Arab-fao_Latn", + "languages": [ + "uig-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "uig_Arab-ind_Latn", + "languages": [ + "uig-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.423236, + "recall": 0.467391, + "f1": 0.434148, + "accuracy": 0.467391, + "main_score": 0.434148, + "hf_subset": "uig_Arab-knc_Latn", + "languages": [ + "uig-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.898403, + "recall": 0.925889, + "f1": 0.906819, + "accuracy": 0.925889, + "main_score": 0.906819, + "hf_subset": "uig_Arab-mlt_Latn", + "languages": [ + "uig-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.523831, + "recall": 0.591897, + "f1": 0.542171, + "accuracy": 0.591897, + "main_score": 0.542171, + "hf_subset": "uig_Arab-quy_Latn", + "languages": [ + "uig-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.920372, + "recall": 0.943676, + "f1": 0.927767, + "accuracy": 0.943676, + "main_score": 0.927767, + "hf_subset": "uig_Arab-swh_Latn", + "languages": [ + "uig-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "uig_Arab-uzn_Latn", + "languages": [ + "uig-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.922019, + "recall": 0.945652, + "f1": 0.929578, + "accuracy": 0.945652, + "main_score": 0.929578, + "hf_subset": "uig_Arab-als_Latn", + "languages": [ + "uig-Arab", + "als-Latn" + ] + }, + { + "precision": 0.699638, + "recall": 0.764822, + "f1": 0.718829, + "accuracy": 0.764822, + "main_score": 0.718829, + "hf_subset": "uig_Arab-bod_Tibt", + "languages": [ + "uig-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.5456, + "recall": 0.615613, + "f1": 0.565161, + "accuracy": 0.615613, + "main_score": 0.565161, + "hf_subset": "uig_Arab-fij_Latn", + "languages": [ + "uig-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.926252, + "recall": 0.94664, + "f1": 0.932444, + "accuracy": 0.94664, + "main_score": 0.932444, + "hf_subset": "uig_Arab-isl_Latn", + "languages": [ + "uig-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.459695, + "recall": 0.512846, + "f1": 0.47381, + "accuracy": 0.512846, + "main_score": 0.47381, + "hf_subset": "uig_Arab-kon_Latn", + "languages": [ + "uig-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.475284, + "recall": 0.543478, + "f1": 0.493714, + "accuracy": 0.543478, + "main_score": 0.493714, + "hf_subset": "uig_Arab-mni_Beng", + "languages": [ + "uig-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "uig_Arab-ron_Latn", + "languages": [ + "uig-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.920217, + "recall": 0.940711, + "f1": 0.926367, + "accuracy": 0.940711, + "main_score": 0.926367, + "hf_subset": "uig_Arab-szl_Latn", + "languages": [ + "uig-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.914872, + "recall": 0.938735, + "f1": 0.922182, + "accuracy": 0.938735, + "main_score": 0.922182, + "hf_subset": "uig_Arab-vec_Latn", + "languages": [ + "uig-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.883317, + "recall": 0.917984, + "f1": 0.894302, + "accuracy": 0.917984, + "main_score": 0.894302, + "hf_subset": "uig_Arab-amh_Ethi", + "languages": [ + "uig-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.949028, + "recall": 0.963439, + "f1": 0.953458, + "accuracy": 0.963439, + "main_score": 0.953458, + "hf_subset": "uig_Arab-bos_Latn", + "languages": [ + "uig-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.931489, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "uig_Arab-fin_Latn", + "languages": [ + "uig-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.945735, + "recall": 0.961462, + "f1": 0.950659, + "accuracy": 0.961462, + "main_score": 0.950659, + "hf_subset": "uig_Arab-ita_Latn", + "languages": [ + "uig-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.959404, + "recall": 0.971344, + "f1": 0.963175, + "accuracy": 0.971344, + "main_score": 0.963175, + "hf_subset": "uig_Arab-kor_Hang", + "languages": [ + "uig-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.403146, + "recall": 0.451581, + "f1": 0.416112, + "accuracy": 0.451581, + "main_score": 0.416112, + "hf_subset": "uig_Arab-mos_Latn", + "languages": [ + "uig-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.62493, + "recall": 0.694664, + "f1": 0.645756, + "accuracy": 0.694664, + "main_score": 0.645756, + "hf_subset": "uig_Arab-run_Latn", + "languages": [ + "uig-Arab", + "run-Latn" + ] + }, + { + "precision": 0.938439, + "recall": 0.956522, + "f1": 0.943972, + "accuracy": 0.956522, + "main_score": 0.943972, + "hf_subset": "uig_Arab-tam_Taml", + "languages": [ + "uig-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.933416, + "recall": 0.952569, + "f1": 0.939295, + "accuracy": 0.952569, + "main_score": 0.939295, + "hf_subset": "uig_Arab-vie_Latn", + "languages": [ + "uig-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.931357, + "recall": 0.951581, + "f1": 0.937747, + "accuracy": 0.951581, + "main_score": 0.937747, + "hf_subset": "uig_Arab-apc_Arab", + "languages": [ + "uig-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.57814, + "recall": 0.644269, + "f1": 0.59568, + "accuracy": 0.644269, + "main_score": 0.59568, + "hf_subset": "uig_Arab-bug_Latn", + "languages": [ + "uig-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.37197, + "recall": 0.418972, + "f1": 0.385296, + "accuracy": 0.418972, + "main_score": 0.385296, + "hf_subset": "uig_Arab-fon_Latn", + "languages": [ + "uig-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.908226, + "recall": 0.931818, + "f1": 0.915302, + "accuracy": 0.931818, + "main_score": 0.915302, + "hf_subset": "uig_Arab-jav_Latn", + "languages": [ + "uig-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.888126, + "recall": 0.916996, + "f1": 0.896805, + "accuracy": 0.916996, + "main_score": 0.896805, + "hf_subset": "uig_Arab-lao_Laoo", + "languages": [ + "uig-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.788076, + "recall": 0.842885, + "f1": 0.804941, + "accuracy": 0.842885, + "main_score": 0.804941, + "hf_subset": "uig_Arab-mri_Latn", + "languages": [ + "uig-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.94277, + "recall": 0.958498, + "f1": 0.947661, + "accuracy": 0.958498, + "main_score": 0.947661, + "hf_subset": "uig_Arab-rus_Cyrl", + "languages": [ + "uig-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.406502, + "recall": 0.448617, + "f1": 0.417311, + "accuracy": 0.448617, + "main_score": 0.417311, + "hf_subset": "uig_Arab-taq_Latn", + "languages": [ + "uig-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.902009, + "recall": 0.926877, + "f1": 0.909256, + "accuracy": 0.926877, + "main_score": 0.909256, + "hf_subset": "uig_Arab-war_Latn", + "languages": [ + "uig-Arab", + "war-Latn" + ] + }, + { + "precision": 0.941897, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "uig_Arab-arb_Arab", + "languages": [ + "uig-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "uig_Arab-bul_Cyrl", + "languages": [ + "uig-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.949275, + "recall": 0.964427, + "f1": 0.954018, + "accuracy": 0.964427, + "main_score": 0.954018, + "hf_subset": "uig_Arab-fra_Latn", + "languages": [ + "uig-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.949391, + "recall": 0.963439, + "f1": 0.953788, + "accuracy": 0.963439, + "main_score": 0.953788, + "hf_subset": "uig_Arab-jpn_Jpan", + "languages": [ + "uig-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.89335, + "recall": 0.921937, + "f1": 0.901861, + "accuracy": 0.921937, + "main_score": 0.901861, + "hf_subset": "uig_Arab-lij_Latn", + "languages": [ + "uig-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.914114, + "recall": 0.940711, + "f1": 0.922826, + "accuracy": 0.940711, + "main_score": 0.922826, + "hf_subset": "uig_Arab-mya_Mymr", + "languages": [ + "uig-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.446031, + "recall": 0.498024, + "f1": 0.46057, + "accuracy": 0.498024, + "main_score": 0.46057, + "hf_subset": "uig_Arab-sag_Latn", + "languages": [ + "uig-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.192598, + "recall": 0.251976, + "f1": 0.207193, + "accuracy": 0.251976, + "main_score": 0.207193, + "hf_subset": "uig_Arab-taq_Tfng", + "languages": [ + "uig-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.52283, + "recall": 0.590909, + "f1": 0.540126, + "accuracy": 0.590909, + "main_score": 0.540126, + "hf_subset": "uig_Arab-wol_Latn", + "languages": [ + "uig-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.781302, + "recall": 0.836957, + "f1": 0.798057, + "accuracy": 0.836957, + "main_score": 0.798057, + "hf_subset": "uig_Arab-arb_Latn", + "languages": [ + "uig-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.928887, + "recall": 0.948617, + "f1": 0.934914, + "accuracy": 0.948617, + "main_score": 0.934914, + "hf_subset": "uig_Arab-cat_Latn", + "languages": [ + "uig-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.874444, + "recall": 0.903162, + "f1": 0.882684, + "accuracy": 0.903162, + "main_score": 0.882684, + "hf_subset": "uig_Arab-fur_Latn", + "languages": [ + "uig-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.378491, + "recall": 0.443676, + "f1": 0.394484, + "accuracy": 0.443676, + "main_score": 0.394484, + "hf_subset": "uig_Arab-kab_Latn", + "languages": [ + "uig-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.904471, + "recall": 0.929842, + "f1": 0.912077, + "accuracy": 0.929842, + "main_score": 0.912077, + "hf_subset": "uig_Arab-lim_Latn", + "languages": [ + "uig-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "uig_Arab-nld_Latn", + "languages": [ + "uig-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.910194, + "recall": 0.935771, + "f1": 0.918379, + "accuracy": 0.935771, + "main_score": 0.918379, + "hf_subset": "uig_Arab-san_Deva", + "languages": [ + "uig-Arab", + "san-Deva" + ] + }, + { + "precision": 0.925066, + "recall": 0.94664, + "f1": 0.93195, + "accuracy": 0.94664, + "main_score": 0.93195, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.784339, + "recall": 0.837945, + "f1": 0.800518, + "accuracy": 0.837945, + "main_score": 0.800518, + "hf_subset": "uig_Arab-xho_Latn", + "languages": [ + "uig-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.948864, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "uig_Arab-ars_Arab", + "languages": [ + "uig-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.912302, + "recall": 0.937747, + "f1": 0.920309, + "accuracy": 0.937747, + "main_score": 0.920309, + "hf_subset": "uig_Arab-ceb_Latn", + "languages": [ + "uig-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.392743, + "recall": 0.447628, + "f1": 0.406729, + "accuracy": 0.447628, + "main_score": 0.406729, + "hf_subset": "uig_Arab-fuv_Latn", + "languages": [ + "uig-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.407003, + "recall": 0.456522, + "f1": 0.420434, + "accuracy": 0.456522, + "main_score": 0.420434, + "hf_subset": "uig_Arab-kac_Latn", + "languages": [ + "uig-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.505041, + "recall": 0.574111, + "f1": 0.523247, + "accuracy": 0.574111, + "main_score": 0.523247, + "hf_subset": "uig_Arab-lin_Latn", + "languages": [ + "uig-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.937006, + "recall": 0.955534, + "f1": 0.942721, + "accuracy": 0.955534, + "main_score": 0.942721, + "hf_subset": "uig_Arab-nno_Latn", + "languages": [ + "uig-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.786133, + "recall": 0.839921, + "f1": 0.802753, + "accuracy": 0.839921, + "main_score": 0.802753, + "hf_subset": "uig_Arab-sat_Olck", + "languages": [ + "uig-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.935606, + "recall": 0.953557, + "f1": 0.941158, + "accuracy": 0.953557, + "main_score": 0.941158, + "hf_subset": "uig_Arab-tel_Telu", + "languages": [ + "uig-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.929216, + "recall": 0.950593, + "f1": 0.9361, + "accuracy": 0.950593, + "main_score": 0.9361, + "hf_subset": "uig_Arab-ydd_Hebr", + "languages": [ + "uig-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.89585, + "recall": 0.923913, + "f1": 0.904268, + "accuracy": 0.923913, + "main_score": 0.904268, + "hf_subset": "uig_Arab-ary_Arab", + "languages": [ + "uig-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.956275, + "recall": 0.968379, + "f1": 0.960046, + "accuracy": 0.968379, + "main_score": 0.960046, + "hf_subset": "uig_Arab-ces_Latn", + "languages": [ + "uig-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.490971, + "recall": 0.557312, + "f1": 0.509229, + "accuracy": 0.557312, + "main_score": 0.509229, + "hf_subset": "uig_Arab-gaz_Latn", + "languages": [ + "uig-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.416427, + "recall": 0.48913, + "f1": 0.434903, + "accuracy": 0.48913, + "main_score": 0.434903, + "hf_subset": "uig_Arab-kam_Latn", + "languages": [ + "uig-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.943874, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "uig_Arab-lit_Latn", + "languages": [ + "uig-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.939723, + "recall": 0.95751, + "f1": 0.945323, + "accuracy": 0.95751, + "main_score": 0.945323, + "hf_subset": "uig_Arab-nob_Latn", + "languages": [ + "uig-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.912261, + "recall": 0.935771, + "f1": 0.919422, + "accuracy": 0.935771, + "main_score": 0.919422, + "hf_subset": "uig_Arab-scn_Latn", + "languages": [ + "uig-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.914855, + "recall": 0.939723, + "f1": 0.92276, + "accuracy": 0.939723, + "main_score": 0.92276, + "hf_subset": "uig_Arab-tgk_Cyrl", + "languages": [ + "uig-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.604381, + "recall": 0.683794, + "f1": 0.626155, + "accuracy": 0.683794, + "main_score": 0.626155, + "hf_subset": "uig_Arab-yor_Latn", + "languages": [ + "uig-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.926301, + "recall": 0.947628, + "f1": 0.933037, + "accuracy": 0.947628, + "main_score": 0.933037, + "hf_subset": "uig_Arab-arz_Arab", + "languages": [ + "uig-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.361969, + "recall": 0.414032, + "f1": 0.376131, + "accuracy": 0.414032, + "main_score": 0.376131, + "hf_subset": "uig_Arab-cjk_Latn", + "languages": [ + "uig-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.87108, + "recall": 0.907115, + "f1": 0.882213, + "accuracy": 0.907115, + "main_score": 0.882213, + "hf_subset": "uig_Arab-gla_Latn", + "languages": [ + "uig-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.922464, + "recall": 0.943676, + "f1": 0.929183, + "accuracy": 0.943676, + "main_score": 0.929183, + "hf_subset": "uig_Arab-kan_Knda", + "languages": [ + "uig-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.891304, + "recall": 0.921937, + "f1": 0.900745, + "accuracy": 0.921937, + "main_score": 0.900745, + "hf_subset": "uig_Arab-lmo_Latn", + "languages": [ + "uig-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.946262, + "recall": 0.961462, + "f1": 0.950988, + "accuracy": 0.961462, + "main_score": 0.950988, + "hf_subset": "uig_Arab-npi_Deva", + "languages": [ + "uig-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.464961, + "recall": 0.532609, + "f1": 0.48378, + "accuracy": 0.532609, + "main_score": 0.48378, + "hf_subset": "uig_Arab-shn_Mymr", + "languages": [ + "uig-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.939559, + "recall": 0.95751, + "f1": 0.94529, + "accuracy": 0.95751, + "main_score": 0.94529, + "hf_subset": "uig_Arab-tgl_Latn", + "languages": [ + "uig-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.941238, + "recall": 0.958498, + "f1": 0.94664, + "accuracy": 0.958498, + "main_score": 0.94664, + "hf_subset": "uig_Arab-yue_Hant", + "languages": [ + "uig-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.927619, + "recall": 0.948617, + "f1": 0.93419, + "accuracy": 0.948617, + "main_score": 0.93419, + "hf_subset": "uig_Arab-asm_Beng", + "languages": [ + "uig-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.857362, + "recall": 0.894269, + "f1": 0.868445, + "accuracy": 0.894269, + "main_score": 0.868445, + "hf_subset": "uig_Arab-ckb_Arab", + "languages": [ + "uig-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.907032, + "recall": 0.933794, + "f1": 0.915533, + "accuracy": 0.933794, + "main_score": 0.915533, + "hf_subset": "uig_Arab-gle_Latn", + "languages": [ + "uig-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.799532, + "recall": 0.844862, + "f1": 0.812623, + "accuracy": 0.844862, + "main_score": 0.812623, + "hf_subset": "uig_Arab-kas_Arab", + "languages": [ + "uig-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.804249, + "recall": 0.850791, + "f1": 0.818083, + "accuracy": 0.850791, + "main_score": 0.818083, + "hf_subset": "uig_Arab-ltg_Latn", + "languages": [ + "uig-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.690028, + "recall": 0.750988, + "f1": 0.708209, + "accuracy": 0.750988, + "main_score": 0.708209, + "hf_subset": "uig_Arab-nso_Latn", + "languages": [ + "uig-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.90555, + "recall": 0.934783, + "f1": 0.914921, + "accuracy": 0.934783, + "main_score": 0.914921, + "hf_subset": "uig_Arab-sin_Sinh", + "languages": [ + "uig-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.930534, + "recall": 0.951581, + "f1": 0.937253, + "accuracy": 0.951581, + "main_score": 0.937253, + "hf_subset": "uig_Arab-tha_Thai", + "languages": [ + "uig-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.905355, + "recall": 0.928854, + "f1": 0.912286, + "accuracy": 0.928854, + "main_score": 0.912286, + "hf_subset": "uig_Arab-zho_Hans", + "languages": [ + "uig-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.939147, + "recall": 0.956522, + "f1": 0.944368, + "accuracy": 0.956522, + "main_score": 0.944368, + "hf_subset": "uig_Arab-ast_Latn", + "languages": [ + "uig-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.923337, + "recall": 0.947628, + "f1": 0.931225, + "accuracy": 0.947628, + "main_score": 0.931225, + "hf_subset": "uig_Arab-crh_Latn", + "languages": [ + "uig-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.927816, + "recall": 0.948617, + "f1": 0.934354, + "accuracy": 0.948617, + "main_score": 0.934354, + "hf_subset": "uig_Arab-glg_Latn", + "languages": [ + "uig-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.706428, + "recall": 0.769763, + "f1": 0.723672, + "accuracy": 0.769763, + "main_score": 0.723672, + "hf_subset": "uig_Arab-kas_Deva", + "languages": [ + "uig-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.930363, + "recall": 0.950593, + "f1": 0.936693, + "accuracy": 0.950593, + "main_score": 0.936693, + "hf_subset": "uig_Arab-ltz_Latn", + "languages": [ + "uig-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.373692, + "recall": 0.429842, + "f1": 0.388328, + "accuracy": 0.429842, + "main_score": 0.388328, + "hf_subset": "uig_Arab-nus_Latn", + "languages": [ + "uig-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.930418, + "recall": 0.950593, + "f1": 0.936825, + "accuracy": 0.950593, + "main_score": 0.936825, + "hf_subset": "uig_Arab-slk_Latn", + "languages": [ + "uig-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.548925, + "recall": 0.625494, + "f1": 0.570293, + "accuracy": 0.625494, + "main_score": 0.570293, + "hf_subset": "uig_Arab-tir_Ethi", + "languages": [ + "uig-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945784, + "accuracy": 0.958498, + "main_score": 0.945784, + "hf_subset": "uig_Arab-zho_Hant", + "languages": [ + "uig-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.909009, + "recall": 0.937747, + "f1": 0.918215, + "accuracy": 0.937747, + "main_score": 0.918215, + "hf_subset": "uig_Arab-awa_Deva", + "languages": [ + "uig-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.926219, + "recall": 0.947628, + "f1": 0.932806, + "accuracy": 0.947628, + "main_score": 0.932806, + "hf_subset": "uig_Arab-cym_Latn", + "languages": [ + "uig-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.573859, + "recall": 0.63834, + "f1": 0.59135, + "accuracy": 0.63834, + "main_score": 0.59135, + "hf_subset": "uig_Arab-grn_Latn", + "languages": [ + "uig-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.941617, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "uig_Arab-kat_Geor", + "languages": [ + "uig-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.451306, + "recall": 0.512846, + "f1": 0.467371, + "accuracy": 0.512846, + "main_score": 0.467371, + "hf_subset": "uig_Arab-lua_Latn", + "languages": [ + "uig-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.728484, + "recall": 0.789526, + "f1": 0.746497, + "accuracy": 0.789526, + "main_score": 0.746497, + "hf_subset": "uig_Arab-nya_Latn", + "languages": [ + "uig-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.950052, + "accuracy": 0.961462, + "main_score": 0.950052, + "hf_subset": "uig_Arab-slv_Latn", + "languages": [ + "uig-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.805699, + "recall": 0.853755, + "f1": 0.819298, + "accuracy": 0.853755, + "main_score": 0.819298, + "hf_subset": "uig_Arab-tpi_Latn", + "languages": [ + "uig-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.941897, + "recall": 0.958498, + "f1": 0.946937, + "accuracy": 0.958498, + "main_score": 0.946937, + "hf_subset": "uig_Arab-zsm_Latn", + "languages": [ + "uig-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.442062, + "recall": 0.493083, + "f1": 0.456202, + "accuracy": 0.493083, + "main_score": 0.456202, + "hf_subset": "uig_Arab-ayr_Latn", + "languages": [ + "uig-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "uig_Arab-dan_Latn", + "languages": [ + "uig-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.952157, + "recall": 0.965415, + "f1": 0.956423, + "accuracy": 0.965415, + "main_score": 0.956423, + "hf_subset": "uig_Arab-guj_Gujr", + "languages": [ + "uig-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.538415, + "recall": 0.618577, + "f1": 0.560515, + "accuracy": 0.618577, + "main_score": 0.560515, + "hf_subset": "uig_Arab-lug_Latn", + "languages": [ + "uig-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.933086, + "recall": 0.950593, + "f1": 0.938274, + "accuracy": 0.950593, + "main_score": 0.938274, + "hf_subset": "uig_Arab-oci_Latn", + "languages": [ + "uig-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.736869, + "recall": 0.799407, + "f1": 0.755069, + "accuracy": 0.799407, + "main_score": 0.755069, + "hf_subset": "uig_Arab-smo_Latn", + "languages": [ + "uig-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.650783, + "recall": 0.722332, + "f1": 0.672054, + "accuracy": 0.722332, + "main_score": 0.672054, + "hf_subset": "uig_Arab-tsn_Latn", + "languages": [ + "uig-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.804018, + "recall": 0.858696, + "f1": 0.821113, + "accuracy": 0.858696, + "main_score": 0.821113, + "hf_subset": "uig_Arab-zul_Latn", + "languages": [ + "uig-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.841924, + "recall": 0.880435, + "f1": 0.853223, + "accuracy": 0.880435, + "main_score": 0.853223, + "hf_subset": "uig_Arab-azb_Arab", + "languages": [ + "uig-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956653, + "accuracy": 0.966403, + "main_score": 0.956653, + "hf_subset": "uig_Arab-deu_Latn", + "languages": [ + "uig-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.891222, + "recall": 0.921937, + "f1": 0.900692, + "accuracy": 0.921937, + "main_score": 0.900692, + "hf_subset": "uig_Arab-hat_Latn", + "languages": [ + "uig-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.39369, + "recall": 0.450593, + "f1": 0.409214, + "accuracy": 0.450593, + "main_score": 0.409214, + "hf_subset": "uig_Arab-kbp_Latn", + "languages": [ + "uig-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.44587, + "recall": 0.494071, + "f1": 0.458496, + "accuracy": 0.494071, + "main_score": 0.458496, + "hf_subset": "uig_Arab-luo_Latn", + "languages": [ + "uig-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.906538, + "recall": 0.934783, + "f1": 0.915415, + "accuracy": 0.934783, + "main_score": 0.915415, + "hf_subset": "uig_Arab-ory_Orya", + "languages": [ + "uig-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.769928, + "recall": 0.829051, + "f1": 0.788095, + "accuracy": 0.829051, + "main_score": 0.788095, + "hf_subset": "uig_Arab-sna_Latn", + "languages": [ + "uig-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.544411, + "recall": 0.618577, + "f1": 0.564475, + "accuracy": 0.618577, + "main_score": 0.564475, + "hf_subset": "uig_Arab-tso_Latn", + "languages": [ + "uig-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.943758, + "recall": 0.960474, + "f1": 0.949012, + "accuracy": 0.960474, + "main_score": 0.949012, + "hf_subset": "uig_Arab-azj_Latn", + "languages": [ + "uig-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.413921, + "recall": 0.467391, + "f1": 0.428147, + "accuracy": 0.467391, + "main_score": 0.428147, + "hf_subset": "uig_Arab-dik_Latn", + "languages": [ + "uig-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.815135, + "recall": 0.863636, + "f1": 0.830072, + "accuracy": 0.863636, + "main_score": 0.830072, + "hf_subset": "uig_Arab-hau_Latn", + "languages": [ + "uig-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.859634, + "recall": 0.901186, + "f1": 0.872516, + "accuracy": 0.901186, + "main_score": 0.872516, + "hf_subset": "uig_Arab-kea_Latn", + "languages": [ + "uig-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.819121, + "recall": 0.867589, + "f1": 0.833992, + "accuracy": 0.867589, + "main_score": 0.833992, + "hf_subset": "uig_Arab-lus_Latn", + "languages": [ + "uig-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.694033, + "recall": 0.75, + "f1": 0.708963, + "accuracy": 0.75, + "main_score": 0.708963, + "hf_subset": "uig_Arab-pag_Latn", + "languages": [ + "uig-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.912467, + "recall": 0.936759, + "f1": 0.919979, + "accuracy": 0.936759, + "main_score": 0.919979, + "hf_subset": "uig_Arab-snd_Arab", + "languages": [ + "uig-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.936347, + "recall": 0.955534, + "f1": 0.942424, + "accuracy": 0.955534, + "main_score": 0.942424, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.929018, + "recall": 0.948617, + "f1": 0.935277, + "accuracy": 0.948617, + "main_score": 0.935277, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.387317, + "recall": 0.449605, + "f1": 0.40404, + "accuracy": 0.449605, + "main_score": 0.40404, + "hf_subset": "uig_Arab-dyu_Latn", + "languages": [ + "uig-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961745, + "accuracy": 0.970356, + "main_score": 0.961745, + "hf_subset": "uig_Arab-heb_Hebr", + "languages": [ + "uig-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.914337, + "recall": 0.940711, + "f1": 0.922843, + "accuracy": 0.940711, + "main_score": 0.922843, + "hf_subset": "uig_Arab-khk_Cyrl", + "languages": [ + "uig-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954334, + "accuracy": 0.964427, + "main_score": 0.954334, + "hf_subset": "uig_Arab-lvs_Latn", + "languages": [ + "uig-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.938251, + "recall": 0.955534, + "f1": 0.943594, + "accuracy": 0.955534, + "main_score": 0.943594, + "hf_subset": "uig_Arab-pan_Guru", + "languages": [ + "uig-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.776005, + "recall": 0.833992, + "f1": 0.793596, + "accuracy": 0.833992, + "main_score": 0.793596, + "hf_subset": "uig_Arab-som_Latn", + "languages": [ + "uig-Arab", + "som-Latn" + ] + }, + { + "precision": 0.578649, + "recall": 0.651186, + "f1": 0.599164, + "accuracy": 0.651186, + "main_score": 0.599164, + "hf_subset": "uig_Arab-tum_Latn", + "languages": [ + "uig-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.48765, + "recall": 0.571146, + "f1": 0.511369, + "accuracy": 0.571146, + "main_score": 0.511369, + "hf_subset": "aeb_Arab-ace_Arab", + "languages": [ + "aeb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.457821, + "recall": 0.513834, + "f1": 0.472465, + "accuracy": 0.513834, + "main_score": 0.472465, + "hf_subset": "aeb_Arab-bam_Latn", + "languages": [ + "aeb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.571987, + "recall": 0.66502, + "f1": 0.5982, + "accuracy": 0.66502, + "main_score": 0.5982, + "hf_subset": "aeb_Arab-dzo_Tibt", + "languages": [ + "aeb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-hin_Deva", + "languages": [ + "aeb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "aeb_Arab-khm_Khmr", + "languages": [ + "aeb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "aeb_Arab-mag_Deva", + "languages": [ + "aeb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "aeb_Arab-pap_Latn", + "languages": [ + "aeb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.796953, + "recall": 0.848814, + "f1": 0.812747, + "accuracy": 0.848814, + "main_score": 0.812747, + "hf_subset": "aeb_Arab-sot_Latn", + "languages": [ + "aeb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-tur_Latn", + "languages": [ + "aeb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.83705, + "recall": 0.879447, + "f1": 0.850395, + "accuracy": 0.879447, + "main_score": 0.850395, + "hf_subset": "aeb_Arab-ace_Latn", + "languages": [ + "aeb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "aeb_Arab-ban_Latn", + "languages": [ + "aeb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-ell_Grek", + "languages": [ + "aeb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "aeb_Arab-hne_Deva", + "languages": [ + "aeb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.544594, + "recall": 0.614625, + "f1": 0.56313, + "accuracy": 0.614625, + "main_score": 0.56313, + "hf_subset": "aeb_Arab-kik_Latn", + "languages": [ + "aeb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-mai_Deva", + "languages": [ + "aeb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.931571, + "recall": 0.951581, + "f1": 0.93778, + "accuracy": 0.951581, + "main_score": 0.93778, + "hf_subset": "aeb_Arab-pbt_Arab", + "languages": [ + "aeb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-spa_Latn", + "languages": [ + "aeb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.72165, + "recall": 0.784585, + "f1": 0.739613, + "accuracy": 0.784585, + "main_score": 0.739613, + "hf_subset": "aeb_Arab-twi_Latn", + "languages": [ + "aeb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-acm_Arab", + "languages": [ + "aeb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "aeb_Arab-bel_Cyrl", + "languages": [ + "aeb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-eng_Latn", + "languages": [ + "aeb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-hrv_Latn", + "languages": [ + "aeb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.806275, + "recall": 0.856719, + "f1": 0.821396, + "accuracy": 0.856719, + "main_score": 0.821396, + "hf_subset": "aeb_Arab-kin_Latn", + "languages": [ + "aeb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "aeb_Arab-mal_Mlym", + "languages": [ + "aeb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-pes_Arab", + "languages": [ + "aeb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-srd_Latn", + "languages": [ + "aeb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.207301, + "recall": 0.263834, + "f1": 0.220761, + "accuracy": 0.263834, + "main_score": 0.220761, + "hf_subset": "aeb_Arab-tzm_Tfng", + "languages": [ + "aeb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-acq_Arab", + "languages": [ + "aeb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.618422, + "recall": 0.697628, + "f1": 0.641231, + "accuracy": 0.697628, + "main_score": 0.641231, + "hf_subset": "aeb_Arab-bem_Latn", + "languages": [ + "aeb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "aeb_Arab-epo_Latn", + "languages": [ + "aeb-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-hun_Latn", + "languages": [ + "aeb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "aeb_Arab-kir_Cyrl", + "languages": [ + "aeb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-mar_Deva", + "languages": [ + "aeb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.81465, + "recall": 0.863636, + "f1": 0.829496, + "accuracy": 0.863636, + "main_score": 0.829496, + "hf_subset": "aeb_Arab-plt_Latn", + "languages": [ + "aeb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-srp_Cyrl", + "languages": [ + "aeb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.924325, + "recall": 0.947628, + "f1": 0.931884, + "accuracy": 0.947628, + "main_score": 0.931884, + "hf_subset": "aeb_Arab-uig_Arab", + "languages": [ + "aeb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-ben_Beng", + "languages": [ + "aeb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-est_Latn", + "languages": [ + "aeb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-hye_Armn", + "languages": [ + "aeb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.431149, + "recall": 0.487154, + "f1": 0.445878, + "accuracy": 0.487154, + "main_score": 0.445878, + "hf_subset": "aeb_Arab-kmb_Latn", + "languages": [ + "aeb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.441374, + "recall": 0.520751, + "f1": 0.461988, + "accuracy": 0.520751, + "main_score": 0.461988, + "hf_subset": "aeb_Arab-min_Arab", + "languages": [ + "aeb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-pol_Latn", + "languages": [ + "aeb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.68736, + "recall": 0.757905, + "f1": 0.708294, + "accuracy": 0.757905, + "main_score": 0.708294, + "hf_subset": "aeb_Arab-ssw_Latn", + "languages": [ + "aeb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-ukr_Cyrl", + "languages": [ + "aeb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-afr_Latn", + "languages": [ + "aeb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "aeb_Arab-bho_Deva", + "languages": [ + "aeb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "aeb_Arab-eus_Latn", + "languages": [ + "aeb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.826261, + "recall": 0.875494, + "f1": 0.841486, + "accuracy": 0.875494, + "main_score": 0.841486, + "hf_subset": "aeb_Arab-ibo_Latn", + "languages": [ + "aeb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.823271, + "recall": 0.871542, + "f1": 0.838109, + "accuracy": 0.871542, + "main_score": 0.838109, + "hf_subset": "aeb_Arab-kmr_Latn", + "languages": [ + "aeb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "aeb_Arab-min_Latn", + "languages": [ + "aeb-Arab", + "min-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-por_Latn", + "languages": [ + "aeb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "aeb_Arab-sun_Latn", + "languages": [ + "aeb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.421888, + "recall": 0.487154, + "f1": 0.440277, + "accuracy": 0.487154, + "main_score": 0.440277, + "hf_subset": "aeb_Arab-umb_Latn", + "languages": [ + "aeb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-ajp_Arab", + "languages": [ + "aeb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.465201, + "recall": 0.547431, + "f1": 0.487362, + "accuracy": 0.547431, + "main_score": 0.487362, + "hf_subset": "aeb_Arab-bjn_Arab", + "languages": [ + "aeb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.42458, + "recall": 0.479249, + "f1": 0.439238, + "accuracy": 0.479249, + "main_score": 0.439238, + "hf_subset": "aeb_Arab-ewe_Latn", + "languages": [ + "aeb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "aeb_Arab-ilo_Latn", + "languages": [ + "aeb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.233193, + "recall": 0.285573, + "f1": 0.246235, + "accuracy": 0.285573, + "main_score": 0.246235, + "hf_subset": "aeb_Arab-knc_Arab", + "languages": [ + "aeb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-mkd_Cyrl", + "languages": [ + "aeb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-prs_Arab", + "languages": [ + "aeb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-swe_Latn", + "languages": [ + "aeb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-urd_Arab", + "languages": [ + "aeb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.696486, + "recall": 0.766798, + "f1": 0.716891, + "accuracy": 0.766798, + "main_score": 0.716891, + "hf_subset": "aeb_Arab-aka_Latn", + "languages": [ + "aeb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.965217, + "accuracy": 0.97332, + "main_score": 0.965217, + "hf_subset": "aeb_Arab-bjn_Latn", + "languages": [ + "aeb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "aeb_Arab-fao_Latn", + "languages": [ + "aeb-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-ind_Latn", + "languages": [ + "aeb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.488773, + "recall": 0.540514, + "f1": 0.502709, + "accuracy": 0.540514, + "main_score": 0.502709, + "hf_subset": "aeb_Arab-knc_Latn", + "languages": [ + "aeb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "aeb_Arab-mlt_Latn", + "languages": [ + "aeb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.606456, + "recall": 0.677866, + "f1": 0.627117, + "accuracy": 0.677866, + "main_score": 0.627117, + "hf_subset": "aeb_Arab-quy_Latn", + "languages": [ + "aeb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-swh_Latn", + "languages": [ + "aeb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "aeb_Arab-uzn_Latn", + "languages": [ + "aeb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-als_Latn", + "languages": [ + "aeb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.740169, + "recall": 0.806324, + "f1": 0.760183, + "accuracy": 0.806324, + "main_score": 0.760183, + "hf_subset": "aeb_Arab-bod_Tibt", + "languages": [ + "aeb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.598272, + "recall": 0.666008, + "f1": 0.617474, + "accuracy": 0.666008, + "main_score": 0.617474, + "hf_subset": "aeb_Arab-fij_Latn", + "languages": [ + "aeb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "aeb_Arab-isl_Latn", + "languages": [ + "aeb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.557813, + "recall": 0.631423, + "f1": 0.578341, + "accuracy": 0.631423, + "main_score": 0.578341, + "hf_subset": "aeb_Arab-kon_Latn", + "languages": [ + "aeb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.569968, + "recall": 0.642292, + "f1": 0.589496, + "accuracy": 0.642292, + "main_score": 0.589496, + "hf_subset": "aeb_Arab-mni_Beng", + "languages": [ + "aeb-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ron_Latn", + "languages": [ + "aeb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "aeb_Arab-szl_Latn", + "languages": [ + "aeb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-vec_Latn", + "languages": [ + "aeb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.895751, + "recall": 0.927866, + "f1": 0.906126, + "accuracy": 0.927866, + "main_score": 0.906126, + "hf_subset": "aeb_Arab-amh_Ethi", + "languages": [ + "aeb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "aeb_Arab-bos_Latn", + "languages": [ + "aeb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-fin_Latn", + "languages": [ + "aeb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-ita_Latn", + "languages": [ + "aeb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-kor_Hang", + "languages": [ + "aeb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.460402, + "recall": 0.519763, + "f1": 0.476648, + "accuracy": 0.519763, + "main_score": 0.476648, + "hf_subset": "aeb_Arab-mos_Latn", + "languages": [ + "aeb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.707312, + "recall": 0.768775, + "f1": 0.72477, + "accuracy": 0.768775, + "main_score": 0.72477, + "hf_subset": "aeb_Arab-run_Latn", + "languages": [ + "aeb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-tam_Taml", + "languages": [ + "aeb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-vie_Latn", + "languages": [ + "aeb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-apc_Arab", + "languages": [ + "aeb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.701473, + "recall": 0.76581, + "f1": 0.719328, + "accuracy": 0.76581, + "main_score": 0.719328, + "hf_subset": "aeb_Arab-bug_Latn", + "languages": [ + "aeb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.41079, + "recall": 0.463439, + "f1": 0.425656, + "accuracy": 0.463439, + "main_score": 0.425656, + "hf_subset": "aeb_Arab-fon_Latn", + "languages": [ + "aeb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "aeb_Arab-jav_Latn", + "languages": [ + "aeb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.92803, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "aeb_Arab-lao_Laoo", + "languages": [ + "aeb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.847414, + "recall": 0.890316, + "f1": 0.860903, + "accuracy": 0.890316, + "main_score": 0.860903, + "hf_subset": "aeb_Arab-mri_Latn", + "languages": [ + "aeb-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-rus_Cyrl", + "languages": [ + "aeb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.459378, + "recall": 0.513834, + "f1": 0.474558, + "accuracy": 0.513834, + "main_score": 0.474558, + "hf_subset": "aeb_Arab-taq_Latn", + "languages": [ + "aeb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "aeb_Arab-war_Latn", + "languages": [ + "aeb-Arab", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-arb_Arab", + "languages": [ + "aeb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-bul_Cyrl", + "languages": [ + "aeb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-fra_Latn", + "languages": [ + "aeb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-jpn_Jpan", + "languages": [ + "aeb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "aeb_Arab-lij_Latn", + "languages": [ + "aeb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "aeb_Arab-mya_Mymr", + "languages": [ + "aeb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.511257, + "recall": 0.574111, + "f1": 0.527753, + "accuracy": 0.574111, + "main_score": 0.527753, + "hf_subset": "aeb_Arab-sag_Latn", + "languages": [ + "aeb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.191937, + "recall": 0.261858, + "f1": 0.209096, + "accuracy": 0.261858, + "main_score": 0.209096, + "hf_subset": "aeb_Arab-taq_Tfng", + "languages": [ + "aeb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.603575, + "recall": 0.66996, + "f1": 0.621499, + "accuracy": 0.66996, + "main_score": 0.621499, + "hf_subset": "aeb_Arab-wol_Latn", + "languages": [ + "aeb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.863554, + "recall": 0.90415, + "f1": 0.876054, + "accuracy": 0.90415, + "main_score": 0.876054, + "hf_subset": "aeb_Arab-arb_Latn", + "languages": [ + "aeb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-cat_Latn", + "languages": [ + "aeb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "aeb_Arab-fur_Latn", + "languages": [ + "aeb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.405997, + "recall": 0.474308, + "f1": 0.423331, + "accuracy": 0.474308, + "main_score": 0.423331, + "hf_subset": "aeb_Arab-kab_Latn", + "languages": [ + "aeb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "aeb_Arab-lim_Latn", + "languages": [ + "aeb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-nld_Latn", + "languages": [ + "aeb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "aeb_Arab-san_Deva", + "languages": [ + "aeb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "aeb_Arab-tat_Cyrl", + "languages": [ + "aeb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.814394, + "recall": 0.866601, + "f1": 0.830552, + "accuracy": 0.866601, + "main_score": 0.830552, + "hf_subset": "aeb_Arab-xho_Latn", + "languages": [ + "aeb-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-ars_Arab", + "languages": [ + "aeb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "aeb_Arab-ceb_Latn", + "languages": [ + "aeb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.442108, + "recall": 0.505929, + "f1": 0.459516, + "accuracy": 0.505929, + "main_score": 0.459516, + "hf_subset": "aeb_Arab-fuv_Latn", + "languages": [ + "aeb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.451121, + "recall": 0.511858, + "f1": 0.467182, + "accuracy": 0.511858, + "main_score": 0.467182, + "hf_subset": "aeb_Arab-kac_Latn", + "languages": [ + "aeb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.58677, + "recall": 0.659091, + "f1": 0.605999, + "accuracy": 0.659091, + "main_score": 0.605999, + "hf_subset": "aeb_Arab-lin_Latn", + "languages": [ + "aeb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-nno_Latn", + "languages": [ + "aeb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.835721, + "recall": 0.881423, + "f1": 0.85, + "accuracy": 0.881423, + "main_score": 0.85, + "hf_subset": "aeb_Arab-sat_Olck", + "languages": [ + "aeb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "aeb_Arab-tel_Telu", + "languages": [ + "aeb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "aeb_Arab-ydd_Hebr", + "languages": [ + "aeb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "aeb_Arab-ary_Arab", + "languages": [ + "aeb-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-ces_Latn", + "languages": [ + "aeb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.506163, + "recall": 0.586957, + "f1": 0.528752, + "accuracy": 0.586957, + "main_score": 0.528752, + "hf_subset": "aeb_Arab-gaz_Latn", + "languages": [ + "aeb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.504963, + "recall": 0.58498, + "f1": 0.526657, + "accuracy": 0.58498, + "main_score": 0.526657, + "hf_subset": "aeb_Arab-kam_Latn", + "languages": [ + "aeb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "aeb_Arab-lit_Latn", + "languages": [ + "aeb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-nob_Latn", + "languages": [ + "aeb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "aeb_Arab-scn_Latn", + "languages": [ + "aeb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "aeb_Arab-tgk_Cyrl", + "languages": [ + "aeb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.68334, + "recall": 0.757905, + "f1": 0.705287, + "accuracy": 0.757905, + "main_score": 0.705287, + "hf_subset": "aeb_Arab-yor_Latn", + "languages": [ + "aeb-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-arz_Arab", + "languages": [ + "aeb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.449129, + "recall": 0.520751, + "f1": 0.468678, + "accuracy": 0.520751, + "main_score": 0.468678, + "hf_subset": "aeb_Arab-cjk_Latn", + "languages": [ + "aeb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.901515, + "recall": 0.932806, + "f1": 0.911726, + "accuracy": 0.932806, + "main_score": 0.911726, + "hf_subset": "aeb_Arab-gla_Latn", + "languages": [ + "aeb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "aeb_Arab-kan_Knda", + "languages": [ + "aeb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "aeb_Arab-lmo_Latn", + "languages": [ + "aeb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "aeb_Arab-npi_Deva", + "languages": [ + "aeb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.48668, + "recall": 0.567194, + "f1": 0.509066, + "accuracy": 0.567194, + "main_score": 0.509066, + "hf_subset": "aeb_Arab-shn_Mymr", + "languages": [ + "aeb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-tgl_Latn", + "languages": [ + "aeb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-yue_Hant", + "languages": [ + "aeb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "aeb_Arab-asm_Beng", + "languages": [ + "aeb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.896574, + "recall": 0.927866, + "f1": 0.906621, + "accuracy": 0.927866, + "main_score": 0.906621, + "hf_subset": "aeb_Arab-ckb_Arab", + "languages": [ + "aeb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "aeb_Arab-gle_Latn", + "languages": [ + "aeb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.889987, + "recall": 0.922925, + "f1": 0.900527, + "accuracy": 0.922925, + "main_score": 0.900527, + "hf_subset": "aeb_Arab-kas_Arab", + "languages": [ + "aeb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.884799, + "recall": 0.918972, + "f1": 0.895652, + "accuracy": 0.918972, + "main_score": 0.895652, + "hf_subset": "aeb_Arab-ltg_Latn", + "languages": [ + "aeb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.744748, + "recall": 0.807312, + "f1": 0.763416, + "accuracy": 0.807312, + "main_score": 0.763416, + "hf_subset": "aeb_Arab-nso_Latn", + "languages": [ + "aeb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "aeb_Arab-sin_Sinh", + "languages": [ + "aeb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-tha_Thai", + "languages": [ + "aeb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-zho_Hans", + "languages": [ + "aeb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-ast_Latn", + "languages": [ + "aeb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "aeb_Arab-crh_Latn", + "languages": [ + "aeb-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-glg_Latn", + "languages": [ + "aeb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.824746, + "recall": 0.869565, + "f1": 0.838112, + "accuracy": 0.869565, + "main_score": 0.838112, + "hf_subset": "aeb_Arab-kas_Deva", + "languages": [ + "aeb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "aeb_Arab-ltz_Latn", + "languages": [ + "aeb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.40289, + "recall": 0.465415, + "f1": 0.419716, + "accuracy": 0.465415, + "main_score": 0.419716, + "hf_subset": "aeb_Arab-nus_Latn", + "languages": [ + "aeb-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-slk_Latn", + "languages": [ + "aeb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.603053, + "recall": 0.683794, + "f1": 0.625802, + "accuracy": 0.683794, + "main_score": 0.625802, + "hf_subset": "aeb_Arab-tir_Ethi", + "languages": [ + "aeb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-zho_Hant", + "languages": [ + "aeb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.972579, + "recall": 0.980237, + "f1": 0.975033, + "accuracy": 0.980237, + "main_score": 0.975033, + "hf_subset": "aeb_Arab-awa_Deva", + "languages": [ + "aeb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "aeb_Arab-cym_Latn", + "languages": [ + "aeb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.727073, + "recall": 0.785573, + "f1": 0.743602, + "accuracy": 0.785573, + "main_score": 0.743602, + "hf_subset": "aeb_Arab-grn_Latn", + "languages": [ + "aeb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-kat_Geor", + "languages": [ + "aeb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.582619, + "recall": 0.642292, + "f1": 0.597892, + "accuracy": 0.642292, + "main_score": 0.597892, + "hf_subset": "aeb_Arab-lua_Latn", + "languages": [ + "aeb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.783597, + "recall": 0.844862, + "f1": 0.802259, + "accuracy": 0.844862, + "main_score": 0.802259, + "hf_subset": "aeb_Arab-nya_Latn", + "languages": [ + "aeb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-slv_Latn", + "languages": [ + "aeb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "aeb_Arab-tpi_Latn", + "languages": [ + "aeb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-zsm_Latn", + "languages": [ + "aeb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.482065, + "recall": 0.546443, + "f1": 0.499574, + "accuracy": 0.546443, + "main_score": 0.499574, + "hf_subset": "aeb_Arab-ayr_Latn", + "languages": [ + "aeb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-dan_Latn", + "languages": [ + "aeb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-guj_Gujr", + "languages": [ + "aeb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "aeb_Arab-kaz_Cyrl", + "languages": [ + "aeb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.601682, + "recall": 0.679842, + "f1": 0.624261, + "accuracy": 0.679842, + "main_score": 0.624261, + "hf_subset": "aeb_Arab-lug_Latn", + "languages": [ + "aeb-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-oci_Latn", + "languages": [ + "aeb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.799893, + "recall": 0.851779, + "f1": 0.815686, + "accuracy": 0.851779, + "main_score": 0.815686, + "hf_subset": "aeb_Arab-smo_Latn", + "languages": [ + "aeb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.693028, + "recall": 0.764822, + "f1": 0.713801, + "accuracy": 0.764822, + "main_score": 0.713801, + "hf_subset": "aeb_Arab-tsn_Latn", + "languages": [ + "aeb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.838768, + "recall": 0.886364, + "f1": 0.853689, + "accuracy": 0.886364, + "main_score": 0.853689, + "hf_subset": "aeb_Arab-zul_Latn", + "languages": [ + "aeb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.936759, + "f1": 0.919598, + "accuracy": 0.936759, + "main_score": 0.919598, + "hf_subset": "aeb_Arab-azb_Arab", + "languages": [ + "aeb-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-deu_Latn", + "languages": [ + "aeb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "aeb_Arab-hat_Latn", + "languages": [ + "aeb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.462658, + "recall": 0.519763, + "f1": 0.478026, + "accuracy": 0.519763, + "main_score": 0.478026, + "hf_subset": "aeb_Arab-kbp_Latn", + "languages": [ + "aeb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.494982, + "recall": 0.557312, + "f1": 0.511877, + "accuracy": 0.557312, + "main_score": 0.511877, + "hf_subset": "aeb_Arab-luo_Latn", + "languages": [ + "aeb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "aeb_Arab-ory_Orya", + "languages": [ + "aeb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.839822, + "recall": 0.883399, + "f1": 0.853426, + "accuracy": 0.883399, + "main_score": 0.853426, + "hf_subset": "aeb_Arab-sna_Latn", + "languages": [ + "aeb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.623894, + "recall": 0.689723, + "f1": 0.642413, + "accuracy": 0.689723, + "main_score": 0.642413, + "hf_subset": "aeb_Arab-tso_Latn", + "languages": [ + "aeb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "aeb_Arab-azj_Latn", + "languages": [ + "aeb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.482893, + "recall": 0.550395, + "f1": 0.501555, + "accuracy": 0.550395, + "main_score": 0.501555, + "hf_subset": "aeb_Arab-dik_Latn", + "languages": [ + "aeb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.868857, + "recall": 0.905138, + "f1": 0.880171, + "accuracy": 0.905138, + "main_score": 0.880171, + "hf_subset": "aeb_Arab-hau_Latn", + "languages": [ + "aeb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "aeb_Arab-kea_Latn", + "languages": [ + "aeb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.906456, + "recall": 0.933794, + "f1": 0.915349, + "accuracy": 0.933794, + "main_score": 0.915349, + "hf_subset": "aeb_Arab-lus_Latn", + "languages": [ + "aeb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.834799, + "recall": 0.87747, + "f1": 0.847497, + "accuracy": 0.87747, + "main_score": 0.847497, + "hf_subset": "aeb_Arab-pag_Latn", + "languages": [ + "aeb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "aeb_Arab-snd_Arab", + "languages": [ + "aeb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "aeb_Arab-tuk_Latn", + "languages": [ + "aeb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "aeb_Arab-bak_Cyrl", + "languages": [ + "aeb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.43607, + "recall": 0.509881, + "f1": 0.455667, + "accuracy": 0.509881, + "main_score": 0.455667, + "hf_subset": "aeb_Arab-dyu_Latn", + "languages": [ + "aeb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-heb_Hebr", + "languages": [ + "aeb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956588, + "accuracy": 0.966403, + "main_score": 0.956588, + "hf_subset": "aeb_Arab-khk_Cyrl", + "languages": [ + "aeb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "aeb_Arab-lvs_Latn", + "languages": [ + "aeb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-pan_Guru", + "languages": [ + "aeb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.82332, + "recall": 0.870553, + "f1": 0.837667, + "accuracy": 0.870553, + "main_score": 0.837667, + "hf_subset": "aeb_Arab-som_Latn", + "languages": [ + "aeb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.635938, + "recall": 0.712451, + "f1": 0.658225, + "accuracy": 0.712451, + "main_score": 0.658225, + "hf_subset": "aeb_Arab-tum_Latn", + "languages": [ + "aeb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.469765, + "recall": 0.555336, + "f1": 0.493398, + "accuracy": 0.555336, + "main_score": 0.493398, + "hf_subset": "ben_Beng-ace_Arab", + "languages": [ + "ben-Beng", + "ace-Arab" + ] + }, + { + "precision": 0.44361, + "recall": 0.495059, + "f1": 0.456727, + "accuracy": 0.495059, + "main_score": 0.456727, + "hf_subset": "ben_Beng-bam_Latn", + "languages": [ + "ben-Beng", + "bam-Latn" + ] + }, + { + "precision": 0.611992, + "recall": 0.702569, + "f1": 0.638274, + "accuracy": 0.702569, + "main_score": 0.638274, + "hf_subset": "ben_Beng-dzo_Tibt", + "languages": [ + "ben-Beng", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ben_Beng-khm_Khmr", + "languages": [ + "ben-Beng", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-mag_Deva", + "languages": [ + "ben-Beng", + "mag-Deva" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ben_Beng-pap_Latn", + "languages": [ + "ben-Beng", + "pap-Latn" + ] + }, + { + "precision": 0.811133, + "recall": 0.862648, + "f1": 0.826976, + "accuracy": 0.862648, + "main_score": 0.826976, + "hf_subset": "ben_Beng-sot_Latn", + "languages": [ + "ben-Beng", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.817532, + "recall": 0.864625, + "f1": 0.831703, + "accuracy": 0.864625, + "main_score": 0.831703, + "hf_subset": "ben_Beng-ace_Latn", + "languages": [ + "ben-Beng", + "ace-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "ben_Beng-ban_Latn", + "languages": [ + "ben-Beng", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ben_Beng-hne_Deva", + "languages": [ + "ben-Beng", + "hne-Deva" + ] + }, + { + "precision": 0.539197, + "recall": 0.608696, + "f1": 0.557857, + "accuracy": 0.608696, + "main_score": 0.557857, + "hf_subset": "ben_Beng-kik_Latn", + "languages": [ + "ben-Beng", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "ben_Beng-pbt_Arab", + "languages": [ + "ben-Beng", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.707503, + "recall": 0.773715, + "f1": 0.726607, + "accuracy": 0.773715, + "main_score": 0.726607, + "hf_subset": "ben_Beng-twi_Latn", + "languages": [ + "ben-Beng", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-acm_Arab", + "languages": [ + "ben-Beng", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-bel_Cyrl", + "languages": [ + "ben-Beng", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-hrv_Latn", + "languages": [ + "ben-Beng", + "hrv-Latn" + ] + }, + { + "precision": 0.815053, + "recall": 0.864625, + "f1": 0.830256, + "accuracy": 0.864625, + "main_score": 0.830256, + "hf_subset": "ben_Beng-kin_Latn", + "languages": [ + "ben-Beng", + "kin-Latn" + ] + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-pes_Arab", + "languages": [ + "ben-Beng", + "pes-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "ben_Beng-srd_Latn", + "languages": [ + "ben-Beng", + "srd-Latn" + ] + }, + { + "precision": 0.209673, + "recall": 0.268775, + "f1": 0.223856, + "accuracy": 0.268775, + "main_score": 0.223856, + "hf_subset": "ben_Beng-tzm_Tfng", + "languages": [ + "ben-Beng", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-acq_Arab", + "languages": [ + "ben-Beng", + "acq-Arab" + ] + }, + { + "precision": 0.607337, + "recall": 0.682806, + "f1": 0.627993, + "accuracy": 0.682806, + "main_score": 0.627993, + "hf_subset": "ben_Beng-bem_Latn", + "languages": [ + "ben-Beng", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-epo_Latn", + "languages": [ + "ben-Beng", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ben_Beng-kir_Cyrl", + "languages": [ + "ben-Beng", + "kir-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.837681, + "recall": 0.883399, + "f1": 0.851713, + "accuracy": 0.883399, + "main_score": 0.851713, + "hf_subset": "ben_Beng-plt_Latn", + "languages": [ + "ben-Beng", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-srp_Cyrl", + "languages": [ + "ben-Beng", + "srp-Cyrl" + ] + }, + { + "precision": 0.930254, + "recall": 0.951581, + "f1": 0.937154, + "accuracy": 0.951581, + "main_score": 0.937154, + "hf_subset": "ben_Beng-uig_Arab", + "languages": [ + "ben-Beng", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-aeb_Arab", + "languages": [ + "ben-Beng", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-est_Latn", + "languages": [ + "ben-Beng", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-hye_Armn", + "languages": [ + "ben-Beng", + "hye-Armn" + ] + }, + { + "precision": 0.426148, + "recall": 0.495059, + "f1": 0.443994, + "accuracy": 0.495059, + "main_score": 0.443994, + "hf_subset": "ben_Beng-kmb_Latn", + "languages": [ + "ben-Beng", + "kmb-Latn" + ] + }, + { + "precision": 0.430651, + "recall": 0.519763, + "f1": 0.452759, + "accuracy": 0.519763, + "main_score": 0.452759, + "hf_subset": "ben_Beng-min_Arab", + "languages": [ + "ben-Beng", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.69669, + "recall": 0.771739, + "f1": 0.718629, + "accuracy": 0.771739, + "main_score": 0.718629, + "hf_subset": "ben_Beng-ssw_Latn", + "languages": [ + "ben-Beng", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-ukr_Cyrl", + "languages": [ + "ben-Beng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-afr_Latn", + "languages": [ + "ben-Beng", + "afr-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ben_Beng-bho_Deva", + "languages": [ + "ben-Beng", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.814954, + "recall": 0.868577, + "f1": 0.831653, + "accuracy": 0.868577, + "main_score": 0.831653, + "hf_subset": "ben_Beng-ibo_Latn", + "languages": [ + "ben-Beng", + "ibo-Latn" + ] + }, + { + "precision": 0.855402, + "recall": 0.896245, + "f1": 0.868017, + "accuracy": 0.896245, + "main_score": 0.868017, + "hf_subset": "ben_Beng-kmr_Latn", + "languages": [ + "ben-Beng", + "kmr-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ben_Beng-min_Latn", + "languages": [ + "ben-Beng", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ben_Beng-sun_Latn", + "languages": [ + "ben-Beng", + "sun-Latn" + ] + }, + { + "precision": 0.416968, + "recall": 0.483202, + "f1": 0.435345, + "accuracy": 0.483202, + "main_score": 0.435345, + "hf_subset": "ben_Beng-umb_Latn", + "languages": [ + "ben-Beng", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-ajp_Arab", + "languages": [ + "ben-Beng", + "ajp-Arab" + ] + }, + { + "precision": 0.456766, + "recall": 0.541502, + "f1": 0.479454, + "accuracy": 0.541502, + "main_score": 0.479454, + "hf_subset": "ben_Beng-bjn_Arab", + "languages": [ + "ben-Beng", + "bjn-Arab" + ] + }, + { + "precision": 0.435539, + "recall": 0.48419, + "f1": 0.448607, + "accuracy": 0.48419, + "main_score": 0.448607, + "hf_subset": "ben_Beng-ewe_Latn", + "languages": [ + "ben-Beng", + "ewe-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "ben_Beng-ilo_Latn", + "languages": [ + "ben-Beng", + "ilo-Latn" + ] + }, + { + "precision": 0.24737, + "recall": 0.305336, + "f1": 0.26137, + "accuracy": 0.305336, + "main_score": 0.26137, + "hf_subset": "ben_Beng-knc_Arab", + "languages": [ + "ben-Beng", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-mkd_Cyrl", + "languages": [ + "ben-Beng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-prs_Arab", + "languages": [ + "ben-Beng", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.698203, + "recall": 0.762846, + "f1": 0.716722, + "accuracy": 0.762846, + "main_score": 0.716722, + "hf_subset": "ben_Beng-aka_Latn", + "languages": [ + "ben-Beng", + "aka-Latn" + ] + }, + { + "precision": 0.953804, + "recall": 0.968379, + "f1": 0.958564, + "accuracy": 0.968379, + "main_score": 0.958564, + "hf_subset": "ben_Beng-bjn_Latn", + "languages": [ + "ben-Beng", + "bjn-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ben_Beng-fao_Latn", + "languages": [ + "ben-Beng", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.48387, + "recall": 0.534585, + "f1": 0.497576, + "accuracy": 0.534585, + "main_score": 0.497576, + "hf_subset": "ben_Beng-knc_Latn", + "languages": [ + "ben-Beng", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-mlt_Latn", + "languages": [ + "ben-Beng", + "mlt-Latn" + ] + }, + { + "precision": 0.608854, + "recall": 0.677866, + "f1": 0.627855, + "accuracy": 0.677866, + "main_score": 0.627855, + "hf_subset": "ben_Beng-quy_Latn", + "languages": [ + "ben-Beng", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ben_Beng-swh_Latn", + "languages": [ + "ben-Beng", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ben_Beng-uzn_Latn", + "languages": [ + "ben-Beng", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-als_Latn", + "languages": [ + "ben-Beng", + "als-Latn" + ] + }, + { + "precision": 0.76801, + "recall": 0.829051, + "f1": 0.786527, + "accuracy": 0.829051, + "main_score": 0.786527, + "hf_subset": "ben_Beng-bod_Tibt", + "languages": [ + "ben-Beng", + "bod-Tibt" + ] + }, + { + "precision": 0.59349, + "recall": 0.668972, + "f1": 0.615008, + "accuracy": 0.668972, + "main_score": 0.615008, + "hf_subset": "ben_Beng-fij_Latn", + "languages": [ + "ben-Beng", + "fij-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "ben_Beng-isl_Latn", + "languages": [ + "ben-Beng", + "isl-Latn" + ] + }, + { + "precision": 0.549929, + "recall": 0.616601, + "f1": 0.567608, + "accuracy": 0.616601, + "main_score": 0.567608, + "hf_subset": "ben_Beng-kon_Latn", + "languages": [ + "ben-Beng", + "kon-Latn" + ] + }, + { + "precision": 0.590759, + "recall": 0.661067, + "f1": 0.609674, + "accuracy": 0.661067, + "main_score": 0.609674, + "hf_subset": "ben_Beng-mni_Beng", + "languages": [ + "ben-Beng", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-ron_Latn", + "languages": [ + "ben-Beng", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "ben_Beng-szl_Latn", + "languages": [ + "ben-Beng", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-vec_Latn", + "languages": [ + "ben-Beng", + "vec-Latn" + ] + }, + { + "precision": 0.911479, + "recall": 0.938735, + "f1": 0.920191, + "accuracy": 0.938735, + "main_score": 0.920191, + "hf_subset": "ben_Beng-amh_Ethi", + "languages": [ + "ben-Beng", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-bos_Latn", + "languages": [ + "ben-Beng", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ita_Latn", + "languages": [ + "ben-Beng", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.467558, + "recall": 0.521739, + "f1": 0.482829, + "accuracy": 0.521739, + "main_score": 0.482829, + "hf_subset": "ben_Beng-mos_Latn", + "languages": [ + "ben-Beng", + "mos-Latn" + ] + }, + { + "precision": 0.717474, + "recall": 0.778656, + "f1": 0.735493, + "accuracy": 0.778656, + "main_score": 0.735493, + "hf_subset": "ben_Beng-run_Latn", + "languages": [ + "ben-Beng", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-apc_Arab", + "languages": [ + "ben-Beng", + "apc-Arab" + ] + }, + { + "precision": 0.665402, + "recall": 0.733202, + "f1": 0.684269, + "accuracy": 0.733202, + "main_score": 0.684269, + "hf_subset": "ben_Beng-bug_Latn", + "languages": [ + "ben-Beng", + "bug-Latn" + ] + }, + { + "precision": 0.403782, + "recall": 0.456522, + "f1": 0.418497, + "accuracy": 0.456522, + "main_score": 0.418497, + "hf_subset": "ben_Beng-fon_Latn", + "languages": [ + "ben-Beng", + "fon-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ben_Beng-jav_Latn", + "languages": [ + "ben-Beng", + "jav-Latn" + ] + }, + { + "precision": 0.924325, + "recall": 0.948617, + "f1": 0.932213, + "accuracy": 0.948617, + "main_score": 0.932213, + "hf_subset": "ben_Beng-lao_Laoo", + "languages": [ + "ben-Beng", + "lao-Laoo" + ] + }, + { + "precision": 0.861578, + "recall": 0.901186, + "f1": 0.873682, + "accuracy": 0.901186, + "main_score": 0.873682, + "hf_subset": "ben_Beng-mri_Latn", + "languages": [ + "ben-Beng", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.465271, + "recall": 0.518775, + "f1": 0.479273, + "accuracy": 0.518775, + "main_score": 0.479273, + "hf_subset": "ben_Beng-taq_Latn", + "languages": [ + "ben-Beng", + "taq-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ben_Beng-war_Latn", + "languages": [ + "ben-Beng", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-bul_Cyrl", + "languages": [ + "ben-Beng", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ben_Beng-lij_Latn", + "languages": [ + "ben-Beng", + "lij-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "ben_Beng-mya_Mymr", + "languages": [ + "ben-Beng", + "mya-Mymr" + ] + }, + { + "precision": 0.506624, + "recall": 0.568182, + "f1": 0.524143, + "accuracy": 0.568182, + "main_score": 0.524143, + "hf_subset": "ben_Beng-sag_Latn", + "languages": [ + "ben-Beng", + "sag-Latn" + ] + }, + { + "precision": 0.206848, + "recall": 0.268775, + "f1": 0.222178, + "accuracy": 0.268775, + "main_score": 0.222178, + "hf_subset": "ben_Beng-taq_Tfng", + "languages": [ + "ben-Beng", + "taq-Tfng" + ] + }, + { + "precision": 0.605337, + "recall": 0.671937, + "f1": 0.623237, + "accuracy": 0.671937, + "main_score": 0.623237, + "hf_subset": "ben_Beng-wol_Latn", + "languages": [ + "ben-Beng", + "wol-Latn" + ] + }, + { + "precision": 0.820735, + "recall": 0.871542, + "f1": 0.836298, + "accuracy": 0.871542, + "main_score": 0.836298, + "hf_subset": "ben_Beng-arb_Latn", + "languages": [ + "ben-Beng", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-cat_Latn", + "languages": [ + "ben-Beng", + "cat-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ben_Beng-fur_Latn", + "languages": [ + "ben-Beng", + "fur-Latn" + ] + }, + { + "precision": 0.394664, + "recall": 0.467391, + "f1": 0.412795, + "accuracy": 0.467391, + "main_score": 0.412795, + "hf_subset": "ben_Beng-kab_Latn", + "languages": [ + "ben-Beng", + "kab-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ben_Beng-lim_Latn", + "languages": [ + "ben-Beng", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.965333, + "recall": 0.974308, + "f1": 0.968116, + "accuracy": 0.974308, + "main_score": 0.968116, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-tat_Cyrl", + "languages": [ + "ben-Beng", + "tat-Cyrl" + ] + }, + { + "precision": 0.848633, + "recall": 0.891304, + "f1": 0.861679, + "accuracy": 0.891304, + "main_score": 0.861679, + "hf_subset": "ben_Beng-xho_Latn", + "languages": [ + "ben-Beng", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-ars_Arab", + "languages": [ + "ben-Beng", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-ceb_Latn", + "languages": [ + "ben-Beng", + "ceb-Latn" + ] + }, + { + "precision": 0.446404, + "recall": 0.508893, + "f1": 0.462157, + "accuracy": 0.508893, + "main_score": 0.462157, + "hf_subset": "ben_Beng-fuv_Latn", + "languages": [ + "ben-Beng", + "fuv-Latn" + ] + }, + { + "precision": 0.445123, + "recall": 0.51087, + "f1": 0.462439, + "accuracy": 0.51087, + "main_score": 0.462439, + "hf_subset": "ben_Beng-kac_Latn", + "languages": [ + "ben-Beng", + "kac-Latn" + ] + }, + { + "precision": 0.571064, + "recall": 0.63834, + "f1": 0.588605, + "accuracy": 0.63834, + "main_score": 0.588605, + "hf_subset": "ben_Beng-lin_Latn", + "languages": [ + "ben-Beng", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-nno_Latn", + "languages": [ + "ben-Beng", + "nno-Latn" + ] + }, + { + "precision": 0.868281, + "recall": 0.90415, + "f1": 0.879249, + "accuracy": 0.90415, + "main_score": 0.879249, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ben_Beng-ydd_Hebr", + "languages": [ + "ben-Beng", + "ydd-Hebr" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ben_Beng-ary_Arab", + "languages": [ + "ben-Beng", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-ces_Latn", + "languages": [ + "ben-Beng", + "ces-Latn" + ] + }, + { + "precision": 0.525471, + "recall": 0.603755, + "f1": 0.546601, + "accuracy": 0.603755, + "main_score": 0.546601, + "hf_subset": "ben_Beng-gaz_Latn", + "languages": [ + "ben-Beng", + "gaz-Latn" + ] + }, + { + "precision": 0.48997, + "recall": 0.573123, + "f1": 0.511639, + "accuracy": 0.573123, + "main_score": 0.511639, + "hf_subset": "ben_Beng-kam_Latn", + "languages": [ + "ben-Beng", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-nob_Latn", + "languages": [ + "ben-Beng", + "nob-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ben_Beng-scn_Latn", + "languages": [ + "ben-Beng", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ben_Beng-tgk_Cyrl", + "languages": [ + "ben-Beng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.688728, + "recall": 0.762846, + "f1": 0.710246, + "accuracy": 0.762846, + "main_score": 0.710246, + "hf_subset": "ben_Beng-yor_Latn", + "languages": [ + "ben-Beng", + "yor-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ben_Beng-arz_Arab", + "languages": [ + "ben-Beng", + "arz-Arab" + ] + }, + { + "precision": 0.438796, + "recall": 0.500988, + "f1": 0.455325, + "accuracy": 0.500988, + "main_score": 0.455325, + "hf_subset": "ben_Beng-cjk_Latn", + "languages": [ + "ben-Beng", + "cjk-Latn" + ] + }, + { + "precision": 0.916831, + "recall": 0.943676, + "f1": 0.92556, + "accuracy": 0.943676, + "main_score": 0.92556, + "hf_subset": "ben_Beng-gla_Latn", + "languages": [ + "ben-Beng", + "gla-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.976038, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "ben_Beng-lmo_Latn", + "languages": [ + "ben-Beng", + "lmo-Latn" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.501221, + "recall": 0.58498, + "f1": 0.524131, + "accuracy": 0.58498, + "main_score": 0.524131, + "hf_subset": "ben_Beng-shn_Mymr", + "languages": [ + "ben-Beng", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-tgl_Latn", + "languages": [ + "ben-Beng", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-yue_Hant", + "languages": [ + "ben-Beng", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.901877, + "recall": 0.931818, + "f1": 0.911397, + "accuracy": 0.931818, + "main_score": 0.911397, + "hf_subset": "ben_Beng-ckb_Arab", + "languages": [ + "ben-Beng", + "ckb-Arab" + ] + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "ben_Beng-gle_Latn", + "languages": [ + "ben-Beng", + "gle-Latn" + ] + }, + { + "precision": 0.89608, + "recall": 0.925889, + "f1": 0.905468, + "accuracy": 0.925889, + "main_score": 0.905468, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.865942, + "recall": 0.90415, + "f1": 0.877931, + "accuracy": 0.90415, + "main_score": 0.877931, + "hf_subset": "ben_Beng-ltg_Latn", + "languages": [ + "ben-Beng", + "ltg-Latn" + ] + }, + { + "precision": 0.73223, + "recall": 0.795455, + "f1": 0.750922, + "accuracy": 0.795455, + "main_score": 0.750922, + "hf_subset": "ben_Beng-nso_Latn", + "languages": [ + "ben-Beng", + "nso-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-tha_Thai", + "languages": [ + "ben-Beng", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ben_Beng-zho_Hans", + "languages": [ + "ben-Beng", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-ast_Latn", + "languages": [ + "ben-Beng", + "ast-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "ben_Beng-crh_Latn", + "languages": [ + "ben-Beng", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-glg_Latn", + "languages": [ + "ben-Beng", + "glg-Latn" + ] + }, + { + "precision": 0.828491, + "recall": 0.875494, + "f1": 0.84249, + "accuracy": 0.875494, + "main_score": 0.84249, + "hf_subset": "ben_Beng-kas_Deva", + "languages": [ + "ben-Beng", + "kas-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ben_Beng-ltz_Latn", + "languages": [ + "ben-Beng", + "ltz-Latn" + ] + }, + { + "precision": 0.410865, + "recall": 0.47332, + "f1": 0.427412, + "accuracy": 0.47332, + "main_score": 0.427412, + "hf_subset": "ben_Beng-nus_Latn", + "languages": [ + "ben-Beng", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-slk_Latn", + "languages": [ + "ben-Beng", + "slk-Latn" + ] + }, + { + "precision": 0.604946, + "recall": 0.685771, + "f1": 0.627575, + "accuracy": 0.685771, + "main_score": 0.627575, + "hf_subset": "ben_Beng-tir_Ethi", + "languages": [ + "ben-Beng", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.976532, + "recall": 0.982213, + "f1": 0.978327, + "accuracy": 0.982213, + "main_score": 0.978327, + "hf_subset": "ben_Beng-awa_Deva", + "languages": [ + "ben-Beng", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ben_Beng-cym_Latn", + "languages": [ + "ben-Beng", + "cym-Latn" + ] + }, + { + "precision": 0.707269, + "recall": 0.767787, + "f1": 0.723846, + "accuracy": 0.767787, + "main_score": 0.723846, + "hf_subset": "ben_Beng-grn_Latn", + "languages": [ + "ben-Beng", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ben_Beng-kat_Geor", + "languages": [ + "ben-Beng", + "kat-Geor" + ] + }, + { + "precision": 0.540091, + "recall": 0.604743, + "f1": 0.556754, + "accuracy": 0.604743, + "main_score": 0.556754, + "hf_subset": "ben_Beng-lua_Latn", + "languages": [ + "ben-Beng", + "lua-Latn" + ] + }, + { + "precision": 0.786314, + "recall": 0.842885, + "f1": 0.803689, + "accuracy": 0.842885, + "main_score": 0.803689, + "hf_subset": "ben_Beng-nya_Latn", + "languages": [ + "ben-Beng", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-slv_Latn", + "languages": [ + "ben-Beng", + "slv-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "ben_Beng-tpi_Latn", + "languages": [ + "ben-Beng", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-zsm_Latn", + "languages": [ + "ben-Beng", + "zsm-Latn" + ] + }, + { + "precision": 0.479811, + "recall": 0.537549, + "f1": 0.495539, + "accuracy": 0.537549, + "main_score": 0.495539, + "hf_subset": "ben_Beng-ayr_Latn", + "languages": [ + "ben-Beng", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-dan_Latn", + "languages": [ + "ben-Beng", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ben_Beng-kaz_Cyrl", + "languages": [ + "ben-Beng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.590672, + "recall": 0.673913, + "f1": 0.613999, + "accuracy": 0.673913, + "main_score": 0.613999, + "hf_subset": "ben_Beng-lug_Latn", + "languages": [ + "ben-Beng", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-oci_Latn", + "languages": [ + "ben-Beng", + "oci-Latn" + ] + }, + { + "precision": 0.801482, + "recall": 0.852767, + "f1": 0.817161, + "accuracy": 0.852767, + "main_score": 0.817161, + "hf_subset": "ben_Beng-smo_Latn", + "languages": [ + "ben-Beng", + "smo-Latn" + ] + }, + { + "precision": 0.684025, + "recall": 0.756917, + "f1": 0.705322, + "accuracy": 0.756917, + "main_score": 0.705322, + "hf_subset": "ben_Beng-tsn_Latn", + "languages": [ + "ben-Beng", + "tsn-Latn" + ] + }, + { + "precision": 0.860507, + "recall": 0.902174, + "f1": 0.873682, + "accuracy": 0.902174, + "main_score": 0.873682, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.918396, + "recall": 0.942688, + "f1": 0.92612, + "accuracy": 0.942688, + "main_score": 0.92612, + "hf_subset": "ben_Beng-azb_Arab", + "languages": [ + "ben-Beng", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ben_Beng-hat_Latn", + "languages": [ + "ben-Beng", + "hat-Latn" + ] + }, + { + "precision": 0.437623, + "recall": 0.5, + "f1": 0.454202, + "accuracy": 0.5, + "main_score": 0.454202, + "hf_subset": "ben_Beng-kbp_Latn", + "languages": [ + "ben-Beng", + "kbp-Latn" + ] + }, + { + "precision": 0.491526, + "recall": 0.550395, + "f1": 0.506742, + "accuracy": 0.550395, + "main_score": 0.506742, + "hf_subset": "ben_Beng-luo_Latn", + "languages": [ + "ben-Beng", + "luo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.850791, + "recall": 0.892292, + "f1": 0.863919, + "accuracy": 0.892292, + "main_score": 0.863919, + "hf_subset": "ben_Beng-sna_Latn", + "languages": [ + "ben-Beng", + "sna-Latn" + ] + }, + { + "precision": 0.598527, + "recall": 0.68083, + "f1": 0.621542, + "accuracy": 0.68083, + "main_score": 0.621542, + "hf_subset": "ben_Beng-tso_Latn", + "languages": [ + "ben-Beng", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-azj_Latn", + "languages": [ + "ben-Beng", + "azj-Latn" + ] + }, + { + "precision": 0.476535, + "recall": 0.540514, + "f1": 0.494693, + "accuracy": 0.540514, + "main_score": 0.494693, + "hf_subset": "ben_Beng-dik_Latn", + "languages": [ + "ben-Beng", + "dik-Latn" + ] + }, + { + "precision": 0.867951, + "recall": 0.907115, + "f1": 0.880402, + "accuracy": 0.907115, + "main_score": 0.880402, + "hf_subset": "ben_Beng-hau_Latn", + "languages": [ + "ben-Beng", + "hau-Latn" + ] + }, + { + "precision": 0.944746, + "recall": 0.962451, + "f1": 0.950494, + "accuracy": 0.962451, + "main_score": 0.950494, + "hf_subset": "ben_Beng-kea_Latn", + "languages": [ + "ben-Beng", + "kea-Latn" + ] + }, + { + "precision": 0.911067, + "recall": 0.937747, + "f1": 0.919433, + "accuracy": 0.937747, + "main_score": 0.919433, + "hf_subset": "ben_Beng-lus_Latn", + "languages": [ + "ben-Beng", + "lus-Latn" + ] + }, + { + "precision": 0.825027, + "recall": 0.867589, + "f1": 0.837286, + "accuracy": 0.867589, + "main_score": 0.837286, + "hf_subset": "ben_Beng-pag_Latn", + "languages": [ + "ben-Beng", + "pag-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ben_Beng-tuk_Latn", + "languages": [ + "ben-Beng", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ben_Beng-bak_Cyrl", + "languages": [ + "ben-Beng", + "bak-Cyrl" + ] + }, + { + "precision": 0.443061, + "recall": 0.516798, + "f1": 0.46246, + "accuracy": 0.516798, + "main_score": 0.46246, + "hf_subset": "ben_Beng-dyu_Latn", + "languages": [ + "ben-Beng", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "ben_Beng-khk_Cyrl", + "languages": [ + "ben-Beng", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-lvs_Latn", + "languages": [ + "ben-Beng", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.822365, + "recall": 0.873518, + "f1": 0.838208, + "accuracy": 0.873518, + "main_score": 0.838208, + "hf_subset": "ben_Beng-som_Latn", + "languages": [ + "ben-Beng", + "som-Latn" + ] + }, + { + "precision": 0.647721, + "recall": 0.716403, + "f1": 0.667042, + "accuracy": 0.716403, + "main_score": 0.667042, + "hf_subset": "ben_Beng-tum_Latn", + "languages": [ + "ben-Beng", + "tum-Latn" + ] + }, + { + "precision": 0.480909, + "recall": 0.566206, + "f1": 0.504443, + "accuracy": 0.566206, + "main_score": 0.504443, + "hf_subset": "est_Latn-ace_Arab", + "languages": [ + "est-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.448192, + "recall": 0.503953, + "f1": 0.462443, + "accuracy": 0.503953, + "main_score": 0.462443, + "hf_subset": "est_Latn-bam_Latn", + "languages": [ + "est-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.596047, + "recall": 0.684783, + "f1": 0.621011, + "accuracy": 0.684783, + "main_score": 0.621011, + "hf_subset": "est_Latn-dzo_Tibt", + "languages": [ + "est-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-hin_Deva", + "languages": [ + "est-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "est_Latn-khm_Khmr", + "languages": [ + "est-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "est_Latn-mag_Deva", + "languages": [ + "est-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-pap_Latn", + "languages": [ + "est-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.820273, + "recall": 0.871542, + "f1": 0.836364, + "accuracy": 0.871542, + "main_score": 0.836364, + "hf_subset": "est_Latn-sot_Latn", + "languages": [ + "est-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-tur_Latn", + "languages": [ + "est-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.821327, + "recall": 0.867589, + "f1": 0.835687, + "accuracy": 0.867589, + "main_score": 0.835687, + "hf_subset": "est_Latn-ace_Latn", + "languages": [ + "est-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "est_Latn-ban_Latn", + "languages": [ + "est-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-ell_Grek", + "languages": [ + "est-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "est_Latn-hne_Deva", + "languages": [ + "est-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.526157, + "recall": 0.601779, + "f1": 0.546355, + "accuracy": 0.601779, + "main_score": 0.546355, + "hf_subset": "est_Latn-kik_Latn", + "languages": [ + "est-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "est_Latn-mai_Deva", + "languages": [ + "est-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "est_Latn-pbt_Arab", + "languages": [ + "est-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-spa_Latn", + "languages": [ + "est-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.707602, + "recall": 0.774704, + "f1": 0.726581, + "accuracy": 0.774704, + "main_score": 0.726581, + "hf_subset": "est_Latn-twi_Latn", + "languages": [ + "est-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-acm_Arab", + "languages": [ + "est-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-bel_Cyrl", + "languages": [ + "est-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-hrv_Latn", + "languages": [ + "est-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.805971, + "recall": 0.854743, + "f1": 0.820753, + "accuracy": 0.854743, + "main_score": 0.820753, + "hf_subset": "est_Latn-kin_Latn", + "languages": [ + "est-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "est_Latn-mal_Mlym", + "languages": [ + "est-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "est_Latn-pes_Arab", + "languages": [ + "est-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "est_Latn-srd_Latn", + "languages": [ + "est-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.190366, + "recall": 0.254941, + "f1": 0.205684, + "accuracy": 0.254941, + "main_score": 0.205684, + "hf_subset": "est_Latn-tzm_Tfng", + "languages": [ + "est-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-acq_Arab", + "languages": [ + "est-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.612981, + "recall": 0.693676, + "f1": 0.635928, + "accuracy": 0.693676, + "main_score": 0.635928, + "hf_subset": "est_Latn-bem_Latn", + "languages": [ + "est-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-epo_Latn", + "languages": [ + "est-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-hun_Latn", + "languages": [ + "est-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "est_Latn-kir_Cyrl", + "languages": [ + "est-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-mar_Deva", + "languages": [ + "est-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.839048, + "recall": 0.881423, + "f1": 0.851779, + "accuracy": 0.881423, + "main_score": 0.851779, + "hf_subset": "est_Latn-plt_Latn", + "languages": [ + "est-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-srp_Cyrl", + "languages": [ + "est-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "est_Latn-uig_Arab", + "languages": [ + "est-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "est_Latn-aeb_Arab", + "languages": [ + "est-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-ben_Beng", + "languages": [ + "est-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-hye_Armn", + "languages": [ + "est-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.417206, + "recall": 0.488142, + "f1": 0.435698, + "accuracy": 0.488142, + "main_score": 0.435698, + "hf_subset": "est_Latn-kmb_Latn", + "languages": [ + "est-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.440995, + "recall": 0.527668, + "f1": 0.463296, + "accuracy": 0.527668, + "main_score": 0.463296, + "hf_subset": "est_Latn-min_Arab", + "languages": [ + "est-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-pol_Latn", + "languages": [ + "est-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.679908, + "recall": 0.754941, + "f1": 0.70146, + "accuracy": 0.754941, + "main_score": 0.70146, + "hf_subset": "est_Latn-ssw_Latn", + "languages": [ + "est-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-ukr_Cyrl", + "languages": [ + "est-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-afr_Latn", + "languages": [ + "est-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "est_Latn-bho_Deva", + "languages": [ + "est-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "est_Latn-eus_Latn", + "languages": [ + "est-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.809733, + "recall": 0.862648, + "f1": 0.825692, + "accuracy": 0.862648, + "main_score": 0.825692, + "hf_subset": "est_Latn-ibo_Latn", + "languages": [ + "est-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.836495, + "recall": 0.883399, + "f1": 0.851087, + "accuracy": 0.883399, + "main_score": 0.851087, + "hf_subset": "est_Latn-kmr_Latn", + "languages": [ + "est-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "est_Latn-min_Latn", + "languages": [ + "est-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-por_Latn", + "languages": [ + "est-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "est_Latn-sun_Latn", + "languages": [ + "est-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.419978, + "recall": 0.485178, + "f1": 0.437924, + "accuracy": 0.485178, + "main_score": 0.437924, + "hf_subset": "est_Latn-umb_Latn", + "languages": [ + "est-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-ajp_Arab", + "languages": [ + "est-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.452088, + "recall": 0.540514, + "f1": 0.47511, + "accuracy": 0.540514, + "main_score": 0.47511, + "hf_subset": "est_Latn-bjn_Arab", + "languages": [ + "est-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.434027, + "recall": 0.490119, + "f1": 0.449035, + "accuracy": 0.490119, + "main_score": 0.449035, + "hf_subset": "est_Latn-ewe_Latn", + "languages": [ + "est-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.926713, + "recall": 0.949605, + "f1": 0.934124, + "accuracy": 0.949605, + "main_score": 0.934124, + "hf_subset": "est_Latn-ilo_Latn", + "languages": [ + "est-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.231074, + "recall": 0.296443, + "f1": 0.245974, + "accuracy": 0.296443, + "main_score": 0.245974, + "hf_subset": "est_Latn-knc_Arab", + "languages": [ + "est-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-mkd_Cyrl", + "languages": [ + "est-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-prs_Arab", + "languages": [ + "est-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-swe_Latn", + "languages": [ + "est-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-urd_Arab", + "languages": [ + "est-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.690901, + "recall": 0.761858, + "f1": 0.711321, + "accuracy": 0.761858, + "main_score": 0.711321, + "hf_subset": "est_Latn-aka_Latn", + "languages": [ + "est-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.962533, + "recall": 0.974308, + "f1": 0.966304, + "accuracy": 0.974308, + "main_score": 0.966304, + "hf_subset": "est_Latn-bjn_Latn", + "languages": [ + "est-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "est_Latn-fao_Latn", + "languages": [ + "est-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ind_Latn", + "languages": [ + "est-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.488024, + "recall": 0.54249, + "f1": 0.502789, + "accuracy": 0.54249, + "main_score": 0.502789, + "hf_subset": "est_Latn-knc_Latn", + "languages": [ + "est-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-mlt_Latn", + "languages": [ + "est-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.604711, + "recall": 0.677866, + "f1": 0.62526, + "accuracy": 0.677866, + "main_score": 0.62526, + "hf_subset": "est_Latn-quy_Latn", + "languages": [ + "est-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-swh_Latn", + "languages": [ + "est-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "est_Latn-uzn_Latn", + "languages": [ + "est-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "est_Latn-als_Latn", + "languages": [ + "est-Latn", + "als-Latn" + ] + }, + { + "precision": 0.758489, + "recall": 0.820158, + "f1": 0.777028, + "accuracy": 0.820158, + "main_score": 0.777028, + "hf_subset": "est_Latn-bod_Tibt", + "languages": [ + "est-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.589281, + "recall": 0.66996, + "f1": 0.612869, + "accuracy": 0.66996, + "main_score": 0.612869, + "hf_subset": "est_Latn-fij_Latn", + "languages": [ + "est-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "est_Latn-isl_Latn", + "languages": [ + "est-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.558161, + "recall": 0.629447, + "f1": 0.577258, + "accuracy": 0.629447, + "main_score": 0.577258, + "hf_subset": "est_Latn-kon_Latn", + "languages": [ + "est-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.553218, + "recall": 0.631423, + "f1": 0.57481, + "accuracy": 0.631423, + "main_score": 0.57481, + "hf_subset": "est_Latn-mni_Beng", + "languages": [ + "est-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-ron_Latn", + "languages": [ + "est-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "est_Latn-szl_Latn", + "languages": [ + "est-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-vec_Latn", + "languages": [ + "est-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.894739, + "recall": 0.925889, + "f1": 0.904397, + "accuracy": 0.925889, + "main_score": 0.904397, + "hf_subset": "est_Latn-amh_Ethi", + "languages": [ + "est-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-bos_Latn", + "languages": [ + "est-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-fin_Latn", + "languages": [ + "est-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ita_Latn", + "languages": [ + "est-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-kor_Hang", + "languages": [ + "est-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.473648, + "recall": 0.527668, + "f1": 0.488446, + "accuracy": 0.527668, + "main_score": 0.488446, + "hf_subset": "est_Latn-mos_Latn", + "languages": [ + "est-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.708087, + "recall": 0.775692, + "f1": 0.727763, + "accuracy": 0.775692, + "main_score": 0.727763, + "hf_subset": "est_Latn-run_Latn", + "languages": [ + "est-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "est_Latn-tam_Taml", + "languages": [ + "est-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-vie_Latn", + "languages": [ + "est-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-apc_Arab", + "languages": [ + "est-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.695565, + "recall": 0.76087, + "f1": 0.714134, + "accuracy": 0.76087, + "main_score": 0.714134, + "hf_subset": "est_Latn-bug_Latn", + "languages": [ + "est-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.40961, + "recall": 0.459486, + "f1": 0.423672, + "accuracy": 0.459486, + "main_score": 0.423672, + "hf_subset": "est_Latn-fon_Latn", + "languages": [ + "est-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "est_Latn-jav_Latn", + "languages": [ + "est-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "est_Latn-lao_Laoo", + "languages": [ + "est-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.843083, + "recall": 0.887352, + "f1": 0.856653, + "accuracy": 0.887352, + "main_score": 0.856653, + "hf_subset": "est_Latn-mri_Latn", + "languages": [ + "est-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-rus_Cyrl", + "languages": [ + "est-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.468503, + "recall": 0.528656, + "f1": 0.484524, + "accuracy": 0.528656, + "main_score": 0.484524, + "hf_subset": "est_Latn-taq_Latn", + "languages": [ + "est-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "est_Latn-war_Latn", + "languages": [ + "est-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-arb_Arab", + "languages": [ + "est-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-bul_Cyrl", + "languages": [ + "est-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-fra_Latn", + "languages": [ + "est-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-jpn_Jpan", + "languages": [ + "est-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "est_Latn-lij_Latn", + "languages": [ + "est-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "est_Latn-mya_Mymr", + "languages": [ + "est-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.527171, + "recall": 0.589921, + "f1": 0.543884, + "accuracy": 0.589921, + "main_score": 0.543884, + "hf_subset": "est_Latn-sag_Latn", + "languages": [ + "est-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.197571, + "recall": 0.262846, + "f1": 0.213317, + "accuracy": 0.262846, + "main_score": 0.213317, + "hf_subset": "est_Latn-taq_Tfng", + "languages": [ + "est-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.61407, + "recall": 0.68083, + "f1": 0.63253, + "accuracy": 0.68083, + "main_score": 0.63253, + "hf_subset": "est_Latn-wol_Latn", + "languages": [ + "est-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.829496, + "recall": 0.87747, + "f1": 0.844236, + "accuracy": 0.87747, + "main_score": 0.844236, + "hf_subset": "est_Latn-arb_Latn", + "languages": [ + "est-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-cat_Latn", + "languages": [ + "est-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "est_Latn-fur_Latn", + "languages": [ + "est-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.400091, + "recall": 0.474308, + "f1": 0.418437, + "accuracy": 0.474308, + "main_score": 0.418437, + "hf_subset": "est_Latn-kab_Latn", + "languages": [ + "est-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "est_Latn-lim_Latn", + "languages": [ + "est-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-nld_Latn", + "languages": [ + "est-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "est_Latn-san_Deva", + "languages": [ + "est-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-tat_Cyrl", + "languages": [ + "est-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838159, + "recall": 0.882411, + "f1": 0.85168, + "accuracy": 0.882411, + "main_score": 0.85168, + "hf_subset": "est_Latn-xho_Latn", + "languages": [ + "est-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-ars_Arab", + "languages": [ + "est-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-ceb_Latn", + "languages": [ + "est-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.446703, + "recall": 0.508893, + "f1": 0.463109, + "accuracy": 0.508893, + "main_score": 0.463109, + "hf_subset": "est_Latn-fuv_Latn", + "languages": [ + "est-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.446499, + "recall": 0.51581, + "f1": 0.465188, + "accuracy": 0.51581, + "main_score": 0.465188, + "hf_subset": "est_Latn-kac_Latn", + "languages": [ + "est-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.584537, + "recall": 0.653162, + "f1": 0.602611, + "accuracy": 0.653162, + "main_score": 0.602611, + "hf_subset": "est_Latn-lin_Latn", + "languages": [ + "est-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-nno_Latn", + "languages": [ + "est-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.847661, + "recall": 0.891304, + "f1": 0.861265, + "accuracy": 0.891304, + "main_score": 0.861265, + "hf_subset": "est_Latn-sat_Olck", + "languages": [ + "est-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-tel_Telu", + "languages": [ + "est-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "est_Latn-ydd_Hebr", + "languages": [ + "est-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "est_Latn-ary_Arab", + "languages": [ + "est-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-ces_Latn", + "languages": [ + "est-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.517668, + "recall": 0.601779, + "f1": 0.540471, + "accuracy": 0.601779, + "main_score": 0.540471, + "hf_subset": "est_Latn-gaz_Latn", + "languages": [ + "est-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.476378, + "recall": 0.562253, + "f1": 0.498639, + "accuracy": 0.562253, + "main_score": 0.498639, + "hf_subset": "est_Latn-kam_Latn", + "languages": [ + "est-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-lit_Latn", + "languages": [ + "est-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-nob_Latn", + "languages": [ + "est-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "est_Latn-scn_Latn", + "languages": [ + "est-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "est_Latn-tgk_Cyrl", + "languages": [ + "est-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.688251, + "recall": 0.762846, + "f1": 0.709653, + "accuracy": 0.762846, + "main_score": 0.709653, + "hf_subset": "est_Latn-yor_Latn", + "languages": [ + "est-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-arz_Arab", + "languages": [ + "est-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.435555, + "recall": 0.504941, + "f1": 0.454664, + "accuracy": 0.504941, + "main_score": 0.454664, + "hf_subset": "est_Latn-cjk_Latn", + "languages": [ + "est-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.922431, + "recall": 0.947628, + "f1": 0.930665, + "accuracy": 0.947628, + "main_score": 0.930665, + "hf_subset": "est_Latn-gla_Latn", + "languages": [ + "est-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "est_Latn-kan_Knda", + "languages": [ + "est-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.979661, + "recall": 0.985178, + "f1": 0.981291, + "accuracy": 0.985178, + "main_score": 0.981291, + "hf_subset": "est_Latn-lmo_Latn", + "languages": [ + "est-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "est_Latn-npi_Deva", + "languages": [ + "est-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.491636, + "recall": 0.573123, + "f1": 0.514532, + "accuracy": 0.573123, + "main_score": 0.514532, + "hf_subset": "est_Latn-shn_Mymr", + "languages": [ + "est-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-tgl_Latn", + "languages": [ + "est-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-yue_Hant", + "languages": [ + "est-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "est_Latn-asm_Beng", + "languages": [ + "est-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.897727, + "recall": 0.926877, + "f1": 0.906738, + "accuracy": 0.926877, + "main_score": 0.906738, + "hf_subset": "est_Latn-ckb_Arab", + "languages": [ + "est-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "est_Latn-gle_Latn", + "languages": [ + "est-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.888093, + "recall": 0.921937, + "f1": 0.898781, + "accuracy": 0.921937, + "main_score": 0.898781, + "hf_subset": "est_Latn-kas_Arab", + "languages": [ + "est-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.892655, + "recall": 0.923913, + "f1": 0.902306, + "accuracy": 0.923913, + "main_score": 0.902306, + "hf_subset": "est_Latn-ltg_Latn", + "languages": [ + "est-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.726788, + "recall": 0.795455, + "f1": 0.747268, + "accuracy": 0.795455, + "main_score": 0.747268, + "hf_subset": "est_Latn-nso_Latn", + "languages": [ + "est-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "est_Latn-sin_Sinh", + "languages": [ + "est-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-tha_Thai", + "languages": [ + "est-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "est_Latn-zho_Hans", + "languages": [ + "est-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-ast_Latn", + "languages": [ + "est-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "est_Latn-crh_Latn", + "languages": [ + "est-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-glg_Latn", + "languages": [ + "est-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.808976, + "recall": 0.86166, + "f1": 0.824736, + "accuracy": 0.86166, + "main_score": 0.824736, + "hf_subset": "est_Latn-kas_Deva", + "languages": [ + "est-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "est_Latn-ltz_Latn", + "languages": [ + "est-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.398089, + "recall": 0.460474, + "f1": 0.414253, + "accuracy": 0.460474, + "main_score": 0.414253, + "hf_subset": "est_Latn-nus_Latn", + "languages": [ + "est-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-slk_Latn", + "languages": [ + "est-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.592723, + "recall": 0.678854, + "f1": 0.616254, + "accuracy": 0.678854, + "main_score": 0.616254, + "hf_subset": "est_Latn-tir_Ethi", + "languages": [ + "est-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-zho_Hant", + "languages": [ + "est-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976038, + "recall": 0.982213, + "f1": 0.977997, + "accuracy": 0.982213, + "main_score": 0.977997, + "hf_subset": "est_Latn-awa_Deva", + "languages": [ + "est-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "est_Latn-cym_Latn", + "languages": [ + "est-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.729255, + "recall": 0.790514, + "f1": 0.746345, + "accuracy": 0.790514, + "main_score": 0.746345, + "hf_subset": "est_Latn-grn_Latn", + "languages": [ + "est-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-kat_Geor", + "languages": [ + "est-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.546038, + "recall": 0.61166, + "f1": 0.563068, + "accuracy": 0.61166, + "main_score": 0.563068, + "hf_subset": "est_Latn-lua_Latn", + "languages": [ + "est-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.780385, + "recall": 0.842885, + "f1": 0.799605, + "accuracy": 0.842885, + "main_score": 0.799605, + "hf_subset": "est_Latn-nya_Latn", + "languages": [ + "est-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-slv_Latn", + "languages": [ + "est-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "est_Latn-tpi_Latn", + "languages": [ + "est-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-zsm_Latn", + "languages": [ + "est-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.485585, + "recall": 0.547431, + "f1": 0.503002, + "accuracy": 0.547431, + "main_score": 0.503002, + "hf_subset": "est_Latn-ayr_Latn", + "languages": [ + "est-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-dan_Latn", + "languages": [ + "est-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-guj_Gujr", + "languages": [ + "est-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-kaz_Cyrl", + "languages": [ + "est-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.576221, + "recall": 0.66502, + "f1": 0.602218, + "accuracy": 0.66502, + "main_score": 0.602218, + "hf_subset": "est_Latn-lug_Latn", + "languages": [ + "est-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "est_Latn-oci_Latn", + "languages": [ + "est-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.789509, + "recall": 0.841897, + "f1": 0.805567, + "accuracy": 0.841897, + "main_score": 0.805567, + "hf_subset": "est_Latn-smo_Latn", + "languages": [ + "est-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.699745, + "recall": 0.768775, + "f1": 0.719968, + "accuracy": 0.768775, + "main_score": 0.719968, + "hf_subset": "est_Latn-tsn_Latn", + "languages": [ + "est-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.845142, + "recall": 0.890316, + "f1": 0.859387, + "accuracy": 0.890316, + "main_score": 0.859387, + "hf_subset": "est_Latn-zul_Latn", + "languages": [ + "est-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.909256, + "recall": 0.937747, + "f1": 0.918478, + "accuracy": 0.937747, + "main_score": 0.918478, + "hf_subset": "est_Latn-azb_Arab", + "languages": [ + "est-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-deu_Latn", + "languages": [ + "est-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.962698, + "recall": 0.974308, + "f1": 0.966469, + "accuracy": 0.974308, + "main_score": 0.966469, + "hf_subset": "est_Latn-hat_Latn", + "languages": [ + "est-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.445565, + "recall": 0.507905, + "f1": 0.462473, + "accuracy": 0.507905, + "main_score": 0.462473, + "hf_subset": "est_Latn-kbp_Latn", + "languages": [ + "est-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.483901, + "recall": 0.548419, + "f1": 0.501095, + "accuracy": 0.548419, + "main_score": 0.501095, + "hf_subset": "est_Latn-luo_Latn", + "languages": [ + "est-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "est_Latn-ory_Orya", + "languages": [ + "est-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.861825, + "recall": 0.901186, + "f1": 0.874111, + "accuracy": 0.901186, + "main_score": 0.874111, + "hf_subset": "est_Latn-sna_Latn", + "languages": [ + "est-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.601927, + "recall": 0.674901, + "f1": 0.62206, + "accuracy": 0.674901, + "main_score": 0.62206, + "hf_subset": "est_Latn-tso_Latn", + "languages": [ + "est-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-azj_Latn", + "languages": [ + "est-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.461048, + "recall": 0.532609, + "f1": 0.480821, + "accuracy": 0.532609, + "main_score": 0.480821, + "hf_subset": "est_Latn-dik_Latn", + "languages": [ + "est-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.868495, + "recall": 0.905138, + "f1": 0.879974, + "accuracy": 0.905138, + "main_score": 0.879974, + "hf_subset": "est_Latn-hau_Latn", + "languages": [ + "est-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "est_Latn-kea_Latn", + "languages": [ + "est-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.895751, + "recall": 0.925889, + "f1": 0.90527, + "accuracy": 0.925889, + "main_score": 0.90527, + "hf_subset": "est_Latn-lus_Latn", + "languages": [ + "est-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.826367, + "recall": 0.870553, + "f1": 0.839526, + "accuracy": 0.870553, + "main_score": 0.839526, + "hf_subset": "est_Latn-pag_Latn", + "languages": [ + "est-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "est_Latn-snd_Arab", + "languages": [ + "est-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "est_Latn-tuk_Latn", + "languages": [ + "est-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "est_Latn-bak_Cyrl", + "languages": [ + "est-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.448757, + "recall": 0.520751, + "f1": 0.467724, + "accuracy": 0.520751, + "main_score": 0.467724, + "hf_subset": "est_Latn-dyu_Latn", + "languages": [ + "est-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-heb_Hebr", + "languages": [ + "est-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "est_Latn-khk_Cyrl", + "languages": [ + "est-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-lvs_Latn", + "languages": [ + "est-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-pan_Guru", + "languages": [ + "est-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.818544, + "recall": 0.869565, + "f1": 0.834044, + "accuracy": 0.869565, + "main_score": 0.834044, + "hf_subset": "est_Latn-som_Latn", + "languages": [ + "est-Latn", + "som-Latn" + ] + }, + { + "precision": 0.648815, + "recall": 0.720356, + "f1": 0.669411, + "accuracy": 0.720356, + "main_score": 0.669411, + "hf_subset": "est_Latn-tum_Latn", + "languages": [ + "est-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.446385, + "recall": 0.535573, + "f1": 0.470874, + "accuracy": 0.535573, + "main_score": 0.470874, + "hf_subset": "hye_Armn-ace_Arab", + "languages": [ + "hye-Armn", + "ace-Arab" + ] + }, + { + "precision": 0.440674, + "recall": 0.48913, + "f1": 0.453031, + "accuracy": 0.48913, + "main_score": 0.453031, + "hf_subset": "hye_Armn-bam_Latn", + "languages": [ + "hye-Armn", + "bam-Latn" + ] + }, + { + "precision": 0.595209, + "recall": 0.687747, + "f1": 0.621368, + "accuracy": 0.687747, + "main_score": 0.621368, + "hf_subset": "hye_Armn-dzo_Tibt", + "languages": [ + "hye-Armn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-hin_Deva", + "languages": [ + "hye-Armn", + "hin-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "hye_Armn-khm_Khmr", + "languages": [ + "hye-Armn", + "khm-Khmr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hye_Armn-mag_Deva", + "languages": [ + "hye-Armn", + "mag-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hye_Armn-pap_Latn", + "languages": [ + "hye-Armn", + "pap-Latn" + ] + }, + { + "precision": 0.822381, + "recall": 0.87253, + "f1": 0.837978, + "accuracy": 0.87253, + "main_score": 0.837978, + "hf_subset": "hye_Armn-sot_Latn", + "languages": [ + "hye-Armn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-tur_Latn", + "languages": [ + "hye-Armn", + "tur-Latn" + ] + }, + { + "precision": 0.810482, + "recall": 0.858696, + "f1": 0.824953, + "accuracy": 0.858696, + "main_score": 0.824953, + "hf_subset": "hye_Armn-ace_Latn", + "languages": [ + "hye-Armn", + "ace-Latn" + ] + }, + { + "precision": 0.942111, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "hye_Armn-ban_Latn", + "languages": [ + "hye-Armn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "hye_Armn-hne_Deva", + "languages": [ + "hye-Armn", + "hne-Deva" + ] + }, + { + "precision": 0.513859, + "recall": 0.586957, + "f1": 0.532581, + "accuracy": 0.586957, + "main_score": 0.532581, + "hf_subset": "hye_Armn-kik_Latn", + "languages": [ + "hye-Armn", + "kik-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hye_Armn-mai_Deva", + "languages": [ + "hye-Armn", + "mai-Deva" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "hye_Armn-pbt_Arab", + "languages": [ + "hye-Armn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-spa_Latn", + "languages": [ + "hye-Armn", + "spa-Latn" + ] + }, + { + "precision": 0.689653, + "recall": 0.758893, + "f1": 0.709347, + "accuracy": 0.758893, + "main_score": 0.709347, + "hf_subset": "hye_Armn-twi_Latn", + "languages": [ + "hye-Armn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-acm_Arab", + "languages": [ + "hye-Armn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-bel_Cyrl", + "languages": [ + "hye-Armn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-hrv_Latn", + "languages": [ + "hye-Armn", + "hrv-Latn" + ] + }, + { + "precision": 0.818462, + "recall": 0.866601, + "f1": 0.833136, + "accuracy": 0.866601, + "main_score": 0.833136, + "hf_subset": "hye_Armn-kin_Latn", + "languages": [ + "hye-Armn", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hye_Armn-mal_Mlym", + "languages": [ + "hye-Armn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-pes_Arab", + "languages": [ + "hye-Armn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hye_Armn-srd_Latn", + "languages": [ + "hye-Armn", + "srd-Latn" + ] + }, + { + "precision": 0.191775, + "recall": 0.253953, + "f1": 0.206317, + "accuracy": 0.253953, + "main_score": 0.206317, + "hf_subset": "hye_Armn-tzm_Tfng", + "languages": [ + "hye-Armn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-acq_Arab", + "languages": [ + "hye-Armn", + "acq-Arab" + ] + }, + { + "precision": 0.599082, + "recall": 0.68083, + "f1": 0.621765, + "accuracy": 0.68083, + "main_score": 0.621765, + "hf_subset": "hye_Armn-bem_Latn", + "languages": [ + "hye-Armn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-epo_Latn", + "languages": [ + "hye-Armn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-hun_Latn", + "languages": [ + "hye-Armn", + "hun-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "hye_Armn-kir_Cyrl", + "languages": [ + "hye-Armn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-mar_Deva", + "languages": [ + "hye-Armn", + "mar-Deva" + ] + }, + { + "precision": 0.834964, + "recall": 0.881423, + "f1": 0.849045, + "accuracy": 0.881423, + "main_score": 0.849045, + "hf_subset": "hye_Armn-plt_Latn", + "languages": [ + "hye-Armn", + "plt-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "hye_Armn-srp_Cyrl", + "languages": [ + "hye-Armn", + "srp-Cyrl" + ] + }, + { + "precision": 0.939806, + "recall": 0.958498, + "f1": 0.945883, + "accuracy": 0.958498, + "main_score": 0.945883, + "hf_subset": "hye_Armn-uig_Arab", + "languages": [ + "hye-Armn", + "uig-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "hye_Armn-aeb_Arab", + "languages": [ + "hye-Armn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-ben_Beng", + "languages": [ + "hye-Armn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-est_Latn", + "languages": [ + "hye-Armn", + "est-Latn" + ] + }, + { + "precision": 0.421804, + "recall": 0.48419, + "f1": 0.438211, + "accuracy": 0.48419, + "main_score": 0.438211, + "hf_subset": "hye_Armn-kmb_Latn", + "languages": [ + "hye-Armn", + "kmb-Latn" + ] + }, + { + "precision": 0.413966, + "recall": 0.505929, + "f1": 0.436676, + "accuracy": 0.505929, + "main_score": 0.436676, + "hf_subset": "hye_Armn-min_Arab", + "languages": [ + "hye-Armn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-pol_Latn", + "languages": [ + "hye-Armn", + "pol-Latn" + ] + }, + { + "precision": 0.693241, + "recall": 0.767787, + "f1": 0.71553, + "accuracy": 0.767787, + "main_score": 0.71553, + "hf_subset": "hye_Armn-ssw_Latn", + "languages": [ + "hye-Armn", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-ukr_Cyrl", + "languages": [ + "hye-Armn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-afr_Latn", + "languages": [ + "hye-Armn", + "afr-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hye_Armn-bho_Deva", + "languages": [ + "hye-Armn", + "bho-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hye_Armn-eus_Latn", + "languages": [ + "hye-Armn", + "eus-Latn" + ] + }, + { + "precision": 0.81334, + "recall": 0.866601, + "f1": 0.829348, + "accuracy": 0.866601, + "main_score": 0.829348, + "hf_subset": "hye_Armn-ibo_Latn", + "languages": [ + "hye-Armn", + "ibo-Latn" + ] + }, + { + "precision": 0.84972, + "recall": 0.893281, + "f1": 0.863505, + "accuracy": 0.893281, + "main_score": 0.863505, + "hf_subset": "hye_Armn-kmr_Latn", + "languages": [ + "hye-Armn", + "kmr-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "hye_Armn-min_Latn", + "languages": [ + "hye-Armn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-por_Latn", + "languages": [ + "hye-Armn", + "por-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hye_Armn-sun_Latn", + "languages": [ + "hye-Armn", + "sun-Latn" + ] + }, + { + "precision": 0.414398, + "recall": 0.476285, + "f1": 0.430807, + "accuracy": 0.476285, + "main_score": 0.430807, + "hf_subset": "hye_Armn-umb_Latn", + "languages": [ + "hye-Armn", + "umb-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "hye_Armn-ajp_Arab", + "languages": [ + "hye-Armn", + "ajp-Arab" + ] + }, + { + "precision": 0.44367, + "recall": 0.529644, + "f1": 0.466419, + "accuracy": 0.529644, + "main_score": 0.466419, + "hf_subset": "hye_Armn-bjn_Arab", + "languages": [ + "hye-Armn", + "bjn-Arab" + ] + }, + { + "precision": 0.426277, + "recall": 0.479249, + "f1": 0.440526, + "accuracy": 0.479249, + "main_score": 0.440526, + "hf_subset": "hye_Armn-ewe_Latn", + "languages": [ + "hye-Armn", + "ewe-Latn" + ] + }, + { + "precision": 0.934618, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "hye_Armn-ilo_Latn", + "languages": [ + "hye-Armn", + "ilo-Latn" + ] + }, + { + "precision": 0.227415, + "recall": 0.285573, + "f1": 0.241561, + "accuracy": 0.285573, + "main_score": 0.241561, + "hf_subset": "hye_Armn-knc_Arab", + "languages": [ + "hye-Armn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-mkd_Cyrl", + "languages": [ + "hye-Armn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-prs_Arab", + "languages": [ + "hye-Armn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-swe_Latn", + "languages": [ + "hye-Armn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-urd_Arab", + "languages": [ + "hye-Armn", + "urd-Arab" + ] + }, + { + "precision": 0.676409, + "recall": 0.746047, + "f1": 0.695887, + "accuracy": 0.746047, + "main_score": 0.695887, + "hf_subset": "hye_Armn-aka_Latn", + "languages": [ + "hye-Armn", + "aka-Latn" + ] + }, + { + "precision": 0.956769, + "recall": 0.970356, + "f1": 0.961199, + "accuracy": 0.970356, + "main_score": 0.961199, + "hf_subset": "hye_Armn-bjn_Latn", + "languages": [ + "hye-Armn", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hye_Armn-fao_Latn", + "languages": [ + "hye-Armn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ind_Latn", + "languages": [ + "hye-Armn", + "ind-Latn" + ] + }, + { + "precision": 0.470699, + "recall": 0.518775, + "f1": 0.483668, + "accuracy": 0.518775, + "main_score": 0.483668, + "hf_subset": "hye_Armn-knc_Latn", + "languages": [ + "hye-Armn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-mlt_Latn", + "languages": [ + "hye-Armn", + "mlt-Latn" + ] + }, + { + "precision": 0.59838, + "recall": 0.664032, + "f1": 0.615871, + "accuracy": 0.664032, + "main_score": 0.615871, + "hf_subset": "hye_Armn-quy_Latn", + "languages": [ + "hye-Armn", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-swh_Latn", + "languages": [ + "hye-Armn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hye_Armn-uzn_Latn", + "languages": [ + "hye-Armn", + "uzn-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hye_Armn-als_Latn", + "languages": [ + "hye-Armn", + "als-Latn" + ] + }, + { + "precision": 0.779583, + "recall": 0.837945, + "f1": 0.797167, + "accuracy": 0.837945, + "main_score": 0.797167, + "hf_subset": "hye_Armn-bod_Tibt", + "languages": [ + "hye-Armn", + "bod-Tibt" + ] + }, + { + "precision": 0.574135, + "recall": 0.65415, + "f1": 0.59662, + "accuracy": 0.65415, + "main_score": 0.59662, + "hf_subset": "hye_Armn-fij_Latn", + "languages": [ + "hye-Armn", + "fij-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "hye_Armn-isl_Latn", + "languages": [ + "hye-Armn", + "isl-Latn" + ] + }, + { + "precision": 0.532015, + "recall": 0.598814, + "f1": 0.549887, + "accuracy": 0.598814, + "main_score": 0.549887, + "hf_subset": "hye_Armn-kon_Latn", + "languages": [ + "hye-Armn", + "kon-Latn" + ] + }, + { + "precision": 0.548581, + "recall": 0.625494, + "f1": 0.56914, + "accuracy": 0.625494, + "main_score": 0.56914, + "hf_subset": "hye_Armn-mni_Beng", + "languages": [ + "hye-Armn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ron_Latn", + "languages": [ + "hye-Armn", + "ron-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "hye_Armn-szl_Latn", + "languages": [ + "hye-Armn", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-vec_Latn", + "languages": [ + "hye-Armn", + "vec-Latn" + ] + }, + { + "precision": 0.914443, + "recall": 0.940711, + "f1": 0.922826, + "accuracy": 0.940711, + "main_score": 0.922826, + "hf_subset": "hye_Armn-amh_Ethi", + "languages": [ + "hye-Armn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-bos_Latn", + "languages": [ + "hye-Armn", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-fin_Latn", + "languages": [ + "hye-Armn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-ita_Latn", + "languages": [ + "hye-Armn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-kor_Hang", + "languages": [ + "hye-Armn", + "kor-Hang" + ] + }, + { + "precision": 0.46334, + "recall": 0.519763, + "f1": 0.478056, + "accuracy": 0.519763, + "main_score": 0.478056, + "hf_subset": "hye_Armn-mos_Latn", + "languages": [ + "hye-Armn", + "mos-Latn" + ] + }, + { + "precision": 0.696946, + "recall": 0.76087, + "f1": 0.715319, + "accuracy": 0.76087, + "main_score": 0.715319, + "hf_subset": "hye_Armn-run_Latn", + "languages": [ + "hye-Armn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hye_Armn-tam_Taml", + "languages": [ + "hye-Armn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-vie_Latn", + "languages": [ + "hye-Armn", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hye_Armn-apc_Arab", + "languages": [ + "hye-Armn", + "apc-Arab" + ] + }, + { + "precision": 0.676601, + "recall": 0.741107, + "f1": 0.69423, + "accuracy": 0.741107, + "main_score": 0.69423, + "hf_subset": "hye_Armn-bug_Latn", + "languages": [ + "hye-Armn", + "bug-Latn" + ] + }, + { + "precision": 0.407775, + "recall": 0.459486, + "f1": 0.422403, + "accuracy": 0.459486, + "main_score": 0.422403, + "hf_subset": "hye_Armn-fon_Latn", + "languages": [ + "hye-Armn", + "fon-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hye_Armn-jav_Latn", + "languages": [ + "hye-Armn", + "jav-Latn" + ] + }, + { + "precision": 0.945076, + "recall": 0.961462, + "f1": 0.950329, + "accuracy": 0.961462, + "main_score": 0.950329, + "hf_subset": "hye_Armn-lao_Laoo", + "languages": [ + "hye-Armn", + "lao-Laoo" + ] + }, + { + "precision": 0.861989, + "recall": 0.901186, + "f1": 0.874144, + "accuracy": 0.901186, + "main_score": 0.874144, + "hf_subset": "hye_Armn-mri_Latn", + "languages": [ + "hye-Armn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-rus_Cyrl", + "languages": [ + "hye-Armn", + "rus-Cyrl" + ] + }, + { + "precision": 0.449802, + "recall": 0.500988, + "f1": 0.462898, + "accuracy": 0.500988, + "main_score": 0.462898, + "hf_subset": "hye_Armn-taq_Latn", + "languages": [ + "hye-Armn", + "taq-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hye_Armn-war_Latn", + "languages": [ + "hye-Armn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-arb_Arab", + "languages": [ + "hye-Armn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-bul_Cyrl", + "languages": [ + "hye-Armn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-fra_Latn", + "languages": [ + "hye-Armn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-jpn_Jpan", + "languages": [ + "hye-Armn", + "jpn-Jpan" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hye_Armn-lij_Latn", + "languages": [ + "hye-Armn", + "lij-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "hye_Armn-mya_Mymr", + "languages": [ + "hye-Armn", + "mya-Mymr" + ] + }, + { + "precision": 0.502083, + "recall": 0.564229, + "f1": 0.518841, + "accuracy": 0.564229, + "main_score": 0.518841, + "hf_subset": "hye_Armn-sag_Latn", + "languages": [ + "hye-Armn", + "sag-Latn" + ] + }, + { + "precision": 0.199763, + "recall": 0.258893, + "f1": 0.213657, + "accuracy": 0.258893, + "main_score": 0.213657, + "hf_subset": "hye_Armn-taq_Tfng", + "languages": [ + "hye-Armn", + "taq-Tfng" + ] + }, + { + "precision": 0.605026, + "recall": 0.66996, + "f1": 0.622427, + "accuracy": 0.66996, + "main_score": 0.622427, + "hf_subset": "hye_Armn-wol_Latn", + "languages": [ + "hye-Armn", + "wol-Latn" + ] + }, + { + "precision": 0.842144, + "recall": 0.88834, + "f1": 0.856456, + "accuracy": 0.88834, + "main_score": 0.856456, + "hf_subset": "hye_Armn-arb_Latn", + "languages": [ + "hye-Armn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-cat_Latn", + "languages": [ + "hye-Armn", + "cat-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "hye_Armn-fur_Latn", + "languages": [ + "hye-Armn", + "fur-Latn" + ] + }, + { + "precision": 0.395873, + "recall": 0.471344, + "f1": 0.414858, + "accuracy": 0.471344, + "main_score": 0.414858, + "hf_subset": "hye_Armn-kab_Latn", + "languages": [ + "hye-Armn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hye_Armn-lim_Latn", + "languages": [ + "hye-Armn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-nld_Latn", + "languages": [ + "hye-Armn", + "nld-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "hye_Armn-san_Deva", + "languages": [ + "hye-Armn", + "san-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hye_Armn-tat_Cyrl", + "languages": [ + "hye-Armn", + "tat-Cyrl" + ] + }, + { + "precision": 0.857411, + "recall": 0.898221, + "f1": 0.870026, + "accuracy": 0.898221, + "main_score": 0.870026, + "hf_subset": "hye_Armn-xho_Latn", + "languages": [ + "hye-Armn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-ars_Arab", + "languages": [ + "hye-Armn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-ceb_Latn", + "languages": [ + "hye-Armn", + "ceb-Latn" + ] + }, + { + "precision": 0.43024, + "recall": 0.494071, + "f1": 0.445804, + "accuracy": 0.494071, + "main_score": 0.445804, + "hf_subset": "hye_Armn-fuv_Latn", + "languages": [ + "hye-Armn", + "fuv-Latn" + ] + }, + { + "precision": 0.441499, + "recall": 0.503953, + "f1": 0.456949, + "accuracy": 0.503953, + "main_score": 0.456949, + "hf_subset": "hye_Armn-kac_Latn", + "languages": [ + "hye-Armn", + "kac-Latn" + ] + }, + { + "precision": 0.573631, + "recall": 0.640316, + "f1": 0.591239, + "accuracy": 0.640316, + "main_score": 0.591239, + "hf_subset": "hye_Armn-lin_Latn", + "languages": [ + "hye-Armn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-nno_Latn", + "languages": [ + "hye-Armn", + "nno-Latn" + ] + }, + { + "precision": 0.849391, + "recall": 0.894269, + "f1": 0.863538, + "accuracy": 0.894269, + "main_score": 0.863538, + "hf_subset": "hye_Armn-sat_Olck", + "languages": [ + "hye-Armn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hye_Armn-tel_Telu", + "languages": [ + "hye-Armn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hye_Armn-ydd_Hebr", + "languages": [ + "hye-Armn", + "ydd-Hebr" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "hye_Armn-ary_Arab", + "languages": [ + "hye-Armn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-ces_Latn", + "languages": [ + "hye-Armn", + "ces-Latn" + ] + }, + { + "precision": 0.51085, + "recall": 0.590909, + "f1": 0.532654, + "accuracy": 0.590909, + "main_score": 0.532654, + "hf_subset": "hye_Armn-gaz_Latn", + "languages": [ + "hye-Armn", + "gaz-Latn" + ] + }, + { + "precision": 0.478702, + "recall": 0.556324, + "f1": 0.498125, + "accuracy": 0.556324, + "main_score": 0.498125, + "hf_subset": "hye_Armn-kam_Latn", + "languages": [ + "hye-Armn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "hye_Armn-lit_Latn", + "languages": [ + "hye-Armn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-nob_Latn", + "languages": [ + "hye-Armn", + "nob-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "hye_Armn-scn_Latn", + "languages": [ + "hye-Armn", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "hye_Armn-tgk_Cyrl", + "languages": [ + "hye-Armn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.687936, + "recall": 0.757905, + "f1": 0.70742, + "accuracy": 0.757905, + "main_score": 0.70742, + "hf_subset": "hye_Armn-yor_Latn", + "languages": [ + "hye-Armn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-arz_Arab", + "languages": [ + "hye-Armn", + "arz-Arab" + ] + }, + { + "precision": 0.418101, + "recall": 0.481225, + "f1": 0.435038, + "accuracy": 0.481225, + "main_score": 0.435038, + "hf_subset": "hye_Armn-cjk_Latn", + "languages": [ + "hye-Armn", + "cjk-Latn" + ] + }, + { + "precision": 0.922101, + "recall": 0.947628, + "f1": 0.930501, + "accuracy": 0.947628, + "main_score": 0.930501, + "hf_subset": "hye_Armn-gla_Latn", + "languages": [ + "hye-Armn", + "gla-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "hye_Armn-kan_Knda", + "languages": [ + "hye-Armn", + "kan-Knda" + ] + }, + { + "precision": 0.978953, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "hye_Armn-lmo_Latn", + "languages": [ + "hye-Armn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hye_Armn-npi_Deva", + "languages": [ + "hye-Armn", + "npi-Deva" + ] + }, + { + "precision": 0.509162, + "recall": 0.586957, + "f1": 0.530549, + "accuracy": 0.586957, + "main_score": 0.530549, + "hf_subset": "hye_Armn-shn_Mymr", + "languages": [ + "hye-Armn", + "shn-Mymr" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "hye_Armn-tgl_Latn", + "languages": [ + "hye-Armn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-yue_Hant", + "languages": [ + "hye-Armn", + "yue-Hant" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "hye_Armn-asm_Beng", + "languages": [ + "hye-Armn", + "asm-Beng" + ] + }, + { + "precision": 0.91031, + "recall": 0.937747, + "f1": 0.919137, + "accuracy": 0.937747, + "main_score": 0.919137, + "hf_subset": "hye_Armn-ckb_Arab", + "languages": [ + "hye-Armn", + "ckb-Arab" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "hye_Armn-gle_Latn", + "languages": [ + "hye-Armn", + "gle-Latn" + ] + }, + { + "precision": 0.871986, + "recall": 0.910079, + "f1": 0.883959, + "accuracy": 0.910079, + "main_score": 0.883959, + "hf_subset": "hye_Armn-kas_Arab", + "languages": [ + "hye-Armn", + "kas-Arab" + ] + }, + { + "precision": 0.872859, + "recall": 0.911067, + "f1": 0.884848, + "accuracy": 0.911067, + "main_score": 0.884848, + "hf_subset": "hye_Armn-ltg_Latn", + "languages": [ + "hye-Armn", + "ltg-Latn" + ] + }, + { + "precision": 0.741634, + "recall": 0.8083, + "f1": 0.761877, + "accuracy": 0.8083, + "main_score": 0.761877, + "hf_subset": "hye_Armn-nso_Latn", + "languages": [ + "hye-Armn", + "nso-Latn" + ] + }, + { + "precision": 0.965168, + "recall": 0.976285, + "f1": 0.968775, + "accuracy": 0.976285, + "main_score": 0.968775, + "hf_subset": "hye_Armn-sin_Sinh", + "languages": [ + "hye-Armn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-tha_Thai", + "languages": [ + "hye-Armn", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hye_Armn-zho_Hans", + "languages": [ + "hye-Armn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-ast_Latn", + "languages": [ + "hye-Armn", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "hye_Armn-crh_Latn", + "languages": [ + "hye-Armn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-glg_Latn", + "languages": [ + "hye-Armn", + "glg-Latn" + ] + }, + { + "precision": 0.8167, + "recall": 0.867589, + "f1": 0.832068, + "accuracy": 0.867589, + "main_score": 0.832068, + "hf_subset": "hye_Armn-kas_Deva", + "languages": [ + "hye-Armn", + "kas-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hye_Armn-ltz_Latn", + "languages": [ + "hye-Armn", + "ltz-Latn" + ] + }, + { + "precision": 0.391631, + "recall": 0.456522, + "f1": 0.408348, + "accuracy": 0.456522, + "main_score": 0.408348, + "hf_subset": "hye_Armn-nus_Latn", + "languages": [ + "hye-Armn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-slk_Latn", + "languages": [ + "hye-Armn", + "slk-Latn" + ] + }, + { + "precision": 0.593318, + "recall": 0.675889, + "f1": 0.615742, + "accuracy": 0.675889, + "main_score": 0.615742, + "hf_subset": "hye_Armn-tir_Ethi", + "languages": [ + "hye-Armn", + "tir-Ethi" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hye_Armn-zho_Hant", + "languages": [ + "hye-Armn", + "zho-Hant" + ] + }, + { + "precision": 0.974555, + "recall": 0.981225, + "f1": 0.97668, + "accuracy": 0.981225, + "main_score": 0.97668, + "hf_subset": "hye_Armn-awa_Deva", + "languages": [ + "hye-Armn", + "awa-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-cym_Latn", + "languages": [ + "hye-Armn", + "cym-Latn" + ] + }, + { + "precision": 0.695354, + "recall": 0.761858, + "f1": 0.71391, + "accuracy": 0.761858, + "main_score": 0.71391, + "hf_subset": "hye_Armn-grn_Latn", + "languages": [ + "hye-Armn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ] + }, + { + "precision": 0.527277, + "recall": 0.589921, + "f1": 0.542922, + "accuracy": 0.589921, + "main_score": 0.542922, + "hf_subset": "hye_Armn-lua_Latn", + "languages": [ + "hye-Armn", + "lua-Latn" + ] + }, + { + "precision": 0.782395, + "recall": 0.842885, + "f1": 0.800875, + "accuracy": 0.842885, + "main_score": 0.800875, + "hf_subset": "hye_Armn-nya_Latn", + "languages": [ + "hye-Armn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-slv_Latn", + "languages": [ + "hye-Armn", + "slv-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "hye_Armn-tpi_Latn", + "languages": [ + "hye-Armn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-zsm_Latn", + "languages": [ + "hye-Armn", + "zsm-Latn" + ] + }, + { + "precision": 0.47436, + "recall": 0.537549, + "f1": 0.491588, + "accuracy": 0.537549, + "main_score": 0.491588, + "hf_subset": "hye_Armn-ayr_Latn", + "languages": [ + "hye-Armn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-dan_Latn", + "languages": [ + "hye-Armn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-guj_Gujr", + "languages": [ + "hye-Armn", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-kaz_Cyrl", + "languages": [ + "hye-Armn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597439, + "recall": 0.683794, + "f1": 0.621996, + "accuracy": 0.683794, + "main_score": 0.621996, + "hf_subset": "hye_Armn-lug_Latn", + "languages": [ + "hye-Armn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-oci_Latn", + "languages": [ + "hye-Armn", + "oci-Latn" + ] + }, + { + "precision": 0.794697, + "recall": 0.848814, + "f1": 0.811679, + "accuracy": 0.848814, + "main_score": 0.811679, + "hf_subset": "hye_Armn-smo_Latn", + "languages": [ + "hye-Armn", + "smo-Latn" + ] + }, + { + "precision": 0.701426, + "recall": 0.772727, + "f1": 0.722579, + "accuracy": 0.772727, + "main_score": 0.722579, + "hf_subset": "hye_Armn-tsn_Latn", + "languages": [ + "hye-Armn", + "tsn-Latn" + ] + }, + { + "precision": 0.871212, + "recall": 0.910079, + "f1": 0.883564, + "accuracy": 0.910079, + "main_score": 0.883564, + "hf_subset": "hye_Armn-zul_Latn", + "languages": [ + "hye-Armn", + "zul-Latn" + ] + }, + { + "precision": 0.889328, + "recall": 0.923913, + "f1": 0.900494, + "accuracy": 0.923913, + "main_score": 0.900494, + "hf_subset": "hye_Armn-azb_Arab", + "languages": [ + "hye-Armn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-deu_Latn", + "languages": [ + "hye-Armn", + "deu-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "hye_Armn-hat_Latn", + "languages": [ + "hye-Armn", + "hat-Latn" + ] + }, + { + "precision": 0.430409, + "recall": 0.493083, + "f1": 0.446839, + "accuracy": 0.493083, + "main_score": 0.446839, + "hf_subset": "hye_Armn-kbp_Latn", + "languages": [ + "hye-Armn", + "kbp-Latn" + ] + }, + { + "precision": 0.471334, + "recall": 0.52668, + "f1": 0.485567, + "accuracy": 0.52668, + "main_score": 0.485567, + "hf_subset": "hye_Armn-luo_Latn", + "languages": [ + "hye-Armn", + "luo-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hye_Armn-ory_Orya", + "languages": [ + "hye-Armn", + "ory-Orya" + ] + }, + { + "precision": 0.861034, + "recall": 0.901186, + "f1": 0.873847, + "accuracy": 0.901186, + "main_score": 0.873847, + "hf_subset": "hye_Armn-sna_Latn", + "languages": [ + "hye-Armn", + "sna-Latn" + ] + }, + { + "precision": 0.602958, + "recall": 0.675889, + "f1": 0.623012, + "accuracy": 0.675889, + "main_score": 0.623012, + "hf_subset": "hye_Armn-tso_Latn", + "languages": [ + "hye-Armn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-azj_Latn", + "languages": [ + "hye-Armn", + "azj-Latn" + ] + }, + { + "precision": 0.461904, + "recall": 0.522727, + "f1": 0.477999, + "accuracy": 0.522727, + "main_score": 0.477999, + "hf_subset": "hye_Armn-dik_Latn", + "languages": [ + "hye-Armn", + "dik-Latn" + ] + }, + { + "precision": 0.878047, + "recall": 0.913043, + "f1": 0.889196, + "accuracy": 0.913043, + "main_score": 0.889196, + "hf_subset": "hye_Armn-hau_Latn", + "languages": [ + "hye-Armn", + "hau-Latn" + ] + }, + { + "precision": 0.93997, + "recall": 0.958498, + "f1": 0.945883, + "accuracy": 0.958498, + "main_score": 0.945883, + "hf_subset": "hye_Armn-kea_Latn", + "languages": [ + "hye-Armn", + "kea-Latn" + ] + }, + { + "precision": 0.900609, + "recall": 0.93083, + "f1": 0.91031, + "accuracy": 0.93083, + "main_score": 0.91031, + "hf_subset": "hye_Armn-lus_Latn", + "languages": [ + "hye-Armn", + "lus-Latn" + ] + }, + { + "precision": 0.815514, + "recall": 0.859684, + "f1": 0.828129, + "accuracy": 0.859684, + "main_score": 0.828129, + "hf_subset": "hye_Armn-pag_Latn", + "languages": [ + "hye-Armn", + "pag-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "hye_Armn-snd_Arab", + "languages": [ + "hye-Armn", + "snd-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hye_Armn-tuk_Latn", + "languages": [ + "hye-Armn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hye_Armn-bak_Cyrl", + "languages": [ + "hye-Armn", + "bak-Cyrl" + ] + }, + { + "precision": 0.430721, + "recall": 0.499012, + "f1": 0.448774, + "accuracy": 0.499012, + "main_score": 0.448774, + "hf_subset": "hye_Armn-dyu_Latn", + "languages": [ + "hye-Armn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-heb_Hebr", + "languages": [ + "hye-Armn", + "heb-Hebr" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "hye_Armn-khk_Cyrl", + "languages": [ + "hye-Armn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-lvs_Latn", + "languages": [ + "hye-Armn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-pan_Guru", + "languages": [ + "hye-Armn", + "pan-Guru" + ] + }, + { + "precision": 0.83554, + "recall": 0.882411, + "f1": 0.850249, + "accuracy": 0.882411, + "main_score": 0.850249, + "hf_subset": "hye_Armn-som_Latn", + "languages": [ + "hye-Armn", + "som-Latn" + ] + }, + { + "precision": 0.649686, + "recall": 0.718379, + "f1": 0.669441, + "accuracy": 0.718379, + "main_score": 0.669441, + "hf_subset": "hye_Armn-tum_Latn", + "languages": [ + "hye-Armn", + "tum-Latn" + ] + }, + { + "precision": 0.38449, + "recall": 0.439723, + "f1": 0.399988, + "accuracy": 0.439723, + "main_score": 0.399988, + "hf_subset": "kmb_Latn-ace_Arab", + "languages": [ + "kmb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.459475, + "recall": 0.5, + "f1": 0.471179, + "accuracy": 0.5, + "main_score": 0.471179, + "hf_subset": "kmb_Latn-bam_Latn", + "languages": [ + "kmb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.280808, + "recall": 0.337945, + "f1": 0.296956, + "accuracy": 0.337945, + "main_score": 0.296956, + "hf_subset": "kmb_Latn-dzo_Tibt", + "languages": [ + "kmb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.449084, + "recall": 0.497036, + "f1": 0.461883, + "accuracy": 0.497036, + "main_score": 0.461883, + "hf_subset": "kmb_Latn-hin_Deva", + "languages": [ + "kmb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.400837, + "recall": 0.447628, + "f1": 0.413842, + "accuracy": 0.447628, + "main_score": 0.413842, + "hf_subset": "kmb_Latn-khm_Khmr", + "languages": [ + "kmb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.446441, + "recall": 0.492095, + "f1": 0.458042, + "accuracy": 0.492095, + "main_score": 0.458042, + "hf_subset": "kmb_Latn-mag_Deva", + "languages": [ + "kmb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.462862, + "recall": 0.502964, + "f1": 0.473836, + "accuracy": 0.502964, + "main_score": 0.473836, + "hf_subset": "kmb_Latn-pap_Latn", + "languages": [ + "kmb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.46918, + "recall": 0.51087, + "f1": 0.479745, + "accuracy": 0.51087, + "main_score": 0.479745, + "hf_subset": "kmb_Latn-sot_Latn", + "languages": [ + "kmb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.439257, + "recall": 0.48913, + "f1": 0.452048, + "accuracy": 0.48913, + "main_score": 0.452048, + "hf_subset": "kmb_Latn-tur_Latn", + "languages": [ + "kmb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.476003, + "recall": 0.518775, + "f1": 0.487166, + "accuracy": 0.518775, + "main_score": 0.487166, + "hf_subset": "kmb_Latn-ace_Latn", + "languages": [ + "kmb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.44825, + "recall": 0.491107, + "f1": 0.45941, + "accuracy": 0.491107, + "main_score": 0.45941, + "hf_subset": "kmb_Latn-ban_Latn", + "languages": [ + "kmb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.444303, + "recall": 0.492095, + "f1": 0.456365, + "accuracy": 0.492095, + "main_score": 0.456365, + "hf_subset": "kmb_Latn-ell_Grek", + "languages": [ + "kmb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.432023, + "recall": 0.476285, + "f1": 0.443429, + "accuracy": 0.476285, + "main_score": 0.443429, + "hf_subset": "kmb_Latn-hne_Deva", + "languages": [ + "kmb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.443714, + "recall": 0.48419, + "f1": 0.454603, + "accuracy": 0.48419, + "main_score": 0.454603, + "hf_subset": "kmb_Latn-kik_Latn", + "languages": [ + "kmb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.440806, + "recall": 0.486166, + "f1": 0.452175, + "accuracy": 0.486166, + "main_score": 0.452175, + "hf_subset": "kmb_Latn-mai_Deva", + "languages": [ + "kmb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.406301, + "recall": 0.458498, + "f1": 0.41999, + "accuracy": 0.458498, + "main_score": 0.41999, + "hf_subset": "kmb_Latn-pbt_Arab", + "languages": [ + "kmb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.468051, + "recall": 0.519763, + "f1": 0.480998, + "accuracy": 0.519763, + "main_score": 0.480998, + "hf_subset": "kmb_Latn-spa_Latn", + "languages": [ + "kmb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.493201, + "recall": 0.529644, + "f1": 0.503408, + "accuracy": 0.529644, + "main_score": 0.503408, + "hf_subset": "kmb_Latn-twi_Latn", + "languages": [ + "kmb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.430649, + "recall": 0.482213, + "f1": 0.444565, + "accuracy": 0.482213, + "main_score": 0.444565, + "hf_subset": "kmb_Latn-acm_Arab", + "languages": [ + "kmb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.396525, + "recall": 0.450593, + "f1": 0.41006, + "accuracy": 0.450593, + "main_score": 0.41006, + "hf_subset": "kmb_Latn-bel_Cyrl", + "languages": [ + "kmb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.465232, + "recall": 0.517787, + "f1": 0.47815, + "accuracy": 0.517787, + "main_score": 0.47815, + "hf_subset": "kmb_Latn-eng_Latn", + "languages": [ + "kmb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.442757, + "recall": 0.491107, + "f1": 0.455437, + "accuracy": 0.491107, + "main_score": 0.455437, + "hf_subset": "kmb_Latn-hrv_Latn", + "languages": [ + "kmb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.468659, + "recall": 0.51087, + "f1": 0.48024, + "accuracy": 0.51087, + "main_score": 0.48024, + "hf_subset": "kmb_Latn-kin_Latn", + "languages": [ + "kmb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.41736, + "recall": 0.462451, + "f1": 0.429403, + "accuracy": 0.462451, + "main_score": 0.429403, + "hf_subset": "kmb_Latn-mal_Mlym", + "languages": [ + "kmb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.428864, + "recall": 0.475296, + "f1": 0.440479, + "accuracy": 0.475296, + "main_score": 0.440479, + "hf_subset": "kmb_Latn-pes_Arab", + "languages": [ + "kmb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.451939, + "recall": 0.498024, + "f1": 0.463805, + "accuracy": 0.498024, + "main_score": 0.463805, + "hf_subset": "kmb_Latn-srd_Latn", + "languages": [ + "kmb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.235915, + "recall": 0.291502, + "f1": 0.249392, + "accuracy": 0.291502, + "main_score": 0.249392, + "hf_subset": "kmb_Latn-tzm_Tfng", + "languages": [ + "kmb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.436224, + "recall": 0.483202, + "f1": 0.448733, + "accuracy": 0.483202, + "main_score": 0.448733, + "hf_subset": "kmb_Latn-acq_Arab", + "languages": [ + "kmb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.499528, + "recall": 0.538538, + "f1": 0.509546, + "accuracy": 0.538538, + "main_score": 0.509546, + "hf_subset": "kmb_Latn-bem_Latn", + "languages": [ + "kmb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.429417, + "recall": 0.471344, + "f1": 0.439751, + "accuracy": 0.471344, + "main_score": 0.439751, + "hf_subset": "kmb_Latn-epo_Latn", + "languages": [ + "kmb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.454845, + "recall": 0.501976, + "f1": 0.466932, + "accuracy": 0.501976, + "main_score": 0.466932, + "hf_subset": "kmb_Latn-hun_Latn", + "languages": [ + "kmb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.424557, + "recall": 0.479249, + "f1": 0.438355, + "accuracy": 0.479249, + "main_score": 0.438355, + "hf_subset": "kmb_Latn-kir_Cyrl", + "languages": [ + "kmb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.424607, + "recall": 0.472332, + "f1": 0.436711, + "accuracy": 0.472332, + "main_score": 0.436711, + "hf_subset": "kmb_Latn-mar_Deva", + "languages": [ + "kmb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.474173, + "recall": 0.511858, + "f1": 0.48512, + "accuracy": 0.511858, + "main_score": 0.48512, + "hf_subset": "kmb_Latn-plt_Latn", + "languages": [ + "kmb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.435105, + "recall": 0.488142, + "f1": 0.44814, + "accuracy": 0.488142, + "main_score": 0.44814, + "hf_subset": "kmb_Latn-srp_Cyrl", + "languages": [ + "kmb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.394037, + "recall": 0.447628, + "f1": 0.407306, + "accuracy": 0.447628, + "main_score": 0.407306, + "hf_subset": "kmb_Latn-uig_Arab", + "languages": [ + "kmb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.425738, + "recall": 0.470356, + "f1": 0.437848, + "accuracy": 0.470356, + "main_score": 0.437848, + "hf_subset": "kmb_Latn-aeb_Arab", + "languages": [ + "kmb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.435968, + "recall": 0.481225, + "f1": 0.447141, + "accuracy": 0.481225, + "main_score": 0.447141, + "hf_subset": "kmb_Latn-ben_Beng", + "languages": [ + "kmb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.443488, + "recall": 0.490119, + "f1": 0.455773, + "accuracy": 0.490119, + "main_score": 0.455773, + "hf_subset": "kmb_Latn-est_Latn", + "languages": [ + "kmb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.422491, + "recall": 0.475296, + "f1": 0.436064, + "accuracy": 0.475296, + "main_score": 0.436064, + "hf_subset": "kmb_Latn-hye_Armn", + "languages": [ + "kmb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.3536, + "recall": 0.411067, + "f1": 0.36903, + "accuracy": 0.411067, + "main_score": 0.36903, + "hf_subset": "kmb_Latn-min_Arab", + "languages": [ + "kmb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.465643, + "recall": 0.512846, + "f1": 0.478675, + "accuracy": 0.512846, + "main_score": 0.478675, + "hf_subset": "kmb_Latn-pol_Latn", + "languages": [ + "kmb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.465868, + "recall": 0.504941, + "f1": 0.476148, + "accuracy": 0.504941, + "main_score": 0.476148, + "hf_subset": "kmb_Latn-ssw_Latn", + "languages": [ + "kmb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.441115, + "recall": 0.486166, + "f1": 0.45364, + "accuracy": 0.486166, + "main_score": 0.45364, + "hf_subset": "kmb_Latn-ukr_Cyrl", + "languages": [ + "kmb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.438062, + "recall": 0.492095, + "f1": 0.451643, + "accuracy": 0.492095, + "main_score": 0.451643, + "hf_subset": "kmb_Latn-afr_Latn", + "languages": [ + "kmb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.436678, + "recall": 0.490119, + "f1": 0.448793, + "accuracy": 0.490119, + "main_score": 0.448793, + "hf_subset": "kmb_Latn-bho_Deva", + "languages": [ + "kmb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.434317, + "recall": 0.477273, + "f1": 0.445132, + "accuracy": 0.477273, + "main_score": 0.445132, + "hf_subset": "kmb_Latn-eus_Latn", + "languages": [ + "kmb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.452796, + "recall": 0.498024, + "f1": 0.465461, + "accuracy": 0.498024, + "main_score": 0.465461, + "hf_subset": "kmb_Latn-ibo_Latn", + "languages": [ + "kmb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.465517, + "recall": 0.505929, + "f1": 0.476189, + "accuracy": 0.505929, + "main_score": 0.476189, + "hf_subset": "kmb_Latn-kmr_Latn", + "languages": [ + "kmb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.432188, + "recall": 0.474308, + "f1": 0.443327, + "accuracy": 0.474308, + "main_score": 0.443327, + "hf_subset": "kmb_Latn-min_Latn", + "languages": [ + "kmb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.475337, + "recall": 0.519763, + "f1": 0.486718, + "accuracy": 0.519763, + "main_score": 0.486718, + "hf_subset": "kmb_Latn-por_Latn", + "languages": [ + "kmb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.446927, + "recall": 0.492095, + "f1": 0.458492, + "accuracy": 0.492095, + "main_score": 0.458492, + "hf_subset": "kmb_Latn-sun_Latn", + "languages": [ + "kmb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.518743, + "recall": 0.559289, + "f1": 0.530072, + "accuracy": 0.559289, + "main_score": 0.530072, + "hf_subset": "kmb_Latn-umb_Latn", + "languages": [ + "kmb-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.432464, + "recall": 0.481225, + "f1": 0.444462, + "accuracy": 0.481225, + "main_score": 0.444462, + "hf_subset": "kmb_Latn-ajp_Arab", + "languages": [ + "kmb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.370714, + "recall": 0.418972, + "f1": 0.383456, + "accuracy": 0.418972, + "main_score": 0.383456, + "hf_subset": "kmb_Latn-bjn_Arab", + "languages": [ + "kmb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.455532, + "recall": 0.490119, + "f1": 0.465603, + "accuracy": 0.490119, + "main_score": 0.465603, + "hf_subset": "kmb_Latn-ewe_Latn", + "languages": [ + "kmb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.424735, + "recall": 0.476285, + "f1": 0.438312, + "accuracy": 0.476285, + "main_score": 0.438312, + "hf_subset": "kmb_Latn-ilo_Latn", + "languages": [ + "kmb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260203, + "recall": 0.312253, + "f1": 0.273517, + "accuracy": 0.312253, + "main_score": 0.273517, + "hf_subset": "kmb_Latn-knc_Arab", + "languages": [ + "kmb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.445228, + "recall": 0.493083, + "f1": 0.457581, + "accuracy": 0.493083, + "main_score": 0.457581, + "hf_subset": "kmb_Latn-mkd_Cyrl", + "languages": [ + "kmb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.438799, + "recall": 0.492095, + "f1": 0.452072, + "accuracy": 0.492095, + "main_score": 0.452072, + "hf_subset": "kmb_Latn-prs_Arab", + "languages": [ + "kmb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.460385, + "recall": 0.511858, + "f1": 0.474301, + "accuracy": 0.511858, + "main_score": 0.474301, + "hf_subset": "kmb_Latn-swe_Latn", + "languages": [ + "kmb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.425021, + "recall": 0.470356, + "f1": 0.436239, + "accuracy": 0.470356, + "main_score": 0.436239, + "hf_subset": "kmb_Latn-urd_Arab", + "languages": [ + "kmb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.490986, + "recall": 0.532609, + "f1": 0.502815, + "accuracy": 0.532609, + "main_score": 0.502815, + "hf_subset": "kmb_Latn-aka_Latn", + "languages": [ + "kmb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.462246, + "recall": 0.501976, + "f1": 0.473343, + "accuracy": 0.501976, + "main_score": 0.473343, + "hf_subset": "kmb_Latn-bjn_Latn", + "languages": [ + "kmb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.437336, + "recall": 0.475296, + "f1": 0.446895, + "accuracy": 0.475296, + "main_score": 0.446895, + "hf_subset": "kmb_Latn-fao_Latn", + "languages": [ + "kmb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.453138, + "recall": 0.500988, + "f1": 0.46537, + "accuracy": 0.500988, + "main_score": 0.46537, + "hf_subset": "kmb_Latn-ind_Latn", + "languages": [ + "kmb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.482952, + "recall": 0.518775, + "f1": 0.492702, + "accuracy": 0.518775, + "main_score": 0.492702, + "hf_subset": "kmb_Latn-knc_Latn", + "languages": [ + "kmb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.426806, + "recall": 0.467391, + "f1": 0.437147, + "accuracy": 0.467391, + "main_score": 0.437147, + "hf_subset": "kmb_Latn-mlt_Latn", + "languages": [ + "kmb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.498246, + "recall": 0.540514, + "f1": 0.509358, + "accuracy": 0.540514, + "main_score": 0.509358, + "hf_subset": "kmb_Latn-quy_Latn", + "languages": [ + "kmb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.432642, + "recall": 0.479249, + "f1": 0.444847, + "accuracy": 0.479249, + "main_score": 0.444847, + "hf_subset": "kmb_Latn-swh_Latn", + "languages": [ + "kmb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.421422, + "recall": 0.467391, + "f1": 0.432942, + "accuracy": 0.467391, + "main_score": 0.432942, + "hf_subset": "kmb_Latn-uzn_Latn", + "languages": [ + "kmb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.43503, + "recall": 0.480237, + "f1": 0.446725, + "accuracy": 0.480237, + "main_score": 0.446725, + "hf_subset": "kmb_Latn-als_Latn", + "languages": [ + "kmb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.34003, + "recall": 0.397233, + "f1": 0.356116, + "accuracy": 0.397233, + "main_score": 0.356116, + "hf_subset": "kmb_Latn-bod_Tibt", + "languages": [ + "kmb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.470084, + "recall": 0.506917, + "f1": 0.480377, + "accuracy": 0.506917, + "main_score": 0.480377, + "hf_subset": "kmb_Latn-fij_Latn", + "languages": [ + "kmb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.42794, + "recall": 0.475296, + "f1": 0.440147, + "accuracy": 0.475296, + "main_score": 0.440147, + "hf_subset": "kmb_Latn-isl_Latn", + "languages": [ + "kmb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.513199, + "recall": 0.55336, + "f1": 0.524132, + "accuracy": 0.55336, + "main_score": 0.524132, + "hf_subset": "kmb_Latn-kon_Latn", + "languages": [ + "kmb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.397436, + "recall": 0.438735, + "f1": 0.40907, + "accuracy": 0.438735, + "main_score": 0.40907, + "hf_subset": "kmb_Latn-mni_Beng", + "languages": [ + "kmb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.454423, + "recall": 0.502964, + "f1": 0.466274, + "accuracy": 0.502964, + "main_score": 0.466274, + "hf_subset": "kmb_Latn-ron_Latn", + "languages": [ + "kmb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.481771, + "recall": 0.522727, + "f1": 0.492783, + "accuracy": 0.522727, + "main_score": 0.492783, + "hf_subset": "kmb_Latn-szl_Latn", + "languages": [ + "kmb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.460881, + "recall": 0.505929, + "f1": 0.47289, + "accuracy": 0.505929, + "main_score": 0.47289, + "hf_subset": "kmb_Latn-vec_Latn", + "languages": [ + "kmb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.453662, + "recall": 0.502964, + "f1": 0.466006, + "accuracy": 0.502964, + "main_score": 0.466006, + "hf_subset": "kmb_Latn-amh_Ethi", + "languages": [ + "kmb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.439687, + "recall": 0.48913, + "f1": 0.452807, + "accuracy": 0.48913, + "main_score": 0.452807, + "hf_subset": "kmb_Latn-bos_Latn", + "languages": [ + "kmb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.44028, + "recall": 0.48419, + "f1": 0.450936, + "accuracy": 0.48419, + "main_score": 0.450936, + "hf_subset": "kmb_Latn-fin_Latn", + "languages": [ + "kmb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.477568, + "recall": 0.517787, + "f1": 0.489069, + "accuracy": 0.517787, + "main_score": 0.489069, + "hf_subset": "kmb_Latn-ita_Latn", + "languages": [ + "kmb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.462036, + "recall": 0.511858, + "f1": 0.475225, + "accuracy": 0.511858, + "main_score": 0.475225, + "hf_subset": "kmb_Latn-kor_Hang", + "languages": [ + "kmb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.467144, + "recall": 0.500988, + "f1": 0.476911, + "accuracy": 0.500988, + "main_score": 0.476911, + "hf_subset": "kmb_Latn-mos_Latn", + "languages": [ + "kmb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.464726, + "recall": 0.504941, + "f1": 0.476235, + "accuracy": 0.504941, + "main_score": 0.476235, + "hf_subset": "kmb_Latn-run_Latn", + "languages": [ + "kmb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.424784, + "recall": 0.466403, + "f1": 0.434772, + "accuracy": 0.466403, + "main_score": 0.434772, + "hf_subset": "kmb_Latn-tam_Taml", + "languages": [ + "kmb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.454355, + "recall": 0.498024, + "f1": 0.465379, + "accuracy": 0.498024, + "main_score": 0.465379, + "hf_subset": "kmb_Latn-vie_Latn", + "languages": [ + "kmb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.431176, + "recall": 0.479249, + "f1": 0.443778, + "accuracy": 0.479249, + "main_score": 0.443778, + "hf_subset": "kmb_Latn-apc_Arab", + "languages": [ + "kmb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.474559, + "recall": 0.511858, + "f1": 0.484935, + "accuracy": 0.511858, + "main_score": 0.484935, + "hf_subset": "kmb_Latn-bug_Latn", + "languages": [ + "kmb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.447024, + "recall": 0.481225, + "f1": 0.456628, + "accuracy": 0.481225, + "main_score": 0.456628, + "hf_subset": "kmb_Latn-fon_Latn", + "languages": [ + "kmb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.433492, + "recall": 0.472332, + "f1": 0.444249, + "accuracy": 0.472332, + "main_score": 0.444249, + "hf_subset": "kmb_Latn-jav_Latn", + "languages": [ + "kmb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.418924, + "recall": 0.462451, + "f1": 0.429758, + "accuracy": 0.462451, + "main_score": 0.429758, + "hf_subset": "kmb_Latn-lao_Laoo", + "languages": [ + "kmb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.436846, + "recall": 0.488142, + "f1": 0.450823, + "accuracy": 0.488142, + "main_score": 0.450823, + "hf_subset": "kmb_Latn-mri_Latn", + "languages": [ + "kmb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.442858, + "recall": 0.492095, + "f1": 0.456095, + "accuracy": 0.492095, + "main_score": 0.456095, + "hf_subset": "kmb_Latn-rus_Cyrl", + "languages": [ + "kmb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.474667, + "recall": 0.507905, + "f1": 0.484181, + "accuracy": 0.507905, + "main_score": 0.484181, + "hf_subset": "kmb_Latn-taq_Latn", + "languages": [ + "kmb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.439203, + "recall": 0.485178, + "f1": 0.45125, + "accuracy": 0.485178, + "main_score": 0.45125, + "hf_subset": "kmb_Latn-war_Latn", + "languages": [ + "kmb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.42885, + "recall": 0.477273, + "f1": 0.441088, + "accuracy": 0.477273, + "main_score": 0.441088, + "hf_subset": "kmb_Latn-arb_Arab", + "languages": [ + "kmb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.460738, + "recall": 0.509881, + "f1": 0.47343, + "accuracy": 0.509881, + "main_score": 0.47343, + "hf_subset": "kmb_Latn-bul_Cyrl", + "languages": [ + "kmb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.465363, + "recall": 0.509881, + "f1": 0.477695, + "accuracy": 0.509881, + "main_score": 0.477695, + "hf_subset": "kmb_Latn-fra_Latn", + "languages": [ + "kmb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.45688, + "recall": 0.506917, + "f1": 0.469965, + "accuracy": 0.506917, + "main_score": 0.469965, + "hf_subset": "kmb_Latn-jpn_Jpan", + "languages": [ + "kmb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.466849, + "recall": 0.508893, + "f1": 0.477433, + "accuracy": 0.508893, + "main_score": 0.477433, + "hf_subset": "kmb_Latn-lij_Latn", + "languages": [ + "kmb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.411051, + "recall": 0.462451, + "f1": 0.423882, + "accuracy": 0.462451, + "main_score": 0.423882, + "hf_subset": "kmb_Latn-mya_Mymr", + "languages": [ + "kmb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.478002, + "recall": 0.512846, + "f1": 0.487129, + "accuracy": 0.512846, + "main_score": 0.487129, + "hf_subset": "kmb_Latn-sag_Latn", + "languages": [ + "kmb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22233, + "recall": 0.281621, + "f1": 0.236882, + "accuracy": 0.281621, + "main_score": 0.236882, + "hf_subset": "kmb_Latn-taq_Tfng", + "languages": [ + "kmb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.497843, + "recall": 0.531621, + "f1": 0.506849, + "accuracy": 0.531621, + "main_score": 0.506849, + "hf_subset": "kmb_Latn-wol_Latn", + "languages": [ + "kmb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.419821, + "recall": 0.471344, + "f1": 0.433224, + "accuracy": 0.471344, + "main_score": 0.433224, + "hf_subset": "kmb_Latn-arb_Latn", + "languages": [ + "kmb-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.439097, + "recall": 0.490119, + "f1": 0.452459, + "accuracy": 0.490119, + "main_score": 0.452459, + "hf_subset": "kmb_Latn-cat_Latn", + "languages": [ + "kmb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.466722, + "recall": 0.508893, + "f1": 0.477346, + "accuracy": 0.508893, + "main_score": 0.477346, + "hf_subset": "kmb_Latn-fur_Latn", + "languages": [ + "kmb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.411795, + "recall": 0.460474, + "f1": 0.425722, + "accuracy": 0.460474, + "main_score": 0.425722, + "hf_subset": "kmb_Latn-kab_Latn", + "languages": [ + "kmb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.439891, + "recall": 0.479249, + "f1": 0.44937, + "accuracy": 0.479249, + "main_score": 0.44937, + "hf_subset": "kmb_Latn-lim_Latn", + "languages": [ + "kmb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.45428, + "recall": 0.501976, + "f1": 0.466774, + "accuracy": 0.501976, + "main_score": 0.466774, + "hf_subset": "kmb_Latn-nld_Latn", + "languages": [ + "kmb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.427397, + "recall": 0.478261, + "f1": 0.439998, + "accuracy": 0.478261, + "main_score": 0.439998, + "hf_subset": "kmb_Latn-san_Deva", + "languages": [ + "kmb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.426971, + "recall": 0.472332, + "f1": 0.438482, + "accuracy": 0.472332, + "main_score": 0.438482, + "hf_subset": "kmb_Latn-tat_Cyrl", + "languages": [ + "kmb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.448764, + "recall": 0.497036, + "f1": 0.462044, + "accuracy": 0.497036, + "main_score": 0.462044, + "hf_subset": "kmb_Latn-xho_Latn", + "languages": [ + "kmb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.423132, + "recall": 0.47332, + "f1": 0.43655, + "accuracy": 0.47332, + "main_score": 0.43655, + "hf_subset": "kmb_Latn-ars_Arab", + "languages": [ + "kmb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.426778, + "recall": 0.47332, + "f1": 0.438412, + "accuracy": 0.47332, + "main_score": 0.438412, + "hf_subset": "kmb_Latn-ceb_Latn", + "languages": [ + "kmb-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.443146, + "recall": 0.483202, + "f1": 0.45407, + "accuracy": 0.483202, + "main_score": 0.45407, + "hf_subset": "kmb_Latn-fuv_Latn", + "languages": [ + "kmb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.480072, + "recall": 0.51581, + "f1": 0.489976, + "accuracy": 0.51581, + "main_score": 0.489976, + "hf_subset": "kmb_Latn-kac_Latn", + "languages": [ + "kmb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.510766, + "recall": 0.543478, + "f1": 0.519486, + "accuracy": 0.543478, + "main_score": 0.519486, + "hf_subset": "kmb_Latn-lin_Latn", + "languages": [ + "kmb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.426778, + "recall": 0.47332, + "f1": 0.438976, + "accuracy": 0.47332, + "main_score": 0.438976, + "hf_subset": "kmb_Latn-nno_Latn", + "languages": [ + "kmb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.425883, + "recall": 0.478261, + "f1": 0.439651, + "accuracy": 0.478261, + "main_score": 0.439651, + "hf_subset": "kmb_Latn-sat_Olck", + "languages": [ + "kmb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.423139, + "recall": 0.466403, + "f1": 0.433318, + "accuracy": 0.466403, + "main_score": 0.433318, + "hf_subset": "kmb_Latn-tel_Telu", + "languages": [ + "kmb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.387382, + "recall": 0.438735, + "f1": 0.400464, + "accuracy": 0.438735, + "main_score": 0.400464, + "hf_subset": "kmb_Latn-ydd_Hebr", + "languages": [ + "kmb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.426833, + "recall": 0.468379, + "f1": 0.437856, + "accuracy": 0.468379, + "main_score": 0.437856, + "hf_subset": "kmb_Latn-ary_Arab", + "languages": [ + "kmb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.438403, + "recall": 0.488142, + "f1": 0.451616, + "accuracy": 0.488142, + "main_score": 0.451616, + "hf_subset": "kmb_Latn-ces_Latn", + "languages": [ + "kmb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.438734, + "recall": 0.490119, + "f1": 0.453036, + "accuracy": 0.490119, + "main_score": 0.453036, + "hf_subset": "kmb_Latn-gaz_Latn", + "languages": [ + "kmb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.479714, + "recall": 0.51581, + "f1": 0.489742, + "accuracy": 0.51581, + "main_score": 0.489742, + "hf_subset": "kmb_Latn-kam_Latn", + "languages": [ + "kmb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.43423, + "recall": 0.48419, + "f1": 0.44656, + "accuracy": 0.48419, + "main_score": 0.44656, + "hf_subset": "kmb_Latn-lit_Latn", + "languages": [ + "kmb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.444898, + "recall": 0.495059, + "f1": 0.458108, + "accuracy": 0.495059, + "main_score": 0.458108, + "hf_subset": "kmb_Latn-nob_Latn", + "languages": [ + "kmb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.45581, + "recall": 0.497036, + "f1": 0.466806, + "accuracy": 0.497036, + "main_score": 0.466806, + "hf_subset": "kmb_Latn-scn_Latn", + "languages": [ + "kmb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.425718, + "recall": 0.467391, + "f1": 0.436811, + "accuracy": 0.467391, + "main_score": 0.436811, + "hf_subset": "kmb_Latn-tgk_Cyrl", + "languages": [ + "kmb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.431043, + "recall": 0.479249, + "f1": 0.444554, + "accuracy": 0.479249, + "main_score": 0.444554, + "hf_subset": "kmb_Latn-yor_Latn", + "languages": [ + "kmb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.419919, + "recall": 0.47332, + "f1": 0.434124, + "accuracy": 0.47332, + "main_score": 0.434124, + "hf_subset": "kmb_Latn-arz_Arab", + "languages": [ + "kmb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.502918, + "recall": 0.539526, + "f1": 0.513388, + "accuracy": 0.539526, + "main_score": 0.513388, + "hf_subset": "kmb_Latn-cjk_Latn", + "languages": [ + "kmb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.437368, + "recall": 0.481225, + "f1": 0.448366, + "accuracy": 0.481225, + "main_score": 0.448366, + "hf_subset": "kmb_Latn-gla_Latn", + "languages": [ + "kmb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.396006, + "recall": 0.4417, + "f1": 0.407231, + "accuracy": 0.4417, + "main_score": 0.407231, + "hf_subset": "kmb_Latn-kan_Knda", + "languages": [ + "kmb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.468957, + "recall": 0.506917, + "f1": 0.47829, + "accuracy": 0.506917, + "main_score": 0.47829, + "hf_subset": "kmb_Latn-lmo_Latn", + "languages": [ + "kmb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.427789, + "recall": 0.468379, + "f1": 0.438025, + "accuracy": 0.468379, + "main_score": 0.438025, + "hf_subset": "kmb_Latn-npi_Deva", + "languages": [ + "kmb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.391436, + "recall": 0.448617, + "f1": 0.407443, + "accuracy": 0.448617, + "main_score": 0.407443, + "hf_subset": "kmb_Latn-shn_Mymr", + "languages": [ + "kmb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.44395, + "recall": 0.493083, + "f1": 0.456248, + "accuracy": 0.493083, + "main_score": 0.456248, + "hf_subset": "kmb_Latn-tgl_Latn", + "languages": [ + "kmb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.415622, + "recall": 0.463439, + "f1": 0.427875, + "accuracy": 0.463439, + "main_score": 0.427875, + "hf_subset": "kmb_Latn-yue_Hant", + "languages": [ + "kmb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.386401, + "recall": 0.425889, + "f1": 0.397623, + "accuracy": 0.425889, + "main_score": 0.397623, + "hf_subset": "kmb_Latn-asm_Beng", + "languages": [ + "kmb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.417628, + "recall": 0.471344, + "f1": 0.431566, + "accuracy": 0.471344, + "main_score": 0.431566, + "hf_subset": "kmb_Latn-ckb_Arab", + "languages": [ + "kmb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.41721, + "recall": 0.460474, + "f1": 0.428323, + "accuracy": 0.460474, + "main_score": 0.428323, + "hf_subset": "kmb_Latn-gle_Latn", + "languages": [ + "kmb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.429355, + "recall": 0.477273, + "f1": 0.44189, + "accuracy": 0.477273, + "main_score": 0.44189, + "hf_subset": "kmb_Latn-kas_Arab", + "languages": [ + "kmb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.456114, + "recall": 0.500988, + "f1": 0.467883, + "accuracy": 0.500988, + "main_score": 0.467883, + "hf_subset": "kmb_Latn-ltg_Latn", + "languages": [ + "kmb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.490121, + "recall": 0.531621, + "f1": 0.501732, + "accuracy": 0.531621, + "main_score": 0.501732, + "hf_subset": "kmb_Latn-nso_Latn", + "languages": [ + "kmb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.42316, + "recall": 0.472332, + "f1": 0.436214, + "accuracy": 0.472332, + "main_score": 0.436214, + "hf_subset": "kmb_Latn-sin_Sinh", + "languages": [ + "kmb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.432873, + "recall": 0.483202, + "f1": 0.445906, + "accuracy": 0.483202, + "main_score": 0.445906, + "hf_subset": "kmb_Latn-tha_Thai", + "languages": [ + "kmb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.373014, + "recall": 0.422925, + "f1": 0.385343, + "accuracy": 0.422925, + "main_score": 0.385343, + "hf_subset": "kmb_Latn-zho_Hans", + "languages": [ + "kmb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.452477, + "recall": 0.5, + "f1": 0.464775, + "accuracy": 0.5, + "main_score": 0.464775, + "hf_subset": "kmb_Latn-ast_Latn", + "languages": [ + "kmb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.46824, + "recall": 0.51087, + "f1": 0.478697, + "accuracy": 0.51087, + "main_score": 0.478697, + "hf_subset": "kmb_Latn-crh_Latn", + "languages": [ + "kmb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.444382, + "recall": 0.490119, + "f1": 0.455812, + "accuracy": 0.490119, + "main_score": 0.455812, + "hf_subset": "kmb_Latn-glg_Latn", + "languages": [ + "kmb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.446161, + "recall": 0.502964, + "f1": 0.460492, + "accuracy": 0.502964, + "main_score": 0.460492, + "hf_subset": "kmb_Latn-kas_Deva", + "languages": [ + "kmb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.4174, + "recall": 0.463439, + "f1": 0.429498, + "accuracy": 0.463439, + "main_score": 0.429498, + "hf_subset": "kmb_Latn-ltz_Latn", + "languages": [ + "kmb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.429697, + "recall": 0.47332, + "f1": 0.441278, + "accuracy": 0.47332, + "main_score": 0.441278, + "hf_subset": "kmb_Latn-nus_Latn", + "languages": [ + "kmb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.444426, + "recall": 0.492095, + "f1": 0.456613, + "accuracy": 0.492095, + "main_score": 0.456613, + "hf_subset": "kmb_Latn-slk_Latn", + "languages": [ + "kmb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.445853, + "recall": 0.499012, + "f1": 0.460548, + "accuracy": 0.499012, + "main_score": 0.460548, + "hf_subset": "kmb_Latn-tir_Ethi", + "languages": [ + "kmb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.425494, + "recall": 0.474308, + "f1": 0.438262, + "accuracy": 0.474308, + "main_score": 0.438262, + "hf_subset": "kmb_Latn-zho_Hant", + "languages": [ + "kmb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.431003, + "recall": 0.482213, + "f1": 0.443516, + "accuracy": 0.482213, + "main_score": 0.443516, + "hf_subset": "kmb_Latn-awa_Deva", + "languages": [ + "kmb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.428567, + "recall": 0.475296, + "f1": 0.441069, + "accuracy": 0.475296, + "main_score": 0.441069, + "hf_subset": "kmb_Latn-cym_Latn", + "languages": [ + "kmb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.473646, + "recall": 0.508893, + "f1": 0.482836, + "accuracy": 0.508893, + "main_score": 0.482836, + "hf_subset": "kmb_Latn-grn_Latn", + "languages": [ + "kmb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.418437, + "recall": 0.469368, + "f1": 0.431354, + "accuracy": 0.469368, + "main_score": 0.431354, + "hf_subset": "kmb_Latn-kat_Geor", + "languages": [ + "kmb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.500786, + "recall": 0.541502, + "f1": 0.511807, + "accuracy": 0.541502, + "main_score": 0.511807, + "hf_subset": "kmb_Latn-lua_Latn", + "languages": [ + "kmb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.448735, + "recall": 0.495059, + "f1": 0.460295, + "accuracy": 0.495059, + "main_score": 0.460295, + "hf_subset": "kmb_Latn-nya_Latn", + "languages": [ + "kmb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.449237, + "recall": 0.497036, + "f1": 0.461463, + "accuracy": 0.497036, + "main_score": 0.461463, + "hf_subset": "kmb_Latn-slv_Latn", + "languages": [ + "kmb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.446369, + "recall": 0.487154, + "f1": 0.456798, + "accuracy": 0.487154, + "main_score": 0.456798, + "hf_subset": "kmb_Latn-tpi_Latn", + "languages": [ + "kmb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.448581, + "recall": 0.494071, + "f1": 0.460506, + "accuracy": 0.494071, + "main_score": 0.460506, + "hf_subset": "kmb_Latn-zsm_Latn", + "languages": [ + "kmb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495433, + "recall": 0.533597, + "f1": 0.506339, + "accuracy": 0.533597, + "main_score": 0.506339, + "hf_subset": "kmb_Latn-ayr_Latn", + "languages": [ + "kmb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.446736, + "recall": 0.500988, + "f1": 0.461416, + "accuracy": 0.500988, + "main_score": 0.461416, + "hf_subset": "kmb_Latn-dan_Latn", + "languages": [ + "kmb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.425071, + "recall": 0.477273, + "f1": 0.438424, + "accuracy": 0.477273, + "main_score": 0.438424, + "hf_subset": "kmb_Latn-guj_Gujr", + "languages": [ + "kmb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.42922, + "recall": 0.477273, + "f1": 0.441238, + "accuracy": 0.477273, + "main_score": 0.441238, + "hf_subset": "kmb_Latn-kaz_Cyrl", + "languages": [ + "kmb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.453839, + "recall": 0.5, + "f1": 0.466078, + "accuracy": 0.5, + "main_score": 0.466078, + "hf_subset": "kmb_Latn-lug_Latn", + "languages": [ + "kmb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.453836, + "recall": 0.496047, + "f1": 0.464853, + "accuracy": 0.496047, + "main_score": 0.464853, + "hf_subset": "kmb_Latn-oci_Latn", + "languages": [ + "kmb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.446212, + "recall": 0.491107, + "f1": 0.457909, + "accuracy": 0.491107, + "main_score": 0.457909, + "hf_subset": "kmb_Latn-smo_Latn", + "languages": [ + "kmb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.468463, + "recall": 0.509881, + "f1": 0.480341, + "accuracy": 0.509881, + "main_score": 0.480341, + "hf_subset": "kmb_Latn-tsn_Latn", + "languages": [ + "kmb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.447158, + "recall": 0.490119, + "f1": 0.459143, + "accuracy": 0.490119, + "main_score": 0.459143, + "hf_subset": "kmb_Latn-zul_Latn", + "languages": [ + "kmb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.390049, + "recall": 0.444664, + "f1": 0.404398, + "accuracy": 0.444664, + "main_score": 0.404398, + "hf_subset": "kmb_Latn-azb_Arab", + "languages": [ + "kmb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.47356, + "recall": 0.519763, + "f1": 0.486315, + "accuracy": 0.519763, + "main_score": 0.486315, + "hf_subset": "kmb_Latn-deu_Latn", + "languages": [ + "kmb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.414285, + "recall": 0.466403, + "f1": 0.428354, + "accuracy": 0.466403, + "main_score": 0.428354, + "hf_subset": "kmb_Latn-hat_Latn", + "languages": [ + "kmb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.467116, + "recall": 0.503953, + "f1": 0.477349, + "accuracy": 0.503953, + "main_score": 0.477349, + "hf_subset": "kmb_Latn-kbp_Latn", + "languages": [ + "kmb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.497711, + "recall": 0.528656, + "f1": 0.50619, + "accuracy": 0.528656, + "main_score": 0.50619, + "hf_subset": "kmb_Latn-luo_Latn", + "languages": [ + "kmb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.398762, + "recall": 0.44664, + "f1": 0.41067, + "accuracy": 0.44664, + "main_score": 0.41067, + "hf_subset": "kmb_Latn-ory_Orya", + "languages": [ + "kmb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.458133, + "recall": 0.503953, + "f1": 0.470413, + "accuracy": 0.503953, + "main_score": 0.470413, + "hf_subset": "kmb_Latn-sna_Latn", + "languages": [ + "kmb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.477601, + "recall": 0.518775, + "f1": 0.48897, + "accuracy": 0.518775, + "main_score": 0.48897, + "hf_subset": "kmb_Latn-tso_Latn", + "languages": [ + "kmb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.428483, + "recall": 0.476285, + "f1": 0.44087, + "accuracy": 0.476285, + "main_score": 0.44087, + "hf_subset": "kmb_Latn-azj_Latn", + "languages": [ + "kmb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.4478, + "recall": 0.493083, + "f1": 0.460343, + "accuracy": 0.493083, + "main_score": 0.460343, + "hf_subset": "kmb_Latn-dik_Latn", + "languages": [ + "kmb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.447671, + "recall": 0.487154, + "f1": 0.457727, + "accuracy": 0.487154, + "main_score": 0.457727, + "hf_subset": "kmb_Latn-hau_Latn", + "languages": [ + "kmb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.457414, + "recall": 0.506917, + "f1": 0.470006, + "accuracy": 0.506917, + "main_score": 0.470006, + "hf_subset": "kmb_Latn-kea_Latn", + "languages": [ + "kmb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.441492, + "recall": 0.483202, + "f1": 0.452438, + "accuracy": 0.483202, + "main_score": 0.452438, + "hf_subset": "kmb_Latn-lus_Latn", + "languages": [ + "kmb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.45969, + "recall": 0.504941, + "f1": 0.471107, + "accuracy": 0.504941, + "main_score": 0.471107, + "hf_subset": "kmb_Latn-pag_Latn", + "languages": [ + "kmb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.397185, + "recall": 0.449605, + "f1": 0.410437, + "accuracy": 0.449605, + "main_score": 0.410437, + "hf_subset": "kmb_Latn-snd_Arab", + "languages": [ + "kmb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.417138, + "recall": 0.466403, + "f1": 0.429729, + "accuracy": 0.466403, + "main_score": 0.429729, + "hf_subset": "kmb_Latn-tuk_Latn", + "languages": [ + "kmb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.409202, + "recall": 0.461462, + "f1": 0.422894, + "accuracy": 0.461462, + "main_score": 0.422894, + "hf_subset": "kmb_Latn-bak_Cyrl", + "languages": [ + "kmb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.393271, + "recall": 0.44664, + "f1": 0.407913, + "accuracy": 0.44664, + "main_score": 0.407913, + "hf_subset": "kmb_Latn-dyu_Latn", + "languages": [ + "kmb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.428009, + "recall": 0.479249, + "f1": 0.441188, + "accuracy": 0.479249, + "main_score": 0.441188, + "hf_subset": "kmb_Latn-heb_Hebr", + "languages": [ + "kmb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.43352, + "recall": 0.478261, + "f1": 0.446137, + "accuracy": 0.478261, + "main_score": 0.446137, + "hf_subset": "kmb_Latn-khk_Cyrl", + "languages": [ + "kmb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.422418, + "recall": 0.47332, + "f1": 0.434695, + "accuracy": 0.47332, + "main_score": 0.434695, + "hf_subset": "kmb_Latn-lvs_Latn", + "languages": [ + "kmb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.409061, + "recall": 0.456522, + "f1": 0.420568, + "accuracy": 0.456522, + "main_score": 0.420568, + "hf_subset": "kmb_Latn-pan_Guru", + "languages": [ + "kmb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.43899, + "recall": 0.485178, + "f1": 0.451581, + "accuracy": 0.485178, + "main_score": 0.451581, + "hf_subset": "kmb_Latn-som_Latn", + "languages": [ + "kmb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.45719, + "recall": 0.500988, + "f1": 0.469047, + "accuracy": 0.500988, + "main_score": 0.469047, + "hf_subset": "kmb_Latn-tum_Latn", + "languages": [ + "kmb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.626726, + "recall": 0.686759, + "f1": 0.643845, + "accuracy": 0.686759, + "main_score": 0.643845, + "hf_subset": "min_Arab-ace_Arab", + "languages": [ + "min-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.335669, + "recall": 0.383399, + "f1": 0.348588, + "accuracy": 0.383399, + "main_score": 0.348588, + "hf_subset": "min_Arab-bam_Latn", + "languages": [ + "min-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.241268, + "recall": 0.298419, + "f1": 0.25506, + "accuracy": 0.298419, + "main_score": 0.25506, + "hf_subset": "min_Arab-dzo_Tibt", + "languages": [ + "min-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.475991, + "recall": 0.543478, + "f1": 0.492781, + "accuracy": 0.543478, + "main_score": 0.492781, + "hf_subset": "min_Arab-hin_Deva", + "languages": [ + "min-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.309501, + "recall": 0.370553, + "f1": 0.323828, + "accuracy": 0.370553, + "main_score": 0.323828, + "hf_subset": "min_Arab-khm_Khmr", + "languages": [ + "min-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.436973, + "recall": 0.501976, + "f1": 0.453739, + "accuracy": 0.501976, + "main_score": 0.453739, + "hf_subset": "min_Arab-mag_Deva", + "languages": [ + "min-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.402554, + "recall": 0.463439, + "f1": 0.416913, + "accuracy": 0.463439, + "main_score": 0.416913, + "hf_subset": "min_Arab-pap_Latn", + "languages": [ + "min-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.332475, + "recall": 0.396245, + "f1": 0.347585, + "accuracy": 0.396245, + "main_score": 0.347585, + "hf_subset": "min_Arab-sot_Latn", + "languages": [ + "min-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.435694, + "recall": 0.499012, + "f1": 0.450903, + "accuracy": 0.499012, + "main_score": 0.450903, + "hf_subset": "min_Arab-tur_Latn", + "languages": [ + "min-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.467274, + "recall": 0.518775, + "f1": 0.481374, + "accuracy": 0.518775, + "main_score": 0.481374, + "hf_subset": "min_Arab-ace_Latn", + "languages": [ + "min-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.422218, + "recall": 0.494071, + "f1": 0.439953, + "accuracy": 0.494071, + "main_score": 0.439953, + "hf_subset": "min_Arab-ban_Latn", + "languages": [ + "min-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.393692, + "recall": 0.462451, + "f1": 0.410432, + "accuracy": 0.462451, + "main_score": 0.410432, + "hf_subset": "min_Arab-ell_Grek", + "languages": [ + "min-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.44618, + "recall": 0.503953, + "f1": 0.45995, + "accuracy": 0.503953, + "main_score": 0.45995, + "hf_subset": "min_Arab-hne_Deva", + "languages": [ + "min-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.303305, + "recall": 0.357708, + "f1": 0.317432, + "accuracy": 0.357708, + "main_score": 0.317432, + "hf_subset": "min_Arab-kik_Latn", + "languages": [ + "min-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.450603, + "recall": 0.51087, + "f1": 0.465573, + "accuracy": 0.51087, + "main_score": 0.465573, + "hf_subset": "min_Arab-mai_Deva", + "languages": [ + "min-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.381928, + "recall": 0.443676, + "f1": 0.398309, + "accuracy": 0.443676, + "main_score": 0.398309, + "hf_subset": "min_Arab-pbt_Arab", + "languages": [ + "min-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.426521, + "recall": 0.502964, + "f1": 0.44531, + "accuracy": 0.502964, + "main_score": 0.44531, + "hf_subset": "min_Arab-spa_Latn", + "languages": [ + "min-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.381867, + "recall": 0.435771, + "f1": 0.396278, + "accuracy": 0.435771, + "main_score": 0.396278, + "hf_subset": "min_Arab-twi_Latn", + "languages": [ + "min-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.424388, + "recall": 0.496047, + "f1": 0.442172, + "accuracy": 0.496047, + "main_score": 0.442172, + "hf_subset": "min_Arab-acm_Arab", + "languages": [ + "min-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.331195, + "recall": 0.398221, + "f1": 0.34744, + "accuracy": 0.398221, + "main_score": 0.34744, + "hf_subset": "min_Arab-bel_Cyrl", + "languages": [ + "min-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.484493, + "recall": 0.562253, + "f1": 0.503713, + "accuracy": 0.562253, + "main_score": 0.503713, + "hf_subset": "min_Arab-eng_Latn", + "languages": [ + "min-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.398581, + "recall": 0.469368, + "f1": 0.416455, + "accuracy": 0.469368, + "main_score": 0.416455, + "hf_subset": "min_Arab-hrv_Latn", + "languages": [ + "min-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.338252, + "recall": 0.398221, + "f1": 0.353352, + "accuracy": 0.398221, + "main_score": 0.353352, + "hf_subset": "min_Arab-kin_Latn", + "languages": [ + "min-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.380875, + "recall": 0.444664, + "f1": 0.396491, + "accuracy": 0.444664, + "main_score": 0.396491, + "hf_subset": "min_Arab-mal_Mlym", + "languages": [ + "min-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.424747, + "recall": 0.488142, + "f1": 0.438678, + "accuracy": 0.488142, + "main_score": 0.438678, + "hf_subset": "min_Arab-pes_Arab", + "languages": [ + "min-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.417206, + "recall": 0.483202, + "f1": 0.433, + "accuracy": 0.483202, + "main_score": 0.433, + "hf_subset": "min_Arab-srd_Latn", + "languages": [ + "min-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.225869, + "recall": 0.269763, + "f1": 0.236753, + "accuracy": 0.269763, + "main_score": 0.236753, + "hf_subset": "min_Arab-tzm_Tfng", + "languages": [ + "min-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.430888, + "recall": 0.491107, + "f1": 0.445758, + "accuracy": 0.491107, + "main_score": 0.445758, + "hf_subset": "min_Arab-acq_Arab", + "languages": [ + "min-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.354398, + "recall": 0.413043, + "f1": 0.369893, + "accuracy": 0.413043, + "main_score": 0.369893, + "hf_subset": "min_Arab-bem_Latn", + "languages": [ + "min-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.390793, + "recall": 0.440711, + "f1": 0.403056, + "accuracy": 0.440711, + "main_score": 0.403056, + "hf_subset": "min_Arab-epo_Latn", + "languages": [ + "min-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.423691, + "recall": 0.497036, + "f1": 0.441461, + "accuracy": 0.497036, + "main_score": 0.441461, + "hf_subset": "min_Arab-hun_Latn", + "languages": [ + "min-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.389471, + "recall": 0.452569, + "f1": 0.4048, + "accuracy": 0.452569, + "main_score": 0.4048, + "hf_subset": "min_Arab-kir_Cyrl", + "languages": [ + "min-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.393767, + "recall": 0.456522, + "f1": 0.40866, + "accuracy": 0.456522, + "main_score": 0.40866, + "hf_subset": "min_Arab-mar_Deva", + "languages": [ + "min-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.347529, + "recall": 0.412055, + "f1": 0.364178, + "accuracy": 0.412055, + "main_score": 0.364178, + "hf_subset": "min_Arab-plt_Latn", + "languages": [ + "min-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.415504, + "recall": 0.479249, + "f1": 0.43063, + "accuracy": 0.479249, + "main_score": 0.43063, + "hf_subset": "min_Arab-srp_Cyrl", + "languages": [ + "min-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.334605, + "recall": 0.395257, + "f1": 0.349707, + "accuracy": 0.395257, + "main_score": 0.349707, + "hf_subset": "min_Arab-uig_Arab", + "languages": [ + "min-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.402571, + "recall": 0.462451, + "f1": 0.416282, + "accuracy": 0.462451, + "main_score": 0.416282, + "hf_subset": "min_Arab-aeb_Arab", + "languages": [ + "min-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.407693, + "recall": 0.470356, + "f1": 0.423131, + "accuracy": 0.470356, + "main_score": 0.423131, + "hf_subset": "min_Arab-ben_Beng", + "languages": [ + "min-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.39828, + "recall": 0.468379, + "f1": 0.415247, + "accuracy": 0.468379, + "main_score": 0.415247, + "hf_subset": "min_Arab-est_Latn", + "languages": [ + "min-Arab", + "est-Latn" + ] + }, + { + "precision": 0.378009, + "recall": 0.444664, + "f1": 0.394737, + "accuracy": 0.444664, + "main_score": 0.394737, + "hf_subset": "min_Arab-hye_Armn", + "languages": [ + "min-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.317056, + "recall": 0.364625, + "f1": 0.330303, + "accuracy": 0.364625, + "main_score": 0.330303, + "hf_subset": "min_Arab-kmb_Latn", + "languages": [ + "min-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.436714, + "recall": 0.500988, + "f1": 0.452772, + "accuracy": 0.500988, + "main_score": 0.452772, + "hf_subset": "min_Arab-pol_Latn", + "languages": [ + "min-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.295891, + "recall": 0.352767, + "f1": 0.310712, + "accuracy": 0.352767, + "main_score": 0.310712, + "hf_subset": "min_Arab-ssw_Latn", + "languages": [ + "min-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.437446, + "recall": 0.501976, + "f1": 0.45272, + "accuracy": 0.501976, + "main_score": 0.45272, + "hf_subset": "min_Arab-ukr_Cyrl", + "languages": [ + "min-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.390441, + "recall": 0.461462, + "f1": 0.407241, + "accuracy": 0.461462, + "main_score": 0.407241, + "hf_subset": "min_Arab-afr_Latn", + "languages": [ + "min-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.44784, + "recall": 0.51581, + "f1": 0.464528, + "accuracy": 0.51581, + "main_score": 0.464528, + "hf_subset": "min_Arab-bho_Deva", + "languages": [ + "min-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.357587, + "recall": 0.416008, + "f1": 0.371062, + "accuracy": 0.416008, + "main_score": 0.371062, + "hf_subset": "min_Arab-eus_Latn", + "languages": [ + "min-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.343228, + "recall": 0.400198, + "f1": 0.357255, + "accuracy": 0.400198, + "main_score": 0.357255, + "hf_subset": "min_Arab-ibo_Latn", + "languages": [ + "min-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.377996, + "recall": 0.4417, + "f1": 0.394136, + "accuracy": 0.4417, + "main_score": 0.394136, + "hf_subset": "min_Arab-kmr_Latn", + "languages": [ + "min-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.493708, + "recall": 0.561265, + "f1": 0.509878, + "accuracy": 0.561265, + "main_score": 0.509878, + "hf_subset": "min_Arab-min_Latn", + "languages": [ + "min-Arab", + "min-Latn" + ] + }, + { + "precision": 0.441361, + "recall": 0.506917, + "f1": 0.457895, + "accuracy": 0.506917, + "main_score": 0.457895, + "hf_subset": "min_Arab-por_Latn", + "languages": [ + "min-Arab", + "por-Latn" + ] + }, + { + "precision": 0.399945, + "recall": 0.461462, + "f1": 0.413776, + "accuracy": 0.461462, + "main_score": 0.413776, + "hf_subset": "min_Arab-sun_Latn", + "languages": [ + "min-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.327384, + "recall": 0.366601, + "f1": 0.337736, + "accuracy": 0.366601, + "main_score": 0.337736, + "hf_subset": "min_Arab-umb_Latn", + "languages": [ + "min-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.433451, + "recall": 0.499012, + "f1": 0.448462, + "accuracy": 0.499012, + "main_score": 0.448462, + "hf_subset": "min_Arab-ajp_Arab", + "languages": [ + "min-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.652177, + "recall": 0.715415, + "f1": 0.669698, + "accuracy": 0.715415, + "main_score": 0.669698, + "hf_subset": "min_Arab-bjn_Arab", + "languages": [ + "min-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.317464, + "recall": 0.354743, + "f1": 0.327887, + "accuracy": 0.354743, + "main_score": 0.327887, + "hf_subset": "min_Arab-ewe_Latn", + "languages": [ + "min-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.373398, + "recall": 0.436759, + "f1": 0.388505, + "accuracy": 0.436759, + "main_score": 0.388505, + "hf_subset": "min_Arab-ilo_Latn", + "languages": [ + "min-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.233015, + "recall": 0.272727, + "f1": 0.243335, + "accuracy": 0.272727, + "main_score": 0.243335, + "hf_subset": "min_Arab-knc_Arab", + "languages": [ + "min-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.410141, + "recall": 0.467391, + "f1": 0.423746, + "accuracy": 0.467391, + "main_score": 0.423746, + "hf_subset": "min_Arab-mkd_Cyrl", + "languages": [ + "min-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.45504, + "recall": 0.522727, + "f1": 0.471893, + "accuracy": 0.522727, + "main_score": 0.471893, + "hf_subset": "min_Arab-prs_Arab", + "languages": [ + "min-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.438229, + "recall": 0.511858, + "f1": 0.455721, + "accuracy": 0.511858, + "main_score": 0.455721, + "hf_subset": "min_Arab-swe_Latn", + "languages": [ + "min-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.410348, + "recall": 0.476285, + "f1": 0.425681, + "accuracy": 0.476285, + "main_score": 0.425681, + "hf_subset": "min_Arab-urd_Arab", + "languages": [ + "min-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.374113, + "recall": 0.428854, + "f1": 0.388605, + "accuracy": 0.428854, + "main_score": 0.388605, + "hf_subset": "min_Arab-aka_Latn", + "languages": [ + "min-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.443343, + "recall": 0.5, + "f1": 0.456683, + "accuracy": 0.5, + "main_score": 0.456683, + "hf_subset": "min_Arab-bjn_Latn", + "languages": [ + "min-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.344815, + "recall": 0.403162, + "f1": 0.359685, + "accuracy": 0.403162, + "main_score": 0.359685, + "hf_subset": "min_Arab-fao_Latn", + "languages": [ + "min-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.466888, + "recall": 0.52668, + "f1": 0.480861, + "accuracy": 0.52668, + "main_score": 0.480861, + "hf_subset": "min_Arab-ind_Latn", + "languages": [ + "min-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.3467, + "recall": 0.390316, + "f1": 0.3586, + "accuracy": 0.390316, + "main_score": 0.3586, + "hf_subset": "min_Arab-knc_Latn", + "languages": [ + "min-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.348752, + "recall": 0.407115, + "f1": 0.362682, + "accuracy": 0.407115, + "main_score": 0.362682, + "hf_subset": "min_Arab-mlt_Latn", + "languages": [ + "min-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.379845, + "recall": 0.431818, + "f1": 0.393796, + "accuracy": 0.431818, + "main_score": 0.393796, + "hf_subset": "min_Arab-quy_Latn", + "languages": [ + "min-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.361555, + "recall": 0.429842, + "f1": 0.377804, + "accuracy": 0.429842, + "main_score": 0.377804, + "hf_subset": "min_Arab-swh_Latn", + "languages": [ + "min-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.369963, + "recall": 0.43083, + "f1": 0.384352, + "accuracy": 0.43083, + "main_score": 0.384352, + "hf_subset": "min_Arab-uzn_Latn", + "languages": [ + "min-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.395237, + "recall": 0.465415, + "f1": 0.413294, + "accuracy": 0.465415, + "main_score": 0.413294, + "hf_subset": "min_Arab-als_Latn", + "languages": [ + "min-Arab", + "als-Latn" + ] + }, + { + "precision": 0.277647, + "recall": 0.336957, + "f1": 0.291881, + "accuracy": 0.336957, + "main_score": 0.291881, + "hf_subset": "min_Arab-bod_Tibt", + "languages": [ + "min-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.359899, + "recall": 0.410079, + "f1": 0.373338, + "accuracy": 0.410079, + "main_score": 0.373338, + "hf_subset": "min_Arab-fij_Latn", + "languages": [ + "min-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.32545, + "recall": 0.400198, + "f1": 0.343146, + "accuracy": 0.400198, + "main_score": 0.343146, + "hf_subset": "min_Arab-isl_Latn", + "languages": [ + "min-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.39819, + "recall": 0.444664, + "f1": 0.410279, + "accuracy": 0.444664, + "main_score": 0.410279, + "hf_subset": "min_Arab-kon_Latn", + "languages": [ + "min-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.393443, + "recall": 0.44664, + "f1": 0.406999, + "accuracy": 0.44664, + "main_score": 0.406999, + "hf_subset": "min_Arab-mni_Beng", + "languages": [ + "min-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.415431, + "recall": 0.472332, + "f1": 0.428973, + "accuracy": 0.472332, + "main_score": 0.428973, + "hf_subset": "min_Arab-ron_Latn", + "languages": [ + "min-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.445367, + "recall": 0.504941, + "f1": 0.459775, + "accuracy": 0.504941, + "main_score": 0.459775, + "hf_subset": "min_Arab-szl_Latn", + "languages": [ + "min-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.4588, + "recall": 0.511858, + "f1": 0.472068, + "accuracy": 0.511858, + "main_score": 0.472068, + "hf_subset": "min_Arab-vec_Latn", + "languages": [ + "min-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.419856, + "recall": 0.480237, + "f1": 0.435376, + "accuracy": 0.480237, + "main_score": 0.435376, + "hf_subset": "min_Arab-amh_Ethi", + "languages": [ + "min-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.400371, + "recall": 0.458498, + "f1": 0.414575, + "accuracy": 0.458498, + "main_score": 0.414575, + "hf_subset": "min_Arab-bos_Latn", + "languages": [ + "min-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.397725, + "recall": 0.459486, + "f1": 0.41261, + "accuracy": 0.459486, + "main_score": 0.41261, + "hf_subset": "min_Arab-fin_Latn", + "languages": [ + "min-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.43049, + "recall": 0.496047, + "f1": 0.446815, + "accuracy": 0.496047, + "main_score": 0.446815, + "hf_subset": "min_Arab-ita_Latn", + "languages": [ + "min-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.451822, + "recall": 0.525692, + "f1": 0.469833, + "accuracy": 0.525692, + "main_score": 0.469833, + "hf_subset": "min_Arab-kor_Hang", + "languages": [ + "min-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.342367, + "recall": 0.389328, + "f1": 0.355286, + "accuracy": 0.389328, + "main_score": 0.355286, + "hf_subset": "min_Arab-mos_Latn", + "languages": [ + "min-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.309717, + "recall": 0.368577, + "f1": 0.324947, + "accuracy": 0.368577, + "main_score": 0.324947, + "hf_subset": "min_Arab-run_Latn", + "languages": [ + "min-Arab", + "run-Latn" + ] + }, + { + "precision": 0.375063, + "recall": 0.440711, + "f1": 0.390346, + "accuracy": 0.440711, + "main_score": 0.390346, + "hf_subset": "min_Arab-tam_Taml", + "languages": [ + "min-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.40997, + "recall": 0.472332, + "f1": 0.424804, + "accuracy": 0.472332, + "main_score": 0.424804, + "hf_subset": "min_Arab-vie_Latn", + "languages": [ + "min-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.408734, + "recall": 0.469368, + "f1": 0.423262, + "accuracy": 0.469368, + "main_score": 0.423262, + "hf_subset": "min_Arab-apc_Arab", + "languages": [ + "min-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.463882, + "recall": 0.519763, + "f1": 0.477724, + "accuracy": 0.519763, + "main_score": 0.477724, + "hf_subset": "min_Arab-bug_Latn", + "languages": [ + "min-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.287663, + "recall": 0.329051, + "f1": 0.298111, + "accuracy": 0.329051, + "main_score": 0.298111, + "hf_subset": "min_Arab-fon_Latn", + "languages": [ + "min-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.391, + "recall": 0.450593, + "f1": 0.406044, + "accuracy": 0.450593, + "main_score": 0.406044, + "hf_subset": "min_Arab-jav_Latn", + "languages": [ + "min-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.309213, + "recall": 0.369565, + "f1": 0.322667, + "accuracy": 0.369565, + "main_score": 0.322667, + "hf_subset": "min_Arab-lao_Laoo", + "languages": [ + "min-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.342959, + "recall": 0.414032, + "f1": 0.361002, + "accuracy": 0.414032, + "main_score": 0.361002, + "hf_subset": "min_Arab-mri_Latn", + "languages": [ + "min-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.44455, + "recall": 0.51581, + "f1": 0.461111, + "accuracy": 0.51581, + "main_score": 0.461111, + "hf_subset": "min_Arab-rus_Cyrl", + "languages": [ + "min-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.356133, + "recall": 0.40415, + "f1": 0.368123, + "accuracy": 0.40415, + "main_score": 0.368123, + "hf_subset": "min_Arab-taq_Latn", + "languages": [ + "min-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.401887, + "recall": 0.458498, + "f1": 0.41501, + "accuracy": 0.458498, + "main_score": 0.41501, + "hf_subset": "min_Arab-war_Latn", + "languages": [ + "min-Arab", + "war-Latn" + ] + }, + { + "precision": 0.424166, + "recall": 0.494071, + "f1": 0.441217, + "accuracy": 0.494071, + "main_score": 0.441217, + "hf_subset": "min_Arab-arb_Arab", + "languages": [ + "min-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.43521, + "recall": 0.499012, + "f1": 0.451061, + "accuracy": 0.499012, + "main_score": 0.451061, + "hf_subset": "min_Arab-bul_Cyrl", + "languages": [ + "min-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.427871, + "recall": 0.498024, + "f1": 0.445128, + "accuracy": 0.498024, + "main_score": 0.445128, + "hf_subset": "min_Arab-fra_Latn", + "languages": [ + "min-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.442323, + "recall": 0.513834, + "f1": 0.459824, + "accuracy": 0.513834, + "main_score": 0.459824, + "hf_subset": "min_Arab-jpn_Jpan", + "languages": [ + "min-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.452922, + "recall": 0.512846, + "f1": 0.467767, + "accuracy": 0.512846, + "main_score": 0.467767, + "hf_subset": "min_Arab-lij_Latn", + "languages": [ + "min-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.370169, + "recall": 0.439723, + "f1": 0.386873, + "accuracy": 0.439723, + "main_score": 0.386873, + "hf_subset": "min_Arab-mya_Mymr", + "languages": [ + "min-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.375003, + "recall": 0.420949, + "f1": 0.387306, + "accuracy": 0.420949, + "main_score": 0.387306, + "hf_subset": "min_Arab-sag_Latn", + "languages": [ + "min-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.210432, + "recall": 0.254941, + "f1": 0.221185, + "accuracy": 0.254941, + "main_score": 0.221185, + "hf_subset": "min_Arab-taq_Tfng", + "languages": [ + "min-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.395352, + "recall": 0.445652, + "f1": 0.408856, + "accuracy": 0.445652, + "main_score": 0.408856, + "hf_subset": "min_Arab-wol_Latn", + "languages": [ + "min-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.357779, + "recall": 0.425889, + "f1": 0.373978, + "accuracy": 0.425889, + "main_score": 0.373978, + "hf_subset": "min_Arab-arb_Latn", + "languages": [ + "min-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.41758, + "recall": 0.477273, + "f1": 0.431404, + "accuracy": 0.477273, + "main_score": 0.431404, + "hf_subset": "min_Arab-cat_Latn", + "languages": [ + "min-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.444888, + "recall": 0.500988, + "f1": 0.457568, + "accuracy": 0.500988, + "main_score": 0.457568, + "hf_subset": "min_Arab-fur_Latn", + "languages": [ + "min-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.320489, + "recall": 0.366601, + "f1": 0.33283, + "accuracy": 0.366601, + "main_score": 0.33283, + "hf_subset": "min_Arab-kab_Latn", + "languages": [ + "min-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.397592, + "recall": 0.452569, + "f1": 0.410983, + "accuracy": 0.452569, + "main_score": 0.410983, + "hf_subset": "min_Arab-lim_Latn", + "languages": [ + "min-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.434014, + "recall": 0.5, + "f1": 0.449483, + "accuracy": 0.5, + "main_score": 0.449483, + "hf_subset": "min_Arab-nld_Latn", + "languages": [ + "min-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.390221, + "recall": 0.459486, + "f1": 0.407256, + "accuracy": 0.459486, + "main_score": 0.407256, + "hf_subset": "min_Arab-san_Deva", + "languages": [ + "min-Arab", + "san-Deva" + ] + }, + { + "precision": 0.376539, + "recall": 0.4417, + "f1": 0.39302, + "accuracy": 0.4417, + "main_score": 0.39302, + "hf_subset": "min_Arab-tat_Cyrl", + "languages": [ + "min-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.33343, + "recall": 0.394269, + "f1": 0.347811, + "accuracy": 0.394269, + "main_score": 0.347811, + "hf_subset": "min_Arab-xho_Latn", + "languages": [ + "min-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.416448, + "recall": 0.48419, + "f1": 0.432638, + "accuracy": 0.48419, + "main_score": 0.432638, + "hf_subset": "min_Arab-ars_Arab", + "languages": [ + "min-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.360277, + "recall": 0.41996, + "f1": 0.374109, + "accuracy": 0.41996, + "main_score": 0.374109, + "hf_subset": "min_Arab-ceb_Latn", + "languages": [ + "min-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.320028, + "recall": 0.367589, + "f1": 0.332569, + "accuracy": 0.367589, + "main_score": 0.332569, + "hf_subset": "min_Arab-fuv_Latn", + "languages": [ + "min-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.348186, + "recall": 0.387352, + "f1": 0.358827, + "accuracy": 0.387352, + "main_score": 0.358827, + "hf_subset": "min_Arab-kac_Latn", + "languages": [ + "min-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.401378, + "recall": 0.454545, + "f1": 0.415559, + "accuracy": 0.454545, + "main_score": 0.415559, + "hf_subset": "min_Arab-lin_Latn", + "languages": [ + "min-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.389158, + "recall": 0.448617, + "f1": 0.403434, + "accuracy": 0.448617, + "main_score": 0.403434, + "hf_subset": "min_Arab-nno_Latn", + "languages": [ + "min-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.417274, + "recall": 0.477273, + "f1": 0.432878, + "accuracy": 0.477273, + "main_score": 0.432878, + "hf_subset": "min_Arab-sat_Olck", + "languages": [ + "min-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.37399, + "recall": 0.435771, + "f1": 0.388014, + "accuracy": 0.435771, + "main_score": 0.388014, + "hf_subset": "min_Arab-tel_Telu", + "languages": [ + "min-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.385253, + "recall": 0.454545, + "f1": 0.402643, + "accuracy": 0.454545, + "main_score": 0.402643, + "hf_subset": "min_Arab-ydd_Hebr", + "languages": [ + "min-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.406539, + "recall": 0.468379, + "f1": 0.421271, + "accuracy": 0.468379, + "main_score": 0.421271, + "hf_subset": "min_Arab-ary_Arab", + "languages": [ + "min-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.4179, + "recall": 0.487154, + "f1": 0.43521, + "accuracy": 0.487154, + "main_score": 0.43521, + "hf_subset": "min_Arab-ces_Latn", + "languages": [ + "min-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.379184, + "recall": 0.440711, + "f1": 0.394773, + "accuracy": 0.440711, + "main_score": 0.394773, + "hf_subset": "min_Arab-gaz_Latn", + "languages": [ + "min-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.330324, + "recall": 0.376482, + "f1": 0.342893, + "accuracy": 0.376482, + "main_score": 0.342893, + "hf_subset": "min_Arab-kam_Latn", + "languages": [ + "min-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.386905, + "recall": 0.45751, + "f1": 0.404611, + "accuracy": 0.45751, + "main_score": 0.404611, + "hf_subset": "min_Arab-lit_Latn", + "languages": [ + "min-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.40311, + "recall": 0.472332, + "f1": 0.419817, + "accuracy": 0.472332, + "main_score": 0.419817, + "hf_subset": "min_Arab-nob_Latn", + "languages": [ + "min-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.410664, + "recall": 0.461462, + "f1": 0.422383, + "accuracy": 0.461462, + "main_score": 0.422383, + "hf_subset": "min_Arab-scn_Latn", + "languages": [ + "min-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.361361, + "recall": 0.416996, + "f1": 0.375134, + "accuracy": 0.416996, + "main_score": 0.375134, + "hf_subset": "min_Arab-tgk_Cyrl", + "languages": [ + "min-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.322526, + "recall": 0.37747, + "f1": 0.337056, + "accuracy": 0.37747, + "main_score": 0.337056, + "hf_subset": "min_Arab-yor_Latn", + "languages": [ + "min-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.41537, + "recall": 0.475296, + "f1": 0.430083, + "accuracy": 0.475296, + "main_score": 0.430083, + "hf_subset": "min_Arab-arz_Arab", + "languages": [ + "min-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.333572, + "recall": 0.378458, + "f1": 0.345188, + "accuracy": 0.378458, + "main_score": 0.345188, + "hf_subset": "min_Arab-cjk_Latn", + "languages": [ + "min-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.345523, + "recall": 0.405138, + "f1": 0.35929, + "accuracy": 0.405138, + "main_score": 0.35929, + "hf_subset": "min_Arab-gla_Latn", + "languages": [ + "min-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.364108, + "recall": 0.421937, + "f1": 0.378959, + "accuracy": 0.421937, + "main_score": 0.378959, + "hf_subset": "min_Arab-kan_Knda", + "languages": [ + "min-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.433385, + "recall": 0.487154, + "f1": 0.446499, + "accuracy": 0.487154, + "main_score": 0.446499, + "hf_subset": "min_Arab-lmo_Latn", + "languages": [ + "min-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.407113, + "recall": 0.464427, + "f1": 0.420832, + "accuracy": 0.464427, + "main_score": 0.420832, + "hf_subset": "min_Arab-npi_Deva", + "languages": [ + "min-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.243129, + "recall": 0.294466, + "f1": 0.255976, + "accuracy": 0.294466, + "main_score": 0.255976, + "hf_subset": "min_Arab-shn_Mymr", + "languages": [ + "min-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.404303, + "recall": 0.468379, + "f1": 0.420259, + "accuracy": 0.468379, + "main_score": 0.420259, + "hf_subset": "min_Arab-tgl_Latn", + "languages": [ + "min-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.387811, + "recall": 0.452569, + "f1": 0.403706, + "accuracy": 0.452569, + "main_score": 0.403706, + "hf_subset": "min_Arab-yue_Hant", + "languages": [ + "min-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.356353, + "recall": 0.400198, + "f1": 0.367396, + "accuracy": 0.400198, + "main_score": 0.367396, + "hf_subset": "min_Arab-asm_Beng", + "languages": [ + "min-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.399407, + "recall": 0.463439, + "f1": 0.415641, + "accuracy": 0.463439, + "main_score": 0.415641, + "hf_subset": "min_Arab-ckb_Arab", + "languages": [ + "min-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.339891, + "recall": 0.403162, + "f1": 0.355534, + "accuracy": 0.403162, + "main_score": 0.355534, + "hf_subset": "min_Arab-gle_Latn", + "languages": [ + "min-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.436688, + "recall": 0.496047, + "f1": 0.45236, + "accuracy": 0.496047, + "main_score": 0.45236, + "hf_subset": "min_Arab-kas_Arab", + "languages": [ + "min-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.4464, + "recall": 0.504941, + "f1": 0.460939, + "accuracy": 0.504941, + "main_score": 0.460939, + "hf_subset": "min_Arab-ltg_Latn", + "languages": [ + "min-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.363616, + "recall": 0.422925, + "f1": 0.378852, + "accuracy": 0.422925, + "main_score": 0.378852, + "hf_subset": "min_Arab-nso_Latn", + "languages": [ + "min-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.372251, + "recall": 0.4417, + "f1": 0.388623, + "accuracy": 0.4417, + "main_score": 0.388623, + "hf_subset": "min_Arab-sin_Sinh", + "languages": [ + "min-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.390829, + "recall": 0.45751, + "f1": 0.407471, + "accuracy": 0.45751, + "main_score": 0.407471, + "hf_subset": "min_Arab-tha_Thai", + "languages": [ + "min-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.343153, + "recall": 0.403162, + "f1": 0.356569, + "accuracy": 0.403162, + "main_score": 0.356569, + "hf_subset": "min_Arab-zho_Hans", + "languages": [ + "min-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.379323, + "recall": 0.442688, + "f1": 0.394154, + "accuracy": 0.442688, + "main_score": 0.394154, + "hf_subset": "min_Arab-ast_Latn", + "languages": [ + "min-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.428805, + "recall": 0.48913, + "f1": 0.444464, + "accuracy": 0.48913, + "main_score": 0.444464, + "hf_subset": "min_Arab-crh_Latn", + "languages": [ + "min-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.40525, + "recall": 0.471344, + "f1": 0.421691, + "accuracy": 0.471344, + "main_score": 0.421691, + "hf_subset": "min_Arab-glg_Latn", + "languages": [ + "min-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.422029, + "recall": 0.486166, + "f1": 0.438807, + "accuracy": 0.486166, + "main_score": 0.438807, + "hf_subset": "min_Arab-kas_Deva", + "languages": [ + "min-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.381066, + "recall": 0.447628, + "f1": 0.396695, + "accuracy": 0.447628, + "main_score": 0.396695, + "hf_subset": "min_Arab-ltz_Latn", + "languages": [ + "min-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.325415, + "recall": 0.376482, + "f1": 0.338924, + "accuracy": 0.376482, + "main_score": 0.338924, + "hf_subset": "min_Arab-nus_Latn", + "languages": [ + "min-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.383071, + "recall": 0.448617, + "f1": 0.399047, + "accuracy": 0.448617, + "main_score": 0.399047, + "hf_subset": "min_Arab-slk_Latn", + "languages": [ + "min-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.408722, + "recall": 0.463439, + "f1": 0.42408, + "accuracy": 0.463439, + "main_score": 0.42408, + "hf_subset": "min_Arab-tir_Ethi", + "languages": [ + "min-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.374872, + "recall": 0.445652, + "f1": 0.390784, + "accuracy": 0.445652, + "main_score": 0.390784, + "hf_subset": "min_Arab-zho_Hant", + "languages": [ + "min-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.44335, + "recall": 0.507905, + "f1": 0.458547, + "accuracy": 0.507905, + "main_score": 0.458547, + "hf_subset": "min_Arab-awa_Deva", + "languages": [ + "min-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.372226, + "recall": 0.437747, + "f1": 0.388157, + "accuracy": 0.437747, + "main_score": 0.388157, + "hf_subset": "min_Arab-cym_Latn", + "languages": [ + "min-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.39579, + "recall": 0.440711, + "f1": 0.407304, + "accuracy": 0.440711, + "main_score": 0.407304, + "hf_subset": "min_Arab-grn_Latn", + "languages": [ + "min-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.396113, + "recall": 0.463439, + "f1": 0.412466, + "accuracy": 0.463439, + "main_score": 0.412466, + "hf_subset": "min_Arab-kat_Geor", + "languages": [ + "min-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.377334, + "recall": 0.422925, + "f1": 0.389545, + "accuracy": 0.422925, + "main_score": 0.389545, + "hf_subset": "min_Arab-lua_Latn", + "languages": [ + "min-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.313087, + "recall": 0.370553, + "f1": 0.326854, + "accuracy": 0.370553, + "main_score": 0.326854, + "hf_subset": "min_Arab-nya_Latn", + "languages": [ + "min-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.398607, + "recall": 0.468379, + "f1": 0.415547, + "accuracy": 0.468379, + "main_score": 0.415547, + "hf_subset": "min_Arab-slv_Latn", + "languages": [ + "min-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.39701, + "recall": 0.450593, + "f1": 0.408593, + "accuracy": 0.450593, + "main_score": 0.408593, + "hf_subset": "min_Arab-tpi_Latn", + "languages": [ + "min-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.427608, + "recall": 0.488142, + "f1": 0.441537, + "accuracy": 0.488142, + "main_score": 0.441537, + "hf_subset": "min_Arab-zsm_Latn", + "languages": [ + "min-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.340475, + "recall": 0.387352, + "f1": 0.353496, + "accuracy": 0.387352, + "main_score": 0.353496, + "hf_subset": "min_Arab-ayr_Latn", + "languages": [ + "min-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.432852, + "recall": 0.505929, + "f1": 0.450386, + "accuracy": 0.505929, + "main_score": 0.450386, + "hf_subset": "min_Arab-dan_Latn", + "languages": [ + "min-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.394656, + "recall": 0.466403, + "f1": 0.411441, + "accuracy": 0.466403, + "main_score": 0.411441, + "hf_subset": "min_Arab-guj_Gujr", + "languages": [ + "min-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.397346, + "recall": 0.458498, + "f1": 0.412559, + "accuracy": 0.458498, + "main_score": 0.412559, + "hf_subset": "min_Arab-kaz_Cyrl", + "languages": [ + "min-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.323149, + "recall": 0.379447, + "f1": 0.337493, + "accuracy": 0.379447, + "main_score": 0.337493, + "hf_subset": "min_Arab-lug_Latn", + "languages": [ + "min-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.41459, + "recall": 0.477273, + "f1": 0.429012, + "accuracy": 0.477273, + "main_score": 0.429012, + "hf_subset": "min_Arab-oci_Latn", + "languages": [ + "min-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.350168, + "recall": 0.411067, + "f1": 0.36456, + "accuracy": 0.411067, + "main_score": 0.36456, + "hf_subset": "min_Arab-smo_Latn", + "languages": [ + "min-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.31403, + "recall": 0.367589, + "f1": 0.32693, + "accuracy": 0.367589, + "main_score": 0.32693, + "hf_subset": "min_Arab-tsn_Latn", + "languages": [ + "min-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.317688, + "recall": 0.38834, + "f1": 0.334635, + "accuracy": 0.38834, + "main_score": 0.334635, + "hf_subset": "min_Arab-zul_Latn", + "languages": [ + "min-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.395115, + "recall": 0.44664, + "f1": 0.408495, + "accuracy": 0.44664, + "main_score": 0.408495, + "hf_subset": "min_Arab-azb_Arab", + "languages": [ + "min-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.446812, + "recall": 0.513834, + "f1": 0.462756, + "accuracy": 0.513834, + "main_score": 0.462756, + "hf_subset": "min_Arab-deu_Latn", + "languages": [ + "min-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.398908, + "recall": 0.47332, + "f1": 0.41658, + "accuracy": 0.47332, + "main_score": 0.41658, + "hf_subset": "min_Arab-hat_Latn", + "languages": [ + "min-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.318795, + "recall": 0.366601, + "f1": 0.331611, + "accuracy": 0.366601, + "main_score": 0.331611, + "hf_subset": "min_Arab-kbp_Latn", + "languages": [ + "min-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.349903, + "recall": 0.395257, + "f1": 0.361916, + "accuracy": 0.395257, + "main_score": 0.361916, + "hf_subset": "min_Arab-luo_Latn", + "languages": [ + "min-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.354645, + "recall": 0.428854, + "f1": 0.373141, + "accuracy": 0.428854, + "main_score": 0.373141, + "hf_subset": "min_Arab-ory_Orya", + "languages": [ + "min-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.325479, + "recall": 0.386364, + "f1": 0.340044, + "accuracy": 0.386364, + "main_score": 0.340044, + "hf_subset": "min_Arab-sna_Latn", + "languages": [ + "min-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.36077, + "recall": 0.409091, + "f1": 0.373838, + "accuracy": 0.409091, + "main_score": 0.373838, + "hf_subset": "min_Arab-tso_Latn", + "languages": [ + "min-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.361131, + "recall": 0.435771, + "f1": 0.37886, + "accuracy": 0.435771, + "main_score": 0.37886, + "hf_subset": "min_Arab-azj_Latn", + "languages": [ + "min-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.30079, + "recall": 0.350791, + "f1": 0.314752, + "accuracy": 0.350791, + "main_score": 0.314752, + "hf_subset": "min_Arab-dik_Latn", + "languages": [ + "min-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.321136, + "recall": 0.380435, + "f1": 0.33552, + "accuracy": 0.380435, + "main_score": 0.33552, + "hf_subset": "min_Arab-hau_Latn", + "languages": [ + "min-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.435132, + "recall": 0.494071, + "f1": 0.449667, + "accuracy": 0.494071, + "main_score": 0.449667, + "hf_subset": "min_Arab-kea_Latn", + "languages": [ + "min-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.35643, + "recall": 0.416008, + "f1": 0.371173, + "accuracy": 0.416008, + "main_score": 0.371173, + "hf_subset": "min_Arab-lus_Latn", + "languages": [ + "min-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.425538, + "recall": 0.482213, + "f1": 0.440105, + "accuracy": 0.482213, + "main_score": 0.440105, + "hf_subset": "min_Arab-pag_Latn", + "languages": [ + "min-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.373162, + "recall": 0.442688, + "f1": 0.389636, + "accuracy": 0.442688, + "main_score": 0.389636, + "hf_subset": "min_Arab-snd_Arab", + "languages": [ + "min-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.374895, + "recall": 0.437747, + "f1": 0.390289, + "accuracy": 0.437747, + "main_score": 0.390289, + "hf_subset": "min_Arab-tuk_Latn", + "languages": [ + "min-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.392269, + "recall": 0.453557, + "f1": 0.407166, + "accuracy": 0.453557, + "main_score": 0.407166, + "hf_subset": "min_Arab-bak_Cyrl", + "languages": [ + "min-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.287793, + "recall": 0.340909, + "f1": 0.302724, + "accuracy": 0.340909, + "main_score": 0.302724, + "hf_subset": "min_Arab-dyu_Latn", + "languages": [ + "min-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.400465, + "recall": 0.469368, + "f1": 0.417401, + "accuracy": 0.469368, + "main_score": 0.417401, + "hf_subset": "min_Arab-heb_Hebr", + "languages": [ + "min-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.404159, + "recall": 0.470356, + "f1": 0.421298, + "accuracy": 0.470356, + "main_score": 0.421298, + "hf_subset": "min_Arab-khk_Cyrl", + "languages": [ + "min-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.394145, + "recall": 0.462451, + "f1": 0.410591, + "accuracy": 0.462451, + "main_score": 0.410591, + "hf_subset": "min_Arab-lvs_Latn", + "languages": [ + "min-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.382382, + "recall": 0.445652, + "f1": 0.397448, + "accuracy": 0.445652, + "main_score": 0.397448, + "hf_subset": "min_Arab-pan_Guru", + "languages": [ + "min-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.344461, + "recall": 0.408103, + "f1": 0.359382, + "accuracy": 0.408103, + "main_score": 0.359382, + "hf_subset": "min_Arab-som_Latn", + "languages": [ + "min-Arab", + "som-Latn" + ] + }, + { + "precision": 0.305159, + "recall": 0.356719, + "f1": 0.31869, + "accuracy": 0.356719, + "main_score": 0.31869, + "hf_subset": "min_Arab-tum_Latn", + "languages": [ + "min-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.481548, + "recall": 0.564229, + "f1": 0.505081, + "accuracy": 0.564229, + "main_score": 0.505081, + "hf_subset": "pol_Latn-ace_Arab", + "languages": [ + "pol-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.477529, + "recall": 0.529644, + "f1": 0.490865, + "accuracy": 0.529644, + "main_score": 0.490865, + "hf_subset": "pol_Latn-bam_Latn", + "languages": [ + "pol-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.589527, + "recall": 0.681818, + "f1": 0.615606, + "accuracy": 0.681818, + "main_score": 0.615606, + "hf_subset": "pol_Latn-dzo_Tibt", + "languages": [ + "pol-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pol_Latn-khm_Khmr", + "languages": [ + "pol-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pol_Latn-mag_Deva", + "languages": [ + "pol-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-pap_Latn", + "languages": [ + "pol-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.815777, + "recall": 0.863636, + "f1": 0.830058, + "accuracy": 0.863636, + "main_score": 0.830058, + "hf_subset": "pol_Latn-sot_Latn", + "languages": [ + "pol-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.822359, + "recall": 0.869565, + "f1": 0.836891, + "accuracy": 0.869565, + "main_score": 0.836891, + "hf_subset": "pol_Latn-ace_Latn", + "languages": [ + "pol-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "pol_Latn-ban_Latn", + "languages": [ + "pol-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "pol_Latn-hne_Deva", + "languages": [ + "pol-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.55613, + "recall": 0.62253, + "f1": 0.573594, + "accuracy": 0.62253, + "main_score": 0.573594, + "hf_subset": "pol_Latn-kik_Latn", + "languages": [ + "pol-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-mai_Deva", + "languages": [ + "pol-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "pol_Latn-pbt_Arab", + "languages": [ + "pol-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.716967, + "recall": 0.777668, + "f1": 0.73372, + "accuracy": 0.777668, + "main_score": 0.73372, + "hf_subset": "pol_Latn-twi_Latn", + "languages": [ + "pol-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-acm_Arab", + "languages": [ + "pol-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.800653, + "recall": 0.851779, + "f1": 0.816074, + "accuracy": 0.851779, + "main_score": 0.816074, + "hf_subset": "pol_Latn-kin_Latn", + "languages": [ + "pol-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-mal_Mlym", + "languages": [ + "pol-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-pes_Arab", + "languages": [ + "pol-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pol_Latn-srd_Latn", + "languages": [ + "pol-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.192119, + "recall": 0.25, + "f1": 0.205998, + "accuracy": 0.25, + "main_score": 0.205998, + "hf_subset": "pol_Latn-tzm_Tfng", + "languages": [ + "pol-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-acq_Arab", + "languages": [ + "pol-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.616433, + "recall": 0.694664, + "f1": 0.638452, + "accuracy": 0.694664, + "main_score": 0.638452, + "hf_subset": "pol_Latn-bem_Latn", + "languages": [ + "pol-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-epo_Latn", + "languages": [ + "pol-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "pol_Latn-kir_Cyrl", + "languages": [ + "pol-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pol_Latn-mar_Deva", + "languages": [ + "pol-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.827775, + "recall": 0.874506, + "f1": 0.841938, + "accuracy": 0.874506, + "main_score": 0.841938, + "hf_subset": "pol_Latn-plt_Latn", + "languages": [ + "pol-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.926219, + "recall": 0.949605, + "f1": 0.933794, + "accuracy": 0.949605, + "main_score": 0.933794, + "hf_subset": "pol_Latn-uig_Arab", + "languages": [ + "pol-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pol_Latn-aeb_Arab", + "languages": [ + "pol-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-est_Latn", + "languages": [ + "pol-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-hye_Armn", + "languages": [ + "pol-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.44604, + "recall": 0.513834, + "f1": 0.463881, + "accuracy": 0.513834, + "main_score": 0.463881, + "hf_subset": "pol_Latn-kmb_Latn", + "languages": [ + "pol-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.459517, + "recall": 0.538538, + "f1": 0.479165, + "accuracy": 0.538538, + "main_score": 0.479165, + "hf_subset": "pol_Latn-min_Arab", + "languages": [ + "pol-Latn", + "min-Arab" + ] + }, + { + "precision": 0.68107, + "recall": 0.754941, + "f1": 0.70259, + "accuracy": 0.754941, + "main_score": 0.70259, + "hf_subset": "pol_Latn-ssw_Latn", + "languages": [ + "pol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-afr_Latn", + "languages": [ + "pol-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "pol_Latn-bho_Deva", + "languages": [ + "pol-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-eus_Latn", + "languages": [ + "pol-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.826426, + "recall": 0.875494, + "f1": 0.84142, + "accuracy": 0.875494, + "main_score": 0.84142, + "hf_subset": "pol_Latn-ibo_Latn", + "languages": [ + "pol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.834914, + "recall": 0.879447, + "f1": 0.848287, + "accuracy": 0.879447, + "main_score": 0.848287, + "hf_subset": "pol_Latn-kmr_Latn", + "languages": [ + "pol-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "pol_Latn-min_Latn", + "languages": [ + "pol-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pol_Latn-sun_Latn", + "languages": [ + "pol-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.441808, + "recall": 0.506917, + "f1": 0.460092, + "accuracy": 0.506917, + "main_score": 0.460092, + "hf_subset": "pol_Latn-umb_Latn", + "languages": [ + "pol-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-ajp_Arab", + "languages": [ + "pol-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.475906, + "recall": 0.561265, + "f1": 0.49782, + "accuracy": 0.561265, + "main_score": 0.49782, + "hf_subset": "pol_Latn-bjn_Arab", + "languages": [ + "pol-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.433714, + "recall": 0.496047, + "f1": 0.450255, + "accuracy": 0.496047, + "main_score": 0.450255, + "hf_subset": "pol_Latn-ewe_Latn", + "languages": [ + "pol-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.93503, + "recall": 0.955534, + "f1": 0.941601, + "accuracy": 0.955534, + "main_score": 0.941601, + "hf_subset": "pol_Latn-ilo_Latn", + "languages": [ + "pol-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.23666, + "recall": 0.297431, + "f1": 0.251023, + "accuracy": 0.297431, + "main_score": 0.251023, + "hf_subset": "pol_Latn-knc_Arab", + "languages": [ + "pol-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-prs_Arab", + "languages": [ + "pol-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-urd_Arab", + "languages": [ + "pol-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.684791, + "recall": 0.754941, + "f1": 0.704833, + "accuracy": 0.754941, + "main_score": 0.704833, + "hf_subset": "pol_Latn-aka_Latn", + "languages": [ + "pol-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "pol_Latn-bjn_Latn", + "languages": [ + "pol-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pol_Latn-fao_Latn", + "languages": [ + "pol-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.513652, + "recall": 0.565217, + "f1": 0.527622, + "accuracy": 0.565217, + "main_score": 0.527622, + "hf_subset": "pol_Latn-knc_Latn", + "languages": [ + "pol-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-mlt_Latn", + "languages": [ + "pol-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.630116, + "recall": 0.698617, + "f1": 0.649747, + "accuracy": 0.698617, + "main_score": 0.649747, + "hf_subset": "pol_Latn-quy_Latn", + "languages": [ + "pol-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "pol_Latn-swh_Latn", + "languages": [ + "pol-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pol_Latn-uzn_Latn", + "languages": [ + "pol-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-als_Latn", + "languages": [ + "pol-Latn", + "als-Latn" + ] + }, + { + "precision": 0.739421, + "recall": 0.807312, + "f1": 0.759505, + "accuracy": 0.807312, + "main_score": 0.759505, + "hf_subset": "pol_Latn-bod_Tibt", + "languages": [ + "pol-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.59395, + "recall": 0.668972, + "f1": 0.614676, + "accuracy": 0.668972, + "main_score": 0.614676, + "hf_subset": "pol_Latn-fij_Latn", + "languages": [ + "pol-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "pol_Latn-isl_Latn", + "languages": [ + "pol-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.568454, + "recall": 0.639328, + "f1": 0.588442, + "accuracy": 0.639328, + "main_score": 0.588442, + "hf_subset": "pol_Latn-kon_Latn", + "languages": [ + "pol-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.581018, + "recall": 0.655138, + "f1": 0.601341, + "accuracy": 0.655138, + "main_score": 0.601341, + "hf_subset": "pol_Latn-mni_Beng", + "languages": [ + "pol-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ron_Latn", + "languages": [ + "pol-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "pol_Latn-szl_Latn", + "languages": [ + "pol-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-vec_Latn", + "languages": [ + "pol-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.906126, + "recall": 0.934783, + "f1": 0.915302, + "accuracy": 0.934783, + "main_score": 0.915302, + "hf_subset": "pol_Latn-amh_Ethi", + "languages": [ + "pol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ita_Latn", + "languages": [ + "pol-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.501669, + "recall": 0.55336, + "f1": 0.515501, + "accuracy": 0.55336, + "main_score": 0.515501, + "hf_subset": "pol_Latn-mos_Latn", + "languages": [ + "pol-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.707716, + "recall": 0.771739, + "f1": 0.725832, + "accuracy": 0.771739, + "main_score": 0.725832, + "hf_subset": "pol_Latn-run_Latn", + "languages": [ + "pol-Latn", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-apc_Arab", + "languages": [ + "pol-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.698481, + "recall": 0.762846, + "f1": 0.716465, + "accuracy": 0.762846, + "main_score": 0.716465, + "hf_subset": "pol_Latn-bug_Latn", + "languages": [ + "pol-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42301, + "recall": 0.475296, + "f1": 0.437313, + "accuracy": 0.475296, + "main_score": 0.437313, + "hf_subset": "pol_Latn-fon_Latn", + "languages": [ + "pol-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pol_Latn-jav_Latn", + "languages": [ + "pol-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.933794, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "pol_Latn-lao_Laoo", + "languages": [ + "pol-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.842869, + "recall": 0.887352, + "f1": 0.856423, + "accuracy": 0.887352, + "main_score": 0.856423, + "hf_subset": "pol_Latn-mri_Latn", + "languages": [ + "pol-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.478123, + "recall": 0.539526, + "f1": 0.495246, + "accuracy": 0.539526, + "main_score": 0.495246, + "hf_subset": "pol_Latn-taq_Latn", + "languages": [ + "pol-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pol_Latn-war_Latn", + "languages": [ + "pol-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-lij_Latn", + "languages": [ + "pol-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "pol_Latn-mya_Mymr", + "languages": [ + "pol-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.540929, + "recall": 0.602767, + "f1": 0.557378, + "accuracy": 0.602767, + "main_score": 0.557378, + "hf_subset": "pol_Latn-sag_Latn", + "languages": [ + "pol-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.198769, + "recall": 0.262846, + "f1": 0.213575, + "accuracy": 0.262846, + "main_score": 0.213575, + "hf_subset": "pol_Latn-taq_Tfng", + "languages": [ + "pol-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.610426, + "recall": 0.681818, + "f1": 0.630156, + "accuracy": 0.681818, + "main_score": 0.630156, + "hf_subset": "pol_Latn-wol_Latn", + "languages": [ + "pol-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.849424, + "recall": 0.894269, + "f1": 0.863373, + "accuracy": 0.894269, + "main_score": 0.863373, + "hf_subset": "pol_Latn-arb_Latn", + "languages": [ + "pol-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-cat_Latn", + "languages": [ + "pol-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pol_Latn-fur_Latn", + "languages": [ + "pol-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.408792, + "recall": 0.478261, + "f1": 0.426668, + "accuracy": 0.478261, + "main_score": 0.426668, + "hf_subset": "pol_Latn-kab_Latn", + "languages": [ + "pol-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pol_Latn-lim_Latn", + "languages": [ + "pol-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "pol_Latn-san_Deva", + "languages": [ + "pol-Latn", + "san-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pol_Latn-tat_Cyrl", + "languages": [ + "pol-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.820903, + "recall": 0.868577, + "f1": 0.83551, + "accuracy": 0.868577, + "main_score": 0.83551, + "hf_subset": "pol_Latn-xho_Latn", + "languages": [ + "pol-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ars_Arab", + "languages": [ + "pol-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-ceb_Latn", + "languages": [ + "pol-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.460139, + "recall": 0.527668, + "f1": 0.477986, + "accuracy": 0.527668, + "main_score": 0.477986, + "hf_subset": "pol_Latn-fuv_Latn", + "languages": [ + "pol-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.457331, + "recall": 0.522727, + "f1": 0.474177, + "accuracy": 0.522727, + "main_score": 0.474177, + "hf_subset": "pol_Latn-kac_Latn", + "languages": [ + "pol-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.613295, + "recall": 0.675889, + "f1": 0.629934, + "accuracy": 0.675889, + "main_score": 0.629934, + "hf_subset": "pol_Latn-lin_Latn", + "languages": [ + "pol-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-nno_Latn", + "languages": [ + "pol-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.847332, + "recall": 0.889328, + "f1": 0.860441, + "accuracy": 0.889328, + "main_score": 0.860441, + "hf_subset": "pol_Latn-sat_Olck", + "languages": [ + "pol-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pol_Latn-tel_Telu", + "languages": [ + "pol-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "pol_Latn-ydd_Hebr", + "languages": [ + "pol-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "pol_Latn-ary_Arab", + "languages": [ + "pol-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.51457, + "recall": 0.59585, + "f1": 0.536798, + "accuracy": 0.59585, + "main_score": 0.536798, + "hf_subset": "pol_Latn-gaz_Latn", + "languages": [ + "pol-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.52121, + "recall": 0.599802, + "f1": 0.541722, + "accuracy": 0.599802, + "main_score": 0.541722, + "hf_subset": "pol_Latn-kam_Latn", + "languages": [ + "pol-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-nob_Latn", + "languages": [ + "pol-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pol_Latn-scn_Latn", + "languages": [ + "pol-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "pol_Latn-tgk_Cyrl", + "languages": [ + "pol-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.691823, + "recall": 0.762846, + "f1": 0.713037, + "accuracy": 0.762846, + "main_score": 0.713037, + "hf_subset": "pol_Latn-yor_Latn", + "languages": [ + "pol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-arz_Arab", + "languages": [ + "pol-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.457447, + "recall": 0.522727, + "f1": 0.475449, + "accuracy": 0.522727, + "main_score": 0.475449, + "hf_subset": "pol_Latn-cjk_Latn", + "languages": [ + "pol-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "pol_Latn-gla_Latn", + "languages": [ + "pol-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pol_Latn-kan_Knda", + "languages": [ + "pol-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "pol_Latn-lmo_Latn", + "languages": [ + "pol-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "pol_Latn-npi_Deva", + "languages": [ + "pol-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.487339, + "recall": 0.570158, + "f1": 0.509877, + "accuracy": 0.570158, + "main_score": 0.509877, + "hf_subset": "pol_Latn-shn_Mymr", + "languages": [ + "pol-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-tgl_Latn", + "languages": [ + "pol-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-yue_Hant", + "languages": [ + "pol-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "pol_Latn-asm_Beng", + "languages": [ + "pol-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.894845, + "recall": 0.924901, + "f1": 0.904381, + "accuracy": 0.924901, + "main_score": 0.904381, + "hf_subset": "pol_Latn-ckb_Arab", + "languages": [ + "pol-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "pol_Latn-gle_Latn", + "languages": [ + "pol-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.897233, + "recall": 0.928854, + "f1": 0.907279, + "accuracy": 0.928854, + "main_score": 0.907279, + "hf_subset": "pol_Latn-kas_Arab", + "languages": [ + "pol-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.877306, + "recall": 0.912055, + "f1": 0.887978, + "accuracy": 0.912055, + "main_score": 0.887978, + "hf_subset": "pol_Latn-ltg_Latn", + "languages": [ + "pol-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.729348, + "recall": 0.794466, + "f1": 0.748471, + "accuracy": 0.794466, + "main_score": 0.748471, + "hf_subset": "pol_Latn-nso_Latn", + "languages": [ + "pol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "pol_Latn-sin_Sinh", + "languages": [ + "pol-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-tha_Thai", + "languages": [ + "pol-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-zho_Hans", + "languages": [ + "pol-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-ast_Latn", + "languages": [ + "pol-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pol_Latn-crh_Latn", + "languages": [ + "pol-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-glg_Latn", + "languages": [ + "pol-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.83167, + "recall": 0.878458, + "f1": 0.84552, + "accuracy": 0.878458, + "main_score": 0.84552, + "hf_subset": "pol_Latn-kas_Deva", + "languages": [ + "pol-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-ltz_Latn", + "languages": [ + "pol-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41342, + "recall": 0.474308, + "f1": 0.429617, + "accuracy": 0.474308, + "main_score": 0.429617, + "hf_subset": "pol_Latn-nus_Latn", + "languages": [ + "pol-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.606888, + "recall": 0.685771, + "f1": 0.628816, + "accuracy": 0.685771, + "main_score": 0.628816, + "hf_subset": "pol_Latn-tir_Ethi", + "languages": [ + "pol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97752, + "recall": 0.983202, + "f1": 0.979315, + "accuracy": 0.983202, + "main_score": 0.979315, + "hf_subset": "pol_Latn-awa_Deva", + "languages": [ + "pol-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pol_Latn-cym_Latn", + "languages": [ + "pol-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.754311, + "recall": 0.811265, + "f1": 0.770921, + "accuracy": 0.811265, + "main_score": 0.770921, + "hf_subset": "pol_Latn-grn_Latn", + "languages": [ + "pol-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-kat_Geor", + "languages": [ + "pol-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.565341, + "recall": 0.629447, + "f1": 0.581706, + "accuracy": 0.629447, + "main_score": 0.581706, + "hf_subset": "pol_Latn-lua_Latn", + "languages": [ + "pol-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.762335, + "recall": 0.825099, + "f1": 0.780684, + "accuracy": 0.825099, + "main_score": 0.780684, + "hf_subset": "pol_Latn-nya_Latn", + "languages": [ + "pol-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "pol_Latn-tpi_Latn", + "languages": [ + "pol-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-zsm_Latn", + "languages": [ + "pol-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495993, + "recall": 0.560277, + "f1": 0.513312, + "accuracy": 0.560277, + "main_score": 0.513312, + "hf_subset": "pol_Latn-ayr_Latn", + "languages": [ + "pol-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-dan_Latn", + "languages": [ + "pol-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-guj_Gujr", + "languages": [ + "pol-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-kaz_Cyrl", + "languages": [ + "pol-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.605579, + "recall": 0.687747, + "f1": 0.629018, + "accuracy": 0.687747, + "main_score": 0.629018, + "hf_subset": "pol_Latn-lug_Latn", + "languages": [ + "pol-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-oci_Latn", + "languages": [ + "pol-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.790563, + "recall": 0.842885, + "f1": 0.805977, + "accuracy": 0.842885, + "main_score": 0.805977, + "hf_subset": "pol_Latn-smo_Latn", + "languages": [ + "pol-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.691757, + "recall": 0.761858, + "f1": 0.712129, + "accuracy": 0.761858, + "main_score": 0.712129, + "hf_subset": "pol_Latn-tsn_Latn", + "languages": [ + "pol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.843972, + "recall": 0.88834, + "f1": 0.85751, + "accuracy": 0.88834, + "main_score": 0.85751, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.914526, + "recall": 0.940711, + "f1": 0.922925, + "accuracy": 0.940711, + "main_score": 0.922925, + "hf_subset": "pol_Latn-azb_Arab", + "languages": [ + "pol-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "pol_Latn-hat_Latn", + "languages": [ + "pol-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.46369, + "recall": 0.523715, + "f1": 0.479802, + "accuracy": 0.523715, + "main_score": 0.479802, + "hf_subset": "pol_Latn-kbp_Latn", + "languages": [ + "pol-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.499755, + "recall": 0.571146, + "f1": 0.519119, + "accuracy": 0.571146, + "main_score": 0.519119, + "hf_subset": "pol_Latn-luo_Latn", + "languages": [ + "pol-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "pol_Latn-ory_Orya", + "languages": [ + "pol-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.855484, + "recall": 0.896245, + "f1": 0.868102, + "accuracy": 0.896245, + "main_score": 0.868102, + "hf_subset": "pol_Latn-sna_Latn", + "languages": [ + "pol-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.618214, + "recall": 0.688735, + "f1": 0.638161, + "accuracy": 0.688735, + "main_score": 0.638161, + "hf_subset": "pol_Latn-tso_Latn", + "languages": [ + "pol-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-azj_Latn", + "languages": [ + "pol-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.501483, + "recall": 0.566206, + "f1": 0.519868, + "accuracy": 0.566206, + "main_score": 0.519868, + "hf_subset": "pol_Latn-dik_Latn", + "languages": [ + "pol-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870257, + "recall": 0.908103, + "f1": 0.882246, + "accuracy": 0.908103, + "main_score": 0.882246, + "hf_subset": "pol_Latn-hau_Latn", + "languages": [ + "pol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "pol_Latn-kea_Latn", + "languages": [ + "pol-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.913785, + "recall": 0.939723, + "f1": 0.922167, + "accuracy": 0.939723, + "main_score": 0.922167, + "hf_subset": "pol_Latn-lus_Latn", + "languages": [ + "pol-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.838719, + "recall": 0.880435, + "f1": 0.851007, + "accuracy": 0.880435, + "main_score": 0.851007, + "hf_subset": "pol_Latn-pag_Latn", + "languages": [ + "pol-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "pol_Latn-snd_Arab", + "languages": [ + "pol-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "pol_Latn-tuk_Latn", + "languages": [ + "pol-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-bak_Cyrl", + "languages": [ + "pol-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.469007, + "recall": 0.543478, + "f1": 0.489445, + "accuracy": 0.543478, + "main_score": 0.489445, + "hf_subset": "pol_Latn-dyu_Latn", + "languages": [ + "pol-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "pol_Latn-khk_Cyrl", + "languages": [ + "pol-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-lvs_Latn", + "languages": [ + "pol-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pol_Latn-pan_Guru", + "languages": [ + "pol-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.818182, + "recall": 0.87253, + "f1": 0.835112, + "accuracy": 0.87253, + "main_score": 0.835112, + "hf_subset": "pol_Latn-som_Latn", + "languages": [ + "pol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.654294, + "recall": 0.722332, + "f1": 0.674066, + "accuracy": 0.722332, + "main_score": 0.674066, + "hf_subset": "pol_Latn-tum_Latn", + "languages": [ + "pol-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.395228, + "recall": 0.45751, + "f1": 0.412033, + "accuracy": 0.45751, + "main_score": 0.412033, + "hf_subset": "ssw_Latn-ace_Arab", + "languages": [ + "ssw-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.468638, + "recall": 0.512846, + "f1": 0.479768, + "accuracy": 0.512846, + "main_score": 0.479768, + "hf_subset": "ssw_Latn-bam_Latn", + "languages": [ + "ssw-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.393947, + "recall": 0.467391, + "f1": 0.413531, + "accuracy": 0.467391, + "main_score": 0.413531, + "hf_subset": "ssw_Latn-dzo_Tibt", + "languages": [ + "ssw-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.705868, + "recall": 0.762846, + "f1": 0.721157, + "accuracy": 0.762846, + "main_score": 0.721157, + "hf_subset": "ssw_Latn-hin_Deva", + "languages": [ + "ssw-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.652562, + "recall": 0.706522, + "f1": 0.667462, + "accuracy": 0.706522, + "main_score": 0.667462, + "hf_subset": "ssw_Latn-khm_Khmr", + "languages": [ + "ssw-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.640053, + "recall": 0.697628, + "f1": 0.655183, + "accuracy": 0.697628, + "main_score": 0.655183, + "hf_subset": "ssw_Latn-mag_Deva", + "languages": [ + "ssw-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.687885, + "recall": 0.737154, + "f1": 0.700639, + "accuracy": 0.737154, + "main_score": 0.700639, + "hf_subset": "ssw_Latn-pap_Latn", + "languages": [ + "ssw-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.739995, + "recall": 0.791502, + "f1": 0.755358, + "accuracy": 0.791502, + "main_score": 0.755358, + "hf_subset": "ssw_Latn-sot_Latn", + "languages": [ + "ssw-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.706608, + "recall": 0.761858, + "f1": 0.721519, + "accuracy": 0.761858, + "main_score": 0.721519, + "hf_subset": "ssw_Latn-tur_Latn", + "languages": [ + "ssw-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.626577, + "recall": 0.676877, + "f1": 0.640362, + "accuracy": 0.676877, + "main_score": 0.640362, + "hf_subset": "ssw_Latn-ace_Latn", + "languages": [ + "ssw-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.632304, + "recall": 0.685771, + "f1": 0.646828, + "accuracy": 0.685771, + "main_score": 0.646828, + "hf_subset": "ssw_Latn-ban_Latn", + "languages": [ + "ssw-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.681686, + "recall": 0.738142, + "f1": 0.697076, + "accuracy": 0.738142, + "main_score": 0.697076, + "hf_subset": "ssw_Latn-ell_Grek", + "languages": [ + "ssw-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.62359, + "recall": 0.682806, + "f1": 0.638655, + "accuracy": 0.682806, + "main_score": 0.638655, + "hf_subset": "ssw_Latn-hne_Deva", + "languages": [ + "ssw-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.506536, + "recall": 0.566206, + "f1": 0.521762, + "accuracy": 0.566206, + "main_score": 0.521762, + "hf_subset": "ssw_Latn-kik_Latn", + "languages": [ + "ssw-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.637949, + "recall": 0.692688, + "f1": 0.652052, + "accuracy": 0.692688, + "main_score": 0.652052, + "hf_subset": "ssw_Latn-mai_Deva", + "languages": [ + "ssw-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.657733, + "recall": 0.718379, + "f1": 0.673932, + "accuracy": 0.718379, + "main_score": 0.673932, + "hf_subset": "ssw_Latn-pbt_Arab", + "languages": [ + "ssw-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.698857, + "recall": 0.751976, + "f1": 0.712961, + "accuracy": 0.751976, + "main_score": 0.712961, + "hf_subset": "ssw_Latn-spa_Latn", + "languages": [ + "ssw-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.612722, + "recall": 0.660079, + "f1": 0.624832, + "accuracy": 0.660079, + "main_score": 0.624832, + "hf_subset": "ssw_Latn-twi_Latn", + "languages": [ + "ssw-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.667318, + "recall": 0.730237, + "f1": 0.684942, + "accuracy": 0.730237, + "main_score": 0.684942, + "hf_subset": "ssw_Latn-acm_Arab", + "languages": [ + "ssw-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.622736, + "recall": 0.686759, + "f1": 0.640235, + "accuracy": 0.686759, + "main_score": 0.640235, + "hf_subset": "ssw_Latn-bel_Cyrl", + "languages": [ + "ssw-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.67846, + "recall": 0.731225, + "f1": 0.692167, + "accuracy": 0.731225, + "main_score": 0.692167, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.71319, + "recall": 0.76581, + "f1": 0.7272, + "accuracy": 0.76581, + "main_score": 0.7272, + "hf_subset": "ssw_Latn-hrv_Latn", + "languages": [ + "ssw-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.687962, + "recall": 0.745059, + "f1": 0.704091, + "accuracy": 0.745059, + "main_score": 0.704091, + "hf_subset": "ssw_Latn-kin_Latn", + "languages": [ + "ssw-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.663125, + "recall": 0.720356, + "f1": 0.678661, + "accuracy": 0.720356, + "main_score": 0.678661, + "hf_subset": "ssw_Latn-mal_Mlym", + "languages": [ + "ssw-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.673403, + "recall": 0.728261, + "f1": 0.68791, + "accuracy": 0.728261, + "main_score": 0.68791, + "hf_subset": "ssw_Latn-pes_Arab", + "languages": [ + "ssw-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.66722, + "recall": 0.722332, + "f1": 0.682044, + "accuracy": 0.722332, + "main_score": 0.682044, + "hf_subset": "ssw_Latn-srd_Latn", + "languages": [ + "ssw-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.214761, + "recall": 0.272727, + "f1": 0.228609, + "accuracy": 0.272727, + "main_score": 0.228609, + "hf_subset": "ssw_Latn-tzm_Tfng", + "languages": [ + "ssw-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.68079, + "recall": 0.744071, + "f1": 0.698327, + "accuracy": 0.744071, + "main_score": 0.698327, + "hf_subset": "ssw_Latn-acq_Arab", + "languages": [ + "ssw-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.613392, + "recall": 0.666996, + "f1": 0.627583, + "accuracy": 0.666996, + "main_score": 0.627583, + "hf_subset": "ssw_Latn-bem_Latn", + "languages": [ + "ssw-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.678957, + "recall": 0.728261, + "f1": 0.692073, + "accuracy": 0.728261, + "main_score": 0.692073, + "hf_subset": "ssw_Latn-epo_Latn", + "languages": [ + "ssw-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.698469, + "recall": 0.753953, + "f1": 0.714183, + "accuracy": 0.753953, + "main_score": 0.714183, + "hf_subset": "ssw_Latn-hun_Latn", + "languages": [ + "ssw-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.675462, + "recall": 0.730237, + "f1": 0.690054, + "accuracy": 0.730237, + "main_score": 0.690054, + "hf_subset": "ssw_Latn-kir_Cyrl", + "languages": [ + "ssw-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.693273, + "recall": 0.748024, + "f1": 0.70757, + "accuracy": 0.748024, + "main_score": 0.70757, + "hf_subset": "ssw_Latn-mar_Deva", + "languages": [ + "ssw-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.671012, + "recall": 0.727273, + "f1": 0.687199, + "accuracy": 0.727273, + "main_score": 0.687199, + "hf_subset": "ssw_Latn-plt_Latn", + "languages": [ + "ssw-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.6992, + "recall": 0.748024, + "f1": 0.712509, + "accuracy": 0.748024, + "main_score": 0.712509, + "hf_subset": "ssw_Latn-srp_Cyrl", + "languages": [ + "ssw-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.635702, + "recall": 0.689723, + "f1": 0.650485, + "accuracy": 0.689723, + "main_score": 0.650485, + "hf_subset": "ssw_Latn-uig_Arab", + "languages": [ + "ssw-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.66274, + "recall": 0.718379, + "f1": 0.677656, + "accuracy": 0.718379, + "main_score": 0.677656, + "hf_subset": "ssw_Latn-aeb_Arab", + "languages": [ + "ssw-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.692787, + "recall": 0.737154, + "f1": 0.704826, + "accuracy": 0.737154, + "main_score": 0.704826, + "hf_subset": "ssw_Latn-ben_Beng", + "languages": [ + "ssw-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.699346, + "recall": 0.753953, + "f1": 0.714341, + "accuracy": 0.753953, + "main_score": 0.714341, + "hf_subset": "ssw_Latn-est_Latn", + "languages": [ + "ssw-Latn", + "est-Latn" + ] + }, + { + "precision": 0.683026, + "recall": 0.736166, + "f1": 0.697069, + "accuracy": 0.736166, + "main_score": 0.697069, + "hf_subset": "ssw_Latn-hye_Armn", + "languages": [ + "ssw-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.472733, + "recall": 0.51581, + "f1": 0.484997, + "accuracy": 0.51581, + "main_score": 0.484997, + "hf_subset": "ssw_Latn-kmb_Latn", + "languages": [ + "ssw-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.36086, + "recall": 0.424901, + "f1": 0.377043, + "accuracy": 0.424901, + "main_score": 0.377043, + "hf_subset": "ssw_Latn-min_Arab", + "languages": [ + "ssw-Latn", + "min-Arab" + ] + }, + { + "precision": 0.714914, + "recall": 0.761858, + "f1": 0.727031, + "accuracy": 0.761858, + "main_score": 0.727031, + "hf_subset": "ssw_Latn-pol_Latn", + "languages": [ + "ssw-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.679698, + "recall": 0.731225, + "f1": 0.693045, + "accuracy": 0.731225, + "main_score": 0.693045, + "hf_subset": "ssw_Latn-ukr_Cyrl", + "languages": [ + "ssw-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.658633, + "recall": 0.717391, + "f1": 0.674432, + "accuracy": 0.717391, + "main_score": 0.674432, + "hf_subset": "ssw_Latn-afr_Latn", + "languages": [ + "ssw-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.601142, + "recall": 0.663043, + "f1": 0.617501, + "accuracy": 0.663043, + "main_score": 0.617501, + "hf_subset": "ssw_Latn-bho_Deva", + "languages": [ + "ssw-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.659812, + "recall": 0.714427, + "f1": 0.674036, + "accuracy": 0.714427, + "main_score": 0.674036, + "hf_subset": "ssw_Latn-eus_Latn", + "languages": [ + "ssw-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.650471, + "recall": 0.700593, + "f1": 0.664412, + "accuracy": 0.700593, + "main_score": 0.664412, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.65602, + "recall": 0.709486, + "f1": 0.671097, + "accuracy": 0.709486, + "main_score": 0.671097, + "hf_subset": "ssw_Latn-kmr_Latn", + "languages": [ + "ssw-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.699191, + "recall": 0.741107, + "f1": 0.709625, + "accuracy": 0.741107, + "main_score": 0.709625, + "hf_subset": "ssw_Latn-min_Latn", + "languages": [ + "ssw-Latn", + "min-Latn" + ] + }, + { + "precision": 0.713405, + "recall": 0.763834, + "f1": 0.727249, + "accuracy": 0.763834, + "main_score": 0.727249, + "hf_subset": "ssw_Latn-por_Latn", + "languages": [ + "ssw-Latn", + "por-Latn" + ] + }, + { + "precision": 0.662795, + "recall": 0.715415, + "f1": 0.676682, + "accuracy": 0.715415, + "main_score": 0.676682, + "hf_subset": "ssw_Latn-sun_Latn", + "languages": [ + "ssw-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.462542, + "recall": 0.505929, + "f1": 0.47389, + "accuracy": 0.505929, + "main_score": 0.47389, + "hf_subset": "ssw_Latn-umb_Latn", + "languages": [ + "ssw-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.699599, + "recall": 0.752964, + "f1": 0.713679, + "accuracy": 0.752964, + "main_score": 0.713679, + "hf_subset": "ssw_Latn-ajp_Arab", + "languages": [ + "ssw-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.384306, + "recall": 0.454545, + "f1": 0.402191, + "accuracy": 0.454545, + "main_score": 0.402191, + "hf_subset": "ssw_Latn-bjn_Arab", + "languages": [ + "ssw-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.464868, + "recall": 0.509881, + "f1": 0.476161, + "accuracy": 0.509881, + "main_score": 0.476161, + "hf_subset": "ssw_Latn-ewe_Latn", + "languages": [ + "ssw-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.674149, + "recall": 0.727273, + "f1": 0.687834, + "accuracy": 0.727273, + "main_score": 0.687834, + "hf_subset": "ssw_Latn-ilo_Latn", + "languages": [ + "ssw-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234095, + "recall": 0.284585, + "f1": 0.246048, + "accuracy": 0.284585, + "main_score": 0.246048, + "hf_subset": "ssw_Latn-knc_Arab", + "languages": [ + "ssw-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.697543, + "recall": 0.749012, + "f1": 0.711608, + "accuracy": 0.749012, + "main_score": 0.711608, + "hf_subset": "ssw_Latn-mkd_Cyrl", + "languages": [ + "ssw-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.705486, + "recall": 0.766798, + "f1": 0.723075, + "accuracy": 0.766798, + "main_score": 0.723075, + "hf_subset": "ssw_Latn-prs_Arab", + "languages": [ + "ssw-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.700667, + "recall": 0.754941, + "f1": 0.714677, + "accuracy": 0.754941, + "main_score": 0.714677, + "hf_subset": "ssw_Latn-swe_Latn", + "languages": [ + "ssw-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.683148, + "recall": 0.741107, + "f1": 0.699078, + "accuracy": 0.741107, + "main_score": 0.699078, + "hf_subset": "ssw_Latn-urd_Arab", + "languages": [ + "ssw-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.580584, + "recall": 0.625494, + "f1": 0.592389, + "accuracy": 0.625494, + "main_score": 0.592389, + "hf_subset": "ssw_Latn-aka_Latn", + "languages": [ + "ssw-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.67055, + "recall": 0.718379, + "f1": 0.683046, + "accuracy": 0.718379, + "main_score": 0.683046, + "hf_subset": "ssw_Latn-bjn_Latn", + "languages": [ + "ssw-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.67679, + "recall": 0.730237, + "f1": 0.690774, + "accuracy": 0.730237, + "main_score": 0.690774, + "hf_subset": "ssw_Latn-fao_Latn", + "languages": [ + "ssw-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.70828, + "recall": 0.758893, + "f1": 0.721729, + "accuracy": 0.758893, + "main_score": 0.721729, + "hf_subset": "ssw_Latn-ind_Latn", + "languages": [ + "ssw-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.50184, + "recall": 0.539526, + "f1": 0.511245, + "accuracy": 0.539526, + "main_score": 0.511245, + "hf_subset": "ssw_Latn-knc_Latn", + "languages": [ + "ssw-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.665334, + "recall": 0.708498, + "f1": 0.676672, + "accuracy": 0.708498, + "main_score": 0.676672, + "hf_subset": "ssw_Latn-mlt_Latn", + "languages": [ + "ssw-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.523159, + "recall": 0.578063, + "f1": 0.538432, + "accuracy": 0.578063, + "main_score": 0.538432, + "hf_subset": "ssw_Latn-quy_Latn", + "languages": [ + "ssw-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.692999, + "recall": 0.745059, + "f1": 0.70731, + "accuracy": 0.745059, + "main_score": 0.70731, + "hf_subset": "ssw_Latn-swh_Latn", + "languages": [ + "ssw-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.67022, + "recall": 0.726285, + "f1": 0.685016, + "accuracy": 0.726285, + "main_score": 0.685016, + "hf_subset": "ssw_Latn-uzn_Latn", + "languages": [ + "ssw-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.672497, + "recall": 0.730237, + "f1": 0.687984, + "accuracy": 0.730237, + "main_score": 0.687984, + "hf_subset": "ssw_Latn-als_Latn", + "languages": [ + "ssw-Latn", + "als-Latn" + ] + }, + { + "precision": 0.509733, + "recall": 0.583004, + "f1": 0.530023, + "accuracy": 0.583004, + "main_score": 0.530023, + "hf_subset": "ssw_Latn-bod_Tibt", + "languages": [ + "ssw-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.577876, + "recall": 0.621542, + "f1": 0.590937, + "accuracy": 0.621542, + "main_score": 0.590937, + "hf_subset": "ssw_Latn-fij_Latn", + "languages": [ + "ssw-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.653115, + "recall": 0.715415, + "f1": 0.670372, + "accuracy": 0.715415, + "main_score": 0.670372, + "hf_subset": "ssw_Latn-isl_Latn", + "languages": [ + "ssw-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.531195, + "recall": 0.573123, + "f1": 0.541994, + "accuracy": 0.573123, + "main_score": 0.541994, + "hf_subset": "ssw_Latn-kon_Latn", + "languages": [ + "ssw-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.446077, + "recall": 0.505929, + "f1": 0.460702, + "accuracy": 0.505929, + "main_score": 0.460702, + "hf_subset": "ssw_Latn-mni_Beng", + "languages": [ + "ssw-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.711862, + "recall": 0.758893, + "f1": 0.724128, + "accuracy": 0.758893, + "main_score": 0.724128, + "hf_subset": "ssw_Latn-ron_Latn", + "languages": [ + "ssw-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.664176, + "recall": 0.714427, + "f1": 0.676971, + "accuracy": 0.714427, + "main_score": 0.676971, + "hf_subset": "ssw_Latn-szl_Latn", + "languages": [ + "ssw-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.666823, + "recall": 0.722332, + "f1": 0.681582, + "accuracy": 0.722332, + "main_score": 0.681582, + "hf_subset": "ssw_Latn-vec_Latn", + "languages": [ + "ssw-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.691236, + "recall": 0.746047, + "f1": 0.706071, + "accuracy": 0.746047, + "main_score": 0.706071, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.695387, + "recall": 0.753953, + "f1": 0.711817, + "accuracy": 0.753953, + "main_score": 0.711817, + "hf_subset": "ssw_Latn-bos_Latn", + "languages": [ + "ssw-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.685239, + "recall": 0.741107, + "f1": 0.700216, + "accuracy": 0.741107, + "main_score": 0.700216, + "hf_subset": "ssw_Latn-fin_Latn", + "languages": [ + "ssw-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.718144, + "recall": 0.769763, + "f1": 0.732439, + "accuracy": 0.769763, + "main_score": 0.732439, + "hf_subset": "ssw_Latn-ita_Latn", + "languages": [ + "ssw-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.705678, + "recall": 0.761858, + "f1": 0.721029, + "accuracy": 0.761858, + "main_score": 0.721029, + "hf_subset": "ssw_Latn-kor_Hang", + "languages": [ + "ssw-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.478375, + "recall": 0.512846, + "f1": 0.48783, + "accuracy": 0.512846, + "main_score": 0.48783, + "hf_subset": "ssw_Latn-mos_Latn", + "languages": [ + "ssw-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.63354, + "recall": 0.681818, + "f1": 0.646953, + "accuracy": 0.681818, + "main_score": 0.646953, + "hf_subset": "ssw_Latn-run_Latn", + "languages": [ + "ssw-Latn", + "run-Latn" + ] + }, + { + "precision": 0.668285, + "recall": 0.72332, + "f1": 0.682922, + "accuracy": 0.72332, + "main_score": 0.682922, + "hf_subset": "ssw_Latn-tam_Taml", + "languages": [ + "ssw-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.685039, + "recall": 0.732213, + "f1": 0.697354, + "accuracy": 0.732213, + "main_score": 0.697354, + "hf_subset": "ssw_Latn-vie_Latn", + "languages": [ + "ssw-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.683059, + "recall": 0.741107, + "f1": 0.697964, + "accuracy": 0.741107, + "main_score": 0.697964, + "hf_subset": "ssw_Latn-apc_Arab", + "languages": [ + "ssw-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.531653, + "recall": 0.579051, + "f1": 0.54352, + "accuracy": 0.579051, + "main_score": 0.54352, + "hf_subset": "ssw_Latn-bug_Latn", + "languages": [ + "ssw-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.443946, + "recall": 0.478261, + "f1": 0.453812, + "accuracy": 0.478261, + "main_score": 0.453812, + "hf_subset": "ssw_Latn-fon_Latn", + "languages": [ + "ssw-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.67059, + "recall": 0.718379, + "f1": 0.683812, + "accuracy": 0.718379, + "main_score": 0.683812, + "hf_subset": "ssw_Latn-jav_Latn", + "languages": [ + "ssw-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.640098, + "recall": 0.699605, + "f1": 0.656005, + "accuracy": 0.699605, + "main_score": 0.656005, + "hf_subset": "ssw_Latn-lao_Laoo", + "languages": [ + "ssw-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.673438, + "recall": 0.722332, + "f1": 0.687451, + "accuracy": 0.722332, + "main_score": 0.687451, + "hf_subset": "ssw_Latn-mri_Latn", + "languages": [ + "ssw-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.6806, + "recall": 0.73913, + "f1": 0.696689, + "accuracy": 0.73913, + "main_score": 0.696689, + "hf_subset": "ssw_Latn-rus_Cyrl", + "languages": [ + "ssw-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.454682, + "recall": 0.490119, + "f1": 0.464256, + "accuracy": 0.490119, + "main_score": 0.464256, + "hf_subset": "ssw_Latn-taq_Latn", + "languages": [ + "ssw-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.674004, + "recall": 0.732213, + "f1": 0.689548, + "accuracy": 0.732213, + "main_score": 0.689548, + "hf_subset": "ssw_Latn-war_Latn", + "languages": [ + "ssw-Latn", + "war-Latn" + ] + }, + { + "precision": 0.67932, + "recall": 0.735178, + "f1": 0.695094, + "accuracy": 0.735178, + "main_score": 0.695094, + "hf_subset": "ssw_Latn-arb_Arab", + "languages": [ + "ssw-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.714221, + "recall": 0.762846, + "f1": 0.728066, + "accuracy": 0.762846, + "main_score": 0.728066, + "hf_subset": "ssw_Latn-bul_Cyrl", + "languages": [ + "ssw-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.700605, + "recall": 0.75, + "f1": 0.714243, + "accuracy": 0.75, + "main_score": 0.714243, + "hf_subset": "ssw_Latn-fra_Latn", + "languages": [ + "ssw-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.681514, + "recall": 0.744071, + "f1": 0.698086, + "accuracy": 0.744071, + "main_score": 0.698086, + "hf_subset": "ssw_Latn-jpn_Jpan", + "languages": [ + "ssw-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.620167, + "recall": 0.675889, + "f1": 0.634712, + "accuracy": 0.675889, + "main_score": 0.634712, + "hf_subset": "ssw_Latn-lij_Latn", + "languages": [ + "ssw-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.663735, + "recall": 0.72332, + "f1": 0.680187, + "accuracy": 0.72332, + "main_score": 0.680187, + "hf_subset": "ssw_Latn-mya_Mymr", + "languages": [ + "ssw-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.502924, + "recall": 0.540514, + "f1": 0.514068, + "accuracy": 0.540514, + "main_score": 0.514068, + "hf_subset": "ssw_Latn-sag_Latn", + "languages": [ + "ssw-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227928, + "recall": 0.289526, + "f1": 0.243303, + "accuracy": 0.289526, + "main_score": 0.243303, + "hf_subset": "ssw_Latn-taq_Tfng", + "languages": [ + "ssw-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.541474, + "recall": 0.588933, + "f1": 0.55361, + "accuracy": 0.588933, + "main_score": 0.55361, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.612829, + "recall": 0.673913, + "f1": 0.629398, + "accuracy": 0.673913, + "main_score": 0.629398, + "hf_subset": "ssw_Latn-arb_Latn", + "languages": [ + "ssw-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.693672, + "recall": 0.75, + "f1": 0.709488, + "accuracy": 0.75, + "main_score": 0.709488, + "hf_subset": "ssw_Latn-cat_Latn", + "languages": [ + "ssw-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.631989, + "recall": 0.676877, + "f1": 0.64303, + "accuracy": 0.676877, + "main_score": 0.64303, + "hf_subset": "ssw_Latn-fur_Latn", + "languages": [ + "ssw-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.432973, + "recall": 0.487154, + "f1": 0.446779, + "accuracy": 0.487154, + "main_score": 0.446779, + "hf_subset": "ssw_Latn-kab_Latn", + "languages": [ + "ssw-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.6781, + "recall": 0.728261, + "f1": 0.690898, + "accuracy": 0.728261, + "main_score": 0.690898, + "hf_subset": "ssw_Latn-lim_Latn", + "languages": [ + "ssw-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.668287, + "recall": 0.729249, + "f1": 0.684837, + "accuracy": 0.729249, + "main_score": 0.684837, + "hf_subset": "ssw_Latn-nld_Latn", + "languages": [ + "ssw-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.668631, + "recall": 0.719368, + "f1": 0.682206, + "accuracy": 0.719368, + "main_score": 0.682206, + "hf_subset": "ssw_Latn-san_Deva", + "languages": [ + "ssw-Latn", + "san-Deva" + ] + }, + { + "precision": 0.668712, + "recall": 0.72332, + "f1": 0.683533, + "accuracy": 0.72332, + "main_score": 0.683533, + "hf_subset": "ssw_Latn-tat_Cyrl", + "languages": [ + "ssw-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.74986, + "recall": 0.804348, + "f1": 0.766458, + "accuracy": 0.804348, + "main_score": 0.766458, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.677519, + "recall": 0.737154, + "f1": 0.694666, + "accuracy": 0.737154, + "main_score": 0.694666, + "hf_subset": "ssw_Latn-ars_Arab", + "languages": [ + "ssw-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.687573, + "recall": 0.737154, + "f1": 0.700713, + "accuracy": 0.737154, + "main_score": 0.700713, + "hf_subset": "ssw_Latn-ceb_Latn", + "languages": [ + "ssw-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.447322, + "recall": 0.492095, + "f1": 0.458908, + "accuracy": 0.492095, + "main_score": 0.458908, + "hf_subset": "ssw_Latn-fuv_Latn", + "languages": [ + "ssw-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.485246, + "recall": 0.524704, + "f1": 0.495838, + "accuracy": 0.524704, + "main_score": 0.495838, + "hf_subset": "ssw_Latn-kac_Latn", + "languages": [ + "ssw-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.537748, + "recall": 0.587945, + "f1": 0.550758, + "accuracy": 0.587945, + "main_score": 0.550758, + "hf_subset": "ssw_Latn-lin_Latn", + "languages": [ + "ssw-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.672643, + "recall": 0.727273, + "f1": 0.687063, + "accuracy": 0.727273, + "main_score": 0.687063, + "hf_subset": "ssw_Latn-nno_Latn", + "languages": [ + "ssw-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.603625, + "recall": 0.666996, + "f1": 0.621114, + "accuracy": 0.666996, + "main_score": 0.621114, + "hf_subset": "ssw_Latn-sat_Olck", + "languages": [ + "ssw-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.666244, + "recall": 0.726285, + "f1": 0.681966, + "accuracy": 0.726285, + "main_score": 0.681966, + "hf_subset": "ssw_Latn-tel_Telu", + "languages": [ + "ssw-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.656558, + "recall": 0.716403, + "f1": 0.672417, + "accuracy": 0.716403, + "main_score": 0.672417, + "hf_subset": "ssw_Latn-ydd_Hebr", + "languages": [ + "ssw-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.651378, + "recall": 0.702569, + "f1": 0.665067, + "accuracy": 0.702569, + "main_score": 0.665067, + "hf_subset": "ssw_Latn-ary_Arab", + "languages": [ + "ssw-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.702377, + "recall": 0.759881, + "f1": 0.71804, + "accuracy": 0.759881, + "main_score": 0.71804, + "hf_subset": "ssw_Latn-ces_Latn", + "languages": [ + "ssw-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.516418, + "recall": 0.577075, + "f1": 0.533364, + "accuracy": 0.577075, + "main_score": 0.533364, + "hf_subset": "ssw_Latn-gaz_Latn", + "languages": [ + "ssw-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.519446, + "recall": 0.571146, + "f1": 0.532543, + "accuracy": 0.571146, + "main_score": 0.532543, + "hf_subset": "ssw_Latn-kam_Latn", + "languages": [ + "ssw-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.672799, + "recall": 0.729249, + "f1": 0.687792, + "accuracy": 0.729249, + "main_score": 0.687792, + "hf_subset": "ssw_Latn-lit_Latn", + "languages": [ + "ssw-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.688148, + "recall": 0.741107, + "f1": 0.702202, + "accuracy": 0.741107, + "main_score": 0.702202, + "hf_subset": "ssw_Latn-nob_Latn", + "languages": [ + "ssw-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.652272, + "recall": 0.698617, + "f1": 0.664335, + "accuracy": 0.698617, + "main_score": 0.664335, + "hf_subset": "ssw_Latn-scn_Latn", + "languages": [ + "ssw-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.658866, + "recall": 0.710474, + "f1": 0.672266, + "accuracy": 0.710474, + "main_score": 0.672266, + "hf_subset": "ssw_Latn-tgk_Cyrl", + "languages": [ + "ssw-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.562833, + "recall": 0.618577, + "f1": 0.577616, + "accuracy": 0.618577, + "main_score": 0.577616, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.664952, + "recall": 0.718379, + "f1": 0.678381, + "accuracy": 0.718379, + "main_score": 0.678381, + "hf_subset": "ssw_Latn-arz_Arab", + "languages": [ + "ssw-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.43539, + "recall": 0.48419, + "f1": 0.448684, + "accuracy": 0.48419, + "main_score": 0.448684, + "hf_subset": "ssw_Latn-cjk_Latn", + "languages": [ + "ssw-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.689328, + "recall": 0.742095, + "f1": 0.703229, + "accuracy": 0.742095, + "main_score": 0.703229, + "hf_subset": "ssw_Latn-gla_Latn", + "languages": [ + "ssw-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.666299, + "recall": 0.718379, + "f1": 0.680062, + "accuracy": 0.718379, + "main_score": 0.680062, + "hf_subset": "ssw_Latn-kan_Knda", + "languages": [ + "ssw-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.645662, + "recall": 0.698617, + "f1": 0.658735, + "accuracy": 0.698617, + "main_score": 0.658735, + "hf_subset": "ssw_Latn-lmo_Latn", + "languages": [ + "ssw-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.688883, + "recall": 0.736166, + "f1": 0.701788, + "accuracy": 0.736166, + "main_score": 0.701788, + "hf_subset": "ssw_Latn-npi_Deva", + "languages": [ + "ssw-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.457575, + "recall": 0.516798, + "f1": 0.47438, + "accuracy": 0.516798, + "main_score": 0.47438, + "hf_subset": "ssw_Latn-shn_Mymr", + "languages": [ + "ssw-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.705864, + "recall": 0.759881, + "f1": 0.720795, + "accuracy": 0.759881, + "main_score": 0.720795, + "hf_subset": "ssw_Latn-tgl_Latn", + "languages": [ + "ssw-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.67612, + "recall": 0.730237, + "f1": 0.69042, + "accuracy": 0.730237, + "main_score": 0.69042, + "hf_subset": "ssw_Latn-yue_Hant", + "languages": [ + "ssw-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.660417, + "recall": 0.709486, + "f1": 0.673484, + "accuracy": 0.709486, + "main_score": 0.673484, + "hf_subset": "ssw_Latn-asm_Beng", + "languages": [ + "ssw-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.652842, + "recall": 0.708498, + "f1": 0.667975, + "accuracy": 0.708498, + "main_score": 0.667975, + "hf_subset": "ssw_Latn-ckb_Arab", + "languages": [ + "ssw-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.673067, + "recall": 0.724308, + "f1": 0.686597, + "accuracy": 0.724308, + "main_score": 0.686597, + "hf_subset": "ssw_Latn-gle_Latn", + "languages": [ + "ssw-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.572452, + "recall": 0.625494, + "f1": 0.586913, + "accuracy": 0.625494, + "main_score": 0.586913, + "hf_subset": "ssw_Latn-kas_Arab", + "languages": [ + "ssw-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.615397, + "recall": 0.673913, + "f1": 0.631126, + "accuracy": 0.673913, + "main_score": 0.631126, + "hf_subset": "ssw_Latn-ltg_Latn", + "languages": [ + "ssw-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.708639, + "recall": 0.758893, + "f1": 0.723319, + "accuracy": 0.758893, + "main_score": 0.723319, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.646252, + "recall": 0.708498, + "f1": 0.662749, + "accuracy": 0.708498, + "main_score": 0.662749, + "hf_subset": "ssw_Latn-sin_Sinh", + "languages": [ + "ssw-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.672039, + "recall": 0.731225, + "f1": 0.688363, + "accuracy": 0.731225, + "main_score": 0.688363, + "hf_subset": "ssw_Latn-tha_Thai", + "languages": [ + "ssw-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.594836, + "recall": 0.639328, + "f1": 0.605732, + "accuracy": 0.639328, + "main_score": 0.605732, + "hf_subset": "ssw_Latn-zho_Hans", + "languages": [ + "ssw-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.702137, + "recall": 0.757905, + "f1": 0.717258, + "accuracy": 0.757905, + "main_score": 0.717258, + "hf_subset": "ssw_Latn-ast_Latn", + "languages": [ + "ssw-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.665939, + "recall": 0.722332, + "f1": 0.680516, + "accuracy": 0.722332, + "main_score": 0.680516, + "hf_subset": "ssw_Latn-crh_Latn", + "languages": [ + "ssw-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.681562, + "recall": 0.733202, + "f1": 0.695252, + "accuracy": 0.733202, + "main_score": 0.695252, + "hf_subset": "ssw_Latn-glg_Latn", + "languages": [ + "ssw-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.558889, + "recall": 0.621542, + "f1": 0.575533, + "accuracy": 0.621542, + "main_score": 0.575533, + "hf_subset": "ssw_Latn-kas_Deva", + "languages": [ + "ssw-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.655206, + "recall": 0.708498, + "f1": 0.669873, + "accuracy": 0.708498, + "main_score": 0.669873, + "hf_subset": "ssw_Latn-ltz_Latn", + "languages": [ + "ssw-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.434869, + "recall": 0.488142, + "f1": 0.449422, + "accuracy": 0.488142, + "main_score": 0.449422, + "hf_subset": "ssw_Latn-nus_Latn", + "languages": [ + "ssw-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.681595, + "recall": 0.733202, + "f1": 0.695708, + "accuracy": 0.733202, + "main_score": 0.695708, + "hf_subset": "ssw_Latn-slk_Latn", + "languages": [ + "ssw-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.509695, + "recall": 0.578063, + "f1": 0.52777, + "accuracy": 0.578063, + "main_score": 0.52777, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.654043, + "recall": 0.710474, + "f1": 0.668842, + "accuracy": 0.710474, + "main_score": 0.668842, + "hf_subset": "ssw_Latn-zho_Hant", + "languages": [ + "ssw-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.647483, + "recall": 0.708498, + "f1": 0.664187, + "accuracy": 0.708498, + "main_score": 0.664187, + "hf_subset": "ssw_Latn-awa_Deva", + "languages": [ + "ssw-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.702634, + "recall": 0.753953, + "f1": 0.716453, + "accuracy": 0.753953, + "main_score": 0.716453, + "hf_subset": "ssw_Latn-cym_Latn", + "languages": [ + "ssw-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.537561, + "recall": 0.585968, + "f1": 0.550084, + "accuracy": 0.585968, + "main_score": 0.550084, + "hf_subset": "ssw_Latn-grn_Latn", + "languages": [ + "ssw-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.677107, + "recall": 0.731225, + "f1": 0.690882, + "accuracy": 0.731225, + "main_score": 0.690882, + "hf_subset": "ssw_Latn-kat_Geor", + "languages": [ + "ssw-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.498334, + "recall": 0.545455, + "f1": 0.510574, + "accuracy": 0.545455, + "main_score": 0.510574, + "hf_subset": "ssw_Latn-lua_Latn", + "languages": [ + "ssw-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.66893, + "recall": 0.720356, + "f1": 0.683654, + "accuracy": 0.720356, + "main_score": 0.683654, + "hf_subset": "ssw_Latn-nya_Latn", + "languages": [ + "ssw-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.684343, + "recall": 0.745059, + "f1": 0.701669, + "accuracy": 0.745059, + "main_score": 0.701669, + "hf_subset": "ssw_Latn-slv_Latn", + "languages": [ + "ssw-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.621735, + "recall": 0.672925, + "f1": 0.634393, + "accuracy": 0.672925, + "main_score": 0.634393, + "hf_subset": "ssw_Latn-tpi_Latn", + "languages": [ + "ssw-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.70463, + "recall": 0.751976, + "f1": 0.717441, + "accuracy": 0.751976, + "main_score": 0.717441, + "hf_subset": "ssw_Latn-zsm_Latn", + "languages": [ + "ssw-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.482996, + "recall": 0.52668, + "f1": 0.495223, + "accuracy": 0.52668, + "main_score": 0.495223, + "hf_subset": "ssw_Latn-ayr_Latn", + "languages": [ + "ssw-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.702693, + "recall": 0.755929, + "f1": 0.716561, + "accuracy": 0.755929, + "main_score": 0.716561, + "hf_subset": "ssw_Latn-dan_Latn", + "languages": [ + "ssw-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.665224, + "recall": 0.722332, + "f1": 0.681036, + "accuracy": 0.722332, + "main_score": 0.681036, + "hf_subset": "ssw_Latn-guj_Gujr", + "languages": [ + "ssw-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.661014, + "recall": 0.719368, + "f1": 0.676033, + "accuracy": 0.719368, + "main_score": 0.676033, + "hf_subset": "ssw_Latn-kaz_Cyrl", + "languages": [ + "ssw-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.598004, + "recall": 0.660079, + "f1": 0.614828, + "accuracy": 0.660079, + "main_score": 0.614828, + "hf_subset": "ssw_Latn-lug_Latn", + "languages": [ + "ssw-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.69319, + "recall": 0.744071, + "f1": 0.705984, + "accuracy": 0.744071, + "main_score": 0.705984, + "hf_subset": "ssw_Latn-oci_Latn", + "languages": [ + "ssw-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.671213, + "recall": 0.724308, + "f1": 0.686333, + "accuracy": 0.724308, + "main_score": 0.686333, + "hf_subset": "ssw_Latn-smo_Latn", + "languages": [ + "ssw-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.654924, + "recall": 0.709486, + "f1": 0.670702, + "accuracy": 0.709486, + "main_score": 0.670702, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.810092, + "recall": 0.851779, + "f1": 0.822486, + "accuracy": 0.851779, + "main_score": 0.822486, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.556387, + "recall": 0.615613, + "f1": 0.572683, + "accuracy": 0.615613, + "main_score": 0.572683, + "hf_subset": "ssw_Latn-azb_Arab", + "languages": [ + "ssw-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.703781, + "recall": 0.754941, + "f1": 0.717071, + "accuracy": 0.754941, + "main_score": 0.717071, + "hf_subset": "ssw_Latn-deu_Latn", + "languages": [ + "ssw-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.667436, + "recall": 0.726285, + "f1": 0.683877, + "accuracy": 0.726285, + "main_score": 0.683877, + "hf_subset": "ssw_Latn-hat_Latn", + "languages": [ + "ssw-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.468124, + "recall": 0.516798, + "f1": 0.480802, + "accuracy": 0.516798, + "main_score": 0.480802, + "hf_subset": "ssw_Latn-kbp_Latn", + "languages": [ + "ssw-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.520485, + "recall": 0.559289, + "f1": 0.530613, + "accuracy": 0.559289, + "main_score": 0.530613, + "hf_subset": "ssw_Latn-luo_Latn", + "languages": [ + "ssw-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.632194, + "recall": 0.699605, + "f1": 0.650257, + "accuracy": 0.699605, + "main_score": 0.650257, + "hf_subset": "ssw_Latn-ory_Orya", + "languages": [ + "ssw-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.706608, + "recall": 0.76087, + "f1": 0.721881, + "accuracy": 0.76087, + "main_score": 0.721881, + "hf_subset": "ssw_Latn-sna_Latn", + "languages": [ + "ssw-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.610709, + "recall": 0.671937, + "f1": 0.627111, + "accuracy": 0.671937, + "main_score": 0.627111, + "hf_subset": "ssw_Latn-tso_Latn", + "languages": [ + "ssw-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.643005, + "recall": 0.703557, + "f1": 0.659092, + "accuracy": 0.703557, + "main_score": 0.659092, + "hf_subset": "ssw_Latn-azj_Latn", + "languages": [ + "ssw-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.467863, + "recall": 0.51581, + "f1": 0.481132, + "accuracy": 0.51581, + "main_score": 0.481132, + "hf_subset": "ssw_Latn-dik_Latn", + "languages": [ + "ssw-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.684075, + "recall": 0.732213, + "f1": 0.697354, + "accuracy": 0.732213, + "main_score": 0.697354, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.640757, + "recall": 0.693676, + "f1": 0.654831, + "accuracy": 0.693676, + "main_score": 0.654831, + "hf_subset": "ssw_Latn-kea_Latn", + "languages": [ + "ssw-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.653902, + "recall": 0.708498, + "f1": 0.668677, + "accuracy": 0.708498, + "main_score": 0.668677, + "hf_subset": "ssw_Latn-lus_Latn", + "languages": [ + "ssw-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.580919, + "recall": 0.626482, + "f1": 0.591913, + "accuracy": 0.626482, + "main_score": 0.591913, + "hf_subset": "ssw_Latn-pag_Latn", + "languages": [ + "ssw-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.633151, + "recall": 0.698617, + "f1": 0.650905, + "accuracy": 0.698617, + "main_score": 0.650905, + "hf_subset": "ssw_Latn-snd_Arab", + "languages": [ + "ssw-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.674344, + "recall": 0.725296, + "f1": 0.687868, + "accuracy": 0.725296, + "main_score": 0.687868, + "hf_subset": "ssw_Latn-tuk_Latn", + "languages": [ + "ssw-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.664468, + "recall": 0.714427, + "f1": 0.678318, + "accuracy": 0.714427, + "main_score": 0.678318, + "hf_subset": "ssw_Latn-bak_Cyrl", + "languages": [ + "ssw-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.412087, + "recall": 0.467391, + "f1": 0.427481, + "accuracy": 0.467391, + "main_score": 0.427481, + "hf_subset": "ssw_Latn-dyu_Latn", + "languages": [ + "ssw-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.688779, + "recall": 0.745059, + "f1": 0.704308, + "accuracy": 0.745059, + "main_score": 0.704308, + "hf_subset": "ssw_Latn-heb_Hebr", + "languages": [ + "ssw-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.663926, + "recall": 0.721344, + "f1": 0.680471, + "accuracy": 0.721344, + "main_score": 0.680471, + "hf_subset": "ssw_Latn-khk_Cyrl", + "languages": [ + "ssw-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.690061, + "recall": 0.741107, + "f1": 0.703618, + "accuracy": 0.741107, + "main_score": 0.703618, + "hf_subset": "ssw_Latn-lvs_Latn", + "languages": [ + "ssw-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.663139, + "recall": 0.727273, + "f1": 0.680212, + "accuracy": 0.727273, + "main_score": 0.680212, + "hf_subset": "ssw_Latn-pan_Guru", + "languages": [ + "ssw-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.681336, + "recall": 0.738142, + "f1": 0.697715, + "accuracy": 0.738142, + "main_score": 0.697715, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ] + }, + { + "precision": 0.59831, + "recall": 0.653162, + "f1": 0.613505, + "accuracy": 0.653162, + "main_score": 0.613505, + "hf_subset": "ssw_Latn-tum_Latn", + "languages": [ + "ssw-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.477927, + "recall": 0.570158, + "f1": 0.503159, + "accuracy": 0.570158, + "main_score": 0.503159, + "hf_subset": "ukr_Cyrl-ace_Arab", + "languages": [ + "ukr-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.45929, + "recall": 0.511858, + "f1": 0.472868, + "accuracy": 0.511858, + "main_score": 0.472868, + "hf_subset": "ukr_Cyrl-bam_Latn", + "languages": [ + "ukr-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.588012, + "recall": 0.676877, + "f1": 0.61291, + "accuracy": 0.676877, + "main_score": 0.61291, + "hf_subset": "ukr_Cyrl-dzo_Tibt", + "languages": [ + "ukr-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-hin_Deva", + "languages": [ + "ukr-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ukr_Cyrl-khm_Khmr", + "languages": [ + "ukr-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ukr_Cyrl-mag_Deva", + "languages": [ + "ukr-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-pap_Latn", + "languages": [ + "ukr-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.818791, + "recall": 0.868577, + "f1": 0.833945, + "accuracy": 0.868577, + "main_score": 0.833945, + "hf_subset": "ukr_Cyrl-sot_Latn", + "languages": [ + "ukr-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-tur_Latn", + "languages": [ + "ukr-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.831472, + "recall": 0.875494, + "f1": 0.844697, + "accuracy": 0.875494, + "main_score": 0.844697, + "hf_subset": "ukr_Cyrl-ace_Latn", + "languages": [ + "ukr-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.962451, + "f1": 0.95191, + "accuracy": 0.962451, + "main_score": 0.95191, + "hf_subset": "ukr_Cyrl-ban_Latn", + "languages": [ + "ukr-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-ell_Grek", + "languages": [ + "ukr-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ukr_Cyrl-hne_Deva", + "languages": [ + "ukr-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.54619, + "recall": 0.618577, + "f1": 0.565441, + "accuracy": 0.618577, + "main_score": 0.565441, + "hf_subset": "ukr_Cyrl-kik_Latn", + "languages": [ + "ukr-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ukr_Cyrl-mai_Deva", + "languages": [ + "ukr-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.935112, + "recall": 0.954545, + "f1": 0.941206, + "accuracy": 0.954545, + "main_score": 0.941206, + "hf_subset": "ukr_Cyrl-pbt_Arab", + "languages": [ + "ukr-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-spa_Latn", + "languages": [ + "ukr-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.699607, + "recall": 0.768775, + "f1": 0.719782, + "accuracy": 0.768775, + "main_score": 0.719782, + "hf_subset": "ukr_Cyrl-twi_Latn", + "languages": [ + "ukr-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-acm_Arab", + "languages": [ + "ukr-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.815342, + "recall": 0.864625, + "f1": 0.830352, + "accuracy": 0.864625, + "main_score": 0.830352, + "hf_subset": "ukr_Cyrl-kin_Latn", + "languages": [ + "ukr-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-mal_Mlym", + "languages": [ + "ukr-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-pes_Arab", + "languages": [ + "ukr-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ukr_Cyrl-srd_Latn", + "languages": [ + "ukr-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.184793, + "recall": 0.247036, + "f1": 0.199854, + "accuracy": 0.247036, + "main_score": 0.199854, + "hf_subset": "ukr_Cyrl-tzm_Tfng", + "languages": [ + "ukr-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-acq_Arab", + "languages": [ + "ukr-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.607825, + "recall": 0.690711, + "f1": 0.631479, + "accuracy": 0.690711, + "main_score": 0.631479, + "hf_subset": "ukr_Cyrl-bem_Latn", + "languages": [ + "ukr-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-epo_Latn", + "languages": [ + "ukr-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-hun_Latn", + "languages": [ + "ukr-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ukr_Cyrl-kir_Cyrl", + "languages": [ + "ukr-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "ukr_Cyrl-mar_Deva", + "languages": [ + "ukr-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.834743, + "recall": 0.879447, + "f1": 0.848421, + "accuracy": 0.879447, + "main_score": 0.848421, + "hf_subset": "ukr_Cyrl-plt_Latn", + "languages": [ + "ukr-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.940464, + "recall": 0.95751, + "f1": 0.945883, + "accuracy": 0.95751, + "main_score": 0.945883, + "hf_subset": "ukr_Cyrl-uig_Arab", + "languages": [ + "ukr-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ukr_Cyrl-aeb_Arab", + "languages": [ + "ukr-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-ben_Beng", + "languages": [ + "ukr-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-est_Latn", + "languages": [ + "ukr-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-hye_Armn", + "languages": [ + "ukr-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.431749, + "recall": 0.500988, + "f1": 0.449393, + "accuracy": 0.500988, + "main_score": 0.449393, + "hf_subset": "ukr_Cyrl-kmb_Latn", + "languages": [ + "ukr-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.445701, + "recall": 0.528656, + "f1": 0.466743, + "accuracy": 0.528656, + "main_score": 0.466743, + "hf_subset": "ukr_Cyrl-min_Arab", + "languages": [ + "ukr-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.683804, + "recall": 0.758893, + "f1": 0.705508, + "accuracy": 0.758893, + "main_score": 0.705508, + "hf_subset": "ukr_Cyrl-ssw_Latn", + "languages": [ + "ukr-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-afr_Latn", + "languages": [ + "ukr-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ukr_Cyrl-bho_Deva", + "languages": [ + "ukr-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ukr_Cyrl-eus_Latn", + "languages": [ + "ukr-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.815036, + "recall": 0.866601, + "f1": 0.830534, + "accuracy": 0.866601, + "main_score": 0.830534, + "hf_subset": "ukr_Cyrl-ibo_Latn", + "languages": [ + "ukr-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.840168, + "recall": 0.884387, + "f1": 0.853821, + "accuracy": 0.884387, + "main_score": 0.853821, + "hf_subset": "ukr_Cyrl-kmr_Latn", + "languages": [ + "ukr-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ukr_Cyrl-min_Latn", + "languages": [ + "ukr-Cyrl", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-por_Latn", + "languages": [ + "ukr-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ukr_Cyrl-sun_Latn", + "languages": [ + "ukr-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.428817, + "recall": 0.495059, + "f1": 0.447073, + "accuracy": 0.495059, + "main_score": 0.447073, + "hf_subset": "ukr_Cyrl-umb_Latn", + "languages": [ + "ukr-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ukr_Cyrl-ajp_Arab", + "languages": [ + "ukr-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.449302, + "recall": 0.540514, + "f1": 0.473827, + "accuracy": 0.540514, + "main_score": 0.473827, + "hf_subset": "ukr_Cyrl-bjn_Arab", + "languages": [ + "ukr-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.444862, + "recall": 0.501976, + "f1": 0.460504, + "accuracy": 0.501976, + "main_score": 0.460504, + "hf_subset": "ukr_Cyrl-ewe_Latn", + "languages": [ + "ukr-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.926219, + "recall": 0.950593, + "f1": 0.934289, + "accuracy": 0.950593, + "main_score": 0.934289, + "hf_subset": "ukr_Cyrl-ilo_Latn", + "languages": [ + "ukr-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.225009, + "recall": 0.288538, + "f1": 0.240272, + "accuracy": 0.288538, + "main_score": 0.240272, + "hf_subset": "ukr_Cyrl-knc_Arab", + "languages": [ + "ukr-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-prs_Arab", + "languages": [ + "ukr-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-swe_Latn", + "languages": [ + "ukr-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ukr_Cyrl-urd_Arab", + "languages": [ + "ukr-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.684981, + "recall": 0.753953, + "f1": 0.704258, + "accuracy": 0.753953, + "main_score": 0.704258, + "hf_subset": "ukr_Cyrl-aka_Latn", + "languages": [ + "ukr-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "ukr_Cyrl-bjn_Latn", + "languages": [ + "ukr-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ukr_Cyrl-fao_Latn", + "languages": [ + "ukr-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ind_Latn", + "languages": [ + "ukr-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.496198, + "recall": 0.55336, + "f1": 0.511539, + "accuracy": 0.55336, + "main_score": 0.511539, + "hf_subset": "ukr_Cyrl-knc_Latn", + "languages": [ + "ukr-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-mlt_Latn", + "languages": [ + "ukr-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.589365, + "recall": 0.668972, + "f1": 0.611714, + "accuracy": 0.668972, + "main_score": 0.611714, + "hf_subset": "ukr_Cyrl-quy_Latn", + "languages": [ + "ukr-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ukr_Cyrl-swh_Latn", + "languages": [ + "ukr-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "ukr_Cyrl-uzn_Latn", + "languages": [ + "ukr-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-als_Latn", + "languages": [ + "ukr-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.762277, + "recall": 0.826087, + "f1": 0.78131, + "accuracy": 0.826087, + "main_score": 0.78131, + "hf_subset": "ukr_Cyrl-bod_Tibt", + "languages": [ + "ukr-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.583716, + "recall": 0.664032, + "f1": 0.606466, + "accuracy": 0.664032, + "main_score": 0.606466, + "hf_subset": "ukr_Cyrl-fij_Latn", + "languages": [ + "ukr-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "ukr_Cyrl-isl_Latn", + "languages": [ + "ukr-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.559853, + "recall": 0.630435, + "f1": 0.579171, + "accuracy": 0.630435, + "main_score": 0.579171, + "hf_subset": "ukr_Cyrl-kon_Latn", + "languages": [ + "ukr-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.573993, + "recall": 0.651186, + "f1": 0.595004, + "accuracy": 0.651186, + "main_score": 0.595004, + "hf_subset": "ukr_Cyrl-mni_Beng", + "languages": [ + "ukr-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ron_Latn", + "languages": [ + "ukr-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.980567, + "recall": 0.985178, + "f1": 0.982049, + "accuracy": 0.985178, + "main_score": 0.982049, + "hf_subset": "ukr_Cyrl-szl_Latn", + "languages": [ + "ukr-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-vec_Latn", + "languages": [ + "ukr-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.903244, + "recall": 0.932806, + "f1": 0.912615, + "accuracy": 0.932806, + "main_score": 0.912615, + "hf_subset": "ukr_Cyrl-amh_Ethi", + "languages": [ + "ukr-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-fin_Latn", + "languages": [ + "ukr-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ita_Latn", + "languages": [ + "ukr-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-kor_Hang", + "languages": [ + "ukr-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.478561, + "recall": 0.538538, + "f1": 0.494867, + "accuracy": 0.538538, + "main_score": 0.494867, + "hf_subset": "ukr_Cyrl-mos_Latn", + "languages": [ + "ukr-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.703771, + "recall": 0.775692, + "f1": 0.724807, + "accuracy": 0.775692, + "main_score": 0.724807, + "hf_subset": "ukr_Cyrl-run_Latn", + "languages": [ + "ukr-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ukr_Cyrl-tam_Taml", + "languages": [ + "ukr-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-vie_Latn", + "languages": [ + "ukr-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-apc_Arab", + "languages": [ + "ukr-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.699201, + "recall": 0.766798, + "f1": 0.718197, + "accuracy": 0.766798, + "main_score": 0.718197, + "hf_subset": "ukr_Cyrl-bug_Latn", + "languages": [ + "ukr-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.405025, + "recall": 0.458498, + "f1": 0.419618, + "accuracy": 0.458498, + "main_score": 0.419618, + "hf_subset": "ukr_Cyrl-fon_Latn", + "languages": [ + "ukr-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ukr_Cyrl-jav_Latn", + "languages": [ + "ukr-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.934783, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "ukr_Cyrl-lao_Laoo", + "languages": [ + "ukr-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.842556, + "recall": 0.88834, + "f1": 0.856771, + "accuracy": 0.88834, + "main_score": 0.856771, + "hf_subset": "ukr_Cyrl-mri_Latn", + "languages": [ + "ukr-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.475654, + "recall": 0.537549, + "f1": 0.492783, + "accuracy": 0.537549, + "main_score": 0.492783, + "hf_subset": "ukr_Cyrl-taq_Latn", + "languages": [ + "ukr-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-war_Latn", + "languages": [ + "ukr-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-arb_Arab", + "languages": [ + "ukr-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-fra_Latn", + "languages": [ + "ukr-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-jpn_Jpan", + "languages": [ + "ukr-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ukr_Cyrl-lij_Latn", + "languages": [ + "ukr-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "ukr_Cyrl-mya_Mymr", + "languages": [ + "ukr-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.525117, + "recall": 0.590909, + "f1": 0.542514, + "accuracy": 0.590909, + "main_score": 0.542514, + "hf_subset": "ukr_Cyrl-sag_Latn", + "languages": [ + "ukr-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.199417, + "recall": 0.263834, + "f1": 0.21475, + "accuracy": 0.263834, + "main_score": 0.21475, + "hf_subset": "ukr_Cyrl-taq_Tfng", + "languages": [ + "ukr-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.60729, + "recall": 0.678854, + "f1": 0.626892, + "accuracy": 0.678854, + "main_score": 0.626892, + "hf_subset": "ukr_Cyrl-wol_Latn", + "languages": [ + "ukr-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.84198, + "recall": 0.887352, + "f1": 0.855731, + "accuracy": 0.887352, + "main_score": 0.855731, + "hf_subset": "ukr_Cyrl-arb_Latn", + "languages": [ + "ukr-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-cat_Latn", + "languages": [ + "ukr-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "ukr_Cyrl-fur_Latn", + "languages": [ + "ukr-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.406954, + "recall": 0.480237, + "f1": 0.425427, + "accuracy": 0.480237, + "main_score": 0.425427, + "hf_subset": "ukr_Cyrl-kab_Latn", + "languages": [ + "ukr-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.981802, + "recall": 0.987154, + "f1": 0.983432, + "accuracy": 0.987154, + "main_score": 0.983432, + "hf_subset": "ukr_Cyrl-lim_Latn", + "languages": [ + "ukr-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-nld_Latn", + "languages": [ + "ukr-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "ukr_Cyrl-san_Deva", + "languages": [ + "ukr-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-tat_Cyrl", + "languages": [ + "ukr-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.83862, + "recall": 0.883399, + "f1": 0.852456, + "accuracy": 0.883399, + "main_score": 0.852456, + "hf_subset": "ukr_Cyrl-xho_Latn", + "languages": [ + "ukr-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-ars_Arab", + "languages": [ + "ukr-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.99333, + "recall": 0.995059, + "f1": 0.993808, + "accuracy": 0.995059, + "main_score": 0.993808, + "hf_subset": "ukr_Cyrl-ceb_Latn", + "languages": [ + "ukr-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.444189, + "recall": 0.51581, + "f1": 0.463136, + "accuracy": 0.51581, + "main_score": 0.463136, + "hf_subset": "ukr_Cyrl-fuv_Latn", + "languages": [ + "ukr-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.4474, + "recall": 0.51581, + "f1": 0.465199, + "accuracy": 0.51581, + "main_score": 0.465199, + "hf_subset": "ukr_Cyrl-kac_Latn", + "languages": [ + "ukr-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.592284, + "recall": 0.663043, + "f1": 0.611119, + "accuracy": 0.663043, + "main_score": 0.611119, + "hf_subset": "ukr_Cyrl-lin_Latn", + "languages": [ + "ukr-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-nno_Latn", + "languages": [ + "ukr-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.844615, + "recall": 0.887352, + "f1": 0.857708, + "accuracy": 0.887352, + "main_score": 0.857708, + "hf_subset": "ukr_Cyrl-sat_Olck", + "languages": [ + "ukr-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ukr_Cyrl-tel_Telu", + "languages": [ + "ukr-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ukr_Cyrl-ydd_Hebr", + "languages": [ + "ukr-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "ukr_Cyrl-ary_Arab", + "languages": [ + "ukr-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.517558, + "recall": 0.596838, + "f1": 0.539013, + "accuracy": 0.596838, + "main_score": 0.539013, + "hf_subset": "ukr_Cyrl-gaz_Latn", + "languages": [ + "ukr-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.487718, + "recall": 0.568182, + "f1": 0.508267, + "accuracy": 0.568182, + "main_score": 0.508267, + "hf_subset": "ukr_Cyrl-kam_Latn", + "languages": [ + "ukr-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ukr_Cyrl-lit_Latn", + "languages": [ + "ukr-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-nob_Latn", + "languages": [ + "ukr-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-scn_Latn", + "languages": [ + "ukr-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ukr_Cyrl-tgk_Cyrl", + "languages": [ + "ukr-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.681431, + "recall": 0.755929, + "f1": 0.703543, + "accuracy": 0.755929, + "main_score": 0.703543, + "hf_subset": "ukr_Cyrl-yor_Latn", + "languages": [ + "ukr-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-arz_Arab", + "languages": [ + "ukr-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.445554, + "recall": 0.514822, + "f1": 0.464659, + "accuracy": 0.514822, + "main_score": 0.464659, + "hf_subset": "ukr_Cyrl-cjk_Latn", + "languages": [ + "ukr-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.917161, + "recall": 0.942688, + "f1": 0.925395, + "accuracy": 0.942688, + "main_score": 0.925395, + "hf_subset": "ukr_Cyrl-gla_Latn", + "languages": [ + "ukr-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-kan_Knda", + "languages": [ + "ukr-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.980484, + "recall": 0.986166, + "f1": 0.982279, + "accuracy": 0.986166, + "main_score": 0.982279, + "hf_subset": "ukr_Cyrl-lmo_Latn", + "languages": [ + "ukr-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ukr_Cyrl-npi_Deva", + "languages": [ + "ukr-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.510341, + "recall": 0.592885, + "f1": 0.533177, + "accuracy": 0.592885, + "main_score": 0.533177, + "hf_subset": "ukr_Cyrl-shn_Mymr", + "languages": [ + "ukr-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-tgl_Latn", + "languages": [ + "ukr-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-yue_Hant", + "languages": [ + "ukr-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ukr_Cyrl-asm_Beng", + "languages": [ + "ukr-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.903656, + "recall": 0.932806, + "f1": 0.912832, + "accuracy": 0.932806, + "main_score": 0.912832, + "hf_subset": "ukr_Cyrl-ckb_Arab", + "languages": [ + "ukr-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.968083, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "ukr_Cyrl-gle_Latn", + "languages": [ + "ukr-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.896904, + "recall": 0.927866, + "f1": 0.906621, + "accuracy": 0.927866, + "main_score": 0.906621, + "hf_subset": "ukr_Cyrl-kas_Arab", + "languages": [ + "ukr-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.887352, + "recall": 0.921937, + "f1": 0.898221, + "accuracy": 0.921937, + "main_score": 0.898221, + "hf_subset": "ukr_Cyrl-ltg_Latn", + "languages": [ + "ukr-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.734678, + "recall": 0.797431, + "f1": 0.753129, + "accuracy": 0.797431, + "main_score": 0.753129, + "hf_subset": "ukr_Cyrl-nso_Latn", + "languages": [ + "ukr-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "ukr_Cyrl-sin_Sinh", + "languages": [ + "ukr-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-tha_Thai", + "languages": [ + "ukr-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-zho_Hans", + "languages": [ + "ukr-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-ast_Latn", + "languages": [ + "ukr-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ukr_Cyrl-crh_Latn", + "languages": [ + "ukr-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-glg_Latn", + "languages": [ + "ukr-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.832279, + "recall": 0.878458, + "f1": 0.846278, + "accuracy": 0.878458, + "main_score": 0.846278, + "hf_subset": "ukr_Cyrl-kas_Deva", + "languages": [ + "ukr-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ukr_Cyrl-ltz_Latn", + "languages": [ + "ukr-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.41113, + "recall": 0.476285, + "f1": 0.427477, + "accuracy": 0.476285, + "main_score": 0.427477, + "hf_subset": "ukr_Cyrl-nus_Latn", + "languages": [ + "ukr-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.594466, + "recall": 0.677866, + "f1": 0.617757, + "accuracy": 0.677866, + "main_score": 0.617757, + "hf_subset": "ukr_Cyrl-tir_Ethi", + "languages": [ + "ukr-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-zho_Hant", + "languages": [ + "ukr-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "ukr_Cyrl-awa_Deva", + "languages": [ + "ukr-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ukr_Cyrl-cym_Latn", + "languages": [ + "ukr-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.729216, + "recall": 0.79249, + "f1": 0.747234, + "accuracy": 0.79249, + "main_score": 0.747234, + "hf_subset": "ukr_Cyrl-grn_Latn", + "languages": [ + "ukr-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-kat_Geor", + "languages": [ + "ukr-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.550164, + "recall": 0.619565, + "f1": 0.568528, + "accuracy": 0.619565, + "main_score": 0.568528, + "hf_subset": "ukr_Cyrl-lua_Latn", + "languages": [ + "ukr-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.778524, + "recall": 0.838933, + "f1": 0.79664, + "accuracy": 0.838933, + "main_score": 0.79664, + "hf_subset": "ukr_Cyrl-nya_Latn", + "languages": [ + "ukr-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ukr_Cyrl-tpi_Latn", + "languages": [ + "ukr-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-zsm_Latn", + "languages": [ + "ukr-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.473794, + "recall": 0.545455, + "f1": 0.49347, + "accuracy": 0.545455, + "main_score": 0.49347, + "hf_subset": "ukr_Cyrl-ayr_Latn", + "languages": [ + "ukr-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-dan_Latn", + "languages": [ + "ukr-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-guj_Gujr", + "languages": [ + "ukr-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-kaz_Cyrl", + "languages": [ + "ukr-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.590006, + "recall": 0.671937, + "f1": 0.612306, + "accuracy": 0.671937, + "main_score": 0.612306, + "hf_subset": "ukr_Cyrl-lug_Latn", + "languages": [ + "ukr-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-oci_Latn", + "languages": [ + "ukr-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.791584, + "recall": 0.84585, + "f1": 0.808253, + "accuracy": 0.84585, + "main_score": 0.808253, + "hf_subset": "ukr_Cyrl-smo_Latn", + "languages": [ + "ukr-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.685517, + "recall": 0.76087, + "f1": 0.707955, + "accuracy": 0.76087, + "main_score": 0.707955, + "hf_subset": "ukr_Cyrl-tsn_Latn", + "languages": [ + "ukr-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.85219, + "recall": 0.896245, + "f1": 0.86614, + "accuracy": 0.896245, + "main_score": 0.86614, + "hf_subset": "ukr_Cyrl-zul_Latn", + "languages": [ + "ukr-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.903738, + "recall": 0.932806, + "f1": 0.912747, + "accuracy": 0.932806, + "main_score": 0.912747, + "hf_subset": "ukr_Cyrl-azb_Arab", + "languages": [ + "ukr-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-deu_Latn", + "languages": [ + "ukr-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "ukr_Cyrl-hat_Latn", + "languages": [ + "ukr-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.436435, + "recall": 0.501976, + "f1": 0.454244, + "accuracy": 0.501976, + "main_score": 0.454244, + "hf_subset": "ukr_Cyrl-kbp_Latn", + "languages": [ + "ukr-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.494299, + "recall": 0.561265, + "f1": 0.512299, + "accuracy": 0.561265, + "main_score": 0.512299, + "hf_subset": "ukr_Cyrl-luo_Latn", + "languages": [ + "ukr-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ukr_Cyrl-ory_Orya", + "languages": [ + "ukr-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.85359, + "recall": 0.894269, + "f1": 0.866238, + "accuracy": 0.894269, + "main_score": 0.866238, + "hf_subset": "ukr_Cyrl-sna_Latn", + "languages": [ + "ukr-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.620937, + "recall": 0.692688, + "f1": 0.641268, + "accuracy": 0.692688, + "main_score": 0.641268, + "hf_subset": "ukr_Cyrl-tso_Latn", + "languages": [ + "ukr-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-azj_Latn", + "languages": [ + "ukr-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.487337, + "recall": 0.556324, + "f1": 0.506292, + "accuracy": 0.556324, + "main_score": 0.506292, + "hf_subset": "ukr_Cyrl-dik_Latn", + "languages": [ + "ukr-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.874094, + "recall": 0.911067, + "f1": 0.885738, + "accuracy": 0.911067, + "main_score": 0.885738, + "hf_subset": "ukr_Cyrl-hau_Latn", + "languages": [ + "ukr-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "ukr_Cyrl-kea_Latn", + "languages": [ + "ukr-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.902503, + "recall": 0.93083, + "f1": 0.911364, + "accuracy": 0.93083, + "main_score": 0.911364, + "hf_subset": "ukr_Cyrl-lus_Latn", + "languages": [ + "ukr-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.829068, + "recall": 0.874506, + "f1": 0.842495, + "accuracy": 0.874506, + "main_score": 0.842495, + "hf_subset": "ukr_Cyrl-pag_Latn", + "languages": [ + "ukr-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ukr_Cyrl-snd_Arab", + "languages": [ + "ukr-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "ukr_Cyrl-tuk_Latn", + "languages": [ + "ukr-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-bak_Cyrl", + "languages": [ + "ukr-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.452618, + "recall": 0.52668, + "f1": 0.472513, + "accuracy": 0.52668, + "main_score": 0.472513, + "hf_subset": "ukr_Cyrl-dyu_Latn", + "languages": [ + "ukr-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-heb_Hebr", + "languages": [ + "ukr-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "ukr_Cyrl-khk_Cyrl", + "languages": [ + "ukr-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-lvs_Latn", + "languages": [ + "ukr-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-pan_Guru", + "languages": [ + "ukr-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.822579, + "recall": 0.87253, + "f1": 0.837615, + "accuracy": 0.87253, + "main_score": 0.837615, + "hf_subset": "ukr_Cyrl-som_Latn", + "languages": [ + "ukr-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.652373, + "recall": 0.726285, + "f1": 0.673594, + "accuracy": 0.726285, + "main_score": 0.673594, + "hf_subset": "ukr_Cyrl-tum_Latn", + "languages": [ + "ukr-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.48427, + "recall": 0.573123, + "f1": 0.508568, + "accuracy": 0.573123, + "main_score": 0.508568, + "hf_subset": "afr_Latn-ace_Arab", + "languages": [ + "afr-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.453973, + "recall": 0.506917, + "f1": 0.467246, + "accuracy": 0.506917, + "main_score": 0.467246, + "hf_subset": "afr_Latn-bam_Latn", + "languages": [ + "afr-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.592352, + "recall": 0.68083, + "f1": 0.617183, + "accuracy": 0.68083, + "main_score": 0.617183, + "hf_subset": "afr_Latn-dzo_Tibt", + "languages": [ + "afr-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-hin_Deva", + "languages": [ + "afr-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "afr_Latn-khm_Khmr", + "languages": [ + "afr-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "afr_Latn-mag_Deva", + "languages": [ + "afr-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "afr_Latn-pap_Latn", + "languages": [ + "afr-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.828146, + "recall": 0.874506, + "f1": 0.842015, + "accuracy": 0.874506, + "main_score": 0.842015, + "hf_subset": "afr_Latn-sot_Latn", + "languages": [ + "afr-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-tur_Latn", + "languages": [ + "afr-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.830797, + "recall": 0.87747, + "f1": 0.845356, + "accuracy": 0.87747, + "main_score": 0.845356, + "hf_subset": "afr_Latn-ace_Latn", + "languages": [ + "afr-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.944993, + "recall": 0.961462, + "f1": 0.950428, + "accuracy": 0.961462, + "main_score": 0.950428, + "hf_subset": "afr_Latn-ban_Latn", + "languages": [ + "afr-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-ell_Grek", + "languages": [ + "afr-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "afr_Latn-hne_Deva", + "languages": [ + "afr-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.533273, + "recall": 0.607708, + "f1": 0.55275, + "accuracy": 0.607708, + "main_score": 0.55275, + "hf_subset": "afr_Latn-kik_Latn", + "languages": [ + "afr-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "afr_Latn-mai_Deva", + "languages": [ + "afr-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.942441, + "recall": 0.960474, + "f1": 0.948188, + "accuracy": 0.960474, + "main_score": 0.948188, + "hf_subset": "afr_Latn-pbt_Arab", + "languages": [ + "afr-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-spa_Latn", + "languages": [ + "afr-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.713786, + "recall": 0.780632, + "f1": 0.733245, + "accuracy": 0.780632, + "main_score": 0.733245, + "hf_subset": "afr_Latn-twi_Latn", + "languages": [ + "afr-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-acm_Arab", + "languages": [ + "afr-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-bel_Cyrl", + "languages": [ + "afr-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-hrv_Latn", + "languages": [ + "afr-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.811215, + "recall": 0.862648, + "f1": 0.827042, + "accuracy": 0.862648, + "main_score": 0.827042, + "hf_subset": "afr_Latn-kin_Latn", + "languages": [ + "afr-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "afr_Latn-mal_Mlym", + "languages": [ + "afr-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-pes_Arab", + "languages": [ + "afr-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "afr_Latn-srd_Latn", + "languages": [ + "afr-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.193788, + "recall": 0.259881, + "f1": 0.209407, + "accuracy": 0.259881, + "main_score": 0.209407, + "hf_subset": "afr_Latn-tzm_Tfng", + "languages": [ + "afr-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-acq_Arab", + "languages": [ + "afr-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.616036, + "recall": 0.692688, + "f1": 0.637211, + "accuracy": 0.692688, + "main_score": 0.637211, + "hf_subset": "afr_Latn-bem_Latn", + "languages": [ + "afr-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-epo_Latn", + "languages": [ + "afr-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-hun_Latn", + "languages": [ + "afr-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "afr_Latn-kir_Cyrl", + "languages": [ + "afr-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-mar_Deva", + "languages": [ + "afr-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.850988, + "recall": 0.892292, + "f1": 0.863392, + "accuracy": 0.892292, + "main_score": 0.863392, + "hf_subset": "afr_Latn-plt_Latn", + "languages": [ + "afr-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-srp_Cyrl", + "languages": [ + "afr-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.924819, + "recall": 0.947628, + "f1": 0.932049, + "accuracy": 0.947628, + "main_score": 0.932049, + "hf_subset": "afr_Latn-uig_Arab", + "languages": [ + "afr-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "afr_Latn-aeb_Arab", + "languages": [ + "afr-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-ben_Beng", + "languages": [ + "afr-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-est_Latn", + "languages": [ + "afr-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "afr_Latn-hye_Armn", + "languages": [ + "afr-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.432944, + "recall": 0.496047, + "f1": 0.449415, + "accuracy": 0.496047, + "main_score": 0.449415, + "hf_subset": "afr_Latn-kmb_Latn", + "languages": [ + "afr-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.435407, + "recall": 0.51581, + "f1": 0.455592, + "accuracy": 0.51581, + "main_score": 0.455592, + "hf_subset": "afr_Latn-min_Arab", + "languages": [ + "afr-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-pol_Latn", + "languages": [ + "afr-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.698906, + "recall": 0.768775, + "f1": 0.719276, + "accuracy": 0.768775, + "main_score": 0.719276, + "hf_subset": "afr_Latn-ssw_Latn", + "languages": [ + "afr-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-ukr_Cyrl", + "languages": [ + "afr-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "afr_Latn-bho_Deva", + "languages": [ + "afr-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "afr_Latn-eus_Latn", + "languages": [ + "afr-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.812121, + "recall": 0.864625, + "f1": 0.828162, + "accuracy": 0.864625, + "main_score": 0.828162, + "hf_subset": "afr_Latn-ibo_Latn", + "languages": [ + "afr-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.831357, + "recall": 0.878458, + "f1": 0.845949, + "accuracy": 0.878458, + "main_score": 0.845949, + "hf_subset": "afr_Latn-kmr_Latn", + "languages": [ + "afr-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "afr_Latn-min_Latn", + "languages": [ + "afr-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-por_Latn", + "languages": [ + "afr-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "afr_Latn-sun_Latn", + "languages": [ + "afr-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.420963, + "recall": 0.488142, + "f1": 0.439057, + "accuracy": 0.488142, + "main_score": 0.439057, + "hf_subset": "afr_Latn-umb_Latn", + "languages": [ + "afr-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-ajp_Arab", + "languages": [ + "afr-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.436899, + "recall": 0.532609, + "f1": 0.462157, + "accuracy": 0.532609, + "main_score": 0.462157, + "hf_subset": "afr_Latn-bjn_Arab", + "languages": [ + "afr-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.443528, + "recall": 0.500988, + "f1": 0.459255, + "accuracy": 0.500988, + "main_score": 0.459255, + "hf_subset": "afr_Latn-ewe_Latn", + "languages": [ + "afr-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "afr_Latn-ilo_Latn", + "languages": [ + "afr-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.233841, + "recall": 0.295455, + "f1": 0.248376, + "accuracy": 0.295455, + "main_score": 0.248376, + "hf_subset": "afr_Latn-knc_Arab", + "languages": [ + "afr-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-mkd_Cyrl", + "languages": [ + "afr-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-prs_Arab", + "languages": [ + "afr-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-urd_Arab", + "languages": [ + "afr-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.701131, + "recall": 0.767787, + "f1": 0.71983, + "accuracy": 0.767787, + "main_score": 0.71983, + "hf_subset": "afr_Latn-aka_Latn", + "languages": [ + "afr-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "afr_Latn-bjn_Latn", + "languages": [ + "afr-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-ind_Latn", + "languages": [ + "afr-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.500978, + "recall": 0.556324, + "f1": 0.51579, + "accuracy": 0.556324, + "main_score": 0.51579, + "hf_subset": "afr_Latn-knc_Latn", + "languages": [ + "afr-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-mlt_Latn", + "languages": [ + "afr-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.604325, + "recall": 0.675889, + "f1": 0.62378, + "accuracy": 0.675889, + "main_score": 0.62378, + "hf_subset": "afr_Latn-quy_Latn", + "languages": [ + "afr-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-swh_Latn", + "languages": [ + "afr-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "afr_Latn-uzn_Latn", + "languages": [ + "afr-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-als_Latn", + "languages": [ + "afr-Latn", + "als-Latn" + ] + }, + { + "precision": 0.747969, + "recall": 0.813241, + "f1": 0.767424, + "accuracy": 0.813241, + "main_score": 0.767424, + "hf_subset": "afr_Latn-bod_Tibt", + "languages": [ + "afr-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.583746, + "recall": 0.663043, + "f1": 0.606005, + "accuracy": 0.663043, + "main_score": 0.606005, + "hf_subset": "afr_Latn-fij_Latn", + "languages": [ + "afr-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.561109, + "recall": 0.630435, + "f1": 0.579581, + "accuracy": 0.630435, + "main_score": 0.579581, + "hf_subset": "afr_Latn-kon_Latn", + "languages": [ + "afr-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.580955, + "recall": 0.660079, + "f1": 0.602187, + "accuracy": 0.660079, + "main_score": 0.602187, + "hf_subset": "afr_Latn-mni_Beng", + "languages": [ + "afr-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-ron_Latn", + "languages": [ + "afr-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "afr_Latn-szl_Latn", + "languages": [ + "afr-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-vec_Latn", + "languages": [ + "afr-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.889058, + "recall": 0.921937, + "f1": 0.899358, + "accuracy": 0.921937, + "main_score": 0.899358, + "hf_subset": "afr_Latn-amh_Ethi", + "languages": [ + "afr-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-bos_Latn", + "languages": [ + "afr-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-fin_Latn", + "languages": [ + "afr-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-ita_Latn", + "languages": [ + "afr-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-kor_Hang", + "languages": [ + "afr-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.472317, + "recall": 0.528656, + "f1": 0.4879, + "accuracy": 0.528656, + "main_score": 0.4879, + "hf_subset": "afr_Latn-mos_Latn", + "languages": [ + "afr-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.688745, + "recall": 0.759881, + "f1": 0.709489, + "accuracy": 0.759881, + "main_score": 0.709489, + "hf_subset": "afr_Latn-run_Latn", + "languages": [ + "afr-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "afr_Latn-tam_Taml", + "languages": [ + "afr-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-vie_Latn", + "languages": [ + "afr-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "afr_Latn-apc_Arab", + "languages": [ + "afr-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.678486, + "recall": 0.747036, + "f1": 0.697661, + "accuracy": 0.747036, + "main_score": 0.697661, + "hf_subset": "afr_Latn-bug_Latn", + "languages": [ + "afr-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.40827, + "recall": 0.462451, + "f1": 0.423245, + "accuracy": 0.462451, + "main_score": 0.423245, + "hf_subset": "afr_Latn-fon_Latn", + "languages": [ + "afr-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "afr_Latn-jav_Latn", + "languages": [ + "afr-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "afr_Latn-lao_Laoo", + "languages": [ + "afr-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.855879, + "recall": 0.897233, + "f1": 0.868478, + "accuracy": 0.897233, + "main_score": 0.868478, + "hf_subset": "afr_Latn-mri_Latn", + "languages": [ + "afr-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-rus_Cyrl", + "languages": [ + "afr-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.459964, + "recall": 0.523715, + "f1": 0.477414, + "accuracy": 0.523715, + "main_score": 0.477414, + "hf_subset": "afr_Latn-taq_Latn", + "languages": [ + "afr-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "afr_Latn-war_Latn", + "languages": [ + "afr-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-arb_Arab", + "languages": [ + "afr-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-bul_Cyrl", + "languages": [ + "afr-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-fra_Latn", + "languages": [ + "afr-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-jpn_Jpan", + "languages": [ + "afr-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "afr_Latn-lij_Latn", + "languages": [ + "afr-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "afr_Latn-mya_Mymr", + "languages": [ + "afr-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.538357, + "recall": 0.601779, + "f1": 0.555682, + "accuracy": 0.601779, + "main_score": 0.555682, + "hf_subset": "afr_Latn-sag_Latn", + "languages": [ + "afr-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.198164, + "recall": 0.266798, + "f1": 0.21462, + "accuracy": 0.266798, + "main_score": 0.21462, + "hf_subset": "afr_Latn-taq_Tfng", + "languages": [ + "afr-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.623276, + "recall": 0.689723, + "f1": 0.641708, + "accuracy": 0.689723, + "main_score": 0.641708, + "hf_subset": "afr_Latn-wol_Latn", + "languages": [ + "afr-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.82332, + "recall": 0.875494, + "f1": 0.839394, + "accuracy": 0.875494, + "main_score": 0.839394, + "hf_subset": "afr_Latn-arb_Latn", + "languages": [ + "afr-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-cat_Latn", + "languages": [ + "afr-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "afr_Latn-fur_Latn", + "languages": [ + "afr-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.398638, + "recall": 0.471344, + "f1": 0.41606, + "accuracy": 0.471344, + "main_score": 0.41606, + "hf_subset": "afr_Latn-kab_Latn", + "languages": [ + "afr-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "afr_Latn-lim_Latn", + "languages": [ + "afr-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.953063, + "recall": 0.966403, + "f1": 0.957345, + "accuracy": 0.966403, + "main_score": 0.957345, + "hf_subset": "afr_Latn-san_Deva", + "languages": [ + "afr-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-tat_Cyrl", + "languages": [ + "afr-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.83694, + "recall": 0.883399, + "f1": 0.851515, + "accuracy": 0.883399, + "main_score": 0.851515, + "hf_subset": "afr_Latn-xho_Latn", + "languages": [ + "afr-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-ars_Arab", + "languages": [ + "afr-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "afr_Latn-ceb_Latn", + "languages": [ + "afr-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.450434, + "recall": 0.522727, + "f1": 0.469554, + "accuracy": 0.522727, + "main_score": 0.469554, + "hf_subset": "afr_Latn-fuv_Latn", + "languages": [ + "afr-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.457384, + "recall": 0.517787, + "f1": 0.473453, + "accuracy": 0.517787, + "main_score": 0.473453, + "hf_subset": "afr_Latn-kac_Latn", + "languages": [ + "afr-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.579216, + "recall": 0.648221, + "f1": 0.597156, + "accuracy": 0.648221, + "main_score": 0.597156, + "hf_subset": "afr_Latn-lin_Latn", + "languages": [ + "afr-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.841321, + "recall": 0.88834, + "f1": 0.855896, + "accuracy": 0.88834, + "main_score": 0.855896, + "hf_subset": "afr_Latn-sat_Olck", + "languages": [ + "afr-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "afr_Latn-tel_Telu", + "languages": [ + "afr-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "afr_Latn-ydd_Hebr", + "languages": [ + "afr-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "afr_Latn-ary_Arab", + "languages": [ + "afr-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ces_Latn", + "languages": [ + "afr-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527321, + "recall": 0.606719, + "f1": 0.549008, + "accuracy": 0.606719, + "main_score": 0.549008, + "hf_subset": "afr_Latn-gaz_Latn", + "languages": [ + "afr-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.478882, + "recall": 0.563241, + "f1": 0.500814, + "accuracy": 0.563241, + "main_score": 0.500814, + "hf_subset": "afr_Latn-kam_Latn", + "languages": [ + "afr-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "afr_Latn-lit_Latn", + "languages": [ + "afr-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "afr_Latn-scn_Latn", + "languages": [ + "afr-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "afr_Latn-tgk_Cyrl", + "languages": [ + "afr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.682035, + "recall": 0.756917, + "f1": 0.703595, + "accuracy": 0.756917, + "main_score": 0.703595, + "hf_subset": "afr_Latn-yor_Latn", + "languages": [ + "afr-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-arz_Arab", + "languages": [ + "afr-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.452048, + "recall": 0.519763, + "f1": 0.469574, + "accuracy": 0.519763, + "main_score": 0.469574, + "hf_subset": "afr_Latn-cjk_Latn", + "languages": [ + "afr-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.906456, + "recall": 0.936759, + "f1": 0.916337, + "accuracy": 0.936759, + "main_score": 0.916337, + "hf_subset": "afr_Latn-gla_Latn", + "languages": [ + "afr-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "afr_Latn-kan_Knda", + "languages": [ + "afr-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "afr_Latn-lmo_Latn", + "languages": [ + "afr-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "afr_Latn-npi_Deva", + "languages": [ + "afr-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.513179, + "recall": 0.59585, + "f1": 0.536353, + "accuracy": 0.59585, + "main_score": 0.536353, + "hf_subset": "afr_Latn-shn_Mymr", + "languages": [ + "afr-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-tgl_Latn", + "languages": [ + "afr-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-yue_Hant", + "languages": [ + "afr-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "afr_Latn-asm_Beng", + "languages": [ + "afr-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.896163, + "recall": 0.927866, + "f1": 0.906357, + "accuracy": 0.927866, + "main_score": 0.906357, + "hf_subset": "afr_Latn-ckb_Arab", + "languages": [ + "afr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "afr_Latn-gle_Latn", + "languages": [ + "afr-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.881917, + "recall": 0.916996, + "f1": 0.892721, + "accuracy": 0.916996, + "main_score": 0.892721, + "hf_subset": "afr_Latn-kas_Arab", + "languages": [ + "afr-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.874835, + "recall": 0.913043, + "f1": 0.886989, + "accuracy": 0.913043, + "main_score": 0.886989, + "hf_subset": "afr_Latn-ltg_Latn", + "languages": [ + "afr-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.740984, + "recall": 0.805336, + "f1": 0.760312, + "accuracy": 0.805336, + "main_score": 0.760312, + "hf_subset": "afr_Latn-nso_Latn", + "languages": [ + "afr-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "afr_Latn-sin_Sinh", + "languages": [ + "afr-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-tha_Thai", + "languages": [ + "afr-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "afr_Latn-zho_Hans", + "languages": [ + "afr-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-ast_Latn", + "languages": [ + "afr-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "afr_Latn-crh_Latn", + "languages": [ + "afr-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-glg_Latn", + "languages": [ + "afr-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.811166, + "recall": 0.863636, + "f1": 0.827174, + "accuracy": 0.863636, + "main_score": 0.827174, + "hf_subset": "afr_Latn-kas_Deva", + "languages": [ + "afr-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.406463, + "recall": 0.472332, + "f1": 0.424255, + "accuracy": 0.472332, + "main_score": 0.424255, + "hf_subset": "afr_Latn-nus_Latn", + "languages": [ + "afr-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-slk_Latn", + "languages": [ + "afr-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.586062, + "recall": 0.675889, + "f1": 0.61122, + "accuracy": 0.675889, + "main_score": 0.61122, + "hf_subset": "afr_Latn-tir_Ethi", + "languages": [ + "afr-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-zho_Hant", + "languages": [ + "afr-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976449, + "recall": 0.982213, + "f1": 0.978261, + "accuracy": 0.982213, + "main_score": 0.978261, + "hf_subset": "afr_Latn-awa_Deva", + "languages": [ + "afr-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "afr_Latn-cym_Latn", + "languages": [ + "afr-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.710401, + "recall": 0.775692, + "f1": 0.728843, + "accuracy": 0.775692, + "main_score": 0.728843, + "hf_subset": "afr_Latn-grn_Latn", + "languages": [ + "afr-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "afr_Latn-kat_Geor", + "languages": [ + "afr-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.55934, + "recall": 0.631423, + "f1": 0.578397, + "accuracy": 0.631423, + "main_score": 0.578397, + "hf_subset": "afr_Latn-lua_Latn", + "languages": [ + "afr-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.77169, + "recall": 0.836957, + "f1": 0.792029, + "accuracy": 0.836957, + "main_score": 0.792029, + "hf_subset": "afr_Latn-nya_Latn", + "languages": [ + "afr-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-slv_Latn", + "languages": [ + "afr-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "afr_Latn-tpi_Latn", + "languages": [ + "afr-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-zsm_Latn", + "languages": [ + "afr-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495448, + "recall": 0.561265, + "f1": 0.513829, + "accuracy": 0.561265, + "main_score": 0.513829, + "hf_subset": "afr_Latn-ayr_Latn", + "languages": [ + "afr-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-guj_Gujr", + "languages": [ + "afr-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "afr_Latn-kaz_Cyrl", + "languages": [ + "afr-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.586119, + "recall": 0.66502, + "f1": 0.607878, + "accuracy": 0.66502, + "main_score": 0.607878, + "hf_subset": "afr_Latn-lug_Latn", + "languages": [ + "afr-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-oci_Latn", + "languages": [ + "afr-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.788752, + "recall": 0.842885, + "f1": 0.805077, + "accuracy": 0.842885, + "main_score": 0.805077, + "hf_subset": "afr_Latn-smo_Latn", + "languages": [ + "afr-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.693528, + "recall": 0.762846, + "f1": 0.713589, + "accuracy": 0.762846, + "main_score": 0.713589, + "hf_subset": "afr_Latn-tsn_Latn", + "languages": [ + "afr-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.858202, + "recall": 0.899209, + "f1": 0.870982, + "accuracy": 0.899209, + "main_score": 0.870982, + "hf_subset": "afr_Latn-zul_Latn", + "languages": [ + "afr-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.902174, + "recall": 0.931818, + "f1": 0.911528, + "accuracy": 0.931818, + "main_score": 0.911528, + "hf_subset": "afr_Latn-azb_Arab", + "languages": [ + "afr-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "afr_Latn-hat_Latn", + "languages": [ + "afr-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.446927, + "recall": 0.505929, + "f1": 0.4626, + "accuracy": 0.505929, + "main_score": 0.4626, + "hf_subset": "afr_Latn-kbp_Latn", + "languages": [ + "afr-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.49552, + "recall": 0.5583, + "f1": 0.512969, + "accuracy": 0.5583, + "main_score": 0.512969, + "hf_subset": "afr_Latn-luo_Latn", + "languages": [ + "afr-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "afr_Latn-ory_Orya", + "languages": [ + "afr-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.851779, + "recall": 0.894269, + "f1": 0.865053, + "accuracy": 0.894269, + "main_score": 0.865053, + "hf_subset": "afr_Latn-sna_Latn", + "languages": [ + "afr-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.600184, + "recall": 0.679842, + "f1": 0.622451, + "accuracy": 0.679842, + "main_score": 0.622451, + "hf_subset": "afr_Latn-tso_Latn", + "languages": [ + "afr-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-azj_Latn", + "languages": [ + "afr-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.4913, + "recall": 0.561265, + "f1": 0.510647, + "accuracy": 0.561265, + "main_score": 0.510647, + "hf_subset": "afr_Latn-dik_Latn", + "languages": [ + "afr-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.878623, + "recall": 0.914032, + "f1": 0.889756, + "accuracy": 0.914032, + "main_score": 0.889756, + "hf_subset": "afr_Latn-hau_Latn", + "languages": [ + "afr-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "afr_Latn-kea_Latn", + "languages": [ + "afr-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.890646, + "recall": 0.920949, + "f1": 0.9, + "accuracy": 0.920949, + "main_score": 0.9, + "hf_subset": "afr_Latn-lus_Latn", + "languages": [ + "afr-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.835178, + "recall": 0.878458, + "f1": 0.848254, + "accuracy": 0.878458, + "main_score": 0.848254, + "hf_subset": "afr_Latn-pag_Latn", + "languages": [ + "afr-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "afr_Latn-snd_Arab", + "languages": [ + "afr-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "afr_Latn-tuk_Latn", + "languages": [ + "afr-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "afr_Latn-bak_Cyrl", + "languages": [ + "afr-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.456884, + "recall": 0.52668, + "f1": 0.47569, + "accuracy": 0.52668, + "main_score": 0.47569, + "hf_subset": "afr_Latn-dyu_Latn", + "languages": [ + "afr-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-heb_Hebr", + "languages": [ + "afr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "afr_Latn-khk_Cyrl", + "languages": [ + "afr-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-lvs_Latn", + "languages": [ + "afr-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-pan_Guru", + "languages": [ + "afr-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.819038, + "recall": 0.871542, + "f1": 0.835244, + "accuracy": 0.871542, + "main_score": 0.835244, + "hf_subset": "afr_Latn-som_Latn", + "languages": [ + "afr-Latn", + "som-Latn" + ] + }, + { + "precision": 0.663118, + "recall": 0.732213, + "f1": 0.682932, + "accuracy": 0.732213, + "main_score": 0.682932, + "hf_subset": "afr_Latn-tum_Latn", + "languages": [ + "afr-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.530933, + "recall": 0.605731, + "f1": 0.551983, + "accuracy": 0.605731, + "main_score": 0.551983, + "hf_subset": "bho_Deva-ace_Arab", + "languages": [ + "bho-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.513239, + "recall": 0.574111, + "f1": 0.53042, + "accuracy": 0.574111, + "main_score": 0.53042, + "hf_subset": "bho_Deva-bam_Latn", + "languages": [ + "bho-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.61169, + "recall": 0.698617, + "f1": 0.636478, + "accuracy": 0.698617, + "main_score": 0.636478, + "hf_subset": "bho_Deva-dzo_Tibt", + "languages": [ + "bho-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-hin_Deva", + "languages": [ + "bho-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "bho_Deva-khm_Khmr", + "languages": [ + "bho-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-mag_Deva", + "languages": [ + "bho-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bho_Deva-pap_Latn", + "languages": [ + "bho-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.798287, + "recall": 0.851779, + "f1": 0.814295, + "accuracy": 0.851779, + "main_score": 0.814295, + "hf_subset": "bho_Deva-sot_Latn", + "languages": [ + "bho-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-tur_Latn", + "languages": [ + "bho-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.882773, + "recall": 0.914032, + "f1": 0.892391, + "accuracy": 0.914032, + "main_score": 0.892391, + "hf_subset": "bho_Deva-ace_Latn", + "languages": [ + "bho-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "bho_Deva-ban_Latn", + "languages": [ + "bho-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-ell_Grek", + "languages": [ + "bho-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "bho_Deva-hne_Deva", + "languages": [ + "bho-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.587579, + "recall": 0.647233, + "f1": 0.604111, + "accuracy": 0.647233, + "main_score": 0.604111, + "hf_subset": "bho_Deva-kik_Latn", + "languages": [ + "bho-Deva", + "kik-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-mai_Deva", + "languages": [ + "bho-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.932312, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "bho_Deva-pbt_Arab", + "languages": [ + "bho-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-spa_Latn", + "languages": [ + "bho-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.770455, + "recall": 0.820158, + "f1": 0.785098, + "accuracy": 0.820158, + "main_score": 0.785098, + "hf_subset": "bho_Deva-twi_Latn", + "languages": [ + "bho-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-acm_Arab", + "languages": [ + "bho-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "bho_Deva-bel_Cyrl", + "languages": [ + "bho-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-eng_Latn", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-hrv_Latn", + "languages": [ + "bho-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.782049, + "recall": 0.835968, + "f1": 0.79832, + "accuracy": 0.835968, + "main_score": 0.79832, + "hf_subset": "bho_Deva-kin_Latn", + "languages": [ + "bho-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bho_Deva-mal_Mlym", + "languages": [ + "bho-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-pes_Arab", + "languages": [ + "bho-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bho_Deva-srd_Latn", + "languages": [ + "bho-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.217258, + "recall": 0.271739, + "f1": 0.231112, + "accuracy": 0.271739, + "main_score": 0.231112, + "hf_subset": "bho_Deva-tzm_Tfng", + "languages": [ + "bho-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-acq_Arab", + "languages": [ + "bho-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.655212, + "recall": 0.719368, + "f1": 0.673344, + "accuracy": 0.719368, + "main_score": 0.673344, + "hf_subset": "bho_Deva-bem_Latn", + "languages": [ + "bho-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-epo_Latn", + "languages": [ + "bho-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-hun_Latn", + "languages": [ + "bho-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-kir_Cyrl", + "languages": [ + "bho-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-mar_Deva", + "languages": [ + "bho-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.810886, + "recall": 0.859684, + "f1": 0.825791, + "accuracy": 0.859684, + "main_score": 0.825791, + "hf_subset": "bho_Deva-plt_Latn", + "languages": [ + "bho-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bho_Deva-srp_Cyrl", + "languages": [ + "bho-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.92556, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "bho_Deva-uig_Arab", + "languages": [ + "bho-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-aeb_Arab", + "languages": [ + "bho-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-ben_Beng", + "languages": [ + "bho-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-est_Latn", + "languages": [ + "bho-Deva", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-hye_Armn", + "languages": [ + "bho-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.480725, + "recall": 0.533597, + "f1": 0.495356, + "accuracy": 0.533597, + "main_score": 0.495356, + "hf_subset": "bho_Deva-kmb_Latn", + "languages": [ + "bho-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.509093, + "recall": 0.593874, + "f1": 0.532921, + "accuracy": 0.593874, + "main_score": 0.532921, + "hf_subset": "bho_Deva-min_Arab", + "languages": [ + "bho-Deva", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-pol_Latn", + "languages": [ + "bho-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.663603, + "recall": 0.73419, + "f1": 0.683719, + "accuracy": 0.73419, + "main_score": 0.683719, + "hf_subset": "bho_Deva-ssw_Latn", + "languages": [ + "bho-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-ukr_Cyrl", + "languages": [ + "bho-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-afr_Latn", + "languages": [ + "bho-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "bho_Deva-eus_Latn", + "languages": [ + "bho-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.841057, + "recall": 0.885375, + "f1": 0.854809, + "accuracy": 0.885375, + "main_score": 0.854809, + "hf_subset": "bho_Deva-ibo_Latn", + "languages": [ + "bho-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.829315, + "recall": 0.876482, + "f1": 0.843676, + "accuracy": 0.876482, + "main_score": 0.843676, + "hf_subset": "bho_Deva-kmr_Latn", + "languages": [ + "bho-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "bho_Deva-min_Latn", + "languages": [ + "bho-Deva", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-por_Latn", + "languages": [ + "bho-Deva", + "por-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "bho_Deva-sun_Latn", + "languages": [ + "bho-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.474871, + "recall": 0.536561, + "f1": 0.492918, + "accuracy": 0.536561, + "main_score": 0.492918, + "hf_subset": "bho_Deva-umb_Latn", + "languages": [ + "bho-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-ajp_Arab", + "languages": [ + "bho-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.51927, + "recall": 0.592885, + "f1": 0.540378, + "accuracy": 0.592885, + "main_score": 0.540378, + "hf_subset": "bho_Deva-bjn_Arab", + "languages": [ + "bho-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.481495, + "recall": 0.534585, + "f1": 0.496443, + "accuracy": 0.534585, + "main_score": 0.496443, + "hf_subset": "bho_Deva-ewe_Latn", + "languages": [ + "bho-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.9417, + "recall": 0.959486, + "f1": 0.947417, + "accuracy": 0.959486, + "main_score": 0.947417, + "hf_subset": "bho_Deva-ilo_Latn", + "languages": [ + "bho-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.28863, + "recall": 0.355731, + "f1": 0.306851, + "accuracy": 0.355731, + "main_score": 0.306851, + "hf_subset": "bho_Deva-knc_Arab", + "languages": [ + "bho-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-mkd_Cyrl", + "languages": [ + "bho-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-prs_Arab", + "languages": [ + "bho-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-swe_Latn", + "languages": [ + "bho-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-urd_Arab", + "languages": [ + "bho-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.731555, + "recall": 0.791502, + "f1": 0.749525, + "accuracy": 0.791502, + "main_score": 0.749525, + "hf_subset": "bho_Deva-aka_Latn", + "languages": [ + "bho-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "bho_Deva-bjn_Latn", + "languages": [ + "bho-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "bho_Deva-fao_Latn", + "languages": [ + "bho-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ind_Latn", + "languages": [ + "bho-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.538661, + "recall": 0.597826, + "f1": 0.555481, + "accuracy": 0.597826, + "main_score": 0.555481, + "hf_subset": "bho_Deva-knc_Latn", + "languages": [ + "bho-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bho_Deva-mlt_Latn", + "languages": [ + "bho-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.64944, + "recall": 0.716403, + "f1": 0.669241, + "accuracy": 0.716403, + "main_score": 0.669241, + "hf_subset": "bho_Deva-quy_Latn", + "languages": [ + "bho-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bho_Deva-swh_Latn", + "languages": [ + "bho-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bho_Deva-uzn_Latn", + "languages": [ + "bho-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-als_Latn", + "languages": [ + "bho-Deva", + "als-Latn" + ] + }, + { + "precision": 0.75751, + "recall": 0.817194, + "f1": 0.775019, + "accuracy": 0.817194, + "main_score": 0.775019, + "hf_subset": "bho_Deva-bod_Tibt", + "languages": [ + "bho-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.622087, + "recall": 0.690711, + "f1": 0.641268, + "accuracy": 0.690711, + "main_score": 0.641268, + "hf_subset": "bho_Deva-fij_Latn", + "languages": [ + "bho-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "bho_Deva-isl_Latn", + "languages": [ + "bho-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.614676, + "recall": 0.683794, + "f1": 0.634307, + "accuracy": 0.683794, + "main_score": 0.634307, + "hf_subset": "bho_Deva-kon_Latn", + "languages": [ + "bho-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.644379, + "recall": 0.716403, + "f1": 0.664808, + "accuracy": 0.716403, + "main_score": 0.664808, + "hf_subset": "bho_Deva-mni_Beng", + "languages": [ + "bho-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-ron_Latn", + "languages": [ + "bho-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "bho_Deva-szl_Latn", + "languages": [ + "bho-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-vec_Latn", + "languages": [ + "bho-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.915102, + "recall": 0.938735, + "f1": 0.922497, + "accuracy": 0.938735, + "main_score": 0.922497, + "hf_subset": "bho_Deva-amh_Ethi", + "languages": [ + "bho-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-bos_Latn", + "languages": [ + "bho-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-fin_Latn", + "languages": [ + "bho-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-ita_Latn", + "languages": [ + "bho-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-kor_Hang", + "languages": [ + "bho-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.50611, + "recall": 0.565217, + "f1": 0.522559, + "accuracy": 0.565217, + "main_score": 0.522559, + "hf_subset": "bho_Deva-mos_Latn", + "languages": [ + "bho-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.690127, + "recall": 0.754941, + "f1": 0.709533, + "accuracy": 0.754941, + "main_score": 0.709533, + "hf_subset": "bho_Deva-run_Latn", + "languages": [ + "bho-Deva", + "run-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "bho_Deva-tam_Taml", + "languages": [ + "bho-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-vie_Latn", + "languages": [ + "bho-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bho_Deva-apc_Arab", + "languages": [ + "bho-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.745367, + "recall": 0.802372, + "f1": 0.762502, + "accuracy": 0.802372, + "main_score": 0.762502, + "hf_subset": "bho_Deva-bug_Latn", + "languages": [ + "bho-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.432361, + "recall": 0.482213, + "f1": 0.44622, + "accuracy": 0.482213, + "main_score": 0.44622, + "hf_subset": "bho_Deva-fon_Latn", + "languages": [ + "bho-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bho_Deva-jav_Latn", + "languages": [ + "bho-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.919219, + "recall": 0.943676, + "f1": 0.926943, + "accuracy": 0.943676, + "main_score": 0.926943, + "hf_subset": "bho_Deva-lao_Laoo", + "languages": [ + "bho-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.831522, + "recall": 0.879447, + "f1": 0.84664, + "accuracy": 0.879447, + "main_score": 0.84664, + "hf_subset": "bho_Deva-mri_Latn", + "languages": [ + "bho-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-rus_Cyrl", + "languages": [ + "bho-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.522926, + "recall": 0.588933, + "f1": 0.541592, + "accuracy": 0.588933, + "main_score": 0.541592, + "hf_subset": "bho_Deva-taq_Latn", + "languages": [ + "bho-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bho_Deva-war_Latn", + "languages": [ + "bho-Deva", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-arb_Arab", + "languages": [ + "bho-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-bul_Cyrl", + "languages": [ + "bho-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-fra_Latn", + "languages": [ + "bho-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-jpn_Jpan", + "languages": [ + "bho-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-lij_Latn", + "languages": [ + "bho-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "bho_Deva-mya_Mymr", + "languages": [ + "bho-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.564049, + "recall": 0.630435, + "f1": 0.582845, + "accuracy": 0.630435, + "main_score": 0.582845, + "hf_subset": "bho_Deva-sag_Latn", + "languages": [ + "bho-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.219155, + "recall": 0.281621, + "f1": 0.234726, + "accuracy": 0.281621, + "main_score": 0.234726, + "hf_subset": "bho_Deva-taq_Tfng", + "languages": [ + "bho-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.633731, + "recall": 0.703557, + "f1": 0.654429, + "accuracy": 0.703557, + "main_score": 0.654429, + "hf_subset": "bho_Deva-wol_Latn", + "languages": [ + "bho-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.833943, + "recall": 0.879447, + "f1": 0.847661, + "accuracy": 0.879447, + "main_score": 0.847661, + "hf_subset": "bho_Deva-arb_Latn", + "languages": [ + "bho-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-cat_Latn", + "languages": [ + "bho-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-fur_Latn", + "languages": [ + "bho-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.455094, + "recall": 0.520751, + "f1": 0.473728, + "accuracy": 0.520751, + "main_score": 0.473728, + "hf_subset": "bho_Deva-kab_Latn", + "languages": [ + "bho-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bho_Deva-lim_Latn", + "languages": [ + "bho-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-nld_Latn", + "languages": [ + "bho-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "bho_Deva-san_Deva", + "languages": [ + "bho-Deva", + "san-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bho_Deva-tat_Cyrl", + "languages": [ + "bho-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.82859, + "recall": 0.878458, + "f1": 0.844005, + "accuracy": 0.878458, + "main_score": 0.844005, + "hf_subset": "bho_Deva-xho_Latn", + "languages": [ + "bho-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-ars_Arab", + "languages": [ + "bho-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-ceb_Latn", + "languages": [ + "bho-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.51334, + "recall": 0.582016, + "f1": 0.532709, + "accuracy": 0.582016, + "main_score": 0.532709, + "hf_subset": "bho_Deva-fuv_Latn", + "languages": [ + "bho-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.490555, + "recall": 0.549407, + "f1": 0.506662, + "accuracy": 0.549407, + "main_score": 0.506662, + "hf_subset": "bho_Deva-kac_Latn", + "languages": [ + "bho-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.635608, + "recall": 0.697628, + "f1": 0.65335, + "accuracy": 0.697628, + "main_score": 0.65335, + "hf_subset": "bho_Deva-lin_Latn", + "languages": [ + "bho-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-nno_Latn", + "languages": [ + "bho-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.884058, + "recall": 0.917984, + "f1": 0.894928, + "accuracy": 0.917984, + "main_score": 0.894928, + "hf_subset": "bho_Deva-sat_Olck", + "languages": [ + "bho-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-tel_Telu", + "languages": [ + "bho-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bho_Deva-ydd_Hebr", + "languages": [ + "bho-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "bho_Deva-ary_Arab", + "languages": [ + "bho-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ces_Latn", + "languages": [ + "bho-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.555618, + "recall": 0.632411, + "f1": 0.576631, + "accuracy": 0.632411, + "main_score": 0.576631, + "hf_subset": "bho_Deva-gaz_Latn", + "languages": [ + "bho-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.545353, + "recall": 0.62253, + "f1": 0.567273, + "accuracy": 0.62253, + "main_score": 0.567273, + "hf_subset": "bho_Deva-kam_Latn", + "languages": [ + "bho-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "bho_Deva-lit_Latn", + "languages": [ + "bho-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-nob_Latn", + "languages": [ + "bho-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-scn_Latn", + "languages": [ + "bho-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.947134, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "bho_Deva-tgk_Cyrl", + "languages": [ + "bho-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.709865, + "recall": 0.784585, + "f1": 0.73251, + "accuracy": 0.784585, + "main_score": 0.73251, + "hf_subset": "bho_Deva-yor_Latn", + "languages": [ + "bho-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-arz_Arab", + "languages": [ + "bho-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.518643, + "recall": 0.590909, + "f1": 0.53909, + "accuracy": 0.590909, + "main_score": 0.53909, + "hf_subset": "bho_Deva-cjk_Latn", + "languages": [ + "bho-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.900692, + "recall": 0.931818, + "f1": 0.910903, + "accuracy": 0.931818, + "main_score": 0.910903, + "hf_subset": "bho_Deva-gla_Latn", + "languages": [ + "bho-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bho_Deva-kan_Knda", + "languages": [ + "bho-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "bho_Deva-lmo_Latn", + "languages": [ + "bho-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "bho_Deva-npi_Deva", + "languages": [ + "bho-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.508442, + "recall": 0.593874, + "f1": 0.532229, + "accuracy": 0.593874, + "main_score": 0.532229, + "hf_subset": "bho_Deva-shn_Mymr", + "languages": [ + "bho-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-tgl_Latn", + "languages": [ + "bho-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-yue_Hant", + "languages": [ + "bho-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bho_Deva-asm_Beng", + "languages": [ + "bho-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.905962, + "recall": 0.934783, + "f1": 0.915349, + "accuracy": 0.934783, + "main_score": 0.915349, + "hf_subset": "bho_Deva-ckb_Arab", + "languages": [ + "bho-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "bho_Deva-gle_Latn", + "languages": [ + "bho-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.927042, + "recall": 0.950593, + "f1": 0.934783, + "accuracy": 0.950593, + "main_score": 0.934783, + "hf_subset": "bho_Deva-kas_Arab", + "languages": [ + "bho-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.890399, + "recall": 0.920949, + "f1": 0.900066, + "accuracy": 0.920949, + "main_score": 0.900066, + "hf_subset": "bho_Deva-ltg_Latn", + "languages": [ + "bho-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.737187, + "recall": 0.800395, + "f1": 0.756065, + "accuracy": 0.800395, + "main_score": 0.756065, + "hf_subset": "bho_Deva-nso_Latn", + "languages": [ + "bho-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bho_Deva-sin_Sinh", + "languages": [ + "bho-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bho_Deva-tha_Thai", + "languages": [ + "bho-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-zho_Hans", + "languages": [ + "bho-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-ast_Latn", + "languages": [ + "bho-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bho_Deva-crh_Latn", + "languages": [ + "bho-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-glg_Latn", + "languages": [ + "bho-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.889904, + "recall": 0.921937, + "f1": 0.899934, + "accuracy": 0.921937, + "main_score": 0.899934, + "hf_subset": "bho_Deva-kas_Deva", + "languages": [ + "bho-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bho_Deva-ltz_Latn", + "languages": [ + "bho-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.430626, + "recall": 0.502964, + "f1": 0.450615, + "accuracy": 0.502964, + "main_score": 0.450615, + "hf_subset": "bho_Deva-nus_Latn", + "languages": [ + "bho-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-slk_Latn", + "languages": [ + "bho-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.653387, + "recall": 0.721344, + "f1": 0.673221, + "accuracy": 0.721344, + "main_score": 0.673221, + "hf_subset": "bho_Deva-tir_Ethi", + "languages": [ + "bho-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-zho_Hant", + "languages": [ + "bho-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "bho_Deva-awa_Deva", + "languages": [ + "bho-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bho_Deva-cym_Latn", + "languages": [ + "bho-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.782279, + "recall": 0.832016, + "f1": 0.797304, + "accuracy": 0.832016, + "main_score": 0.797304, + "hf_subset": "bho_Deva-grn_Latn", + "languages": [ + "bho-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bho_Deva-kat_Geor", + "languages": [ + "bho-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.619418, + "recall": 0.676877, + "f1": 0.636209, + "accuracy": 0.676877, + "main_score": 0.636209, + "hf_subset": "bho_Deva-lua_Latn", + "languages": [ + "bho-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.766643, + "recall": 0.827075, + "f1": 0.784766, + "accuracy": 0.827075, + "main_score": 0.784766, + "hf_subset": "bho_Deva-nya_Latn", + "languages": [ + "bho-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "bho_Deva-slv_Latn", + "languages": [ + "bho-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "bho_Deva-tpi_Latn", + "languages": [ + "bho-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-zsm_Latn", + "languages": [ + "bho-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.519154, + "recall": 0.575099, + "f1": 0.534441, + "accuracy": 0.575099, + "main_score": 0.534441, + "hf_subset": "bho_Deva-ayr_Latn", + "languages": [ + "bho-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "bho_Deva-dan_Latn", + "languages": [ + "bho-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-guj_Gujr", + "languages": [ + "bho-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bho_Deva-kaz_Cyrl", + "languages": [ + "bho-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.608943, + "recall": 0.683794, + "f1": 0.6303, + "accuracy": 0.683794, + "main_score": 0.6303, + "hf_subset": "bho_Deva-lug_Latn", + "languages": [ + "bho-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-oci_Latn", + "languages": [ + "bho-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.785474, + "recall": 0.841897, + "f1": 0.80295, + "accuracy": 0.841897, + "main_score": 0.80295, + "hf_subset": "bho_Deva-smo_Latn", + "languages": [ + "bho-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.678673, + "recall": 0.751976, + "f1": 0.699869, + "accuracy": 0.751976, + "main_score": 0.699869, + "hf_subset": "bho_Deva-tsn_Latn", + "languages": [ + "bho-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.825428, + "recall": 0.875494, + "f1": 0.841158, + "accuracy": 0.875494, + "main_score": 0.841158, + "hf_subset": "bho_Deva-zul_Latn", + "languages": [ + "bho-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.924242, + "recall": 0.948617, + "f1": 0.932148, + "accuracy": 0.948617, + "main_score": 0.932148, + "hf_subset": "bho_Deva-azb_Arab", + "languages": [ + "bho-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-deu_Latn", + "languages": [ + "bho-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "bho_Deva-hat_Latn", + "languages": [ + "bho-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.489592, + "recall": 0.55336, + "f1": 0.508206, + "accuracy": 0.55336, + "main_score": 0.508206, + "hf_subset": "bho_Deva-kbp_Latn", + "languages": [ + "bho-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.528287, + "recall": 0.593874, + "f1": 0.546742, + "accuracy": 0.593874, + "main_score": 0.546742, + "hf_subset": "bho_Deva-luo_Latn", + "languages": [ + "bho-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "bho_Deva-ory_Orya", + "languages": [ + "bho-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.821591, + "recall": 0.871542, + "f1": 0.837352, + "accuracy": 0.871542, + "main_score": 0.837352, + "hf_subset": "bho_Deva-sna_Latn", + "languages": [ + "bho-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.635244, + "recall": 0.699605, + "f1": 0.654141, + "accuracy": 0.699605, + "main_score": 0.654141, + "hf_subset": "bho_Deva-tso_Latn", + "languages": [ + "bho-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bho_Deva-azj_Latn", + "languages": [ + "bho-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.507395, + "recall": 0.572134, + "f1": 0.526506, + "accuracy": 0.572134, + "main_score": 0.526506, + "hf_subset": "bho_Deva-dik_Latn", + "languages": [ + "bho-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.872036, + "recall": 0.910079, + "f1": 0.88419, + "accuracy": 0.910079, + "main_score": 0.88419, + "hf_subset": "bho_Deva-hau_Latn", + "languages": [ + "bho-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "bho_Deva-kea_Latn", + "languages": [ + "bho-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.908267, + "recall": 0.935771, + "f1": 0.916963, + "accuracy": 0.935771, + "main_score": 0.916963, + "hf_subset": "bho_Deva-lus_Latn", + "languages": [ + "bho-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.869071, + "recall": 0.906126, + "f1": 0.880731, + "accuracy": 0.906126, + "main_score": 0.880731, + "hf_subset": "bho_Deva-pag_Latn", + "languages": [ + "bho-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "bho_Deva-snd_Arab", + "languages": [ + "bho-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bho_Deva-tuk_Latn", + "languages": [ + "bho-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-bak_Cyrl", + "languages": [ + "bho-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.464034, + "recall": 0.54249, + "f1": 0.48611, + "accuracy": 0.54249, + "main_score": 0.48611, + "hf_subset": "bho_Deva-dyu_Latn", + "languages": [ + "bho-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-heb_Hebr", + "languages": [ + "bho-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "bho_Deva-khk_Cyrl", + "languages": [ + "bho-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-lvs_Latn", + "languages": [ + "bho-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-pan_Guru", + "languages": [ + "bho-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.828837, + "recall": 0.875494, + "f1": 0.843248, + "accuracy": 0.875494, + "main_score": 0.843248, + "hf_subset": "bho_Deva-som_Latn", + "languages": [ + "bho-Deva", + "som-Latn" + ] + }, + { + "precision": 0.670306, + "recall": 0.735178, + "f1": 0.6893, + "accuracy": 0.735178, + "main_score": 0.6893, + "hf_subset": "bho_Deva-tum_Latn", + "languages": [ + "bho-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.477414, + "recall": 0.564229, + "f1": 0.50124, + "accuracy": 0.564229, + "main_score": 0.50124, + "hf_subset": "eus_Latn-ace_Arab", + "languages": [ + "eus-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.462383, + "recall": 0.518775, + "f1": 0.477094, + "accuracy": 0.518775, + "main_score": 0.477094, + "hf_subset": "eus_Latn-bam_Latn", + "languages": [ + "eus-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.569131, + "recall": 0.660079, + "f1": 0.594636, + "accuracy": 0.660079, + "main_score": 0.594636, + "hf_subset": "eus_Latn-dzo_Tibt", + "languages": [ + "eus-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "eus_Latn-khm_Khmr", + "languages": [ + "eus-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "eus_Latn-mag_Deva", + "languages": [ + "eus-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "eus_Latn-pap_Latn", + "languages": [ + "eus-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.829578, + "recall": 0.873518, + "f1": 0.842984, + "accuracy": 0.873518, + "main_score": 0.842984, + "hf_subset": "eus_Latn-sot_Latn", + "languages": [ + "eus-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-tur_Latn", + "languages": [ + "eus-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.809052, + "recall": 0.857708, + "f1": 0.823635, + "accuracy": 0.857708, + "main_score": 0.823635, + "hf_subset": "eus_Latn-ace_Latn", + "languages": [ + "eus-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.950593, + "f1": 0.936924, + "accuracy": 0.950593, + "main_score": 0.936924, + "hf_subset": "eus_Latn-ban_Latn", + "languages": [ + "eus-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-ell_Grek", + "languages": [ + "eus-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "eus_Latn-hne_Deva", + "languages": [ + "eus-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.542478, + "recall": 0.613636, + "f1": 0.561174, + "accuracy": 0.613636, + "main_score": 0.561174, + "hf_subset": "eus_Latn-kik_Latn", + "languages": [ + "eus-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-mai_Deva", + "languages": [ + "eus-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.925889, + "recall": 0.948617, + "f1": 0.9333, + "accuracy": 0.948617, + "main_score": 0.9333, + "hf_subset": "eus_Latn-pbt_Arab", + "languages": [ + "eus-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-spa_Latn", + "languages": [ + "eus-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.6969, + "recall": 0.762846, + "f1": 0.715409, + "accuracy": 0.762846, + "main_score": 0.715409, + "hf_subset": "eus_Latn-twi_Latn", + "languages": [ + "eus-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eus_Latn-acm_Arab", + "languages": [ + "eus-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-bel_Cyrl", + "languages": [ + "eus-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "eus_Latn-hrv_Latn", + "languages": [ + "eus-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.80902, + "recall": 0.855731, + "f1": 0.822779, + "accuracy": 0.855731, + "main_score": 0.822779, + "hf_subset": "eus_Latn-kin_Latn", + "languages": [ + "eus-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eus_Latn-mal_Mlym", + "languages": [ + "eus-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-pes_Arab", + "languages": [ + "eus-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "eus_Latn-srd_Latn", + "languages": [ + "eus-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.196301, + "recall": 0.257905, + "f1": 0.211307, + "accuracy": 0.257905, + "main_score": 0.211307, + "hf_subset": "eus_Latn-tzm_Tfng", + "languages": [ + "eus-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-acq_Arab", + "languages": [ + "eus-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.61184, + "recall": 0.686759, + "f1": 0.633115, + "accuracy": 0.686759, + "main_score": 0.633115, + "hf_subset": "eus_Latn-bem_Latn", + "languages": [ + "eus-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "eus_Latn-epo_Latn", + "languages": [ + "eus-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-hun_Latn", + "languages": [ + "eus-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "eus_Latn-kir_Cyrl", + "languages": [ + "eus-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.83694, + "recall": 0.879447, + "f1": 0.849657, + "accuracy": 0.879447, + "main_score": 0.849657, + "hf_subset": "eus_Latn-plt_Latn", + "languages": [ + "eus-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-srp_Cyrl", + "languages": [ + "eus-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.924736, + "recall": 0.947628, + "f1": 0.932148, + "accuracy": 0.947628, + "main_score": 0.932148, + "hf_subset": "eus_Latn-uig_Arab", + "languages": [ + "eus-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eus_Latn-aeb_Arab", + "languages": [ + "eus-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-est_Latn", + "languages": [ + "eus-Latn", + "est-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eus_Latn-hye_Armn", + "languages": [ + "eus-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.426667, + "recall": 0.494071, + "f1": 0.444154, + "accuracy": 0.494071, + "main_score": 0.444154, + "hf_subset": "eus_Latn-kmb_Latn", + "languages": [ + "eus-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.416336, + "recall": 0.501976, + "f1": 0.437588, + "accuracy": 0.501976, + "main_score": 0.437588, + "hf_subset": "eus_Latn-min_Arab", + "languages": [ + "eus-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-pol_Latn", + "languages": [ + "eus-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.701762, + "recall": 0.770751, + "f1": 0.72189, + "accuracy": 0.770751, + "main_score": 0.72189, + "hf_subset": "eus_Latn-ssw_Latn", + "languages": [ + "eus-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-ukr_Cyrl", + "languages": [ + "eus-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-afr_Latn", + "languages": [ + "eus-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.965415, + "f1": 0.953887, + "accuracy": 0.965415, + "main_score": 0.953887, + "hf_subset": "eus_Latn-bho_Deva", + "languages": [ + "eus-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.798822, + "recall": 0.852767, + "f1": 0.814698, + "accuracy": 0.852767, + "main_score": 0.814698, + "hf_subset": "eus_Latn-ibo_Latn", + "languages": [ + "eus-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.834733, + "recall": 0.879447, + "f1": 0.848485, + "accuracy": 0.879447, + "main_score": 0.848485, + "hf_subset": "eus_Latn-kmr_Latn", + "languages": [ + "eus-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "eus_Latn-min_Latn", + "languages": [ + "eus-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-por_Latn", + "languages": [ + "eus-Latn", + "por-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "eus_Latn-sun_Latn", + "languages": [ + "eus-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.432061, + "recall": 0.491107, + "f1": 0.447952, + "accuracy": 0.491107, + "main_score": 0.447952, + "hf_subset": "eus_Latn-umb_Latn", + "languages": [ + "eus-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "eus_Latn-ajp_Arab", + "languages": [ + "eus-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.439481, + "recall": 0.530632, + "f1": 0.463354, + "accuracy": 0.530632, + "main_score": 0.463354, + "hf_subset": "eus_Latn-bjn_Arab", + "languages": [ + "eus-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.443416, + "recall": 0.495059, + "f1": 0.456848, + "accuracy": 0.495059, + "main_score": 0.456848, + "hf_subset": "eus_Latn-ewe_Latn", + "languages": [ + "eus-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.931736, + "recall": 0.953557, + "f1": 0.938801, + "accuracy": 0.953557, + "main_score": 0.938801, + "hf_subset": "eus_Latn-ilo_Latn", + "languages": [ + "eus-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.231198, + "recall": 0.295455, + "f1": 0.246389, + "accuracy": 0.295455, + "main_score": 0.246389, + "hf_subset": "eus_Latn-knc_Arab", + "languages": [ + "eus-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-mkd_Cyrl", + "languages": [ + "eus-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-prs_Arab", + "languages": [ + "eus-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-swe_Latn", + "languages": [ + "eus-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.663687, + "recall": 0.73419, + "f1": 0.683958, + "accuracy": 0.73419, + "main_score": 0.683958, + "hf_subset": "eus_Latn-aka_Latn", + "languages": [ + "eus-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.944705, + "recall": 0.960474, + "f1": 0.949561, + "accuracy": 0.960474, + "main_score": 0.949561, + "hf_subset": "eus_Latn-bjn_Latn", + "languages": [ + "eus-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "eus_Latn-fao_Latn", + "languages": [ + "eus-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-ind_Latn", + "languages": [ + "eus-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.497712, + "recall": 0.550395, + "f1": 0.511682, + "accuracy": 0.550395, + "main_score": 0.511682, + "hf_subset": "eus_Latn-knc_Latn", + "languages": [ + "eus-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-mlt_Latn", + "languages": [ + "eus-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.603223, + "recall": 0.673913, + "f1": 0.622821, + "accuracy": 0.673913, + "main_score": 0.622821, + "hf_subset": "eus_Latn-quy_Latn", + "languages": [ + "eus-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-swh_Latn", + "languages": [ + "eus-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-uzn_Latn", + "languages": [ + "eus-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "eus_Latn-als_Latn", + "languages": [ + "eus-Latn", + "als-Latn" + ] + }, + { + "precision": 0.722735, + "recall": 0.79249, + "f1": 0.743464, + "accuracy": 0.79249, + "main_score": 0.743464, + "hf_subset": "eus_Latn-bod_Tibt", + "languages": [ + "eus-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.592613, + "recall": 0.664032, + "f1": 0.613048, + "accuracy": 0.664032, + "main_score": 0.613048, + "hf_subset": "eus_Latn-fij_Latn", + "languages": [ + "eus-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "eus_Latn-isl_Latn", + "languages": [ + "eus-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.5448, + "recall": 0.61166, + "f1": 0.562969, + "accuracy": 0.61166, + "main_score": 0.562969, + "hf_subset": "eus_Latn-kon_Latn", + "languages": [ + "eus-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.554298, + "recall": 0.632411, + "f1": 0.575967, + "accuracy": 0.632411, + "main_score": 0.575967, + "hf_subset": "eus_Latn-mni_Beng", + "languages": [ + "eus-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-ron_Latn", + "languages": [ + "eus-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "eus_Latn-szl_Latn", + "languages": [ + "eus-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "eus_Latn-vec_Latn", + "languages": [ + "eus-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.888505, + "recall": 0.921937, + "f1": 0.899177, + "accuracy": 0.921937, + "main_score": 0.899177, + "hf_subset": "eus_Latn-amh_Ethi", + "languages": [ + "eus-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "eus_Latn-bos_Latn", + "languages": [ + "eus-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-fin_Latn", + "languages": [ + "eus-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-ita_Latn", + "languages": [ + "eus-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-kor_Hang", + "languages": [ + "eus-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.480328, + "recall": 0.529644, + "f1": 0.493964, + "accuracy": 0.529644, + "main_score": 0.493964, + "hf_subset": "eus_Latn-mos_Latn", + "languages": [ + "eus-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.714987, + "recall": 0.780632, + "f1": 0.734921, + "accuracy": 0.780632, + "main_score": 0.734921, + "hf_subset": "eus_Latn-run_Latn", + "languages": [ + "eus-Latn", + "run-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-vie_Latn", + "languages": [ + "eus-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "eus_Latn-apc_Arab", + "languages": [ + "eus-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.655563, + "recall": 0.721344, + "f1": 0.673766, + "accuracy": 0.721344, + "main_score": 0.673766, + "hf_subset": "eus_Latn-bug_Latn", + "languages": [ + "eus-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.423744, + "recall": 0.469368, + "f1": 0.436152, + "accuracy": 0.469368, + "main_score": 0.436152, + "hf_subset": "eus_Latn-fon_Latn", + "languages": [ + "eus-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "eus_Latn-jav_Latn", + "languages": [ + "eus-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.915761, + "recall": 0.942688, + "f1": 0.924473, + "accuracy": 0.942688, + "main_score": 0.924473, + "hf_subset": "eus_Latn-lao_Laoo", + "languages": [ + "eus-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.840415, + "recall": 0.885375, + "f1": 0.853986, + "accuracy": 0.885375, + "main_score": 0.853986, + "hf_subset": "eus_Latn-mri_Latn", + "languages": [ + "eus-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-rus_Cyrl", + "languages": [ + "eus-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.46218, + "recall": 0.517787, + "f1": 0.476981, + "accuracy": 0.517787, + "main_score": 0.476981, + "hf_subset": "eus_Latn-taq_Latn", + "languages": [ + "eus-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-war_Latn", + "languages": [ + "eus-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-arb_Arab", + "languages": [ + "eus-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "eus_Latn-bul_Cyrl", + "languages": [ + "eus-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-fra_Latn", + "languages": [ + "eus-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-jpn_Jpan", + "languages": [ + "eus-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "eus_Latn-lij_Latn", + "languages": [ + "eus-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "eus_Latn-mya_Mymr", + "languages": [ + "eus-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.536138, + "recall": 0.594862, + "f1": 0.55155, + "accuracy": 0.594862, + "main_score": 0.55155, + "hf_subset": "eus_Latn-sag_Latn", + "languages": [ + "eus-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.208381, + "recall": 0.274704, + "f1": 0.224484, + "accuracy": 0.274704, + "main_score": 0.224484, + "hf_subset": "eus_Latn-taq_Tfng", + "languages": [ + "eus-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.606294, + "recall": 0.66996, + "f1": 0.623909, + "accuracy": 0.66996, + "main_score": 0.623909, + "hf_subset": "eus_Latn-wol_Latn", + "languages": [ + "eus-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.801136, + "recall": 0.857708, + "f1": 0.818709, + "accuracy": 0.857708, + "main_score": 0.818709, + "hf_subset": "eus_Latn-arb_Latn", + "languages": [ + "eus-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-cat_Latn", + "languages": [ + "eus-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.955781, + "recall": 0.969368, + "f1": 0.960046, + "accuracy": 0.969368, + "main_score": 0.960046, + "hf_subset": "eus_Latn-fur_Latn", + "languages": [ + "eus-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.410847, + "recall": 0.479249, + "f1": 0.428194, + "accuracy": 0.479249, + "main_score": 0.428194, + "hf_subset": "eus_Latn-kab_Latn", + "languages": [ + "eus-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "eus_Latn-lim_Latn", + "languages": [ + "eus-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-nld_Latn", + "languages": [ + "eus-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.963439, + "f1": 0.953063, + "accuracy": 0.963439, + "main_score": 0.953063, + "hf_subset": "eus_Latn-san_Deva", + "languages": [ + "eus-Latn", + "san-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-tat_Cyrl", + "languages": [ + "eus-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838801, + "recall": 0.886364, + "f1": 0.853675, + "accuracy": 0.886364, + "main_score": 0.853675, + "hf_subset": "eus_Latn-xho_Latn", + "languages": [ + "eus-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-ars_Arab", + "languages": [ + "eus-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "eus_Latn-ceb_Latn", + "languages": [ + "eus-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449718, + "recall": 0.513834, + "f1": 0.465854, + "accuracy": 0.513834, + "main_score": 0.465854, + "hf_subset": "eus_Latn-fuv_Latn", + "languages": [ + "eus-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.458435, + "recall": 0.51581, + "f1": 0.473515, + "accuracy": 0.51581, + "main_score": 0.473515, + "hf_subset": "eus_Latn-kac_Latn", + "languages": [ + "eus-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.586379, + "recall": 0.653162, + "f1": 0.603711, + "accuracy": 0.653162, + "main_score": 0.603711, + "hf_subset": "eus_Latn-lin_Latn", + "languages": [ + "eus-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-nno_Latn", + "languages": [ + "eus-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.832049, + "recall": 0.87747, + "f1": 0.846146, + "accuracy": 0.87747, + "main_score": 0.846146, + "hf_subset": "eus_Latn-sat_Olck", + "languages": [ + "eus-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "eus_Latn-ydd_Hebr", + "languages": [ + "eus-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "eus_Latn-ary_Arab", + "languages": [ + "eus-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-ces_Latn", + "languages": [ + "eus-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.532482, + "recall": 0.609684, + "f1": 0.55383, + "accuracy": 0.609684, + "main_score": 0.55383, + "hf_subset": "eus_Latn-gaz_Latn", + "languages": [ + "eus-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.48229, + "recall": 0.562253, + "f1": 0.503397, + "accuracy": 0.562253, + "main_score": 0.503397, + "hf_subset": "eus_Latn-kam_Latn", + "languages": [ + "eus-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "eus_Latn-lit_Latn", + "languages": [ + "eus-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-nob_Latn", + "languages": [ + "eus-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "eus_Latn-scn_Latn", + "languages": [ + "eus-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "eus_Latn-tgk_Cyrl", + "languages": [ + "eus-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.655806, + "recall": 0.732213, + "f1": 0.677425, + "accuracy": 0.732213, + "main_score": 0.677425, + "hf_subset": "eus_Latn-yor_Latn", + "languages": [ + "eus-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "eus_Latn-arz_Arab", + "languages": [ + "eus-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.433727, + "recall": 0.5, + "f1": 0.451539, + "accuracy": 0.5, + "main_score": 0.451539, + "hf_subset": "eus_Latn-cjk_Latn", + "languages": [ + "eus-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.91996, + "recall": 0.945652, + "f1": 0.92836, + "accuracy": 0.945652, + "main_score": 0.92836, + "hf_subset": "eus_Latn-gla_Latn", + "languages": [ + "eus-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.971542, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "eus_Latn-lmo_Latn", + "languages": [ + "eus-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "eus_Latn-npi_Deva", + "languages": [ + "eus-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.49098, + "recall": 0.576087, + "f1": 0.514528, + "accuracy": 0.576087, + "main_score": 0.514528, + "hf_subset": "eus_Latn-shn_Mymr", + "languages": [ + "eus-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-tgl_Latn", + "languages": [ + "eus-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-yue_Hant", + "languages": [ + "eus-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "eus_Latn-asm_Beng", + "languages": [ + "eus-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.876894, + "recall": 0.913043, + "f1": 0.888241, + "accuracy": 0.913043, + "main_score": 0.888241, + "hf_subset": "eus_Latn-ckb_Arab", + "languages": [ + "eus-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "eus_Latn-gle_Latn", + "languages": [ + "eus-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.860178, + "recall": 0.901186, + "f1": 0.872826, + "accuracy": 0.901186, + "main_score": 0.872826, + "hf_subset": "eus_Latn-kas_Arab", + "languages": [ + "eus-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.856308, + "recall": 0.897233, + "f1": 0.868939, + "accuracy": 0.897233, + "main_score": 0.868939, + "hf_subset": "eus_Latn-ltg_Latn", + "languages": [ + "eus-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.737549, + "recall": 0.797431, + "f1": 0.755242, + "accuracy": 0.797431, + "main_score": 0.755242, + "hf_subset": "eus_Latn-nso_Latn", + "languages": [ + "eus-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.962862, + "recall": 0.974308, + "f1": 0.966469, + "accuracy": 0.974308, + "main_score": 0.966469, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-tha_Thai", + "languages": [ + "eus-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.970273, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "eus_Latn-zho_Hans", + "languages": [ + "eus-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-ast_Latn", + "languages": [ + "eus-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "eus_Latn-crh_Latn", + "languages": [ + "eus-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-glg_Latn", + "languages": [ + "eus-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.776334, + "recall": 0.83498, + "f1": 0.793563, + "accuracy": 0.83498, + "main_score": 0.793563, + "hf_subset": "eus_Latn-kas_Deva", + "languages": [ + "eus-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eus_Latn-ltz_Latn", + "languages": [ + "eus-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.403632, + "recall": 0.467391, + "f1": 0.420628, + "accuracy": 0.467391, + "main_score": 0.420628, + "hf_subset": "eus_Latn-nus_Latn", + "languages": [ + "eus-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-slk_Latn", + "languages": [ + "eus-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.580715, + "recall": 0.666008, + "f1": 0.604105, + "accuracy": 0.666008, + "main_score": 0.604105, + "hf_subset": "eus_Latn-tir_Ethi", + "languages": [ + "eus-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eus_Latn-zho_Hant", + "languages": [ + "eus-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "eus_Latn-awa_Deva", + "languages": [ + "eus-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "eus_Latn-cym_Latn", + "languages": [ + "eus-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.6984, + "recall": 0.758893, + "f1": 0.715335, + "accuracy": 0.758893, + "main_score": 0.715335, + "hf_subset": "eus_Latn-grn_Latn", + "languages": [ + "eus-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eus_Latn-kat_Geor", + "languages": [ + "eus-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.537618, + "recall": 0.598814, + "f1": 0.55342, + "accuracy": 0.598814, + "main_score": 0.55342, + "hf_subset": "eus_Latn-lua_Latn", + "languages": [ + "eus-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.785178, + "recall": 0.841897, + "f1": 0.80247, + "accuracy": 0.841897, + "main_score": 0.80247, + "hf_subset": "eus_Latn-nya_Latn", + "languages": [ + "eus-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-slv_Latn", + "languages": [ + "eus-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.934206, + "recall": 0.954545, + "f1": 0.940777, + "accuracy": 0.954545, + "main_score": 0.940777, + "hf_subset": "eus_Latn-tpi_Latn", + "languages": [ + "eus-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-zsm_Latn", + "languages": [ + "eus-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.488614, + "recall": 0.549407, + "f1": 0.505569, + "accuracy": 0.549407, + "main_score": 0.505569, + "hf_subset": "eus_Latn-ayr_Latn", + "languages": [ + "eus-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-dan_Latn", + "languages": [ + "eus-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "eus_Latn-kaz_Cyrl", + "languages": [ + "eus-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.584075, + "recall": 0.661067, + "f1": 0.605084, + "accuracy": 0.661067, + "main_score": 0.605084, + "hf_subset": "eus_Latn-lug_Latn", + "languages": [ + "eus-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-oci_Latn", + "languages": [ + "eus-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.773567, + "recall": 0.832016, + "f1": 0.791521, + "accuracy": 0.832016, + "main_score": 0.791521, + "hf_subset": "eus_Latn-smo_Latn", + "languages": [ + "eus-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.700922, + "recall": 0.771739, + "f1": 0.721429, + "accuracy": 0.771739, + "main_score": 0.721429, + "hf_subset": "eus_Latn-tsn_Latn", + "languages": [ + "eus-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.855896, + "recall": 0.897233, + "f1": 0.868826, + "accuracy": 0.897233, + "main_score": 0.868826, + "hf_subset": "eus_Latn-zul_Latn", + "languages": [ + "eus-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.885211, + "recall": 0.91996, + "f1": 0.896377, + "accuracy": 0.91996, + "main_score": 0.896377, + "hf_subset": "eus_Latn-azb_Arab", + "languages": [ + "eus-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "eus_Latn-deu_Latn", + "languages": [ + "eus-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "eus_Latn-hat_Latn", + "languages": [ + "eus-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.464519, + "recall": 0.517787, + "f1": 0.478611, + "accuracy": 0.517787, + "main_score": 0.478611, + "hf_subset": "eus_Latn-kbp_Latn", + "languages": [ + "eus-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.480079, + "recall": 0.54249, + "f1": 0.49738, + "accuracy": 0.54249, + "main_score": 0.49738, + "hf_subset": "eus_Latn-luo_Latn", + "languages": [ + "eus-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "eus_Latn-ory_Orya", + "languages": [ + "eus-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.854496, + "recall": 0.894269, + "f1": 0.867161, + "accuracy": 0.894269, + "main_score": 0.867161, + "hf_subset": "eus_Latn-sna_Latn", + "languages": [ + "eus-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.601502, + "recall": 0.672925, + "f1": 0.621222, + "accuracy": 0.672925, + "main_score": 0.621222, + "hf_subset": "eus_Latn-tso_Latn", + "languages": [ + "eus-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-azj_Latn", + "languages": [ + "eus-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.481008, + "recall": 0.54249, + "f1": 0.497704, + "accuracy": 0.54249, + "main_score": 0.497704, + "hf_subset": "eus_Latn-dik_Latn", + "languages": [ + "eus-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.857658, + "recall": 0.899209, + "f1": 0.870619, + "accuracy": 0.899209, + "main_score": 0.870619, + "hf_subset": "eus_Latn-hau_Latn", + "languages": [ + "eus-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.942111, + "recall": 0.959486, + "f1": 0.94753, + "accuracy": 0.959486, + "main_score": 0.94753, + "hf_subset": "eus_Latn-kea_Latn", + "languages": [ + "eus-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.889657, + "recall": 0.920949, + "f1": 0.899506, + "accuracy": 0.920949, + "main_score": 0.899506, + "hf_subset": "eus_Latn-lus_Latn", + "languages": [ + "eus-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.818511, + "recall": 0.86166, + "f1": 0.830966, + "accuracy": 0.86166, + "main_score": 0.830966, + "hf_subset": "eus_Latn-pag_Latn", + "languages": [ + "eus-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "eus_Latn-tuk_Latn", + "languages": [ + "eus-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-bak_Cyrl", + "languages": [ + "eus-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.447238, + "recall": 0.517787, + "f1": 0.466458, + "accuracy": 0.517787, + "main_score": 0.466458, + "hf_subset": "eus_Latn-dyu_Latn", + "languages": [ + "eus-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-heb_Hebr", + "languages": [ + "eus-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950016, + "recall": 0.965415, + "f1": 0.954941, + "accuracy": 0.965415, + "main_score": 0.954941, + "hf_subset": "eus_Latn-khk_Cyrl", + "languages": [ + "eus-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "eus_Latn-lvs_Latn", + "languages": [ + "eus-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.80611, + "recall": 0.86166, + "f1": 0.82324, + "accuracy": 0.86166, + "main_score": 0.82324, + "hf_subset": "eus_Latn-som_Latn", + "languages": [ + "eus-Latn", + "som-Latn" + ] + }, + { + "precision": 0.646923, + "recall": 0.713439, + "f1": 0.665608, + "accuracy": 0.713439, + "main_score": 0.665608, + "hf_subset": "eus_Latn-tum_Latn", + "languages": [ + "eus-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.470529, + "recall": 0.532609, + "f1": 0.487714, + "accuracy": 0.532609, + "main_score": 0.487714, + "hf_subset": "ibo_Latn-ace_Arab", + "languages": [ + "ibo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.485831, + "recall": 0.533597, + "f1": 0.498747, + "accuracy": 0.533597, + "main_score": 0.498747, + "hf_subset": "ibo_Latn-bam_Latn", + "languages": [ + "ibo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.499972, + "recall": 0.58004, + "f1": 0.521832, + "accuracy": 0.58004, + "main_score": 0.521832, + "hf_subset": "ibo_Latn-dzo_Tibt", + "languages": [ + "ibo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.864295, + "recall": 0.902174, + "f1": 0.875663, + "accuracy": 0.902174, + "main_score": 0.875663, + "hf_subset": "ibo_Latn-hin_Deva", + "languages": [ + "ibo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.793935, + "recall": 0.839921, + "f1": 0.806546, + "accuracy": 0.839921, + "main_score": 0.806546, + "hf_subset": "ibo_Latn-khm_Khmr", + "languages": [ + "ibo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.84245, + "recall": 0.883399, + "f1": 0.854416, + "accuracy": 0.883399, + "main_score": 0.854416, + "hf_subset": "ibo_Latn-mag_Deva", + "languages": [ + "ibo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.81702, + "recall": 0.860672, + "f1": 0.829202, + "accuracy": 0.860672, + "main_score": 0.829202, + "hf_subset": "ibo_Latn-pap_Latn", + "languages": [ + "ibo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.763587, + "recall": 0.821146, + "f1": 0.780618, + "accuracy": 0.821146, + "main_score": 0.780618, + "hf_subset": "ibo_Latn-sot_Latn", + "languages": [ + "ibo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.851092, + "recall": 0.887352, + "f1": 0.861679, + "accuracy": 0.887352, + "main_score": 0.861679, + "hf_subset": "ibo_Latn-tur_Latn", + "languages": [ + "ibo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.737099, + "recall": 0.779644, + "f1": 0.748797, + "accuracy": 0.779644, + "main_score": 0.748797, + "hf_subset": "ibo_Latn-ace_Latn", + "languages": [ + "ibo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.781789, + "recall": 0.825099, + "f1": 0.794473, + "accuracy": 0.825099, + "main_score": 0.794473, + "hf_subset": "ibo_Latn-ban_Latn", + "languages": [ + "ibo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.827208, + "recall": 0.868577, + "f1": 0.839136, + "accuracy": 0.868577, + "main_score": 0.839136, + "hf_subset": "ibo_Latn-ell_Grek", + "languages": [ + "ibo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.832816, + "recall": 0.874506, + "f1": 0.844644, + "accuracy": 0.874506, + "main_score": 0.844644, + "hf_subset": "ibo_Latn-hne_Deva", + "languages": [ + "ibo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572555, + "recall": 0.62253, + "f1": 0.585529, + "accuracy": 0.62253, + "main_score": 0.585529, + "hf_subset": "ibo_Latn-kik_Latn", + "languages": [ + "ibo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.833524, + "recall": 0.874506, + "f1": 0.845377, + "accuracy": 0.874506, + "main_score": 0.845377, + "hf_subset": "ibo_Latn-mai_Deva", + "languages": [ + "ibo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.784397, + "recall": 0.831028, + "f1": 0.797651, + "accuracy": 0.831028, + "main_score": 0.797651, + "hf_subset": "ibo_Latn-pbt_Arab", + "languages": [ + "ibo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.85225, + "recall": 0.892292, + "f1": 0.864568, + "accuracy": 0.892292, + "main_score": 0.864568, + "hf_subset": "ibo_Latn-spa_Latn", + "languages": [ + "ibo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.710392, + "recall": 0.761858, + "f1": 0.724812, + "accuracy": 0.761858, + "main_score": 0.724812, + "hf_subset": "ibo_Latn-twi_Latn", + "languages": [ + "ibo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.829562, + "recall": 0.871542, + "f1": 0.841565, + "accuracy": 0.871542, + "main_score": 0.841565, + "hf_subset": "ibo_Latn-acm_Arab", + "languages": [ + "ibo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.780249, + "recall": 0.833992, + "f1": 0.795479, + "accuracy": 0.833992, + "main_score": 0.795479, + "hf_subset": "ibo_Latn-bel_Cyrl", + "languages": [ + "ibo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.855641, + "recall": 0.893281, + "f1": 0.866853, + "accuracy": 0.893281, + "main_score": 0.866853, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.8258, + "recall": 0.869565, + "f1": 0.838389, + "accuracy": 0.869565, + "main_score": 0.838389, + "hf_subset": "ibo_Latn-hrv_Latn", + "languages": [ + "ibo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.773527, + "recall": 0.825099, + "f1": 0.788356, + "accuracy": 0.825099, + "main_score": 0.788356, + "hf_subset": "ibo_Latn-kin_Latn", + "languages": [ + "ibo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.834878, + "recall": 0.875494, + "f1": 0.847003, + "accuracy": 0.875494, + "main_score": 0.847003, + "hf_subset": "ibo_Latn-mal_Mlym", + "languages": [ + "ibo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.834556, + "recall": 0.87253, + "f1": 0.845313, + "accuracy": 0.87253, + "main_score": 0.845313, + "hf_subset": "ibo_Latn-pes_Arab", + "languages": [ + "ibo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.829076, + "recall": 0.869565, + "f1": 0.840589, + "accuracy": 0.869565, + "main_score": 0.840589, + "hf_subset": "ibo_Latn-srd_Latn", + "languages": [ + "ibo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.208121, + "recall": 0.261858, + "f1": 0.221464, + "accuracy": 0.261858, + "main_score": 0.221464, + "hf_subset": "ibo_Latn-tzm_Tfng", + "languages": [ + "ibo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.838094, + "recall": 0.879447, + "f1": 0.85027, + "accuracy": 0.879447, + "main_score": 0.85027, + "hf_subset": "ibo_Latn-acq_Arab", + "languages": [ + "ibo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.644477, + "recall": 0.703557, + "f1": 0.660732, + "accuracy": 0.703557, + "main_score": 0.660732, + "hf_subset": "ibo_Latn-bem_Latn", + "languages": [ + "ibo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.809274, + "recall": 0.851779, + "f1": 0.820892, + "accuracy": 0.851779, + "main_score": 0.820892, + "hf_subset": "ibo_Latn-epo_Latn", + "languages": [ + "ibo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.858738, + "recall": 0.892292, + "f1": 0.868426, + "accuracy": 0.892292, + "main_score": 0.868426, + "hf_subset": "ibo_Latn-hun_Latn", + "languages": [ + "ibo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.821758, + "recall": 0.865613, + "f1": 0.834618, + "accuracy": 0.865613, + "main_score": 0.834618, + "hf_subset": "ibo_Latn-kir_Cyrl", + "languages": [ + "ibo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.841774, + "recall": 0.881423, + "f1": 0.853317, + "accuracy": 0.881423, + "main_score": 0.853317, + "hf_subset": "ibo_Latn-mar_Deva", + "languages": [ + "ibo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.769335, + "recall": 0.820158, + "f1": 0.784807, + "accuracy": 0.820158, + "main_score": 0.784807, + "hf_subset": "ibo_Latn-plt_Latn", + "languages": [ + "ibo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.828311, + "recall": 0.871542, + "f1": 0.840458, + "accuracy": 0.871542, + "main_score": 0.840458, + "hf_subset": "ibo_Latn-srp_Cyrl", + "languages": [ + "ibo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.772464, + "recall": 0.827075, + "f1": 0.788886, + "accuracy": 0.827075, + "main_score": 0.788886, + "hf_subset": "ibo_Latn-uig_Arab", + "languages": [ + "ibo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.82081, + "recall": 0.866601, + "f1": 0.834192, + "accuracy": 0.866601, + "main_score": 0.834192, + "hf_subset": "ibo_Latn-aeb_Arab", + "languages": [ + "ibo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.835089, + "recall": 0.87253, + "f1": 0.845706, + "accuracy": 0.87253, + "main_score": 0.845706, + "hf_subset": "ibo_Latn-ben_Beng", + "languages": [ + "ibo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.837114, + "recall": 0.87747, + "f1": 0.84885, + "accuracy": 0.87747, + "main_score": 0.84885, + "hf_subset": "ibo_Latn-est_Latn", + "languages": [ + "ibo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.820523, + "recall": 0.864625, + "f1": 0.833528, + "accuracy": 0.864625, + "main_score": 0.833528, + "hf_subset": "ibo_Latn-hye_Armn", + "languages": [ + "ibo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.489212, + "recall": 0.541502, + "f1": 0.504184, + "accuracy": 0.541502, + "main_score": 0.504184, + "hf_subset": "ibo_Latn-kmb_Latn", + "languages": [ + "ibo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.43156, + "recall": 0.507905, + "f1": 0.452609, + "accuracy": 0.507905, + "main_score": 0.452609, + "hf_subset": "ibo_Latn-min_Arab", + "languages": [ + "ibo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.851647, + "recall": 0.889328, + "f1": 0.862951, + "accuracy": 0.889328, + "main_score": 0.862951, + "hf_subset": "ibo_Latn-pol_Latn", + "languages": [ + "ibo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.674783, + "recall": 0.731225, + "f1": 0.691027, + "accuracy": 0.731225, + "main_score": 0.691027, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.838152, + "recall": 0.879447, + "f1": 0.849936, + "accuracy": 0.879447, + "main_score": 0.849936, + "hf_subset": "ibo_Latn-ukr_Cyrl", + "languages": [ + "ibo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.805725, + "recall": 0.852767, + "f1": 0.818855, + "accuracy": 0.852767, + "main_score": 0.818855, + "hf_subset": "ibo_Latn-afr_Latn", + "languages": [ + "ibo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.835635, + "recall": 0.876482, + "f1": 0.84737, + "accuracy": 0.876482, + "main_score": 0.84737, + "hf_subset": "ibo_Latn-bho_Deva", + "languages": [ + "ibo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.795957, + "recall": 0.842885, + "f1": 0.809053, + "accuracy": 0.842885, + "main_score": 0.809053, + "hf_subset": "ibo_Latn-eus_Latn", + "languages": [ + "ibo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.750613, + "recall": 0.801383, + "f1": 0.765239, + "accuracy": 0.801383, + "main_score": 0.765239, + "hf_subset": "ibo_Latn-kmr_Latn", + "languages": [ + "ibo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.785412, + "recall": 0.832016, + "f1": 0.799038, + "accuracy": 0.832016, + "main_score": 0.799038, + "hf_subset": "ibo_Latn-min_Latn", + "languages": [ + "ibo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.856209, + "recall": 0.893281, + "f1": 0.867035, + "accuracy": 0.893281, + "main_score": 0.867035, + "hf_subset": "ibo_Latn-por_Latn", + "languages": [ + "ibo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.797048, + "recall": 0.842885, + "f1": 0.810005, + "accuracy": 0.842885, + "main_score": 0.810005, + "hf_subset": "ibo_Latn-sun_Latn", + "languages": [ + "ibo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.486884, + "recall": 0.543478, + "f1": 0.502896, + "accuracy": 0.543478, + "main_score": 0.502896, + "hf_subset": "ibo_Latn-umb_Latn", + "languages": [ + "ibo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.847391, + "recall": 0.886364, + "f1": 0.858657, + "accuracy": 0.886364, + "main_score": 0.858657, + "hf_subset": "ibo_Latn-ajp_Arab", + "languages": [ + "ibo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.446824, + "recall": 0.517787, + "f1": 0.466498, + "accuracy": 0.517787, + "main_score": 0.466498, + "hf_subset": "ibo_Latn-bjn_Arab", + "languages": [ + "ibo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.472884, + "recall": 0.516798, + "f1": 0.484482, + "accuracy": 0.516798, + "main_score": 0.484482, + "hf_subset": "ibo_Latn-ewe_Latn", + "languages": [ + "ibo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.790152, + "recall": 0.836957, + "f1": 0.80384, + "accuracy": 0.836957, + "main_score": 0.80384, + "hf_subset": "ibo_Latn-ilo_Latn", + "languages": [ + "ibo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.257415, + "recall": 0.311265, + "f1": 0.271369, + "accuracy": 0.311265, + "main_score": 0.271369, + "hf_subset": "ibo_Latn-knc_Arab", + "languages": [ + "ibo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.82957, + "recall": 0.87253, + "f1": 0.841877, + "accuracy": 0.87253, + "main_score": 0.841877, + "hf_subset": "ibo_Latn-mkd_Cyrl", + "languages": [ + "ibo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.85617, + "recall": 0.892292, + "f1": 0.866787, + "accuracy": 0.892292, + "main_score": 0.866787, + "hf_subset": "ibo_Latn-prs_Arab", + "languages": [ + "ibo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.84344, + "recall": 0.882411, + "f1": 0.854484, + "accuracy": 0.882411, + "main_score": 0.854484, + "hf_subset": "ibo_Latn-swe_Latn", + "languages": [ + "ibo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.840711, + "recall": 0.881423, + "f1": 0.85264, + "accuracy": 0.881423, + "main_score": 0.85264, + "hf_subset": "ibo_Latn-urd_Arab", + "languages": [ + "ibo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.68809, + "recall": 0.745059, + "f1": 0.704188, + "accuracy": 0.745059, + "main_score": 0.704188, + "hf_subset": "ibo_Latn-aka_Latn", + "languages": [ + "ibo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.813182, + "recall": 0.849802, + "f1": 0.822643, + "accuracy": 0.849802, + "main_score": 0.822643, + "hf_subset": "ibo_Latn-bjn_Latn", + "languages": [ + "ibo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.809133, + "recall": 0.853755, + "f1": 0.822339, + "accuracy": 0.853755, + "main_score": 0.822339, + "hf_subset": "ibo_Latn-fao_Latn", + "languages": [ + "ibo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.853255, + "recall": 0.88834, + "f1": 0.862907, + "accuracy": 0.88834, + "main_score": 0.862907, + "hf_subset": "ibo_Latn-ind_Latn", + "languages": [ + "ibo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.541221, + "recall": 0.577075, + "f1": 0.550927, + "accuracy": 0.577075, + "main_score": 0.550927, + "hf_subset": "ibo_Latn-knc_Latn", + "languages": [ + "ibo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.791795, + "recall": 0.840909, + "f1": 0.805673, + "accuracy": 0.840909, + "main_score": 0.805673, + "hf_subset": "ibo_Latn-mlt_Latn", + "languages": [ + "ibo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.590854, + "recall": 0.648221, + "f1": 0.607351, + "accuracy": 0.648221, + "main_score": 0.607351, + "hf_subset": "ibo_Latn-quy_Latn", + "languages": [ + "ibo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.828535, + "recall": 0.869565, + "f1": 0.840006, + "accuracy": 0.869565, + "main_score": 0.840006, + "hf_subset": "ibo_Latn-swh_Latn", + "languages": [ + "ibo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.780411, + "recall": 0.832016, + "f1": 0.795193, + "accuracy": 0.832016, + "main_score": 0.795193, + "hf_subset": "ibo_Latn-uzn_Latn", + "languages": [ + "ibo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.803599, + "recall": 0.847826, + "f1": 0.815769, + "accuracy": 0.847826, + "main_score": 0.815769, + "hf_subset": "ibo_Latn-als_Latn", + "languages": [ + "ibo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.639449, + "recall": 0.708498, + "f1": 0.659418, + "accuracy": 0.708498, + "main_score": 0.659418, + "hf_subset": "ibo_Latn-bod_Tibt", + "languages": [ + "ibo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.619328, + "recall": 0.668972, + "f1": 0.633809, + "accuracy": 0.668972, + "main_score": 0.633809, + "hf_subset": "ibo_Latn-fij_Latn", + "languages": [ + "ibo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.790564, + "recall": 0.842885, + "f1": 0.806099, + "accuracy": 0.842885, + "main_score": 0.806099, + "hf_subset": "ibo_Latn-isl_Latn", + "languages": [ + "ibo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.568849, + "recall": 0.619565, + "f1": 0.582506, + "accuracy": 0.619565, + "main_score": 0.582506, + "hf_subset": "ibo_Latn-kon_Latn", + "languages": [ + "ibo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.511613, + "recall": 0.572134, + "f1": 0.528637, + "accuracy": 0.572134, + "main_score": 0.528637, + "hf_subset": "ibo_Latn-mni_Beng", + "languages": [ + "ibo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.833927, + "recall": 0.870553, + "f1": 0.843848, + "accuracy": 0.870553, + "main_score": 0.843848, + "hf_subset": "ibo_Latn-ron_Latn", + "languages": [ + "ibo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.84224, + "recall": 0.878458, + "f1": 0.852135, + "accuracy": 0.878458, + "main_score": 0.852135, + "hf_subset": "ibo_Latn-szl_Latn", + "languages": [ + "ibo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.836059, + "recall": 0.87747, + "f1": 0.847782, + "accuracy": 0.87747, + "main_score": 0.847782, + "hf_subset": "ibo_Latn-vec_Latn", + "languages": [ + "ibo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.811495, + "recall": 0.855731, + "f1": 0.824609, + "accuracy": 0.855731, + "main_score": 0.824609, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.822665, + "recall": 0.866601, + "f1": 0.835048, + "accuracy": 0.866601, + "main_score": 0.835048, + "hf_subset": "ibo_Latn-bos_Latn", + "languages": [ + "ibo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.8337, + "recall": 0.874506, + "f1": 0.845527, + "accuracy": 0.874506, + "main_score": 0.845527, + "hf_subset": "ibo_Latn-fin_Latn", + "languages": [ + "ibo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.857832, + "recall": 0.894269, + "f1": 0.868692, + "accuracy": 0.894269, + "main_score": 0.868692, + "hf_subset": "ibo_Latn-ita_Latn", + "languages": [ + "ibo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.859865, + "recall": 0.898221, + "f1": 0.871198, + "accuracy": 0.898221, + "main_score": 0.871198, + "hf_subset": "ibo_Latn-kor_Hang", + "languages": [ + "ibo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.508422, + "recall": 0.552372, + "f1": 0.520216, + "accuracy": 0.552372, + "main_score": 0.520216, + "hf_subset": "ibo_Latn-mos_Latn", + "languages": [ + "ibo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.692516, + "recall": 0.753953, + "f1": 0.711018, + "accuracy": 0.753953, + "main_score": 0.711018, + "hf_subset": "ibo_Latn-run_Latn", + "languages": [ + "ibo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.822378, + "recall": 0.860672, + "f1": 0.833065, + "accuracy": 0.860672, + "main_score": 0.833065, + "hf_subset": "ibo_Latn-tam_Taml", + "languages": [ + "ibo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.850082, + "recall": 0.885375, + "f1": 0.860106, + "accuracy": 0.885375, + "main_score": 0.860106, + "hf_subset": "ibo_Latn-vie_Latn", + "languages": [ + "ibo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.813977, + "recall": 0.856719, + "f1": 0.825919, + "accuracy": 0.856719, + "main_score": 0.825919, + "hf_subset": "ibo_Latn-apc_Arab", + "languages": [ + "ibo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.624969, + "recall": 0.678854, + "f1": 0.639626, + "accuracy": 0.678854, + "main_score": 0.639626, + "hf_subset": "ibo_Latn-bug_Latn", + "languages": [ + "ibo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.443558, + "recall": 0.486166, + "f1": 0.455204, + "accuracy": 0.486166, + "main_score": 0.455204, + "hf_subset": "ibo_Latn-fon_Latn", + "languages": [ + "ibo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.785933, + "recall": 0.828063, + "f1": 0.797606, + "accuracy": 0.828063, + "main_score": 0.797606, + "hf_subset": "ibo_Latn-jav_Latn", + "languages": [ + "ibo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.791662, + "recall": 0.840909, + "f1": 0.805555, + "accuracy": 0.840909, + "main_score": 0.805555, + "hf_subset": "ibo_Latn-lao_Laoo", + "languages": [ + "ibo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.768483, + "recall": 0.821146, + "f1": 0.784124, + "accuracy": 0.821146, + "main_score": 0.784124, + "hf_subset": "ibo_Latn-mri_Latn", + "languages": [ + "ibo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.84423, + "recall": 0.883399, + "f1": 0.85551, + "accuracy": 0.883399, + "main_score": 0.85551, + "hf_subset": "ibo_Latn-rus_Cyrl", + "languages": [ + "ibo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.485092, + "recall": 0.536561, + "f1": 0.499235, + "accuracy": 0.536561, + "main_score": 0.499235, + "hf_subset": "ibo_Latn-taq_Latn", + "languages": [ + "ibo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.7839, + "recall": 0.833004, + "f1": 0.797799, + "accuracy": 0.833004, + "main_score": 0.797799, + "hf_subset": "ibo_Latn-war_Latn", + "languages": [ + "ibo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.82556, + "recall": 0.870553, + "f1": 0.83849, + "accuracy": 0.870553, + "main_score": 0.83849, + "hf_subset": "ibo_Latn-arb_Arab", + "languages": [ + "ibo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.854104, + "recall": 0.890316, + "f1": 0.864745, + "accuracy": 0.890316, + "main_score": 0.864745, + "hf_subset": "ibo_Latn-bul_Cyrl", + "languages": [ + "ibo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.841857, + "recall": 0.882411, + "f1": 0.853428, + "accuracy": 0.882411, + "main_score": 0.853428, + "hf_subset": "ibo_Latn-fra_Latn", + "languages": [ + "ibo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.842498, + "recall": 0.883399, + "f1": 0.854163, + "accuracy": 0.883399, + "main_score": 0.854163, + "hf_subset": "ibo_Latn-jpn_Jpan", + "languages": [ + "ibo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.827809, + "recall": 0.868577, + "f1": 0.839952, + "accuracy": 0.868577, + "main_score": 0.839952, + "hf_subset": "ibo_Latn-lij_Latn", + "languages": [ + "ibo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.803771, + "recall": 0.853755, + "f1": 0.818522, + "accuracy": 0.853755, + "main_score": 0.818522, + "hf_subset": "ibo_Latn-mya_Mymr", + "languages": [ + "ibo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.515381, + "recall": 0.564229, + "f1": 0.529271, + "accuracy": 0.564229, + "main_score": 0.529271, + "hf_subset": "ibo_Latn-sag_Latn", + "languages": [ + "ibo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.229084, + "recall": 0.289526, + "f1": 0.244122, + "accuracy": 0.289526, + "main_score": 0.244122, + "hf_subset": "ibo_Latn-taq_Tfng", + "languages": [ + "ibo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.609746, + "recall": 0.661067, + "f1": 0.62402, + "accuracy": 0.661067, + "main_score": 0.62402, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.719328, + "recall": 0.784585, + "f1": 0.738512, + "accuracy": 0.784585, + "main_score": 0.738512, + "hf_subset": "ibo_Latn-arb_Latn", + "languages": [ + "ibo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.843775, + "recall": 0.883399, + "f1": 0.855289, + "accuracy": 0.883399, + "main_score": 0.855289, + "hf_subset": "ibo_Latn-cat_Latn", + "languages": [ + "ibo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.826737, + "recall": 0.863636, + "f1": 0.837483, + "accuracy": 0.863636, + "main_score": 0.837483, + "hf_subset": "ibo_Latn-fur_Latn", + "languages": [ + "ibo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.467987, + "recall": 0.541502, + "f1": 0.48816, + "accuracy": 0.541502, + "main_score": 0.48816, + "hf_subset": "ibo_Latn-kab_Latn", + "languages": [ + "ibo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.794431, + "recall": 0.838933, + "f1": 0.806761, + "accuracy": 0.838933, + "main_score": 0.806761, + "hf_subset": "ibo_Latn-lim_Latn", + "languages": [ + "ibo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.836232, + "recall": 0.876482, + "f1": 0.847616, + "accuracy": 0.876482, + "main_score": 0.847616, + "hf_subset": "ibo_Latn-nld_Latn", + "languages": [ + "ibo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.79422, + "recall": 0.844862, + "f1": 0.809089, + "accuracy": 0.844862, + "main_score": 0.809089, + "hf_subset": "ibo_Latn-san_Deva", + "languages": [ + "ibo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.811133, + "recall": 0.858696, + "f1": 0.825322, + "accuracy": 0.858696, + "main_score": 0.825322, + "hf_subset": "ibo_Latn-tat_Cyrl", + "languages": [ + "ibo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.775398, + "recall": 0.828063, + "f1": 0.790975, + "accuracy": 0.828063, + "main_score": 0.790975, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.823831, + "recall": 0.869565, + "f1": 0.837239, + "accuracy": 0.869565, + "main_score": 0.837239, + "hf_subset": "ibo_Latn-ars_Arab", + "languages": [ + "ibo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.799639, + "recall": 0.843874, + "f1": 0.811434, + "accuracy": 0.843874, + "main_score": 0.811434, + "hf_subset": "ibo_Latn-ceb_Latn", + "languages": [ + "ibo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.489999, + "recall": 0.539526, + "f1": 0.502999, + "accuracy": 0.539526, + "main_score": 0.502999, + "hf_subset": "ibo_Latn-fuv_Latn", + "languages": [ + "ibo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.491662, + "recall": 0.536561, + "f1": 0.503972, + "accuracy": 0.536561, + "main_score": 0.503972, + "hf_subset": "ibo_Latn-kac_Latn", + "languages": [ + "ibo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.621089, + "recall": 0.670949, + "f1": 0.63468, + "accuracy": 0.670949, + "main_score": 0.63468, + "hf_subset": "ibo_Latn-lin_Latn", + "languages": [ + "ibo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.809711, + "recall": 0.854743, + "f1": 0.822337, + "accuracy": 0.854743, + "main_score": 0.822337, + "hf_subset": "ibo_Latn-nno_Latn", + "languages": [ + "ibo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.763752, + "recall": 0.81917, + "f1": 0.779927, + "accuracy": 0.81917, + "main_score": 0.779927, + "hf_subset": "ibo_Latn-sat_Olck", + "languages": [ + "ibo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.819417, + "recall": 0.867589, + "f1": 0.833945, + "accuracy": 0.867589, + "main_score": 0.833945, + "hf_subset": "ibo_Latn-tel_Telu", + "languages": [ + "ibo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.80394, + "recall": 0.850791, + "f1": 0.817587, + "accuracy": 0.850791, + "main_score": 0.817587, + "hf_subset": "ibo_Latn-ydd_Hebr", + "languages": [ + "ibo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.795562, + "recall": 0.843874, + "f1": 0.809133, + "accuracy": 0.843874, + "main_score": 0.809133, + "hf_subset": "ibo_Latn-ary_Arab", + "languages": [ + "ibo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.842836, + "recall": 0.885375, + "f1": 0.855322, + "accuracy": 0.885375, + "main_score": 0.855322, + "hf_subset": "ibo_Latn-ces_Latn", + "languages": [ + "ibo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.556984, + "recall": 0.62253, + "f1": 0.57526, + "accuracy": 0.62253, + "main_score": 0.57526, + "hf_subset": "ibo_Latn-gaz_Latn", + "languages": [ + "ibo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.546796, + "recall": 0.606719, + "f1": 0.563608, + "accuracy": 0.606719, + "main_score": 0.563608, + "hf_subset": "ibo_Latn-kam_Latn", + "languages": [ + "ibo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.827143, + "recall": 0.866601, + "f1": 0.838266, + "accuracy": 0.866601, + "main_score": 0.838266, + "hf_subset": "ibo_Latn-lit_Latn", + "languages": [ + "ibo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.841907, + "recall": 0.881423, + "f1": 0.853136, + "accuracy": 0.881423, + "main_score": 0.853136, + "hf_subset": "ibo_Latn-nob_Latn", + "languages": [ + "ibo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.824347, + "recall": 0.86166, + "f1": 0.834825, + "accuracy": 0.86166, + "main_score": 0.834825, + "hf_subset": "ibo_Latn-scn_Latn", + "languages": [ + "ibo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.796904, + "recall": 0.84585, + "f1": 0.810921, + "accuracy": 0.84585, + "main_score": 0.810921, + "hf_subset": "ibo_Latn-tgk_Cyrl", + "languages": [ + "ibo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.701632, + "recall": 0.763834, + "f1": 0.719674, + "accuracy": 0.763834, + "main_score": 0.719674, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.82996, + "recall": 0.87253, + "f1": 0.842136, + "accuracy": 0.87253, + "main_score": 0.842136, + "hf_subset": "ibo_Latn-arz_Arab", + "languages": [ + "ibo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.485027, + "recall": 0.539526, + "f1": 0.499951, + "accuracy": 0.539526, + "main_score": 0.499951, + "hf_subset": "ibo_Latn-cjk_Latn", + "languages": [ + "ibo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.800844, + "recall": 0.847826, + "f1": 0.81441, + "accuracy": 0.847826, + "main_score": 0.81441, + "hf_subset": "ibo_Latn-gla_Latn", + "languages": [ + "ibo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.814289, + "recall": 0.859684, + "f1": 0.827696, + "accuracy": 0.859684, + "main_score": 0.827696, + "hf_subset": "ibo_Latn-kan_Knda", + "languages": [ + "ibo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.834332, + "recall": 0.873518, + "f1": 0.84576, + "accuracy": 0.873518, + "main_score": 0.84576, + "hf_subset": "ibo_Latn-lmo_Latn", + "languages": [ + "ibo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.833829, + "recall": 0.874506, + "f1": 0.845498, + "accuracy": 0.874506, + "main_score": 0.845498, + "hf_subset": "ibo_Latn-npi_Deva", + "languages": [ + "ibo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495375, + "recall": 0.564229, + "f1": 0.515028, + "accuracy": 0.564229, + "main_score": 0.515028, + "hf_subset": "ibo_Latn-shn_Mymr", + "languages": [ + "ibo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.8218, + "recall": 0.865613, + "f1": 0.834322, + "accuracy": 0.865613, + "main_score": 0.834322, + "hf_subset": "ibo_Latn-tgl_Latn", + "languages": [ + "ibo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.810697, + "recall": 0.855731, + "f1": 0.82332, + "accuracy": 0.855731, + "main_score": 0.82332, + "hf_subset": "ibo_Latn-yue_Hant", + "languages": [ + "ibo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.803451, + "recall": 0.84585, + "f1": 0.815446, + "accuracy": 0.84585, + "main_score": 0.815446, + "hf_subset": "ibo_Latn-asm_Beng", + "languages": [ + "ibo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.790195, + "recall": 0.837945, + "f1": 0.80407, + "accuracy": 0.837945, + "main_score": 0.80407, + "hf_subset": "ibo_Latn-ckb_Arab", + "languages": [ + "ibo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.810863, + "recall": 0.853755, + "f1": 0.823211, + "accuracy": 0.853755, + "main_score": 0.823211, + "hf_subset": "ibo_Latn-gle_Latn", + "languages": [ + "ibo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.7204, + "recall": 0.782609, + "f1": 0.738725, + "accuracy": 0.782609, + "main_score": 0.738725, + "hf_subset": "ibo_Latn-kas_Arab", + "languages": [ + "ibo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.744253, + "recall": 0.794466, + "f1": 0.758132, + "accuracy": 0.794466, + "main_score": 0.758132, + "hf_subset": "ibo_Latn-ltg_Latn", + "languages": [ + "ibo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.738761, + "recall": 0.795455, + "f1": 0.755635, + "accuracy": 0.795455, + "main_score": 0.755635, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.816658, + "recall": 0.862648, + "f1": 0.829967, + "accuracy": 0.862648, + "main_score": 0.829967, + "hf_subset": "ibo_Latn-sin_Sinh", + "languages": [ + "ibo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.816448, + "recall": 0.862648, + "f1": 0.829782, + "accuracy": 0.862648, + "main_score": 0.829782, + "hf_subset": "ibo_Latn-tha_Thai", + "languages": [ + "ibo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.776017, + "recall": 0.81917, + "f1": 0.787736, + "accuracy": 0.81917, + "main_score": 0.787736, + "hf_subset": "ibo_Latn-zho_Hans", + "languages": [ + "ibo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.829611, + "recall": 0.870553, + "f1": 0.840702, + "accuracy": 0.870553, + "main_score": 0.840702, + "hf_subset": "ibo_Latn-ast_Latn", + "languages": [ + "ibo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.824047, + "recall": 0.867589, + "f1": 0.836594, + "accuracy": 0.867589, + "main_score": 0.836594, + "hf_subset": "ibo_Latn-crh_Latn", + "languages": [ + "ibo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.818743, + "recall": 0.859684, + "f1": 0.829819, + "accuracy": 0.859684, + "main_score": 0.829819, + "hf_subset": "ibo_Latn-glg_Latn", + "languages": [ + "ibo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.693107, + "recall": 0.747036, + "f1": 0.708223, + "accuracy": 0.747036, + "main_score": 0.708223, + "hf_subset": "ibo_Latn-kas_Deva", + "languages": [ + "ibo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.793075, + "recall": 0.842885, + "f1": 0.806992, + "accuracy": 0.842885, + "main_score": 0.806992, + "hf_subset": "ibo_Latn-ltz_Latn", + "languages": [ + "ibo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430674, + "recall": 0.483202, + "f1": 0.444846, + "accuracy": 0.483202, + "main_score": 0.444846, + "hf_subset": "ibo_Latn-nus_Latn", + "languages": [ + "ibo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.834473, + "recall": 0.875494, + "f1": 0.846205, + "accuracy": 0.875494, + "main_score": 0.846205, + "hf_subset": "ibo_Latn-slk_Latn", + "languages": [ + "ibo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.580644, + "recall": 0.656126, + "f1": 0.602354, + "accuracy": 0.656126, + "main_score": 0.602354, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.82159, + "recall": 0.862648, + "f1": 0.832745, + "accuracy": 0.862648, + "main_score": 0.832745, + "hf_subset": "ibo_Latn-zho_Hant", + "languages": [ + "ibo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.838422, + "recall": 0.879447, + "f1": 0.850659, + "accuracy": 0.879447, + "main_score": 0.850659, + "hf_subset": "ibo_Latn-awa_Deva", + "languages": [ + "ibo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.832065, + "recall": 0.875494, + "f1": 0.844485, + "accuracy": 0.875494, + "main_score": 0.844485, + "hf_subset": "ibo_Latn-cym_Latn", + "languages": [ + "ibo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.649383, + "recall": 0.694664, + "f1": 0.661619, + "accuracy": 0.694664, + "main_score": 0.661619, + "hf_subset": "ibo_Latn-grn_Latn", + "languages": [ + "ibo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.796469, + "recall": 0.849802, + "f1": 0.812204, + "accuracy": 0.849802, + "main_score": 0.812204, + "hf_subset": "ibo_Latn-kat_Geor", + "languages": [ + "ibo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.562276, + "recall": 0.61166, + "f1": 0.576053, + "accuracy": 0.61166, + "main_score": 0.576053, + "hf_subset": "ibo_Latn-lua_Latn", + "languages": [ + "ibo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.749975, + "recall": 0.80336, + "f1": 0.765559, + "accuracy": 0.80336, + "main_score": 0.765559, + "hf_subset": "ibo_Latn-nya_Latn", + "languages": [ + "ibo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.830442, + "recall": 0.873518, + "f1": 0.843017, + "accuracy": 0.873518, + "main_score": 0.843017, + "hf_subset": "ibo_Latn-slv_Latn", + "languages": [ + "ibo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.800115, + "recall": 0.844862, + "f1": 0.812935, + "accuracy": 0.844862, + "main_score": 0.812935, + "hf_subset": "ibo_Latn-tpi_Latn", + "languages": [ + "ibo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.854217, + "recall": 0.889328, + "f1": 0.863888, + "accuracy": 0.889328, + "main_score": 0.863888, + "hf_subset": "ibo_Latn-zsm_Latn", + "languages": [ + "ibo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.479433, + "recall": 0.531621, + "f1": 0.493833, + "accuracy": 0.531621, + "main_score": 0.493833, + "hf_subset": "ibo_Latn-ayr_Latn", + "languages": [ + "ibo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.845474, + "recall": 0.883399, + "f1": 0.856322, + "accuracy": 0.883399, + "main_score": 0.856322, + "hf_subset": "ibo_Latn-dan_Latn", + "languages": [ + "ibo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.835441, + "recall": 0.87747, + "f1": 0.847501, + "accuracy": 0.87747, + "main_score": 0.847501, + "hf_subset": "ibo_Latn-guj_Gujr", + "languages": [ + "ibo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.80619, + "recall": 0.852767, + "f1": 0.819596, + "accuracy": 0.852767, + "main_score": 0.819596, + "hf_subset": "ibo_Latn-kaz_Cyrl", + "languages": [ + "ibo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.616617, + "recall": 0.686759, + "f1": 0.636891, + "accuracy": 0.686759, + "main_score": 0.636891, + "hf_subset": "ibo_Latn-lug_Latn", + "languages": [ + "ibo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.809161, + "recall": 0.854743, + "f1": 0.821629, + "accuracy": 0.854743, + "main_score": 0.821629, + "hf_subset": "ibo_Latn-oci_Latn", + "languages": [ + "ibo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.74478, + "recall": 0.795455, + "f1": 0.759409, + "accuracy": 0.795455, + "main_score": 0.759409, + "hf_subset": "ibo_Latn-smo_Latn", + "languages": [ + "ibo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.690803, + "recall": 0.749012, + "f1": 0.708006, + "accuracy": 0.749012, + "main_score": 0.708006, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.780163, + "recall": 0.833004, + "f1": 0.795971, + "accuracy": 0.833004, + "main_score": 0.795971, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.718492, + "recall": 0.783597, + "f1": 0.737617, + "accuracy": 0.783597, + "main_score": 0.737617, + "hf_subset": "ibo_Latn-azb_Arab", + "languages": [ + "ibo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.850694, + "recall": 0.887352, + "f1": 0.860921, + "accuracy": 0.887352, + "main_score": 0.860921, + "hf_subset": "ibo_Latn-deu_Latn", + "languages": [ + "ibo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.808031, + "recall": 0.851779, + "f1": 0.820415, + "accuracy": 0.851779, + "main_score": 0.820415, + "hf_subset": "ibo_Latn-hat_Latn", + "languages": [ + "ibo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.491382, + "recall": 0.540514, + "f1": 0.505263, + "accuracy": 0.540514, + "main_score": 0.505263, + "hf_subset": "ibo_Latn-kbp_Latn", + "languages": [ + "ibo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.541139, + "recall": 0.587945, + "f1": 0.554074, + "accuracy": 0.587945, + "main_score": 0.554074, + "hf_subset": "ibo_Latn-luo_Latn", + "languages": [ + "ibo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.802602, + "recall": 0.853755, + "f1": 0.817509, + "accuracy": 0.853755, + "main_score": 0.817509, + "hf_subset": "ibo_Latn-ory_Orya", + "languages": [ + "ibo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.778113, + "recall": 0.829051, + "f1": 0.793596, + "accuracy": 0.829051, + "main_score": 0.793596, + "hf_subset": "ibo_Latn-sna_Latn", + "languages": [ + "ibo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.646377, + "recall": 0.700593, + "f1": 0.66176, + "accuracy": 0.700593, + "main_score": 0.66176, + "hf_subset": "ibo_Latn-tso_Latn", + "languages": [ + "ibo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.806975, + "recall": 0.852767, + "f1": 0.820095, + "accuracy": 0.852767, + "main_score": 0.820095, + "hf_subset": "ibo_Latn-azj_Latn", + "languages": [ + "ibo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.488897, + "recall": 0.541502, + "f1": 0.503527, + "accuracy": 0.541502, + "main_score": 0.503527, + "hf_subset": "ibo_Latn-dik_Latn", + "languages": [ + "ibo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.792638, + "recall": 0.840909, + "f1": 0.806983, + "accuracy": 0.840909, + "main_score": 0.806983, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.796383, + "recall": 0.840909, + "f1": 0.808976, + "accuracy": 0.840909, + "main_score": 0.808976, + "hf_subset": "ibo_Latn-kea_Latn", + "languages": [ + "ibo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.77004, + "recall": 0.812253, + "f1": 0.781344, + "accuracy": 0.812253, + "main_score": 0.781344, + "hf_subset": "ibo_Latn-lus_Latn", + "languages": [ + "ibo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.697387, + "recall": 0.75, + "f1": 0.711466, + "accuracy": 0.75, + "main_score": 0.711466, + "hf_subset": "ibo_Latn-pag_Latn", + "languages": [ + "ibo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.770481, + "recall": 0.822134, + "f1": 0.784856, + "accuracy": 0.822134, + "main_score": 0.784856, + "hf_subset": "ibo_Latn-snd_Arab", + "languages": [ + "ibo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.798924, + "recall": 0.846838, + "f1": 0.812876, + "accuracy": 0.846838, + "main_score": 0.812876, + "hf_subset": "ibo_Latn-tuk_Latn", + "languages": [ + "ibo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.810086, + "recall": 0.855731, + "f1": 0.822949, + "accuracy": 0.855731, + "main_score": 0.822949, + "hf_subset": "ibo_Latn-bak_Cyrl", + "languages": [ + "ibo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.439437, + "recall": 0.508893, + "f1": 0.458647, + "accuracy": 0.508893, + "main_score": 0.458647, + "hf_subset": "ibo_Latn-dyu_Latn", + "languages": [ + "ibo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.827339, + "recall": 0.867589, + "f1": 0.838603, + "accuracy": 0.867589, + "main_score": 0.838603, + "hf_subset": "ibo_Latn-heb_Hebr", + "languages": [ + "ibo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.822661, + "recall": 0.86166, + "f1": 0.834091, + "accuracy": 0.86166, + "main_score": 0.834091, + "hf_subset": "ibo_Latn-khk_Cyrl", + "languages": [ + "ibo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.807371, + "recall": 0.853755, + "f1": 0.820468, + "accuracy": 0.853755, + "main_score": 0.820468, + "hf_subset": "ibo_Latn-lvs_Latn", + "languages": [ + "ibo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.828262, + "recall": 0.869565, + "f1": 0.840078, + "accuracy": 0.869565, + "main_score": 0.840078, + "hf_subset": "ibo_Latn-pan_Guru", + "languages": [ + "ibo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.744016, + "recall": 0.805336, + "f1": 0.762648, + "accuracy": 0.805336, + "main_score": 0.762648, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.631581, + "recall": 0.684783, + "f1": 0.647054, + "accuracy": 0.684783, + "main_score": 0.647054, + "hf_subset": "ibo_Latn-tum_Latn", + "languages": [ + "ibo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.451552, + "recall": 0.52668, + "f1": 0.472905, + "accuracy": 0.52668, + "main_score": 0.472905, + "hf_subset": "kmr_Latn-ace_Arab", + "languages": [ + "kmr-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.476628, + "recall": 0.521739, + "f1": 0.487984, + "accuracy": 0.521739, + "main_score": 0.487984, + "hf_subset": "kmr_Latn-bam_Latn", + "languages": [ + "kmr-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.471394, + "recall": 0.548419, + "f1": 0.492188, + "accuracy": 0.548419, + "main_score": 0.492188, + "hf_subset": "kmr_Latn-dzo_Tibt", + "languages": [ + "kmr-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.855963, + "recall": 0.892292, + "f1": 0.866508, + "accuracy": 0.892292, + "main_score": 0.866508, + "hf_subset": "kmr_Latn-hin_Deva", + "languages": [ + "kmr-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.782396, + "recall": 0.828063, + "f1": 0.795266, + "accuracy": 0.828063, + "main_score": 0.795266, + "hf_subset": "kmr_Latn-khm_Khmr", + "languages": [ + "kmr-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.802068, + "recall": 0.842885, + "f1": 0.813079, + "accuracy": 0.842885, + "main_score": 0.813079, + "hf_subset": "kmr_Latn-mag_Deva", + "languages": [ + "kmr-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.831584, + "recall": 0.869565, + "f1": 0.84185, + "accuracy": 0.869565, + "main_score": 0.84185, + "hf_subset": "kmr_Latn-pap_Latn", + "languages": [ + "kmr-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.747414, + "recall": 0.80336, + "f1": 0.763472, + "accuracy": 0.80336, + "main_score": 0.763472, + "hf_subset": "kmr_Latn-sot_Latn", + "languages": [ + "kmr-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.860408, + "recall": 0.894269, + "f1": 0.87044, + "accuracy": 0.894269, + "main_score": 0.87044, + "hf_subset": "kmr_Latn-tur_Latn", + "languages": [ + "kmr-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.742587, + "recall": 0.786561, + "f1": 0.754376, + "accuracy": 0.786561, + "main_score": 0.754376, + "hf_subset": "kmr_Latn-ace_Latn", + "languages": [ + "kmr-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.79286, + "recall": 0.833004, + "f1": 0.804293, + "accuracy": 0.833004, + "main_score": 0.804293, + "hf_subset": "kmr_Latn-ban_Latn", + "languages": [ + "kmr-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.830859, + "recall": 0.87253, + "f1": 0.843021, + "accuracy": 0.87253, + "main_score": 0.843021, + "hf_subset": "kmr_Latn-ell_Grek", + "languages": [ + "kmr-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.781633, + "recall": 0.827075, + "f1": 0.793447, + "accuracy": 0.827075, + "main_score": 0.793447, + "hf_subset": "kmr_Latn-hne_Deva", + "languages": [ + "kmr-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.528367, + "recall": 0.577075, + "f1": 0.540717, + "accuracy": 0.577075, + "main_score": 0.540717, + "hf_subset": "kmr_Latn-kik_Latn", + "languages": [ + "kmr-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.789231, + "recall": 0.835968, + "f1": 0.801788, + "accuracy": 0.835968, + "main_score": 0.801788, + "hf_subset": "kmr_Latn-mai_Deva", + "languages": [ + "kmr-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.811166, + "recall": 0.857708, + "f1": 0.824939, + "accuracy": 0.857708, + "main_score": 0.824939, + "hf_subset": "kmr_Latn-pbt_Arab", + "languages": [ + "kmr-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.841535, + "recall": 0.879447, + "f1": 0.852391, + "accuracy": 0.879447, + "main_score": 0.852391, + "hf_subset": "kmr_Latn-spa_Latn", + "languages": [ + "kmr-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.609977, + "recall": 0.670949, + "f1": 0.626274, + "accuracy": 0.670949, + "main_score": 0.626274, + "hf_subset": "kmr_Latn-twi_Latn", + "languages": [ + "kmr-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.823306, + "recall": 0.867589, + "f1": 0.83599, + "accuracy": 0.867589, + "main_score": 0.83599, + "hf_subset": "kmr_Latn-acm_Arab", + "languages": [ + "kmr-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.777032, + "recall": 0.826087, + "f1": 0.790957, + "accuracy": 0.826087, + "main_score": 0.790957, + "hf_subset": "kmr_Latn-bel_Cyrl", + "languages": [ + "kmr-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.825465, + "recall": 0.864625, + "f1": 0.83623, + "accuracy": 0.864625, + "main_score": 0.83623, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.821344, + "recall": 0.863636, + "f1": 0.833484, + "accuracy": 0.863636, + "main_score": 0.833484, + "hf_subset": "kmr_Latn-hrv_Latn", + "languages": [ + "kmr-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.733708, + "recall": 0.786561, + "f1": 0.748613, + "accuracy": 0.786561, + "main_score": 0.748613, + "hf_subset": "kmr_Latn-kin_Latn", + "languages": [ + "kmr-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.813283, + "recall": 0.854743, + "f1": 0.824728, + "accuracy": 0.854743, + "main_score": 0.824728, + "hf_subset": "kmr_Latn-mal_Mlym", + "languages": [ + "kmr-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.817895, + "recall": 0.857708, + "f1": 0.828956, + "accuracy": 0.857708, + "main_score": 0.828956, + "hf_subset": "kmr_Latn-pes_Arab", + "languages": [ + "kmr-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.824137, + "recall": 0.863636, + "f1": 0.835271, + "accuracy": 0.863636, + "main_score": 0.835271, + "hf_subset": "kmr_Latn-srd_Latn", + "languages": [ + "kmr-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.217686, + "recall": 0.281621, + "f1": 0.233106, + "accuracy": 0.281621, + "main_score": 0.233106, + "hf_subset": "kmr_Latn-tzm_Tfng", + "languages": [ + "kmr-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.829282, + "recall": 0.870553, + "f1": 0.841329, + "accuracy": 0.870553, + "main_score": 0.841329, + "hf_subset": "kmr_Latn-acq_Arab", + "languages": [ + "kmr-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.60908, + "recall": 0.663043, + "f1": 0.623876, + "accuracy": 0.663043, + "main_score": 0.623876, + "hf_subset": "kmr_Latn-bem_Latn", + "languages": [ + "kmr-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.822943, + "recall": 0.86166, + "f1": 0.833509, + "accuracy": 0.86166, + "main_score": 0.833509, + "hf_subset": "kmr_Latn-epo_Latn", + "languages": [ + "kmr-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.843272, + "recall": 0.880435, + "f1": 0.853632, + "accuracy": 0.880435, + "main_score": 0.853632, + "hf_subset": "kmr_Latn-hun_Latn", + "languages": [ + "kmr-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.821467, + "recall": 0.866601, + "f1": 0.834593, + "accuracy": 0.866601, + "main_score": 0.834593, + "hf_subset": "kmr_Latn-kir_Cyrl", + "languages": [ + "kmr-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.829904, + "recall": 0.870553, + "f1": 0.8417, + "accuracy": 0.870553, + "main_score": 0.8417, + "hf_subset": "kmr_Latn-mar_Deva", + "languages": [ + "kmr-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.751433, + "recall": 0.804348, + "f1": 0.767015, + "accuracy": 0.804348, + "main_score": 0.767015, + "hf_subset": "kmr_Latn-plt_Latn", + "languages": [ + "kmr-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.823991, + "recall": 0.866601, + "f1": 0.836381, + "accuracy": 0.866601, + "main_score": 0.836381, + "hf_subset": "kmr_Latn-srp_Cyrl", + "languages": [ + "kmr-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.782914, + "recall": 0.836957, + "f1": 0.798853, + "accuracy": 0.836957, + "main_score": 0.798853, + "hf_subset": "kmr_Latn-uig_Arab", + "languages": [ + "kmr-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.785399, + "recall": 0.832016, + "f1": 0.798414, + "accuracy": 0.832016, + "main_score": 0.798414, + "hf_subset": "kmr_Latn-aeb_Arab", + "languages": [ + "kmr-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.818803, + "recall": 0.86166, + "f1": 0.831214, + "accuracy": 0.86166, + "main_score": 0.831214, + "hf_subset": "kmr_Latn-ben_Beng", + "languages": [ + "kmr-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.831359, + "recall": 0.87253, + "f1": 0.843412, + "accuracy": 0.87253, + "main_score": 0.843412, + "hf_subset": "kmr_Latn-est_Latn", + "languages": [ + "kmr-Latn", + "est-Latn" + ] + }, + { + "precision": 0.827766, + "recall": 0.870553, + "f1": 0.840442, + "accuracy": 0.870553, + "main_score": 0.840442, + "hf_subset": "kmr_Latn-hye_Armn", + "languages": [ + "kmr-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.467676, + "recall": 0.518775, + "f1": 0.482188, + "accuracy": 0.518775, + "main_score": 0.482188, + "hf_subset": "kmr_Latn-kmb_Latn", + "languages": [ + "kmr-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.403166, + "recall": 0.478261, + "f1": 0.422465, + "accuracy": 0.478261, + "main_score": 0.422465, + "hf_subset": "kmr_Latn-min_Arab", + "languages": [ + "kmr-Latn", + "min-Arab" + ] + }, + { + "precision": 0.835634, + "recall": 0.871542, + "f1": 0.845622, + "accuracy": 0.871542, + "main_score": 0.845622, + "hf_subset": "kmr_Latn-pol_Latn", + "languages": [ + "kmr-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.666733, + "recall": 0.728261, + "f1": 0.684845, + "accuracy": 0.728261, + "main_score": 0.684845, + "hf_subset": "kmr_Latn-ssw_Latn", + "languages": [ + "kmr-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.825487, + "recall": 0.869565, + "f1": 0.838404, + "accuracy": 0.869565, + "main_score": 0.838404, + "hf_subset": "kmr_Latn-ukr_Cyrl", + "languages": [ + "kmr-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.832057, + "recall": 0.870553, + "f1": 0.842782, + "accuracy": 0.870553, + "main_score": 0.842782, + "hf_subset": "kmr_Latn-afr_Latn", + "languages": [ + "kmr-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.753986, + "recall": 0.797431, + "f1": 0.764946, + "accuracy": 0.797431, + "main_score": 0.764946, + "hf_subset": "kmr_Latn-bho_Deva", + "languages": [ + "kmr-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.826045, + "recall": 0.863636, + "f1": 0.836562, + "accuracy": 0.863636, + "main_score": 0.836562, + "hf_subset": "kmr_Latn-eus_Latn", + "languages": [ + "kmr-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.706489, + "recall": 0.762846, + "f1": 0.72233, + "accuracy": 0.762846, + "main_score": 0.72233, + "hf_subset": "kmr_Latn-ibo_Latn", + "languages": [ + "kmr-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.802555, + "recall": 0.844862, + "f1": 0.814276, + "accuracy": 0.844862, + "main_score": 0.814276, + "hf_subset": "kmr_Latn-min_Latn", + "languages": [ + "kmr-Latn", + "min-Latn" + ] + }, + { + "precision": 0.851567, + "recall": 0.88834, + "f1": 0.862206, + "accuracy": 0.88834, + "main_score": 0.862206, + "hf_subset": "kmr_Latn-por_Latn", + "languages": [ + "kmr-Latn", + "por-Latn" + ] + }, + { + "precision": 0.811858, + "recall": 0.855731, + "f1": 0.824233, + "accuracy": 0.855731, + "main_score": 0.824233, + "hf_subset": "kmr_Latn-sun_Latn", + "languages": [ + "kmr-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.434742, + "recall": 0.490119, + "f1": 0.449908, + "accuracy": 0.490119, + "main_score": 0.449908, + "hf_subset": "kmr_Latn-umb_Latn", + "languages": [ + "kmr-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.828664, + "recall": 0.870553, + "f1": 0.840503, + "accuracy": 0.870553, + "main_score": 0.840503, + "hf_subset": "kmr_Latn-ajp_Arab", + "languages": [ + "kmr-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.445207, + "recall": 0.517787, + "f1": 0.464682, + "accuracy": 0.517787, + "main_score": 0.464682, + "hf_subset": "kmr_Latn-bjn_Arab", + "languages": [ + "kmr-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.460214, + "recall": 0.505929, + "f1": 0.472238, + "accuracy": 0.505929, + "main_score": 0.472238, + "hf_subset": "kmr_Latn-ewe_Latn", + "languages": [ + "kmr-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.796972, + "recall": 0.83498, + "f1": 0.807595, + "accuracy": 0.83498, + "main_score": 0.807595, + "hf_subset": "kmr_Latn-ilo_Latn", + "languages": [ + "kmr-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.23717, + "recall": 0.294466, + "f1": 0.250831, + "accuracy": 0.294466, + "main_score": 0.250831, + "hf_subset": "kmr_Latn-knc_Arab", + "languages": [ + "kmr-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.832448, + "recall": 0.87253, + "f1": 0.843763, + "accuracy": 0.87253, + "main_score": 0.843763, + "hf_subset": "kmr_Latn-mkd_Cyrl", + "languages": [ + "kmr-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.842657, + "recall": 0.882411, + "f1": 0.85407, + "accuracy": 0.882411, + "main_score": 0.85407, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.83746, + "recall": 0.879447, + "f1": 0.849772, + "accuracy": 0.879447, + "main_score": 0.849772, + "hf_subset": "kmr_Latn-swe_Latn", + "languages": [ + "kmr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.812467, + "recall": 0.858696, + "f1": 0.825711, + "accuracy": 0.858696, + "main_score": 0.825711, + "hf_subset": "kmr_Latn-urd_Arab", + "languages": [ + "kmr-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.599041, + "recall": 0.655138, + "f1": 0.614195, + "accuracy": 0.655138, + "main_score": 0.614195, + "hf_subset": "kmr_Latn-aka_Latn", + "languages": [ + "kmr-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.778785, + "recall": 0.820158, + "f1": 0.789933, + "accuracy": 0.820158, + "main_score": 0.789933, + "hf_subset": "kmr_Latn-bjn_Latn", + "languages": [ + "kmr-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.809523, + "recall": 0.854743, + "f1": 0.822711, + "accuracy": 0.854743, + "main_score": 0.822711, + "hf_subset": "kmr_Latn-fao_Latn", + "languages": [ + "kmr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.842095, + "recall": 0.880435, + "f1": 0.853101, + "accuracy": 0.880435, + "main_score": 0.853101, + "hf_subset": "kmr_Latn-ind_Latn", + "languages": [ + "kmr-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.486934, + "recall": 0.527668, + "f1": 0.497862, + "accuracy": 0.527668, + "main_score": 0.497862, + "hf_subset": "kmr_Latn-knc_Latn", + "languages": [ + "kmr-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.813515, + "recall": 0.852767, + "f1": 0.824416, + "accuracy": 0.852767, + "main_score": 0.824416, + "hf_subset": "kmr_Latn-mlt_Latn", + "languages": [ + "kmr-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.566299, + "recall": 0.621542, + "f1": 0.581386, + "accuracy": 0.621542, + "main_score": 0.581386, + "hf_subset": "kmr_Latn-quy_Latn", + "languages": [ + "kmr-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.830156, + "recall": 0.871542, + "f1": 0.841885, + "accuracy": 0.871542, + "main_score": 0.841885, + "hf_subset": "kmr_Latn-swh_Latn", + "languages": [ + "kmr-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.811392, + "recall": 0.856719, + "f1": 0.824853, + "accuracy": 0.856719, + "main_score": 0.824853, + "hf_subset": "kmr_Latn-uzn_Latn", + "languages": [ + "kmr-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.842063, + "recall": 0.878458, + "f1": 0.85225, + "accuracy": 0.878458, + "main_score": 0.85225, + "hf_subset": "kmr_Latn-als_Latn", + "languages": [ + "kmr-Latn", + "als-Latn" + ] + }, + { + "precision": 0.589348, + "recall": 0.666008, + "f1": 0.611129, + "accuracy": 0.666008, + "main_score": 0.611129, + "hf_subset": "kmr_Latn-bod_Tibt", + "languages": [ + "kmr-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.594552, + "recall": 0.649209, + "f1": 0.609477, + "accuracy": 0.649209, + "main_score": 0.609477, + "hf_subset": "kmr_Latn-fij_Latn", + "languages": [ + "kmr-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.788543, + "recall": 0.83498, + "f1": 0.802359, + "accuracy": 0.83498, + "main_score": 0.802359, + "hf_subset": "kmr_Latn-isl_Latn", + "languages": [ + "kmr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.545618, + "recall": 0.59585, + "f1": 0.559221, + "accuracy": 0.59585, + "main_score": 0.559221, + "hf_subset": "kmr_Latn-kon_Latn", + "languages": [ + "kmr-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.503173, + "recall": 0.562253, + "f1": 0.518726, + "accuracy": 0.562253, + "main_score": 0.518726, + "hf_subset": "kmr_Latn-mni_Beng", + "languages": [ + "kmr-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.834787, + "recall": 0.870553, + "f1": 0.844719, + "accuracy": 0.870553, + "main_score": 0.844719, + "hf_subset": "kmr_Latn-ron_Latn", + "languages": [ + "kmr-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.81076, + "recall": 0.850791, + "f1": 0.821742, + "accuracy": 0.850791, + "main_score": 0.821742, + "hf_subset": "kmr_Latn-szl_Latn", + "languages": [ + "kmr-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.818923, + "recall": 0.856719, + "f1": 0.828534, + "accuracy": 0.856719, + "main_score": 0.828534, + "hf_subset": "kmr_Latn-vec_Latn", + "languages": [ + "kmr-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.819475, + "recall": 0.862648, + "f1": 0.832057, + "accuracy": 0.862648, + "main_score": 0.832057, + "hf_subset": "kmr_Latn-amh_Ethi", + "languages": [ + "kmr-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.835732, + "recall": 0.87747, + "f1": 0.847812, + "accuracy": 0.87747, + "main_score": 0.847812, + "hf_subset": "kmr_Latn-bos_Latn", + "languages": [ + "kmr-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.834056, + "recall": 0.87253, + "f1": 0.844878, + "accuracy": 0.87253, + "main_score": 0.844878, + "hf_subset": "kmr_Latn-fin_Latn", + "languages": [ + "kmr-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.85509, + "recall": 0.886364, + "f1": 0.863624, + "accuracy": 0.886364, + "main_score": 0.863624, + "hf_subset": "kmr_Latn-ita_Latn", + "languages": [ + "kmr-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.852653, + "recall": 0.889328, + "f1": 0.863312, + "accuracy": 0.889328, + "main_score": 0.863312, + "hf_subset": "kmr_Latn-kor_Hang", + "languages": [ + "kmr-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.487159, + "recall": 0.522727, + "f1": 0.497219, + "accuracy": 0.522727, + "main_score": 0.497219, + "hf_subset": "kmr_Latn-mos_Latn", + "languages": [ + "kmr-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.654577, + "recall": 0.706522, + "f1": 0.668585, + "accuracy": 0.706522, + "main_score": 0.668585, + "hf_subset": "kmr_Latn-run_Latn", + "languages": [ + "kmr-Latn", + "run-Latn" + ] + }, + { + "precision": 0.811571, + "recall": 0.853755, + "f1": 0.82354, + "accuracy": 0.853755, + "main_score": 0.82354, + "hf_subset": "kmr_Latn-tam_Taml", + "languages": [ + "kmr-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.827726, + "recall": 0.865613, + "f1": 0.8378, + "accuracy": 0.865613, + "main_score": 0.8378, + "hf_subset": "kmr_Latn-vie_Latn", + "languages": [ + "kmr-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.820168, + "recall": 0.86166, + "f1": 0.83219, + "accuracy": 0.86166, + "main_score": 0.83219, + "hf_subset": "kmr_Latn-apc_Arab", + "languages": [ + "kmr-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.621754, + "recall": 0.667984, + "f1": 0.633565, + "accuracy": 0.667984, + "main_score": 0.633565, + "hf_subset": "kmr_Latn-bug_Latn", + "languages": [ + "kmr-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.432854, + "recall": 0.474308, + "f1": 0.444411, + "accuracy": 0.474308, + "main_score": 0.444411, + "hf_subset": "kmr_Latn-fon_Latn", + "languages": [ + "kmr-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.799907, + "recall": 0.839921, + "f1": 0.81091, + "accuracy": 0.839921, + "main_score": 0.81091, + "hf_subset": "kmr_Latn-jav_Latn", + "languages": [ + "kmr-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.776344, + "recall": 0.820158, + "f1": 0.78849, + "accuracy": 0.820158, + "main_score": 0.78849, + "hf_subset": "kmr_Latn-lao_Laoo", + "languages": [ + "kmr-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.747398, + "recall": 0.801383, + "f1": 0.763312, + "accuracy": 0.801383, + "main_score": 0.763312, + "hf_subset": "kmr_Latn-mri_Latn", + "languages": [ + "kmr-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.82817, + "recall": 0.870553, + "f1": 0.8405, + "accuracy": 0.870553, + "main_score": 0.8405, + "hf_subset": "kmr_Latn-rus_Cyrl", + "languages": [ + "kmr-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.476096, + "recall": 0.518775, + "f1": 0.487416, + "accuracy": 0.518775, + "main_score": 0.487416, + "hf_subset": "kmr_Latn-taq_Latn", + "languages": [ + "kmr-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.806613, + "recall": 0.851779, + "f1": 0.819409, + "accuracy": 0.851779, + "main_score": 0.819409, + "hf_subset": "kmr_Latn-war_Latn", + "languages": [ + "kmr-Latn", + "war-Latn" + ] + }, + { + "precision": 0.834659, + "recall": 0.874506, + "f1": 0.846173, + "accuracy": 0.874506, + "main_score": 0.846173, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.845826, + "recall": 0.884387, + "f1": 0.85667, + "accuracy": 0.884387, + "main_score": 0.85667, + "hf_subset": "kmr_Latn-bul_Cyrl", + "languages": [ + "kmr-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.842921, + "recall": 0.881423, + "f1": 0.854095, + "accuracy": 0.881423, + "main_score": 0.854095, + "hf_subset": "kmr_Latn-fra_Latn", + "languages": [ + "kmr-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.809309, + "recall": 0.851779, + "f1": 0.821537, + "accuracy": 0.851779, + "main_score": 0.821537, + "hf_subset": "kmr_Latn-jpn_Jpan", + "languages": [ + "kmr-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.796747, + "recall": 0.83498, + "f1": 0.807136, + "accuracy": 0.83498, + "main_score": 0.807136, + "hf_subset": "kmr_Latn-lij_Latn", + "languages": [ + "kmr-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.79894, + "recall": 0.850791, + "f1": 0.814215, + "accuracy": 0.850791, + "main_score": 0.814215, + "hf_subset": "kmr_Latn-mya_Mymr", + "languages": [ + "kmr-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.519619, + "recall": 0.5583, + "f1": 0.530544, + "accuracy": 0.5583, + "main_score": 0.530544, + "hf_subset": "kmr_Latn-sag_Latn", + "languages": [ + "kmr-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223934, + "recall": 0.285573, + "f1": 0.23941, + "accuracy": 0.285573, + "main_score": 0.23941, + "hf_subset": "kmr_Latn-taq_Tfng", + "languages": [ + "kmr-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.591949, + "recall": 0.644269, + "f1": 0.605908, + "accuracy": 0.644269, + "main_score": 0.605908, + "hf_subset": "kmr_Latn-wol_Latn", + "languages": [ + "kmr-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.711119, + "recall": 0.769763, + "f1": 0.727775, + "accuracy": 0.769763, + "main_score": 0.727775, + "hf_subset": "kmr_Latn-arb_Latn", + "languages": [ + "kmr-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.835475, + "recall": 0.874506, + "f1": 0.846712, + "accuracy": 0.874506, + "main_score": 0.846712, + "hf_subset": "kmr_Latn-cat_Latn", + "languages": [ + "kmr-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.775802, + "recall": 0.814229, + "f1": 0.785485, + "accuracy": 0.814229, + "main_score": 0.785485, + "hf_subset": "kmr_Latn-fur_Latn", + "languages": [ + "kmr-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.413083, + "recall": 0.47332, + "f1": 0.428018, + "accuracy": 0.47332, + "main_score": 0.428018, + "hf_subset": "kmr_Latn-kab_Latn", + "languages": [ + "kmr-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.814521, + "recall": 0.851779, + "f1": 0.825001, + "accuracy": 0.851779, + "main_score": 0.825001, + "hf_subset": "kmr_Latn-lim_Latn", + "languages": [ + "kmr-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.830378, + "recall": 0.87253, + "f1": 0.842163, + "accuracy": 0.87253, + "main_score": 0.842163, + "hf_subset": "kmr_Latn-nld_Latn", + "languages": [ + "kmr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.785772, + "recall": 0.839921, + "f1": 0.801672, + "accuracy": 0.839921, + "main_score": 0.801672, + "hf_subset": "kmr_Latn-san_Deva", + "languages": [ + "kmr-Latn", + "san-Deva" + ] + }, + { + "precision": 0.824533, + "recall": 0.868577, + "f1": 0.837592, + "accuracy": 0.868577, + "main_score": 0.837592, + "hf_subset": "kmr_Latn-tat_Cyrl", + "languages": [ + "kmr-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.750289, + "recall": 0.799407, + "f1": 0.764762, + "accuracy": 0.799407, + "main_score": 0.764762, + "hf_subset": "kmr_Latn-xho_Latn", + "languages": [ + "kmr-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.832965, + "recall": 0.871542, + "f1": 0.843914, + "accuracy": 0.871542, + "main_score": 0.843914, + "hf_subset": "kmr_Latn-ars_Arab", + "languages": [ + "kmr-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.812862, + "recall": 0.855731, + "f1": 0.824932, + "accuracy": 0.855731, + "main_score": 0.824932, + "hf_subset": "kmr_Latn-ceb_Latn", + "languages": [ + "kmr-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449383, + "recall": 0.502964, + "f1": 0.463447, + "accuracy": 0.502964, + "main_score": 0.463447, + "hf_subset": "kmr_Latn-fuv_Latn", + "languages": [ + "kmr-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.474239, + "recall": 0.514822, + "f1": 0.485812, + "accuracy": 0.514822, + "main_score": 0.485812, + "hf_subset": "kmr_Latn-kac_Latn", + "languages": [ + "kmr-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.559048, + "recall": 0.612648, + "f1": 0.573097, + "accuracy": 0.612648, + "main_score": 0.573097, + "hf_subset": "kmr_Latn-lin_Latn", + "languages": [ + "kmr-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.828405, + "recall": 0.866601, + "f1": 0.838972, + "accuracy": 0.866601, + "main_score": 0.838972, + "hf_subset": "kmr_Latn-nno_Latn", + "languages": [ + "kmr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.751466, + "recall": 0.801383, + "f1": 0.76606, + "accuracy": 0.801383, + "main_score": 0.76606, + "hf_subset": "kmr_Latn-sat_Olck", + "languages": [ + "kmr-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.819178, + "recall": 0.863636, + "f1": 0.832024, + "accuracy": 0.863636, + "main_score": 0.832024, + "hf_subset": "kmr_Latn-tel_Telu", + "languages": [ + "kmr-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.824128, + "recall": 0.869565, + "f1": 0.837541, + "accuracy": 0.869565, + "main_score": 0.837541, + "hf_subset": "kmr_Latn-ydd_Hebr", + "languages": [ + "kmr-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.774111, + "recall": 0.826087, + "f1": 0.788518, + "accuracy": 0.826087, + "main_score": 0.788518, + "hf_subset": "kmr_Latn-ary_Arab", + "languages": [ + "kmr-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.856291, + "recall": 0.891304, + "f1": 0.866565, + "accuracy": 0.891304, + "main_score": 0.866565, + "hf_subset": "kmr_Latn-ces_Latn", + "languages": [ + "kmr-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.540773, + "recall": 0.606719, + "f1": 0.558195, + "accuracy": 0.606719, + "main_score": 0.558195, + "hf_subset": "kmr_Latn-gaz_Latn", + "languages": [ + "kmr-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.500748, + "recall": 0.557312, + "f1": 0.515468, + "accuracy": 0.557312, + "main_score": 0.515468, + "hf_subset": "kmr_Latn-kam_Latn", + "languages": [ + "kmr-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.821502, + "recall": 0.864625, + "f1": 0.833845, + "accuracy": 0.864625, + "main_score": 0.833845, + "hf_subset": "kmr_Latn-lit_Latn", + "languages": [ + "kmr-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.824655, + "recall": 0.868577, + "f1": 0.837368, + "accuracy": 0.868577, + "main_score": 0.837368, + "hf_subset": "kmr_Latn-nob_Latn", + "languages": [ + "kmr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.80983, + "recall": 0.848814, + "f1": 0.820654, + "accuracy": 0.848814, + "main_score": 0.820654, + "hf_subset": "kmr_Latn-scn_Latn", + "languages": [ + "kmr-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.830419, + "recall": 0.871542, + "f1": 0.84242, + "accuracy": 0.871542, + "main_score": 0.84242, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.591351, + "recall": 0.658103, + "f1": 0.609372, + "accuracy": 0.658103, + "main_score": 0.609372, + "hf_subset": "kmr_Latn-yor_Latn", + "languages": [ + "kmr-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.803644, + "recall": 0.844862, + "f1": 0.81481, + "accuracy": 0.844862, + "main_score": 0.81481, + "hf_subset": "kmr_Latn-arz_Arab", + "languages": [ + "kmr-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.438318, + "recall": 0.492095, + "f1": 0.452751, + "accuracy": 0.492095, + "main_score": 0.452751, + "hf_subset": "kmr_Latn-cjk_Latn", + "languages": [ + "kmr-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.79078, + "recall": 0.836957, + "f1": 0.804381, + "accuracy": 0.836957, + "main_score": 0.804381, + "hf_subset": "kmr_Latn-gla_Latn", + "languages": [ + "kmr-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.79471, + "recall": 0.836957, + "f1": 0.806637, + "accuracy": 0.836957, + "main_score": 0.806637, + "hf_subset": "kmr_Latn-kan_Knda", + "languages": [ + "kmr-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.796725, + "recall": 0.836957, + "f1": 0.807261, + "accuracy": 0.836957, + "main_score": 0.807261, + "hf_subset": "kmr_Latn-lmo_Latn", + "languages": [ + "kmr-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.82253, + "recall": 0.86166, + "f1": 0.833573, + "accuracy": 0.86166, + "main_score": 0.833573, + "hf_subset": "kmr_Latn-npi_Deva", + "languages": [ + "kmr-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.484135, + "recall": 0.545455, + "f1": 0.501098, + "accuracy": 0.545455, + "main_score": 0.501098, + "hf_subset": "kmr_Latn-shn_Mymr", + "languages": [ + "kmr-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.842402, + "recall": 0.876482, + "f1": 0.851524, + "accuracy": 0.876482, + "main_score": 0.851524, + "hf_subset": "kmr_Latn-tgl_Latn", + "languages": [ + "kmr-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.797571, + "recall": 0.839921, + "f1": 0.808961, + "accuracy": 0.839921, + "main_score": 0.808961, + "hf_subset": "kmr_Latn-yue_Hant", + "languages": [ + "kmr-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.799034, + "recall": 0.840909, + "f1": 0.811135, + "accuracy": 0.840909, + "main_score": 0.811135, + "hf_subset": "kmr_Latn-asm_Beng", + "languages": [ + "kmr-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.81288, + "recall": 0.856719, + "f1": 0.826111, + "accuracy": 0.856719, + "main_score": 0.826111, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.806629, + "recall": 0.850791, + "f1": 0.819285, + "accuracy": 0.850791, + "main_score": 0.819285, + "hf_subset": "kmr_Latn-gle_Latn", + "languages": [ + "kmr-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.694756, + "recall": 0.748024, + "f1": 0.709135, + "accuracy": 0.748024, + "main_score": 0.709135, + "hf_subset": "kmr_Latn-kas_Arab", + "languages": [ + "kmr-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.748068, + "recall": 0.805336, + "f1": 0.764648, + "accuracy": 0.805336, + "main_score": 0.764648, + "hf_subset": "kmr_Latn-ltg_Latn", + "languages": [ + "kmr-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.724522, + "recall": 0.774704, + "f1": 0.73913, + "accuracy": 0.774704, + "main_score": 0.73913, + "hf_subset": "kmr_Latn-nso_Latn", + "languages": [ + "kmr-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.801337, + "recall": 0.847826, + "f1": 0.814552, + "accuracy": 0.847826, + "main_score": 0.814552, + "hf_subset": "kmr_Latn-sin_Sinh", + "languages": [ + "kmr-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.812872, + "recall": 0.858696, + "f1": 0.826089, + "accuracy": 0.858696, + "main_score": 0.826089, + "hf_subset": "kmr_Latn-tha_Thai", + "languages": [ + "kmr-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.760211, + "recall": 0.802372, + "f1": 0.771112, + "accuracy": 0.802372, + "main_score": 0.771112, + "hf_subset": "kmr_Latn-zho_Hans", + "languages": [ + "kmr-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.826663, + "recall": 0.866601, + "f1": 0.838214, + "accuracy": 0.866601, + "main_score": 0.838214, + "hf_subset": "kmr_Latn-ast_Latn", + "languages": [ + "kmr-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.828689, + "recall": 0.867589, + "f1": 0.839744, + "accuracy": 0.867589, + "main_score": 0.839744, + "hf_subset": "kmr_Latn-crh_Latn", + "languages": [ + "kmr-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.827775, + "recall": 0.871542, + "f1": 0.840635, + "accuracy": 0.871542, + "main_score": 0.840635, + "hf_subset": "kmr_Latn-glg_Latn", + "languages": [ + "kmr-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.681862, + "recall": 0.730237, + "f1": 0.695119, + "accuracy": 0.730237, + "main_score": 0.695119, + "hf_subset": "kmr_Latn-kas_Deva", + "languages": [ + "kmr-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.826073, + "recall": 0.863636, + "f1": 0.836253, + "accuracy": 0.863636, + "main_score": 0.836253, + "hf_subset": "kmr_Latn-ltz_Latn", + "languages": [ + "kmr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.428904, + "recall": 0.486166, + "f1": 0.443889, + "accuracy": 0.486166, + "main_score": 0.443889, + "hf_subset": "kmr_Latn-nus_Latn", + "languages": [ + "kmr-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.830013, + "recall": 0.869565, + "f1": 0.84109, + "accuracy": 0.869565, + "main_score": 0.84109, + "hf_subset": "kmr_Latn-slk_Latn", + "languages": [ + "kmr-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.567396, + "recall": 0.636364, + "f1": 0.586576, + "accuracy": 0.636364, + "main_score": 0.586576, + "hf_subset": "kmr_Latn-tir_Ethi", + "languages": [ + "kmr-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.808119, + "recall": 0.854743, + "f1": 0.821472, + "accuracy": 0.854743, + "main_score": 0.821472, + "hf_subset": "kmr_Latn-zho_Hant", + "languages": [ + "kmr-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.79007, + "recall": 0.833004, + "f1": 0.8018, + "accuracy": 0.833004, + "main_score": 0.8018, + "hf_subset": "kmr_Latn-awa_Deva", + "languages": [ + "kmr-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.834223, + "recall": 0.878458, + "f1": 0.847384, + "accuracy": 0.878458, + "main_score": 0.847384, + "hf_subset": "kmr_Latn-cym_Latn", + "languages": [ + "kmr-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.61911, + "recall": 0.66996, + "f1": 0.631971, + "accuracy": 0.66996, + "main_score": 0.631971, + "hf_subset": "kmr_Latn-grn_Latn", + "languages": [ + "kmr-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.822796, + "recall": 0.867589, + "f1": 0.836317, + "accuracy": 0.867589, + "main_score": 0.836317, + "hf_subset": "kmr_Latn-kat_Geor", + "languages": [ + "kmr-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.52265, + "recall": 0.573123, + "f1": 0.535425, + "accuracy": 0.573123, + "main_score": 0.535425, + "hf_subset": "kmr_Latn-lua_Latn", + "languages": [ + "kmr-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.714641, + "recall": 0.771739, + "f1": 0.731555, + "accuracy": 0.771739, + "main_score": 0.731555, + "hf_subset": "kmr_Latn-nya_Latn", + "languages": [ + "kmr-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.831538, + "recall": 0.868577, + "f1": 0.842002, + "accuracy": 0.868577, + "main_score": 0.842002, + "hf_subset": "kmr_Latn-slv_Latn", + "languages": [ + "kmr-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.741486, + "recall": 0.785573, + "f1": 0.752572, + "accuracy": 0.785573, + "main_score": 0.752572, + "hf_subset": "kmr_Latn-tpi_Latn", + "languages": [ + "kmr-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.819957, + "recall": 0.86166, + "f1": 0.831197, + "accuracy": 0.86166, + "main_score": 0.831197, + "hf_subset": "kmr_Latn-zsm_Latn", + "languages": [ + "kmr-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.491595, + "recall": 0.54249, + "f1": 0.506136, + "accuracy": 0.54249, + "main_score": 0.506136, + "hf_subset": "kmr_Latn-ayr_Latn", + "languages": [ + "kmr-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.855287, + "recall": 0.892292, + "f1": 0.866078, + "accuracy": 0.892292, + "main_score": 0.866078, + "hf_subset": "kmr_Latn-dan_Latn", + "languages": [ + "kmr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.827002, + "recall": 0.869565, + "f1": 0.839163, + "accuracy": 0.869565, + "main_score": 0.839163, + "hf_subset": "kmr_Latn-guj_Gujr", + "languages": [ + "kmr-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.819384, + "recall": 0.858696, + "f1": 0.830381, + "accuracy": 0.858696, + "main_score": 0.830381, + "hf_subset": "kmr_Latn-kaz_Cyrl", + "languages": [ + "kmr-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.573428, + "recall": 0.643281, + "f1": 0.593405, + "accuracy": 0.643281, + "main_score": 0.593405, + "hf_subset": "kmr_Latn-lug_Latn", + "languages": [ + "kmr-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.819156, + "recall": 0.858696, + "f1": 0.830002, + "accuracy": 0.858696, + "main_score": 0.830002, + "hf_subset": "kmr_Latn-oci_Latn", + "languages": [ + "kmr-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.726692, + "recall": 0.77668, + "f1": 0.740814, + "accuracy": 0.77668, + "main_score": 0.740814, + "hf_subset": "kmr_Latn-smo_Latn", + "languages": [ + "kmr-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.655108, + "recall": 0.718379, + "f1": 0.673108, + "accuracy": 0.718379, + "main_score": 0.673108, + "hf_subset": "kmr_Latn-tsn_Latn", + "languages": [ + "kmr-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.755395, + "recall": 0.814229, + "f1": 0.772974, + "accuracy": 0.814229, + "main_score": 0.772974, + "hf_subset": "kmr_Latn-zul_Latn", + "languages": [ + "kmr-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.732296, + "recall": 0.784585, + "f1": 0.74762, + "accuracy": 0.784585, + "main_score": 0.74762, + "hf_subset": "kmr_Latn-azb_Arab", + "languages": [ + "kmr-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.849576, + "recall": 0.885375, + "f1": 0.859753, + "accuracy": 0.885375, + "main_score": 0.859753, + "hf_subset": "kmr_Latn-deu_Latn", + "languages": [ + "kmr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.817355, + "recall": 0.854743, + "f1": 0.827899, + "accuracy": 0.854743, + "main_score": 0.827899, + "hf_subset": "kmr_Latn-hat_Latn", + "languages": [ + "kmr-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.482822, + "recall": 0.527668, + "f1": 0.495093, + "accuracy": 0.527668, + "main_score": 0.495093, + "hf_subset": "kmr_Latn-kbp_Latn", + "languages": [ + "kmr-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.503658, + "recall": 0.544466, + "f1": 0.514641, + "accuracy": 0.544466, + "main_score": 0.514641, + "hf_subset": "kmr_Latn-luo_Latn", + "languages": [ + "kmr-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.788669, + "recall": 0.841897, + "f1": 0.804202, + "accuracy": 0.841897, + "main_score": 0.804202, + "hf_subset": "kmr_Latn-ory_Orya", + "languages": [ + "kmr-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.736545, + "recall": 0.788538, + "f1": 0.751929, + "accuracy": 0.788538, + "main_score": 0.751929, + "hf_subset": "kmr_Latn-sna_Latn", + "languages": [ + "kmr-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.577233, + "recall": 0.636364, + "f1": 0.593015, + "accuracy": 0.636364, + "main_score": 0.593015, + "hf_subset": "kmr_Latn-tso_Latn", + "languages": [ + "kmr-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.810795, + "recall": 0.852767, + "f1": 0.822874, + "accuracy": 0.852767, + "main_score": 0.822874, + "hf_subset": "kmr_Latn-azj_Latn", + "languages": [ + "kmr-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.47079, + "recall": 0.520751, + "f1": 0.48409, + "accuracy": 0.520751, + "main_score": 0.48409, + "hf_subset": "kmr_Latn-dik_Latn", + "languages": [ + "kmr-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.768758, + "recall": 0.817194, + "f1": 0.782576, + "accuracy": 0.817194, + "main_score": 0.782576, + "hf_subset": "kmr_Latn-hau_Latn", + "languages": [ + "kmr-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.795793, + "recall": 0.83498, + "f1": 0.806568, + "accuracy": 0.83498, + "main_score": 0.806568, + "hf_subset": "kmr_Latn-kea_Latn", + "languages": [ + "kmr-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.73754, + "recall": 0.787549, + "f1": 0.751672, + "accuracy": 0.787549, + "main_score": 0.751672, + "hf_subset": "kmr_Latn-lus_Latn", + "languages": [ + "kmr-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.659852, + "recall": 0.709486, + "f1": 0.672325, + "accuracy": 0.709486, + "main_score": 0.672325, + "hf_subset": "kmr_Latn-pag_Latn", + "languages": [ + "kmr-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.773586, + "recall": 0.823123, + "f1": 0.787521, + "accuracy": 0.823123, + "main_score": 0.787521, + "hf_subset": "kmr_Latn-snd_Arab", + "languages": [ + "kmr-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.842707, + "recall": 0.87747, + "f1": 0.852701, + "accuracy": 0.87747, + "main_score": 0.852701, + "hf_subset": "kmr_Latn-tuk_Latn", + "languages": [ + "kmr-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.832884, + "recall": 0.870553, + "f1": 0.843956, + "accuracy": 0.870553, + "main_score": 0.843956, + "hf_subset": "kmr_Latn-bak_Cyrl", + "languages": [ + "kmr-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.436733, + "recall": 0.496047, + "f1": 0.453033, + "accuracy": 0.496047, + "main_score": 0.453033, + "hf_subset": "kmr_Latn-dyu_Latn", + "languages": [ + "kmr-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.837872, + "recall": 0.874506, + "f1": 0.84826, + "accuracy": 0.874506, + "main_score": 0.84826, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.823544, + "recall": 0.864625, + "f1": 0.836215, + "accuracy": 0.864625, + "main_score": 0.836215, + "hf_subset": "kmr_Latn-khk_Cyrl", + "languages": [ + "kmr-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.820162, + "recall": 0.857708, + "f1": 0.830658, + "accuracy": 0.857708, + "main_score": 0.830658, + "hf_subset": "kmr_Latn-lvs_Latn", + "languages": [ + "kmr-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.822423, + "recall": 0.863636, + "f1": 0.833948, + "accuracy": 0.863636, + "main_score": 0.833948, + "hf_subset": "kmr_Latn-pan_Guru", + "languages": [ + "kmr-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.739659, + "recall": 0.798419, + "f1": 0.756593, + "accuracy": 0.798419, + "main_score": 0.756593, + "hf_subset": "kmr_Latn-som_Latn", + "languages": [ + "kmr-Latn", + "som-Latn" + ] + }, + { + "precision": 0.587783, + "recall": 0.642292, + "f1": 0.601954, + "accuracy": 0.642292, + "main_score": 0.601954, + "hf_subset": "kmr_Latn-tum_Latn", + "languages": [ + "kmr-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.545226, + "recall": 0.625494, + "f1": 0.568404, + "accuracy": 0.625494, + "main_score": 0.568404, + "hf_subset": "min_Latn-ace_Arab", + "languages": [ + "min-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.481293, + "recall": 0.535573, + "f1": 0.495609, + "accuracy": 0.535573, + "main_score": 0.495609, + "hf_subset": "min_Latn-bam_Latn", + "languages": [ + "min-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.55823, + "recall": 0.650198, + "f1": 0.584675, + "accuracy": 0.650198, + "main_score": 0.584675, + "hf_subset": "min_Latn-dzo_Tibt", + "languages": [ + "min-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "min_Latn-hin_Deva", + "languages": [ + "min-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "min_Latn-khm_Khmr", + "languages": [ + "min-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "min_Latn-mag_Deva", + "languages": [ + "min-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-pap_Latn", + "languages": [ + "min-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.834157, + "recall": 0.876482, + "f1": 0.847299, + "accuracy": 0.876482, + "main_score": 0.847299, + "hf_subset": "min_Latn-sot_Latn", + "languages": [ + "min-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-tur_Latn", + "languages": [ + "min-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.866107, + "recall": 0.903162, + "f1": 0.87772, + "accuracy": 0.903162, + "main_score": 0.87772, + "hf_subset": "min_Latn-ace_Latn", + "languages": [ + "min-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "min_Latn-ban_Latn", + "languages": [ + "min-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "min_Latn-ell_Grek", + "languages": [ + "min-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "min_Latn-hne_Deva", + "languages": [ + "min-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.551681, + "recall": 0.617589, + "f1": 0.570061, + "accuracy": 0.617589, + "main_score": 0.570061, + "hf_subset": "min_Latn-kik_Latn", + "languages": [ + "min-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "min_Latn-mai_Deva", + "languages": [ + "min-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.935804, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "min_Latn-pbt_Arab", + "languages": [ + "min-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "min_Latn-spa_Latn", + "languages": [ + "min-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.717128, + "recall": 0.779644, + "f1": 0.735973, + "accuracy": 0.779644, + "main_score": 0.735973, + "hf_subset": "min_Latn-twi_Latn", + "languages": [ + "min-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "min_Latn-acm_Arab", + "languages": [ + "min-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "min_Latn-bel_Cyrl", + "languages": [ + "min-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-eng_Latn", + "languages": [ + "min-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-hrv_Latn", + "languages": [ + "min-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.825099, + "recall": 0.873518, + "f1": 0.840184, + "accuracy": 0.873518, + "main_score": 0.840184, + "hf_subset": "min_Latn-kin_Latn", + "languages": [ + "min-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "min_Latn-mal_Mlym", + "languages": [ + "min-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-pes_Arab", + "languages": [ + "min-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "min_Latn-srd_Latn", + "languages": [ + "min-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216278, + "recall": 0.278656, + "f1": 0.231584, + "accuracy": 0.278656, + "main_score": 0.231584, + "hf_subset": "min_Latn-tzm_Tfng", + "languages": [ + "min-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-acq_Arab", + "languages": [ + "min-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.639625, + "recall": 0.703557, + "f1": 0.657712, + "accuracy": 0.703557, + "main_score": 0.657712, + "hf_subset": "min_Latn-bem_Latn", + "languages": [ + "min-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "min_Latn-epo_Latn", + "languages": [ + "min-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "min_Latn-hun_Latn", + "languages": [ + "min-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "min_Latn-kir_Cyrl", + "languages": [ + "min-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "min_Latn-mar_Deva", + "languages": [ + "min-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.843775, + "recall": 0.886364, + "f1": 0.857016, + "accuracy": 0.886364, + "main_score": 0.857016, + "hf_subset": "min_Latn-plt_Latn", + "languages": [ + "min-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-srp_Cyrl", + "languages": [ + "min-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.907279, + "recall": 0.934783, + "f1": 0.916173, + "accuracy": 0.934783, + "main_score": 0.916173, + "hf_subset": "min_Latn-uig_Arab", + "languages": [ + "min-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "min_Latn-aeb_Arab", + "languages": [ + "min-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "min_Latn-ben_Beng", + "languages": [ + "min-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "min_Latn-est_Latn", + "languages": [ + "min-Latn", + "est-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "min_Latn-hye_Armn", + "languages": [ + "min-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.47405, + "recall": 0.528656, + "f1": 0.488788, + "accuracy": 0.528656, + "main_score": 0.488788, + "hf_subset": "min_Latn-kmb_Latn", + "languages": [ + "min-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.627547, + "recall": 0.705534, + "f1": 0.649171, + "accuracy": 0.705534, + "main_score": 0.649171, + "hf_subset": "min_Latn-min_Arab", + "languages": [ + "min-Latn", + "min-Arab" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "min_Latn-pol_Latn", + "languages": [ + "min-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.718692, + "recall": 0.785573, + "f1": 0.738373, + "accuracy": 0.785573, + "main_score": 0.738373, + "hf_subset": "min_Latn-ssw_Latn", + "languages": [ + "min-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-ukr_Cyrl", + "languages": [ + "min-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-afr_Latn", + "languages": [ + "min-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "min_Latn-bho_Deva", + "languages": [ + "min-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "min_Latn-eus_Latn", + "languages": [ + "min-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.790958, + "recall": 0.851779, + "f1": 0.809947, + "accuracy": 0.851779, + "main_score": 0.809947, + "hf_subset": "min_Latn-ibo_Latn", + "languages": [ + "min-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.847744, + "recall": 0.88834, + "f1": 0.860375, + "accuracy": 0.88834, + "main_score": 0.860375, + "hf_subset": "min_Latn-kmr_Latn", + "languages": [ + "min-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-por_Latn", + "languages": [ + "min-Latn", + "por-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "min_Latn-sun_Latn", + "languages": [ + "min-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.455066, + "recall": 0.51581, + "f1": 0.472479, + "accuracy": 0.51581, + "main_score": 0.472479, + "hf_subset": "min_Latn-umb_Latn", + "languages": [ + "min-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "min_Latn-ajp_Arab", + "languages": [ + "min-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.520576, + "recall": 0.602767, + "f1": 0.543169, + "accuracy": 0.602767, + "main_score": 0.543169, + "hf_subset": "min_Latn-bjn_Arab", + "languages": [ + "min-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.459394, + "recall": 0.514822, + "f1": 0.47509, + "accuracy": 0.514822, + "main_score": 0.47509, + "hf_subset": "min_Latn-ewe_Latn", + "languages": [ + "min-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.938159, + "recall": 0.956522, + "f1": 0.943906, + "accuracy": 0.956522, + "main_score": 0.943906, + "hf_subset": "min_Latn-ilo_Latn", + "languages": [ + "min-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258224, + "recall": 0.325099, + "f1": 0.274127, + "accuracy": 0.325099, + "main_score": 0.274127, + "hf_subset": "min_Latn-knc_Arab", + "languages": [ + "min-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-mkd_Cyrl", + "languages": [ + "min-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-prs_Arab", + "languages": [ + "min-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "min_Latn-swe_Latn", + "languages": [ + "min-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "min_Latn-urd_Arab", + "languages": [ + "min-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.689686, + "recall": 0.752964, + "f1": 0.708019, + "accuracy": 0.752964, + "main_score": 0.708019, + "hf_subset": "min_Latn-aka_Latn", + "languages": [ + "min-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "min_Latn-bjn_Latn", + "languages": [ + "min-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.945735, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "min_Latn-fao_Latn", + "languages": [ + "min-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-ind_Latn", + "languages": [ + "min-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.528081, + "recall": 0.577075, + "f1": 0.541284, + "accuracy": 0.577075, + "main_score": 0.541284, + "hf_subset": "min_Latn-knc_Latn", + "languages": [ + "min-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "min_Latn-mlt_Latn", + "languages": [ + "min-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.611595, + "recall": 0.679842, + "f1": 0.631289, + "accuracy": 0.679842, + "main_score": 0.631289, + "hf_subset": "min_Latn-quy_Latn", + "languages": [ + "min-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "min_Latn-swh_Latn", + "languages": [ + "min-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "min_Latn-uzn_Latn", + "languages": [ + "min-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-als_Latn", + "languages": [ + "min-Latn", + "als-Latn" + ] + }, + { + "precision": 0.734678, + "recall": 0.801383, + "f1": 0.754965, + "accuracy": 0.801383, + "main_score": 0.754965, + "hf_subset": "min_Latn-bod_Tibt", + "languages": [ + "min-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.615368, + "recall": 0.690711, + "f1": 0.637093, + "accuracy": 0.690711, + "main_score": 0.637093, + "hf_subset": "min_Latn-fij_Latn", + "languages": [ + "min-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "min_Latn-isl_Latn", + "languages": [ + "min-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.581349, + "recall": 0.645257, + "f1": 0.598908, + "accuracy": 0.645257, + "main_score": 0.598908, + "hf_subset": "min_Latn-kon_Latn", + "languages": [ + "min-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.577012, + "recall": 0.653162, + "f1": 0.598666, + "accuracy": 0.653162, + "main_score": 0.598666, + "hf_subset": "min_Latn-mni_Beng", + "languages": [ + "min-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "min_Latn-ron_Latn", + "languages": [ + "min-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "min_Latn-szl_Latn", + "languages": [ + "min-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-vec_Latn", + "languages": [ + "min-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.885046, + "recall": 0.917984, + "f1": 0.895422, + "accuracy": 0.917984, + "main_score": 0.895422, + "hf_subset": "min_Latn-amh_Ethi", + "languages": [ + "min-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "min_Latn-bos_Latn", + "languages": [ + "min-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "min_Latn-fin_Latn", + "languages": [ + "min-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-ita_Latn", + "languages": [ + "min-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-kor_Hang", + "languages": [ + "min-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.503416, + "recall": 0.554348, + "f1": 0.517562, + "accuracy": 0.554348, + "main_score": 0.517562, + "hf_subset": "min_Latn-mos_Latn", + "languages": [ + "min-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.701901, + "recall": 0.769763, + "f1": 0.722318, + "accuracy": 0.769763, + "main_score": 0.722318, + "hf_subset": "min_Latn-run_Latn", + "languages": [ + "min-Latn", + "run-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "min_Latn-tam_Taml", + "languages": [ + "min-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "min_Latn-vie_Latn", + "languages": [ + "min-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "min_Latn-apc_Arab", + "languages": [ + "min-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.722752, + "recall": 0.784585, + "f1": 0.740837, + "accuracy": 0.784585, + "main_score": 0.740837, + "hf_subset": "min_Latn-bug_Latn", + "languages": [ + "min-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.443445, + "recall": 0.492095, + "f1": 0.457166, + "accuracy": 0.492095, + "main_score": 0.457166, + "hf_subset": "min_Latn-fon_Latn", + "languages": [ + "min-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "min_Latn-jav_Latn", + "languages": [ + "min-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.933218, + "recall": 0.953557, + "f1": 0.939789, + "accuracy": 0.953557, + "main_score": 0.939789, + "hf_subset": "min_Latn-lao_Laoo", + "languages": [ + "min-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.828557, + "recall": 0.876482, + "f1": 0.843709, + "accuracy": 0.876482, + "main_score": 0.843709, + "hf_subset": "min_Latn-mri_Latn", + "languages": [ + "min-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "min_Latn-rus_Cyrl", + "languages": [ + "min-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.50632, + "recall": 0.556324, + "f1": 0.520127, + "accuracy": 0.556324, + "main_score": 0.520127, + "hf_subset": "min_Latn-taq_Latn", + "languages": [ + "min-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "min_Latn-war_Latn", + "languages": [ + "min-Latn", + "war-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-arb_Arab", + "languages": [ + "min-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-bul_Cyrl", + "languages": [ + "min-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "min_Latn-fra_Latn", + "languages": [ + "min-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "min_Latn-jpn_Jpan", + "languages": [ + "min-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "min_Latn-lij_Latn", + "languages": [ + "min-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "min_Latn-mya_Mymr", + "languages": [ + "min-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.545925, + "recall": 0.602767, + "f1": 0.561882, + "accuracy": 0.602767, + "main_score": 0.561882, + "hf_subset": "min_Latn-sag_Latn", + "languages": [ + "min-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.220511, + "recall": 0.289526, + "f1": 0.237664, + "accuracy": 0.289526, + "main_score": 0.237664, + "hf_subset": "min_Latn-taq_Tfng", + "languages": [ + "min-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.642545, + "recall": 0.702569, + "f1": 0.659155, + "accuracy": 0.702569, + "main_score": 0.659155, + "hf_subset": "min_Latn-wol_Latn", + "languages": [ + "min-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.802684, + "recall": 0.856719, + "f1": 0.819532, + "accuracy": 0.856719, + "main_score": 0.819532, + "hf_subset": "min_Latn-arb_Latn", + "languages": [ + "min-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "min_Latn-cat_Latn", + "languages": [ + "min-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "min_Latn-fur_Latn", + "languages": [ + "min-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.433905, + "recall": 0.503953, + "f1": 0.452229, + "accuracy": 0.503953, + "main_score": 0.452229, + "hf_subset": "min_Latn-kab_Latn", + "languages": [ + "min-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "min_Latn-lim_Latn", + "languages": [ + "min-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "min_Latn-nld_Latn", + "languages": [ + "min-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.944417, + "recall": 0.960474, + "f1": 0.949506, + "accuracy": 0.960474, + "main_score": 0.949506, + "hf_subset": "min_Latn-san_Deva", + "languages": [ + "min-Latn", + "san-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "min_Latn-tat_Cyrl", + "languages": [ + "min-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.826943, + "recall": 0.873518, + "f1": 0.841173, + "accuracy": 0.873518, + "main_score": 0.841173, + "hf_subset": "min_Latn-xho_Latn", + "languages": [ + "min-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-ars_Arab", + "languages": [ + "min-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-ceb_Latn", + "languages": [ + "min-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.474608, + "recall": 0.536561, + "f1": 0.491247, + "accuracy": 0.536561, + "main_score": 0.491247, + "hf_subset": "min_Latn-fuv_Latn", + "languages": [ + "min-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.472479, + "recall": 0.530632, + "f1": 0.488538, + "accuracy": 0.530632, + "main_score": 0.488538, + "hf_subset": "min_Latn-kac_Latn", + "languages": [ + "min-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.624245, + "recall": 0.686759, + "f1": 0.641315, + "accuracy": 0.686759, + "main_score": 0.641315, + "hf_subset": "min_Latn-lin_Latn", + "languages": [ + "min-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-nno_Latn", + "languages": [ + "min-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.823946, + "recall": 0.87253, + "f1": 0.839196, + "accuracy": 0.87253, + "main_score": 0.839196, + "hf_subset": "min_Latn-sat_Olck", + "languages": [ + "min-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "min_Latn-tel_Telu", + "languages": [ + "min-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "min_Latn-ydd_Hebr", + "languages": [ + "min-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "min_Latn-ary_Arab", + "languages": [ + "min-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "min_Latn-ces_Latn", + "languages": [ + "min-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.567474, + "recall": 0.637352, + "f1": 0.587067, + "accuracy": 0.637352, + "main_score": 0.587067, + "hf_subset": "min_Latn-gaz_Latn", + "languages": [ + "min-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.516901, + "recall": 0.589921, + "f1": 0.536702, + "accuracy": 0.589921, + "main_score": 0.536702, + "hf_subset": "min_Latn-kam_Latn", + "languages": [ + "min-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "min_Latn-lit_Latn", + "languages": [ + "min-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "min_Latn-nob_Latn", + "languages": [ + "min-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "min_Latn-scn_Latn", + "languages": [ + "min-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "min_Latn-tgk_Cyrl", + "languages": [ + "min-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.68494, + "recall": 0.756917, + "f1": 0.706242, + "accuracy": 0.756917, + "main_score": 0.706242, + "hf_subset": "min_Latn-yor_Latn", + "languages": [ + "min-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "min_Latn-arz_Arab", + "languages": [ + "min-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.46411, + "recall": 0.528656, + "f1": 0.482194, + "accuracy": 0.528656, + "main_score": 0.482194, + "hf_subset": "min_Latn-cjk_Latn", + "languages": [ + "min-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.90448, + "recall": 0.933794, + "f1": 0.914032, + "accuracy": 0.933794, + "main_score": 0.914032, + "hf_subset": "min_Latn-gla_Latn", + "languages": [ + "min-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "min_Latn-kan_Knda", + "languages": [ + "min-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.971426, + "recall": 0.980237, + "f1": 0.974209, + "accuracy": 0.980237, + "main_score": 0.974209, + "hf_subset": "min_Latn-lmo_Latn", + "languages": [ + "min-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "min_Latn-npi_Deva", + "languages": [ + "min-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.506331, + "recall": 0.594862, + "f1": 0.531362, + "accuracy": 0.594862, + "main_score": 0.531362, + "hf_subset": "min_Latn-shn_Mymr", + "languages": [ + "min-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-tgl_Latn", + "languages": [ + "min-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-yue_Hant", + "languages": [ + "min-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "min_Latn-asm_Beng", + "languages": [ + "min-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.88834, + "recall": 0.922925, + "f1": 0.899539, + "accuracy": 0.922925, + "main_score": 0.899539, + "hf_subset": "min_Latn-ckb_Arab", + "languages": [ + "min-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "min_Latn-gle_Latn", + "languages": [ + "min-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.850543, + "recall": 0.893281, + "f1": 0.863966, + "accuracy": 0.893281, + "main_score": 0.863966, + "hf_subset": "min_Latn-kas_Arab", + "languages": [ + "min-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.845438, + "recall": 0.887352, + "f1": 0.858597, + "accuracy": 0.887352, + "main_score": 0.858597, + "hf_subset": "min_Latn-ltg_Latn", + "languages": [ + "min-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.749671, + "recall": 0.811265, + "f1": 0.768347, + "accuracy": 0.811265, + "main_score": 0.768347, + "hf_subset": "min_Latn-nso_Latn", + "languages": [ + "min-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.938818, + "recall": 0.95751, + "f1": 0.94473, + "accuracy": 0.95751, + "main_score": 0.94473, + "hf_subset": "min_Latn-sin_Sinh", + "languages": [ + "min-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "min_Latn-tha_Thai", + "languages": [ + "min-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "min_Latn-zho_Hans", + "languages": [ + "min-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "min_Latn-ast_Latn", + "languages": [ + "min-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "min_Latn-crh_Latn", + "languages": [ + "min-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "min_Latn-glg_Latn", + "languages": [ + "min-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.791206, + "recall": 0.844862, + "f1": 0.807298, + "accuracy": 0.844862, + "main_score": 0.807298, + "hf_subset": "min_Latn-kas_Deva", + "languages": [ + "min-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "min_Latn-ltz_Latn", + "languages": [ + "min-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.413736, + "recall": 0.478261, + "f1": 0.431308, + "accuracy": 0.478261, + "main_score": 0.431308, + "hf_subset": "min_Latn-nus_Latn", + "languages": [ + "min-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "min_Latn-slk_Latn", + "languages": [ + "min-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.619789, + "recall": 0.700593, + "f1": 0.643501, + "accuracy": 0.700593, + "main_score": 0.643501, + "hf_subset": "min_Latn-tir_Ethi", + "languages": [ + "min-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "min_Latn-zho_Hant", + "languages": [ + "min-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.95858, + "recall": 0.970356, + "f1": 0.962352, + "accuracy": 0.970356, + "main_score": 0.962352, + "hf_subset": "min_Latn-awa_Deva", + "languages": [ + "min-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "min_Latn-cym_Latn", + "languages": [ + "min-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.725374, + "recall": 0.777668, + "f1": 0.740098, + "accuracy": 0.777668, + "main_score": 0.740098, + "hf_subset": "min_Latn-grn_Latn", + "languages": [ + "min-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "min_Latn-kat_Geor", + "languages": [ + "min-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.600204, + "recall": 0.657115, + "f1": 0.615291, + "accuracy": 0.657115, + "main_score": 0.615291, + "hf_subset": "min_Latn-lua_Latn", + "languages": [ + "min-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.791897, + "recall": 0.842885, + "f1": 0.807049, + "accuracy": 0.842885, + "main_score": 0.807049, + "hf_subset": "min_Latn-nya_Latn", + "languages": [ + "min-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-slv_Latn", + "languages": [ + "min-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.928969, + "recall": 0.949605, + "f1": 0.935507, + "accuracy": 0.949605, + "main_score": 0.935507, + "hf_subset": "min_Latn-tpi_Latn", + "languages": [ + "min-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-zsm_Latn", + "languages": [ + "min-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496996, + "recall": 0.5583, + "f1": 0.514115, + "accuracy": 0.5583, + "main_score": 0.514115, + "hf_subset": "min_Latn-ayr_Latn", + "languages": [ + "min-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-dan_Latn", + "languages": [ + "min-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-guj_Gujr", + "languages": [ + "min-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "min_Latn-kaz_Cyrl", + "languages": [ + "min-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.604508, + "recall": 0.683794, + "f1": 0.626635, + "accuracy": 0.683794, + "main_score": 0.626635, + "hf_subset": "min_Latn-lug_Latn", + "languages": [ + "min-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "min_Latn-oci_Latn", + "languages": [ + "min-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.814641, + "recall": 0.86166, + "f1": 0.829729, + "accuracy": 0.86166, + "main_score": 0.829729, + "hf_subset": "min_Latn-smo_Latn", + "languages": [ + "min-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.704079, + "recall": 0.768775, + "f1": 0.723075, + "accuracy": 0.768775, + "main_score": 0.723075, + "hf_subset": "min_Latn-tsn_Latn", + "languages": [ + "min-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.844071, + "recall": 0.88834, + "f1": 0.858004, + "accuracy": 0.88834, + "main_score": 0.858004, + "hf_subset": "min_Latn-zul_Latn", + "languages": [ + "min-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.887846, + "recall": 0.91996, + "f1": 0.897991, + "accuracy": 0.91996, + "main_score": 0.897991, + "hf_subset": "min_Latn-azb_Arab", + "languages": [ + "min-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-deu_Latn", + "languages": [ + "min-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "min_Latn-hat_Latn", + "languages": [ + "min-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.477662, + "recall": 0.533597, + "f1": 0.493717, + "accuracy": 0.533597, + "main_score": 0.493717, + "hf_subset": "min_Latn-kbp_Latn", + "languages": [ + "min-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.523035, + "recall": 0.582016, + "f1": 0.539363, + "accuracy": 0.582016, + "main_score": 0.539363, + "hf_subset": "min_Latn-luo_Latn", + "languages": [ + "min-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.962451, + "f1": 0.949934, + "accuracy": 0.962451, + "main_score": 0.949934, + "hf_subset": "min_Latn-ory_Orya", + "languages": [ + "min-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.831604, + "recall": 0.87747, + "f1": 0.84641, + "accuracy": 0.87747, + "main_score": 0.84641, + "hf_subset": "min_Latn-sna_Latn", + "languages": [ + "min-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.636166, + "recall": 0.708498, + "f1": 0.655903, + "accuracy": 0.708498, + "main_score": 0.655903, + "hf_subset": "min_Latn-tso_Latn", + "languages": [ + "min-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "min_Latn-azj_Latn", + "languages": [ + "min-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.497375, + "recall": 0.560277, + "f1": 0.51533, + "accuracy": 0.560277, + "main_score": 0.51533, + "hf_subset": "min_Latn-dik_Latn", + "languages": [ + "min-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.868857, + "recall": 0.905138, + "f1": 0.880501, + "accuracy": 0.905138, + "main_score": 0.880501, + "hf_subset": "min_Latn-hau_Latn", + "languages": [ + "min-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "min_Latn-kea_Latn", + "languages": [ + "min-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.889081, + "recall": 0.91996, + "f1": 0.898748, + "accuracy": 0.91996, + "main_score": 0.898748, + "hf_subset": "min_Latn-lus_Latn", + "languages": [ + "min-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.814839, + "recall": 0.858696, + "f1": 0.828063, + "accuracy": 0.858696, + "main_score": 0.828063, + "hf_subset": "min_Latn-pag_Latn", + "languages": [ + "min-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "min_Latn-snd_Arab", + "languages": [ + "min-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "min_Latn-tuk_Latn", + "languages": [ + "min-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "min_Latn-bak_Cyrl", + "languages": [ + "min-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.450382, + "recall": 0.517787, + "f1": 0.468744, + "accuracy": 0.517787, + "main_score": 0.468744, + "hf_subset": "min_Latn-dyu_Latn", + "languages": [ + "min-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-heb_Hebr", + "languages": [ + "min-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.929348, + "recall": 0.951581, + "f1": 0.936594, + "accuracy": 0.951581, + "main_score": 0.936594, + "hf_subset": "min_Latn-khk_Cyrl", + "languages": [ + "min-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "min_Latn-lvs_Latn", + "languages": [ + "min-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-pan_Guru", + "languages": [ + "min-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.830896, + "recall": 0.880435, + "f1": 0.846476, + "accuracy": 0.880435, + "main_score": 0.846476, + "hf_subset": "min_Latn-som_Latn", + "languages": [ + "min-Latn", + "som-Latn" + ] + }, + { + "precision": 0.649193, + "recall": 0.713439, + "f1": 0.668069, + "accuracy": 0.713439, + "main_score": 0.668069, + "hf_subset": "min_Latn-tum_Latn", + "languages": [ + "min-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.4912, + "recall": 0.581028, + "f1": 0.516593, + "accuracy": 0.581028, + "main_score": 0.516593, + "hf_subset": "por_Latn-ace_Arab", + "languages": [ + "por-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.465905, + "recall": 0.521739, + "f1": 0.48064, + "accuracy": 0.521739, + "main_score": 0.48064, + "hf_subset": "por_Latn-bam_Latn", + "languages": [ + "por-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.616413, + "recall": 0.702569, + "f1": 0.641031, + "accuracy": 0.702569, + "main_score": 0.641031, + "hf_subset": "por_Latn-dzo_Tibt", + "languages": [ + "por-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "por_Latn-khm_Khmr", + "languages": [ + "por-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-mag_Deva", + "languages": [ + "por-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-pap_Latn", + "languages": [ + "por-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.83447, + "recall": 0.880435, + "f1": 0.84888, + "accuracy": 0.880435, + "main_score": 0.84888, + "hf_subset": "por_Latn-sot_Latn", + "languages": [ + "por-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.851606, + "recall": 0.890316, + "f1": 0.863494, + "accuracy": 0.890316, + "main_score": 0.863494, + "hf_subset": "por_Latn-ace_Latn", + "languages": [ + "por-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "por_Latn-ban_Latn", + "languages": [ + "por-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "por_Latn-hne_Deva", + "languages": [ + "por-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572572, + "recall": 0.640316, + "f1": 0.590305, + "accuracy": 0.640316, + "main_score": 0.590305, + "hf_subset": "por_Latn-kik_Latn", + "languages": [ + "por-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-mai_Deva", + "languages": [ + "por-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.948617, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "por_Latn-pbt_Arab", + "languages": [ + "por-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.726683, + "recall": 0.789526, + "f1": 0.744693, + "accuracy": 0.789526, + "main_score": 0.744693, + "hf_subset": "por_Latn-twi_Latn", + "languages": [ + "por-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-acm_Arab", + "languages": [ + "por-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-bel_Cyrl", + "languages": [ + "por-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-hrv_Latn", + "languages": [ + "por-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.827108, + "recall": 0.87253, + "f1": 0.84081, + "accuracy": 0.87253, + "main_score": 0.84081, + "hf_subset": "por_Latn-kin_Latn", + "languages": [ + "por-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "por_Latn-mal_Mlym", + "languages": [ + "por-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-pes_Arab", + "languages": [ + "por-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "por_Latn-srd_Latn", + "languages": [ + "por-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.193078, + "recall": 0.255929, + "f1": 0.208367, + "accuracy": 0.255929, + "main_score": 0.208367, + "hf_subset": "por_Latn-tzm_Tfng", + "languages": [ + "por-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-acq_Arab", + "languages": [ + "por-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.634552, + "recall": 0.713439, + "f1": 0.657315, + "accuracy": 0.713439, + "main_score": 0.657315, + "hf_subset": "por_Latn-bem_Latn", + "languages": [ + "por-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-epo_Latn", + "languages": [ + "por-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "por_Latn-kir_Cyrl", + "languages": [ + "por-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-mar_Deva", + "languages": [ + "por-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.853228, + "recall": 0.893281, + "f1": 0.865283, + "accuracy": 0.893281, + "main_score": 0.865283, + "hf_subset": "por_Latn-plt_Latn", + "languages": [ + "por-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-srp_Cyrl", + "languages": [ + "por-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "por_Latn-uig_Arab", + "languages": [ + "por-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-aeb_Arab", + "languages": [ + "por-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-est_Latn", + "languages": [ + "por-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-hye_Armn", + "languages": [ + "por-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.448279, + "recall": 0.511858, + "f1": 0.46544, + "accuracy": 0.511858, + "main_score": 0.46544, + "hf_subset": "por_Latn-kmb_Latn", + "languages": [ + "por-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.457639, + "recall": 0.538538, + "f1": 0.477757, + "accuracy": 0.538538, + "main_score": 0.477757, + "hf_subset": "por_Latn-min_Arab", + "languages": [ + "por-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.688768, + "recall": 0.76581, + "f1": 0.711415, + "accuracy": 0.76581, + "main_score": 0.711415, + "hf_subset": "por_Latn-ssw_Latn", + "languages": [ + "por-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ukr_Cyrl", + "languages": [ + "por-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-afr_Latn", + "languages": [ + "por-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "por_Latn-bho_Deva", + "languages": [ + "por-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "por_Latn-eus_Latn", + "languages": [ + "por-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.825922, + "recall": 0.876482, + "f1": 0.84162, + "accuracy": 0.876482, + "main_score": 0.84162, + "hf_subset": "por_Latn-ibo_Latn", + "languages": [ + "por-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.845339, + "recall": 0.88834, + "f1": 0.858352, + "accuracy": 0.88834, + "main_score": 0.858352, + "hf_subset": "por_Latn-kmr_Latn", + "languages": [ + "por-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "por_Latn-min_Latn", + "languages": [ + "por-Latn", + "min-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "por_Latn-sun_Latn", + "languages": [ + "por-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.451311, + "recall": 0.512846, + "f1": 0.468139, + "accuracy": 0.512846, + "main_score": 0.468139, + "hf_subset": "por_Latn-umb_Latn", + "languages": [ + "por-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ajp_Arab", + "languages": [ + "por-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.457064, + "recall": 0.541502, + "f1": 0.479477, + "accuracy": 0.541502, + "main_score": 0.479477, + "hf_subset": "por_Latn-bjn_Arab", + "languages": [ + "por-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.454044, + "recall": 0.511858, + "f1": 0.470024, + "accuracy": 0.511858, + "main_score": 0.470024, + "hf_subset": "por_Latn-ewe_Latn", + "languages": [ + "por-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.943347, + "recall": 0.960474, + "f1": 0.948748, + "accuracy": 0.960474, + "main_score": 0.948748, + "hf_subset": "por_Latn-ilo_Latn", + "languages": [ + "por-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.232491, + "recall": 0.291502, + "f1": 0.246557, + "accuracy": 0.291502, + "main_score": 0.246557, + "hf_subset": "por_Latn-knc_Arab", + "languages": [ + "por-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-mkd_Cyrl", + "languages": [ + "por-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-prs_Arab", + "languages": [ + "por-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-urd_Arab", + "languages": [ + "por-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.713729, + "recall": 0.779644, + "f1": 0.732689, + "accuracy": 0.779644, + "main_score": 0.732689, + "hf_subset": "por_Latn-aka_Latn", + "languages": [ + "por-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "por_Latn-bjn_Latn", + "languages": [ + "por-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "por_Latn-fao_Latn", + "languages": [ + "por-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.511758, + "recall": 0.562253, + "f1": 0.525397, + "accuracy": 0.562253, + "main_score": 0.525397, + "hf_subset": "por_Latn-knc_Latn", + "languages": [ + "por-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.63597, + "recall": 0.703557, + "f1": 0.655639, + "accuracy": 0.703557, + "main_score": 0.655639, + "hf_subset": "por_Latn-quy_Latn", + "languages": [ + "por-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-swh_Latn", + "languages": [ + "por-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "por_Latn-uzn_Latn", + "languages": [ + "por-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-als_Latn", + "languages": [ + "por-Latn", + "als-Latn" + ] + }, + { + "precision": 0.767023, + "recall": 0.829051, + "f1": 0.785724, + "accuracy": 0.829051, + "main_score": 0.785724, + "hf_subset": "por_Latn-bod_Tibt", + "languages": [ + "por-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.613045, + "recall": 0.684783, + "f1": 0.633414, + "accuracy": 0.684783, + "main_score": 0.633414, + "hf_subset": "por_Latn-fij_Latn", + "languages": [ + "por-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "por_Latn-isl_Latn", + "languages": [ + "por-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.596727, + "recall": 0.667984, + "f1": 0.616115, + "accuracy": 0.667984, + "main_score": 0.616115, + "hf_subset": "por_Latn-kon_Latn", + "languages": [ + "por-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.576398, + "recall": 0.658103, + "f1": 0.59889, + "accuracy": 0.658103, + "main_score": 0.59889, + "hf_subset": "por_Latn-mni_Beng", + "languages": [ + "por-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "por_Latn-szl_Latn", + "languages": [ + "por-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-vec_Latn", + "languages": [ + "por-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.918396, + "recall": 0.943676, + "f1": 0.926449, + "accuracy": 0.943676, + "main_score": 0.926449, + "hf_subset": "por_Latn-amh_Ethi", + "languages": [ + "por-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-bos_Latn", + "languages": [ + "por-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.508645, + "recall": 0.563241, + "f1": 0.523498, + "accuracy": 0.563241, + "main_score": 0.523498, + "hf_subset": "por_Latn-mos_Latn", + "languages": [ + "por-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.729712, + "recall": 0.791502, + "f1": 0.747897, + "accuracy": 0.791502, + "main_score": 0.747897, + "hf_subset": "por_Latn-run_Latn", + "languages": [ + "por-Latn", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-apc_Arab", + "languages": [ + "por-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.706921, + "recall": 0.773715, + "f1": 0.725474, + "accuracy": 0.773715, + "main_score": 0.725474, + "hf_subset": "por_Latn-bug_Latn", + "languages": [ + "por-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.424852, + "recall": 0.477273, + "f1": 0.439004, + "accuracy": 0.477273, + "main_score": 0.439004, + "hf_subset": "por_Latn-fon_Latn", + "languages": [ + "por-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "por_Latn-jav_Latn", + "languages": [ + "por-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "por_Latn-lao_Laoo", + "languages": [ + "por-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.868363, + "recall": 0.906126, + "f1": 0.880007, + "accuracy": 0.906126, + "main_score": 0.880007, + "hf_subset": "por_Latn-mri_Latn", + "languages": [ + "por-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.483969, + "recall": 0.54249, + "f1": 0.499629, + "accuracy": 0.54249, + "main_score": 0.499629, + "hf_subset": "por_Latn-taq_Latn", + "languages": [ + "por-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "por_Latn-war_Latn", + "languages": [ + "por-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-bul_Cyrl", + "languages": [ + "por-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-lij_Latn", + "languages": [ + "por-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "por_Latn-mya_Mymr", + "languages": [ + "por-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.545787, + "recall": 0.610672, + "f1": 0.563135, + "accuracy": 0.610672, + "main_score": 0.563135, + "hf_subset": "por_Latn-sag_Latn", + "languages": [ + "por-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.195951, + "recall": 0.26087, + "f1": 0.211797, + "accuracy": 0.26087, + "main_score": 0.211797, + "hf_subset": "por_Latn-taq_Tfng", + "languages": [ + "por-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.629683, + "recall": 0.69664, + "f1": 0.648237, + "accuracy": 0.69664, + "main_score": 0.648237, + "hf_subset": "por_Latn-wol_Latn", + "languages": [ + "por-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.861117, + "recall": 0.902174, + "f1": 0.873913, + "accuracy": 0.902174, + "main_score": 0.873913, + "hf_subset": "por_Latn-arb_Latn", + "languages": [ + "por-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "por_Latn-fur_Latn", + "languages": [ + "por-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.417875, + "recall": 0.493083, + "f1": 0.436495, + "accuracy": 0.493083, + "main_score": 0.436495, + "hf_subset": "por_Latn-kab_Latn", + "languages": [ + "por-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "por_Latn-lim_Latn", + "languages": [ + "por-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "por_Latn-san_Deva", + "languages": [ + "por-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-tat_Cyrl", + "languages": [ + "por-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.85275, + "recall": 0.895257, + "f1": 0.86581, + "accuracy": 0.895257, + "main_score": 0.86581, + "hf_subset": "por_Latn-xho_Latn", + "languages": [ + "por-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-ars_Arab", + "languages": [ + "por-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-ceb_Latn", + "languages": [ + "por-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.460154, + "recall": 0.524704, + "f1": 0.477118, + "accuracy": 0.524704, + "main_score": 0.477118, + "hf_subset": "por_Latn-fuv_Latn", + "languages": [ + "por-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.454857, + "recall": 0.522727, + "f1": 0.472599, + "accuracy": 0.522727, + "main_score": 0.472599, + "hf_subset": "por_Latn-kac_Latn", + "languages": [ + "por-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.597822, + "recall": 0.672925, + "f1": 0.617927, + "accuracy": 0.672925, + "main_score": 0.617927, + "hf_subset": "por_Latn-lin_Latn", + "languages": [ + "por-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-nno_Latn", + "languages": [ + "por-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.861578, + "recall": 0.901186, + "f1": 0.87388, + "accuracy": 0.901186, + "main_score": 0.87388, + "hf_subset": "por_Latn-sat_Olck", + "languages": [ + "por-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-tel_Telu", + "languages": [ + "por-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "por_Latn-ydd_Hebr", + "languages": [ + "por-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "por_Latn-ary_Arab", + "languages": [ + "por-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ces_Latn", + "languages": [ + "por-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.515521, + "recall": 0.59585, + "f1": 0.537183, + "accuracy": 0.59585, + "main_score": 0.537183, + "hf_subset": "por_Latn-gaz_Latn", + "languages": [ + "por-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.511617, + "recall": 0.593874, + "f1": 0.533126, + "accuracy": 0.593874, + "main_score": 0.533126, + "hf_subset": "por_Latn-kam_Latn", + "languages": [ + "por-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-nob_Latn", + "languages": [ + "por-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "por_Latn-scn_Latn", + "languages": [ + "por-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "por_Latn-tgk_Cyrl", + "languages": [ + "por-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.699275, + "recall": 0.775692, + "f1": 0.721824, + "accuracy": 0.775692, + "main_score": 0.721824, + "hf_subset": "por_Latn-yor_Latn", + "languages": [ + "por-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-arz_Arab", + "languages": [ + "por-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.458765, + "recall": 0.530632, + "f1": 0.478203, + "accuracy": 0.530632, + "main_score": 0.478203, + "hf_subset": "por_Latn-cjk_Latn", + "languages": [ + "por-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.952569, + "f1": 0.936924, + "accuracy": 0.952569, + "main_score": 0.936924, + "hf_subset": "por_Latn-gla_Latn", + "languages": [ + "por-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "por_Latn-kan_Knda", + "languages": [ + "por-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.983729, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "por_Latn-lmo_Latn", + "languages": [ + "por-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "por_Latn-npi_Deva", + "languages": [ + "por-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.508808, + "recall": 0.589921, + "f1": 0.531089, + "accuracy": 0.589921, + "main_score": 0.531089, + "hf_subset": "por_Latn-shn_Mymr", + "languages": [ + "por-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-tgl_Latn", + "languages": [ + "por-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-yue_Hant", + "languages": [ + "por-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "por_Latn-asm_Beng", + "languages": [ + "por-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.911314, + "recall": 0.938735, + "f1": 0.920191, + "accuracy": 0.938735, + "main_score": 0.920191, + "hf_subset": "por_Latn-ckb_Arab", + "languages": [ + "por-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "por_Latn-gle_Latn", + "languages": [ + "por-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.914114, + "recall": 0.940711, + "f1": 0.922661, + "accuracy": 0.940711, + "main_score": 0.922661, + "hf_subset": "por_Latn-kas_Arab", + "languages": [ + "por-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.901433, + "recall": 0.93083, + "f1": 0.910639, + "accuracy": 0.93083, + "main_score": 0.910639, + "hf_subset": "por_Latn-ltg_Latn", + "languages": [ + "por-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.764676, + "recall": 0.823123, + "f1": 0.782016, + "accuracy": 0.823123, + "main_score": 0.782016, + "hf_subset": "por_Latn-nso_Latn", + "languages": [ + "por-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "por_Latn-sin_Sinh", + "languages": [ + "por-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-tha_Thai", + "languages": [ + "por-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-zho_Hans", + "languages": [ + "por-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ast_Latn", + "languages": [ + "por-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "por_Latn-crh_Latn", + "languages": [ + "por-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.843906, + "recall": 0.889328, + "f1": 0.858004, + "accuracy": 0.889328, + "main_score": 0.858004, + "hf_subset": "por_Latn-kas_Deva", + "languages": [ + "por-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "por_Latn-ltz_Latn", + "languages": [ + "por-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430281, + "recall": 0.491107, + "f1": 0.446581, + "accuracy": 0.491107, + "main_score": 0.446581, + "hf_subset": "por_Latn-nus_Latn", + "languages": [ + "por-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-slk_Latn", + "languages": [ + "por-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.61033, + "recall": 0.697628, + "f1": 0.635185, + "accuracy": 0.697628, + "main_score": 0.635185, + "hf_subset": "por_Latn-tir_Ethi", + "languages": [ + "por-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978014, + "recall": 0.983202, + "f1": 0.979644, + "accuracy": 0.983202, + "main_score": 0.979644, + "hf_subset": "por_Latn-awa_Deva", + "languages": [ + "por-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "por_Latn-cym_Latn", + "languages": [ + "por-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.778402, + "recall": 0.831028, + "f1": 0.793862, + "accuracy": 0.831028, + "main_score": 0.793862, + "hf_subset": "por_Latn-grn_Latn", + "languages": [ + "por-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "por_Latn-kat_Geor", + "languages": [ + "por-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.573937, + "recall": 0.642292, + "f1": 0.591932, + "accuracy": 0.642292, + "main_score": 0.591932, + "hf_subset": "por_Latn-lua_Latn", + "languages": [ + "por-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.793758, + "recall": 0.849802, + "f1": 0.810573, + "accuracy": 0.849802, + "main_score": 0.810573, + "hf_subset": "por_Latn-nya_Latn", + "languages": [ + "por-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-slv_Latn", + "languages": [ + "por-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "por_Latn-tpi_Latn", + "languages": [ + "por-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-zsm_Latn", + "languages": [ + "por-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.505461, + "recall": 0.571146, + "f1": 0.523124, + "accuracy": 0.571146, + "main_score": 0.523124, + "hf_subset": "por_Latn-ayr_Latn", + "languages": [ + "por-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-dan_Latn", + "languages": [ + "por-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "por_Latn-guj_Gujr", + "languages": [ + "por-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "por_Latn-kaz_Cyrl", + "languages": [ + "por-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.626788, + "recall": 0.703557, + "f1": 0.648915, + "accuracy": 0.703557, + "main_score": 0.648915, + "hf_subset": "por_Latn-lug_Latn", + "languages": [ + "por-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-oci_Latn", + "languages": [ + "por-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.820257, + "recall": 0.867589, + "f1": 0.83475, + "accuracy": 0.867589, + "main_score": 0.83475, + "hf_subset": "por_Latn-smo_Latn", + "languages": [ + "por-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.706505, + "recall": 0.77668, + "f1": 0.727489, + "accuracy": 0.77668, + "main_score": 0.727489, + "hf_subset": "por_Latn-tsn_Latn", + "languages": [ + "por-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.860343, + "recall": 0.901186, + "f1": 0.87332, + "accuracy": 0.901186, + "main_score": 0.87332, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.91637, + "recall": 0.9417, + "f1": 0.924407, + "accuracy": 0.9417, + "main_score": 0.924407, + "hf_subset": "por_Latn-azb_Arab", + "languages": [ + "por-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "por_Latn-hat_Latn", + "languages": [ + "por-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.457959, + "recall": 0.517787, + "f1": 0.474431, + "accuracy": 0.517787, + "main_score": 0.474431, + "hf_subset": "por_Latn-kbp_Latn", + "languages": [ + "por-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.509818, + "recall": 0.576087, + "f1": 0.527724, + "accuracy": 0.576087, + "main_score": 0.527724, + "hf_subset": "por_Latn-luo_Latn", + "languages": [ + "por-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "por_Latn-ory_Orya", + "languages": [ + "por-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.871492, + "recall": 0.907115, + "f1": 0.882642, + "accuracy": 0.907115, + "main_score": 0.882642, + "hf_subset": "por_Latn-sna_Latn", + "languages": [ + "por-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.641044, + "recall": 0.708498, + "f1": 0.659768, + "accuracy": 0.708498, + "main_score": 0.659768, + "hf_subset": "por_Latn-tso_Latn", + "languages": [ + "por-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-azj_Latn", + "languages": [ + "por-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.503422, + "recall": 0.570158, + "f1": 0.522135, + "accuracy": 0.570158, + "main_score": 0.522135, + "hf_subset": "por_Latn-dik_Latn", + "languages": [ + "por-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.890893, + "recall": 0.923913, + "f1": 0.901581, + "accuracy": 0.923913, + "main_score": 0.901581, + "hf_subset": "por_Latn-hau_Latn", + "languages": [ + "por-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "por_Latn-kea_Latn", + "languages": [ + "por-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.919796, + "recall": 0.944664, + "f1": 0.927866, + "accuracy": 0.944664, + "main_score": 0.927866, + "hf_subset": "por_Latn-lus_Latn", + "languages": [ + "por-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.843874, + "recall": 0.885375, + "f1": 0.856244, + "accuracy": 0.885375, + "main_score": 0.856244, + "hf_subset": "por_Latn-pag_Latn", + "languages": [ + "por-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "por_Latn-snd_Arab", + "languages": [ + "por-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "por_Latn-tuk_Latn", + "languages": [ + "por-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "por_Latn-bak_Cyrl", + "languages": [ + "por-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.450735, + "recall": 0.528656, + "f1": 0.47182, + "accuracy": 0.528656, + "main_score": 0.47182, + "hf_subset": "por_Latn-dyu_Latn", + "languages": [ + "por-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "por_Latn-khk_Cyrl", + "languages": [ + "por-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-lvs_Latn", + "languages": [ + "por-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "por_Latn-pan_Guru", + "languages": [ + "por-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.855764, + "recall": 0.898221, + "f1": 0.868874, + "accuracy": 0.898221, + "main_score": 0.868874, + "hf_subset": "por_Latn-som_Latn", + "languages": [ + "por-Latn", + "som-Latn" + ] + }, + { + "precision": 0.671304, + "recall": 0.737154, + "f1": 0.690366, + "accuracy": 0.737154, + "main_score": 0.690366, + "hf_subset": "por_Latn-tum_Latn", + "languages": [ + "por-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.518728, + "recall": 0.605731, + "f1": 0.543299, + "accuracy": 0.605731, + "main_score": 0.543299, + "hf_subset": "sun_Latn-ace_Arab", + "languages": [ + "sun-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.473773, + "recall": 0.52668, + "f1": 0.487256, + "accuracy": 0.52668, + "main_score": 0.487256, + "hf_subset": "sun_Latn-bam_Latn", + "languages": [ + "sun-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.562115, + "recall": 0.655138, + "f1": 0.58832, + "accuracy": 0.655138, + "main_score": 0.58832, + "hf_subset": "sun_Latn-dzo_Tibt", + "languages": [ + "sun-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "sun_Latn-hin_Deva", + "languages": [ + "sun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "sun_Latn-khm_Khmr", + "languages": [ + "sun-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "sun_Latn-mag_Deva", + "languages": [ + "sun-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sun_Latn-pap_Latn", + "languages": [ + "sun-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.798831, + "recall": 0.853755, + "f1": 0.815909, + "accuracy": 0.853755, + "main_score": 0.815909, + "hf_subset": "sun_Latn-sot_Latn", + "languages": [ + "sun-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-tur_Latn", + "languages": [ + "sun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.86633, + "recall": 0.905138, + "f1": 0.878574, + "accuracy": 0.905138, + "main_score": 0.878574, + "hf_subset": "sun_Latn-ace_Latn", + "languages": [ + "sun-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.961462, + "f1": 0.951416, + "accuracy": 0.961462, + "main_score": 0.951416, + "hf_subset": "sun_Latn-ban_Latn", + "languages": [ + "sun-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-ell_Grek", + "languages": [ + "sun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "sun_Latn-hne_Deva", + "languages": [ + "sun-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.563053, + "recall": 0.628458, + "f1": 0.581279, + "accuracy": 0.628458, + "main_score": 0.581279, + "hf_subset": "sun_Latn-kik_Latn", + "languages": [ + "sun-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-mai_Deva", + "languages": [ + "sun-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.923337, + "recall": 0.947628, + "f1": 0.931225, + "accuracy": 0.947628, + "main_score": 0.931225, + "hf_subset": "sun_Latn-pbt_Arab", + "languages": [ + "sun-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-spa_Latn", + "languages": [ + "sun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.71106, + "recall": 0.771739, + "f1": 0.728513, + "accuracy": 0.771739, + "main_score": 0.728513, + "hf_subset": "sun_Latn-twi_Latn", + "languages": [ + "sun-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sun_Latn-acm_Arab", + "languages": [ + "sun-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "sun_Latn-bel_Cyrl", + "languages": [ + "sun-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-hrv_Latn", + "languages": [ + "sun-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.793931, + "recall": 0.84585, + "f1": 0.809678, + "accuracy": 0.84585, + "main_score": 0.809678, + "hf_subset": "sun_Latn-kin_Latn", + "languages": [ + "sun-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "sun_Latn-mal_Mlym", + "languages": [ + "sun-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-pes_Arab", + "languages": [ + "sun-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "sun_Latn-srd_Latn", + "languages": [ + "sun-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198732, + "recall": 0.263834, + "f1": 0.214536, + "accuracy": 0.263834, + "main_score": 0.214536, + "hf_subset": "sun_Latn-tzm_Tfng", + "languages": [ + "sun-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-acq_Arab", + "languages": [ + "sun-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.624501, + "recall": 0.697628, + "f1": 0.645243, + "accuracy": 0.697628, + "main_score": 0.645243, + "hf_subset": "sun_Latn-bem_Latn", + "languages": [ + "sun-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-epo_Latn", + "languages": [ + "sun-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-hun_Latn", + "languages": [ + "sun-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "sun_Latn-kir_Cyrl", + "languages": [ + "sun-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sun_Latn-mar_Deva", + "languages": [ + "sun-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.843412, + "recall": 0.886364, + "f1": 0.856672, + "accuracy": 0.886364, + "main_score": 0.856672, + "hf_subset": "sun_Latn-plt_Latn", + "languages": [ + "sun-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "sun_Latn-srp_Cyrl", + "languages": [ + "sun-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.906044, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "sun_Latn-uig_Arab", + "languages": [ + "sun-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "sun_Latn-aeb_Arab", + "languages": [ + "sun-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-ben_Beng", + "languages": [ + "sun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-est_Latn", + "languages": [ + "sun-Latn", + "est-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "sun_Latn-hye_Armn", + "languages": [ + "sun-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.460968, + "recall": 0.523715, + "f1": 0.477257, + "accuracy": 0.523715, + "main_score": 0.477257, + "hf_subset": "sun_Latn-kmb_Latn", + "languages": [ + "sun-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.481729, + "recall": 0.566206, + "f1": 0.503364, + "accuracy": 0.566206, + "main_score": 0.503364, + "hf_subset": "sun_Latn-min_Arab", + "languages": [ + "sun-Latn", + "min-Arab" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "sun_Latn-pol_Latn", + "languages": [ + "sun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.715459, + "recall": 0.784585, + "f1": 0.736133, + "accuracy": 0.784585, + "main_score": 0.736133, + "hf_subset": "sun_Latn-ssw_Latn", + "languages": [ + "sun-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-ukr_Cyrl", + "languages": [ + "sun-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-afr_Latn", + "languages": [ + "sun-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "sun_Latn-bho_Deva", + "languages": [ + "sun-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sun_Latn-eus_Latn", + "languages": [ + "sun-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.800527, + "recall": 0.855731, + "f1": 0.817457, + "accuracy": 0.855731, + "main_score": 0.817457, + "hf_subset": "sun_Latn-ibo_Latn", + "languages": [ + "sun-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.836084, + "recall": 0.882411, + "f1": 0.850494, + "accuracy": 0.882411, + "main_score": 0.850494, + "hf_subset": "sun_Latn-kmr_Latn", + "languages": [ + "sun-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-min_Latn", + "languages": [ + "sun-Latn", + "min-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "sun_Latn-por_Latn", + "languages": [ + "sun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.436182, + "recall": 0.499012, + "f1": 0.453451, + "accuracy": 0.499012, + "main_score": 0.453451, + "hf_subset": "sun_Latn-umb_Latn", + "languages": [ + "sun-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-ajp_Arab", + "languages": [ + "sun-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.486271, + "recall": 0.56917, + "f1": 0.508669, + "accuracy": 0.56917, + "main_score": 0.508669, + "hf_subset": "sun_Latn-bjn_Arab", + "languages": [ + "sun-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.450083, + "recall": 0.504941, + "f1": 0.465039, + "accuracy": 0.504941, + "main_score": 0.465039, + "hf_subset": "sun_Latn-ewe_Latn", + "languages": [ + "sun-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.937335, + "recall": 0.956522, + "f1": 0.943412, + "accuracy": 0.956522, + "main_score": 0.943412, + "hf_subset": "sun_Latn-ilo_Latn", + "languages": [ + "sun-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234151, + "recall": 0.30336, + "f1": 0.250769, + "accuracy": 0.30336, + "main_score": 0.250769, + "hf_subset": "sun_Latn-knc_Arab", + "languages": [ + "sun-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-mkd_Cyrl", + "languages": [ + "sun-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-prs_Arab", + "languages": [ + "sun-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-swe_Latn", + "languages": [ + "sun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "sun_Latn-urd_Arab", + "languages": [ + "sun-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.689928, + "recall": 0.758893, + "f1": 0.709941, + "accuracy": 0.758893, + "main_score": 0.709941, + "hf_subset": "sun_Latn-aka_Latn", + "languages": [ + "sun-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "sun_Latn-bjn_Latn", + "languages": [ + "sun-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "sun_Latn-fao_Latn", + "languages": [ + "sun-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-ind_Latn", + "languages": [ + "sun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.50844, + "recall": 0.567194, + "f1": 0.524318, + "accuracy": 0.567194, + "main_score": 0.524318, + "hf_subset": "sun_Latn-knc_Latn", + "languages": [ + "sun-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "sun_Latn-mlt_Latn", + "languages": [ + "sun-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.605723, + "recall": 0.676877, + "f1": 0.625867, + "accuracy": 0.676877, + "main_score": 0.625867, + "hf_subset": "sun_Latn-quy_Latn", + "languages": [ + "sun-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-swh_Latn", + "languages": [ + "sun-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "sun_Latn-uzn_Latn", + "languages": [ + "sun-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-als_Latn", + "languages": [ + "sun-Latn", + "als-Latn" + ] + }, + { + "precision": 0.699247, + "recall": 0.773715, + "f1": 0.721816, + "accuracy": 0.773715, + "main_score": 0.721816, + "hf_subset": "sun_Latn-bod_Tibt", + "languages": [ + "sun-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.610262, + "recall": 0.68083, + "f1": 0.630069, + "accuracy": 0.68083, + "main_score": 0.630069, + "hf_subset": "sun_Latn-fij_Latn", + "languages": [ + "sun-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.950099, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "sun_Latn-isl_Latn", + "languages": [ + "sun-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.571967, + "recall": 0.63834, + "f1": 0.58937, + "accuracy": 0.63834, + "main_score": 0.58937, + "hf_subset": "sun_Latn-kon_Latn", + "languages": [ + "sun-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.58289, + "recall": 0.656126, + "f1": 0.603466, + "accuracy": 0.656126, + "main_score": 0.603466, + "hf_subset": "sun_Latn-mni_Beng", + "languages": [ + "sun-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-ron_Latn", + "languages": [ + "sun-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "sun_Latn-szl_Latn", + "languages": [ + "sun-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "sun_Latn-vec_Latn", + "languages": [ + "sun-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.873271, + "recall": 0.910079, + "f1": 0.884947, + "accuracy": 0.910079, + "main_score": 0.884947, + "hf_subset": "sun_Latn-amh_Ethi", + "languages": [ + "sun-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-bos_Latn", + "languages": [ + "sun-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-fin_Latn", + "languages": [ + "sun-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-ita_Latn", + "languages": [ + "sun-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-kor_Hang", + "languages": [ + "sun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.486075, + "recall": 0.541502, + "f1": 0.50174, + "accuracy": 0.541502, + "main_score": 0.50174, + "hf_subset": "sun_Latn-mos_Latn", + "languages": [ + "sun-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.707388, + "recall": 0.772727, + "f1": 0.726588, + "accuracy": 0.772727, + "main_score": 0.726588, + "hf_subset": "sun_Latn-run_Latn", + "languages": [ + "sun-Latn", + "run-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "sun_Latn-tam_Taml", + "languages": [ + "sun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "sun_Latn-vie_Latn", + "languages": [ + "sun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "sun_Latn-apc_Arab", + "languages": [ + "sun-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.724344, + "recall": 0.784585, + "f1": 0.741724, + "accuracy": 0.784585, + "main_score": 0.741724, + "hf_subset": "sun_Latn-bug_Latn", + "languages": [ + "sun-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438392, + "recall": 0.487154, + "f1": 0.451943, + "accuracy": 0.487154, + "main_score": 0.451943, + "hf_subset": "sun_Latn-fon_Latn", + "languages": [ + "sun-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-jav_Latn", + "languages": [ + "sun-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.928936, + "recall": 0.950593, + "f1": 0.936001, + "accuracy": 0.950593, + "main_score": 0.936001, + "hf_subset": "sun_Latn-lao_Laoo", + "languages": [ + "sun-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.823946, + "recall": 0.875494, + "f1": 0.840217, + "accuracy": 0.875494, + "main_score": 0.840217, + "hf_subset": "sun_Latn-mri_Latn", + "languages": [ + "sun-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-rus_Cyrl", + "languages": [ + "sun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.493994, + "recall": 0.550395, + "f1": 0.509042, + "accuracy": 0.550395, + "main_score": 0.509042, + "hf_subset": "sun_Latn-taq_Latn", + "languages": [ + "sun-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "sun_Latn-war_Latn", + "languages": [ + "sun-Latn", + "war-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-arb_Arab", + "languages": [ + "sun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-bul_Cyrl", + "languages": [ + "sun-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "sun_Latn-fra_Latn", + "languages": [ + "sun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "sun_Latn-jpn_Jpan", + "languages": [ + "sun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "sun_Latn-lij_Latn", + "languages": [ + "sun-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.952569, + "f1": 0.937253, + "accuracy": 0.952569, + "main_score": 0.937253, + "hf_subset": "sun_Latn-mya_Mymr", + "languages": [ + "sun-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.537017, + "recall": 0.594862, + "f1": 0.553515, + "accuracy": 0.594862, + "main_score": 0.553515, + "hf_subset": "sun_Latn-sag_Latn", + "languages": [ + "sun-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.218604, + "recall": 0.290514, + "f1": 0.236106, + "accuracy": 0.290514, + "main_score": 0.236106, + "hf_subset": "sun_Latn-taq_Tfng", + "languages": [ + "sun-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.61618, + "recall": 0.68083, + "f1": 0.633819, + "accuracy": 0.68083, + "main_score": 0.633819, + "hf_subset": "sun_Latn-wol_Latn", + "languages": [ + "sun-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.805781, + "recall": 0.860672, + "f1": 0.822497, + "accuracy": 0.860672, + "main_score": 0.822497, + "hf_subset": "sun_Latn-arb_Latn", + "languages": [ + "sun-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-cat_Latn", + "languages": [ + "sun-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "sun_Latn-fur_Latn", + "languages": [ + "sun-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.418564, + "recall": 0.490119, + "f1": 0.436437, + "accuracy": 0.490119, + "main_score": 0.436437, + "hf_subset": "sun_Latn-kab_Latn", + "languages": [ + "sun-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "sun_Latn-lim_Latn", + "languages": [ + "sun-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-nld_Latn", + "languages": [ + "sun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.930665, + "recall": 0.951581, + "f1": 0.937418, + "accuracy": 0.951581, + "main_score": 0.937418, + "hf_subset": "sun_Latn-san_Deva", + "languages": [ + "sun-Latn", + "san-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "sun_Latn-tat_Cyrl", + "languages": [ + "sun-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.840497, + "recall": 0.886364, + "f1": 0.855072, + "accuracy": 0.886364, + "main_score": 0.855072, + "hf_subset": "sun_Latn-xho_Latn", + "languages": [ + "sun-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-ars_Arab", + "languages": [ + "sun-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-ceb_Latn", + "languages": [ + "sun-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.453148, + "recall": 0.518775, + "f1": 0.470283, + "accuracy": 0.518775, + "main_score": 0.470283, + "hf_subset": "sun_Latn-fuv_Latn", + "languages": [ + "sun-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.477721, + "recall": 0.536561, + "f1": 0.49316, + "accuracy": 0.536561, + "main_score": 0.49316, + "hf_subset": "sun_Latn-kac_Latn", + "languages": [ + "sun-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.608797, + "recall": 0.671937, + "f1": 0.62525, + "accuracy": 0.671937, + "main_score": 0.62525, + "hf_subset": "sun_Latn-lin_Latn", + "languages": [ + "sun-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sun_Latn-nno_Latn", + "languages": [ + "sun-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.824061, + "recall": 0.875494, + "f1": 0.840152, + "accuracy": 0.875494, + "main_score": 0.840152, + "hf_subset": "sun_Latn-sat_Olck", + "languages": [ + "sun-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "sun_Latn-tel_Telu", + "languages": [ + "sun-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "sun_Latn-ydd_Hebr", + "languages": [ + "sun-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "sun_Latn-ary_Arab", + "languages": [ + "sun-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sun_Latn-ces_Latn", + "languages": [ + "sun-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527047, + "recall": 0.612648, + "f1": 0.551255, + "accuracy": 0.612648, + "main_score": 0.551255, + "hf_subset": "sun_Latn-gaz_Latn", + "languages": [ + "sun-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.509924, + "recall": 0.588933, + "f1": 0.530577, + "accuracy": 0.588933, + "main_score": 0.530577, + "hf_subset": "sun_Latn-kam_Latn", + "languages": [ + "sun-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "sun_Latn-lit_Latn", + "languages": [ + "sun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sun_Latn-nob_Latn", + "languages": [ + "sun-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "sun_Latn-scn_Latn", + "languages": [ + "sun-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "sun_Latn-tgk_Cyrl", + "languages": [ + "sun-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.683606, + "recall": 0.755929, + "f1": 0.704421, + "accuracy": 0.755929, + "main_score": 0.704421, + "hf_subset": "sun_Latn-yor_Latn", + "languages": [ + "sun-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sun_Latn-arz_Arab", + "languages": [ + "sun-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.462717, + "recall": 0.524704, + "f1": 0.479398, + "accuracy": 0.524704, + "main_score": 0.479398, + "hf_subset": "sun_Latn-cjk_Latn", + "languages": [ + "sun-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.901021, + "recall": 0.931818, + "f1": 0.911067, + "accuracy": 0.931818, + "main_score": 0.911067, + "hf_subset": "sun_Latn-gla_Latn", + "languages": [ + "sun-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "sun_Latn-kan_Knda", + "languages": [ + "sun-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "sun_Latn-lmo_Latn", + "languages": [ + "sun-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "sun_Latn-npi_Deva", + "languages": [ + "sun-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.50291, + "recall": 0.58498, + "f1": 0.526049, + "accuracy": 0.58498, + "main_score": 0.526049, + "hf_subset": "sun_Latn-shn_Mymr", + "languages": [ + "sun-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-tgl_Latn", + "languages": [ + "sun-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "sun_Latn-yue_Hant", + "languages": [ + "sun-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "sun_Latn-asm_Beng", + "languages": [ + "sun-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.87393, + "recall": 0.913043, + "f1": 0.886594, + "accuracy": 0.913043, + "main_score": 0.886594, + "hf_subset": "sun_Latn-ckb_Arab", + "languages": [ + "sun-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "sun_Latn-gle_Latn", + "languages": [ + "sun-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.868577, + "recall": 0.907115, + "f1": 0.880684, + "accuracy": 0.907115, + "main_score": 0.880684, + "hf_subset": "sun_Latn-kas_Arab", + "languages": [ + "sun-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.867342, + "recall": 0.906126, + "f1": 0.879677, + "accuracy": 0.906126, + "main_score": 0.879677, + "hf_subset": "sun_Latn-ltg_Latn", + "languages": [ + "sun-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.752899, + "recall": 0.812253, + "f1": 0.770803, + "accuracy": 0.812253, + "main_score": 0.770803, + "hf_subset": "sun_Latn-nso_Latn", + "languages": [ + "sun-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.928607, + "recall": 0.951581, + "f1": 0.936166, + "accuracy": 0.951581, + "main_score": 0.936166, + "hf_subset": "sun_Latn-sin_Sinh", + "languages": [ + "sun-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "sun_Latn-tha_Thai", + "languages": [ + "sun-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "sun_Latn-zho_Hans", + "languages": [ + "sun-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-ast_Latn", + "languages": [ + "sun-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "sun_Latn-crh_Latn", + "languages": [ + "sun-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "sun_Latn-glg_Latn", + "languages": [ + "sun-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.801581, + "recall": 0.852767, + "f1": 0.816554, + "accuracy": 0.852767, + "main_score": 0.816554, + "hf_subset": "sun_Latn-kas_Deva", + "languages": [ + "sun-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "sun_Latn-ltz_Latn", + "languages": [ + "sun-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.417347, + "recall": 0.480237, + "f1": 0.433892, + "accuracy": 0.480237, + "main_score": 0.433892, + "hf_subset": "sun_Latn-nus_Latn", + "languages": [ + "sun-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-slk_Latn", + "languages": [ + "sun-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.58588, + "recall": 0.66996, + "f1": 0.608791, + "accuracy": 0.66996, + "main_score": 0.608791, + "hf_subset": "sun_Latn-tir_Ethi", + "languages": [ + "sun-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "sun_Latn-zho_Hant", + "languages": [ + "sun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "sun_Latn-awa_Deva", + "languages": [ + "sun-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "sun_Latn-cym_Latn", + "languages": [ + "sun-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.741266, + "recall": 0.793478, + "f1": 0.756579, + "accuracy": 0.793478, + "main_score": 0.756579, + "hf_subset": "sun_Latn-grn_Latn", + "languages": [ + "sun-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "sun_Latn-kat_Geor", + "languages": [ + "sun-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.561181, + "recall": 0.620553, + "f1": 0.576539, + "accuracy": 0.620553, + "main_score": 0.576539, + "hf_subset": "sun_Latn-lua_Latn", + "languages": [ + "sun-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.787747, + "recall": 0.844862, + "f1": 0.805665, + "accuracy": 0.844862, + "main_score": 0.805665, + "hf_subset": "sun_Latn-nya_Latn", + "languages": [ + "sun-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-slv_Latn", + "languages": [ + "sun-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943299, + "accuracy": 0.956522, + "main_score": 0.943299, + "hf_subset": "sun_Latn-tpi_Latn", + "languages": [ + "sun-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-zsm_Latn", + "languages": [ + "sun-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.487479, + "recall": 0.55336, + "f1": 0.505461, + "accuracy": 0.55336, + "main_score": 0.505461, + "hf_subset": "sun_Latn-ayr_Latn", + "languages": [ + "sun-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-dan_Latn", + "languages": [ + "sun-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "sun_Latn-guj_Gujr", + "languages": [ + "sun-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sun_Latn-kaz_Cyrl", + "languages": [ + "sun-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.598659, + "recall": 0.678854, + "f1": 0.621395, + "accuracy": 0.678854, + "main_score": 0.621395, + "hf_subset": "sun_Latn-lug_Latn", + "languages": [ + "sun-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "sun_Latn-oci_Latn", + "languages": [ + "sun-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.794697, + "recall": 0.846838, + "f1": 0.81046, + "accuracy": 0.846838, + "main_score": 0.81046, + "hf_subset": "sun_Latn-smo_Latn", + "languages": [ + "sun-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.684173, + "recall": 0.752964, + "f1": 0.70463, + "accuracy": 0.752964, + "main_score": 0.70463, + "hf_subset": "sun_Latn-tsn_Latn", + "languages": [ + "sun-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.835952, + "recall": 0.881423, + "f1": 0.850151, + "accuracy": 0.881423, + "main_score": 0.850151, + "hf_subset": "sun_Latn-zul_Latn", + "languages": [ + "sun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.875659, + "recall": 0.914032, + "f1": 0.888175, + "accuracy": 0.914032, + "main_score": 0.888175, + "hf_subset": "sun_Latn-azb_Arab", + "languages": [ + "sun-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-deu_Latn", + "languages": [ + "sun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "sun_Latn-hat_Latn", + "languages": [ + "sun-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.462078, + "recall": 0.520751, + "f1": 0.47848, + "accuracy": 0.520751, + "main_score": 0.47848, + "hf_subset": "sun_Latn-kbp_Latn", + "languages": [ + "sun-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.514429, + "recall": 0.574111, + "f1": 0.530662, + "accuracy": 0.574111, + "main_score": 0.530662, + "hf_subset": "sun_Latn-luo_Latn", + "languages": [ + "sun-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "sun_Latn-ory_Orya", + "languages": [ + "sun-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.83885, + "recall": 0.885375, + "f1": 0.853821, + "accuracy": 0.885375, + "main_score": 0.853821, + "hf_subset": "sun_Latn-sna_Latn", + "languages": [ + "sun-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.612049, + "recall": 0.684783, + "f1": 0.632112, + "accuracy": 0.684783, + "main_score": 0.632112, + "hf_subset": "sun_Latn-tso_Latn", + "languages": [ + "sun-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "sun_Latn-azj_Latn", + "languages": [ + "sun-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.506526, + "recall": 0.573123, + "f1": 0.52521, + "accuracy": 0.573123, + "main_score": 0.52521, + "hf_subset": "sun_Latn-dik_Latn", + "languages": [ + "sun-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.861248, + "recall": 0.901186, + "f1": 0.874078, + "accuracy": 0.901186, + "main_score": 0.874078, + "hf_subset": "sun_Latn-hau_Latn", + "languages": [ + "sun-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "sun_Latn-kea_Latn", + "languages": [ + "sun-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.882082, + "recall": 0.916996, + "f1": 0.893248, + "accuracy": 0.916996, + "main_score": 0.893248, + "hf_subset": "sun_Latn-lus_Latn", + "languages": [ + "sun-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.812895, + "recall": 0.860672, + "f1": 0.826981, + "accuracy": 0.860672, + "main_score": 0.826981, + "hf_subset": "sun_Latn-pag_Latn", + "languages": [ + "sun-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "sun_Latn-snd_Arab", + "languages": [ + "sun-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "sun_Latn-tuk_Latn", + "languages": [ + "sun-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "sun_Latn-bak_Cyrl", + "languages": [ + "sun-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.459243, + "recall": 0.531621, + "f1": 0.478862, + "accuracy": 0.531621, + "main_score": 0.478862, + "hf_subset": "sun_Latn-dyu_Latn", + "languages": [ + "sun-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-heb_Hebr", + "languages": [ + "sun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.933218, + "recall": 0.953557, + "f1": 0.939625, + "accuracy": 0.953557, + "main_score": 0.939625, + "hf_subset": "sun_Latn-khk_Cyrl", + "languages": [ + "sun-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-lvs_Latn", + "languages": [ + "sun-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-pan_Guru", + "languages": [ + "sun-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.827981, + "recall": 0.878458, + "f1": 0.843775, + "accuracy": 0.878458, + "main_score": 0.843775, + "hf_subset": "sun_Latn-som_Latn", + "languages": [ + "sun-Latn", + "som-Latn" + ] + }, + { + "precision": 0.661071, + "recall": 0.726285, + "f1": 0.679636, + "accuracy": 0.726285, + "main_score": 0.679636, + "hf_subset": "sun_Latn-tum_Latn", + "languages": [ + "sun-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.352319, + "recall": 0.409091, + "f1": 0.3679, + "accuracy": 0.409091, + "main_score": 0.3679, + "hf_subset": "umb_Latn-ace_Arab", + "languages": [ + "umb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.466128, + "recall": 0.506917, + "f1": 0.478141, + "accuracy": 0.506917, + "main_score": 0.478141, + "hf_subset": "umb_Latn-bam_Latn", + "languages": [ + "umb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.278266, + "recall": 0.33498, + "f1": 0.293394, + "accuracy": 0.33498, + "main_score": 0.293394, + "hf_subset": "umb_Latn-dzo_Tibt", + "languages": [ + "umb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.425406, + "recall": 0.482213, + "f1": 0.440189, + "accuracy": 0.482213, + "main_score": 0.440189, + "hf_subset": "umb_Latn-hin_Deva", + "languages": [ + "umb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.385363, + "recall": 0.442688, + "f1": 0.401066, + "accuracy": 0.442688, + "main_score": 0.401066, + "hf_subset": "umb_Latn-khm_Khmr", + "languages": [ + "umb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.435356, + "recall": 0.487154, + "f1": 0.448177, + "accuracy": 0.487154, + "main_score": 0.448177, + "hf_subset": "umb_Latn-mag_Deva", + "languages": [ + "umb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.416878, + "recall": 0.467391, + "f1": 0.430117, + "accuracy": 0.467391, + "main_score": 0.430117, + "hf_subset": "umb_Latn-pap_Latn", + "languages": [ + "umb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.428433, + "recall": 0.482213, + "f1": 0.442398, + "accuracy": 0.482213, + "main_score": 0.442398, + "hf_subset": "umb_Latn-sot_Latn", + "languages": [ + "umb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.423209, + "recall": 0.477273, + "f1": 0.43698, + "accuracy": 0.477273, + "main_score": 0.43698, + "hf_subset": "umb_Latn-tur_Latn", + "languages": [ + "umb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.446035, + "recall": 0.48913, + "f1": 0.456827, + "accuracy": 0.48913, + "main_score": 0.456827, + "hf_subset": "umb_Latn-ace_Latn", + "languages": [ + "umb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.42109, + "recall": 0.466403, + "f1": 0.433637, + "accuracy": 0.466403, + "main_score": 0.433637, + "hf_subset": "umb_Latn-ban_Latn", + "languages": [ + "umb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.419698, + "recall": 0.468379, + "f1": 0.432402, + "accuracy": 0.468379, + "main_score": 0.432402, + "hf_subset": "umb_Latn-ell_Grek", + "languages": [ + "umb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.428123, + "recall": 0.472332, + "f1": 0.439998, + "accuracy": 0.472332, + "main_score": 0.439998, + "hf_subset": "umb_Latn-hne_Deva", + "languages": [ + "umb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.424409, + "recall": 0.470356, + "f1": 0.436744, + "accuracy": 0.470356, + "main_score": 0.436744, + "hf_subset": "umb_Latn-kik_Latn", + "languages": [ + "umb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.428712, + "recall": 0.476285, + "f1": 0.441223, + "accuracy": 0.476285, + "main_score": 0.441223, + "hf_subset": "umb_Latn-mai_Deva", + "languages": [ + "umb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.387608, + "recall": 0.436759, + "f1": 0.400424, + "accuracy": 0.436759, + "main_score": 0.400424, + "hf_subset": "umb_Latn-pbt_Arab", + "languages": [ + "umb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.448119, + "recall": 0.501976, + "f1": 0.461647, + "accuracy": 0.501976, + "main_score": 0.461647, + "hf_subset": "umb_Latn-spa_Latn", + "languages": [ + "umb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.485105, + "recall": 0.522727, + "f1": 0.49577, + "accuracy": 0.522727, + "main_score": 0.49577, + "hf_subset": "umb_Latn-twi_Latn", + "languages": [ + "umb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.428126, + "recall": 0.483202, + "f1": 0.442474, + "accuracy": 0.483202, + "main_score": 0.442474, + "hf_subset": "umb_Latn-acm_Arab", + "languages": [ + "umb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.375585, + "recall": 0.438735, + "f1": 0.390911, + "accuracy": 0.438735, + "main_score": 0.390911, + "hf_subset": "umb_Latn-bel_Cyrl", + "languages": [ + "umb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.465274, + "recall": 0.524704, + "f1": 0.481017, + "accuracy": 0.524704, + "main_score": 0.481017, + "hf_subset": "umb_Latn-eng_Latn", + "languages": [ + "umb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.424648, + "recall": 0.482213, + "f1": 0.439132, + "accuracy": 0.482213, + "main_score": 0.439132, + "hf_subset": "umb_Latn-hrv_Latn", + "languages": [ + "umb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.422998, + "recall": 0.477273, + "f1": 0.437953, + "accuracy": 0.477273, + "main_score": 0.437953, + "hf_subset": "umb_Latn-kin_Latn", + "languages": [ + "umb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.391214, + "recall": 0.444664, + "f1": 0.404894, + "accuracy": 0.444664, + "main_score": 0.404894, + "hf_subset": "umb_Latn-mal_Mlym", + "languages": [ + "umb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.413184, + "recall": 0.466403, + "f1": 0.425603, + "accuracy": 0.466403, + "main_score": 0.425603, + "hf_subset": "umb_Latn-pes_Arab", + "languages": [ + "umb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.427747, + "recall": 0.481225, + "f1": 0.440598, + "accuracy": 0.481225, + "main_score": 0.440598, + "hf_subset": "umb_Latn-srd_Latn", + "languages": [ + "umb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.229404, + "recall": 0.286561, + "f1": 0.243981, + "accuracy": 0.286561, + "main_score": 0.243981, + "hf_subset": "umb_Latn-tzm_Tfng", + "languages": [ + "umb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.423321, + "recall": 0.475296, + "f1": 0.437295, + "accuracy": 0.475296, + "main_score": 0.437295, + "hf_subset": "umb_Latn-acq_Arab", + "languages": [ + "umb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.470382, + "recall": 0.513834, + "f1": 0.482481, + "accuracy": 0.513834, + "main_score": 0.482481, + "hf_subset": "umb_Latn-bem_Latn", + "languages": [ + "umb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.413708, + "recall": 0.464427, + "f1": 0.42722, + "accuracy": 0.464427, + "main_score": 0.42722, + "hf_subset": "umb_Latn-epo_Latn", + "languages": [ + "umb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.428894, + "recall": 0.48419, + "f1": 0.442021, + "accuracy": 0.48419, + "main_score": 0.442021, + "hf_subset": "umb_Latn-hun_Latn", + "languages": [ + "umb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.411136, + "recall": 0.468379, + "f1": 0.425506, + "accuracy": 0.468379, + "main_score": 0.425506, + "hf_subset": "umb_Latn-kir_Cyrl", + "languages": [ + "umb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.408115, + "recall": 0.466403, + "f1": 0.422894, + "accuracy": 0.466403, + "main_score": 0.422894, + "hf_subset": "umb_Latn-mar_Deva", + "languages": [ + "umb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.431189, + "recall": 0.478261, + "f1": 0.444169, + "accuracy": 0.478261, + "main_score": 0.444169, + "hf_subset": "umb_Latn-plt_Latn", + "languages": [ + "umb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.402931, + "recall": 0.456522, + "f1": 0.416084, + "accuracy": 0.456522, + "main_score": 0.416084, + "hf_subset": "umb_Latn-srp_Cyrl", + "languages": [ + "umb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.364822, + "recall": 0.421937, + "f1": 0.379135, + "accuracy": 0.421937, + "main_score": 0.379135, + "hf_subset": "umb_Latn-uig_Arab", + "languages": [ + "umb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.422047, + "recall": 0.463439, + "f1": 0.43354, + "accuracy": 0.463439, + "main_score": 0.43354, + "hf_subset": "umb_Latn-aeb_Arab", + "languages": [ + "umb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.411024, + "recall": 0.460474, + "f1": 0.423648, + "accuracy": 0.460474, + "main_score": 0.423648, + "hf_subset": "umb_Latn-ben_Beng", + "languages": [ + "umb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.40744, + "recall": 0.459486, + "f1": 0.419966, + "accuracy": 0.459486, + "main_score": 0.419966, + "hf_subset": "umb_Latn-est_Latn", + "languages": [ + "umb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.407406, + "recall": 0.459486, + "f1": 0.420835, + "accuracy": 0.459486, + "main_score": 0.420835, + "hf_subset": "umb_Latn-hye_Armn", + "languages": [ + "umb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.505007, + "recall": 0.536561, + "f1": 0.514201, + "accuracy": 0.536561, + "main_score": 0.514201, + "hf_subset": "umb_Latn-kmb_Latn", + "languages": [ + "umb-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.328262, + "recall": 0.385375, + "f1": 0.344218, + "accuracy": 0.385375, + "main_score": 0.344218, + "hf_subset": "umb_Latn-min_Arab", + "languages": [ + "umb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.44163, + "recall": 0.492095, + "f1": 0.454382, + "accuracy": 0.492095, + "main_score": 0.454382, + "hf_subset": "umb_Latn-pol_Latn", + "languages": [ + "umb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.40877, + "recall": 0.461462, + "f1": 0.423172, + "accuracy": 0.461462, + "main_score": 0.423172, + "hf_subset": "umb_Latn-ssw_Latn", + "languages": [ + "umb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.42589, + "recall": 0.478261, + "f1": 0.438954, + "accuracy": 0.478261, + "main_score": 0.438954, + "hf_subset": "umb_Latn-ukr_Cyrl", + "languages": [ + "umb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.419966, + "recall": 0.478261, + "f1": 0.433944, + "accuracy": 0.478261, + "main_score": 0.433944, + "hf_subset": "umb_Latn-afr_Latn", + "languages": [ + "umb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.434754, + "recall": 0.486166, + "f1": 0.44788, + "accuracy": 0.486166, + "main_score": 0.44788, + "hf_subset": "umb_Latn-bho_Deva", + "languages": [ + "umb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.410082, + "recall": 0.458498, + "f1": 0.422337, + "accuracy": 0.458498, + "main_score": 0.422337, + "hf_subset": "umb_Latn-eus_Latn", + "languages": [ + "umb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.450804, + "recall": 0.492095, + "f1": 0.462478, + "accuracy": 0.492095, + "main_score": 0.462478, + "hf_subset": "umb_Latn-ibo_Latn", + "languages": [ + "umb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.425623, + "recall": 0.469368, + "f1": 0.437472, + "accuracy": 0.469368, + "main_score": 0.437472, + "hf_subset": "umb_Latn-kmr_Latn", + "languages": [ + "umb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.405292, + "recall": 0.451581, + "f1": 0.417106, + "accuracy": 0.451581, + "main_score": 0.417106, + "hf_subset": "umb_Latn-min_Latn", + "languages": [ + "umb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.448532, + "recall": 0.5, + "f1": 0.461333, + "accuracy": 0.5, + "main_score": 0.461333, + "hf_subset": "umb_Latn-por_Latn", + "languages": [ + "umb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.393125, + "recall": 0.438735, + "f1": 0.405597, + "accuracy": 0.438735, + "main_score": 0.405597, + "hf_subset": "umb_Latn-sun_Latn", + "languages": [ + "umb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.412511, + "recall": 0.466403, + "f1": 0.425139, + "accuracy": 0.466403, + "main_score": 0.425139, + "hf_subset": "umb_Latn-ajp_Arab", + "languages": [ + "umb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.348233, + "recall": 0.399209, + "f1": 0.361892, + "accuracy": 0.399209, + "main_score": 0.361892, + "hf_subset": "umb_Latn-bjn_Arab", + "languages": [ + "umb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.445939, + "recall": 0.480237, + "f1": 0.455514, + "accuracy": 0.480237, + "main_score": 0.455514, + "hf_subset": "umb_Latn-ewe_Latn", + "languages": [ + "umb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.403556, + "recall": 0.454545, + "f1": 0.417273, + "accuracy": 0.454545, + "main_score": 0.417273, + "hf_subset": "umb_Latn-ilo_Latn", + "languages": [ + "umb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258961, + "recall": 0.310277, + "f1": 0.272361, + "accuracy": 0.310277, + "main_score": 0.272361, + "hf_subset": "umb_Latn-knc_Arab", + "languages": [ + "umb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.422206, + "recall": 0.468379, + "f1": 0.433798, + "accuracy": 0.468379, + "main_score": 0.433798, + "hf_subset": "umb_Latn-mkd_Cyrl", + "languages": [ + "umb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.426638, + "recall": 0.483202, + "f1": 0.441635, + "accuracy": 0.483202, + "main_score": 0.441635, + "hf_subset": "umb_Latn-prs_Arab", + "languages": [ + "umb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.429959, + "recall": 0.493083, + "f1": 0.44628, + "accuracy": 0.493083, + "main_score": 0.44628, + "hf_subset": "umb_Latn-swe_Latn", + "languages": [ + "umb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.405474, + "recall": 0.458498, + "f1": 0.418773, + "accuracy": 0.458498, + "main_score": 0.418773, + "hf_subset": "umb_Latn-urd_Arab", + "languages": [ + "umb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.468719, + "recall": 0.508893, + "f1": 0.47979, + "accuracy": 0.508893, + "main_score": 0.47979, + "hf_subset": "umb_Latn-aka_Latn", + "languages": [ + "umb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.420907, + "recall": 0.466403, + "f1": 0.433454, + "accuracy": 0.466403, + "main_score": 0.433454, + "hf_subset": "umb_Latn-bjn_Latn", + "languages": [ + "umb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.416408, + "recall": 0.45751, + "f1": 0.427288, + "accuracy": 0.45751, + "main_score": 0.427288, + "hf_subset": "umb_Latn-fao_Latn", + "languages": [ + "umb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.443025, + "recall": 0.497036, + "f1": 0.456916, + "accuracy": 0.497036, + "main_score": 0.456916, + "hf_subset": "umb_Latn-ind_Latn", + "languages": [ + "umb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.480989, + "recall": 0.516798, + "f1": 0.491265, + "accuracy": 0.516798, + "main_score": 0.491265, + "hf_subset": "umb_Latn-knc_Latn", + "languages": [ + "umb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.401047, + "recall": 0.443676, + "f1": 0.412546, + "accuracy": 0.443676, + "main_score": 0.412546, + "hf_subset": "umb_Latn-mlt_Latn", + "languages": [ + "umb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.495271, + "recall": 0.531621, + "f1": 0.505424, + "accuracy": 0.531621, + "main_score": 0.505424, + "hf_subset": "umb_Latn-quy_Latn", + "languages": [ + "umb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.410094, + "recall": 0.461462, + "f1": 0.4232, + "accuracy": 0.461462, + "main_score": 0.4232, + "hf_subset": "umb_Latn-swh_Latn", + "languages": [ + "umb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.388858, + "recall": 0.439723, + "f1": 0.401539, + "accuracy": 0.439723, + "main_score": 0.401539, + "hf_subset": "umb_Latn-uzn_Latn", + "languages": [ + "umb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.396279, + "recall": 0.443676, + "f1": 0.409161, + "accuracy": 0.443676, + "main_score": 0.409161, + "hf_subset": "umb_Latn-als_Latn", + "languages": [ + "umb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.316415, + "recall": 0.378458, + "f1": 0.333086, + "accuracy": 0.378458, + "main_score": 0.333086, + "hf_subset": "umb_Latn-bod_Tibt", + "languages": [ + "umb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.448915, + "recall": 0.492095, + "f1": 0.461031, + "accuracy": 0.492095, + "main_score": 0.461031, + "hf_subset": "umb_Latn-fij_Latn", + "languages": [ + "umb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.395978, + "recall": 0.447628, + "f1": 0.408536, + "accuracy": 0.447628, + "main_score": 0.408536, + "hf_subset": "umb_Latn-isl_Latn", + "languages": [ + "umb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.503089, + "recall": 0.534585, + "f1": 0.512091, + "accuracy": 0.534585, + "main_score": 0.512091, + "hf_subset": "umb_Latn-kon_Latn", + "languages": [ + "umb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.404706, + "recall": 0.450593, + "f1": 0.417069, + "accuracy": 0.450593, + "main_score": 0.417069, + "hf_subset": "umb_Latn-mni_Beng", + "languages": [ + "umb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.440067, + "recall": 0.490119, + "f1": 0.452746, + "accuracy": 0.490119, + "main_score": 0.452746, + "hf_subset": "umb_Latn-ron_Latn", + "languages": [ + "umb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.442185, + "recall": 0.493083, + "f1": 0.4553, + "accuracy": 0.493083, + "main_score": 0.4553, + "hf_subset": "umb_Latn-szl_Latn", + "languages": [ + "umb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.465187, + "recall": 0.51087, + "f1": 0.476064, + "accuracy": 0.51087, + "main_score": 0.476064, + "hf_subset": "umb_Latn-vec_Latn", + "languages": [ + "umb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.441665, + "recall": 0.496047, + "f1": 0.456053, + "accuracy": 0.496047, + "main_score": 0.456053, + "hf_subset": "umb_Latn-amh_Ethi", + "languages": [ + "umb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.430417, + "recall": 0.485178, + "f1": 0.444031, + "accuracy": 0.485178, + "main_score": 0.444031, + "hf_subset": "umb_Latn-bos_Latn", + "languages": [ + "umb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.412121, + "recall": 0.464427, + "f1": 0.424892, + "accuracy": 0.464427, + "main_score": 0.424892, + "hf_subset": "umb_Latn-fin_Latn", + "languages": [ + "umb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.459574, + "recall": 0.511858, + "f1": 0.473074, + "accuracy": 0.511858, + "main_score": 0.473074, + "hf_subset": "umb_Latn-ita_Latn", + "languages": [ + "umb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.450522, + "recall": 0.508893, + "f1": 0.465277, + "accuracy": 0.508893, + "main_score": 0.465277, + "hf_subset": "umb_Latn-kor_Hang", + "languages": [ + "umb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.456159, + "recall": 0.494071, + "f1": 0.467223, + "accuracy": 0.494071, + "main_score": 0.467223, + "hf_subset": "umb_Latn-mos_Latn", + "languages": [ + "umb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.439657, + "recall": 0.482213, + "f1": 0.451115, + "accuracy": 0.482213, + "main_score": 0.451115, + "hf_subset": "umb_Latn-run_Latn", + "languages": [ + "umb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.386695, + "recall": 0.435771, + "f1": 0.399209, + "accuracy": 0.435771, + "main_score": 0.399209, + "hf_subset": "umb_Latn-tam_Taml", + "languages": [ + "umb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.435899, + "recall": 0.488142, + "f1": 0.448937, + "accuracy": 0.488142, + "main_score": 0.448937, + "hf_subset": "umb_Latn-vie_Latn", + "languages": [ + "umb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.409122, + "recall": 0.460474, + "f1": 0.421398, + "accuracy": 0.460474, + "main_score": 0.421398, + "hf_subset": "umb_Latn-apc_Arab", + "languages": [ + "umb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.447644, + "recall": 0.491107, + "f1": 0.459441, + "accuracy": 0.491107, + "main_score": 0.459441, + "hf_subset": "umb_Latn-bug_Latn", + "languages": [ + "umb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.432043, + "recall": 0.470356, + "f1": 0.442903, + "accuracy": 0.470356, + "main_score": 0.442903, + "hf_subset": "umb_Latn-fon_Latn", + "languages": [ + "umb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.403959, + "recall": 0.449605, + "f1": 0.415923, + "accuracy": 0.449605, + "main_score": 0.415923, + "hf_subset": "umb_Latn-jav_Latn", + "languages": [ + "umb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.392682, + "recall": 0.438735, + "f1": 0.403856, + "accuracy": 0.438735, + "main_score": 0.403856, + "hf_subset": "umb_Latn-lao_Laoo", + "languages": [ + "umb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.415842, + "recall": 0.460474, + "f1": 0.427541, + "accuracy": 0.460474, + "main_score": 0.427541, + "hf_subset": "umb_Latn-mri_Latn", + "languages": [ + "umb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.439194, + "recall": 0.490119, + "f1": 0.452266, + "accuracy": 0.490119, + "main_score": 0.452266, + "hf_subset": "umb_Latn-rus_Cyrl", + "languages": [ + "umb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.457963, + "recall": 0.498024, + "f1": 0.469503, + "accuracy": 0.498024, + "main_score": 0.469503, + "hf_subset": "umb_Latn-taq_Latn", + "languages": [ + "umb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.412535, + "recall": 0.461462, + "f1": 0.424972, + "accuracy": 0.461462, + "main_score": 0.424972, + "hf_subset": "umb_Latn-war_Latn", + "languages": [ + "umb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.43655, + "recall": 0.487154, + "f1": 0.449573, + "accuracy": 0.487154, + "main_score": 0.449573, + "hf_subset": "umb_Latn-arb_Arab", + "languages": [ + "umb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.428034, + "recall": 0.485178, + "f1": 0.442476, + "accuracy": 0.485178, + "main_score": 0.442476, + "hf_subset": "umb_Latn-bul_Cyrl", + "languages": [ + "umb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.437817, + "recall": 0.492095, + "f1": 0.45191, + "accuracy": 0.492095, + "main_score": 0.45191, + "hf_subset": "umb_Latn-fra_Latn", + "languages": [ + "umb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.445188, + "recall": 0.500988, + "f1": 0.459038, + "accuracy": 0.500988, + "main_score": 0.459038, + "hf_subset": "umb_Latn-jpn_Jpan", + "languages": [ + "umb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.464462, + "recall": 0.512846, + "f1": 0.476597, + "accuracy": 0.512846, + "main_score": 0.476597, + "hf_subset": "umb_Latn-lij_Latn", + "languages": [ + "umb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.386638, + "recall": 0.439723, + "f1": 0.399899, + "accuracy": 0.439723, + "main_score": 0.399899, + "hf_subset": "umb_Latn-mya_Mymr", + "languages": [ + "umb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.481024, + "recall": 0.51581, + "f1": 0.490539, + "accuracy": 0.51581, + "main_score": 0.490539, + "hf_subset": "umb_Latn-sag_Latn", + "languages": [ + "umb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223583, + "recall": 0.272727, + "f1": 0.236284, + "accuracy": 0.272727, + "main_score": 0.236284, + "hf_subset": "umb_Latn-taq_Tfng", + "languages": [ + "umb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.478406, + "recall": 0.519763, + "f1": 0.490071, + "accuracy": 0.519763, + "main_score": 0.490071, + "hf_subset": "umb_Latn-wol_Latn", + "languages": [ + "umb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.383776, + "recall": 0.436759, + "f1": 0.397942, + "accuracy": 0.436759, + "main_score": 0.397942, + "hf_subset": "umb_Latn-arb_Latn", + "languages": [ + "umb-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.424084, + "recall": 0.477273, + "f1": 0.437473, + "accuracy": 0.477273, + "main_score": 0.437473, + "hf_subset": "umb_Latn-cat_Latn", + "languages": [ + "umb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.451655, + "recall": 0.497036, + "f1": 0.463546, + "accuracy": 0.497036, + "main_score": 0.463546, + "hf_subset": "umb_Latn-fur_Latn", + "languages": [ + "umb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.401965, + "recall": 0.44664, + "f1": 0.414931, + "accuracy": 0.44664, + "main_score": 0.414931, + "hf_subset": "umb_Latn-kab_Latn", + "languages": [ + "umb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.421272, + "recall": 0.468379, + "f1": 0.43307, + "accuracy": 0.468379, + "main_score": 0.43307, + "hf_subset": "umb_Latn-lim_Latn", + "languages": [ + "umb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.428959, + "recall": 0.486166, + "f1": 0.444359, + "accuracy": 0.486166, + "main_score": 0.444359, + "hf_subset": "umb_Latn-nld_Latn", + "languages": [ + "umb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.413011, + "recall": 0.466403, + "f1": 0.427034, + "accuracy": 0.466403, + "main_score": 0.427034, + "hf_subset": "umb_Latn-san_Deva", + "languages": [ + "umb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.390144, + "recall": 0.444664, + "f1": 0.404148, + "accuracy": 0.444664, + "main_score": 0.404148, + "hf_subset": "umb_Latn-tat_Cyrl", + "languages": [ + "umb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.42796, + "recall": 0.479249, + "f1": 0.441957, + "accuracy": 0.479249, + "main_score": 0.441957, + "hf_subset": "umb_Latn-xho_Latn", + "languages": [ + "umb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.420424, + "recall": 0.472332, + "f1": 0.433706, + "accuracy": 0.472332, + "main_score": 0.433706, + "hf_subset": "umb_Latn-ars_Arab", + "languages": [ + "umb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.400302, + "recall": 0.448617, + "f1": 0.412674, + "accuracy": 0.448617, + "main_score": 0.412674, + "hf_subset": "umb_Latn-ceb_Latn", + "languages": [ + "umb-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.431685, + "recall": 0.476285, + "f1": 0.444181, + "accuracy": 0.476285, + "main_score": 0.444181, + "hf_subset": "umb_Latn-fuv_Latn", + "languages": [ + "umb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.471235, + "recall": 0.508893, + "f1": 0.481767, + "accuracy": 0.508893, + "main_score": 0.481767, + "hf_subset": "umb_Latn-kac_Latn", + "languages": [ + "umb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.500115, + "recall": 0.537549, + "f1": 0.509983, + "accuracy": 0.537549, + "main_score": 0.509983, + "hf_subset": "umb_Latn-lin_Latn", + "languages": [ + "umb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.39628, + "recall": 0.444664, + "f1": 0.408637, + "accuracy": 0.444664, + "main_score": 0.408637, + "hf_subset": "umb_Latn-nno_Latn", + "languages": [ + "umb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.406422, + "recall": 0.463439, + "f1": 0.421095, + "accuracy": 0.463439, + "main_score": 0.421095, + "hf_subset": "umb_Latn-sat_Olck", + "languages": [ + "umb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.383323, + "recall": 0.429842, + "f1": 0.394883, + "accuracy": 0.429842, + "main_score": 0.394883, + "hf_subset": "umb_Latn-tel_Telu", + "languages": [ + "umb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.385773, + "recall": 0.437747, + "f1": 0.398228, + "accuracy": 0.437747, + "main_score": 0.398228, + "hf_subset": "umb_Latn-ydd_Hebr", + "languages": [ + "umb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.397816, + "recall": 0.447628, + "f1": 0.410547, + "accuracy": 0.447628, + "main_score": 0.410547, + "hf_subset": "umb_Latn-ary_Arab", + "languages": [ + "umb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.42783, + "recall": 0.482213, + "f1": 0.441474, + "accuracy": 0.482213, + "main_score": 0.441474, + "hf_subset": "umb_Latn-ces_Latn", + "languages": [ + "umb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.424674, + "recall": 0.472332, + "f1": 0.437518, + "accuracy": 0.472332, + "main_score": 0.437518, + "hf_subset": "umb_Latn-gaz_Latn", + "languages": [ + "umb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.468679, + "recall": 0.511858, + "f1": 0.480689, + "accuracy": 0.511858, + "main_score": 0.480689, + "hf_subset": "umb_Latn-kam_Latn", + "languages": [ + "umb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.406505, + "recall": 0.459486, + "f1": 0.419708, + "accuracy": 0.459486, + "main_score": 0.419708, + "hf_subset": "umb_Latn-lit_Latn", + "languages": [ + "umb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.419684, + "recall": 0.47332, + "f1": 0.432613, + "accuracy": 0.47332, + "main_score": 0.432613, + "hf_subset": "umb_Latn-nob_Latn", + "languages": [ + "umb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.427647, + "recall": 0.469368, + "f1": 0.438583, + "accuracy": 0.469368, + "main_score": 0.438583, + "hf_subset": "umb_Latn-scn_Latn", + "languages": [ + "umb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.390449, + "recall": 0.437747, + "f1": 0.402279, + "accuracy": 0.437747, + "main_score": 0.402279, + "hf_subset": "umb_Latn-tgk_Cyrl", + "languages": [ + "umb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.408079, + "recall": 0.456522, + "f1": 0.422133, + "accuracy": 0.456522, + "main_score": 0.422133, + "hf_subset": "umb_Latn-yor_Latn", + "languages": [ + "umb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.425934, + "recall": 0.472332, + "f1": 0.437714, + "accuracy": 0.472332, + "main_score": 0.437714, + "hf_subset": "umb_Latn-arz_Arab", + "languages": [ + "umb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.468915, + "recall": 0.502964, + "f1": 0.479172, + "accuracy": 0.502964, + "main_score": 0.479172, + "hf_subset": "umb_Latn-cjk_Latn", + "languages": [ + "umb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.406976, + "recall": 0.455534, + "f1": 0.420323, + "accuracy": 0.455534, + "main_score": 0.420323, + "hf_subset": "umb_Latn-gla_Latn", + "languages": [ + "umb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.384699, + "recall": 0.431818, + "f1": 0.396742, + "accuracy": 0.431818, + "main_score": 0.396742, + "hf_subset": "umb_Latn-kan_Knda", + "languages": [ + "umb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.453616, + "recall": 0.492095, + "f1": 0.46358, + "accuracy": 0.492095, + "main_score": 0.46358, + "hf_subset": "umb_Latn-lmo_Latn", + "languages": [ + "umb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.405081, + "recall": 0.466403, + "f1": 0.420504, + "accuracy": 0.466403, + "main_score": 0.420504, + "hf_subset": "umb_Latn-npi_Deva", + "languages": [ + "umb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.351525, + "recall": 0.411067, + "f1": 0.368101, + "accuracy": 0.411067, + "main_score": 0.368101, + "hf_subset": "umb_Latn-shn_Mymr", + "languages": [ + "umb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.427921, + "recall": 0.476285, + "f1": 0.440062, + "accuracy": 0.476285, + "main_score": 0.440062, + "hf_subset": "umb_Latn-tgl_Latn", + "languages": [ + "umb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.402654, + "recall": 0.453557, + "f1": 0.41556, + "accuracy": 0.453557, + "main_score": 0.41556, + "hf_subset": "umb_Latn-yue_Hant", + "languages": [ + "umb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.351825, + "recall": 0.395257, + "f1": 0.364061, + "accuracy": 0.395257, + "main_score": 0.364061, + "hf_subset": "umb_Latn-asm_Beng", + "languages": [ + "umb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.413769, + "recall": 0.468379, + "f1": 0.427508, + "accuracy": 0.468379, + "main_score": 0.427508, + "hf_subset": "umb_Latn-ckb_Arab", + "languages": [ + "umb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.396663, + "recall": 0.445652, + "f1": 0.409149, + "accuracy": 0.445652, + "main_score": 0.409149, + "hf_subset": "umb_Latn-gle_Latn", + "languages": [ + "umb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.41918, + "recall": 0.467391, + "f1": 0.432097, + "accuracy": 0.467391, + "main_score": 0.432097, + "hf_subset": "umb_Latn-kas_Arab", + "languages": [ + "umb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.427269, + "recall": 0.474308, + "f1": 0.439843, + "accuracy": 0.474308, + "main_score": 0.439843, + "hf_subset": "umb_Latn-ltg_Latn", + "languages": [ + "umb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.46431, + "recall": 0.51087, + "f1": 0.47719, + "accuracy": 0.51087, + "main_score": 0.47719, + "hf_subset": "umb_Latn-nso_Latn", + "languages": [ + "umb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.390683, + "recall": 0.445652, + "f1": 0.404686, + "accuracy": 0.445652, + "main_score": 0.404686, + "hf_subset": "umb_Latn-sin_Sinh", + "languages": [ + "umb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.420091, + "recall": 0.472332, + "f1": 0.433223, + "accuracy": 0.472332, + "main_score": 0.433223, + "hf_subset": "umb_Latn-tha_Thai", + "languages": [ + "umb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.36718, + "recall": 0.420949, + "f1": 0.380414, + "accuracy": 0.420949, + "main_score": 0.380414, + "hf_subset": "umb_Latn-zho_Hans", + "languages": [ + "umb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.43499, + "recall": 0.482213, + "f1": 0.447211, + "accuracy": 0.482213, + "main_score": 0.447211, + "hf_subset": "umb_Latn-ast_Latn", + "languages": [ + "umb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.436107, + "recall": 0.490119, + "f1": 0.450577, + "accuracy": 0.490119, + "main_score": 0.450577, + "hf_subset": "umb_Latn-crh_Latn", + "languages": [ + "umb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.420269, + "recall": 0.469368, + "f1": 0.432305, + "accuracy": 0.469368, + "main_score": 0.432305, + "hf_subset": "umb_Latn-glg_Latn", + "languages": [ + "umb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.426013, + "recall": 0.479249, + "f1": 0.439871, + "accuracy": 0.479249, + "main_score": 0.439871, + "hf_subset": "umb_Latn-kas_Deva", + "languages": [ + "umb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.396478, + "recall": 0.445652, + "f1": 0.40826, + "accuracy": 0.445652, + "main_score": 0.40826, + "hf_subset": "umb_Latn-ltz_Latn", + "languages": [ + "umb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426719, + "recall": 0.469368, + "f1": 0.438798, + "accuracy": 0.469368, + "main_score": 0.438798, + "hf_subset": "umb_Latn-nus_Latn", + "languages": [ + "umb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.420767, + "recall": 0.474308, + "f1": 0.434631, + "accuracy": 0.474308, + "main_score": 0.434631, + "hf_subset": "umb_Latn-slk_Latn", + "languages": [ + "umb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.43266, + "recall": 0.478261, + "f1": 0.445932, + "accuracy": 0.478261, + "main_score": 0.445932, + "hf_subset": "umb_Latn-tir_Ethi", + "languages": [ + "umb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.403293, + "recall": 0.459486, + "f1": 0.416957, + "accuracy": 0.459486, + "main_score": 0.416957, + "hf_subset": "umb_Latn-zho_Hant", + "languages": [ + "umb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.419329, + "recall": 0.47332, + "f1": 0.432321, + "accuracy": 0.47332, + "main_score": 0.432321, + "hf_subset": "umb_Latn-awa_Deva", + "languages": [ + "umb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.402154, + "recall": 0.458498, + "f1": 0.417421, + "accuracy": 0.458498, + "main_score": 0.417421, + "hf_subset": "umb_Latn-cym_Latn", + "languages": [ + "umb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.474526, + "recall": 0.506917, + "f1": 0.483232, + "accuracy": 0.506917, + "main_score": 0.483232, + "hf_subset": "umb_Latn-grn_Latn", + "languages": [ + "umb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.403745, + "recall": 0.454545, + "f1": 0.416707, + "accuracy": 0.454545, + "main_score": 0.416707, + "hf_subset": "umb_Latn-kat_Geor", + "languages": [ + "umb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.481374, + "recall": 0.521739, + "f1": 0.492871, + "accuracy": 0.521739, + "main_score": 0.492871, + "hf_subset": "umb_Latn-lua_Latn", + "languages": [ + "umb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.431174, + "recall": 0.478261, + "f1": 0.443688, + "accuracy": 0.478261, + "main_score": 0.443688, + "hf_subset": "umb_Latn-nya_Latn", + "languages": [ + "umb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.431555, + "recall": 0.480237, + "f1": 0.444236, + "accuracy": 0.480237, + "main_score": 0.444236, + "hf_subset": "umb_Latn-slv_Latn", + "languages": [ + "umb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.428385, + "recall": 0.476285, + "f1": 0.440664, + "accuracy": 0.476285, + "main_score": 0.440664, + "hf_subset": "umb_Latn-tpi_Latn", + "languages": [ + "umb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.437533, + "recall": 0.487154, + "f1": 0.450145, + "accuracy": 0.487154, + "main_score": 0.450145, + "hf_subset": "umb_Latn-zsm_Latn", + "languages": [ + "umb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.469056, + "recall": 0.505929, + "f1": 0.480243, + "accuracy": 0.505929, + "main_score": 0.480243, + "hf_subset": "umb_Latn-ayr_Latn", + "languages": [ + "umb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.439416, + "recall": 0.48913, + "f1": 0.451924, + "accuracy": 0.48913, + "main_score": 0.451924, + "hf_subset": "umb_Latn-dan_Latn", + "languages": [ + "umb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.388967, + "recall": 0.444664, + "f1": 0.402213, + "accuracy": 0.444664, + "main_score": 0.402213, + "hf_subset": "umb_Latn-guj_Gujr", + "languages": [ + "umb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.40073, + "recall": 0.455534, + "f1": 0.414932, + "accuracy": 0.455534, + "main_score": 0.414932, + "hf_subset": "umb_Latn-kaz_Cyrl", + "languages": [ + "umb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.430223, + "recall": 0.478261, + "f1": 0.443613, + "accuracy": 0.478261, + "main_score": 0.443613, + "hf_subset": "umb_Latn-lug_Latn", + "languages": [ + "umb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.432977, + "recall": 0.476285, + "f1": 0.443952, + "accuracy": 0.476285, + "main_score": 0.443952, + "hf_subset": "umb_Latn-oci_Latn", + "languages": [ + "umb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.424828, + "recall": 0.470356, + "f1": 0.437669, + "accuracy": 0.470356, + "main_score": 0.437669, + "hf_subset": "umb_Latn-smo_Latn", + "languages": [ + "umb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.421398, + "recall": 0.467391, + "f1": 0.434428, + "accuracy": 0.467391, + "main_score": 0.434428, + "hf_subset": "umb_Latn-tsn_Latn", + "languages": [ + "umb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.414412, + "recall": 0.465415, + "f1": 0.428206, + "accuracy": 0.465415, + "main_score": 0.428206, + "hf_subset": "umb_Latn-zul_Latn", + "languages": [ + "umb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.402063, + "recall": 0.451581, + "f1": 0.414744, + "accuracy": 0.451581, + "main_score": 0.414744, + "hf_subset": "umb_Latn-azb_Arab", + "languages": [ + "umb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.459337, + "recall": 0.506917, + "f1": 0.471404, + "accuracy": 0.506917, + "main_score": 0.471404, + "hf_subset": "umb_Latn-deu_Latn", + "languages": [ + "umb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.394578, + "recall": 0.449605, + "f1": 0.408686, + "accuracy": 0.449605, + "main_score": 0.408686, + "hf_subset": "umb_Latn-hat_Latn", + "languages": [ + "umb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.46073, + "recall": 0.497036, + "f1": 0.470938, + "accuracy": 0.497036, + "main_score": 0.470938, + "hf_subset": "umb_Latn-kbp_Latn", + "languages": [ + "umb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.469269, + "recall": 0.501976, + "f1": 0.479004, + "accuracy": 0.501976, + "main_score": 0.479004, + "hf_subset": "umb_Latn-luo_Latn", + "languages": [ + "umb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.395146, + "recall": 0.445652, + "f1": 0.408172, + "accuracy": 0.445652, + "main_score": 0.408172, + "hf_subset": "umb_Latn-ory_Orya", + "languages": [ + "umb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.405578, + "recall": 0.462451, + "f1": 0.42072, + "accuracy": 0.462451, + "main_score": 0.42072, + "hf_subset": "umb_Latn-sna_Latn", + "languages": [ + "umb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.460429, + "recall": 0.498024, + "f1": 0.470913, + "accuracy": 0.498024, + "main_score": 0.470913, + "hf_subset": "umb_Latn-tso_Latn", + "languages": [ + "umb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.390638, + "recall": 0.443676, + "f1": 0.403909, + "accuracy": 0.443676, + "main_score": 0.403909, + "hf_subset": "umb_Latn-azj_Latn", + "languages": [ + "umb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.444291, + "recall": 0.488142, + "f1": 0.456517, + "accuracy": 0.488142, + "main_score": 0.456517, + "hf_subset": "umb_Latn-dik_Latn", + "languages": [ + "umb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.421609, + "recall": 0.469368, + "f1": 0.434117, + "accuracy": 0.469368, + "main_score": 0.434117, + "hf_subset": "umb_Latn-hau_Latn", + "languages": [ + "umb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.44339, + "recall": 0.492095, + "f1": 0.455953, + "accuracy": 0.492095, + "main_score": 0.455953, + "hf_subset": "umb_Latn-kea_Latn", + "languages": [ + "umb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.418357, + "recall": 0.463439, + "f1": 0.430812, + "accuracy": 0.463439, + "main_score": 0.430812, + "hf_subset": "umb_Latn-lus_Latn", + "languages": [ + "umb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.46193, + "recall": 0.502964, + "f1": 0.473798, + "accuracy": 0.502964, + "main_score": 0.473798, + "hf_subset": "umb_Latn-pag_Latn", + "languages": [ + "umb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.381317, + "recall": 0.433794, + "f1": 0.394872, + "accuracy": 0.433794, + "main_score": 0.394872, + "hf_subset": "umb_Latn-snd_Arab", + "languages": [ + "umb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.386503, + "recall": 0.435771, + "f1": 0.399237, + "accuracy": 0.435771, + "main_score": 0.399237, + "hf_subset": "umb_Latn-tuk_Latn", + "languages": [ + "umb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.390733, + "recall": 0.435771, + "f1": 0.402327, + "accuracy": 0.435771, + "main_score": 0.402327, + "hf_subset": "umb_Latn-bak_Cyrl", + "languages": [ + "umb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.384407, + "recall": 0.434783, + "f1": 0.397894, + "accuracy": 0.434783, + "main_score": 0.397894, + "hf_subset": "umb_Latn-dyu_Latn", + "languages": [ + "umb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.413817, + "recall": 0.468379, + "f1": 0.427308, + "accuracy": 0.468379, + "main_score": 0.427308, + "hf_subset": "umb_Latn-heb_Hebr", + "languages": [ + "umb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.409783, + "recall": 0.458498, + "f1": 0.423182, + "accuracy": 0.458498, + "main_score": 0.423182, + "hf_subset": "umb_Latn-khk_Cyrl", + "languages": [ + "umb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.406908, + "recall": 0.466403, + "f1": 0.421988, + "accuracy": 0.466403, + "main_score": 0.421988, + "hf_subset": "umb_Latn-lvs_Latn", + "languages": [ + "umb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.391184, + "recall": 0.442688, + "f1": 0.404038, + "accuracy": 0.442688, + "main_score": 0.404038, + "hf_subset": "umb_Latn-pan_Guru", + "languages": [ + "umb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.413745, + "recall": 0.461462, + "f1": 0.427309, + "accuracy": 0.461462, + "main_score": 0.427309, + "hf_subset": "umb_Latn-som_Latn", + "languages": [ + "umb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.435392, + "recall": 0.480237, + "f1": 0.44745, + "accuracy": 0.480237, + "main_score": 0.44745, + "hf_subset": "umb_Latn-tum_Latn", + "languages": [ + "umb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.498934, + "recall": 0.583992, + "f1": 0.522891, + "accuracy": 0.583992, + "main_score": 0.522891, + "hf_subset": "ajp_Arab-ace_Arab", + "languages": [ + "ajp-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.474621, + "recall": 0.523715, + "f1": 0.487417, + "accuracy": 0.523715, + "main_score": 0.487417, + "hf_subset": "ajp_Arab-bam_Latn", + "languages": [ + "ajp-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.603661, + "recall": 0.694664, + "f1": 0.629897, + "accuracy": 0.694664, + "main_score": 0.629897, + "hf_subset": "ajp_Arab-dzo_Tibt", + "languages": [ + "ajp-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-hin_Deva", + "languages": [ + "ajp-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ajp_Arab-khm_Khmr", + "languages": [ + "ajp-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-mag_Deva", + "languages": [ + "ajp-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-pap_Latn", + "languages": [ + "ajp-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.842507, + "recall": 0.882411, + "f1": 0.854776, + "accuracy": 0.882411, + "main_score": 0.854776, + "hf_subset": "ajp_Arab-sot_Latn", + "languages": [ + "ajp-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-tur_Latn", + "languages": [ + "ajp-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.853458, + "recall": 0.892292, + "f1": 0.865217, + "accuracy": 0.892292, + "main_score": 0.865217, + "hf_subset": "ajp_Arab-ace_Latn", + "languages": [ + "ajp-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "ajp_Arab-ban_Latn", + "languages": [ + "ajp-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-ell_Grek", + "languages": [ + "ajp-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ajp_Arab-hne_Deva", + "languages": [ + "ajp-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.55535, + "recall": 0.629447, + "f1": 0.574976, + "accuracy": 0.629447, + "main_score": 0.574976, + "hf_subset": "ajp_Arab-kik_Latn", + "languages": [ + "ajp-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-mai_Deva", + "languages": [ + "ajp-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "ajp_Arab-pbt_Arab", + "languages": [ + "ajp-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-spa_Latn", + "languages": [ + "ajp-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.734214, + "recall": 0.798419, + "f1": 0.753532, + "accuracy": 0.798419, + "main_score": 0.753532, + "hf_subset": "ajp_Arab-twi_Latn", + "languages": [ + "ajp-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-acm_Arab", + "languages": [ + "ajp-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-bel_Cyrl", + "languages": [ + "ajp-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-eng_Latn", + "languages": [ + "ajp-Arab", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-hrv_Latn", + "languages": [ + "ajp-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.827931, + "recall": 0.874506, + "f1": 0.842128, + "accuracy": 0.874506, + "main_score": 0.842128, + "hf_subset": "ajp_Arab-kin_Latn", + "languages": [ + "ajp-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-mal_Mlym", + "languages": [ + "ajp-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-pes_Arab", + "languages": [ + "ajp-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ajp_Arab-srd_Latn", + "languages": [ + "ajp-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.201464, + "recall": 0.258893, + "f1": 0.215273, + "accuracy": 0.258893, + "main_score": 0.215273, + "hf_subset": "ajp_Arab-tzm_Tfng", + "languages": [ + "ajp-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-acq_Arab", + "languages": [ + "ajp-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.64754, + "recall": 0.721344, + "f1": 0.668505, + "accuracy": 0.721344, + "main_score": 0.668505, + "hf_subset": "ajp_Arab-bem_Latn", + "languages": [ + "ajp-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ajp_Arab-epo_Latn", + "languages": [ + "ajp-Arab", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-hun_Latn", + "languages": [ + "ajp-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-kir_Cyrl", + "languages": [ + "ajp-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ajp_Arab-mar_Deva", + "languages": [ + "ajp-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.847892, + "recall": 0.891304, + "f1": 0.861298, + "accuracy": 0.891304, + "main_score": 0.861298, + "hf_subset": "ajp_Arab-plt_Latn", + "languages": [ + "ajp-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-srp_Cyrl", + "languages": [ + "ajp-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.938735, + "recall": 0.956522, + "f1": 0.944335, + "accuracy": 0.956522, + "main_score": 0.944335, + "hf_subset": "ajp_Arab-uig_Arab", + "languages": [ + "ajp-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-aeb_Arab", + "languages": [ + "ajp-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ben_Beng", + "languages": [ + "ajp-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-est_Latn", + "languages": [ + "ajp-Arab", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-hye_Armn", + "languages": [ + "ajp-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.444649, + "recall": 0.506917, + "f1": 0.460858, + "accuracy": 0.506917, + "main_score": 0.460858, + "hf_subset": "ajp_Arab-kmb_Latn", + "languages": [ + "ajp-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.457031, + "recall": 0.531621, + "f1": 0.476136, + "accuracy": 0.531621, + "main_score": 0.476136, + "hf_subset": "ajp_Arab-min_Arab", + "languages": [ + "ajp-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-pol_Latn", + "languages": [ + "ajp-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.713085, + "recall": 0.782609, + "f1": 0.733322, + "accuracy": 0.782609, + "main_score": 0.733322, + "hf_subset": "ajp_Arab-ssw_Latn", + "languages": [ + "ajp-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-ukr_Cyrl", + "languages": [ + "ajp-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-afr_Latn", + "languages": [ + "ajp-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ajp_Arab-bho_Deva", + "languages": [ + "ajp-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-eus_Latn", + "languages": [ + "ajp-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.851153, + "recall": 0.894269, + "f1": 0.864592, + "accuracy": 0.894269, + "main_score": 0.864592, + "hf_subset": "ajp_Arab-ibo_Latn", + "languages": [ + "ajp-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.851318, + "recall": 0.893281, + "f1": 0.864229, + "accuracy": 0.893281, + "main_score": 0.864229, + "hf_subset": "ajp_Arab-kmr_Latn", + "languages": [ + "ajp-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ajp_Arab-min_Latn", + "languages": [ + "ajp-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-por_Latn", + "languages": [ + "ajp-Arab", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ajp_Arab-sun_Latn", + "languages": [ + "ajp-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.43749, + "recall": 0.498024, + "f1": 0.454082, + "accuracy": 0.498024, + "main_score": 0.454082, + "hf_subset": "ajp_Arab-umb_Latn", + "languages": [ + "ajp-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.470389, + "recall": 0.557312, + "f1": 0.494285, + "accuracy": 0.557312, + "main_score": 0.494285, + "hf_subset": "ajp_Arab-bjn_Arab", + "languages": [ + "ajp-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.440848, + "recall": 0.492095, + "f1": 0.45438, + "accuracy": 0.492095, + "main_score": 0.45438, + "hf_subset": "ajp_Arab-ewe_Latn", + "languages": [ + "ajp-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "ajp_Arab-ilo_Latn", + "languages": [ + "ajp-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.239016, + "recall": 0.293478, + "f1": 0.252385, + "accuracy": 0.293478, + "main_score": 0.252385, + "hf_subset": "ajp_Arab-knc_Arab", + "languages": [ + "ajp-Arab", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-mkd_Cyrl", + "languages": [ + "ajp-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-prs_Arab", + "languages": [ + "ajp-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-swe_Latn", + "languages": [ + "ajp-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-urd_Arab", + "languages": [ + "ajp-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.690492, + "recall": 0.76087, + "f1": 0.71102, + "accuracy": 0.76087, + "main_score": 0.71102, + "hf_subset": "ajp_Arab-aka_Latn", + "languages": [ + "ajp-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "ajp_Arab-bjn_Latn", + "languages": [ + "ajp-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ajp_Arab-fao_Latn", + "languages": [ + "ajp-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-ind_Latn", + "languages": [ + "ajp-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.49995, + "recall": 0.551383, + "f1": 0.514041, + "accuracy": 0.551383, + "main_score": 0.514041, + "hf_subset": "ajp_Arab-knc_Latn", + "languages": [ + "ajp-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-mlt_Latn", + "languages": [ + "ajp-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.626459, + "recall": 0.69664, + "f1": 0.646972, + "accuracy": 0.69664, + "main_score": 0.646972, + "hf_subset": "ajp_Arab-quy_Latn", + "languages": [ + "ajp-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-swh_Latn", + "languages": [ + "ajp-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ajp_Arab-uzn_Latn", + "languages": [ + "ajp-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-als_Latn", + "languages": [ + "ajp-Arab", + "als-Latn" + ] + }, + { + "precision": 0.764987, + "recall": 0.827075, + "f1": 0.783735, + "accuracy": 0.827075, + "main_score": 0.783735, + "hf_subset": "ajp_Arab-bod_Tibt", + "languages": [ + "ajp-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.615943, + "recall": 0.689723, + "f1": 0.63659, + "accuracy": 0.689723, + "main_score": 0.63659, + "hf_subset": "ajp_Arab-fij_Latn", + "languages": [ + "ajp-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ajp_Arab-isl_Latn", + "languages": [ + "ajp-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.577869, + "recall": 0.645257, + "f1": 0.595903, + "accuracy": 0.645257, + "main_score": 0.595903, + "hf_subset": "ajp_Arab-kon_Latn", + "languages": [ + "ajp-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.570545, + "recall": 0.648221, + "f1": 0.592452, + "accuracy": 0.648221, + "main_score": 0.592452, + "hf_subset": "ajp_Arab-mni_Beng", + "languages": [ + "ajp-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ron_Latn", + "languages": [ + "ajp-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.992095, + "f1": 0.990777, + "accuracy": 0.992095, + "main_score": 0.990777, + "hf_subset": "ajp_Arab-szl_Latn", + "languages": [ + "ajp-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ajp_Arab-vec_Latn", + "languages": [ + "ajp-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.917161, + "recall": 0.942688, + "f1": 0.925395, + "accuracy": 0.942688, + "main_score": 0.925395, + "hf_subset": "ajp_Arab-amh_Ethi", + "languages": [ + "ajp-Arab", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bos_Latn", + "languages": [ + "ajp-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-fin_Latn", + "languages": [ + "ajp-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ita_Latn", + "languages": [ + "ajp-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-kor_Hang", + "languages": [ + "ajp-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.470583, + "recall": 0.529644, + "f1": 0.486769, + "accuracy": 0.529644, + "main_score": 0.486769, + "hf_subset": "ajp_Arab-mos_Latn", + "languages": [ + "ajp-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.726433, + "recall": 0.787549, + "f1": 0.744346, + "accuracy": 0.787549, + "main_score": 0.744346, + "hf_subset": "ajp_Arab-run_Latn", + "languages": [ + "ajp-Arab", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-tam_Taml", + "languages": [ + "ajp-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-vie_Latn", + "languages": [ + "ajp-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-apc_Arab", + "languages": [ + "ajp-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.711681, + "recall": 0.777668, + "f1": 0.730424, + "accuracy": 0.777668, + "main_score": 0.730424, + "hf_subset": "ajp_Arab-bug_Latn", + "languages": [ + "ajp-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.425701, + "recall": 0.472332, + "f1": 0.43894, + "accuracy": 0.472332, + "main_score": 0.43894, + "hf_subset": "ajp_Arab-fon_Latn", + "languages": [ + "ajp-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ajp_Arab-jav_Latn", + "languages": [ + "ajp-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "ajp_Arab-lao_Laoo", + "languages": [ + "ajp-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.869236, + "recall": 0.908103, + "f1": 0.881555, + "accuracy": 0.908103, + "main_score": 0.881555, + "hf_subset": "ajp_Arab-mri_Latn", + "languages": [ + "ajp-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-rus_Cyrl", + "languages": [ + "ajp-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.475939, + "recall": 0.532609, + "f1": 0.490683, + "accuracy": 0.532609, + "main_score": 0.490683, + "hf_subset": "ajp_Arab-taq_Latn", + "languages": [ + "ajp-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-war_Latn", + "languages": [ + "ajp-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-arb_Arab", + "languages": [ + "ajp-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bul_Cyrl", + "languages": [ + "ajp-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-fra_Latn", + "languages": [ + "ajp-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-jpn_Jpan", + "languages": [ + "ajp-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ajp_Arab-lij_Latn", + "languages": [ + "ajp-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ajp_Arab-mya_Mymr", + "languages": [ + "ajp-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.535853, + "recall": 0.600791, + "f1": 0.553447, + "accuracy": 0.600791, + "main_score": 0.553447, + "hf_subset": "ajp_Arab-sag_Latn", + "languages": [ + "ajp-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.216026, + "recall": 0.282609, + "f1": 0.231721, + "accuracy": 0.282609, + "main_score": 0.231721, + "hf_subset": "ajp_Arab-taq_Tfng", + "languages": [ + "ajp-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.626927, + "recall": 0.695652, + "f1": 0.646174, + "accuracy": 0.695652, + "main_score": 0.646174, + "hf_subset": "ajp_Arab-wol_Latn", + "languages": [ + "ajp-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.892375, + "recall": 0.925889, + "f1": 0.903063, + "accuracy": 0.925889, + "main_score": 0.903063, + "hf_subset": "ajp_Arab-arb_Latn", + "languages": [ + "ajp-Arab", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-cat_Latn", + "languages": [ + "ajp-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ajp_Arab-fur_Latn", + "languages": [ + "ajp-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.423699, + "recall": 0.492095, + "f1": 0.441012, + "accuracy": 0.492095, + "main_score": 0.441012, + "hf_subset": "ajp_Arab-kab_Latn", + "languages": [ + "ajp-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ajp_Arab-lim_Latn", + "languages": [ + "ajp-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-nld_Latn", + "languages": [ + "ajp-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "ajp_Arab-san_Deva", + "languages": [ + "ajp-Arab", + "san-Deva" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ajp_Arab-tat_Cyrl", + "languages": [ + "ajp-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.852339, + "recall": 0.893281, + "f1": 0.864888, + "accuracy": 0.893281, + "main_score": 0.864888, + "hf_subset": "ajp_Arab-xho_Latn", + "languages": [ + "ajp-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ars_Arab", + "languages": [ + "ajp-Arab", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ceb_Latn", + "languages": [ + "ajp-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.446971, + "recall": 0.51087, + "f1": 0.463852, + "accuracy": 0.51087, + "main_score": 0.463852, + "hf_subset": "ajp_Arab-fuv_Latn", + "languages": [ + "ajp-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.457544, + "recall": 0.520751, + "f1": 0.474876, + "accuracy": 0.520751, + "main_score": 0.474876, + "hf_subset": "ajp_Arab-kac_Latn", + "languages": [ + "ajp-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.598868, + "recall": 0.66996, + "f1": 0.617959, + "accuracy": 0.66996, + "main_score": 0.617959, + "hf_subset": "ajp_Arab-lin_Latn", + "languages": [ + "ajp-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-nno_Latn", + "languages": [ + "ajp-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.871294, + "recall": 0.910079, + "f1": 0.883465, + "accuracy": 0.910079, + "main_score": 0.883465, + "hf_subset": "ajp_Arab-sat_Olck", + "languages": [ + "ajp-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-tel_Telu", + "languages": [ + "ajp-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ajp_Arab-ydd_Hebr", + "languages": [ + "ajp-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ajp_Arab-ary_Arab", + "languages": [ + "ajp-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ces_Latn", + "languages": [ + "ajp-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.532129, + "recall": 0.613636, + "f1": 0.55445, + "accuracy": 0.613636, + "main_score": 0.55445, + "hf_subset": "ajp_Arab-gaz_Latn", + "languages": [ + "ajp-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.510091, + "recall": 0.592885, + "f1": 0.531958, + "accuracy": 0.592885, + "main_score": 0.531958, + "hf_subset": "ajp_Arab-kam_Latn", + "languages": [ + "ajp-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ajp_Arab-lit_Latn", + "languages": [ + "ajp-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-nob_Latn", + "languages": [ + "ajp-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ajp_Arab-scn_Latn", + "languages": [ + "ajp-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "ajp_Arab-tgk_Cyrl", + "languages": [ + "ajp-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.709858, + "recall": 0.778656, + "f1": 0.73024, + "accuracy": 0.778656, + "main_score": 0.73024, + "hf_subset": "ajp_Arab-yor_Latn", + "languages": [ + "ajp-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-arz_Arab", + "languages": [ + "ajp-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.459232, + "recall": 0.527668, + "f1": 0.477961, + "accuracy": 0.527668, + "main_score": 0.477961, + "hf_subset": "ajp_Arab-cjk_Latn", + "languages": [ + "ajp-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.937006, + "recall": 0.95751, + "f1": 0.943742, + "accuracy": 0.95751, + "main_score": 0.943742, + "hf_subset": "ajp_Arab-gla_Latn", + "languages": [ + "ajp-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ajp_Arab-kan_Knda", + "languages": [ + "ajp-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.987813, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ajp_Arab-lmo_Latn", + "languages": [ + "ajp-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ajp_Arab-npi_Deva", + "languages": [ + "ajp-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.510931, + "recall": 0.590909, + "f1": 0.533362, + "accuracy": 0.590909, + "main_score": 0.533362, + "hf_subset": "ajp_Arab-shn_Mymr", + "languages": [ + "ajp-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-tgl_Latn", + "languages": [ + "ajp-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-yue_Hant", + "languages": [ + "ajp-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ajp_Arab-asm_Beng", + "languages": [ + "ajp-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.921278, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "ajp_Arab-ckb_Arab", + "languages": [ + "ajp-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ajp_Arab-gle_Latn", + "languages": [ + "ajp-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.915102, + "recall": 0.9417, + "f1": 0.92365, + "accuracy": 0.9417, + "main_score": 0.92365, + "hf_subset": "ajp_Arab-kas_Arab", + "languages": [ + "ajp-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.890431, + "recall": 0.922925, + "f1": 0.900758, + "accuracy": 0.922925, + "main_score": 0.900758, + "hf_subset": "ajp_Arab-ltg_Latn", + "languages": [ + "ajp-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.769772, + "recall": 0.829051, + "f1": 0.788093, + "accuracy": 0.829051, + "main_score": 0.788093, + "hf_subset": "ajp_Arab-nso_Latn", + "languages": [ + "ajp-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ajp_Arab-sin_Sinh", + "languages": [ + "ajp-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-tha_Thai", + "languages": [ + "ajp-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-zho_Hans", + "languages": [ + "ajp-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-ast_Latn", + "languages": [ + "ajp-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ajp_Arab-crh_Latn", + "languages": [ + "ajp-Arab", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-glg_Latn", + "languages": [ + "ajp-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.855072, + "recall": 0.898221, + "f1": 0.868709, + "accuracy": 0.898221, + "main_score": 0.868709, + "hf_subset": "ajp_Arab-kas_Deva", + "languages": [ + "ajp-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ajp_Arab-ltz_Latn", + "languages": [ + "ajp-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.412854, + "recall": 0.477273, + "f1": 0.429822, + "accuracy": 0.477273, + "main_score": 0.429822, + "hf_subset": "ajp_Arab-nus_Latn", + "languages": [ + "ajp-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-slk_Latn", + "languages": [ + "ajp-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.628121, + "recall": 0.701581, + "f1": 0.648011, + "accuracy": 0.701581, + "main_score": 0.648011, + "hf_subset": "ajp_Arab-tir_Ethi", + "languages": [ + "ajp-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-zho_Hant", + "languages": [ + "ajp-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.97859, + "recall": 0.98419, + "f1": 0.980402, + "accuracy": 0.98419, + "main_score": 0.980402, + "hf_subset": "ajp_Arab-awa_Deva", + "languages": [ + "ajp-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ajp_Arab-cym_Latn", + "languages": [ + "ajp-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.750815, + "recall": 0.807312, + "f1": 0.767052, + "accuracy": 0.807312, + "main_score": 0.767052, + "hf_subset": "ajp_Arab-grn_Latn", + "languages": [ + "ajp-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-kat_Geor", + "languages": [ + "ajp-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.572156, + "recall": 0.634387, + "f1": 0.588398, + "accuracy": 0.634387, + "main_score": 0.588398, + "hf_subset": "ajp_Arab-lua_Latn", + "languages": [ + "ajp-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.800675, + "recall": 0.856719, + "f1": 0.81805, + "accuracy": 0.856719, + "main_score": 0.81805, + "hf_subset": "ajp_Arab-nya_Latn", + "languages": [ + "ajp-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-slv_Latn", + "languages": [ + "ajp-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ajp_Arab-tpi_Latn", + "languages": [ + "ajp-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-zsm_Latn", + "languages": [ + "ajp-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.487882, + "recall": 0.550395, + "f1": 0.505042, + "accuracy": 0.550395, + "main_score": 0.505042, + "hf_subset": "ajp_Arab-ayr_Latn", + "languages": [ + "ajp-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-dan_Latn", + "languages": [ + "ajp-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-guj_Gujr", + "languages": [ + "ajp-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ajp_Arab-kaz_Cyrl", + "languages": [ + "ajp-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.615564, + "recall": 0.693676, + "f1": 0.638256, + "accuracy": 0.693676, + "main_score": 0.638256, + "hf_subset": "ajp_Arab-lug_Latn", + "languages": [ + "ajp-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-oci_Latn", + "languages": [ + "ajp-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.812698, + "recall": 0.86166, + "f1": 0.827753, + "accuracy": 0.86166, + "main_score": 0.827753, + "hf_subset": "ajp_Arab-smo_Latn", + "languages": [ + "ajp-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.725965, + "recall": 0.794466, + "f1": 0.746492, + "accuracy": 0.794466, + "main_score": 0.746492, + "hf_subset": "ajp_Arab-tsn_Latn", + "languages": [ + "ajp-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.865695, + "recall": 0.90415, + "f1": 0.877701, + "accuracy": 0.90415, + "main_score": 0.877701, + "hf_subset": "ajp_Arab-zul_Latn", + "languages": [ + "ajp-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.934486, + "recall": 0.953557, + "f1": 0.940547, + "accuracy": 0.953557, + "main_score": 0.940547, + "hf_subset": "ajp_Arab-azb_Arab", + "languages": [ + "ajp-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-deu_Latn", + "languages": [ + "ajp-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ajp_Arab-hat_Latn", + "languages": [ + "ajp-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.465129, + "recall": 0.521739, + "f1": 0.480661, + "accuracy": 0.521739, + "main_score": 0.480661, + "hf_subset": "ajp_Arab-kbp_Latn", + "languages": [ + "ajp-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.494879, + "recall": 0.559289, + "f1": 0.512198, + "accuracy": 0.559289, + "main_score": 0.512198, + "hf_subset": "ajp_Arab-luo_Latn", + "languages": [ + "ajp-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ajp_Arab-ory_Orya", + "languages": [ + "ajp-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.864048, + "recall": 0.902174, + "f1": 0.876021, + "accuracy": 0.902174, + "main_score": 0.876021, + "hf_subset": "ajp_Arab-sna_Latn", + "languages": [ + "ajp-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.618451, + "recall": 0.6917, + "f1": 0.639343, + "accuracy": 0.6917, + "main_score": 0.639343, + "hf_subset": "ajp_Arab-tso_Latn", + "languages": [ + "ajp-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-azj_Latn", + "languages": [ + "ajp-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.49042, + "recall": 0.563241, + "f1": 0.511041, + "accuracy": 0.563241, + "main_score": 0.511041, + "hf_subset": "ajp_Arab-dik_Latn", + "languages": [ + "ajp-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.885903, + "recall": 0.91996, + "f1": 0.896739, + "accuracy": 0.91996, + "main_score": 0.896739, + "hf_subset": "ajp_Arab-hau_Latn", + "languages": [ + "ajp-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ajp_Arab-kea_Latn", + "languages": [ + "ajp-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.925231, + "recall": 0.947628, + "f1": 0.932312, + "accuracy": 0.947628, + "main_score": 0.932312, + "hf_subset": "ajp_Arab-lus_Latn", + "languages": [ + "ajp-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.866617, + "recall": 0.902174, + "f1": 0.877536, + "accuracy": 0.902174, + "main_score": 0.877536, + "hf_subset": "ajp_Arab-pag_Latn", + "languages": [ + "ajp-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ajp_Arab-snd_Arab", + "languages": [ + "ajp-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ajp_Arab-tuk_Latn", + "languages": [ + "ajp-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-bak_Cyrl", + "languages": [ + "ajp-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.456652, + "recall": 0.527668, + "f1": 0.475929, + "accuracy": 0.527668, + "main_score": 0.475929, + "hf_subset": "ajp_Arab-dyu_Latn", + "languages": [ + "ajp-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-heb_Hebr", + "languages": [ + "ajp-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "ajp_Arab-khk_Cyrl", + "languages": [ + "ajp-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-lvs_Latn", + "languages": [ + "ajp-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-pan_Guru", + "languages": [ + "ajp-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.848814, + "recall": 0.893281, + "f1": 0.863062, + "accuracy": 0.893281, + "main_score": 0.863062, + "hf_subset": "ajp_Arab-som_Latn", + "languages": [ + "ajp-Arab", + "som-Latn" + ] + }, + { + "precision": 0.672127, + "recall": 0.737154, + "f1": 0.690996, + "accuracy": 0.737154, + "main_score": 0.690996, + "hf_subset": "ajp_Arab-tum_Latn", + "languages": [ + "ajp-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.619515, + "recall": 0.677866, + "f1": 0.635831, + "accuracy": 0.677866, + "main_score": 0.635831, + "hf_subset": "bjn_Arab-ace_Arab", + "languages": [ + "bjn-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.371438, + "recall": 0.414032, + "f1": 0.382594, + "accuracy": 0.414032, + "main_score": 0.382594, + "hf_subset": "bjn_Arab-bam_Latn", + "languages": [ + "bjn-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.25239, + "recall": 0.315217, + "f1": 0.26783, + "accuracy": 0.315217, + "main_score": 0.26783, + "hf_subset": "bjn_Arab-dzo_Tibt", + "languages": [ + "bjn-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.474824, + "recall": 0.535573, + "f1": 0.490514, + "accuracy": 0.535573, + "main_score": 0.490514, + "hf_subset": "bjn_Arab-hin_Deva", + "languages": [ + "bjn-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.321396, + "recall": 0.37747, + "f1": 0.334532, + "accuracy": 0.37747, + "main_score": 0.334532, + "hf_subset": "bjn_Arab-khm_Khmr", + "languages": [ + "bjn-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.459327, + "recall": 0.51581, + "f1": 0.473909, + "accuracy": 0.51581, + "main_score": 0.473909, + "hf_subset": "bjn_Arab-mag_Deva", + "languages": [ + "bjn-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.426584, + "recall": 0.48419, + "f1": 0.440371, + "accuracy": 0.48419, + "main_score": 0.440371, + "hf_subset": "bjn_Arab-pap_Latn", + "languages": [ + "bjn-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.353997, + "recall": 0.417984, + "f1": 0.369929, + "accuracy": 0.417984, + "main_score": 0.369929, + "hf_subset": "bjn_Arab-sot_Latn", + "languages": [ + "bjn-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.437987, + "recall": 0.497036, + "f1": 0.452681, + "accuracy": 0.497036, + "main_score": 0.452681, + "hf_subset": "bjn_Arab-tur_Latn", + "languages": [ + "bjn-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.489784, + "recall": 0.537549, + "f1": 0.502743, + "accuracy": 0.537549, + "main_score": 0.502743, + "hf_subset": "bjn_Arab-ace_Latn", + "languages": [ + "bjn-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.451694, + "recall": 0.503953, + "f1": 0.46423, + "accuracy": 0.503953, + "main_score": 0.46423, + "hf_subset": "bjn_Arab-ban_Latn", + "languages": [ + "bjn-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.412508, + "recall": 0.470356, + "f1": 0.426508, + "accuracy": 0.470356, + "main_score": 0.426508, + "hf_subset": "bjn_Arab-ell_Grek", + "languages": [ + "bjn-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.439203, + "recall": 0.495059, + "f1": 0.453719, + "accuracy": 0.495059, + "main_score": 0.453719, + "hf_subset": "bjn_Arab-hne_Deva", + "languages": [ + "bjn-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.314138, + "recall": 0.363636, + "f1": 0.326777, + "accuracy": 0.363636, + "main_score": 0.326777, + "hf_subset": "bjn_Arab-kik_Latn", + "languages": [ + "bjn-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.444158, + "recall": 0.502964, + "f1": 0.458068, + "accuracy": 0.502964, + "main_score": 0.458068, + "hf_subset": "bjn_Arab-mai_Deva", + "languages": [ + "bjn-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.40247, + "recall": 0.469368, + "f1": 0.419351, + "accuracy": 0.469368, + "main_score": 0.419351, + "hf_subset": "bjn_Arab-pbt_Arab", + "languages": [ + "bjn-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.443102, + "recall": 0.508893, + "f1": 0.459698, + "accuracy": 0.508893, + "main_score": 0.459698, + "hf_subset": "bjn_Arab-spa_Latn", + "languages": [ + "bjn-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.377812, + "recall": 0.425889, + "f1": 0.389938, + "accuracy": 0.425889, + "main_score": 0.389938, + "hf_subset": "bjn_Arab-twi_Latn", + "languages": [ + "bjn-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.431563, + "recall": 0.490119, + "f1": 0.446636, + "accuracy": 0.490119, + "main_score": 0.446636, + "hf_subset": "bjn_Arab-acm_Arab", + "languages": [ + "bjn-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.364983, + "recall": 0.424901, + "f1": 0.379366, + "accuracy": 0.424901, + "main_score": 0.379366, + "hf_subset": "bjn_Arab-bel_Cyrl", + "languages": [ + "bjn-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.481089, + "recall": 0.551383, + "f1": 0.49824, + "accuracy": 0.551383, + "main_score": 0.49824, + "hf_subset": "bjn_Arab-eng_Latn", + "languages": [ + "bjn-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.420443, + "recall": 0.487154, + "f1": 0.436887, + "accuracy": 0.487154, + "main_score": 0.436887, + "hf_subset": "bjn_Arab-hrv_Latn", + "languages": [ + "bjn-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.348118, + "recall": 0.401186, + "f1": 0.361866, + "accuracy": 0.401186, + "main_score": 0.361866, + "hf_subset": "bjn_Arab-kin_Latn", + "languages": [ + "bjn-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.39583, + "recall": 0.447628, + "f1": 0.408244, + "accuracy": 0.447628, + "main_score": 0.408244, + "hf_subset": "bjn_Arab-mal_Mlym", + "languages": [ + "bjn-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.43938, + "recall": 0.48913, + "f1": 0.450815, + "accuracy": 0.48913, + "main_score": 0.450815, + "hf_subset": "bjn_Arab-pes_Arab", + "languages": [ + "bjn-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.457895, + "recall": 0.51581, + "f1": 0.472182, + "accuracy": 0.51581, + "main_score": 0.472182, + "hf_subset": "bjn_Arab-srd_Latn", + "languages": [ + "bjn-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.220165, + "recall": 0.272727, + "f1": 0.233757, + "accuracy": 0.272727, + "main_score": 0.233757, + "hf_subset": "bjn_Arab-tzm_Tfng", + "languages": [ + "bjn-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.425157, + "recall": 0.48419, + "f1": 0.440283, + "accuracy": 0.48419, + "main_score": 0.440283, + "hf_subset": "bjn_Arab-acq_Arab", + "languages": [ + "bjn-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.373334, + "recall": 0.422925, + "f1": 0.386506, + "accuracy": 0.422925, + "main_score": 0.386506, + "hf_subset": "bjn_Arab-bem_Latn", + "languages": [ + "bjn-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.384164, + "recall": 0.433794, + "f1": 0.396056, + "accuracy": 0.433794, + "main_score": 0.396056, + "hf_subset": "bjn_Arab-epo_Latn", + "languages": [ + "bjn-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.43428, + "recall": 0.494071, + "f1": 0.449137, + "accuracy": 0.494071, + "main_score": 0.449137, + "hf_subset": "bjn_Arab-hun_Latn", + "languages": [ + "bjn-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.401211, + "recall": 0.469368, + "f1": 0.417667, + "accuracy": 0.469368, + "main_score": 0.417667, + "hf_subset": "bjn_Arab-kir_Cyrl", + "languages": [ + "bjn-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.401141, + "recall": 0.460474, + "f1": 0.414955, + "accuracy": 0.460474, + "main_score": 0.414955, + "hf_subset": "bjn_Arab-mar_Deva", + "languages": [ + "bjn-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.3789, + "recall": 0.429842, + "f1": 0.391412, + "accuracy": 0.429842, + "main_score": 0.391412, + "hf_subset": "bjn_Arab-plt_Latn", + "languages": [ + "bjn-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.418274, + "recall": 0.480237, + "f1": 0.43418, + "accuracy": 0.480237, + "main_score": 0.43418, + "hf_subset": "bjn_Arab-srp_Cyrl", + "languages": [ + "bjn-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.362047, + "recall": 0.43083, + "f1": 0.379053, + "accuracy": 0.43083, + "main_score": 0.379053, + "hf_subset": "bjn_Arab-uig_Arab", + "languages": [ + "bjn-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.424897, + "recall": 0.476285, + "f1": 0.437803, + "accuracy": 0.476285, + "main_score": 0.437803, + "hf_subset": "bjn_Arab-aeb_Arab", + "languages": [ + "bjn-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.422018, + "recall": 0.476285, + "f1": 0.43507, + "accuracy": 0.476285, + "main_score": 0.43507, + "hf_subset": "bjn_Arab-ben_Beng", + "languages": [ + "bjn-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.397517, + "recall": 0.460474, + "f1": 0.412568, + "accuracy": 0.460474, + "main_score": 0.412568, + "hf_subset": "bjn_Arab-est_Latn", + "languages": [ + "bjn-Arab", + "est-Latn" + ] + }, + { + "precision": 0.39617, + "recall": 0.450593, + "f1": 0.408903, + "accuracy": 0.450593, + "main_score": 0.408903, + "hf_subset": "bjn_Arab-hye_Armn", + "languages": [ + "bjn-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.354232, + "recall": 0.392292, + "f1": 0.364097, + "accuracy": 0.392292, + "main_score": 0.364097, + "hf_subset": "bjn_Arab-kmb_Latn", + "languages": [ + "bjn-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.649827, + "recall": 0.720356, + "f1": 0.670345, + "accuracy": 0.720356, + "main_score": 0.670345, + "hf_subset": "bjn_Arab-min_Arab", + "languages": [ + "bjn-Arab", + "min-Arab" + ] + }, + { + "precision": 0.443728, + "recall": 0.501976, + "f1": 0.457946, + "accuracy": 0.501976, + "main_score": 0.457946, + "hf_subset": "bjn_Arab-pol_Latn", + "languages": [ + "bjn-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.327865, + "recall": 0.385375, + "f1": 0.342654, + "accuracy": 0.385375, + "main_score": 0.342654, + "hf_subset": "bjn_Arab-ssw_Latn", + "languages": [ + "bjn-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.425643, + "recall": 0.488142, + "f1": 0.440441, + "accuracy": 0.488142, + "main_score": 0.440441, + "hf_subset": "bjn_Arab-ukr_Cyrl", + "languages": [ + "bjn-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.401668, + "recall": 0.468379, + "f1": 0.417141, + "accuracy": 0.468379, + "main_score": 0.417141, + "hf_subset": "bjn_Arab-afr_Latn", + "languages": [ + "bjn-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.454376, + "recall": 0.511858, + "f1": 0.468512, + "accuracy": 0.511858, + "main_score": 0.468512, + "hf_subset": "bjn_Arab-bho_Deva", + "languages": [ + "bjn-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.369193, + "recall": 0.422925, + "f1": 0.382333, + "accuracy": 0.422925, + "main_score": 0.382333, + "hf_subset": "bjn_Arab-eus_Latn", + "languages": [ + "bjn-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.37199, + "recall": 0.423913, + "f1": 0.38483, + "accuracy": 0.423913, + "main_score": 0.38483, + "hf_subset": "bjn_Arab-ibo_Latn", + "languages": [ + "bjn-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.404153, + "recall": 0.461462, + "f1": 0.418828, + "accuracy": 0.461462, + "main_score": 0.418828, + "hf_subset": "bjn_Arab-kmr_Latn", + "languages": [ + "bjn-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.421323, + "recall": 0.48419, + "f1": 0.437104, + "accuracy": 0.48419, + "main_score": 0.437104, + "hf_subset": "bjn_Arab-min_Latn", + "languages": [ + "bjn-Arab", + "min-Latn" + ] + }, + { + "precision": 0.442199, + "recall": 0.502964, + "f1": 0.457346, + "accuracy": 0.502964, + "main_score": 0.457346, + "hf_subset": "bjn_Arab-por_Latn", + "languages": [ + "bjn-Arab", + "por-Latn" + ] + }, + { + "precision": 0.414395, + "recall": 0.467391, + "f1": 0.427301, + "accuracy": 0.467391, + "main_score": 0.427301, + "hf_subset": "bjn_Arab-sun_Latn", + "languages": [ + "bjn-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.350523, + "recall": 0.389328, + "f1": 0.360974, + "accuracy": 0.389328, + "main_score": 0.360974, + "hf_subset": "bjn_Arab-umb_Latn", + "languages": [ + "bjn-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.428691, + "recall": 0.491107, + "f1": 0.443601, + "accuracy": 0.491107, + "main_score": 0.443601, + "hf_subset": "bjn_Arab-ajp_Arab", + "languages": [ + "bjn-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.323861, + "recall": 0.359684, + "f1": 0.333508, + "accuracy": 0.359684, + "main_score": 0.333508, + "hf_subset": "bjn_Arab-ewe_Latn", + "languages": [ + "bjn-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.396082, + "recall": 0.455534, + "f1": 0.410962, + "accuracy": 0.455534, + "main_score": 0.410962, + "hf_subset": "bjn_Arab-ilo_Latn", + "languages": [ + "bjn-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.23438, + "recall": 0.275692, + "f1": 0.245384, + "accuracy": 0.275692, + "main_score": 0.245384, + "hf_subset": "bjn_Arab-knc_Arab", + "languages": [ + "bjn-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.429895, + "recall": 0.491107, + "f1": 0.444612, + "accuracy": 0.491107, + "main_score": 0.444612, + "hf_subset": "bjn_Arab-mkd_Cyrl", + "languages": [ + "bjn-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.445629, + "recall": 0.5, + "f1": 0.459057, + "accuracy": 0.5, + "main_score": 0.459057, + "hf_subset": "bjn_Arab-prs_Arab", + "languages": [ + "bjn-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.440011, + "recall": 0.502964, + "f1": 0.454752, + "accuracy": 0.502964, + "main_score": 0.454752, + "hf_subset": "bjn_Arab-swe_Latn", + "languages": [ + "bjn-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.424863, + "recall": 0.48419, + "f1": 0.43898, + "accuracy": 0.48419, + "main_score": 0.43898, + "hf_subset": "bjn_Arab-urd_Arab", + "languages": [ + "bjn-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.393647, + "recall": 0.444664, + "f1": 0.406416, + "accuracy": 0.444664, + "main_score": 0.406416, + "hf_subset": "bjn_Arab-aka_Latn", + "languages": [ + "bjn-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.530604, + "recall": 0.583992, + "f1": 0.543147, + "accuracy": 0.583992, + "main_score": 0.543147, + "hf_subset": "bjn_Arab-bjn_Latn", + "languages": [ + "bjn-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.36008, + "recall": 0.416996, + "f1": 0.373933, + "accuracy": 0.416996, + "main_score": 0.373933, + "hf_subset": "bjn_Arab-fao_Latn", + "languages": [ + "bjn-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.463352, + "recall": 0.520751, + "f1": 0.476841, + "accuracy": 0.520751, + "main_score": 0.476841, + "hf_subset": "bjn_Arab-ind_Latn", + "languages": [ + "bjn-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.361373, + "recall": 0.400198, + "f1": 0.372645, + "accuracy": 0.400198, + "main_score": 0.372645, + "hf_subset": "bjn_Arab-knc_Latn", + "languages": [ + "bjn-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.363952, + "recall": 0.412055, + "f1": 0.376065, + "accuracy": 0.412055, + "main_score": 0.376065, + "hf_subset": "bjn_Arab-mlt_Latn", + "languages": [ + "bjn-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.41039, + "recall": 0.468379, + "f1": 0.426459, + "accuracy": 0.468379, + "main_score": 0.426459, + "hf_subset": "bjn_Arab-quy_Latn", + "languages": [ + "bjn-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.367197, + "recall": 0.424901, + "f1": 0.380448, + "accuracy": 0.424901, + "main_score": 0.380448, + "hf_subset": "bjn_Arab-swh_Latn", + "languages": [ + "bjn-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.3802, + "recall": 0.439723, + "f1": 0.394451, + "accuracy": 0.439723, + "main_score": 0.394451, + "hf_subset": "bjn_Arab-uzn_Latn", + "languages": [ + "bjn-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.399105, + "recall": 0.452569, + "f1": 0.412062, + "accuracy": 0.452569, + "main_score": 0.412062, + "hf_subset": "bjn_Arab-als_Latn", + "languages": [ + "bjn-Arab", + "als-Latn" + ] + }, + { + "precision": 0.297561, + "recall": 0.364625, + "f1": 0.313624, + "accuracy": 0.364625, + "main_score": 0.313624, + "hf_subset": "bjn_Arab-bod_Tibt", + "languages": [ + "bjn-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.378506, + "recall": 0.426877, + "f1": 0.391516, + "accuracy": 0.426877, + "main_score": 0.391516, + "hf_subset": "bjn_Arab-fij_Latn", + "languages": [ + "bjn-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.346492, + "recall": 0.405138, + "f1": 0.360789, + "accuracy": 0.405138, + "main_score": 0.360789, + "hf_subset": "bjn_Arab-isl_Latn", + "languages": [ + "bjn-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.40396, + "recall": 0.455534, + "f1": 0.41758, + "accuracy": 0.455534, + "main_score": 0.41758, + "hf_subset": "bjn_Arab-kon_Latn", + "languages": [ + "bjn-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.407729, + "recall": 0.453557, + "f1": 0.419708, + "accuracy": 0.453557, + "main_score": 0.419708, + "hf_subset": "bjn_Arab-mni_Beng", + "languages": [ + "bjn-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.425405, + "recall": 0.481225, + "f1": 0.439048, + "accuracy": 0.481225, + "main_score": 0.439048, + "hf_subset": "bjn_Arab-ron_Latn", + "languages": [ + "bjn-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.458733, + "recall": 0.517787, + "f1": 0.473583, + "accuracy": 0.517787, + "main_score": 0.473583, + "hf_subset": "bjn_Arab-szl_Latn", + "languages": [ + "bjn-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.449327, + "recall": 0.499012, + "f1": 0.461464, + "accuracy": 0.499012, + "main_score": 0.461464, + "hf_subset": "bjn_Arab-vec_Latn", + "languages": [ + "bjn-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.432951, + "recall": 0.493083, + "f1": 0.448405, + "accuracy": 0.493083, + "main_score": 0.448405, + "hf_subset": "bjn_Arab-amh_Ethi", + "languages": [ + "bjn-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.415263, + "recall": 0.478261, + "f1": 0.430196, + "accuracy": 0.478261, + "main_score": 0.430196, + "hf_subset": "bjn_Arab-bos_Latn", + "languages": [ + "bjn-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.394597, + "recall": 0.450593, + "f1": 0.408474, + "accuracy": 0.450593, + "main_score": 0.408474, + "hf_subset": "bjn_Arab-fin_Latn", + "languages": [ + "bjn-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.446682, + "recall": 0.506917, + "f1": 0.462118, + "accuracy": 0.506917, + "main_score": 0.462118, + "hf_subset": "bjn_Arab-ita_Latn", + "languages": [ + "bjn-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.464767, + "recall": 0.522727, + "f1": 0.478708, + "accuracy": 0.522727, + "main_score": 0.478708, + "hf_subset": "bjn_Arab-kor_Hang", + "languages": [ + "bjn-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.37256, + "recall": 0.407115, + "f1": 0.382222, + "accuracy": 0.407115, + "main_score": 0.382222, + "hf_subset": "bjn_Arab-mos_Latn", + "languages": [ + "bjn-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.339388, + "recall": 0.38834, + "f1": 0.352332, + "accuracy": 0.38834, + "main_score": 0.352332, + "hf_subset": "bjn_Arab-run_Latn", + "languages": [ + "bjn-Arab", + "run-Latn" + ] + }, + { + "precision": 0.380305, + "recall": 0.437747, + "f1": 0.393294, + "accuracy": 0.437747, + "main_score": 0.393294, + "hf_subset": "bjn_Arab-tam_Taml", + "languages": [ + "bjn-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.411676, + "recall": 0.466403, + "f1": 0.426064, + "accuracy": 0.466403, + "main_score": 0.426064, + "hf_subset": "bjn_Arab-vie_Latn", + "languages": [ + "bjn-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.422501, + "recall": 0.479249, + "f1": 0.436121, + "accuracy": 0.479249, + "main_score": 0.436121, + "hf_subset": "bjn_Arab-apc_Arab", + "languages": [ + "bjn-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.472205, + "recall": 0.524704, + "f1": 0.485656, + "accuracy": 0.524704, + "main_score": 0.485656, + "hf_subset": "bjn_Arab-bug_Latn", + "languages": [ + "bjn-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.310223, + "recall": 0.348814, + "f1": 0.320429, + "accuracy": 0.348814, + "main_score": 0.320429, + "hf_subset": "bjn_Arab-fon_Latn", + "languages": [ + "bjn-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.412552, + "recall": 0.465415, + "f1": 0.42631, + "accuracy": 0.465415, + "main_score": 0.42631, + "hf_subset": "bjn_Arab-jav_Latn", + "languages": [ + "bjn-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.308047, + "recall": 0.364625, + "f1": 0.321869, + "accuracy": 0.364625, + "main_score": 0.321869, + "hf_subset": "bjn_Arab-lao_Laoo", + "languages": [ + "bjn-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.359929, + "recall": 0.41502, + "f1": 0.374062, + "accuracy": 0.41502, + "main_score": 0.374062, + "hf_subset": "bjn_Arab-mri_Latn", + "languages": [ + "bjn-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.445464, + "recall": 0.508893, + "f1": 0.461491, + "accuracy": 0.508893, + "main_score": 0.461491, + "hf_subset": "bjn_Arab-rus_Cyrl", + "languages": [ + "bjn-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.38075, + "recall": 0.426877, + "f1": 0.392873, + "accuracy": 0.426877, + "main_score": 0.392873, + "hf_subset": "bjn_Arab-taq_Latn", + "languages": [ + "bjn-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.421505, + "recall": 0.477273, + "f1": 0.435065, + "accuracy": 0.477273, + "main_score": 0.435065, + "hf_subset": "bjn_Arab-war_Latn", + "languages": [ + "bjn-Arab", + "war-Latn" + ] + }, + { + "precision": 0.431001, + "recall": 0.48913, + "f1": 0.445463, + "accuracy": 0.48913, + "main_score": 0.445463, + "hf_subset": "bjn_Arab-arb_Arab", + "languages": [ + "bjn-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.445482, + "recall": 0.505929, + "f1": 0.46058, + "accuracy": 0.505929, + "main_score": 0.46058, + "hf_subset": "bjn_Arab-bul_Cyrl", + "languages": [ + "bjn-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.437635, + "recall": 0.498024, + "f1": 0.452168, + "accuracy": 0.498024, + "main_score": 0.452168, + "hf_subset": "bjn_Arab-fra_Latn", + "languages": [ + "bjn-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.462125, + "recall": 0.524704, + "f1": 0.478131, + "accuracy": 0.524704, + "main_score": 0.478131, + "hf_subset": "bjn_Arab-jpn_Jpan", + "languages": [ + "bjn-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.458648, + "recall": 0.508893, + "f1": 0.470948, + "accuracy": 0.508893, + "main_score": 0.470948, + "hf_subset": "bjn_Arab-lij_Latn", + "languages": [ + "bjn-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.381701, + "recall": 0.434783, + "f1": 0.394761, + "accuracy": 0.434783, + "main_score": 0.394761, + "hf_subset": "bjn_Arab-mya_Mymr", + "languages": [ + "bjn-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.384033, + "recall": 0.426877, + "f1": 0.395938, + "accuracy": 0.426877, + "main_score": 0.395938, + "hf_subset": "bjn_Arab-sag_Latn", + "languages": [ + "bjn-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.216762, + "recall": 0.261858, + "f1": 0.227568, + "accuracy": 0.261858, + "main_score": 0.227568, + "hf_subset": "bjn_Arab-taq_Tfng", + "languages": [ + "bjn-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.422944, + "recall": 0.469368, + "f1": 0.434957, + "accuracy": 0.469368, + "main_score": 0.434957, + "hf_subset": "bjn_Arab-wol_Latn", + "languages": [ + "bjn-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.3684, + "recall": 0.433794, + "f1": 0.384348, + "accuracy": 0.433794, + "main_score": 0.384348, + "hf_subset": "bjn_Arab-arb_Latn", + "languages": [ + "bjn-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.41825, + "recall": 0.469368, + "f1": 0.430757, + "accuracy": 0.469368, + "main_score": 0.430757, + "hf_subset": "bjn_Arab-cat_Latn", + "languages": [ + "bjn-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.456617, + "recall": 0.503953, + "f1": 0.468319, + "accuracy": 0.503953, + "main_score": 0.468319, + "hf_subset": "bjn_Arab-fur_Latn", + "languages": [ + "bjn-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.342119, + "recall": 0.387352, + "f1": 0.353731, + "accuracy": 0.387352, + "main_score": 0.353731, + "hf_subset": "bjn_Arab-kab_Latn", + "languages": [ + "bjn-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.433632, + "recall": 0.482213, + "f1": 0.444349, + "accuracy": 0.482213, + "main_score": 0.444349, + "hf_subset": "bjn_Arab-lim_Latn", + "languages": [ + "bjn-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.422581, + "recall": 0.486166, + "f1": 0.439015, + "accuracy": 0.486166, + "main_score": 0.439015, + "hf_subset": "bjn_Arab-nld_Latn", + "languages": [ + "bjn-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.39474, + "recall": 0.45751, + "f1": 0.409823, + "accuracy": 0.45751, + "main_score": 0.409823, + "hf_subset": "bjn_Arab-san_Deva", + "languages": [ + "bjn-Arab", + "san-Deva" + ] + }, + { + "precision": 0.410992, + "recall": 0.471344, + "f1": 0.426132, + "accuracy": 0.471344, + "main_score": 0.426132, + "hf_subset": "bjn_Arab-tat_Cyrl", + "languages": [ + "bjn-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.360507, + "recall": 0.420949, + "f1": 0.376031, + "accuracy": 0.420949, + "main_score": 0.376031, + "hf_subset": "bjn_Arab-xho_Latn", + "languages": [ + "bjn-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.427576, + "recall": 0.48419, + "f1": 0.441302, + "accuracy": 0.48419, + "main_score": 0.441302, + "hf_subset": "bjn_Arab-ars_Arab", + "languages": [ + "bjn-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.384537, + "recall": 0.438735, + "f1": 0.397538, + "accuracy": 0.438735, + "main_score": 0.397538, + "hf_subset": "bjn_Arab-ceb_Latn", + "languages": [ + "bjn-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.346304, + "recall": 0.38834, + "f1": 0.356752, + "accuracy": 0.38834, + "main_score": 0.356752, + "hf_subset": "bjn_Arab-fuv_Latn", + "languages": [ + "bjn-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.362791, + "recall": 0.405138, + "f1": 0.374523, + "accuracy": 0.405138, + "main_score": 0.374523, + "hf_subset": "bjn_Arab-kac_Latn", + "languages": [ + "bjn-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.411947, + "recall": 0.462451, + "f1": 0.42503, + "accuracy": 0.462451, + "main_score": 0.42503, + "hf_subset": "bjn_Arab-lin_Latn", + "languages": [ + "bjn-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.396633, + "recall": 0.449605, + "f1": 0.40966, + "accuracy": 0.449605, + "main_score": 0.40966, + "hf_subset": "bjn_Arab-nno_Latn", + "languages": [ + "bjn-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.42095, + "recall": 0.486166, + "f1": 0.438573, + "accuracy": 0.486166, + "main_score": 0.438573, + "hf_subset": "bjn_Arab-sat_Olck", + "languages": [ + "bjn-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.363344, + "recall": 0.427866, + "f1": 0.378191, + "accuracy": 0.427866, + "main_score": 0.378191, + "hf_subset": "bjn_Arab-tel_Telu", + "languages": [ + "bjn-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.407394, + "recall": 0.460474, + "f1": 0.420524, + "accuracy": 0.460474, + "main_score": 0.420524, + "hf_subset": "bjn_Arab-ydd_Hebr", + "languages": [ + "bjn-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.419623, + "recall": 0.472332, + "f1": 0.43215, + "accuracy": 0.472332, + "main_score": 0.43215, + "hf_subset": "bjn_Arab-ary_Arab", + "languages": [ + "bjn-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.426725, + "recall": 0.48913, + "f1": 0.441563, + "accuracy": 0.48913, + "main_score": 0.441563, + "hf_subset": "bjn_Arab-ces_Latn", + "languages": [ + "bjn-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.390211, + "recall": 0.451581, + "f1": 0.406527, + "accuracy": 0.451581, + "main_score": 0.406527, + "hf_subset": "bjn_Arab-gaz_Latn", + "languages": [ + "bjn-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.36819, + "recall": 0.414032, + "f1": 0.380406, + "accuracy": 0.414032, + "main_score": 0.380406, + "hf_subset": "bjn_Arab-kam_Latn", + "languages": [ + "bjn-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.394966, + "recall": 0.458498, + "f1": 0.410134, + "accuracy": 0.458498, + "main_score": 0.410134, + "hf_subset": "bjn_Arab-lit_Latn", + "languages": [ + "bjn-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.406065, + "recall": 0.47332, + "f1": 0.423029, + "accuracy": 0.47332, + "main_score": 0.423029, + "hf_subset": "bjn_Arab-nob_Latn", + "languages": [ + "bjn-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.422206, + "recall": 0.476285, + "f1": 0.435803, + "accuracy": 0.476285, + "main_score": 0.435803, + "hf_subset": "bjn_Arab-scn_Latn", + "languages": [ + "bjn-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.382285, + "recall": 0.440711, + "f1": 0.397449, + "accuracy": 0.440711, + "main_score": 0.397449, + "hf_subset": "bjn_Arab-tgk_Cyrl", + "languages": [ + "bjn-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.344501, + "recall": 0.402174, + "f1": 0.35957, + "accuracy": 0.402174, + "main_score": 0.35957, + "hf_subset": "bjn_Arab-yor_Latn", + "languages": [ + "bjn-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.431645, + "recall": 0.48419, + "f1": 0.444279, + "accuracy": 0.48419, + "main_score": 0.444279, + "hf_subset": "bjn_Arab-arz_Arab", + "languages": [ + "bjn-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.35937, + "recall": 0.403162, + "f1": 0.370945, + "accuracy": 0.403162, + "main_score": 0.370945, + "hf_subset": "bjn_Arab-cjk_Latn", + "languages": [ + "bjn-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.350959, + "recall": 0.414032, + "f1": 0.366432, + "accuracy": 0.414032, + "main_score": 0.366432, + "hf_subset": "bjn_Arab-gla_Latn", + "languages": [ + "bjn-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.377763, + "recall": 0.431818, + "f1": 0.391764, + "accuracy": 0.431818, + "main_score": 0.391764, + "hf_subset": "bjn_Arab-kan_Knda", + "languages": [ + "bjn-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.450115, + "recall": 0.497036, + "f1": 0.461159, + "accuracy": 0.497036, + "main_score": 0.461159, + "hf_subset": "bjn_Arab-lmo_Latn", + "languages": [ + "bjn-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.408574, + "recall": 0.464427, + "f1": 0.421521, + "accuracy": 0.464427, + "main_score": 0.421521, + "hf_subset": "bjn_Arab-npi_Deva", + "languages": [ + "bjn-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.269744, + "recall": 0.315217, + "f1": 0.281033, + "accuracy": 0.315217, + "main_score": 0.281033, + "hf_subset": "bjn_Arab-shn_Mymr", + "languages": [ + "bjn-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.416514, + "recall": 0.472332, + "f1": 0.430003, + "accuracy": 0.472332, + "main_score": 0.430003, + "hf_subset": "bjn_Arab-tgl_Latn", + "languages": [ + "bjn-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.382083, + "recall": 0.4417, + "f1": 0.396991, + "accuracy": 0.4417, + "main_score": 0.396991, + "hf_subset": "bjn_Arab-yue_Hant", + "languages": [ + "bjn-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.373758, + "recall": 0.416008, + "f1": 0.383966, + "accuracy": 0.416008, + "main_score": 0.383966, + "hf_subset": "bjn_Arab-asm_Beng", + "languages": [ + "bjn-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.389733, + "recall": 0.453557, + "f1": 0.406199, + "accuracy": 0.453557, + "main_score": 0.406199, + "hf_subset": "bjn_Arab-ckb_Arab", + "languages": [ + "bjn-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.355353, + "recall": 0.413043, + "f1": 0.369436, + "accuracy": 0.413043, + "main_score": 0.369436, + "hf_subset": "bjn_Arab-gle_Latn", + "languages": [ + "bjn-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.450089, + "recall": 0.505929, + "f1": 0.465119, + "accuracy": 0.505929, + "main_score": 0.465119, + "hf_subset": "bjn_Arab-kas_Arab", + "languages": [ + "bjn-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.443847, + "recall": 0.506917, + "f1": 0.460181, + "accuracy": 0.506917, + "main_score": 0.460181, + "hf_subset": "bjn_Arab-ltg_Latn", + "languages": [ + "bjn-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.394648, + "recall": 0.449605, + "f1": 0.409581, + "accuracy": 0.449605, + "main_score": 0.409581, + "hf_subset": "bjn_Arab-nso_Latn", + "languages": [ + "bjn-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.38275, + "recall": 0.448617, + "f1": 0.398869, + "accuracy": 0.448617, + "main_score": 0.398869, + "hf_subset": "bjn_Arab-sin_Sinh", + "languages": [ + "bjn-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.419422, + "recall": 0.476285, + "f1": 0.431938, + "accuracy": 0.476285, + "main_score": 0.431938, + "hf_subset": "bjn_Arab-tha_Thai", + "languages": [ + "bjn-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.3277, + "recall": 0.379447, + "f1": 0.340353, + "accuracy": 0.379447, + "main_score": 0.340353, + "hf_subset": "bjn_Arab-zho_Hans", + "languages": [ + "bjn-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.404833, + "recall": 0.467391, + "f1": 0.420078, + "accuracy": 0.467391, + "main_score": 0.420078, + "hf_subset": "bjn_Arab-ast_Latn", + "languages": [ + "bjn-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.446068, + "recall": 0.507905, + "f1": 0.46191, + "accuracy": 0.507905, + "main_score": 0.46191, + "hf_subset": "bjn_Arab-crh_Latn", + "languages": [ + "bjn-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.410952, + "recall": 0.464427, + "f1": 0.424135, + "accuracy": 0.464427, + "main_score": 0.424135, + "hf_subset": "bjn_Arab-glg_Latn", + "languages": [ + "bjn-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.439376, + "recall": 0.492095, + "f1": 0.452992, + "accuracy": 0.492095, + "main_score": 0.452992, + "hf_subset": "bjn_Arab-kas_Deva", + "languages": [ + "bjn-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.399314, + "recall": 0.462451, + "f1": 0.414854, + "accuracy": 0.462451, + "main_score": 0.414854, + "hf_subset": "bjn_Arab-ltz_Latn", + "languages": [ + "bjn-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.346571, + "recall": 0.393281, + "f1": 0.358451, + "accuracy": 0.393281, + "main_score": 0.358451, + "hf_subset": "bjn_Arab-nus_Latn", + "languages": [ + "bjn-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.40715, + "recall": 0.468379, + "f1": 0.422001, + "accuracy": 0.468379, + "main_score": 0.422001, + "hf_subset": "bjn_Arab-slk_Latn", + "languages": [ + "bjn-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.413357, + "recall": 0.466403, + "f1": 0.428004, + "accuracy": 0.466403, + "main_score": 0.428004, + "hf_subset": "bjn_Arab-tir_Ethi", + "languages": [ + "bjn-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.398334, + "recall": 0.455534, + "f1": 0.411503, + "accuracy": 0.455534, + "main_score": 0.411503, + "hf_subset": "bjn_Arab-zho_Hant", + "languages": [ + "bjn-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.44183, + "recall": 0.500988, + "f1": 0.456175, + "accuracy": 0.500988, + "main_score": 0.456175, + "hf_subset": "bjn_Arab-awa_Deva", + "languages": [ + "bjn-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.385238, + "recall": 0.447628, + "f1": 0.401218, + "accuracy": 0.447628, + "main_score": 0.401218, + "hf_subset": "bjn_Arab-cym_Latn", + "languages": [ + "bjn-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.401552, + "recall": 0.442688, + "f1": 0.411838, + "accuracy": 0.442688, + "main_score": 0.411838, + "hf_subset": "bjn_Arab-grn_Latn", + "languages": [ + "bjn-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.413498, + "recall": 0.474308, + "f1": 0.42742, + "accuracy": 0.474308, + "main_score": 0.42742, + "hf_subset": "bjn_Arab-kat_Geor", + "languages": [ + "bjn-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.409123, + "recall": 0.448617, + "f1": 0.41971, + "accuracy": 0.448617, + "main_score": 0.41971, + "hf_subset": "bjn_Arab-lua_Latn", + "languages": [ + "bjn-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.341039, + "recall": 0.395257, + "f1": 0.354021, + "accuracy": 0.395257, + "main_score": 0.354021, + "hf_subset": "bjn_Arab-nya_Latn", + "languages": [ + "bjn-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.424235, + "recall": 0.475296, + "f1": 0.436656, + "accuracy": 0.475296, + "main_score": 0.436656, + "hf_subset": "bjn_Arab-slv_Latn", + "languages": [ + "bjn-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.407272, + "recall": 0.451581, + "f1": 0.417813, + "accuracy": 0.451581, + "main_score": 0.417813, + "hf_subset": "bjn_Arab-tpi_Latn", + "languages": [ + "bjn-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.431388, + "recall": 0.486166, + "f1": 0.444409, + "accuracy": 0.486166, + "main_score": 0.444409, + "hf_subset": "bjn_Arab-zsm_Latn", + "languages": [ + "bjn-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.363781, + "recall": 0.410079, + "f1": 0.37544, + "accuracy": 0.410079, + "main_score": 0.37544, + "hf_subset": "bjn_Arab-ayr_Latn", + "languages": [ + "bjn-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.441453, + "recall": 0.504941, + "f1": 0.456285, + "accuracy": 0.504941, + "main_score": 0.456285, + "hf_subset": "bjn_Arab-dan_Latn", + "languages": [ + "bjn-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.391757, + "recall": 0.451581, + "f1": 0.404763, + "accuracy": 0.451581, + "main_score": 0.404763, + "hf_subset": "bjn_Arab-guj_Gujr", + "languages": [ + "bjn-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.390382, + "recall": 0.449605, + "f1": 0.405414, + "accuracy": 0.449605, + "main_score": 0.405414, + "hf_subset": "bjn_Arab-kaz_Cyrl", + "languages": [ + "bjn-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.345983, + "recall": 0.396245, + "f1": 0.358714, + "accuracy": 0.396245, + "main_score": 0.358714, + "hf_subset": "bjn_Arab-lug_Latn", + "languages": [ + "bjn-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.434155, + "recall": 0.485178, + "f1": 0.446594, + "accuracy": 0.485178, + "main_score": 0.446594, + "hf_subset": "bjn_Arab-oci_Latn", + "languages": [ + "bjn-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.378639, + "recall": 0.425889, + "f1": 0.390626, + "accuracy": 0.425889, + "main_score": 0.390626, + "hf_subset": "bjn_Arab-smo_Latn", + "languages": [ + "bjn-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.346661, + "recall": 0.400198, + "f1": 0.36113, + "accuracy": 0.400198, + "main_score": 0.36113, + "hf_subset": "bjn_Arab-tsn_Latn", + "languages": [ + "bjn-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.347353, + "recall": 0.40415, + "f1": 0.362313, + "accuracy": 0.40415, + "main_score": 0.362313, + "hf_subset": "bjn_Arab-zul_Latn", + "languages": [ + "bjn-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.389692, + "recall": 0.439723, + "f1": 0.402769, + "accuracy": 0.439723, + "main_score": 0.402769, + "hf_subset": "bjn_Arab-azb_Arab", + "languages": [ + "bjn-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.438577, + "recall": 0.500988, + "f1": 0.454053, + "accuracy": 0.500988, + "main_score": 0.454053, + "hf_subset": "bjn_Arab-deu_Latn", + "languages": [ + "bjn-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.415094, + "recall": 0.481225, + "f1": 0.432015, + "accuracy": 0.481225, + "main_score": 0.432015, + "hf_subset": "bjn_Arab-hat_Latn", + "languages": [ + "bjn-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.335955, + "recall": 0.378458, + "f1": 0.347416, + "accuracy": 0.378458, + "main_score": 0.347416, + "hf_subset": "bjn_Arab-kbp_Latn", + "languages": [ + "bjn-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.37235, + "recall": 0.41502, + "f1": 0.383239, + "accuracy": 0.41502, + "main_score": 0.383239, + "hf_subset": "bjn_Arab-luo_Latn", + "languages": [ + "bjn-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.361198, + "recall": 0.423913, + "f1": 0.37634, + "accuracy": 0.423913, + "main_score": 0.37634, + "hf_subset": "bjn_Arab-ory_Orya", + "languages": [ + "bjn-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.333874, + "recall": 0.396245, + "f1": 0.348951, + "accuracy": 0.396245, + "main_score": 0.348951, + "hf_subset": "bjn_Arab-sna_Latn", + "languages": [ + "bjn-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.384962, + "recall": 0.428854, + "f1": 0.396801, + "accuracy": 0.428854, + "main_score": 0.396801, + "hf_subset": "bjn_Arab-tso_Latn", + "languages": [ + "bjn-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.375043, + "recall": 0.439723, + "f1": 0.39059, + "accuracy": 0.439723, + "main_score": 0.39059, + "hf_subset": "bjn_Arab-azj_Latn", + "languages": [ + "bjn-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.336195, + "recall": 0.394269, + "f1": 0.351547, + "accuracy": 0.394269, + "main_score": 0.351547, + "hf_subset": "bjn_Arab-dik_Latn", + "languages": [ + "bjn-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.354641, + "recall": 0.408103, + "f1": 0.368115, + "accuracy": 0.408103, + "main_score": 0.368115, + "hf_subset": "bjn_Arab-hau_Latn", + "languages": [ + "bjn-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.434969, + "recall": 0.494071, + "f1": 0.45005, + "accuracy": 0.494071, + "main_score": 0.45005, + "hf_subset": "bjn_Arab-kea_Latn", + "languages": [ + "bjn-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.391768, + "recall": 0.438735, + "f1": 0.403084, + "accuracy": 0.438735, + "main_score": 0.403084, + "hf_subset": "bjn_Arab-lus_Latn", + "languages": [ + "bjn-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.444595, + "recall": 0.496047, + "f1": 0.457213, + "accuracy": 0.496047, + "main_score": 0.457213, + "hf_subset": "bjn_Arab-pag_Latn", + "languages": [ + "bjn-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.376521, + "recall": 0.442688, + "f1": 0.392405, + "accuracy": 0.442688, + "main_score": 0.392405, + "hf_subset": "bjn_Arab-snd_Arab", + "languages": [ + "bjn-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.392057, + "recall": 0.451581, + "f1": 0.407177, + "accuracy": 0.451581, + "main_score": 0.407177, + "hf_subset": "bjn_Arab-tuk_Latn", + "languages": [ + "bjn-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.389579, + "recall": 0.445652, + "f1": 0.403218, + "accuracy": 0.445652, + "main_score": 0.403218, + "hf_subset": "bjn_Arab-bak_Cyrl", + "languages": [ + "bjn-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.307099, + "recall": 0.354743, + "f1": 0.320342, + "accuracy": 0.354743, + "main_score": 0.320342, + "hf_subset": "bjn_Arab-dyu_Latn", + "languages": [ + "bjn-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.426095, + "recall": 0.476285, + "f1": 0.437565, + "accuracy": 0.476285, + "main_score": 0.437565, + "hf_subset": "bjn_Arab-heb_Hebr", + "languages": [ + "bjn-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.410708, + "recall": 0.470356, + "f1": 0.425749, + "accuracy": 0.470356, + "main_score": 0.425749, + "hf_subset": "bjn_Arab-khk_Cyrl", + "languages": [ + "bjn-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.408221, + "recall": 0.467391, + "f1": 0.421296, + "accuracy": 0.467391, + "main_score": 0.421296, + "hf_subset": "bjn_Arab-lvs_Latn", + "languages": [ + "bjn-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.376404, + "recall": 0.435771, + "f1": 0.390169, + "accuracy": 0.435771, + "main_score": 0.390169, + "hf_subset": "bjn_Arab-pan_Guru", + "languages": [ + "bjn-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.36256, + "recall": 0.418972, + "f1": 0.376553, + "accuracy": 0.418972, + "main_score": 0.376553, + "hf_subset": "bjn_Arab-som_Latn", + "languages": [ + "bjn-Arab", + "som-Latn" + ] + }, + { + "precision": 0.341572, + "recall": 0.383399, + "f1": 0.352874, + "accuracy": 0.383399, + "main_score": 0.352874, + "hf_subset": "bjn_Arab-tum_Latn", + "languages": [ + "bjn-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.356425, + "recall": 0.408103, + "f1": 0.369864, + "accuracy": 0.408103, + "main_score": 0.369864, + "hf_subset": "ewe_Latn-ace_Arab", + "languages": [ + "ewe-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.481333, + "recall": 0.517787, + "f1": 0.492265, + "accuracy": 0.517787, + "main_score": 0.492265, + "hf_subset": "ewe_Latn-bam_Latn", + "languages": [ + "ewe-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.258175, + "recall": 0.315217, + "f1": 0.272179, + "accuracy": 0.315217, + "main_score": 0.272179, + "hf_subset": "ewe_Latn-dzo_Tibt", + "languages": [ + "ewe-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.419122, + "recall": 0.478261, + "f1": 0.435341, + "accuracy": 0.478261, + "main_score": 0.435341, + "hf_subset": "ewe_Latn-hin_Deva", + "languages": [ + "ewe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.408368, + "recall": 0.453557, + "f1": 0.420328, + "accuracy": 0.453557, + "main_score": 0.420328, + "hf_subset": "ewe_Latn-khm_Khmr", + "languages": [ + "ewe-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.415155, + "recall": 0.466403, + "f1": 0.428004, + "accuracy": 0.466403, + "main_score": 0.428004, + "hf_subset": "ewe_Latn-mag_Deva", + "languages": [ + "ewe-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.436876, + "recall": 0.483202, + "f1": 0.449378, + "accuracy": 0.483202, + "main_score": 0.449378, + "hf_subset": "ewe_Latn-pap_Latn", + "languages": [ + "ewe-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.446248, + "recall": 0.493083, + "f1": 0.457459, + "accuracy": 0.493083, + "main_score": 0.457459, + "hf_subset": "ewe_Latn-sot_Latn", + "languages": [ + "ewe-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.435882, + "recall": 0.480237, + "f1": 0.447784, + "accuracy": 0.480237, + "main_score": 0.447784, + "hf_subset": "ewe_Latn-tur_Latn", + "languages": [ + "ewe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.44331, + "recall": 0.481225, + "f1": 0.453397, + "accuracy": 0.481225, + "main_score": 0.453397, + "hf_subset": "ewe_Latn-ace_Latn", + "languages": [ + "ewe-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.398945, + "recall": 0.449605, + "f1": 0.412499, + "accuracy": 0.449605, + "main_score": 0.412499, + "hf_subset": "ewe_Latn-ban_Latn", + "languages": [ + "ewe-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.425943, + "recall": 0.474308, + "f1": 0.438874, + "accuracy": 0.474308, + "main_score": 0.438874, + "hf_subset": "ewe_Latn-ell_Grek", + "languages": [ + "ewe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.407264, + "recall": 0.461462, + "f1": 0.421881, + "accuracy": 0.461462, + "main_score": 0.421881, + "hf_subset": "ewe_Latn-hne_Deva", + "languages": [ + "ewe-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.43844, + "recall": 0.479249, + "f1": 0.449922, + "accuracy": 0.479249, + "main_score": 0.449922, + "hf_subset": "ewe_Latn-kik_Latn", + "languages": [ + "ewe-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.427584, + "recall": 0.478261, + "f1": 0.441073, + "accuracy": 0.478261, + "main_score": 0.441073, + "hf_subset": "ewe_Latn-mai_Deva", + "languages": [ + "ewe-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.385678, + "recall": 0.433794, + "f1": 0.398437, + "accuracy": 0.433794, + "main_score": 0.398437, + "hf_subset": "ewe_Latn-pbt_Arab", + "languages": [ + "ewe-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.444591, + "recall": 0.500988, + "f1": 0.459605, + "accuracy": 0.500988, + "main_score": 0.459605, + "hf_subset": "ewe_Latn-spa_Latn", + "languages": [ + "ewe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.470454, + "recall": 0.518775, + "f1": 0.483984, + "accuracy": 0.518775, + "main_score": 0.483984, + "hf_subset": "ewe_Latn-twi_Latn", + "languages": [ + "ewe-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.43049, + "recall": 0.472332, + "f1": 0.441825, + "accuracy": 0.472332, + "main_score": 0.441825, + "hf_subset": "ewe_Latn-acm_Arab", + "languages": [ + "ewe-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.385764, + "recall": 0.428854, + "f1": 0.397331, + "accuracy": 0.428854, + "main_score": 0.397331, + "hf_subset": "ewe_Latn-bel_Cyrl", + "languages": [ + "ewe-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.462508, + "recall": 0.525692, + "f1": 0.479292, + "accuracy": 0.525692, + "main_score": 0.479292, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.419494, + "recall": 0.470356, + "f1": 0.432957, + "accuracy": 0.470356, + "main_score": 0.432957, + "hf_subset": "ewe_Latn-hrv_Latn", + "languages": [ + "ewe-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.422484, + "recall": 0.468379, + "f1": 0.434363, + "accuracy": 0.468379, + "main_score": 0.434363, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.399739, + "recall": 0.449605, + "f1": 0.413059, + "accuracy": 0.449605, + "main_score": 0.413059, + "hf_subset": "ewe_Latn-mal_Mlym", + "languages": [ + "ewe-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.41045, + "recall": 0.462451, + "f1": 0.423987, + "accuracy": 0.462451, + "main_score": 0.423987, + "hf_subset": "ewe_Latn-pes_Arab", + "languages": [ + "ewe-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.415828, + "recall": 0.460474, + "f1": 0.428008, + "accuracy": 0.460474, + "main_score": 0.428008, + "hf_subset": "ewe_Latn-srd_Latn", + "languages": [ + "ewe-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.205936, + "recall": 0.251976, + "f1": 0.216681, + "accuracy": 0.251976, + "main_score": 0.216681, + "hf_subset": "ewe_Latn-tzm_Tfng", + "languages": [ + "ewe-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.431219, + "recall": 0.475296, + "f1": 0.443338, + "accuracy": 0.475296, + "main_score": 0.443338, + "hf_subset": "ewe_Latn-acq_Arab", + "languages": [ + "ewe-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.451704, + "recall": 0.497036, + "f1": 0.464182, + "accuracy": 0.497036, + "main_score": 0.464182, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.41505, + "recall": 0.456522, + "f1": 0.426104, + "accuracy": 0.456522, + "main_score": 0.426104, + "hf_subset": "ewe_Latn-epo_Latn", + "languages": [ + "ewe-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.412577, + "recall": 0.468379, + "f1": 0.426589, + "accuracy": 0.468379, + "main_score": 0.426589, + "hf_subset": "ewe_Latn-hun_Latn", + "languages": [ + "ewe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.415125, + "recall": 0.462451, + "f1": 0.42784, + "accuracy": 0.462451, + "main_score": 0.42784, + "hf_subset": "ewe_Latn-kir_Cyrl", + "languages": [ + "ewe-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.409304, + "recall": 0.462451, + "f1": 0.423288, + "accuracy": 0.462451, + "main_score": 0.423288, + "hf_subset": "ewe_Latn-mar_Deva", + "languages": [ + "ewe-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.438335, + "recall": 0.485178, + "f1": 0.451413, + "accuracy": 0.485178, + "main_score": 0.451413, + "hf_subset": "ewe_Latn-plt_Latn", + "languages": [ + "ewe-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.399108, + "recall": 0.449605, + "f1": 0.412806, + "accuracy": 0.449605, + "main_score": 0.412806, + "hf_subset": "ewe_Latn-srp_Cyrl", + "languages": [ + "ewe-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.352822, + "recall": 0.411067, + "f1": 0.36747, + "accuracy": 0.411067, + "main_score": 0.36747, + "hf_subset": "ewe_Latn-uig_Arab", + "languages": [ + "ewe-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.409312, + "recall": 0.456522, + "f1": 0.421605, + "accuracy": 0.456522, + "main_score": 0.421605, + "hf_subset": "ewe_Latn-aeb_Arab", + "languages": [ + "ewe-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.423154, + "recall": 0.470356, + "f1": 0.436232, + "accuracy": 0.470356, + "main_score": 0.436232, + "hf_subset": "ewe_Latn-ben_Beng", + "languages": [ + "ewe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.417768, + "recall": 0.470356, + "f1": 0.432749, + "accuracy": 0.470356, + "main_score": 0.432749, + "hf_subset": "ewe_Latn-est_Latn", + "languages": [ + "ewe-Latn", + "est-Latn" + ] + }, + { + "precision": 0.394461, + "recall": 0.448617, + "f1": 0.408986, + "accuracy": 0.448617, + "main_score": 0.408986, + "hf_subset": "ewe_Latn-hye_Armn", + "languages": [ + "ewe-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.454934, + "recall": 0.488142, + "f1": 0.464601, + "accuracy": 0.488142, + "main_score": 0.464601, + "hf_subset": "ewe_Latn-kmb_Latn", + "languages": [ + "ewe-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.320065, + "recall": 0.37747, + "f1": 0.335635, + "accuracy": 0.37747, + "main_score": 0.335635, + "hf_subset": "ewe_Latn-min_Arab", + "languages": [ + "ewe-Latn", + "min-Arab" + ] + }, + { + "precision": 0.436976, + "recall": 0.488142, + "f1": 0.450661, + "accuracy": 0.488142, + "main_score": 0.450661, + "hf_subset": "ewe_Latn-pol_Latn", + "languages": [ + "ewe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.420402, + "recall": 0.465415, + "f1": 0.432326, + "accuracy": 0.465415, + "main_score": 0.432326, + "hf_subset": "ewe_Latn-ssw_Latn", + "languages": [ + "ewe-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.423663, + "recall": 0.475296, + "f1": 0.436975, + "accuracy": 0.475296, + "main_score": 0.436975, + "hf_subset": "ewe_Latn-ukr_Cyrl", + "languages": [ + "ewe-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.428182, + "recall": 0.476285, + "f1": 0.439686, + "accuracy": 0.476285, + "main_score": 0.439686, + "hf_subset": "ewe_Latn-afr_Latn", + "languages": [ + "ewe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.446912, + "recall": 0.493083, + "f1": 0.458619, + "accuracy": 0.493083, + "main_score": 0.458619, + "hf_subset": "ewe_Latn-bho_Deva", + "languages": [ + "ewe-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.416181, + "recall": 0.461462, + "f1": 0.427929, + "accuracy": 0.461462, + "main_score": 0.427929, + "hf_subset": "ewe_Latn-eus_Latn", + "languages": [ + "ewe-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.420647, + "recall": 0.471344, + "f1": 0.434183, + "accuracy": 0.471344, + "main_score": 0.434183, + "hf_subset": "ewe_Latn-ibo_Latn", + "languages": [ + "ewe-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.432718, + "recall": 0.481225, + "f1": 0.44545, + "accuracy": 0.481225, + "main_score": 0.44545, + "hf_subset": "ewe_Latn-kmr_Latn", + "languages": [ + "ewe-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.410526, + "recall": 0.454545, + "f1": 0.421133, + "accuracy": 0.454545, + "main_score": 0.421133, + "hf_subset": "ewe_Latn-min_Latn", + "languages": [ + "ewe-Latn", + "min-Latn" + ] + }, + { + "precision": 0.44158, + "recall": 0.495059, + "f1": 0.456309, + "accuracy": 0.495059, + "main_score": 0.456309, + "hf_subset": "ewe_Latn-por_Latn", + "languages": [ + "ewe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.402274, + "recall": 0.451581, + "f1": 0.414804, + "accuracy": 0.451581, + "main_score": 0.414804, + "hf_subset": "ewe_Latn-sun_Latn", + "languages": [ + "ewe-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.446538, + "recall": 0.48419, + "f1": 0.45707, + "accuracy": 0.48419, + "main_score": 0.45707, + "hf_subset": "ewe_Latn-umb_Latn", + "languages": [ + "ewe-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.429275, + "recall": 0.471344, + "f1": 0.439173, + "accuracy": 0.471344, + "main_score": 0.439173, + "hf_subset": "ewe_Latn-ajp_Arab", + "languages": [ + "ewe-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.341547, + "recall": 0.390316, + "f1": 0.354524, + "accuracy": 0.390316, + "main_score": 0.354524, + "hf_subset": "ewe_Latn-bjn_Arab", + "languages": [ + "ewe-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.420391, + "recall": 0.469368, + "f1": 0.433562, + "accuracy": 0.469368, + "main_score": 0.433562, + "hf_subset": "ewe_Latn-ilo_Latn", + "languages": [ + "ewe-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.244603, + "recall": 0.298419, + "f1": 0.258372, + "accuracy": 0.298419, + "main_score": 0.258372, + "hf_subset": "ewe_Latn-knc_Arab", + "languages": [ + "ewe-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.414359, + "recall": 0.463439, + "f1": 0.426786, + "accuracy": 0.463439, + "main_score": 0.426786, + "hf_subset": "ewe_Latn-mkd_Cyrl", + "languages": [ + "ewe-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.411119, + "recall": 0.468379, + "f1": 0.426441, + "accuracy": 0.468379, + "main_score": 0.426441, + "hf_subset": "ewe_Latn-prs_Arab", + "languages": [ + "ewe-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.440577, + "recall": 0.492095, + "f1": 0.454638, + "accuracy": 0.492095, + "main_score": 0.454638, + "hf_subset": "ewe_Latn-swe_Latn", + "languages": [ + "ewe-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.413791, + "recall": 0.463439, + "f1": 0.427138, + "accuracy": 0.463439, + "main_score": 0.427138, + "hf_subset": "ewe_Latn-urd_Arab", + "languages": [ + "ewe-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.48608, + "recall": 0.527668, + "f1": 0.498036, + "accuracy": 0.527668, + "main_score": 0.498036, + "hf_subset": "ewe_Latn-aka_Latn", + "languages": [ + "ewe-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.419575, + "recall": 0.464427, + "f1": 0.431576, + "accuracy": 0.464427, + "main_score": 0.431576, + "hf_subset": "ewe_Latn-bjn_Latn", + "languages": [ + "ewe-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.417842, + "recall": 0.460474, + "f1": 0.429906, + "accuracy": 0.460474, + "main_score": 0.429906, + "hf_subset": "ewe_Latn-fao_Latn", + "languages": [ + "ewe-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.437457, + "recall": 0.485178, + "f1": 0.449887, + "accuracy": 0.485178, + "main_score": 0.449887, + "hf_subset": "ewe_Latn-ind_Latn", + "languages": [ + "ewe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.480513, + "recall": 0.518775, + "f1": 0.491478, + "accuracy": 0.518775, + "main_score": 0.491478, + "hf_subset": "ewe_Latn-knc_Latn", + "languages": [ + "ewe-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.41184, + "recall": 0.458498, + "f1": 0.424048, + "accuracy": 0.458498, + "main_score": 0.424048, + "hf_subset": "ewe_Latn-mlt_Latn", + "languages": [ + "ewe-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.464517, + "recall": 0.505929, + "f1": 0.475832, + "accuracy": 0.505929, + "main_score": 0.475832, + "hf_subset": "ewe_Latn-quy_Latn", + "languages": [ + "ewe-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.418506, + "recall": 0.466403, + "f1": 0.43129, + "accuracy": 0.466403, + "main_score": 0.43129, + "hf_subset": "ewe_Latn-swh_Latn", + "languages": [ + "ewe-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.397547, + "recall": 0.444664, + "f1": 0.410165, + "accuracy": 0.444664, + "main_score": 0.410165, + "hf_subset": "ewe_Latn-uzn_Latn", + "languages": [ + "ewe-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.414337, + "recall": 0.459486, + "f1": 0.426398, + "accuracy": 0.459486, + "main_score": 0.426398, + "hf_subset": "ewe_Latn-als_Latn", + "languages": [ + "ewe-Latn", + "als-Latn" + ] + }, + { + "precision": 0.308471, + "recall": 0.370553, + "f1": 0.32523, + "accuracy": 0.370553, + "main_score": 0.32523, + "hf_subset": "ewe_Latn-bod_Tibt", + "languages": [ + "ewe-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.447416, + "recall": 0.493083, + "f1": 0.46055, + "accuracy": 0.493083, + "main_score": 0.46055, + "hf_subset": "ewe_Latn-fij_Latn", + "languages": [ + "ewe-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.401495, + "recall": 0.454545, + "f1": 0.415157, + "accuracy": 0.454545, + "main_score": 0.415157, + "hf_subset": "ewe_Latn-isl_Latn", + "languages": [ + "ewe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.471883, + "recall": 0.51581, + "f1": 0.484753, + "accuracy": 0.51581, + "main_score": 0.484753, + "hf_subset": "ewe_Latn-kon_Latn", + "languages": [ + "ewe-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.398328, + "recall": 0.447628, + "f1": 0.411335, + "accuracy": 0.447628, + "main_score": 0.411335, + "hf_subset": "ewe_Latn-mni_Beng", + "languages": [ + "ewe-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.415948, + "recall": 0.466403, + "f1": 0.429464, + "accuracy": 0.466403, + "main_score": 0.429464, + "hf_subset": "ewe_Latn-ron_Latn", + "languages": [ + "ewe-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.438727, + "recall": 0.48419, + "f1": 0.450648, + "accuracy": 0.48419, + "main_score": 0.450648, + "hf_subset": "ewe_Latn-szl_Latn", + "languages": [ + "ewe-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.440163, + "recall": 0.490119, + "f1": 0.453107, + "accuracy": 0.490119, + "main_score": 0.453107, + "hf_subset": "ewe_Latn-vec_Latn", + "languages": [ + "ewe-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.435144, + "recall": 0.486166, + "f1": 0.449151, + "accuracy": 0.486166, + "main_score": 0.449151, + "hf_subset": "ewe_Latn-amh_Ethi", + "languages": [ + "ewe-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.425286, + "recall": 0.474308, + "f1": 0.438456, + "accuracy": 0.474308, + "main_score": 0.438456, + "hf_subset": "ewe_Latn-bos_Latn", + "languages": [ + "ewe-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.417613, + "recall": 0.467391, + "f1": 0.430906, + "accuracy": 0.467391, + "main_score": 0.430906, + "hf_subset": "ewe_Latn-fin_Latn", + "languages": [ + "ewe-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.44637, + "recall": 0.495059, + "f1": 0.460337, + "accuracy": 0.495059, + "main_score": 0.460337, + "hf_subset": "ewe_Latn-ita_Latn", + "languages": [ + "ewe-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.440594, + "recall": 0.494071, + "f1": 0.455326, + "accuracy": 0.494071, + "main_score": 0.455326, + "hf_subset": "ewe_Latn-kor_Hang", + "languages": [ + "ewe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.467093, + "recall": 0.51087, + "f1": 0.479146, + "accuracy": 0.51087, + "main_score": 0.479146, + "hf_subset": "ewe_Latn-mos_Latn", + "languages": [ + "ewe-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.430847, + "recall": 0.479249, + "f1": 0.444756, + "accuracy": 0.479249, + "main_score": 0.444756, + "hf_subset": "ewe_Latn-run_Latn", + "languages": [ + "ewe-Latn", + "run-Latn" + ] + }, + { + "precision": 0.391293, + "recall": 0.4417, + "f1": 0.404569, + "accuracy": 0.4417, + "main_score": 0.404569, + "hf_subset": "ewe_Latn-tam_Taml", + "languages": [ + "ewe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.434948, + "recall": 0.477273, + "f1": 0.446716, + "accuracy": 0.477273, + "main_score": 0.446716, + "hf_subset": "ewe_Latn-vie_Latn", + "languages": [ + "ewe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.40859, + "recall": 0.454545, + "f1": 0.419753, + "accuracy": 0.454545, + "main_score": 0.419753, + "hf_subset": "ewe_Latn-apc_Arab", + "languages": [ + "ewe-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.456858, + "recall": 0.499012, + "f1": 0.468912, + "accuracy": 0.499012, + "main_score": 0.468912, + "hf_subset": "ewe_Latn-bug_Latn", + "languages": [ + "ewe-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.435194, + "recall": 0.474308, + "f1": 0.445931, + "accuracy": 0.474308, + "main_score": 0.445931, + "hf_subset": "ewe_Latn-fon_Latn", + "languages": [ + "ewe-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.408551, + "recall": 0.463439, + "f1": 0.422954, + "accuracy": 0.463439, + "main_score": 0.422954, + "hf_subset": "ewe_Latn-jav_Latn", + "languages": [ + "ewe-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.401211, + "recall": 0.44664, + "f1": 0.412894, + "accuracy": 0.44664, + "main_score": 0.412894, + "hf_subset": "ewe_Latn-lao_Laoo", + "languages": [ + "ewe-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.396174, + "recall": 0.450593, + "f1": 0.410682, + "accuracy": 0.450593, + "main_score": 0.410682, + "hf_subset": "ewe_Latn-mri_Latn", + "languages": [ + "ewe-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.425175, + "recall": 0.480237, + "f1": 0.440531, + "accuracy": 0.480237, + "main_score": 0.440531, + "hf_subset": "ewe_Latn-rus_Cyrl", + "languages": [ + "ewe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.454509, + "recall": 0.5, + "f1": 0.467614, + "accuracy": 0.5, + "main_score": 0.467614, + "hf_subset": "ewe_Latn-taq_Latn", + "languages": [ + "ewe-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.405807, + "recall": 0.459486, + "f1": 0.419643, + "accuracy": 0.459486, + "main_score": 0.419643, + "hf_subset": "ewe_Latn-war_Latn", + "languages": [ + "ewe-Latn", + "war-Latn" + ] + }, + { + "precision": 0.421043, + "recall": 0.468379, + "f1": 0.434145, + "accuracy": 0.468379, + "main_score": 0.434145, + "hf_subset": "ewe_Latn-arb_Arab", + "languages": [ + "ewe-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.433037, + "recall": 0.479249, + "f1": 0.445009, + "accuracy": 0.479249, + "main_score": 0.445009, + "hf_subset": "ewe_Latn-bul_Cyrl", + "languages": [ + "ewe-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.447646, + "recall": 0.498024, + "f1": 0.461201, + "accuracy": 0.498024, + "main_score": 0.461201, + "hf_subset": "ewe_Latn-fra_Latn", + "languages": [ + "ewe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.441828, + "recall": 0.496047, + "f1": 0.45688, + "accuracy": 0.496047, + "main_score": 0.45688, + "hf_subset": "ewe_Latn-jpn_Jpan", + "languages": [ + "ewe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.458199, + "recall": 0.495059, + "f1": 0.468824, + "accuracy": 0.495059, + "main_score": 0.468824, + "hf_subset": "ewe_Latn-lij_Latn", + "languages": [ + "ewe-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.387093, + "recall": 0.433794, + "f1": 0.399603, + "accuracy": 0.433794, + "main_score": 0.399603, + "hf_subset": "ewe_Latn-mya_Mymr", + "languages": [ + "ewe-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.480863, + "recall": 0.517787, + "f1": 0.491337, + "accuracy": 0.517787, + "main_score": 0.491337, + "hf_subset": "ewe_Latn-sag_Latn", + "languages": [ + "ewe-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22609, + "recall": 0.273715, + "f1": 0.237939, + "accuracy": 0.273715, + "main_score": 0.237939, + "hf_subset": "ewe_Latn-taq_Tfng", + "languages": [ + "ewe-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.485537, + "recall": 0.521739, + "f1": 0.495696, + "accuracy": 0.521739, + "main_score": 0.495696, + "hf_subset": "ewe_Latn-wol_Latn", + "languages": [ + "ewe-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.383715, + "recall": 0.434783, + "f1": 0.397514, + "accuracy": 0.434783, + "main_score": 0.397514, + "hf_subset": "ewe_Latn-arb_Latn", + "languages": [ + "ewe-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.422907, + "recall": 0.471344, + "f1": 0.435774, + "accuracy": 0.471344, + "main_score": 0.435774, + "hf_subset": "ewe_Latn-cat_Latn", + "languages": [ + "ewe-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.436912, + "recall": 0.487154, + "f1": 0.450492, + "accuracy": 0.487154, + "main_score": 0.450492, + "hf_subset": "ewe_Latn-fur_Latn", + "languages": [ + "ewe-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.394765, + "recall": 0.440711, + "f1": 0.4077, + "accuracy": 0.440711, + "main_score": 0.4077, + "hf_subset": "ewe_Latn-kab_Latn", + "languages": [ + "ewe-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.397767, + "recall": 0.445652, + "f1": 0.410547, + "accuracy": 0.445652, + "main_score": 0.410547, + "hf_subset": "ewe_Latn-lim_Latn", + "languages": [ + "ewe-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.440252, + "recall": 0.48913, + "f1": 0.45424, + "accuracy": 0.48913, + "main_score": 0.45424, + "hf_subset": "ewe_Latn-nld_Latn", + "languages": [ + "ewe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.406111, + "recall": 0.461462, + "f1": 0.420684, + "accuracy": 0.461462, + "main_score": 0.420684, + "hf_subset": "ewe_Latn-san_Deva", + "languages": [ + "ewe-Latn", + "san-Deva" + ] + }, + { + "precision": 0.400411, + "recall": 0.454545, + "f1": 0.414666, + "accuracy": 0.454545, + "main_score": 0.414666, + "hf_subset": "ewe_Latn-tat_Cyrl", + "languages": [ + "ewe-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.431808, + "recall": 0.481225, + "f1": 0.445293, + "accuracy": 0.481225, + "main_score": 0.445293, + "hf_subset": "ewe_Latn-xho_Latn", + "languages": [ + "ewe-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.409916, + "recall": 0.458498, + "f1": 0.423615, + "accuracy": 0.458498, + "main_score": 0.423615, + "hf_subset": "ewe_Latn-ars_Arab", + "languages": [ + "ewe-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.414675, + "recall": 0.45751, + "f1": 0.425708, + "accuracy": 0.45751, + "main_score": 0.425708, + "hf_subset": "ewe_Latn-ceb_Latn", + "languages": [ + "ewe-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.447472, + "recall": 0.497036, + "f1": 0.461764, + "accuracy": 0.497036, + "main_score": 0.461764, + "hf_subset": "ewe_Latn-fuv_Latn", + "languages": [ + "ewe-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.48159, + "recall": 0.517787, + "f1": 0.49226, + "accuracy": 0.517787, + "main_score": 0.49226, + "hf_subset": "ewe_Latn-kac_Latn", + "languages": [ + "ewe-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.49836, + "recall": 0.538538, + "f1": 0.509527, + "accuracy": 0.538538, + "main_score": 0.509527, + "hf_subset": "ewe_Latn-lin_Latn", + "languages": [ + "ewe-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.413074, + "recall": 0.461462, + "f1": 0.425711, + "accuracy": 0.461462, + "main_score": 0.425711, + "hf_subset": "ewe_Latn-nno_Latn", + "languages": [ + "ewe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.411582, + "recall": 0.472332, + "f1": 0.428059, + "accuracy": 0.472332, + "main_score": 0.428059, + "hf_subset": "ewe_Latn-sat_Olck", + "languages": [ + "ewe-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.404451, + "recall": 0.450593, + "f1": 0.415777, + "accuracy": 0.450593, + "main_score": 0.415777, + "hf_subset": "ewe_Latn-tel_Telu", + "languages": [ + "ewe-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.375096, + "recall": 0.425889, + "f1": 0.388522, + "accuracy": 0.425889, + "main_score": 0.388522, + "hf_subset": "ewe_Latn-ydd_Hebr", + "languages": [ + "ewe-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.388132, + "recall": 0.435771, + "f1": 0.399679, + "accuracy": 0.435771, + "main_score": 0.399679, + "hf_subset": "ewe_Latn-ary_Arab", + "languages": [ + "ewe-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.418834, + "recall": 0.478261, + "f1": 0.43502, + "accuracy": 0.478261, + "main_score": 0.43502, + "hf_subset": "ewe_Latn-ces_Latn", + "languages": [ + "ewe-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.409791, + "recall": 0.462451, + "f1": 0.424357, + "accuracy": 0.462451, + "main_score": 0.424357, + "hf_subset": "ewe_Latn-gaz_Latn", + "languages": [ + "ewe-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.45816, + "recall": 0.498024, + "f1": 0.469912, + "accuracy": 0.498024, + "main_score": 0.469912, + "hf_subset": "ewe_Latn-kam_Latn", + "languages": [ + "ewe-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.395259, + "recall": 0.447628, + "f1": 0.409536, + "accuracy": 0.447628, + "main_score": 0.409536, + "hf_subset": "ewe_Latn-lit_Latn", + "languages": [ + "ewe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.433042, + "recall": 0.486166, + "f1": 0.446914, + "accuracy": 0.486166, + "main_score": 0.446914, + "hf_subset": "ewe_Latn-nob_Latn", + "languages": [ + "ewe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.437275, + "recall": 0.478261, + "f1": 0.449049, + "accuracy": 0.478261, + "main_score": 0.449049, + "hf_subset": "ewe_Latn-scn_Latn", + "languages": [ + "ewe-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.394025, + "recall": 0.444664, + "f1": 0.407516, + "accuracy": 0.444664, + "main_score": 0.407516, + "hf_subset": "ewe_Latn-tgk_Cyrl", + "languages": [ + "ewe-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.430803, + "recall": 0.479249, + "f1": 0.44444, + "accuracy": 0.479249, + "main_score": 0.44444, + "hf_subset": "ewe_Latn-yor_Latn", + "languages": [ + "ewe-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.413528, + "recall": 0.467391, + "f1": 0.427683, + "accuracy": 0.467391, + "main_score": 0.427683, + "hf_subset": "ewe_Latn-arz_Arab", + "languages": [ + "ewe-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.448662, + "recall": 0.488142, + "f1": 0.460306, + "accuracy": 0.488142, + "main_score": 0.460306, + "hf_subset": "ewe_Latn-cjk_Latn", + "languages": [ + "ewe-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.414971, + "recall": 0.462451, + "f1": 0.427948, + "accuracy": 0.462451, + "main_score": 0.427948, + "hf_subset": "ewe_Latn-gla_Latn", + "languages": [ + "ewe-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.396846, + "recall": 0.445652, + "f1": 0.409636, + "accuracy": 0.445652, + "main_score": 0.409636, + "hf_subset": "ewe_Latn-kan_Knda", + "languages": [ + "ewe-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.447121, + "recall": 0.48913, + "f1": 0.45783, + "accuracy": 0.48913, + "main_score": 0.45783, + "hf_subset": "ewe_Latn-lmo_Latn", + "languages": [ + "ewe-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.409619, + "recall": 0.459486, + "f1": 0.42295, + "accuracy": 0.459486, + "main_score": 0.42295, + "hf_subset": "ewe_Latn-npi_Deva", + "languages": [ + "ewe-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.378025, + "recall": 0.436759, + "f1": 0.394062, + "accuracy": 0.436759, + "main_score": 0.394062, + "hf_subset": "ewe_Latn-shn_Mymr", + "languages": [ + "ewe-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.443827, + "recall": 0.488142, + "f1": 0.455306, + "accuracy": 0.488142, + "main_score": 0.455306, + "hf_subset": "ewe_Latn-tgl_Latn", + "languages": [ + "ewe-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.399744, + "recall": 0.455534, + "f1": 0.4141, + "accuracy": 0.455534, + "main_score": 0.4141, + "hf_subset": "ewe_Latn-yue_Hant", + "languages": [ + "ewe-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.36201, + "recall": 0.401186, + "f1": 0.373676, + "accuracy": 0.401186, + "main_score": 0.373676, + "hf_subset": "ewe_Latn-asm_Beng", + "languages": [ + "ewe-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.410578, + "recall": 0.463439, + "f1": 0.424078, + "accuracy": 0.463439, + "main_score": 0.424078, + "hf_subset": "ewe_Latn-ckb_Arab", + "languages": [ + "ewe-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.396473, + "recall": 0.445652, + "f1": 0.409573, + "accuracy": 0.445652, + "main_score": 0.409573, + "hf_subset": "ewe_Latn-gle_Latn", + "languages": [ + "ewe-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.400662, + "recall": 0.456522, + "f1": 0.415919, + "accuracy": 0.456522, + "main_score": 0.415919, + "hf_subset": "ewe_Latn-kas_Arab", + "languages": [ + "ewe-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.424421, + "recall": 0.468379, + "f1": 0.43599, + "accuracy": 0.468379, + "main_score": 0.43599, + "hf_subset": "ewe_Latn-ltg_Latn", + "languages": [ + "ewe-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.439267, + "recall": 0.483202, + "f1": 0.451695, + "accuracy": 0.483202, + "main_score": 0.451695, + "hf_subset": "ewe_Latn-nso_Latn", + "languages": [ + "ewe-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.405073, + "recall": 0.456522, + "f1": 0.418979, + "accuracy": 0.456522, + "main_score": 0.418979, + "hf_subset": "ewe_Latn-sin_Sinh", + "languages": [ + "ewe-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.394249, + "recall": 0.447628, + "f1": 0.408068, + "accuracy": 0.447628, + "main_score": 0.408068, + "hf_subset": "ewe_Latn-tha_Thai", + "languages": [ + "ewe-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.368754, + "recall": 0.421937, + "f1": 0.382044, + "accuracy": 0.421937, + "main_score": 0.382044, + "hf_subset": "ewe_Latn-zho_Hans", + "languages": [ + "ewe-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.410223, + "recall": 0.455534, + "f1": 0.422118, + "accuracy": 0.455534, + "main_score": 0.422118, + "hf_subset": "ewe_Latn-ast_Latn", + "languages": [ + "ewe-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.425543, + "recall": 0.466403, + "f1": 0.437636, + "accuracy": 0.466403, + "main_score": 0.437636, + "hf_subset": "ewe_Latn-crh_Latn", + "languages": [ + "ewe-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.420114, + "recall": 0.47332, + "f1": 0.434152, + "accuracy": 0.47332, + "main_score": 0.434152, + "hf_subset": "ewe_Latn-glg_Latn", + "languages": [ + "ewe-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.435123, + "recall": 0.488142, + "f1": 0.449561, + "accuracy": 0.488142, + "main_score": 0.449561, + "hf_subset": "ewe_Latn-kas_Deva", + "languages": [ + "ewe-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.404431, + "recall": 0.451581, + "f1": 0.417459, + "accuracy": 0.451581, + "main_score": 0.417459, + "hf_subset": "ewe_Latn-ltz_Latn", + "languages": [ + "ewe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.442277, + "recall": 0.481225, + "f1": 0.453304, + "accuracy": 0.481225, + "main_score": 0.453304, + "hf_subset": "ewe_Latn-nus_Latn", + "languages": [ + "ewe-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.421416, + "recall": 0.469368, + "f1": 0.433991, + "accuracy": 0.469368, + "main_score": 0.433991, + "hf_subset": "ewe_Latn-slk_Latn", + "languages": [ + "ewe-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.435762, + "recall": 0.482213, + "f1": 0.448893, + "accuracy": 0.482213, + "main_score": 0.448893, + "hf_subset": "ewe_Latn-tir_Ethi", + "languages": [ + "ewe-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.402081, + "recall": 0.453557, + "f1": 0.415582, + "accuracy": 0.453557, + "main_score": 0.415582, + "hf_subset": "ewe_Latn-zho_Hant", + "languages": [ + "ewe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.407877, + "recall": 0.463439, + "f1": 0.421314, + "accuracy": 0.463439, + "main_score": 0.421314, + "hf_subset": "ewe_Latn-awa_Deva", + "languages": [ + "ewe-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.426993, + "recall": 0.470356, + "f1": 0.439201, + "accuracy": 0.470356, + "main_score": 0.439201, + "hf_subset": "ewe_Latn-cym_Latn", + "languages": [ + "ewe-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.457803, + "recall": 0.498024, + "f1": 0.469161, + "accuracy": 0.498024, + "main_score": 0.469161, + "hf_subset": "ewe_Latn-grn_Latn", + "languages": [ + "ewe-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.385211, + "recall": 0.437747, + "f1": 0.398457, + "accuracy": 0.437747, + "main_score": 0.398457, + "hf_subset": "ewe_Latn-kat_Geor", + "languages": [ + "ewe-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.465458, + "recall": 0.507905, + "f1": 0.477317, + "accuracy": 0.507905, + "main_score": 0.477317, + "hf_subset": "ewe_Latn-lua_Latn", + "languages": [ + "ewe-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.41891, + "recall": 0.464427, + "f1": 0.431314, + "accuracy": 0.464427, + "main_score": 0.431314, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.421498, + "recall": 0.47332, + "f1": 0.435546, + "accuracy": 0.47332, + "main_score": 0.435546, + "hf_subset": "ewe_Latn-slv_Latn", + "languages": [ + "ewe-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.420785, + "recall": 0.468379, + "f1": 0.433933, + "accuracy": 0.468379, + "main_score": 0.433933, + "hf_subset": "ewe_Latn-tpi_Latn", + "languages": [ + "ewe-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.431434, + "recall": 0.479249, + "f1": 0.443949, + "accuracy": 0.479249, + "main_score": 0.443949, + "hf_subset": "ewe_Latn-zsm_Latn", + "languages": [ + "ewe-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.457175, + "recall": 0.501976, + "f1": 0.470077, + "accuracy": 0.501976, + "main_score": 0.470077, + "hf_subset": "ewe_Latn-ayr_Latn", + "languages": [ + "ewe-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.422314, + "recall": 0.477273, + "f1": 0.437193, + "accuracy": 0.477273, + "main_score": 0.437193, + "hf_subset": "ewe_Latn-dan_Latn", + "languages": [ + "ewe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.403245, + "recall": 0.45751, + "f1": 0.417218, + "accuracy": 0.45751, + "main_score": 0.417218, + "hf_subset": "ewe_Latn-guj_Gujr", + "languages": [ + "ewe-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.412569, + "recall": 0.466403, + "f1": 0.427028, + "accuracy": 0.466403, + "main_score": 0.427028, + "hf_subset": "ewe_Latn-kaz_Cyrl", + "languages": [ + "ewe-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.412775, + "recall": 0.452569, + "f1": 0.423808, + "accuracy": 0.452569, + "main_score": 0.423808, + "hf_subset": "ewe_Latn-lug_Latn", + "languages": [ + "ewe-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.4027, + "recall": 0.452569, + "f1": 0.415686, + "accuracy": 0.452569, + "main_score": 0.415686, + "hf_subset": "ewe_Latn-oci_Latn", + "languages": [ + "ewe-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.436214, + "recall": 0.478261, + "f1": 0.447168, + "accuracy": 0.478261, + "main_score": 0.447168, + "hf_subset": "ewe_Latn-smo_Latn", + "languages": [ + "ewe-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.433284, + "recall": 0.477273, + "f1": 0.44587, + "accuracy": 0.477273, + "main_score": 0.44587, + "hf_subset": "ewe_Latn-tsn_Latn", + "languages": [ + "ewe-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.415108, + "recall": 0.468379, + "f1": 0.429359, + "accuracy": 0.468379, + "main_score": 0.429359, + "hf_subset": "ewe_Latn-zul_Latn", + "languages": [ + "ewe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.377632, + "recall": 0.432806, + "f1": 0.390956, + "accuracy": 0.432806, + "main_score": 0.390956, + "hf_subset": "ewe_Latn-azb_Arab", + "languages": [ + "ewe-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.446025, + "recall": 0.495059, + "f1": 0.459245, + "accuracy": 0.495059, + "main_score": 0.459245, + "hf_subset": "ewe_Latn-deu_Latn", + "languages": [ + "ewe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.386038, + "recall": 0.442688, + "f1": 0.400415, + "accuracy": 0.442688, + "main_score": 0.400415, + "hf_subset": "ewe_Latn-hat_Latn", + "languages": [ + "ewe-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476155, + "recall": 0.51581, + "f1": 0.487042, + "accuracy": 0.51581, + "main_score": 0.487042, + "hf_subset": "ewe_Latn-kbp_Latn", + "languages": [ + "ewe-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.493055, + "recall": 0.532609, + "f1": 0.504315, + "accuracy": 0.532609, + "main_score": 0.504315, + "hf_subset": "ewe_Latn-luo_Latn", + "languages": [ + "ewe-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.391195, + "recall": 0.439723, + "f1": 0.403227, + "accuracy": 0.439723, + "main_score": 0.403227, + "hf_subset": "ewe_Latn-ory_Orya", + "languages": [ + "ewe-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.425737, + "recall": 0.475296, + "f1": 0.439143, + "accuracy": 0.475296, + "main_score": 0.439143, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.463312, + "recall": 0.502964, + "f1": 0.47427, + "accuracy": 0.502964, + "main_score": 0.47427, + "hf_subset": "ewe_Latn-tso_Latn", + "languages": [ + "ewe-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.397276, + "recall": 0.444664, + "f1": 0.410587, + "accuracy": 0.444664, + "main_score": 0.410587, + "hf_subset": "ewe_Latn-azj_Latn", + "languages": [ + "ewe-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.446536, + "recall": 0.488142, + "f1": 0.458634, + "accuracy": 0.488142, + "main_score": 0.458634, + "hf_subset": "ewe_Latn-dik_Latn", + "languages": [ + "ewe-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.420176, + "recall": 0.466403, + "f1": 0.432102, + "accuracy": 0.466403, + "main_score": 0.432102, + "hf_subset": "ewe_Latn-hau_Latn", + "languages": [ + "ewe-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.415807, + "recall": 0.463439, + "f1": 0.428507, + "accuracy": 0.463439, + "main_score": 0.428507, + "hf_subset": "ewe_Latn-kea_Latn", + "languages": [ + "ewe-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.438221, + "recall": 0.487154, + "f1": 0.450908, + "accuracy": 0.487154, + "main_score": 0.450908, + "hf_subset": "ewe_Latn-lus_Latn", + "languages": [ + "ewe-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.464307, + "recall": 0.502964, + "f1": 0.475407, + "accuracy": 0.502964, + "main_score": 0.475407, + "hf_subset": "ewe_Latn-pag_Latn", + "languages": [ + "ewe-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.365774, + "recall": 0.421937, + "f1": 0.379533, + "accuracy": 0.421937, + "main_score": 0.379533, + "hf_subset": "ewe_Latn-snd_Arab", + "languages": [ + "ewe-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.387364, + "recall": 0.436759, + "f1": 0.399966, + "accuracy": 0.436759, + "main_score": 0.399966, + "hf_subset": "ewe_Latn-tuk_Latn", + "languages": [ + "ewe-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.405986, + "recall": 0.449605, + "f1": 0.417748, + "accuracy": 0.449605, + "main_score": 0.417748, + "hf_subset": "ewe_Latn-bak_Cyrl", + "languages": [ + "ewe-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.40775, + "recall": 0.458498, + "f1": 0.42266, + "accuracy": 0.458498, + "main_score": 0.42266, + "hf_subset": "ewe_Latn-dyu_Latn", + "languages": [ + "ewe-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.411034, + "recall": 0.456522, + "f1": 0.423218, + "accuracy": 0.456522, + "main_score": 0.423218, + "hf_subset": "ewe_Latn-heb_Hebr", + "languages": [ + "ewe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.420008, + "recall": 0.465415, + "f1": 0.432559, + "accuracy": 0.465415, + "main_score": 0.432559, + "hf_subset": "ewe_Latn-khk_Cyrl", + "languages": [ + "ewe-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.401986, + "recall": 0.45751, + "f1": 0.415814, + "accuracy": 0.45751, + "main_score": 0.415814, + "hf_subset": "ewe_Latn-lvs_Latn", + "languages": [ + "ewe-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.408825, + "recall": 0.456522, + "f1": 0.420741, + "accuracy": 0.456522, + "main_score": 0.420741, + "hf_subset": "ewe_Latn-pan_Guru", + "languages": [ + "ewe-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.421772, + "recall": 0.467391, + "f1": 0.434207, + "accuracy": 0.467391, + "main_score": 0.434207, + "hf_subset": "ewe_Latn-som_Latn", + "languages": [ + "ewe-Latn", + "som-Latn" + ] + }, + { + "precision": 0.430905, + "recall": 0.466403, + "f1": 0.440257, + "accuracy": 0.466403, + "main_score": 0.440257, + "hf_subset": "ewe_Latn-tum_Latn", + "languages": [ + "ewe-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.517509, + "recall": 0.593874, + "f1": 0.538254, + "accuracy": 0.593874, + "main_score": 0.538254, + "hf_subset": "ilo_Latn-ace_Arab", + "languages": [ + "ilo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.487865, + "recall": 0.54249, + "f1": 0.502702, + "accuracy": 0.54249, + "main_score": 0.502702, + "hf_subset": "ilo_Latn-bam_Latn", + "languages": [ + "ilo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.533897, + "recall": 0.625494, + "f1": 0.559573, + "accuracy": 0.625494, + "main_score": 0.559573, + "hf_subset": "ilo_Latn-dzo_Tibt", + "languages": [ + "ilo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ilo_Latn-hin_Deva", + "languages": [ + "ilo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.909914, + "recall": 0.935771, + "f1": 0.918149, + "accuracy": 0.935771, + "main_score": 0.918149, + "hf_subset": "ilo_Latn-khm_Khmr", + "languages": [ + "ilo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.922513, + "recall": 0.945652, + "f1": 0.929743, + "accuracy": 0.945652, + "main_score": 0.929743, + "hf_subset": "ilo_Latn-mag_Deva", + "languages": [ + "ilo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.955945, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "ilo_Latn-pap_Latn", + "languages": [ + "ilo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.805171, + "recall": 0.854743, + "f1": 0.820619, + "accuracy": 0.854743, + "main_score": 0.820619, + "hf_subset": "ilo_Latn-sot_Latn", + "languages": [ + "ilo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.941123, + "recall": 0.959486, + "f1": 0.947036, + "accuracy": 0.959486, + "main_score": 0.947036, + "hf_subset": "ilo_Latn-tur_Latn", + "languages": [ + "ilo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.837666, + "recall": 0.87747, + "f1": 0.849841, + "accuracy": 0.87747, + "main_score": 0.849841, + "hf_subset": "ilo_Latn-ace_Latn", + "languages": [ + "ilo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.91609, + "recall": 0.938735, + "f1": 0.923123, + "accuracy": 0.938735, + "main_score": 0.923123, + "hf_subset": "ilo_Latn-ban_Latn", + "languages": [ + "ilo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.93857, + "recall": 0.958498, + "f1": 0.945158, + "accuracy": 0.958498, + "main_score": 0.945158, + "hf_subset": "ilo_Latn-ell_Grek", + "languages": [ + "ilo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.918561, + "recall": 0.942688, + "f1": 0.926087, + "accuracy": 0.942688, + "main_score": 0.926087, + "hf_subset": "ilo_Latn-hne_Deva", + "languages": [ + "ilo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.583274, + "recall": 0.645257, + "f1": 0.600061, + "accuracy": 0.645257, + "main_score": 0.600061, + "hf_subset": "ilo_Latn-kik_Latn", + "languages": [ + "ilo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.946443, + "accuracy": 0.958498, + "main_score": 0.946443, + "hf_subset": "ilo_Latn-mai_Deva", + "languages": [ + "ilo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.883564, + "recall": 0.916008, + "f1": 0.893906, + "accuracy": 0.916008, + "main_score": 0.893906, + "hf_subset": "ilo_Latn-pbt_Arab", + "languages": [ + "ilo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.944499, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "ilo_Latn-spa_Latn", + "languages": [ + "ilo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.704404, + "recall": 0.766798, + "f1": 0.722156, + "accuracy": 0.766798, + "main_score": 0.722156, + "hf_subset": "ilo_Latn-twi_Latn", + "languages": [ + "ilo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "ilo_Latn-acm_Arab", + "languages": [ + "ilo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.922596, + "recall": 0.94664, + "f1": 0.930171, + "accuracy": 0.94664, + "main_score": 0.930171, + "hf_subset": "ilo_Latn-bel_Cyrl", + "languages": [ + "ilo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.953755, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "ilo_Latn-hrv_Latn", + "languages": [ + "ilo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.792408, + "recall": 0.840909, + "f1": 0.806903, + "accuracy": 0.840909, + "main_score": 0.806903, + "hf_subset": "ilo_Latn-kin_Latn", + "languages": [ + "ilo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.930995, + "recall": 0.952569, + "f1": 0.937912, + "accuracy": 0.952569, + "main_score": 0.937912, + "hf_subset": "ilo_Latn-mal_Mlym", + "languages": [ + "ilo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.942523, + "recall": 0.961462, + "f1": 0.948781, + "accuracy": 0.961462, + "main_score": 0.948781, + "hf_subset": "ilo_Latn-pes_Arab", + "languages": [ + "ilo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.934206, + "recall": 0.952569, + "f1": 0.939954, + "accuracy": 0.952569, + "main_score": 0.939954, + "hf_subset": "ilo_Latn-srd_Latn", + "languages": [ + "ilo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.210503, + "recall": 0.274704, + "f1": 0.225869, + "accuracy": 0.274704, + "main_score": 0.225869, + "hf_subset": "ilo_Latn-tzm_Tfng", + "languages": [ + "ilo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "ilo_Latn-acq_Arab", + "languages": [ + "ilo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.664301, + "recall": 0.727273, + "f1": 0.682201, + "accuracy": 0.727273, + "main_score": 0.682201, + "hf_subset": "ilo_Latn-bem_Latn", + "languages": [ + "ilo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.936182, + "recall": 0.956522, + "f1": 0.942754, + "accuracy": 0.956522, + "main_score": 0.942754, + "hf_subset": "ilo_Latn-epo_Latn", + "languages": [ + "ilo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.946723, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "ilo_Latn-hun_Latn", + "languages": [ + "ilo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.911232, + "recall": 0.937747, + "f1": 0.919796, + "accuracy": 0.937747, + "main_score": 0.919796, + "hf_subset": "ilo_Latn-kir_Cyrl", + "languages": [ + "ilo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.93363, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "ilo_Latn-mar_Deva", + "languages": [ + "ilo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.811989, + "recall": 0.859684, + "f1": 0.826548, + "accuracy": 0.859684, + "main_score": 0.826548, + "hf_subset": "ilo_Latn-plt_Latn", + "languages": [ + "ilo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "ilo_Latn-srp_Cyrl", + "languages": [ + "ilo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.863719, + "recall": 0.899209, + "f1": 0.874539, + "accuracy": 0.899209, + "main_score": 0.874539, + "hf_subset": "ilo_Latn-uig_Arab", + "languages": [ + "ilo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.920208, + "recall": 0.944664, + "f1": 0.927931, + "accuracy": 0.944664, + "main_score": 0.927931, + "hf_subset": "ilo_Latn-aeb_Arab", + "languages": [ + "ilo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "ilo_Latn-ben_Beng", + "languages": [ + "ilo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.936759, + "recall": 0.956522, + "f1": 0.943149, + "accuracy": 0.956522, + "main_score": 0.943149, + "hf_subset": "ilo_Latn-est_Latn", + "languages": [ + "ilo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.927536, + "recall": 0.950593, + "f1": 0.935112, + "accuracy": 0.950593, + "main_score": 0.935112, + "hf_subset": "ilo_Latn-hye_Armn", + "languages": [ + "ilo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.46391, + "recall": 0.522727, + "f1": 0.479213, + "accuracy": 0.522727, + "main_score": 0.479213, + "hf_subset": "ilo_Latn-kmb_Latn", + "languages": [ + "ilo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.471777, + "recall": 0.551383, + "f1": 0.492099, + "accuracy": 0.551383, + "main_score": 0.492099, + "hf_subset": "ilo_Latn-min_Arab", + "languages": [ + "ilo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.942441, + "recall": 0.958498, + "f1": 0.94753, + "accuracy": 0.958498, + "main_score": 0.94753, + "hf_subset": "ilo_Latn-pol_Latn", + "languages": [ + "ilo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.700049, + "recall": 0.769763, + "f1": 0.720718, + "accuracy": 0.769763, + "main_score": 0.720718, + "hf_subset": "ilo_Latn-ssw_Latn", + "languages": [ + "ilo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.942968, + "recall": 0.959486, + "f1": 0.948188, + "accuracy": 0.959486, + "main_score": 0.948188, + "hf_subset": "ilo_Latn-ukr_Cyrl", + "languages": [ + "ilo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.942111, + "recall": 0.960474, + "f1": 0.948024, + "accuracy": 0.960474, + "main_score": 0.948024, + "hf_subset": "ilo_Latn-afr_Latn", + "languages": [ + "ilo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.910408, + "recall": 0.937747, + "f1": 0.918939, + "accuracy": 0.937747, + "main_score": 0.918939, + "hf_subset": "ilo_Latn-bho_Deva", + "languages": [ + "ilo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.936841, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "ilo_Latn-eus_Latn", + "languages": [ + "ilo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.782651, + "recall": 0.837945, + "f1": 0.799028, + "accuracy": 0.837945, + "main_score": 0.799028, + "hf_subset": "ilo_Latn-ibo_Latn", + "languages": [ + "ilo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.803854, + "recall": 0.853755, + "f1": 0.819175, + "accuracy": 0.853755, + "main_score": 0.819175, + "hf_subset": "ilo_Latn-kmr_Latn", + "languages": [ + "ilo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.923419, + "recall": 0.947628, + "f1": 0.931324, + "accuracy": 0.947628, + "main_score": 0.931324, + "hf_subset": "ilo_Latn-min_Latn", + "languages": [ + "ilo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ilo_Latn-por_Latn", + "languages": [ + "ilo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.929595, + "recall": 0.949605, + "f1": 0.935837, + "accuracy": 0.949605, + "main_score": 0.935837, + "hf_subset": "ilo_Latn-sun_Latn", + "languages": [ + "ilo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.457917, + "recall": 0.519763, + "f1": 0.474748, + "accuracy": 0.519763, + "main_score": 0.474748, + "hf_subset": "ilo_Latn-umb_Latn", + "languages": [ + "ilo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "ilo_Latn-ajp_Arab", + "languages": [ + "ilo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.471939, + "recall": 0.55336, + "f1": 0.49328, + "accuracy": 0.55336, + "main_score": 0.49328, + "hf_subset": "ilo_Latn-bjn_Arab", + "languages": [ + "ilo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.472946, + "recall": 0.532609, + "f1": 0.488558, + "accuracy": 0.532609, + "main_score": 0.488558, + "hf_subset": "ilo_Latn-ewe_Latn", + "languages": [ + "ilo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.26228, + "recall": 0.326087, + "f1": 0.277755, + "accuracy": 0.326087, + "main_score": 0.277755, + "hf_subset": "ilo_Latn-knc_Arab", + "languages": [ + "ilo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "ilo_Latn-mkd_Cyrl", + "languages": [ + "ilo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.951499, + "recall": 0.966403, + "f1": 0.956258, + "accuracy": 0.966403, + "main_score": 0.956258, + "hf_subset": "ilo_Latn-prs_Arab", + "languages": [ + "ilo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.952157, + "recall": 0.967391, + "f1": 0.957082, + "accuracy": 0.967391, + "main_score": 0.957082, + "hf_subset": "ilo_Latn-swe_Latn", + "languages": [ + "ilo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944631, + "accuracy": 0.95751, + "main_score": 0.944631, + "hf_subset": "ilo_Latn-urd_Arab", + "languages": [ + "ilo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.703365, + "recall": 0.763834, + "f1": 0.721036, + "accuracy": 0.763834, + "main_score": 0.721036, + "hf_subset": "ilo_Latn-aka_Latn", + "languages": [ + "ilo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.926466, + "recall": 0.94664, + "f1": 0.932449, + "accuracy": 0.94664, + "main_score": 0.932449, + "hf_subset": "ilo_Latn-bjn_Latn", + "languages": [ + "ilo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.909009, + "recall": 0.934783, + "f1": 0.917227, + "accuracy": 0.934783, + "main_score": 0.917227, + "hf_subset": "ilo_Latn-fao_Latn", + "languages": [ + "ilo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ilo_Latn-ind_Latn", + "languages": [ + "ilo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.527976, + "recall": 0.583992, + "f1": 0.54373, + "accuracy": 0.583992, + "main_score": 0.54373, + "hf_subset": "ilo_Latn-knc_Latn", + "languages": [ + "ilo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.946393, + "recall": 0.962451, + "f1": 0.951435, + "accuracy": 0.962451, + "main_score": 0.951435, + "hf_subset": "ilo_Latn-mlt_Latn", + "languages": [ + "ilo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.635386, + "recall": 0.699605, + "f1": 0.653735, + "accuracy": 0.699605, + "main_score": 0.653735, + "hf_subset": "ilo_Latn-quy_Latn", + "languages": [ + "ilo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.933465, + "recall": 0.953557, + "f1": 0.939855, + "accuracy": 0.953557, + "main_score": 0.939855, + "hf_subset": "ilo_Latn-swh_Latn", + "languages": [ + "ilo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.930501, + "recall": 0.951581, + "f1": 0.937253, + "accuracy": 0.951581, + "main_score": 0.937253, + "hf_subset": "ilo_Latn-uzn_Latn", + "languages": [ + "ilo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.941864, + "recall": 0.958498, + "f1": 0.947134, + "accuracy": 0.958498, + "main_score": 0.947134, + "hf_subset": "ilo_Latn-als_Latn", + "languages": [ + "ilo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.64462, + "recall": 0.720356, + "f1": 0.665796, + "accuracy": 0.720356, + "main_score": 0.665796, + "hf_subset": "ilo_Latn-bod_Tibt", + "languages": [ + "ilo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.621224, + "recall": 0.683794, + "f1": 0.638976, + "accuracy": 0.683794, + "main_score": 0.638976, + "hf_subset": "ilo_Latn-fij_Latn", + "languages": [ + "ilo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.892292, + "recall": 0.923913, + "f1": 0.90247, + "accuracy": 0.923913, + "main_score": 0.90247, + "hf_subset": "ilo_Latn-isl_Latn", + "languages": [ + "ilo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.603631, + "recall": 0.658103, + "f1": 0.618406, + "accuracy": 0.658103, + "main_score": 0.618406, + "hf_subset": "ilo_Latn-kon_Latn", + "languages": [ + "ilo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.596229, + "recall": 0.66996, + "f1": 0.617576, + "accuracy": 0.66996, + "main_score": 0.617576, + "hf_subset": "ilo_Latn-mni_Beng", + "languages": [ + "ilo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.959272, + "recall": 0.971344, + "f1": 0.963011, + "accuracy": 0.971344, + "main_score": 0.963011, + "hf_subset": "ilo_Latn-ron_Latn", + "languages": [ + "ilo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.939888, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "ilo_Latn-szl_Latn", + "languages": [ + "ilo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "ilo_Latn-vec_Latn", + "languages": [ + "ilo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.854249, + "recall": 0.894269, + "f1": 0.866568, + "accuracy": 0.894269, + "main_score": 0.866568, + "hf_subset": "ilo_Latn-amh_Ethi", + "languages": [ + "ilo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.946229, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "ilo_Latn-bos_Latn", + "languages": [ + "ilo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.940876, + "recall": 0.958498, + "f1": 0.946476, + "accuracy": 0.958498, + "main_score": 0.946476, + "hf_subset": "ilo_Latn-fin_Latn", + "languages": [ + "ilo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "ilo_Latn-ita_Latn", + "languages": [ + "ilo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "ilo_Latn-kor_Hang", + "languages": [ + "ilo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.503619, + "recall": 0.559289, + "f1": 0.519305, + "accuracy": 0.559289, + "main_score": 0.519305, + "hf_subset": "ilo_Latn-mos_Latn", + "languages": [ + "ilo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.706472, + "recall": 0.766798, + "f1": 0.724181, + "accuracy": 0.766798, + "main_score": 0.724181, + "hf_subset": "ilo_Latn-run_Latn", + "languages": [ + "ilo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.910738, + "recall": 0.939723, + "f1": 0.92029, + "accuracy": 0.939723, + "main_score": 0.92029, + "hf_subset": "ilo_Latn-tam_Taml", + "languages": [ + "ilo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.944664, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "ilo_Latn-vie_Latn", + "languages": [ + "ilo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "ilo_Latn-apc_Arab", + "languages": [ + "ilo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.723687, + "recall": 0.781621, + "f1": 0.74042, + "accuracy": 0.781621, + "main_score": 0.74042, + "hf_subset": "ilo_Latn-bug_Latn", + "languages": [ + "ilo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.451449, + "recall": 0.495059, + "f1": 0.463425, + "accuracy": 0.495059, + "main_score": 0.463425, + "hf_subset": "ilo_Latn-fon_Latn", + "languages": [ + "ilo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.939756, + "recall": 0.956522, + "f1": 0.944749, + "accuracy": 0.956522, + "main_score": 0.944749, + "hf_subset": "ilo_Latn-jav_Latn", + "languages": [ + "ilo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.858202, + "recall": 0.896245, + "f1": 0.869829, + "accuracy": 0.896245, + "main_score": 0.869829, + "hf_subset": "ilo_Latn-lao_Laoo", + "languages": [ + "ilo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.799028, + "recall": 0.849802, + "f1": 0.814526, + "accuracy": 0.849802, + "main_score": 0.814526, + "hf_subset": "ilo_Latn-mri_Latn", + "languages": [ + "ilo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.962451, + "f1": 0.952522, + "accuracy": 0.962451, + "main_score": 0.952522, + "hf_subset": "ilo_Latn-rus_Cyrl", + "languages": [ + "ilo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.515584, + "recall": 0.567194, + "f1": 0.529434, + "accuracy": 0.567194, + "main_score": 0.529434, + "hf_subset": "ilo_Latn-taq_Latn", + "languages": [ + "ilo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "ilo_Latn-war_Latn", + "languages": [ + "ilo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "ilo_Latn-arb_Arab", + "languages": [ + "ilo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "ilo_Latn-bul_Cyrl", + "languages": [ + "ilo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.945405, + "recall": 0.962451, + "f1": 0.950823, + "accuracy": 0.962451, + "main_score": 0.950823, + "hf_subset": "ilo_Latn-fra_Latn", + "languages": [ + "ilo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "ilo_Latn-jpn_Jpan", + "languages": [ + "ilo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.9403, + "recall": 0.956522, + "f1": 0.945553, + "accuracy": 0.956522, + "main_score": 0.945553, + "hf_subset": "ilo_Latn-lij_Latn", + "languages": [ + "ilo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.908432, + "recall": 0.936759, + "f1": 0.91749, + "accuracy": 0.936759, + "main_score": 0.91749, + "hf_subset": "ilo_Latn-mya_Mymr", + "languages": [ + "ilo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.55238, + "recall": 0.607708, + "f1": 0.567817, + "accuracy": 0.607708, + "main_score": 0.567817, + "hf_subset": "ilo_Latn-sag_Latn", + "languages": [ + "ilo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.2317, + "recall": 0.30336, + "f1": 0.249936, + "accuracy": 0.30336, + "main_score": 0.249936, + "hf_subset": "ilo_Latn-taq_Tfng", + "languages": [ + "ilo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.642562, + "recall": 0.701581, + "f1": 0.658969, + "accuracy": 0.701581, + "main_score": 0.658969, + "hf_subset": "ilo_Latn-wol_Latn", + "languages": [ + "ilo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.783185, + "recall": 0.836957, + "f1": 0.798965, + "accuracy": 0.836957, + "main_score": 0.798965, + "hf_subset": "ilo_Latn-arb_Latn", + "languages": [ + "ilo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.948699, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "ilo_Latn-cat_Latn", + "languages": [ + "ilo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.916131, + "recall": 0.939723, + "f1": 0.923309, + "accuracy": 0.939723, + "main_score": 0.923309, + "hf_subset": "ilo_Latn-fur_Latn", + "languages": [ + "ilo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.43778, + "recall": 0.503953, + "f1": 0.455074, + "accuracy": 0.503953, + "main_score": 0.455074, + "hf_subset": "ilo_Latn-kab_Latn", + "languages": [ + "ilo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.924687, + "recall": 0.94664, + "f1": 0.931508, + "accuracy": 0.94664, + "main_score": 0.931508, + "hf_subset": "ilo_Latn-lim_Latn", + "languages": [ + "ilo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "ilo_Latn-nld_Latn", + "languages": [ + "ilo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.892787, + "recall": 0.923913, + "f1": 0.902668, + "accuracy": 0.923913, + "main_score": 0.902668, + "hf_subset": "ilo_Latn-san_Deva", + "languages": [ + "ilo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.935551, + "recall": 0.953557, + "f1": 0.941074, + "accuracy": 0.953557, + "main_score": 0.941074, + "hf_subset": "ilo_Latn-tat_Cyrl", + "languages": [ + "ilo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.803771, + "recall": 0.853755, + "f1": 0.819321, + "accuracy": 0.853755, + "main_score": 0.819321, + "hf_subset": "ilo_Latn-xho_Latn", + "languages": [ + "ilo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "ilo_Latn-ars_Arab", + "languages": [ + "ilo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "ilo_Latn-ceb_Latn", + "languages": [ + "ilo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.479089, + "recall": 0.547431, + "f1": 0.497499, + "accuracy": 0.547431, + "main_score": 0.497499, + "hf_subset": "ilo_Latn-fuv_Latn", + "languages": [ + "ilo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.49106, + "recall": 0.550395, + "f1": 0.507252, + "accuracy": 0.550395, + "main_score": 0.507252, + "hf_subset": "ilo_Latn-kac_Latn", + "languages": [ + "ilo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.616367, + "recall": 0.68083, + "f1": 0.633555, + "accuracy": 0.68083, + "main_score": 0.633555, + "hf_subset": "ilo_Latn-lin_Latn", + "languages": [ + "ilo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.952652, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "ilo_Latn-nno_Latn", + "languages": [ + "ilo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.79552, + "recall": 0.849802, + "f1": 0.812319, + "accuracy": 0.849802, + "main_score": 0.812319, + "hf_subset": "ilo_Latn-sat_Olck", + "languages": [ + "ilo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.930336, + "recall": 0.951581, + "f1": 0.937088, + "accuracy": 0.951581, + "main_score": 0.937088, + "hf_subset": "ilo_Latn-tel_Telu", + "languages": [ + "ilo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.917984, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "ilo_Latn-ydd_Hebr", + "languages": [ + "ilo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.900939, + "recall": 0.928854, + "f1": 0.909618, + "accuracy": 0.928854, + "main_score": 0.909618, + "hf_subset": "ilo_Latn-ary_Arab", + "languages": [ + "ilo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "ilo_Latn-ces_Latn", + "languages": [ + "ilo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.555961, + "recall": 0.62747, + "f1": 0.575883, + "accuracy": 0.62747, + "main_score": 0.575883, + "hf_subset": "ilo_Latn-gaz_Latn", + "languages": [ + "ilo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.520612, + "recall": 0.596838, + "f1": 0.541334, + "accuracy": 0.596838, + "main_score": 0.541334, + "hf_subset": "ilo_Latn-kam_Latn", + "languages": [ + "ilo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.924407, + "recall": 0.948617, + "f1": 0.932312, + "accuracy": 0.948617, + "main_score": 0.932312, + "hf_subset": "ilo_Latn-lit_Latn", + "languages": [ + "ilo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "ilo_Latn-nob_Latn", + "languages": [ + "ilo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.93391, + "recall": 0.953557, + "f1": 0.940119, + "accuracy": 0.953557, + "main_score": 0.940119, + "hf_subset": "ilo_Latn-scn_Latn", + "languages": [ + "ilo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.910738, + "recall": 0.935771, + "f1": 0.918643, + "accuracy": 0.935771, + "main_score": 0.918643, + "hf_subset": "ilo_Latn-tgk_Cyrl", + "languages": [ + "ilo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.655189, + "recall": 0.73419, + "f1": 0.67807, + "accuracy": 0.73419, + "main_score": 0.67807, + "hf_subset": "ilo_Latn-yor_Latn", + "languages": [ + "ilo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "ilo_Latn-arz_Arab", + "languages": [ + "ilo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.492109, + "recall": 0.555336, + "f1": 0.510017, + "accuracy": 0.555336, + "main_score": 0.510017, + "hf_subset": "ilo_Latn-cjk_Latn", + "languages": [ + "ilo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.879611, + "recall": 0.914032, + "f1": 0.890613, + "accuracy": 0.914032, + "main_score": 0.890613, + "hf_subset": "ilo_Latn-gla_Latn", + "languages": [ + "ilo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.92085, + "recall": 0.943676, + "f1": 0.92803, + "accuracy": 0.943676, + "main_score": 0.92803, + "hf_subset": "ilo_Latn-kan_Knda", + "languages": [ + "ilo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.930863, + "recall": 0.949605, + "f1": 0.936561, + "accuracy": 0.949605, + "main_score": 0.936561, + "hf_subset": "ilo_Latn-lmo_Latn", + "languages": [ + "ilo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.939394, + "recall": 0.95751, + "f1": 0.945125, + "accuracy": 0.95751, + "main_score": 0.945125, + "hf_subset": "ilo_Latn-npi_Deva", + "languages": [ + "ilo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.494821, + "recall": 0.575099, + "f1": 0.516975, + "accuracy": 0.575099, + "main_score": 0.516975, + "hf_subset": "ilo_Latn-shn_Mymr", + "languages": [ + "ilo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "ilo_Latn-tgl_Latn", + "languages": [ + "ilo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.925807, + "recall": 0.948617, + "f1": 0.933037, + "accuracy": 0.948617, + "main_score": 0.933037, + "hf_subset": "ilo_Latn-yue_Hant", + "languages": [ + "ilo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.920702, + "recall": 0.944664, + "f1": 0.928261, + "accuracy": 0.944664, + "main_score": 0.928261, + "hf_subset": "ilo_Latn-asm_Beng", + "languages": [ + "ilo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.858482, + "recall": 0.897233, + "f1": 0.870619, + "accuracy": 0.897233, + "main_score": 0.870619, + "hf_subset": "ilo_Latn-ckb_Arab", + "languages": [ + "ilo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.902009, + "recall": 0.93083, + "f1": 0.911067, + "accuracy": 0.93083, + "main_score": 0.911067, + "hf_subset": "ilo_Latn-gle_Latn", + "languages": [ + "ilo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.827866, + "recall": 0.869565, + "f1": 0.840562, + "accuracy": 0.869565, + "main_score": 0.840562, + "hf_subset": "ilo_Latn-kas_Arab", + "languages": [ + "ilo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.859684, + "recall": 0.898221, + "f1": 0.871509, + "accuracy": 0.898221, + "main_score": 0.871509, + "hf_subset": "ilo_Latn-ltg_Latn", + "languages": [ + "ilo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.758235, + "recall": 0.816206, + "f1": 0.775922, + "accuracy": 0.816206, + "main_score": 0.775922, + "hf_subset": "ilo_Latn-nso_Latn", + "languages": [ + "ilo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.927866, + "f1": 0.906917, + "accuracy": 0.927866, + "main_score": 0.906917, + "hf_subset": "ilo_Latn-sin_Sinh", + "languages": [ + "ilo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.929924, + "recall": 0.950593, + "f1": 0.936495, + "accuracy": 0.950593, + "main_score": 0.936495, + "hf_subset": "ilo_Latn-tha_Thai", + "languages": [ + "ilo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.899436, + "recall": 0.924901, + "f1": 0.907, + "accuracy": 0.924901, + "main_score": 0.907, + "hf_subset": "ilo_Latn-zho_Hans", + "languages": [ + "ilo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.947052, + "recall": 0.962451, + "f1": 0.951976, + "accuracy": 0.962451, + "main_score": 0.951976, + "hf_subset": "ilo_Latn-ast_Latn", + "languages": [ + "ilo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.910161, + "recall": 0.934783, + "f1": 0.917688, + "accuracy": 0.934783, + "main_score": 0.917688, + "hf_subset": "ilo_Latn-crh_Latn", + "languages": [ + "ilo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "ilo_Latn-glg_Latn", + "languages": [ + "ilo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.777849, + "recall": 0.832016, + "f1": 0.793516, + "accuracy": 0.832016, + "main_score": 0.793516, + "hf_subset": "ilo_Latn-kas_Deva", + "languages": [ + "ilo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.935853, + "recall": 0.955534, + "f1": 0.942095, + "accuracy": 0.955534, + "main_score": 0.942095, + "hf_subset": "ilo_Latn-ltz_Latn", + "languages": [ + "ilo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.43937, + "recall": 0.503953, + "f1": 0.456925, + "accuracy": 0.503953, + "main_score": 0.456925, + "hf_subset": "ilo_Latn-nus_Latn", + "languages": [ + "ilo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.953475, + "recall": 0.967391, + "f1": 0.957905, + "accuracy": 0.967391, + "main_score": 0.957905, + "hf_subset": "ilo_Latn-slk_Latn", + "languages": [ + "ilo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.605891, + "recall": 0.681818, + "f1": 0.627313, + "accuracy": 0.681818, + "main_score": 0.627313, + "hf_subset": "ilo_Latn-tir_Ethi", + "languages": [ + "ilo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.935194, + "recall": 0.954545, + "f1": 0.941271, + "accuracy": 0.954545, + "main_score": 0.941271, + "hf_subset": "ilo_Latn-zho_Hant", + "languages": [ + "ilo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.919302, + "recall": 0.942688, + "f1": 0.926515, + "accuracy": 0.942688, + "main_score": 0.926515, + "hf_subset": "ilo_Latn-awa_Deva", + "languages": [ + "ilo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943906, + "accuracy": 0.956522, + "main_score": 0.943906, + "hf_subset": "ilo_Latn-cym_Latn", + "languages": [ + "ilo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.730348, + "recall": 0.782609, + "f1": 0.74529, + "accuracy": 0.782609, + "main_score": 0.74529, + "hf_subset": "ilo_Latn-grn_Latn", + "languages": [ + "ilo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.929265, + "recall": 0.951581, + "f1": 0.936495, + "accuracy": 0.951581, + "main_score": 0.936495, + "hf_subset": "ilo_Latn-kat_Geor", + "languages": [ + "ilo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.595906, + "recall": 0.650198, + "f1": 0.610647, + "accuracy": 0.650198, + "main_score": 0.610647, + "hf_subset": "ilo_Latn-lua_Latn", + "languages": [ + "ilo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.770175, + "recall": 0.824111, + "f1": 0.786528, + "accuracy": 0.824111, + "main_score": 0.786528, + "hf_subset": "ilo_Latn-nya_Latn", + "languages": [ + "ilo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "ilo_Latn-slv_Latn", + "languages": [ + "ilo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.908359, + "recall": 0.933794, + "f1": 0.915991, + "accuracy": 0.933794, + "main_score": 0.915991, + "hf_subset": "ilo_Latn-tpi_Latn", + "languages": [ + "ilo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "ilo_Latn-zsm_Latn", + "languages": [ + "ilo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.509132, + "recall": 0.573123, + "f1": 0.526794, + "accuracy": 0.573123, + "main_score": 0.526794, + "hf_subset": "ilo_Latn-ayr_Latn", + "languages": [ + "ilo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.942111, + "recall": 0.960474, + "f1": 0.948024, + "accuracy": 0.960474, + "main_score": 0.948024, + "hf_subset": "ilo_Latn-dan_Latn", + "languages": [ + "ilo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943643, + "accuracy": 0.956522, + "main_score": 0.943643, + "hf_subset": "ilo_Latn-guj_Gujr", + "languages": [ + "ilo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.929348, + "recall": 0.949605, + "f1": 0.935771, + "accuracy": 0.949605, + "main_score": 0.935771, + "hf_subset": "ilo_Latn-kaz_Cyrl", + "languages": [ + "ilo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.605949, + "recall": 0.684783, + "f1": 0.628433, + "accuracy": 0.684783, + "main_score": 0.628433, + "hf_subset": "ilo_Latn-lug_Latn", + "languages": [ + "ilo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.944746, + "recall": 0.960474, + "f1": 0.949624, + "accuracy": 0.960474, + "main_score": 0.949624, + "hf_subset": "ilo_Latn-oci_Latn", + "languages": [ + "ilo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.786818, + "recall": 0.838933, + "f1": 0.802487, + "accuracy": 0.838933, + "main_score": 0.802487, + "hf_subset": "ilo_Latn-smo_Latn", + "languages": [ + "ilo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.687279, + "recall": 0.752964, + "f1": 0.706901, + "accuracy": 0.752964, + "main_score": 0.706901, + "hf_subset": "ilo_Latn-tsn_Latn", + "languages": [ + "ilo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.812829, + "recall": 0.863636, + "f1": 0.82859, + "accuracy": 0.863636, + "main_score": 0.82859, + "hf_subset": "ilo_Latn-zul_Latn", + "languages": [ + "ilo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.8153, + "recall": 0.86166, + "f1": 0.829334, + "accuracy": 0.86166, + "main_score": 0.829334, + "hf_subset": "ilo_Latn-azb_Arab", + "languages": [ + "ilo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.944417, + "recall": 0.960474, + "f1": 0.949506, + "accuracy": 0.960474, + "main_score": 0.949506, + "hf_subset": "ilo_Latn-deu_Latn", + "languages": [ + "ilo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.91222, + "recall": 0.938735, + "f1": 0.920949, + "accuracy": 0.938735, + "main_score": 0.920949, + "hf_subset": "ilo_Latn-hat_Latn", + "languages": [ + "ilo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.471756, + "recall": 0.52668, + "f1": 0.486738, + "accuracy": 0.52668, + "main_score": 0.486738, + "hf_subset": "ilo_Latn-kbp_Latn", + "languages": [ + "ilo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.528639, + "recall": 0.585968, + "f1": 0.544325, + "accuracy": 0.585968, + "main_score": 0.544325, + "hf_subset": "ilo_Latn-luo_Latn", + "languages": [ + "ilo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.907609, + "recall": 0.935771, + "f1": 0.916667, + "accuracy": 0.935771, + "main_score": 0.916667, + "hf_subset": "ilo_Latn-ory_Orya", + "languages": [ + "ilo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.805501, + "recall": 0.857708, + "f1": 0.821739, + "accuracy": 0.857708, + "main_score": 0.821739, + "hf_subset": "ilo_Latn-sna_Latn", + "languages": [ + "ilo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.631932, + "recall": 0.701581, + "f1": 0.651307, + "accuracy": 0.701581, + "main_score": 0.651307, + "hf_subset": "ilo_Latn-tso_Latn", + "languages": [ + "ilo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.917325, + "recall": 0.9417, + "f1": 0.924868, + "accuracy": 0.9417, + "main_score": 0.924868, + "hf_subset": "ilo_Latn-azj_Latn", + "languages": [ + "ilo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.50926, + "recall": 0.56917, + "f1": 0.525855, + "accuracy": 0.56917, + "main_score": 0.525855, + "hf_subset": "ilo_Latn-dik_Latn", + "languages": [ + "ilo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.836364, + "recall": 0.878458, + "f1": 0.849275, + "accuracy": 0.878458, + "main_score": 0.849275, + "hf_subset": "ilo_Latn-hau_Latn", + "languages": [ + "ilo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.921278, + "recall": 0.942688, + "f1": 0.927819, + "accuracy": 0.942688, + "main_score": 0.927819, + "hf_subset": "ilo_Latn-kea_Latn", + "languages": [ + "ilo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.856802, + "recall": 0.894269, + "f1": 0.86805, + "accuracy": 0.894269, + "main_score": 0.86805, + "hf_subset": "ilo_Latn-lus_Latn", + "languages": [ + "ilo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.85555, + "recall": 0.890316, + "f1": 0.865613, + "accuracy": 0.890316, + "main_score": 0.865613, + "hf_subset": "ilo_Latn-pag_Latn", + "languages": [ + "ilo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.892951, + "recall": 0.924901, + "f1": 0.90328, + "accuracy": 0.924901, + "main_score": 0.90328, + "hf_subset": "ilo_Latn-snd_Arab", + "languages": [ + "ilo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.920372, + "recall": 0.945652, + "f1": 0.92859, + "accuracy": 0.945652, + "main_score": 0.92859, + "hf_subset": "ilo_Latn-tuk_Latn", + "languages": [ + "ilo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.935771, + "recall": 0.954545, + "f1": 0.941667, + "accuracy": 0.954545, + "main_score": 0.941667, + "hf_subset": "ilo_Latn-bak_Cyrl", + "languages": [ + "ilo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.465456, + "recall": 0.538538, + "f1": 0.485714, + "accuracy": 0.538538, + "main_score": 0.485714, + "hf_subset": "ilo_Latn-dyu_Latn", + "languages": [ + "ilo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "ilo_Latn-heb_Hebr", + "languages": [ + "ilo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.879035, + "recall": 0.91502, + "f1": 0.890382, + "accuracy": 0.91502, + "main_score": 0.890382, + "hf_subset": "ilo_Latn-khk_Cyrl", + "languages": [ + "ilo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.941617, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "ilo_Latn-lvs_Latn", + "languages": [ + "ilo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "ilo_Latn-pan_Guru", + "languages": [ + "ilo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.783844, + "recall": 0.840909, + "f1": 0.801501, + "accuracy": 0.840909, + "main_score": 0.801501, + "hf_subset": "ilo_Latn-som_Latn", + "languages": [ + "ilo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.667902, + "recall": 0.732213, + "f1": 0.687093, + "accuracy": 0.732213, + "main_score": 0.687093, + "hf_subset": "ilo_Latn-tum_Latn", + "languages": [ + "ilo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.225376, + "recall": 0.263834, + "f1": 0.234708, + "accuracy": 0.263834, + "main_score": 0.234708, + "hf_subset": "knc_Arab-ace_Arab", + "languages": [ + "knc-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.241319, + "recall": 0.272727, + "f1": 0.249651, + "accuracy": 0.272727, + "main_score": 0.249651, + "hf_subset": "knc_Arab-bam_Latn", + "languages": [ + "knc-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.139748, + "recall": 0.176877, + "f1": 0.148449, + "accuracy": 0.176877, + "main_score": 0.148449, + "hf_subset": "knc_Arab-dzo_Tibt", + "languages": [ + "knc-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.217688, + "recall": 0.252964, + "f1": 0.22604, + "accuracy": 0.252964, + "main_score": 0.22604, + "hf_subset": "knc_Arab-hin_Deva", + "languages": [ + "knc-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.163914, + "recall": 0.188735, + "f1": 0.169652, + "accuracy": 0.188735, + "main_score": 0.169652, + "hf_subset": "knc_Arab-khm_Khmr", + "languages": [ + "knc-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.22232, + "recall": 0.251976, + "f1": 0.2289, + "accuracy": 0.251976, + "main_score": 0.2289, + "hf_subset": "knc_Arab-mag_Deva", + "languages": [ + "knc-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.17485, + "recall": 0.205534, + "f1": 0.182412, + "accuracy": 0.205534, + "main_score": 0.182412, + "hf_subset": "knc_Arab-pap_Latn", + "languages": [ + "knc-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.187371, + "recall": 0.220356, + "f1": 0.195636, + "accuracy": 0.220356, + "main_score": 0.195636, + "hf_subset": "knc_Arab-sot_Latn", + "languages": [ + "knc-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.196103, + "recall": 0.232213, + "f1": 0.205378, + "accuracy": 0.232213, + "main_score": 0.205378, + "hf_subset": "knc_Arab-tur_Latn", + "languages": [ + "knc-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.2041, + "recall": 0.233202, + "f1": 0.210743, + "accuracy": 0.233202, + "main_score": 0.210743, + "hf_subset": "knc_Arab-ace_Latn", + "languages": [ + "knc-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.170762, + "recall": 0.202569, + "f1": 0.178058, + "accuracy": 0.202569, + "main_score": 0.178058, + "hf_subset": "knc_Arab-ban_Latn", + "languages": [ + "knc-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.190185, + "recall": 0.226285, + "f1": 0.198989, + "accuracy": 0.226285, + "main_score": 0.198989, + "hf_subset": "knc_Arab-ell_Grek", + "languages": [ + "knc-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.212273, + "recall": 0.240119, + "f1": 0.21935, + "accuracy": 0.240119, + "main_score": 0.21935, + "hf_subset": "knc_Arab-hne_Deva", + "languages": [ + "knc-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.181413, + "recall": 0.20751, + "f1": 0.188094, + "accuracy": 0.20751, + "main_score": 0.188094, + "hf_subset": "knc_Arab-kik_Latn", + "languages": [ + "knc-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.223197, + "recall": 0.250988, + "f1": 0.229733, + "accuracy": 0.250988, + "main_score": 0.229733, + "hf_subset": "knc_Arab-mai_Deva", + "languages": [ + "knc-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.173067, + "recall": 0.200593, + "f1": 0.17874, + "accuracy": 0.200593, + "main_score": 0.17874, + "hf_subset": "knc_Arab-pbt_Arab", + "languages": [ + "knc-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.22294, + "recall": 0.26087, + "f1": 0.231116, + "accuracy": 0.26087, + "main_score": 0.231116, + "hf_subset": "knc_Arab-spa_Latn", + "languages": [ + "knc-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.22799, + "recall": 0.254941, + "f1": 0.235985, + "accuracy": 0.254941, + "main_score": 0.235985, + "hf_subset": "knc_Arab-twi_Latn", + "languages": [ + "knc-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.215696, + "recall": 0.247036, + "f1": 0.223271, + "accuracy": 0.247036, + "main_score": 0.223271, + "hf_subset": "knc_Arab-acm_Arab", + "languages": [ + "knc-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.16038, + "recall": 0.183794, + "f1": 0.166669, + "accuracy": 0.183794, + "main_score": 0.166669, + "hf_subset": "knc_Arab-bel_Cyrl", + "languages": [ + "knc-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.234521, + "recall": 0.289526, + "f1": 0.248705, + "accuracy": 0.289526, + "main_score": 0.248705, + "hf_subset": "knc_Arab-eng_Latn", + "languages": [ + "knc-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.180693, + "recall": 0.218379, + "f1": 0.189948, + "accuracy": 0.218379, + "main_score": 0.189948, + "hf_subset": "knc_Arab-hrv_Latn", + "languages": [ + "knc-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.179512, + "recall": 0.209486, + "f1": 0.18716, + "accuracy": 0.209486, + "main_score": 0.18716, + "hf_subset": "knc_Arab-kin_Latn", + "languages": [ + "knc-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.175137, + "recall": 0.199605, + "f1": 0.180865, + "accuracy": 0.199605, + "main_score": 0.180865, + "hf_subset": "knc_Arab-mal_Mlym", + "languages": [ + "knc-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.204164, + "recall": 0.23913, + "f1": 0.212454, + "accuracy": 0.23913, + "main_score": 0.212454, + "hf_subset": "knc_Arab-pes_Arab", + "languages": [ + "knc-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.181804, + "recall": 0.208498, + "f1": 0.188225, + "accuracy": 0.208498, + "main_score": 0.188225, + "hf_subset": "knc_Arab-srd_Latn", + "languages": [ + "knc-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.154189, + "recall": 0.184783, + "f1": 0.161753, + "accuracy": 0.184783, + "main_score": 0.161753, + "hf_subset": "knc_Arab-tzm_Tfng", + "languages": [ + "knc-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.217711, + "recall": 0.247036, + "f1": 0.224975, + "accuracy": 0.247036, + "main_score": 0.224975, + "hf_subset": "knc_Arab-acq_Arab", + "languages": [ + "knc-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.210327, + "recall": 0.249012, + "f1": 0.220701, + "accuracy": 0.249012, + "main_score": 0.220701, + "hf_subset": "knc_Arab-bem_Latn", + "languages": [ + "knc-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.164361, + "recall": 0.185771, + "f1": 0.169218, + "accuracy": 0.185771, + "main_score": 0.169218, + "hf_subset": "knc_Arab-epo_Latn", + "languages": [ + "knc-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.197222, + "recall": 0.233202, + "f1": 0.205627, + "accuracy": 0.233202, + "main_score": 0.205627, + "hf_subset": "knc_Arab-hun_Latn", + "languages": [ + "knc-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.181475, + "recall": 0.210474, + "f1": 0.188173, + "accuracy": 0.210474, + "main_score": 0.188173, + "hf_subset": "knc_Arab-kir_Cyrl", + "languages": [ + "knc-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.197755, + "recall": 0.225296, + "f1": 0.204542, + "accuracy": 0.225296, + "main_score": 0.204542, + "hf_subset": "knc_Arab-mar_Deva", + "languages": [ + "knc-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.169323, + "recall": 0.205534, + "f1": 0.177981, + "accuracy": 0.205534, + "main_score": 0.177981, + "hf_subset": "knc_Arab-plt_Latn", + "languages": [ + "knc-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.186574, + "recall": 0.221344, + "f1": 0.195078, + "accuracy": 0.221344, + "main_score": 0.195078, + "hf_subset": "knc_Arab-srp_Cyrl", + "languages": [ + "knc-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.17709, + "recall": 0.210474, + "f1": 0.185153, + "accuracy": 0.210474, + "main_score": 0.185153, + "hf_subset": "knc_Arab-uig_Arab", + "languages": [ + "knc-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.204001, + "recall": 0.23419, + "f1": 0.211541, + "accuracy": 0.23419, + "main_score": 0.211541, + "hf_subset": "knc_Arab-aeb_Arab", + "languages": [ + "knc-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.198216, + "recall": 0.228261, + "f1": 0.205606, + "accuracy": 0.228261, + "main_score": 0.205606, + "hf_subset": "knc_Arab-ben_Beng", + "languages": [ + "knc-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.187362, + "recall": 0.216403, + "f1": 0.1936, + "accuracy": 0.216403, + "main_score": 0.1936, + "hf_subset": "knc_Arab-est_Latn", + "languages": [ + "knc-Arab", + "est-Latn" + ] + }, + { + "precision": 0.180028, + "recall": 0.211462, + "f1": 0.187942, + "accuracy": 0.211462, + "main_score": 0.187942, + "hf_subset": "knc_Arab-hye_Armn", + "languages": [ + "knc-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.224757, + "recall": 0.256917, + "f1": 0.233205, + "accuracy": 0.256917, + "main_score": 0.233205, + "hf_subset": "knc_Arab-kmb_Latn", + "languages": [ + "knc-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.214253, + "recall": 0.253953, + "f1": 0.224552, + "accuracy": 0.253953, + "main_score": 0.224552, + "hf_subset": "knc_Arab-min_Arab", + "languages": [ + "knc-Arab", + "min-Arab" + ] + }, + { + "precision": 0.208105, + "recall": 0.244071, + "f1": 0.216675, + "accuracy": 0.244071, + "main_score": 0.216675, + "hf_subset": "knc_Arab-pol_Latn", + "languages": [ + "knc-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.175491, + "recall": 0.206522, + "f1": 0.183757, + "accuracy": 0.206522, + "main_score": 0.183757, + "hf_subset": "knc_Arab-ssw_Latn", + "languages": [ + "knc-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.195382, + "recall": 0.235178, + "f1": 0.204569, + "accuracy": 0.235178, + "main_score": 0.204569, + "hf_subset": "knc_Arab-ukr_Cyrl", + "languages": [ + "knc-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.171276, + "recall": 0.204545, + "f1": 0.178738, + "accuracy": 0.204545, + "main_score": 0.178738, + "hf_subset": "knc_Arab-afr_Latn", + "languages": [ + "knc-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.227754, + "recall": 0.267787, + "f1": 0.236869, + "accuracy": 0.267787, + "main_score": 0.236869, + "hf_subset": "knc_Arab-bho_Deva", + "languages": [ + "knc-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.162833, + "recall": 0.193676, + "f1": 0.169706, + "accuracy": 0.193676, + "main_score": 0.169706, + "hf_subset": "knc_Arab-eus_Latn", + "languages": [ + "knc-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.20755, + "recall": 0.233202, + "f1": 0.214109, + "accuracy": 0.233202, + "main_score": 0.214109, + "hf_subset": "knc_Arab-ibo_Latn", + "languages": [ + "knc-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.177566, + "recall": 0.212451, + "f1": 0.186329, + "accuracy": 0.212451, + "main_score": 0.186329, + "hf_subset": "knc_Arab-kmr_Latn", + "languages": [ + "knc-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.164228, + "recall": 0.192688, + "f1": 0.17133, + "accuracy": 0.192688, + "main_score": 0.17133, + "hf_subset": "knc_Arab-min_Latn", + "languages": [ + "knc-Arab", + "min-Latn" + ] + }, + { + "precision": 0.195926, + "recall": 0.23419, + "f1": 0.204962, + "accuracy": 0.23419, + "main_score": 0.204962, + "hf_subset": "knc_Arab-por_Latn", + "languages": [ + "knc-Arab", + "por-Latn" + ] + }, + { + "precision": 0.166, + "recall": 0.19664, + "f1": 0.173369, + "accuracy": 0.19664, + "main_score": 0.173369, + "hf_subset": "knc_Arab-sun_Latn", + "languages": [ + "knc-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.241548, + "recall": 0.272727, + "f1": 0.250503, + "accuracy": 0.272727, + "main_score": 0.250503, + "hf_subset": "knc_Arab-umb_Latn", + "languages": [ + "knc-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.211006, + "recall": 0.23913, + "f1": 0.217078, + "accuracy": 0.23913, + "main_score": 0.217078, + "hf_subset": "knc_Arab-ajp_Arab", + "languages": [ + "knc-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.226029, + "recall": 0.26087, + "f1": 0.235122, + "accuracy": 0.26087, + "main_score": 0.235122, + "hf_subset": "knc_Arab-bjn_Arab", + "languages": [ + "knc-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.224654, + "recall": 0.255929, + "f1": 0.233319, + "accuracy": 0.255929, + "main_score": 0.233319, + "hf_subset": "knc_Arab-ewe_Latn", + "languages": [ + "knc-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.163851, + "recall": 0.192688, + "f1": 0.170756, + "accuracy": 0.192688, + "main_score": 0.170756, + "hf_subset": "knc_Arab-ilo_Latn", + "languages": [ + "knc-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.181769, + "recall": 0.214427, + "f1": 0.189808, + "accuracy": 0.214427, + "main_score": 0.189808, + "hf_subset": "knc_Arab-mkd_Cyrl", + "languages": [ + "knc-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.229946, + "recall": 0.26087, + "f1": 0.237224, + "accuracy": 0.26087, + "main_score": 0.237224, + "hf_subset": "knc_Arab-prs_Arab", + "languages": [ + "knc-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.211013, + "recall": 0.252964, + "f1": 0.22088, + "accuracy": 0.252964, + "main_score": 0.22088, + "hf_subset": "knc_Arab-swe_Latn", + "languages": [ + "knc-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.206434, + "recall": 0.238142, + "f1": 0.213759, + "accuracy": 0.238142, + "main_score": 0.213759, + "hf_subset": "knc_Arab-urd_Arab", + "languages": [ + "knc-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.223024, + "recall": 0.25, + "f1": 0.230243, + "accuracy": 0.25, + "main_score": 0.230243, + "hf_subset": "knc_Arab-aka_Latn", + "languages": [ + "knc-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.187687, + "recall": 0.218379, + "f1": 0.196213, + "accuracy": 0.218379, + "main_score": 0.196213, + "hf_subset": "knc_Arab-bjn_Latn", + "languages": [ + "knc-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.164358, + "recall": 0.1917, + "f1": 0.170831, + "accuracy": 0.1917, + "main_score": 0.170831, + "hf_subset": "knc_Arab-fao_Latn", + "languages": [ + "knc-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.202972, + "recall": 0.237154, + "f1": 0.211558, + "accuracy": 0.237154, + "main_score": 0.211558, + "hf_subset": "knc_Arab-ind_Latn", + "languages": [ + "knc-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.273652, + "recall": 0.306324, + "f1": 0.28152, + "accuracy": 0.306324, + "main_score": 0.28152, + "hf_subset": "knc_Arab-knc_Latn", + "languages": [ + "knc-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.154384, + "recall": 0.173913, + "f1": 0.159442, + "accuracy": 0.173913, + "main_score": 0.159442, + "hf_subset": "knc_Arab-mlt_Latn", + "languages": [ + "knc-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.239492, + "recall": 0.274704, + "f1": 0.248747, + "accuracy": 0.274704, + "main_score": 0.248747, + "hf_subset": "knc_Arab-quy_Latn", + "languages": [ + "knc-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.171832, + "recall": 0.202569, + "f1": 0.179182, + "accuracy": 0.202569, + "main_score": 0.179182, + "hf_subset": "knc_Arab-swh_Latn", + "languages": [ + "knc-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.159925, + "recall": 0.183794, + "f1": 0.166224, + "accuracy": 0.183794, + "main_score": 0.166224, + "hf_subset": "knc_Arab-uzn_Latn", + "languages": [ + "knc-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.172445, + "recall": 0.203557, + "f1": 0.18007, + "accuracy": 0.203557, + "main_score": 0.18007, + "hf_subset": "knc_Arab-als_Latn", + "languages": [ + "knc-Arab", + "als-Latn" + ] + }, + { + "precision": 0.175442, + "recall": 0.210474, + "f1": 0.184095, + "accuracy": 0.210474, + "main_score": 0.184095, + "hf_subset": "knc_Arab-bod_Tibt", + "languages": [ + "knc-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.220544, + "recall": 0.250988, + "f1": 0.228208, + "accuracy": 0.250988, + "main_score": 0.228208, + "hf_subset": "knc_Arab-fij_Latn", + "languages": [ + "knc-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.160989, + "recall": 0.194664, + "f1": 0.168622, + "accuracy": 0.194664, + "main_score": 0.168622, + "hf_subset": "knc_Arab-isl_Latn", + "languages": [ + "knc-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.231546, + "recall": 0.263834, + "f1": 0.240461, + "accuracy": 0.263834, + "main_score": 0.240461, + "hf_subset": "knc_Arab-kon_Latn", + "languages": [ + "knc-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.243921, + "recall": 0.277668, + "f1": 0.253012, + "accuracy": 0.277668, + "main_score": 0.253012, + "hf_subset": "knc_Arab-mni_Beng", + "languages": [ + "knc-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.189405, + "recall": 0.217391, + "f1": 0.196016, + "accuracy": 0.217391, + "main_score": 0.196016, + "hf_subset": "knc_Arab-ron_Latn", + "languages": [ + "knc-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.195909, + "recall": 0.227273, + "f1": 0.203114, + "accuracy": 0.227273, + "main_score": 0.203114, + "hf_subset": "knc_Arab-szl_Latn", + "languages": [ + "knc-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.211303, + "recall": 0.238142, + "f1": 0.218025, + "accuracy": 0.238142, + "main_score": 0.218025, + "hf_subset": "knc_Arab-vec_Latn", + "languages": [ + "knc-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.223236, + "recall": 0.257905, + "f1": 0.232686, + "accuracy": 0.257905, + "main_score": 0.232686, + "hf_subset": "knc_Arab-amh_Ethi", + "languages": [ + "knc-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.184619, + "recall": 0.220356, + "f1": 0.193643, + "accuracy": 0.220356, + "main_score": 0.193643, + "hf_subset": "knc_Arab-bos_Latn", + "languages": [ + "knc-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.178679, + "recall": 0.206522, + "f1": 0.185137, + "accuracy": 0.206522, + "main_score": 0.185137, + "hf_subset": "knc_Arab-fin_Latn", + "languages": [ + "knc-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.20461, + "recall": 0.241107, + "f1": 0.213164, + "accuracy": 0.241107, + "main_score": 0.213164, + "hf_subset": "knc_Arab-ita_Latn", + "languages": [ + "knc-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.22577, + "recall": 0.261858, + "f1": 0.235013, + "accuracy": 0.261858, + "main_score": 0.235013, + "hf_subset": "knc_Arab-kor_Hang", + "languages": [ + "knc-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.264036, + "recall": 0.286561, + "f1": 0.270128, + "accuracy": 0.286561, + "main_score": 0.270128, + "hf_subset": "knc_Arab-mos_Latn", + "languages": [ + "knc-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.181724, + "recall": 0.211462, + "f1": 0.188906, + "accuracy": 0.211462, + "main_score": 0.188906, + "hf_subset": "knc_Arab-run_Latn", + "languages": [ + "knc-Arab", + "run-Latn" + ] + }, + { + "precision": 0.189017, + "recall": 0.218379, + "f1": 0.196, + "accuracy": 0.218379, + "main_score": 0.196, + "hf_subset": "knc_Arab-tam_Taml", + "languages": [ + "knc-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.20148, + "recall": 0.231225, + "f1": 0.209114, + "accuracy": 0.231225, + "main_score": 0.209114, + "hf_subset": "knc_Arab-vie_Latn", + "languages": [ + "knc-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.194796, + "recall": 0.227273, + "f1": 0.202048, + "accuracy": 0.227273, + "main_score": 0.202048, + "hf_subset": "knc_Arab-apc_Arab", + "languages": [ + "knc-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.225602, + "recall": 0.256917, + "f1": 0.233571, + "accuracy": 0.256917, + "main_score": 0.233571, + "hf_subset": "knc_Arab-bug_Latn", + "languages": [ + "knc-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.223132, + "recall": 0.252964, + "f1": 0.232051, + "accuracy": 0.252964, + "main_score": 0.232051, + "hf_subset": "knc_Arab-fon_Latn", + "languages": [ + "knc-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.162681, + "recall": 0.192688, + "f1": 0.16938, + "accuracy": 0.192688, + "main_score": 0.16938, + "hf_subset": "knc_Arab-jav_Latn", + "languages": [ + "knc-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.135975, + "recall": 0.157115, + "f1": 0.140944, + "accuracy": 0.157115, + "main_score": 0.140944, + "hf_subset": "knc_Arab-lao_Laoo", + "languages": [ + "knc-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.19214, + "recall": 0.220356, + "f1": 0.198968, + "accuracy": 0.220356, + "main_score": 0.198968, + "hf_subset": "knc_Arab-mri_Latn", + "languages": [ + "knc-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.217801, + "recall": 0.249012, + "f1": 0.225734, + "accuracy": 0.249012, + "main_score": 0.225734, + "hf_subset": "knc_Arab-rus_Cyrl", + "languages": [ + "knc-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.26288, + "recall": 0.291502, + "f1": 0.270098, + "accuracy": 0.291502, + "main_score": 0.270098, + "hf_subset": "knc_Arab-taq_Latn", + "languages": [ + "knc-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.164515, + "recall": 0.19664, + "f1": 0.171674, + "accuracy": 0.19664, + "main_score": 0.171674, + "hf_subset": "knc_Arab-war_Latn", + "languages": [ + "knc-Arab", + "war-Latn" + ] + }, + { + "precision": 0.213332, + "recall": 0.250988, + "f1": 0.222458, + "accuracy": 0.250988, + "main_score": 0.222458, + "hf_subset": "knc_Arab-arb_Arab", + "languages": [ + "knc-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.204782, + "recall": 0.241107, + "f1": 0.213396, + "accuracy": 0.241107, + "main_score": 0.213396, + "hf_subset": "knc_Arab-bul_Cyrl", + "languages": [ + "knc-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.201041, + "recall": 0.238142, + "f1": 0.20959, + "accuracy": 0.238142, + "main_score": 0.20959, + "hf_subset": "knc_Arab-fra_Latn", + "languages": [ + "knc-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.234409, + "recall": 0.26581, + "f1": 0.241403, + "accuracy": 0.26581, + "main_score": 0.241403, + "hf_subset": "knc_Arab-jpn_Jpan", + "languages": [ + "knc-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.205437, + "recall": 0.237154, + "f1": 0.212217, + "accuracy": 0.237154, + "main_score": 0.212217, + "hf_subset": "knc_Arab-lij_Latn", + "languages": [ + "knc-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.170057, + "recall": 0.201581, + "f1": 0.177622, + "accuracy": 0.201581, + "main_score": 0.177622, + "hf_subset": "knc_Arab-mya_Mymr", + "languages": [ + "knc-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.255166, + "recall": 0.293478, + "f1": 0.265511, + "accuracy": 0.293478, + "main_score": 0.265511, + "hf_subset": "knc_Arab-sag_Latn", + "languages": [ + "knc-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.165589, + "recall": 0.194664, + "f1": 0.172938, + "accuracy": 0.194664, + "main_score": 0.172938, + "hf_subset": "knc_Arab-taq_Tfng", + "languages": [ + "knc-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.264242, + "recall": 0.29249, + "f1": 0.272274, + "accuracy": 0.29249, + "main_score": 0.272274, + "hf_subset": "knc_Arab-wol_Latn", + "languages": [ + "knc-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.164317, + "recall": 0.199605, + "f1": 0.173237, + "accuracy": 0.199605, + "main_score": 0.173237, + "hf_subset": "knc_Arab-arb_Latn", + "languages": [ + "knc-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.182834, + "recall": 0.212451, + "f1": 0.190068, + "accuracy": 0.212451, + "main_score": 0.190068, + "hf_subset": "knc_Arab-cat_Latn", + "languages": [ + "knc-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.198337, + "recall": 0.231225, + "f1": 0.205545, + "accuracy": 0.231225, + "main_score": 0.205545, + "hf_subset": "knc_Arab-fur_Latn", + "languages": [ + "knc-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.235568, + "recall": 0.271739, + "f1": 0.245249, + "accuracy": 0.271739, + "main_score": 0.245249, + "hf_subset": "knc_Arab-kab_Latn", + "languages": [ + "knc-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.180619, + "recall": 0.208498, + "f1": 0.187465, + "accuracy": 0.208498, + "main_score": 0.187465, + "hf_subset": "knc_Arab-lim_Latn", + "languages": [ + "knc-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.200374, + "recall": 0.236166, + "f1": 0.208804, + "accuracy": 0.236166, + "main_score": 0.208804, + "hf_subset": "knc_Arab-nld_Latn", + "languages": [ + "knc-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.195954, + "recall": 0.238142, + "f1": 0.204769, + "accuracy": 0.238142, + "main_score": 0.204769, + "hf_subset": "knc_Arab-san_Deva", + "languages": [ + "knc-Arab", + "san-Deva" + ] + }, + { + "precision": 0.152149, + "recall": 0.184783, + "f1": 0.159775, + "accuracy": 0.184783, + "main_score": 0.159775, + "hf_subset": "knc_Arab-tat_Cyrl", + "languages": [ + "knc-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.177249, + "recall": 0.209486, + "f1": 0.184777, + "accuracy": 0.209486, + "main_score": 0.184777, + "hf_subset": "knc_Arab-xho_Latn", + "languages": [ + "knc-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.200718, + "recall": 0.23913, + "f1": 0.210151, + "accuracy": 0.23913, + "main_score": 0.210151, + "hf_subset": "knc_Arab-ars_Arab", + "languages": [ + "knc-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.172586, + "recall": 0.202569, + "f1": 0.179018, + "accuracy": 0.202569, + "main_score": 0.179018, + "hf_subset": "knc_Arab-ceb_Latn", + "languages": [ + "knc-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.245431, + "recall": 0.275692, + "f1": 0.253599, + "accuracy": 0.275692, + "main_score": 0.253599, + "hf_subset": "knc_Arab-fuv_Latn", + "languages": [ + "knc-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.264859, + "recall": 0.297431, + "f1": 0.273692, + "accuracy": 0.297431, + "main_score": 0.273692, + "hf_subset": "knc_Arab-kac_Latn", + "languages": [ + "knc-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.234249, + "recall": 0.26581, + "f1": 0.242028, + "accuracy": 0.26581, + "main_score": 0.242028, + "hf_subset": "knc_Arab-lin_Latn", + "languages": [ + "knc-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.16799, + "recall": 0.19664, + "f1": 0.175221, + "accuracy": 0.19664, + "main_score": 0.175221, + "hf_subset": "knc_Arab-nno_Latn", + "languages": [ + "knc-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.214661, + "recall": 0.253953, + "f1": 0.224046, + "accuracy": 0.253953, + "main_score": 0.224046, + "hf_subset": "knc_Arab-sat_Olck", + "languages": [ + "knc-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.183946, + "recall": 0.212451, + "f1": 0.190464, + "accuracy": 0.212451, + "main_score": 0.190464, + "hf_subset": "knc_Arab-tel_Telu", + "languages": [ + "knc-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.164913, + "recall": 0.192688, + "f1": 0.171748, + "accuracy": 0.192688, + "main_score": 0.171748, + "hf_subset": "knc_Arab-ydd_Hebr", + "languages": [ + "knc-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.212936, + "recall": 0.241107, + "f1": 0.219321, + "accuracy": 0.241107, + "main_score": 0.219321, + "hf_subset": "knc_Arab-ary_Arab", + "languages": [ + "knc-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.192348, + "recall": 0.225296, + "f1": 0.199619, + "accuracy": 0.225296, + "main_score": 0.199619, + "hf_subset": "knc_Arab-ces_Latn", + "languages": [ + "knc-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.238851, + "recall": 0.274704, + "f1": 0.247913, + "accuracy": 0.274704, + "main_score": 0.247913, + "hf_subset": "knc_Arab-gaz_Latn", + "languages": [ + "knc-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.221986, + "recall": 0.259881, + "f1": 0.232383, + "accuracy": 0.259881, + "main_score": 0.232383, + "hf_subset": "knc_Arab-kam_Latn", + "languages": [ + "knc-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.168077, + "recall": 0.199605, + "f1": 0.174858, + "accuracy": 0.199605, + "main_score": 0.174858, + "hf_subset": "knc_Arab-lit_Latn", + "languages": [ + "knc-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.197036, + "recall": 0.232213, + "f1": 0.204954, + "accuracy": 0.232213, + "main_score": 0.204954, + "hf_subset": "knc_Arab-nob_Latn", + "languages": [ + "knc-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.188275, + "recall": 0.214427, + "f1": 0.194403, + "accuracy": 0.214427, + "main_score": 0.194403, + "hf_subset": "knc_Arab-scn_Latn", + "languages": [ + "knc-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.156146, + "recall": 0.183794, + "f1": 0.162999, + "accuracy": 0.183794, + "main_score": 0.162999, + "hf_subset": "knc_Arab-tgk_Cyrl", + "languages": [ + "knc-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.196714, + "recall": 0.22332, + "f1": 0.203105, + "accuracy": 0.22332, + "main_score": 0.203105, + "hf_subset": "knc_Arab-yor_Latn", + "languages": [ + "knc-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.210165, + "recall": 0.245059, + "f1": 0.218673, + "accuracy": 0.245059, + "main_score": 0.218673, + "hf_subset": "knc_Arab-arz_Arab", + "languages": [ + "knc-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.248913, + "recall": 0.279644, + "f1": 0.257507, + "accuracy": 0.279644, + "main_score": 0.257507, + "hf_subset": "knc_Arab-cjk_Latn", + "languages": [ + "knc-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.168589, + "recall": 0.198617, + "f1": 0.175264, + "accuracy": 0.198617, + "main_score": 0.175264, + "hf_subset": "knc_Arab-gla_Latn", + "languages": [ + "knc-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.16625, + "recall": 0.190711, + "f1": 0.17242, + "accuracy": 0.190711, + "main_score": 0.17242, + "hf_subset": "knc_Arab-kan_Knda", + "languages": [ + "knc-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.192503, + "recall": 0.22332, + "f1": 0.199381, + "accuracy": 0.22332, + "main_score": 0.199381, + "hf_subset": "knc_Arab-lmo_Latn", + "languages": [ + "knc-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.195954, + "recall": 0.221344, + "f1": 0.202373, + "accuracy": 0.221344, + "main_score": 0.202373, + "hf_subset": "knc_Arab-npi_Deva", + "languages": [ + "knc-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.156988, + "recall": 0.188735, + "f1": 0.164892, + "accuracy": 0.188735, + "main_score": 0.164892, + "hf_subset": "knc_Arab-shn_Mymr", + "languages": [ + "knc-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.17871, + "recall": 0.211462, + "f1": 0.186708, + "accuracy": 0.211462, + "main_score": 0.186708, + "hf_subset": "knc_Arab-tgl_Latn", + "languages": [ + "knc-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.184157, + "recall": 0.217391, + "f1": 0.192157, + "accuracy": 0.217391, + "main_score": 0.192157, + "hf_subset": "knc_Arab-yue_Hant", + "languages": [ + "knc-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.160307, + "recall": 0.183794, + "f1": 0.166167, + "accuracy": 0.183794, + "main_score": 0.166167, + "hf_subset": "knc_Arab-asm_Beng", + "languages": [ + "knc-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.196765, + "recall": 0.233202, + "f1": 0.204968, + "accuracy": 0.233202, + "main_score": 0.204968, + "hf_subset": "knc_Arab-ckb_Arab", + "languages": [ + "knc-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.157389, + "recall": 0.188735, + "f1": 0.164586, + "accuracy": 0.188735, + "main_score": 0.164586, + "hf_subset": "knc_Arab-gle_Latn", + "languages": [ + "knc-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.223822, + "recall": 0.25, + "f1": 0.230582, + "accuracy": 0.25, + "main_score": 0.230582, + "hf_subset": "knc_Arab-kas_Arab", + "languages": [ + "knc-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.201812, + "recall": 0.231225, + "f1": 0.208894, + "accuracy": 0.231225, + "main_score": 0.208894, + "hf_subset": "knc_Arab-ltg_Latn", + "languages": [ + "knc-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.193891, + "recall": 0.224308, + "f1": 0.202201, + "accuracy": 0.224308, + "main_score": 0.202201, + "hf_subset": "knc_Arab-nso_Latn", + "languages": [ + "knc-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.165039, + "recall": 0.198617, + "f1": 0.17301, + "accuracy": 0.198617, + "main_score": 0.17301, + "hf_subset": "knc_Arab-sin_Sinh", + "languages": [ + "knc-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.178132, + "recall": 0.205534, + "f1": 0.184598, + "accuracy": 0.205534, + "main_score": 0.184598, + "hf_subset": "knc_Arab-tha_Thai", + "languages": [ + "knc-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.172841, + "recall": 0.192688, + "f1": 0.178324, + "accuracy": 0.192688, + "main_score": 0.178324, + "hf_subset": "knc_Arab-zho_Hans", + "languages": [ + "knc-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.188905, + "recall": 0.214427, + "f1": 0.19494, + "accuracy": 0.214427, + "main_score": 0.19494, + "hf_subset": "knc_Arab-ast_Latn", + "languages": [ + "knc-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.207849, + "recall": 0.236166, + "f1": 0.215645, + "accuracy": 0.236166, + "main_score": 0.215645, + "hf_subset": "knc_Arab-crh_Latn", + "languages": [ + "knc-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.184349, + "recall": 0.218379, + "f1": 0.191846, + "accuracy": 0.218379, + "main_score": 0.191846, + "hf_subset": "knc_Arab-glg_Latn", + "languages": [ + "knc-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.242434, + "recall": 0.271739, + "f1": 0.249596, + "accuracy": 0.271739, + "main_score": 0.249596, + "hf_subset": "knc_Arab-kas_Deva", + "languages": [ + "knc-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.14945, + "recall": 0.175889, + "f1": 0.154767, + "accuracy": 0.175889, + "main_score": 0.154767, + "hf_subset": "knc_Arab-ltz_Latn", + "languages": [ + "knc-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.251797, + "recall": 0.283597, + "f1": 0.260759, + "accuracy": 0.283597, + "main_score": 0.260759, + "hf_subset": "knc_Arab-nus_Latn", + "languages": [ + "knc-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.183311, + "recall": 0.216403, + "f1": 0.191427, + "accuracy": 0.216403, + "main_score": 0.191427, + "hf_subset": "knc_Arab-slk_Latn", + "languages": [ + "knc-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.25175, + "recall": 0.286561, + "f1": 0.260471, + "accuracy": 0.286561, + "main_score": 0.260471, + "hf_subset": "knc_Arab-tir_Ethi", + "languages": [ + "knc-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.179701, + "recall": 0.217391, + "f1": 0.188728, + "accuracy": 0.217391, + "main_score": 0.188728, + "hf_subset": "knc_Arab-zho_Hant", + "languages": [ + "knc-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.221777, + "recall": 0.259881, + "f1": 0.230142, + "accuracy": 0.259881, + "main_score": 0.230142, + "hf_subset": "knc_Arab-awa_Deva", + "languages": [ + "knc-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.161228, + "recall": 0.1917, + "f1": 0.16824, + "accuracy": 0.1917, + "main_score": 0.16824, + "hf_subset": "knc_Arab-cym_Latn", + "languages": [ + "knc-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.220736, + "recall": 0.243083, + "f1": 0.226916, + "accuracy": 0.243083, + "main_score": 0.226916, + "hf_subset": "knc_Arab-grn_Latn", + "languages": [ + "knc-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.173842, + "recall": 0.205534, + "f1": 0.181335, + "accuracy": 0.205534, + "main_score": 0.181335, + "hf_subset": "knc_Arab-kat_Geor", + "languages": [ + "knc-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.236472, + "recall": 0.266798, + "f1": 0.244991, + "accuracy": 0.266798, + "main_score": 0.244991, + "hf_subset": "knc_Arab-lua_Latn", + "languages": [ + "knc-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.172807, + "recall": 0.203557, + "f1": 0.180267, + "accuracy": 0.203557, + "main_score": 0.180267, + "hf_subset": "knc_Arab-nya_Latn", + "languages": [ + "knc-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.182043, + "recall": 0.215415, + "f1": 0.190658, + "accuracy": 0.215415, + "main_score": 0.190658, + "hf_subset": "knc_Arab-slv_Latn", + "languages": [ + "knc-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.195685, + "recall": 0.218379, + "f1": 0.201948, + "accuracy": 0.218379, + "main_score": 0.201948, + "hf_subset": "knc_Arab-tpi_Latn", + "languages": [ + "knc-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.177718, + "recall": 0.209486, + "f1": 0.18423, + "accuracy": 0.209486, + "main_score": 0.18423, + "hf_subset": "knc_Arab-zsm_Latn", + "languages": [ + "knc-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.246735, + "recall": 0.275692, + "f1": 0.254456, + "accuracy": 0.275692, + "main_score": 0.254456, + "hf_subset": "knc_Arab-ayr_Latn", + "languages": [ + "knc-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.20199, + "recall": 0.235178, + "f1": 0.210289, + "accuracy": 0.235178, + "main_score": 0.210289, + "hf_subset": "knc_Arab-dan_Latn", + "languages": [ + "knc-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.188819, + "recall": 0.224308, + "f1": 0.195909, + "accuracy": 0.224308, + "main_score": 0.195909, + "hf_subset": "knc_Arab-guj_Gujr", + "languages": [ + "knc-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.16458, + "recall": 0.192688, + "f1": 0.171321, + "accuracy": 0.192688, + "main_score": 0.171321, + "hf_subset": "knc_Arab-kaz_Cyrl", + "languages": [ + "knc-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.198523, + "recall": 0.22332, + "f1": 0.205303, + "accuracy": 0.22332, + "main_score": 0.205303, + "hf_subset": "knc_Arab-lug_Latn", + "languages": [ + "knc-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.181797, + "recall": 0.210474, + "f1": 0.188783, + "accuracy": 0.210474, + "main_score": 0.188783, + "hf_subset": "knc_Arab-oci_Latn", + "languages": [ + "knc-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.194551, + "recall": 0.227273, + "f1": 0.203294, + "accuracy": 0.227273, + "main_score": 0.203294, + "hf_subset": "knc_Arab-smo_Latn", + "languages": [ + "knc-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.181564, + "recall": 0.210474, + "f1": 0.188805, + "accuracy": 0.210474, + "main_score": 0.188805, + "hf_subset": "knc_Arab-tsn_Latn", + "languages": [ + "knc-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.169902, + "recall": 0.199605, + "f1": 0.177499, + "accuracy": 0.199605, + "main_score": 0.177499, + "hf_subset": "knc_Arab-zul_Latn", + "languages": [ + "knc-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.186938, + "recall": 0.214427, + "f1": 0.193696, + "accuracy": 0.214427, + "main_score": 0.193696, + "hf_subset": "knc_Arab-azb_Arab", + "languages": [ + "knc-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.22129, + "recall": 0.26087, + "f1": 0.230668, + "accuracy": 0.26087, + "main_score": 0.230668, + "hf_subset": "knc_Arab-deu_Latn", + "languages": [ + "knc-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.175084, + "recall": 0.209486, + "f1": 0.183076, + "accuracy": 0.209486, + "main_score": 0.183076, + "hf_subset": "knc_Arab-hat_Latn", + "languages": [ + "knc-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.228623, + "recall": 0.257905, + "f1": 0.236829, + "accuracy": 0.257905, + "main_score": 0.236829, + "hf_subset": "knc_Arab-kbp_Latn", + "languages": [ + "knc-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.246442, + "recall": 0.273715, + "f1": 0.253946, + "accuracy": 0.273715, + "main_score": 0.253946, + "hf_subset": "knc_Arab-luo_Latn", + "languages": [ + "knc-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.1778, + "recall": 0.203557, + "f1": 0.184151, + "accuracy": 0.203557, + "main_score": 0.184151, + "hf_subset": "knc_Arab-ory_Orya", + "languages": [ + "knc-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.182041, + "recall": 0.214427, + "f1": 0.189782, + "accuracy": 0.214427, + "main_score": 0.189782, + "hf_subset": "knc_Arab-sna_Latn", + "languages": [ + "knc-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.21819, + "recall": 0.251976, + "f1": 0.226612, + "accuracy": 0.251976, + "main_score": 0.226612, + "hf_subset": "knc_Arab-tso_Latn", + "languages": [ + "knc-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.172698, + "recall": 0.203557, + "f1": 0.180099, + "accuracy": 0.203557, + "main_score": 0.180099, + "hf_subset": "knc_Arab-azj_Latn", + "languages": [ + "knc-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.209352, + "recall": 0.236166, + "f1": 0.2164, + "accuracy": 0.236166, + "main_score": 0.2164, + "hf_subset": "knc_Arab-dik_Latn", + "languages": [ + "knc-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.176644, + "recall": 0.209486, + "f1": 0.183921, + "accuracy": 0.209486, + "main_score": 0.183921, + "hf_subset": "knc_Arab-hau_Latn", + "languages": [ + "knc-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.174093, + "recall": 0.206522, + "f1": 0.182066, + "accuracy": 0.206522, + "main_score": 0.182066, + "hf_subset": "knc_Arab-kea_Latn", + "languages": [ + "knc-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.191898, + "recall": 0.217391, + "f1": 0.197557, + "accuracy": 0.217391, + "main_score": 0.197557, + "hf_subset": "knc_Arab-lus_Latn", + "languages": [ + "knc-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.236897, + "recall": 0.26581, + "f1": 0.244525, + "accuracy": 0.26581, + "main_score": 0.244525, + "hf_subset": "knc_Arab-pag_Latn", + "languages": [ + "knc-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.186015, + "recall": 0.219368, + "f1": 0.193933, + "accuracy": 0.219368, + "main_score": 0.193933, + "hf_subset": "knc_Arab-snd_Arab", + "languages": [ + "knc-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.15951, + "recall": 0.193676, + "f1": 0.16778, + "accuracy": 0.193676, + "main_score": 0.16778, + "hf_subset": "knc_Arab-tuk_Latn", + "languages": [ + "knc-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.155146, + "recall": 0.184783, + "f1": 0.161606, + "accuracy": 0.184783, + "main_score": 0.161606, + "hf_subset": "knc_Arab-bak_Cyrl", + "languages": [ + "knc-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.195942, + "recall": 0.225296, + "f1": 0.203393, + "accuracy": 0.225296, + "main_score": 0.203393, + "hf_subset": "knc_Arab-dyu_Latn", + "languages": [ + "knc-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.186506, + "recall": 0.215415, + "f1": 0.193525, + "accuracy": 0.215415, + "main_score": 0.193525, + "hf_subset": "knc_Arab-heb_Hebr", + "languages": [ + "knc-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.181074, + "recall": 0.213439, + "f1": 0.189831, + "accuracy": 0.213439, + "main_score": 0.189831, + "hf_subset": "knc_Arab-khk_Cyrl", + "languages": [ + "knc-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.176313, + "recall": 0.211462, + "f1": 0.184425, + "accuracy": 0.211462, + "main_score": 0.184425, + "hf_subset": "knc_Arab-lvs_Latn", + "languages": [ + "knc-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.186874, + "recall": 0.214427, + "f1": 0.192745, + "accuracy": 0.214427, + "main_score": 0.192745, + "hf_subset": "knc_Arab-pan_Guru", + "languages": [ + "knc-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.169088, + "recall": 0.19664, + "f1": 0.175547, + "accuracy": 0.19664, + "main_score": 0.175547, + "hf_subset": "knc_Arab-som_Latn", + "languages": [ + "knc-Arab", + "som-Latn" + ] + }, + { + "precision": 0.180881, + "recall": 0.211462, + "f1": 0.188872, + "accuracy": 0.211462, + "main_score": 0.188872, + "hf_subset": "knc_Arab-tum_Latn", + "languages": [ + "knc-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.485523, + "recall": 0.570158, + "f1": 0.508253, + "accuracy": 0.570158, + "main_score": 0.508253, + "hf_subset": "mkd_Cyrl-ace_Arab", + "languages": [ + "mkd-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.451323, + "recall": 0.503953, + "f1": 0.46493, + "accuracy": 0.503953, + "main_score": 0.46493, + "hf_subset": "mkd_Cyrl-bam_Latn", + "languages": [ + "mkd-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.602152, + "recall": 0.692688, + "f1": 0.627923, + "accuracy": 0.692688, + "main_score": 0.627923, + "hf_subset": "mkd_Cyrl-dzo_Tibt", + "languages": [ + "mkd-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-hin_Deva", + "languages": [ + "mkd-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mkd_Cyrl-khm_Khmr", + "languages": [ + "mkd-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mkd_Cyrl-mag_Deva", + "languages": [ + "mkd-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-pap_Latn", + "languages": [ + "mkd-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.819582, + "recall": 0.869565, + "f1": 0.83498, + "accuracy": 0.869565, + "main_score": 0.83498, + "hf_subset": "mkd_Cyrl-sot_Latn", + "languages": [ + "mkd-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-tur_Latn", + "languages": [ + "mkd-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.825922, + "recall": 0.87253, + "f1": 0.840349, + "accuracy": 0.87253, + "main_score": 0.840349, + "hf_subset": "mkd_Cyrl-ace_Latn", + "languages": [ + "mkd-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "mkd_Cyrl-ban_Latn", + "languages": [ + "mkd-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mkd_Cyrl-ell_Grek", + "languages": [ + "mkd-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "mkd_Cyrl-hne_Deva", + "languages": [ + "mkd-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.530378, + "recall": 0.609684, + "f1": 0.551634, + "accuracy": 0.609684, + "main_score": 0.551634, + "hf_subset": "mkd_Cyrl-kik_Latn", + "languages": [ + "mkd-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-mai_Deva", + "languages": [ + "mkd-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "mkd_Cyrl-pbt_Arab", + "languages": [ + "mkd-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-spa_Latn", + "languages": [ + "mkd-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.706701, + "recall": 0.771739, + "f1": 0.725398, + "accuracy": 0.771739, + "main_score": 0.725398, + "hf_subset": "mkd_Cyrl-twi_Latn", + "languages": [ + "mkd-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-acm_Arab", + "languages": [ + "mkd-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.817918, + "recall": 0.865613, + "f1": 0.83243, + "accuracy": 0.865613, + "main_score": 0.83243, + "hf_subset": "mkd_Cyrl-kin_Latn", + "languages": [ + "mkd-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mkd_Cyrl-mal_Mlym", + "languages": [ + "mkd-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-pes_Arab", + "languages": [ + "mkd-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mkd_Cyrl-srd_Latn", + "languages": [ + "mkd-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.195491, + "recall": 0.256917, + "f1": 0.210119, + "accuracy": 0.256917, + "main_score": 0.210119, + "hf_subset": "mkd_Cyrl-tzm_Tfng", + "languages": [ + "mkd-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-acq_Arab", + "languages": [ + "mkd-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.622958, + "recall": 0.697628, + "f1": 0.643843, + "accuracy": 0.697628, + "main_score": 0.643843, + "hf_subset": "mkd_Cyrl-bem_Latn", + "languages": [ + "mkd-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-epo_Latn", + "languages": [ + "mkd-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-hun_Latn", + "languages": [ + "mkd-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "mkd_Cyrl-kir_Cyrl", + "languages": [ + "mkd-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-mar_Deva", + "languages": [ + "mkd-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.837072, + "recall": 0.881423, + "f1": 0.850823, + "accuracy": 0.881423, + "main_score": 0.850823, + "hf_subset": "mkd_Cyrl-plt_Latn", + "languages": [ + "mkd-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.930007, + "recall": 0.950593, + "f1": 0.936397, + "accuracy": 0.950593, + "main_score": 0.936397, + "hf_subset": "mkd_Cyrl-uig_Arab", + "languages": [ + "mkd-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mkd_Cyrl-aeb_Arab", + "languages": [ + "mkd-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-ben_Beng", + "languages": [ + "mkd-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mkd_Cyrl-est_Latn", + "languages": [ + "mkd-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-hye_Armn", + "languages": [ + "mkd-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.426791, + "recall": 0.493083, + "f1": 0.443949, + "accuracy": 0.493083, + "main_score": 0.443949, + "hf_subset": "mkd_Cyrl-kmb_Latn", + "languages": [ + "mkd-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.431104, + "recall": 0.518775, + "f1": 0.453066, + "accuracy": 0.518775, + "main_score": 0.453066, + "hf_subset": "mkd_Cyrl-min_Arab", + "languages": [ + "mkd-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.685105, + "recall": 0.758893, + "f1": 0.706722, + "accuracy": 0.758893, + "main_score": 0.706722, + "hf_subset": "mkd_Cyrl-ssw_Latn", + "languages": [ + "mkd-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-afr_Latn", + "languages": [ + "mkd-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mkd_Cyrl-bho_Deva", + "languages": [ + "mkd-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-eus_Latn", + "languages": [ + "mkd-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.811924, + "recall": 0.866601, + "f1": 0.828938, + "accuracy": 0.866601, + "main_score": 0.828938, + "hf_subset": "mkd_Cyrl-ibo_Latn", + "languages": [ + "mkd-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.845356, + "recall": 0.88834, + "f1": 0.858498, + "accuracy": 0.88834, + "main_score": 0.858498, + "hf_subset": "mkd_Cyrl-kmr_Latn", + "languages": [ + "mkd-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mkd_Cyrl-min_Latn", + "languages": [ + "mkd-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-por_Latn", + "languages": [ + "mkd-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mkd_Cyrl-sun_Latn", + "languages": [ + "mkd-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.421597, + "recall": 0.485178, + "f1": 0.438901, + "accuracy": 0.485178, + "main_score": 0.438901, + "hf_subset": "mkd_Cyrl-umb_Latn", + "languages": [ + "mkd-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mkd_Cyrl-ajp_Arab", + "languages": [ + "mkd-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.448573, + "recall": 0.536561, + "f1": 0.471605, + "accuracy": 0.536561, + "main_score": 0.471605, + "hf_subset": "mkd_Cyrl-bjn_Arab", + "languages": [ + "mkd-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.423386, + "recall": 0.480237, + "f1": 0.438782, + "accuracy": 0.480237, + "main_score": 0.438782, + "hf_subset": "mkd_Cyrl-ewe_Latn", + "languages": [ + "mkd-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.932559, + "recall": 0.954545, + "f1": 0.939789, + "accuracy": 0.954545, + "main_score": 0.939789, + "hf_subset": "mkd_Cyrl-ilo_Latn", + "languages": [ + "mkd-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.233012, + "recall": 0.29249, + "f1": 0.246922, + "accuracy": 0.29249, + "main_score": 0.246922, + "hf_subset": "mkd_Cyrl-knc_Arab", + "languages": [ + "mkd-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-prs_Arab", + "languages": [ + "mkd-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-swe_Latn", + "languages": [ + "mkd-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-urd_Arab", + "languages": [ + "mkd-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.683612, + "recall": 0.751976, + "f1": 0.702789, + "accuracy": 0.751976, + "main_score": 0.702789, + "hf_subset": "mkd_Cyrl-aka_Latn", + "languages": [ + "mkd-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "mkd_Cyrl-bjn_Latn", + "languages": [ + "mkd-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mkd_Cyrl-fao_Latn", + "languages": [ + "mkd-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-ind_Latn", + "languages": [ + "mkd-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.489501, + "recall": 0.543478, + "f1": 0.503948, + "accuracy": 0.543478, + "main_score": 0.503948, + "hf_subset": "mkd_Cyrl-knc_Latn", + "languages": [ + "mkd-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-mlt_Latn", + "languages": [ + "mkd-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.596043, + "recall": 0.66996, + "f1": 0.617136, + "accuracy": 0.66996, + "main_score": 0.617136, + "hf_subset": "mkd_Cyrl-quy_Latn", + "languages": [ + "mkd-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-swh_Latn", + "languages": [ + "mkd-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-uzn_Latn", + "languages": [ + "mkd-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-als_Latn", + "languages": [ + "mkd-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.753697, + "recall": 0.817194, + "f1": 0.772892, + "accuracy": 0.817194, + "main_score": 0.772892, + "hf_subset": "mkd_Cyrl-bod_Tibt", + "languages": [ + "mkd-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.586285, + "recall": 0.666008, + "f1": 0.609343, + "accuracy": 0.666008, + "main_score": 0.609343, + "hf_subset": "mkd_Cyrl-fij_Latn", + "languages": [ + "mkd-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "mkd_Cyrl-isl_Latn", + "languages": [ + "mkd-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.551893, + "recall": 0.623518, + "f1": 0.571153, + "accuracy": 0.623518, + "main_score": 0.571153, + "hf_subset": "mkd_Cyrl-kon_Latn", + "languages": [ + "mkd-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.570536, + "recall": 0.649209, + "f1": 0.591708, + "accuracy": 0.649209, + "main_score": 0.591708, + "hf_subset": "mkd_Cyrl-mni_Beng", + "languages": [ + "mkd-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-ron_Latn", + "languages": [ + "mkd-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.979084, + "recall": 0.98419, + "f1": 0.980731, + "accuracy": 0.98419, + "main_score": 0.980731, + "hf_subset": "mkd_Cyrl-szl_Latn", + "languages": [ + "mkd-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-vec_Latn", + "languages": [ + "mkd-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.900774, + "recall": 0.93083, + "f1": 0.91031, + "accuracy": 0.93083, + "main_score": 0.91031, + "hf_subset": "mkd_Cyrl-amh_Ethi", + "languages": [ + "mkd-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-fin_Latn", + "languages": [ + "mkd-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ita_Latn", + "languages": [ + "mkd-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-kor_Hang", + "languages": [ + "mkd-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.478903, + "recall": 0.530632, + "f1": 0.492938, + "accuracy": 0.530632, + "main_score": 0.492938, + "hf_subset": "mkd_Cyrl-mos_Latn", + "languages": [ + "mkd-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.718626, + "recall": 0.780632, + "f1": 0.736789, + "accuracy": 0.780632, + "main_score": 0.736789, + "hf_subset": "mkd_Cyrl-run_Latn", + "languages": [ + "mkd-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "mkd_Cyrl-tam_Taml", + "languages": [ + "mkd-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-vie_Latn", + "languages": [ + "mkd-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-apc_Arab", + "languages": [ + "mkd-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.694313, + "recall": 0.761858, + "f1": 0.713067, + "accuracy": 0.761858, + "main_score": 0.713067, + "hf_subset": "mkd_Cyrl-bug_Latn", + "languages": [ + "mkd-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.41376, + "recall": 0.463439, + "f1": 0.427761, + "accuracy": 0.463439, + "main_score": 0.427761, + "hf_subset": "mkd_Cyrl-fon_Latn", + "languages": [ + "mkd-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "mkd_Cyrl-jav_Latn", + "languages": [ + "mkd-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.944417, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "mkd_Cyrl-lao_Laoo", + "languages": [ + "mkd-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.850988, + "recall": 0.894269, + "f1": 0.864413, + "accuracy": 0.894269, + "main_score": 0.864413, + "hf_subset": "mkd_Cyrl-mri_Latn", + "languages": [ + "mkd-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.469583, + "recall": 0.52668, + "f1": 0.484898, + "accuracy": 0.52668, + "main_score": 0.484898, + "hf_subset": "mkd_Cyrl-taq_Latn", + "languages": [ + "mkd-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mkd_Cyrl-war_Latn", + "languages": [ + "mkd-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-arb_Arab", + "languages": [ + "mkd-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-fra_Latn", + "languages": [ + "mkd-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-jpn_Jpan", + "languages": [ + "mkd-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mkd_Cyrl-lij_Latn", + "languages": [ + "mkd-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "mkd_Cyrl-mya_Mymr", + "languages": [ + "mkd-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.532618, + "recall": 0.592885, + "f1": 0.549297, + "accuracy": 0.592885, + "main_score": 0.549297, + "hf_subset": "mkd_Cyrl-sag_Latn", + "languages": [ + "mkd-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.206132, + "recall": 0.266798, + "f1": 0.220895, + "accuracy": 0.266798, + "main_score": 0.220895, + "hf_subset": "mkd_Cyrl-taq_Tfng", + "languages": [ + "mkd-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.616351, + "recall": 0.686759, + "f1": 0.635666, + "accuracy": 0.686759, + "main_score": 0.635666, + "hf_subset": "mkd_Cyrl-wol_Latn", + "languages": [ + "mkd-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.840036, + "recall": 0.885375, + "f1": 0.853788, + "accuracy": 0.885375, + "main_score": 0.853788, + "hf_subset": "mkd_Cyrl-arb_Latn", + "languages": [ + "mkd-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-cat_Latn", + "languages": [ + "mkd-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mkd_Cyrl-fur_Latn", + "languages": [ + "mkd-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.397913, + "recall": 0.47332, + "f1": 0.417206, + "accuracy": 0.47332, + "main_score": 0.417206, + "hf_subset": "mkd_Cyrl-kab_Latn", + "languages": [ + "mkd-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mkd_Cyrl-lim_Latn", + "languages": [ + "mkd-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-nld_Latn", + "languages": [ + "mkd-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "mkd_Cyrl-san_Deva", + "languages": [ + "mkd-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-tat_Cyrl", + "languages": [ + "mkd-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.850132, + "recall": 0.894269, + "f1": 0.8639, + "accuracy": 0.894269, + "main_score": 0.8639, + "hf_subset": "mkd_Cyrl-xho_Latn", + "languages": [ + "mkd-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-ars_Arab", + "languages": [ + "mkd-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-ceb_Latn", + "languages": [ + "mkd-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.440858, + "recall": 0.508893, + "f1": 0.458517, + "accuracy": 0.508893, + "main_score": 0.458517, + "hf_subset": "mkd_Cyrl-fuv_Latn", + "languages": [ + "mkd-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.44569, + "recall": 0.507905, + "f1": 0.462384, + "accuracy": 0.507905, + "main_score": 0.462384, + "hf_subset": "mkd_Cyrl-kac_Latn", + "languages": [ + "mkd-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.579033, + "recall": 0.646245, + "f1": 0.596763, + "accuracy": 0.646245, + "main_score": 0.596763, + "hf_subset": "mkd_Cyrl-lin_Latn", + "languages": [ + "mkd-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-nno_Latn", + "languages": [ + "mkd-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.831637, + "recall": 0.879447, + "f1": 0.846542, + "accuracy": 0.879447, + "main_score": 0.846542, + "hf_subset": "mkd_Cyrl-sat_Olck", + "languages": [ + "mkd-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mkd_Cyrl-tel_Telu", + "languages": [ + "mkd-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mkd_Cyrl-ydd_Hebr", + "languages": [ + "mkd-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "mkd_Cyrl-ary_Arab", + "languages": [ + "mkd-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.534885, + "recall": 0.613636, + "f1": 0.556117, + "accuracy": 0.613636, + "main_score": 0.556117, + "hf_subset": "mkd_Cyrl-gaz_Latn", + "languages": [ + "mkd-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.488961, + "recall": 0.570158, + "f1": 0.509957, + "accuracy": 0.570158, + "main_score": 0.509957, + "hf_subset": "mkd_Cyrl-kam_Latn", + "languages": [ + "mkd-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mkd_Cyrl-lit_Latn", + "languages": [ + "mkd-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-nob_Latn", + "languages": [ + "mkd-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mkd_Cyrl-scn_Latn", + "languages": [ + "mkd-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mkd_Cyrl-tgk_Cyrl", + "languages": [ + "mkd-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.684942, + "recall": 0.756917, + "f1": 0.705948, + "accuracy": 0.756917, + "main_score": 0.705948, + "hf_subset": "mkd_Cyrl-yor_Latn", + "languages": [ + "mkd-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-arz_Arab", + "languages": [ + "mkd-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.439376, + "recall": 0.505929, + "f1": 0.457129, + "accuracy": 0.505929, + "main_score": 0.457129, + "hf_subset": "mkd_Cyrl-cjk_Latn", + "languages": [ + "mkd-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "mkd_Cyrl-gla_Latn", + "languages": [ + "mkd-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mkd_Cyrl-kan_Knda", + "languages": [ + "mkd-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "mkd_Cyrl-lmo_Latn", + "languages": [ + "mkd-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "mkd_Cyrl-npi_Deva", + "languages": [ + "mkd-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.49827, + "recall": 0.581028, + "f1": 0.520869, + "accuracy": 0.581028, + "main_score": 0.520869, + "hf_subset": "mkd_Cyrl-shn_Mymr", + "languages": [ + "mkd-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-tgl_Latn", + "languages": [ + "mkd-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-yue_Hant", + "languages": [ + "mkd-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mkd_Cyrl-asm_Beng", + "languages": [ + "mkd-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.89748, + "recall": 0.927866, + "f1": 0.907016, + "accuracy": 0.927866, + "main_score": 0.907016, + "hf_subset": "mkd_Cyrl-ckb_Arab", + "languages": [ + "mkd-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "mkd_Cyrl-gle_Latn", + "languages": [ + "mkd-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.880682, + "recall": 0.916008, + "f1": 0.891502, + "accuracy": 0.916008, + "main_score": 0.891502, + "hf_subset": "mkd_Cyrl-kas_Arab", + "languages": [ + "mkd-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.883399, + "recall": 0.916996, + "f1": 0.893742, + "accuracy": 0.916996, + "main_score": 0.893742, + "hf_subset": "mkd_Cyrl-ltg_Latn", + "languages": [ + "mkd-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.750892, + "recall": 0.813241, + "f1": 0.76996, + "accuracy": 0.813241, + "main_score": 0.76996, + "hf_subset": "mkd_Cyrl-nso_Latn", + "languages": [ + "mkd-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "mkd_Cyrl-sin_Sinh", + "languages": [ + "mkd-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-tha_Thai", + "languages": [ + "mkd-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mkd_Cyrl-zho_Hans", + "languages": [ + "mkd-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "mkd_Cyrl-ast_Latn", + "languages": [ + "mkd-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mkd_Cyrl-crh_Latn", + "languages": [ + "mkd-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-glg_Latn", + "languages": [ + "mkd-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.824177, + "recall": 0.871542, + "f1": 0.838472, + "accuracy": 0.871542, + "main_score": 0.838472, + "hf_subset": "mkd_Cyrl-kas_Deva", + "languages": [ + "mkd-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mkd_Cyrl-ltz_Latn", + "languages": [ + "mkd-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.409841, + "recall": 0.469368, + "f1": 0.425584, + "accuracy": 0.469368, + "main_score": 0.425584, + "hf_subset": "mkd_Cyrl-nus_Latn", + "languages": [ + "mkd-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.598107, + "recall": 0.682806, + "f1": 0.621562, + "accuracy": 0.682806, + "main_score": 0.621562, + "hf_subset": "mkd_Cyrl-tir_Ethi", + "languages": [ + "mkd-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-zho_Hant", + "languages": [ + "mkd-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.972332, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "mkd_Cyrl-awa_Deva", + "languages": [ + "mkd-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mkd_Cyrl-cym_Latn", + "languages": [ + "mkd-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.717376, + "recall": 0.779644, + "f1": 0.73455, + "accuracy": 0.779644, + "main_score": 0.73455, + "hf_subset": "mkd_Cyrl-grn_Latn", + "languages": [ + "mkd-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mkd_Cyrl-kat_Geor", + "languages": [ + "mkd-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.561357, + "recall": 0.625494, + "f1": 0.577774, + "accuracy": 0.625494, + "main_score": 0.577774, + "hf_subset": "mkd_Cyrl-lua_Latn", + "languages": [ + "mkd-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.77635, + "recall": 0.839921, + "f1": 0.795869, + "accuracy": 0.839921, + "main_score": 0.795869, + "hf_subset": "mkd_Cyrl-nya_Latn", + "languages": [ + "mkd-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "mkd_Cyrl-tpi_Latn", + "languages": [ + "mkd-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-zsm_Latn", + "languages": [ + "mkd-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.47754, + "recall": 0.54249, + "f1": 0.495235, + "accuracy": 0.54249, + "main_score": 0.495235, + "hf_subset": "mkd_Cyrl-ayr_Latn", + "languages": [ + "mkd-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-dan_Latn", + "languages": [ + "mkd-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-guj_Gujr", + "languages": [ + "mkd-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mkd_Cyrl-kaz_Cyrl", + "languages": [ + "mkd-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.587012, + "recall": 0.674901, + "f1": 0.612357, + "accuracy": 0.674901, + "main_score": 0.612357, + "hf_subset": "mkd_Cyrl-lug_Latn", + "languages": [ + "mkd-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-oci_Latn", + "languages": [ + "mkd-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.797381, + "recall": 0.851779, + "f1": 0.81438, + "accuracy": 0.851779, + "main_score": 0.81438, + "hf_subset": "mkd_Cyrl-smo_Latn", + "languages": [ + "mkd-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.705138, + "recall": 0.772727, + "f1": 0.72492, + "accuracy": 0.772727, + "main_score": 0.72492, + "hf_subset": "mkd_Cyrl-tsn_Latn", + "languages": [ + "mkd-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.854084, + "recall": 0.896245, + "f1": 0.867358, + "accuracy": 0.896245, + "main_score": 0.867358, + "hf_subset": "mkd_Cyrl-zul_Latn", + "languages": [ + "mkd-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.894433, + "recall": 0.925889, + "f1": 0.904235, + "accuracy": 0.925889, + "main_score": 0.904235, + "hf_subset": "mkd_Cyrl-azb_Arab", + "languages": [ + "mkd-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-deu_Latn", + "languages": [ + "mkd-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "mkd_Cyrl-hat_Latn", + "languages": [ + "mkd-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.431261, + "recall": 0.492095, + "f1": 0.448079, + "accuracy": 0.492095, + "main_score": 0.448079, + "hf_subset": "mkd_Cyrl-kbp_Latn", + "languages": [ + "mkd-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.481173, + "recall": 0.543478, + "f1": 0.497619, + "accuracy": 0.543478, + "main_score": 0.497619, + "hf_subset": "mkd_Cyrl-luo_Latn", + "languages": [ + "mkd-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mkd_Cyrl-ory_Orya", + "languages": [ + "mkd-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.856966, + "recall": 0.897233, + "f1": 0.869631, + "accuracy": 0.897233, + "main_score": 0.869631, + "hf_subset": "mkd_Cyrl-sna_Latn", + "languages": [ + "mkd-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.618643, + "recall": 0.693676, + "f1": 0.639074, + "accuracy": 0.693676, + "main_score": 0.639074, + "hf_subset": "mkd_Cyrl-tso_Latn", + "languages": [ + "mkd-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-azj_Latn", + "languages": [ + "mkd-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.477857, + "recall": 0.547431, + "f1": 0.496828, + "accuracy": 0.547431, + "main_score": 0.496828, + "hf_subset": "mkd_Cyrl-dik_Latn", + "languages": [ + "mkd-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.877553, + "recall": 0.913043, + "f1": 0.888702, + "accuracy": 0.913043, + "main_score": 0.888702, + "hf_subset": "mkd_Cyrl-hau_Latn", + "languages": [ + "mkd-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "mkd_Cyrl-kea_Latn", + "languages": [ + "mkd-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.928854, + "f1": 0.907609, + "accuracy": 0.928854, + "main_score": 0.907609, + "hf_subset": "mkd_Cyrl-lus_Latn", + "languages": [ + "mkd-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.81754, + "recall": 0.864625, + "f1": 0.831357, + "accuracy": 0.864625, + "main_score": 0.831357, + "hf_subset": "mkd_Cyrl-pag_Latn", + "languages": [ + "mkd-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "mkd_Cyrl-snd_Arab", + "languages": [ + "mkd-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "mkd_Cyrl-tuk_Latn", + "languages": [ + "mkd-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-bak_Cyrl", + "languages": [ + "mkd-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.444674, + "recall": 0.516798, + "f1": 0.463911, + "accuracy": 0.516798, + "main_score": 0.463911, + "hf_subset": "mkd_Cyrl-dyu_Latn", + "languages": [ + "mkd-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-heb_Hebr", + "languages": [ + "mkd-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "mkd_Cyrl-khk_Cyrl", + "languages": [ + "mkd-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-lvs_Latn", + "languages": [ + "mkd-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-pan_Guru", + "languages": [ + "mkd-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.835804, + "recall": 0.883399, + "f1": 0.85056, + "accuracy": 0.883399, + "main_score": 0.85056, + "hf_subset": "mkd_Cyrl-som_Latn", + "languages": [ + "mkd-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.647777, + "recall": 0.718379, + "f1": 0.668074, + "accuracy": 0.718379, + "main_score": 0.668074, + "hf_subset": "mkd_Cyrl-tum_Latn", + "languages": [ + "mkd-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.48826, + "recall": 0.576087, + "f1": 0.513189, + "accuracy": 0.576087, + "main_score": 0.513189, + "hf_subset": "prs_Arab-ace_Arab", + "languages": [ + "prs-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.465309, + "recall": 0.518775, + "f1": 0.479147, + "accuracy": 0.518775, + "main_score": 0.479147, + "hf_subset": "prs_Arab-bam_Latn", + "languages": [ + "prs-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.607149, + "recall": 0.699605, + "f1": 0.633518, + "accuracy": 0.699605, + "main_score": 0.633518, + "hf_subset": "prs_Arab-dzo_Tibt", + "languages": [ + "prs-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-hin_Deva", + "languages": [ + "prs-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "prs_Arab-khm_Khmr", + "languages": [ + "prs-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-mag_Deva", + "languages": [ + "prs-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-pap_Latn", + "languages": [ + "prs-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.837401, + "recall": 0.881423, + "f1": 0.850823, + "accuracy": 0.881423, + "main_score": 0.850823, + "hf_subset": "prs_Arab-sot_Latn", + "languages": [ + "prs-Arab", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-tur_Latn", + "languages": [ + "prs-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.842227, + "recall": 0.885375, + "f1": 0.855501, + "accuracy": 0.885375, + "main_score": 0.855501, + "hf_subset": "prs_Arab-ace_Latn", + "languages": [ + "prs-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "prs_Arab-ban_Latn", + "languages": [ + "prs-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-ell_Grek", + "languages": [ + "prs-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "prs_Arab-hne_Deva", + "languages": [ + "prs-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.534088, + "recall": 0.605731, + "f1": 0.552822, + "accuracy": 0.605731, + "main_score": 0.552822, + "hf_subset": "prs_Arab-kik_Latn", + "languages": [ + "prs-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-mai_Deva", + "languages": [ + "prs-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "prs_Arab-pbt_Arab", + "languages": [ + "prs-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-spa_Latn", + "languages": [ + "prs-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.729687, + "recall": 0.791502, + "f1": 0.747617, + "accuracy": 0.791502, + "main_score": 0.747617, + "hf_subset": "prs_Arab-twi_Latn", + "languages": [ + "prs-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-acm_Arab", + "languages": [ + "prs-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-bel_Cyrl", + "languages": [ + "prs-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-hrv_Latn", + "languages": [ + "prs-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.826038, + "recall": 0.874506, + "f1": 0.841107, + "accuracy": 0.874506, + "main_score": 0.841107, + "hf_subset": "prs_Arab-kin_Latn", + "languages": [ + "prs-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-mal_Mlym", + "languages": [ + "prs-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-pes_Arab", + "languages": [ + "prs-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "prs_Arab-srd_Latn", + "languages": [ + "prs-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.197854, + "recall": 0.252964, + "f1": 0.211123, + "accuracy": 0.252964, + "main_score": 0.211123, + "hf_subset": "prs_Arab-tzm_Tfng", + "languages": [ + "prs-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-acq_Arab", + "languages": [ + "prs-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.624111, + "recall": 0.701581, + "f1": 0.645833, + "accuracy": 0.701581, + "main_score": 0.645833, + "hf_subset": "prs_Arab-bem_Latn", + "languages": [ + "prs-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-epo_Latn", + "languages": [ + "prs-Arab", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-hun_Latn", + "languages": [ + "prs-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "prs_Arab-kir_Cyrl", + "languages": [ + "prs-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-mar_Deva", + "languages": [ + "prs-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.85028, + "recall": 0.891304, + "f1": 0.863043, + "accuracy": 0.891304, + "main_score": 0.863043, + "hf_subset": "prs_Arab-plt_Latn", + "languages": [ + "prs-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-srp_Cyrl", + "languages": [ + "prs-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947628, + "accuracy": 0.959486, + "main_score": 0.947628, + "hf_subset": "prs_Arab-uig_Arab", + "languages": [ + "prs-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-aeb_Arab", + "languages": [ + "prs-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-ben_Beng", + "languages": [ + "prs-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-est_Latn", + "languages": [ + "prs-Arab", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-hye_Armn", + "languages": [ + "prs-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.42674, + "recall": 0.491107, + "f1": 0.444395, + "accuracy": 0.491107, + "main_score": 0.444395, + "hf_subset": "prs_Arab-kmb_Latn", + "languages": [ + "prs-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.432866, + "recall": 0.519763, + "f1": 0.454767, + "accuracy": 0.519763, + "main_score": 0.454767, + "hf_subset": "prs_Arab-min_Arab", + "languages": [ + "prs-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-pol_Latn", + "languages": [ + "prs-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.709281, + "recall": 0.77668, + "f1": 0.729105, + "accuracy": 0.77668, + "main_score": 0.729105, + "hf_subset": "prs_Arab-ssw_Latn", + "languages": [ + "prs-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ukr_Cyrl", + "languages": [ + "prs-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-afr_Latn", + "languages": [ + "prs-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "prs_Arab-bho_Deva", + "languages": [ + "prs-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-eus_Latn", + "languages": [ + "prs-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.838521, + "recall": 0.884387, + "f1": 0.852423, + "accuracy": 0.884387, + "main_score": 0.852423, + "hf_subset": "prs_Arab-ibo_Latn", + "languages": [ + "prs-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.857296, + "recall": 0.899209, + "f1": 0.870586, + "accuracy": 0.899209, + "main_score": 0.870586, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "prs_Arab-min_Latn", + "languages": [ + "prs-Arab", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-por_Latn", + "languages": [ + "prs-Arab", + "por-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "prs_Arab-sun_Latn", + "languages": [ + "prs-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.419134, + "recall": 0.482213, + "f1": 0.436875, + "accuracy": 0.482213, + "main_score": 0.436875, + "hf_subset": "prs_Arab-umb_Latn", + "languages": [ + "prs-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ajp_Arab", + "languages": [ + "prs-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.453115, + "recall": 0.540514, + "f1": 0.476639, + "accuracy": 0.540514, + "main_score": 0.476639, + "hf_subset": "prs_Arab-bjn_Arab", + "languages": [ + "prs-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.433159, + "recall": 0.490119, + "f1": 0.448263, + "accuracy": 0.490119, + "main_score": 0.448263, + "hf_subset": "prs_Arab-ewe_Latn", + "languages": [ + "prs-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "prs_Arab-ilo_Latn", + "languages": [ + "prs-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.246145, + "recall": 0.302372, + "f1": 0.25991, + "accuracy": 0.302372, + "main_score": 0.25991, + "hf_subset": "prs_Arab-knc_Arab", + "languages": [ + "prs-Arab", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-mkd_Cyrl", + "languages": [ + "prs-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-swe_Latn", + "languages": [ + "prs-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-urd_Arab", + "languages": [ + "prs-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.701175, + "recall": 0.762846, + "f1": 0.718558, + "accuracy": 0.762846, + "main_score": 0.718558, + "hf_subset": "prs_Arab-aka_Latn", + "languages": [ + "prs-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "prs_Arab-bjn_Latn", + "languages": [ + "prs-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "prs_Arab-fao_Latn", + "languages": [ + "prs-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ind_Latn", + "languages": [ + "prs-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.505287, + "recall": 0.559289, + "f1": 0.520013, + "accuracy": 0.559289, + "main_score": 0.520013, + "hf_subset": "prs_Arab-knc_Latn", + "languages": [ + "prs-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-mlt_Latn", + "languages": [ + "prs-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.60212, + "recall": 0.676877, + "f1": 0.6231, + "accuracy": 0.676877, + "main_score": 0.6231, + "hf_subset": "prs_Arab-quy_Latn", + "languages": [ + "prs-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-swh_Latn", + "languages": [ + "prs-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-uzn_Latn", + "languages": [ + "prs-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-als_Latn", + "languages": [ + "prs-Arab", + "als-Latn" + ] + }, + { + "precision": 0.790127, + "recall": 0.847826, + "f1": 0.807762, + "accuracy": 0.847826, + "main_score": 0.807762, + "hf_subset": "prs_Arab-bod_Tibt", + "languages": [ + "prs-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.609834, + "recall": 0.686759, + "f1": 0.631345, + "accuracy": 0.686759, + "main_score": 0.631345, + "hf_subset": "prs_Arab-fij_Latn", + "languages": [ + "prs-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.984848, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "prs_Arab-isl_Latn", + "languages": [ + "prs-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.563283, + "recall": 0.629447, + "f1": 0.58156, + "accuracy": 0.629447, + "main_score": 0.58156, + "hf_subset": "prs_Arab-kon_Latn", + "languages": [ + "prs-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.580475, + "recall": 0.655138, + "f1": 0.601446, + "accuracy": 0.655138, + "main_score": 0.601446, + "hf_subset": "prs_Arab-mni_Beng", + "languages": [ + "prs-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-ron_Latn", + "languages": [ + "prs-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "prs_Arab-szl_Latn", + "languages": [ + "prs-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-vec_Latn", + "languages": [ + "prs-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.926877, + "recall": 0.949605, + "f1": 0.934124, + "accuracy": 0.949605, + "main_score": 0.934124, + "hf_subset": "prs_Arab-amh_Ethi", + "languages": [ + "prs-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-bos_Latn", + "languages": [ + "prs-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-fin_Latn", + "languages": [ + "prs-Arab", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ita_Latn", + "languages": [ + "prs-Arab", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-kor_Hang", + "languages": [ + "prs-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.468451, + "recall": 0.523715, + "f1": 0.483483, + "accuracy": 0.523715, + "main_score": 0.483483, + "hf_subset": "prs_Arab-mos_Latn", + "languages": [ + "prs-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.716446, + "recall": 0.780632, + "f1": 0.735397, + "accuracy": 0.780632, + "main_score": 0.735397, + "hf_subset": "prs_Arab-run_Latn", + "languages": [ + "prs-Arab", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-tam_Taml", + "languages": [ + "prs-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-vie_Latn", + "languages": [ + "prs-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-apc_Arab", + "languages": [ + "prs-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.693886, + "recall": 0.756917, + "f1": 0.710474, + "accuracy": 0.756917, + "main_score": 0.710474, + "hf_subset": "prs_Arab-bug_Latn", + "languages": [ + "prs-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.409292, + "recall": 0.461462, + "f1": 0.423575, + "accuracy": 0.461462, + "main_score": 0.423575, + "hf_subset": "prs_Arab-fon_Latn", + "languages": [ + "prs-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "prs_Arab-jav_Latn", + "languages": [ + "prs-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "prs_Arab-lao_Laoo", + "languages": [ + "prs-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.863834, + "recall": 0.90415, + "f1": 0.8766, + "accuracy": 0.90415, + "main_score": 0.8766, + "hf_subset": "prs_Arab-mri_Latn", + "languages": [ + "prs-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-rus_Cyrl", + "languages": [ + "prs-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.457693, + "recall": 0.521739, + "f1": 0.475211, + "accuracy": 0.521739, + "main_score": 0.475211, + "hf_subset": "prs_Arab-taq_Latn", + "languages": [ + "prs-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "prs_Arab-war_Latn", + "languages": [ + "prs-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-bul_Cyrl", + "languages": [ + "prs-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-fra_Latn", + "languages": [ + "prs-Arab", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-jpn_Jpan", + "languages": [ + "prs-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "prs_Arab-lij_Latn", + "languages": [ + "prs-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "prs_Arab-mya_Mymr", + "languages": [ + "prs-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.528012, + "recall": 0.588933, + "f1": 0.544856, + "accuracy": 0.588933, + "main_score": 0.544856, + "hf_subset": "prs_Arab-sag_Latn", + "languages": [ + "prs-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.20341, + "recall": 0.264822, + "f1": 0.218237, + "accuracy": 0.264822, + "main_score": 0.218237, + "hf_subset": "prs_Arab-taq_Tfng", + "languages": [ + "prs-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.616213, + "recall": 0.684783, + "f1": 0.635607, + "accuracy": 0.684783, + "main_score": 0.635607, + "hf_subset": "prs_Arab-wol_Latn", + "languages": [ + "prs-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.869236, + "recall": 0.908103, + "f1": 0.881588, + "accuracy": 0.908103, + "main_score": 0.881588, + "hf_subset": "prs_Arab-arb_Latn", + "languages": [ + "prs-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-cat_Latn", + "languages": [ + "prs-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "prs_Arab-fur_Latn", + "languages": [ + "prs-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.410085, + "recall": 0.480237, + "f1": 0.42808, + "accuracy": 0.480237, + "main_score": 0.42808, + "hf_subset": "prs_Arab-kab_Latn", + "languages": [ + "prs-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "prs_Arab-lim_Latn", + "languages": [ + "prs-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-nld_Latn", + "languages": [ + "prs-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "prs_Arab-san_Deva", + "languages": [ + "prs-Arab", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-tat_Cyrl", + "languages": [ + "prs-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.862822, + "recall": 0.901186, + "f1": 0.874687, + "accuracy": 0.901186, + "main_score": 0.874687, + "hf_subset": "prs_Arab-xho_Latn", + "languages": [ + "prs-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ars_Arab", + "languages": [ + "prs-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-ceb_Latn", + "languages": [ + "prs-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.452358, + "recall": 0.51581, + "f1": 0.469217, + "accuracy": 0.51581, + "main_score": 0.469217, + "hf_subset": "prs_Arab-fuv_Latn", + "languages": [ + "prs-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.457387, + "recall": 0.520751, + "f1": 0.474306, + "accuracy": 0.520751, + "main_score": 0.474306, + "hf_subset": "prs_Arab-kac_Latn", + "languages": [ + "prs-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.583044, + "recall": 0.655138, + "f1": 0.602628, + "accuracy": 0.655138, + "main_score": 0.602628, + "hf_subset": "prs_Arab-lin_Latn", + "languages": [ + "prs-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-nno_Latn", + "languages": [ + "prs-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.888011, + "recall": 0.917984, + "f1": 0.8972, + "accuracy": 0.917984, + "main_score": 0.8972, + "hf_subset": "prs_Arab-sat_Olck", + "languages": [ + "prs-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-tel_Telu", + "languages": [ + "prs-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "prs_Arab-ydd_Hebr", + "languages": [ + "prs-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "prs_Arab-ary_Arab", + "languages": [ + "prs-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ces_Latn", + "languages": [ + "prs-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.542883, + "recall": 0.621542, + "f1": 0.56447, + "accuracy": 0.621542, + "main_score": 0.56447, + "hf_subset": "prs_Arab-gaz_Latn", + "languages": [ + "prs-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.497706, + "recall": 0.581028, + "f1": 0.519959, + "accuracy": 0.581028, + "main_score": 0.519959, + "hf_subset": "prs_Arab-kam_Latn", + "languages": [ + "prs-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "prs_Arab-lit_Latn", + "languages": [ + "prs-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-nob_Latn", + "languages": [ + "prs-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-scn_Latn", + "languages": [ + "prs-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.687883, + "recall": 0.759881, + "f1": 0.708289, + "accuracy": 0.759881, + "main_score": 0.708289, + "hf_subset": "prs_Arab-yor_Latn", + "languages": [ + "prs-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-arz_Arab", + "languages": [ + "prs-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.450302, + "recall": 0.513834, + "f1": 0.467772, + "accuracy": 0.513834, + "main_score": 0.467772, + "hf_subset": "prs_Arab-cjk_Latn", + "languages": [ + "prs-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.930501, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "prs_Arab-gla_Latn", + "languages": [ + "prs-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "prs_Arab-kan_Knda", + "languages": [ + "prs-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "prs_Arab-lmo_Latn", + "languages": [ + "prs-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "prs_Arab-npi_Deva", + "languages": [ + "prs-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.501188, + "recall": 0.583992, + "f1": 0.523735, + "accuracy": 0.583992, + "main_score": 0.523735, + "hf_subset": "prs_Arab-shn_Mymr", + "languages": [ + "prs-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-tgl_Latn", + "languages": [ + "prs-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-yue_Hant", + "languages": [ + "prs-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "prs_Arab-asm_Beng", + "languages": [ + "prs-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.926877, + "recall": 0.950593, + "f1": 0.934618, + "accuracy": 0.950593, + "main_score": 0.934618, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "prs_Arab-gle_Latn", + "languages": [ + "prs-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.914855, + "recall": 0.9417, + "f1": 0.923584, + "accuracy": 0.9417, + "main_score": 0.923584, + "hf_subset": "prs_Arab-kas_Arab", + "languages": [ + "prs-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.88974, + "recall": 0.923913, + "f1": 0.900758, + "accuracy": 0.923913, + "main_score": 0.900758, + "hf_subset": "prs_Arab-ltg_Latn", + "languages": [ + "prs-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.766757, + "recall": 0.825099, + "f1": 0.784442, + "accuracy": 0.825099, + "main_score": 0.784442, + "hf_subset": "prs_Arab-nso_Latn", + "languages": [ + "prs-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "prs_Arab-sin_Sinh", + "languages": [ + "prs-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-tha_Thai", + "languages": [ + "prs-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-zho_Hans", + "languages": [ + "prs-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-ast_Latn", + "languages": [ + "prs-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "prs_Arab-crh_Latn", + "languages": [ + "prs-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-glg_Latn", + "languages": [ + "prs-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.84972, + "recall": 0.893281, + "f1": 0.863175, + "accuracy": 0.893281, + "main_score": 0.863175, + "hf_subset": "prs_Arab-kas_Deva", + "languages": [ + "prs-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "prs_Arab-ltz_Latn", + "languages": [ + "prs-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.420283, + "recall": 0.482213, + "f1": 0.436532, + "accuracy": 0.482213, + "main_score": 0.436532, + "hf_subset": "prs_Arab-nus_Latn", + "languages": [ + "prs-Arab", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-slk_Latn", + "languages": [ + "prs-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.620103, + "recall": 0.698617, + "f1": 0.641954, + "accuracy": 0.698617, + "main_score": 0.641954, + "hf_subset": "prs_Arab-tir_Ethi", + "languages": [ + "prs-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-zho_Hant", + "languages": [ + "prs-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.984931, + "recall": 0.988142, + "f1": 0.985903, + "accuracy": 0.988142, + "main_score": 0.985903, + "hf_subset": "prs_Arab-awa_Deva", + "languages": [ + "prs-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "prs_Arab-cym_Latn", + "languages": [ + "prs-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.729065, + "recall": 0.786561, + "f1": 0.744913, + "accuracy": 0.786561, + "main_score": 0.744913, + "hf_subset": "prs_Arab-grn_Latn", + "languages": [ + "prs-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-kat_Geor", + "languages": [ + "prs-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.543885, + "recall": 0.614625, + "f1": 0.563095, + "accuracy": 0.614625, + "main_score": 0.563095, + "hf_subset": "prs_Arab-lua_Latn", + "languages": [ + "prs-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.79058, + "recall": 0.848814, + "f1": 0.808399, + "accuracy": 0.848814, + "main_score": 0.808399, + "hf_subset": "prs_Arab-nya_Latn", + "languages": [ + "prs-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-slv_Latn", + "languages": [ + "prs-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "prs_Arab-tpi_Latn", + "languages": [ + "prs-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-zsm_Latn", + "languages": [ + "prs-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.483284, + "recall": 0.548419, + "f1": 0.5013, + "accuracy": 0.548419, + "main_score": 0.5013, + "hf_subset": "prs_Arab-ayr_Latn", + "languages": [ + "prs-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-dan_Latn", + "languages": [ + "prs-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-guj_Gujr", + "languages": [ + "prs-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-kaz_Cyrl", + "languages": [ + "prs-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.606622, + "recall": 0.687747, + "f1": 0.629476, + "accuracy": 0.687747, + "main_score": 0.629476, + "hf_subset": "prs_Arab-lug_Latn", + "languages": [ + "prs-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-oci_Latn", + "languages": [ + "prs-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.817951, + "recall": 0.864625, + "f1": 0.832265, + "accuracy": 0.864625, + "main_score": 0.832265, + "hf_subset": "prs_Arab-smo_Latn", + "languages": [ + "prs-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.733449, + "recall": 0.797431, + "f1": 0.752409, + "accuracy": 0.797431, + "main_score": 0.752409, + "hf_subset": "prs_Arab-tsn_Latn", + "languages": [ + "prs-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.869483, + "recall": 0.909091, + "f1": 0.881818, + "accuracy": 0.909091, + "main_score": 0.881818, + "hf_subset": "prs_Arab-zul_Latn", + "languages": [ + "prs-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.928969, + "recall": 0.949605, + "f1": 0.935343, + "accuracy": 0.949605, + "main_score": 0.935343, + "hf_subset": "prs_Arab-azb_Arab", + "languages": [ + "prs-Arab", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-deu_Latn", + "languages": [ + "prs-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "prs_Arab-hat_Latn", + "languages": [ + "prs-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.450435, + "recall": 0.51087, + "f1": 0.466885, + "accuracy": 0.51087, + "main_score": 0.466885, + "hf_subset": "prs_Arab-kbp_Latn", + "languages": [ + "prs-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.482091, + "recall": 0.548419, + "f1": 0.499719, + "accuracy": 0.548419, + "main_score": 0.499719, + "hf_subset": "prs_Arab-luo_Latn", + "languages": [ + "prs-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "prs_Arab-ory_Orya", + "languages": [ + "prs-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.857543, + "recall": 0.901186, + "f1": 0.871706, + "accuracy": 0.901186, + "main_score": 0.871706, + "hf_subset": "prs_Arab-sna_Latn", + "languages": [ + "prs-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.623099, + "recall": 0.69664, + "f1": 0.643778, + "accuracy": 0.69664, + "main_score": 0.643778, + "hf_subset": "prs_Arab-tso_Latn", + "languages": [ + "prs-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-azj_Latn", + "languages": [ + "prs-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.469754, + "recall": 0.539526, + "f1": 0.489296, + "accuracy": 0.539526, + "main_score": 0.489296, + "hf_subset": "prs_Arab-dik_Latn", + "languages": [ + "prs-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.88941, + "recall": 0.922925, + "f1": 0.900099, + "accuracy": 0.922925, + "main_score": 0.900099, + "hf_subset": "prs_Arab-hau_Latn", + "languages": [ + "prs-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "prs_Arab-kea_Latn", + "languages": [ + "prs-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.922266, + "recall": 0.94664, + "f1": 0.930171, + "accuracy": 0.94664, + "main_score": 0.930171, + "hf_subset": "prs_Arab-lus_Latn", + "languages": [ + "prs-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.853129, + "recall": 0.893281, + "f1": 0.865335, + "accuracy": 0.893281, + "main_score": 0.865335, + "hf_subset": "prs_Arab-pag_Latn", + "languages": [ + "prs-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "prs_Arab-snd_Arab", + "languages": [ + "prs-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "prs_Arab-tuk_Latn", + "languages": [ + "prs-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "prs_Arab-bak_Cyrl", + "languages": [ + "prs-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.441011, + "recall": 0.516798, + "f1": 0.461591, + "accuracy": 0.516798, + "main_score": 0.461591, + "hf_subset": "prs_Arab-dyu_Latn", + "languages": [ + "prs-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "prs_Arab-khk_Cyrl", + "languages": [ + "prs-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-lvs_Latn", + "languages": [ + "prs-Arab", + "lvs-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-pan_Guru", + "languages": [ + "prs-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.854397, + "recall": 0.896245, + "f1": 0.86749, + "accuracy": 0.896245, + "main_score": 0.86749, + "hf_subset": "prs_Arab-som_Latn", + "languages": [ + "prs-Arab", + "som-Latn" + ] + }, + { + "precision": 0.670539, + "recall": 0.738142, + "f1": 0.689775, + "accuracy": 0.738142, + "main_score": 0.689775, + "hf_subset": "prs_Arab-tum_Latn", + "languages": [ + "prs-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.474408, + "recall": 0.567194, + "f1": 0.499763, + "accuracy": 0.567194, + "main_score": 0.499763, + "hf_subset": "swe_Latn-ace_Arab", + "languages": [ + "swe-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.462188, + "recall": 0.518775, + "f1": 0.476677, + "accuracy": 0.518775, + "main_score": 0.476677, + "hf_subset": "swe_Latn-bam_Latn", + "languages": [ + "swe-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.585179, + "recall": 0.677866, + "f1": 0.611291, + "accuracy": 0.677866, + "main_score": 0.611291, + "hf_subset": "swe_Latn-dzo_Tibt", + "languages": [ + "swe-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "swe_Latn-khm_Khmr", + "languages": [ + "swe-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swe_Latn-mag_Deva", + "languages": [ + "swe-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swe_Latn-pap_Latn", + "languages": [ + "swe-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.821229, + "recall": 0.870553, + "f1": 0.836331, + "accuracy": 0.870553, + "main_score": 0.836331, + "hf_subset": "swe_Latn-sot_Latn", + "languages": [ + "swe-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.833992, + "recall": 0.879447, + "f1": 0.847958, + "accuracy": 0.879447, + "main_score": 0.847958, + "hf_subset": "swe_Latn-ace_Latn", + "languages": [ + "swe-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "swe_Latn-ban_Latn", + "languages": [ + "swe-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "swe_Latn-hne_Deva", + "languages": [ + "swe-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.547564, + "recall": 0.618577, + "f1": 0.566389, + "accuracy": 0.618577, + "main_score": 0.566389, + "hf_subset": "swe_Latn-kik_Latn", + "languages": [ + "swe-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "swe_Latn-mai_Deva", + "languages": [ + "swe-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "swe_Latn-pbt_Arab", + "languages": [ + "swe-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.721107, + "recall": 0.781621, + "f1": 0.738188, + "accuracy": 0.781621, + "main_score": 0.738188, + "hf_subset": "swe_Latn-twi_Latn", + "languages": [ + "swe-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swe_Latn-acm_Arab", + "languages": [ + "swe-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-bel_Cyrl", + "languages": [ + "swe-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-hrv_Latn", + "languages": [ + "swe-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.818676, + "recall": 0.864625, + "f1": 0.832646, + "accuracy": 0.864625, + "main_score": 0.832646, + "hf_subset": "swe_Latn-kin_Latn", + "languages": [ + "swe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "swe_Latn-mal_Mlym", + "languages": [ + "swe-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-pes_Arab", + "languages": [ + "swe-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "swe_Latn-srd_Latn", + "languages": [ + "swe-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.187388, + "recall": 0.247036, + "f1": 0.2011, + "accuracy": 0.247036, + "main_score": 0.2011, + "hf_subset": "swe_Latn-tzm_Tfng", + "languages": [ + "swe-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-acq_Arab", + "languages": [ + "swe-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.60962, + "recall": 0.689723, + "f1": 0.63221, + "accuracy": 0.689723, + "main_score": 0.63221, + "hf_subset": "swe_Latn-bem_Latn", + "languages": [ + "swe-Latn", + "bem-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-epo_Latn", + "languages": [ + "swe-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "swe_Latn-kir_Cyrl", + "languages": [ + "swe-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-mar_Deva", + "languages": [ + "swe-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.845339, + "recall": 0.88834, + "f1": 0.858385, + "accuracy": 0.88834, + "main_score": 0.858385, + "hf_subset": "swe_Latn-plt_Latn", + "languages": [ + "swe-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-srp_Cyrl", + "languages": [ + "swe-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.932971, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "swe_Latn-uig_Arab", + "languages": [ + "swe-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swe_Latn-aeb_Arab", + "languages": [ + "swe-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-est_Latn", + "languages": [ + "swe-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-hye_Armn", + "languages": [ + "swe-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.430861, + "recall": 0.497036, + "f1": 0.448343, + "accuracy": 0.497036, + "main_score": 0.448343, + "hf_subset": "swe_Latn-kmb_Latn", + "languages": [ + "swe-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.446178, + "recall": 0.532609, + "f1": 0.467992, + "accuracy": 0.532609, + "main_score": 0.467992, + "hf_subset": "swe_Latn-min_Arab", + "languages": [ + "swe-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.697136, + "recall": 0.771739, + "f1": 0.719227, + "accuracy": 0.771739, + "main_score": 0.719227, + "hf_subset": "swe_Latn-ssw_Latn", + "languages": [ + "swe-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-ukr_Cyrl", + "languages": [ + "swe-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "swe_Latn-bho_Deva", + "languages": [ + "swe-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-eus_Latn", + "languages": [ + "swe-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.825626, + "recall": 0.876482, + "f1": 0.841304, + "accuracy": 0.876482, + "main_score": 0.841304, + "hf_subset": "swe_Latn-ibo_Latn", + "languages": [ + "swe-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.840448, + "recall": 0.886364, + "f1": 0.854545, + "accuracy": 0.886364, + "main_score": 0.854545, + "hf_subset": "swe_Latn-kmr_Latn", + "languages": [ + "swe-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "swe_Latn-min_Latn", + "languages": [ + "swe-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "swe_Latn-sun_Latn", + "languages": [ + "swe-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.423337, + "recall": 0.490119, + "f1": 0.441939, + "accuracy": 0.490119, + "main_score": 0.441939, + "hf_subset": "swe_Latn-umb_Latn", + "languages": [ + "swe-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "swe_Latn-ajp_Arab", + "languages": [ + "swe-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.463, + "recall": 0.551383, + "f1": 0.486128, + "accuracy": 0.551383, + "main_score": 0.486128, + "hf_subset": "swe_Latn-bjn_Arab", + "languages": [ + "swe-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.43748, + "recall": 0.491107, + "f1": 0.45172, + "accuracy": 0.491107, + "main_score": 0.45172, + "hf_subset": "swe_Latn-ewe_Latn", + "languages": [ + "swe-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.942029, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "swe_Latn-ilo_Latn", + "languages": [ + "swe-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.237009, + "recall": 0.295455, + "f1": 0.251175, + "accuracy": 0.295455, + "main_score": 0.251175, + "hf_subset": "swe_Latn-knc_Arab", + "languages": [ + "swe-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-mkd_Cyrl", + "languages": [ + "swe-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-prs_Arab", + "languages": [ + "swe-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swe_Latn-urd_Arab", + "languages": [ + "swe-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.699255, + "recall": 0.766798, + "f1": 0.718868, + "accuracy": 0.766798, + "main_score": 0.718868, + "hf_subset": "swe_Latn-aka_Latn", + "languages": [ + "swe-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "swe_Latn-bjn_Latn", + "languages": [ + "swe-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.49467, + "recall": 0.555336, + "f1": 0.511373, + "accuracy": 0.555336, + "main_score": 0.511373, + "hf_subset": "swe_Latn-knc_Latn", + "languages": [ + "swe-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-mlt_Latn", + "languages": [ + "swe-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.620321, + "recall": 0.694664, + "f1": 0.641453, + "accuracy": 0.694664, + "main_score": 0.641453, + "hf_subset": "swe_Latn-quy_Latn", + "languages": [ + "swe-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "swe_Latn-swh_Latn", + "languages": [ + "swe-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swe_Latn-uzn_Latn", + "languages": [ + "swe-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-als_Latn", + "languages": [ + "swe-Latn", + "als-Latn" + ] + }, + { + "precision": 0.765179, + "recall": 0.827075, + "f1": 0.783517, + "accuracy": 0.827075, + "main_score": 0.783517, + "hf_subset": "swe_Latn-bod_Tibt", + "languages": [ + "swe-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.582991, + "recall": 0.661067, + "f1": 0.605258, + "accuracy": 0.661067, + "main_score": 0.605258, + "hf_subset": "swe_Latn-fij_Latn", + "languages": [ + "swe-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.571088, + "recall": 0.640316, + "f1": 0.590017, + "accuracy": 0.640316, + "main_score": 0.590017, + "hf_subset": "swe_Latn-kon_Latn", + "languages": [ + "swe-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.576336, + "recall": 0.656126, + "f1": 0.598472, + "accuracy": 0.656126, + "main_score": 0.598472, + "hf_subset": "swe_Latn-mni_Beng", + "languages": [ + "swe-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ron_Latn", + "languages": [ + "swe-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "swe_Latn-szl_Latn", + "languages": [ + "swe-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-vec_Latn", + "languages": [ + "swe-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.90028, + "recall": 0.93083, + "f1": 0.90998, + "accuracy": 0.93083, + "main_score": 0.90998, + "hf_subset": "swe_Latn-amh_Ethi", + "languages": [ + "swe-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-bos_Latn", + "languages": [ + "swe-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ita_Latn", + "languages": [ + "swe-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.494964, + "recall": 0.549407, + "f1": 0.509928, + "accuracy": 0.549407, + "main_score": 0.509928, + "hf_subset": "swe_Latn-mos_Latn", + "languages": [ + "swe-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.710688, + "recall": 0.777668, + "f1": 0.73003, + "accuracy": 0.777668, + "main_score": 0.73003, + "hf_subset": "swe_Latn-run_Latn", + "languages": [ + "swe-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-apc_Arab", + "languages": [ + "swe-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.684896, + "recall": 0.754941, + "f1": 0.70455, + "accuracy": 0.754941, + "main_score": 0.70455, + "hf_subset": "swe_Latn-bug_Latn", + "languages": [ + "swe-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.413521, + "recall": 0.466403, + "f1": 0.427668, + "accuracy": 0.466403, + "main_score": 0.427668, + "hf_subset": "swe_Latn-fon_Latn", + "languages": [ + "swe-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "swe_Latn-jav_Latn", + "languages": [ + "swe-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "swe_Latn-lao_Laoo", + "languages": [ + "swe-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.849144, + "recall": 0.893281, + "f1": 0.862898, + "accuracy": 0.893281, + "main_score": 0.862898, + "hf_subset": "swe_Latn-mri_Latn", + "languages": [ + "swe-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.470752, + "recall": 0.529644, + "f1": 0.486392, + "accuracy": 0.529644, + "main_score": 0.486392, + "hf_subset": "swe_Latn-taq_Latn", + "languages": [ + "swe-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-war_Latn", + "languages": [ + "swe-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-bul_Cyrl", + "languages": [ + "swe-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swe_Latn-lij_Latn", + "languages": [ + "swe-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "swe_Latn-mya_Mymr", + "languages": [ + "swe-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.538122, + "recall": 0.603755, + "f1": 0.555563, + "accuracy": 0.603755, + "main_score": 0.555563, + "hf_subset": "swe_Latn-sag_Latn", + "languages": [ + "swe-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.203416, + "recall": 0.26581, + "f1": 0.218103, + "accuracy": 0.26581, + "main_score": 0.218103, + "hf_subset": "swe_Latn-taq_Tfng", + "languages": [ + "swe-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.626314, + "recall": 0.692688, + "f1": 0.644806, + "accuracy": 0.692688, + "main_score": 0.644806, + "hf_subset": "swe_Latn-wol_Latn", + "languages": [ + "swe-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.841897, + "recall": 0.88834, + "f1": 0.856522, + "accuracy": 0.88834, + "main_score": 0.856522, + "hf_subset": "swe_Latn-arb_Latn", + "languages": [ + "swe-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-cat_Latn", + "languages": [ + "swe-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swe_Latn-fur_Latn", + "languages": [ + "swe-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.394708, + "recall": 0.468379, + "f1": 0.413544, + "accuracy": 0.468379, + "main_score": 0.413544, + "hf_subset": "swe_Latn-kab_Latn", + "languages": [ + "swe-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "swe_Latn-lim_Latn", + "languages": [ + "swe-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.971344, + "f1": 0.963603, + "accuracy": 0.971344, + "main_score": 0.963603, + "hf_subset": "swe_Latn-san_Deva", + "languages": [ + "swe-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-tat_Cyrl", + "languages": [ + "swe-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.837575, + "recall": 0.883399, + "f1": 0.851762, + "accuracy": 0.883399, + "main_score": 0.851762, + "hf_subset": "swe_Latn-xho_Latn", + "languages": [ + "swe-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-ars_Arab", + "languages": [ + "swe-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-ceb_Latn", + "languages": [ + "swe-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.443277, + "recall": 0.511858, + "f1": 0.46158, + "accuracy": 0.511858, + "main_score": 0.46158, + "hf_subset": "swe_Latn-fuv_Latn", + "languages": [ + "swe-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.458267, + "recall": 0.521739, + "f1": 0.474755, + "accuracy": 0.521739, + "main_score": 0.474755, + "hf_subset": "swe_Latn-kac_Latn", + "languages": [ + "swe-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.59447, + "recall": 0.662055, + "f1": 0.612276, + "accuracy": 0.662055, + "main_score": 0.612276, + "hf_subset": "swe_Latn-lin_Latn", + "languages": [ + "swe-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.847414, + "recall": 0.889328, + "f1": 0.860178, + "accuracy": 0.889328, + "main_score": 0.860178, + "hf_subset": "swe_Latn-sat_Olck", + "languages": [ + "swe-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swe_Latn-tel_Telu", + "languages": [ + "swe-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "swe_Latn-ydd_Hebr", + "languages": [ + "swe-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "swe_Latn-ary_Arab", + "languages": [ + "swe-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ces_Latn", + "languages": [ + "swe-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.525356, + "recall": 0.605731, + "f1": 0.546604, + "accuracy": 0.605731, + "main_score": 0.546604, + "hf_subset": "swe_Latn-gaz_Latn", + "languages": [ + "swe-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.494971, + "recall": 0.579051, + "f1": 0.516925, + "accuracy": 0.579051, + "main_score": 0.516925, + "hf_subset": "swe_Latn-kam_Latn", + "languages": [ + "swe-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swe_Latn-scn_Latn", + "languages": [ + "swe-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "swe_Latn-tgk_Cyrl", + "languages": [ + "swe-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.666859, + "recall": 0.75, + "f1": 0.691304, + "accuracy": 0.75, + "main_score": 0.691304, + "hf_subset": "swe_Latn-yor_Latn", + "languages": [ + "swe-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-arz_Arab", + "languages": [ + "swe-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.459911, + "recall": 0.525692, + "f1": 0.477462, + "accuracy": 0.525692, + "main_score": 0.477462, + "hf_subset": "swe_Latn-cjk_Latn", + "languages": [ + "swe-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.948617, + "f1": 0.932148, + "accuracy": 0.948617, + "main_score": 0.932148, + "hf_subset": "swe_Latn-gla_Latn", + "languages": [ + "swe-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "swe_Latn-kan_Knda", + "languages": [ + "swe-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "swe_Latn-lmo_Latn", + "languages": [ + "swe-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "swe_Latn-npi_Deva", + "languages": [ + "swe-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495117, + "recall": 0.578063, + "f1": 0.517681, + "accuracy": 0.578063, + "main_score": 0.517681, + "hf_subset": "swe_Latn-shn_Mymr", + "languages": [ + "swe-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-tgl_Latn", + "languages": [ + "swe-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-yue_Hant", + "languages": [ + "swe-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "swe_Latn-asm_Beng", + "languages": [ + "swe-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.906126, + "recall": 0.934783, + "f1": 0.915184, + "accuracy": 0.934783, + "main_score": 0.915184, + "hf_subset": "swe_Latn-ckb_Arab", + "languages": [ + "swe-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "swe_Latn-gle_Latn", + "languages": [ + "swe-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.886693, + "recall": 0.920949, + "f1": 0.89753, + "accuracy": 0.920949, + "main_score": 0.89753, + "hf_subset": "swe_Latn-kas_Arab", + "languages": [ + "swe-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.880385, + "recall": 0.916008, + "f1": 0.891535, + "accuracy": 0.916008, + "main_score": 0.891535, + "hf_subset": "swe_Latn-ltg_Latn", + "languages": [ + "swe-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.742968, + "recall": 0.805336, + "f1": 0.761873, + "accuracy": 0.805336, + "main_score": 0.761873, + "hf_subset": "swe_Latn-nso_Latn", + "languages": [ + "swe-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.961874, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "swe_Latn-sin_Sinh", + "languages": [ + "swe-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "swe_Latn-tha_Thai", + "languages": [ + "swe-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-zho_Hans", + "languages": [ + "swe-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ast_Latn", + "languages": [ + "swe-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "swe_Latn-crh_Latn", + "languages": [ + "swe-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-glg_Latn", + "languages": [ + "swe-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.840366, + "recall": 0.886364, + "f1": 0.854447, + "accuracy": 0.886364, + "main_score": 0.854447, + "hf_subset": "swe_Latn-kas_Deva", + "languages": [ + "swe-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.408513, + "recall": 0.474308, + "f1": 0.425788, + "accuracy": 0.474308, + "main_score": 0.425788, + "hf_subset": "swe_Latn-nus_Latn", + "languages": [ + "swe-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-slk_Latn", + "languages": [ + "swe-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.579344, + "recall": 0.667984, + "f1": 0.604297, + "accuracy": 0.667984, + "main_score": 0.604297, + "hf_subset": "swe_Latn-tir_Ethi", + "languages": [ + "swe-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97892, + "recall": 0.98419, + "f1": 0.980567, + "accuracy": 0.98419, + "main_score": 0.980567, + "hf_subset": "swe_Latn-awa_Deva", + "languages": [ + "swe-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "swe_Latn-cym_Latn", + "languages": [ + "swe-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.73489, + "recall": 0.794466, + "f1": 0.752038, + "accuracy": 0.794466, + "main_score": 0.752038, + "hf_subset": "swe_Latn-grn_Latn", + "languages": [ + "swe-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swe_Latn-kat_Geor", + "languages": [ + "swe-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.568387, + "recall": 0.636364, + "f1": 0.585755, + "accuracy": 0.636364, + "main_score": 0.585755, + "hf_subset": "swe_Latn-lua_Latn", + "languages": [ + "swe-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.769895, + "recall": 0.833004, + "f1": 0.789328, + "accuracy": 0.833004, + "main_score": 0.789328, + "hf_subset": "swe_Latn-nya_Latn", + "languages": [ + "swe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-slv_Latn", + "languages": [ + "swe-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "swe_Latn-tpi_Latn", + "languages": [ + "swe-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-zsm_Latn", + "languages": [ + "swe-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.488248, + "recall": 0.55336, + "f1": 0.506152, + "accuracy": 0.55336, + "main_score": 0.506152, + "hf_subset": "swe_Latn-ayr_Latn", + "languages": [ + "swe-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-guj_Gujr", + "languages": [ + "swe-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swe_Latn-kaz_Cyrl", + "languages": [ + "swe-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597304, + "recall": 0.679842, + "f1": 0.620495, + "accuracy": 0.679842, + "main_score": 0.620495, + "hf_subset": "swe_Latn-lug_Latn", + "languages": [ + "swe-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-oci_Latn", + "languages": [ + "swe-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.803129, + "recall": 0.854743, + "f1": 0.819057, + "accuracy": 0.854743, + "main_score": 0.819057, + "hf_subset": "swe_Latn-smo_Latn", + "languages": [ + "swe-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.697875, + "recall": 0.770751, + "f1": 0.719137, + "accuracy": 0.770751, + "main_score": 0.719137, + "hf_subset": "swe_Latn-tsn_Latn", + "languages": [ + "swe-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.85359, + "recall": 0.897233, + "f1": 0.867391, + "accuracy": 0.897233, + "main_score": 0.867391, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.912714, + "recall": 0.940711, + "f1": 0.921772, + "accuracy": 0.940711, + "main_score": 0.921772, + "hf_subset": "swe_Latn-azb_Arab", + "languages": [ + "swe-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "swe_Latn-hat_Latn", + "languages": [ + "swe-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.449429, + "recall": 0.507905, + "f1": 0.465241, + "accuracy": 0.507905, + "main_score": 0.465241, + "hf_subset": "swe_Latn-kbp_Latn", + "languages": [ + "swe-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.493821, + "recall": 0.559289, + "f1": 0.511548, + "accuracy": 0.559289, + "main_score": 0.511548, + "hf_subset": "swe_Latn-luo_Latn", + "languages": [ + "swe-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "swe_Latn-ory_Orya", + "languages": [ + "swe-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.836364, + "recall": 0.879447, + "f1": 0.849638, + "accuracy": 0.879447, + "main_score": 0.849638, + "hf_subset": "swe_Latn-sna_Latn", + "languages": [ + "swe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.614723, + "recall": 0.684783, + "f1": 0.634425, + "accuracy": 0.684783, + "main_score": 0.634425, + "hf_subset": "swe_Latn-tso_Latn", + "languages": [ + "swe-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-azj_Latn", + "languages": [ + "swe-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.489502, + "recall": 0.5583, + "f1": 0.508189, + "accuracy": 0.5583, + "main_score": 0.508189, + "hf_subset": "swe_Latn-dik_Latn", + "languages": [ + "swe-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870142, + "recall": 0.909091, + "f1": 0.882444, + "accuracy": 0.909091, + "main_score": 0.882444, + "hf_subset": "swe_Latn-hau_Latn", + "languages": [ + "swe-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "swe_Latn-kea_Latn", + "languages": [ + "swe-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.900033, + "recall": 0.93083, + "f1": 0.909914, + "accuracy": 0.93083, + "main_score": 0.909914, + "hf_subset": "swe_Latn-lus_Latn", + "languages": [ + "swe-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.847085, + "recall": 0.88834, + "f1": 0.859439, + "accuracy": 0.88834, + "main_score": 0.859439, + "hf_subset": "swe_Latn-pag_Latn", + "languages": [ + "swe-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "swe_Latn-snd_Arab", + "languages": [ + "swe-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "swe_Latn-tuk_Latn", + "languages": [ + "swe-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swe_Latn-bak_Cyrl", + "languages": [ + "swe-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.454579, + "recall": 0.527668, + "f1": 0.474052, + "accuracy": 0.527668, + "main_score": 0.474052, + "hf_subset": "swe_Latn-dyu_Latn", + "languages": [ + "swe-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "swe_Latn-khk_Cyrl", + "languages": [ + "swe-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-lvs_Latn", + "languages": [ + "swe-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swe_Latn-pan_Guru", + "languages": [ + "swe-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.851367, + "recall": 0.895257, + "f1": 0.864987, + "accuracy": 0.895257, + "main_score": 0.864987, + "hf_subset": "swe_Latn-som_Latn", + "languages": [ + "swe-Latn", + "som-Latn" + ] + }, + { + "precision": 0.663703, + "recall": 0.729249, + "f1": 0.682501, + "accuracy": 0.729249, + "main_score": 0.682501, + "hf_subset": "swe_Latn-tum_Latn", + "languages": [ + "swe-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.469244, + "recall": 0.554348, + "f1": 0.492399, + "accuracy": 0.554348, + "main_score": 0.492399, + "hf_subset": "urd_Arab-ace_Arab", + "languages": [ + "urd-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.435107, + "recall": 0.481225, + "f1": 0.447915, + "accuracy": 0.481225, + "main_score": 0.447915, + "hf_subset": "urd_Arab-bam_Latn", + "languages": [ + "urd-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.606465, + "recall": 0.692688, + "f1": 0.631275, + "accuracy": 0.692688, + "main_score": 0.631275, + "hf_subset": "urd_Arab-dzo_Tibt", + "languages": [ + "urd-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "urd_Arab-khm_Khmr", + "languages": [ + "urd-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "urd_Arab-mag_Deva", + "languages": [ + "urd-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-pap_Latn", + "languages": [ + "urd-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.819285, + "recall": 0.868577, + "f1": 0.834684, + "accuracy": 0.868577, + "main_score": 0.834684, + "hf_subset": "urd_Arab-sot_Latn", + "languages": [ + "urd-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-tur_Latn", + "languages": [ + "urd-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.807618, + "recall": 0.859684, + "f1": 0.823525, + "accuracy": 0.859684, + "main_score": 0.823525, + "hf_subset": "urd_Arab-ace_Latn", + "languages": [ + "urd-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.936265, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "urd_Arab-ban_Latn", + "languages": [ + "urd-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-ell_Grek", + "languages": [ + "urd-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "urd_Arab-hne_Deva", + "languages": [ + "urd-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.519675, + "recall": 0.59585, + "f1": 0.540417, + "accuracy": 0.59585, + "main_score": 0.540417, + "hf_subset": "urd_Arab-kik_Latn", + "languages": [ + "urd-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "urd_Arab-pbt_Arab", + "languages": [ + "urd-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-spa_Latn", + "languages": [ + "urd-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.695023, + "recall": 0.76581, + "f1": 0.715456, + "accuracy": 0.76581, + "main_score": 0.715456, + "hf_subset": "urd_Arab-twi_Latn", + "languages": [ + "urd-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "urd_Arab-acm_Arab", + "languages": [ + "urd-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-bel_Cyrl", + "languages": [ + "urd-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-hrv_Latn", + "languages": [ + "urd-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.807213, + "recall": 0.856719, + "f1": 0.822501, + "accuracy": 0.856719, + "main_score": 0.822501, + "hf_subset": "urd_Arab-kin_Latn", + "languages": [ + "urd-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-pes_Arab", + "languages": [ + "urd-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "urd_Arab-srd_Latn", + "languages": [ + "urd-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.201329, + "recall": 0.261858, + "f1": 0.215424, + "accuracy": 0.261858, + "main_score": 0.215424, + "hf_subset": "urd_Arab-tzm_Tfng", + "languages": [ + "urd-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "urd_Arab-acq_Arab", + "languages": [ + "urd-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.614481, + "recall": 0.693676, + "f1": 0.636952, + "accuracy": 0.693676, + "main_score": 0.636952, + "hf_subset": "urd_Arab-bem_Latn", + "languages": [ + "urd-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-epo_Latn", + "languages": [ + "urd-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-hun_Latn", + "languages": [ + "urd-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "urd_Arab-kir_Cyrl", + "languages": [ + "urd-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.817671, + "recall": 0.866601, + "f1": 0.832708, + "accuracy": 0.866601, + "main_score": 0.832708, + "hf_subset": "urd_Arab-plt_Latn", + "languages": [ + "urd-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "urd_Arab-srp_Cyrl", + "languages": [ + "urd-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.939065, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "urd_Arab-uig_Arab", + "languages": [ + "urd-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "urd_Arab-aeb_Arab", + "languages": [ + "urd-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-est_Latn", + "languages": [ + "urd-Arab", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-hye_Armn", + "languages": [ + "urd-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.406283, + "recall": 0.471344, + "f1": 0.423325, + "accuracy": 0.471344, + "main_score": 0.423325, + "hf_subset": "urd_Arab-kmb_Latn", + "languages": [ + "urd-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.41445, + "recall": 0.499012, + "f1": 0.435959, + "accuracy": 0.499012, + "main_score": 0.435959, + "hf_subset": "urd_Arab-min_Arab", + "languages": [ + "urd-Arab", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-pol_Latn", + "languages": [ + "urd-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.692334, + "recall": 0.764822, + "f1": 0.713414, + "accuracy": 0.764822, + "main_score": 0.713414, + "hf_subset": "urd_Arab-ssw_Latn", + "languages": [ + "urd-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-ukr_Cyrl", + "languages": [ + "urd-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-afr_Latn", + "languages": [ + "urd-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-bho_Deva", + "languages": [ + "urd-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.826038, + "recall": 0.875494, + "f1": 0.840928, + "accuracy": 0.875494, + "main_score": 0.840928, + "hf_subset": "urd_Arab-ibo_Latn", + "languages": [ + "urd-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.857493, + "recall": 0.897233, + "f1": 0.86996, + "accuracy": 0.897233, + "main_score": 0.86996, + "hf_subset": "urd_Arab-kmr_Latn", + "languages": [ + "urd-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "urd_Arab-min_Latn", + "languages": [ + "urd-Arab", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-por_Latn", + "languages": [ + "urd-Arab", + "por-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "urd_Arab-sun_Latn", + "languages": [ + "urd-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.409127, + "recall": 0.467391, + "f1": 0.425175, + "accuracy": 0.467391, + "main_score": 0.425175, + "hf_subset": "urd_Arab-umb_Latn", + "languages": [ + "urd-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ajp_Arab", + "languages": [ + "urd-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.447135, + "recall": 0.528656, + "f1": 0.468497, + "accuracy": 0.528656, + "main_score": 0.468497, + "hf_subset": "urd_Arab-bjn_Arab", + "languages": [ + "urd-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.435361, + "recall": 0.48419, + "f1": 0.44879, + "accuracy": 0.48419, + "main_score": 0.44879, + "hf_subset": "urd_Arab-ewe_Latn", + "languages": [ + "urd-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.931159, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "urd_Arab-ilo_Latn", + "languages": [ + "urd-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.230377, + "recall": 0.285573, + "f1": 0.243583, + "accuracy": 0.285573, + "main_score": 0.243583, + "hf_subset": "urd_Arab-knc_Arab", + "languages": [ + "urd-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-mkd_Cyrl", + "languages": [ + "urd-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-prs_Arab", + "languages": [ + "urd-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-swe_Latn", + "languages": [ + "urd-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.690183, + "recall": 0.756917, + "f1": 0.709284, + "accuracy": 0.756917, + "main_score": 0.709284, + "hf_subset": "urd_Arab-aka_Latn", + "languages": [ + "urd-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.969565, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "urd_Arab-bjn_Latn", + "languages": [ + "urd-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "urd_Arab-fao_Latn", + "languages": [ + "urd-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-ind_Latn", + "languages": [ + "urd-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.474355, + "recall": 0.524704, + "f1": 0.488212, + "accuracy": 0.524704, + "main_score": 0.488212, + "hf_subset": "urd_Arab-knc_Latn", + "languages": [ + "urd-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-mlt_Latn", + "languages": [ + "urd-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.597085, + "recall": 0.666008, + "f1": 0.615991, + "accuracy": 0.666008, + "main_score": 0.615991, + "hf_subset": "urd_Arab-quy_Latn", + "languages": [ + "urd-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-swh_Latn", + "languages": [ + "urd-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "urd_Arab-uzn_Latn", + "languages": [ + "urd-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-als_Latn", + "languages": [ + "urd-Arab", + "als-Latn" + ] + }, + { + "precision": 0.761424, + "recall": 0.826087, + "f1": 0.781079, + "accuracy": 0.826087, + "main_score": 0.781079, + "hf_subset": "urd_Arab-bod_Tibt", + "languages": [ + "urd-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.5996, + "recall": 0.675889, + "f1": 0.621214, + "accuracy": 0.675889, + "main_score": 0.621214, + "hf_subset": "urd_Arab-fij_Latn", + "languages": [ + "urd-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "urd_Arab-isl_Latn", + "languages": [ + "urd-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.531403, + "recall": 0.599802, + "f1": 0.550328, + "accuracy": 0.599802, + "main_score": 0.550328, + "hf_subset": "urd_Arab-kon_Latn", + "languages": [ + "urd-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.57364, + "recall": 0.646245, + "f1": 0.593268, + "accuracy": 0.646245, + "main_score": 0.593268, + "hf_subset": "urd_Arab-mni_Beng", + "languages": [ + "urd-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ron_Latn", + "languages": [ + "urd-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "urd_Arab-szl_Latn", + "languages": [ + "urd-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-vec_Latn", + "languages": [ + "urd-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.914361, + "recall": 0.939723, + "f1": 0.922431, + "accuracy": 0.939723, + "main_score": 0.922431, + "hf_subset": "urd_Arab-amh_Ethi", + "languages": [ + "urd-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-bos_Latn", + "languages": [ + "urd-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-fin_Latn", + "languages": [ + "urd-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ita_Latn", + "languages": [ + "urd-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-kor_Hang", + "languages": [ + "urd-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.461347, + "recall": 0.513834, + "f1": 0.475489, + "accuracy": 0.513834, + "main_score": 0.475489, + "hf_subset": "urd_Arab-mos_Latn", + "languages": [ + "urd-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.703476, + "recall": 0.771739, + "f1": 0.723439, + "accuracy": 0.771739, + "main_score": 0.723439, + "hf_subset": "urd_Arab-run_Latn", + "languages": [ + "urd-Arab", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-vie_Latn", + "languages": [ + "urd-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-apc_Arab", + "languages": [ + "urd-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.668267, + "recall": 0.735178, + "f1": 0.686772, + "accuracy": 0.735178, + "main_score": 0.686772, + "hf_subset": "urd_Arab-bug_Latn", + "languages": [ + "urd-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.401779, + "recall": 0.450593, + "f1": 0.415401, + "accuracy": 0.450593, + "main_score": 0.415401, + "hf_subset": "urd_Arab-fon_Latn", + "languages": [ + "urd-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "urd_Arab-jav_Latn", + "languages": [ + "urd-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "urd_Arab-lao_Laoo", + "languages": [ + "urd-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.863142, + "recall": 0.905138, + "f1": 0.876449, + "accuracy": 0.905138, + "main_score": 0.876449, + "hf_subset": "urd_Arab-mri_Latn", + "languages": [ + "urd-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-rus_Cyrl", + "languages": [ + "urd-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.451109, + "recall": 0.504941, + "f1": 0.465417, + "accuracy": 0.504941, + "main_score": 0.465417, + "hf_subset": "urd_Arab-taq_Latn", + "languages": [ + "urd-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "urd_Arab-war_Latn", + "languages": [ + "urd-Arab", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-arb_Arab", + "languages": [ + "urd-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-bul_Cyrl", + "languages": [ + "urd-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-fra_Latn", + "languages": [ + "urd-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-jpn_Jpan", + "languages": [ + "urd-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "urd_Arab-lij_Latn", + "languages": [ + "urd-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "urd_Arab-mya_Mymr", + "languages": [ + "urd-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.507737, + "recall": 0.56917, + "f1": 0.524876, + "accuracy": 0.56917, + "main_score": 0.524876, + "hf_subset": "urd_Arab-sag_Latn", + "languages": [ + "urd-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.217556, + "recall": 0.270751, + "f1": 0.230191, + "accuracy": 0.270751, + "main_score": 0.230191, + "hf_subset": "urd_Arab-taq_Tfng", + "languages": [ + "urd-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.604427, + "recall": 0.667984, + "f1": 0.621752, + "accuracy": 0.667984, + "main_score": 0.621752, + "hf_subset": "urd_Arab-wol_Latn", + "languages": [ + "urd-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.850543, + "recall": 0.894269, + "f1": 0.864196, + "accuracy": 0.894269, + "main_score": 0.864196, + "hf_subset": "urd_Arab-arb_Latn", + "languages": [ + "urd-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-cat_Latn", + "languages": [ + "urd-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "urd_Arab-fur_Latn", + "languages": [ + "urd-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.396307, + "recall": 0.463439, + "f1": 0.412222, + "accuracy": 0.463439, + "main_score": 0.412222, + "hf_subset": "urd_Arab-kab_Latn", + "languages": [ + "urd-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "urd_Arab-lim_Latn", + "languages": [ + "urd-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-nld_Latn", + "languages": [ + "urd-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-tat_Cyrl", + "languages": [ + "urd-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.852553, + "recall": 0.895257, + "f1": 0.865961, + "accuracy": 0.895257, + "main_score": 0.865961, + "hf_subset": "urd_Arab-xho_Latn", + "languages": [ + "urd-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "urd_Arab-ars_Arab", + "languages": [ + "urd-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-ceb_Latn", + "languages": [ + "urd-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.428281, + "recall": 0.495059, + "f1": 0.445736, + "accuracy": 0.495059, + "main_score": 0.445736, + "hf_subset": "urd_Arab-fuv_Latn", + "languages": [ + "urd-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.44643, + "recall": 0.506917, + "f1": 0.461463, + "accuracy": 0.506917, + "main_score": 0.461463, + "hf_subset": "urd_Arab-kac_Latn", + "languages": [ + "urd-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.570765, + "recall": 0.640316, + "f1": 0.588927, + "accuracy": 0.640316, + "main_score": 0.588927, + "hf_subset": "urd_Arab-lin_Latn", + "languages": [ + "urd-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-nno_Latn", + "languages": [ + "urd-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.871789, + "recall": 0.909091, + "f1": 0.883465, + "accuracy": 0.909091, + "main_score": 0.883465, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "urd_Arab-ydd_Hebr", + "languages": [ + "urd-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "urd_Arab-ary_Arab", + "languages": [ + "urd-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-ces_Latn", + "languages": [ + "urd-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.516427, + "recall": 0.594862, + "f1": 0.538004, + "accuracy": 0.594862, + "main_score": 0.538004, + "hf_subset": "urd_Arab-gaz_Latn", + "languages": [ + "urd-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.47225, + "recall": 0.552372, + "f1": 0.49282, + "accuracy": 0.552372, + "main_score": 0.49282, + "hf_subset": "urd_Arab-kam_Latn", + "languages": [ + "urd-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "urd_Arab-lit_Latn", + "languages": [ + "urd-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-nob_Latn", + "languages": [ + "urd-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "urd_Arab-scn_Latn", + "languages": [ + "urd-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "urd_Arab-tgk_Cyrl", + "languages": [ + "urd-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.69406, + "recall": 0.766798, + "f1": 0.714988, + "accuracy": 0.766798, + "main_score": 0.714988, + "hf_subset": "urd_Arab-yor_Latn", + "languages": [ + "urd-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-arz_Arab", + "languages": [ + "urd-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.410963, + "recall": 0.475296, + "f1": 0.428042, + "accuracy": 0.475296, + "main_score": 0.428042, + "hf_subset": "urd_Arab-cjk_Latn", + "languages": [ + "urd-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.924736, + "recall": 0.948617, + "f1": 0.932477, + "accuracy": 0.948617, + "main_score": 0.932477, + "hf_subset": "urd_Arab-gla_Latn", + "languages": [ + "urd-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "urd_Arab-lmo_Latn", + "languages": [ + "urd-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.501909, + "recall": 0.581028, + "f1": 0.524182, + "accuracy": 0.581028, + "main_score": 0.524182, + "hf_subset": "urd_Arab-shn_Mymr", + "languages": [ + "urd-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-tgl_Latn", + "languages": [ + "urd-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-yue_Hant", + "languages": [ + "urd-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.915843, + "recall": 0.9417, + "f1": 0.924195, + "accuracy": 0.9417, + "main_score": 0.924195, + "hf_subset": "urd_Arab-ckb_Arab", + "languages": [ + "urd-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "urd_Arab-gle_Latn", + "languages": [ + "urd-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.921179, + "recall": 0.944664, + "f1": 0.928524, + "accuracy": 0.944664, + "main_score": 0.928524, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.874753, + "recall": 0.912055, + "f1": 0.886397, + "accuracy": 0.912055, + "main_score": 0.886397, + "hf_subset": "urd_Arab-ltg_Latn", + "languages": [ + "urd-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.738267, + "recall": 0.80336, + "f1": 0.758152, + "accuracy": 0.80336, + "main_score": 0.758152, + "hf_subset": "urd_Arab-nso_Latn", + "languages": [ + "urd-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-tha_Thai", + "languages": [ + "urd-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "urd_Arab-zho_Hans", + "languages": [ + "urd-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-ast_Latn", + "languages": [ + "urd-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "urd_Arab-crh_Latn", + "languages": [ + "urd-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-glg_Latn", + "languages": [ + "urd-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.849819, + "recall": 0.890316, + "f1": 0.862022, + "accuracy": 0.890316, + "main_score": 0.862022, + "hf_subset": "urd_Arab-kas_Deva", + "languages": [ + "urd-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "urd_Arab-ltz_Latn", + "languages": [ + "urd-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.402996, + "recall": 0.463439, + "f1": 0.418752, + "accuracy": 0.463439, + "main_score": 0.418752, + "hf_subset": "urd_Arab-nus_Latn", + "languages": [ + "urd-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-slk_Latn", + "languages": [ + "urd-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.610577, + "recall": 0.689723, + "f1": 0.632383, + "accuracy": 0.689723, + "main_score": 0.632383, + "hf_subset": "urd_Arab-tir_Ethi", + "languages": [ + "urd-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-zho_Hant", + "languages": [ + "urd-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.978014, + "recall": 0.983202, + "f1": 0.979644, + "accuracy": 0.983202, + "main_score": 0.979644, + "hf_subset": "urd_Arab-awa_Deva", + "languages": [ + "urd-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-cym_Latn", + "languages": [ + "urd-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.694142, + "recall": 0.752964, + "f1": 0.709978, + "accuracy": 0.752964, + "main_score": 0.709978, + "hf_subset": "urd_Arab-grn_Latn", + "languages": [ + "urd-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-kat_Geor", + "languages": [ + "urd-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.526523, + "recall": 0.593874, + "f1": 0.543737, + "accuracy": 0.593874, + "main_score": 0.543737, + "hf_subset": "urd_Arab-lua_Latn", + "languages": [ + "urd-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.775725, + "recall": 0.838933, + "f1": 0.795586, + "accuracy": 0.838933, + "main_score": 0.795586, + "hf_subset": "urd_Arab-nya_Latn", + "languages": [ + "urd-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-slv_Latn", + "languages": [ + "urd-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "urd_Arab-tpi_Latn", + "languages": [ + "urd-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-zsm_Latn", + "languages": [ + "urd-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.451488, + "recall": 0.518775, + "f1": 0.470567, + "accuracy": 0.518775, + "main_score": 0.470567, + "hf_subset": "urd_Arab-ayr_Latn", + "languages": [ + "urd-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "urd_Arab-dan_Latn", + "languages": [ + "urd-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "urd_Arab-kaz_Cyrl", + "languages": [ + "urd-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.591193, + "recall": 0.672925, + "f1": 0.613774, + "accuracy": 0.672925, + "main_score": 0.613774, + "hf_subset": "urd_Arab-lug_Latn", + "languages": [ + "urd-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-oci_Latn", + "languages": [ + "urd-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.802529, + "recall": 0.855731, + "f1": 0.818758, + "accuracy": 0.855731, + "main_score": 0.818758, + "hf_subset": "urd_Arab-smo_Latn", + "languages": [ + "urd-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.692943, + "recall": 0.763834, + "f1": 0.713828, + "accuracy": 0.763834, + "main_score": 0.713828, + "hf_subset": "urd_Arab-tsn_Latn", + "languages": [ + "urd-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.854776, + "recall": 0.897233, + "f1": 0.868036, + "accuracy": 0.897233, + "main_score": 0.868036, + "hf_subset": "urd_Arab-zul_Latn", + "languages": [ + "urd-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.927207, + "recall": 0.950593, + "f1": 0.934783, + "accuracy": 0.950593, + "main_score": 0.934783, + "hf_subset": "urd_Arab-azb_Arab", + "languages": [ + "urd-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-deu_Latn", + "languages": [ + "urd-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "urd_Arab-hat_Latn", + "languages": [ + "urd-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.434168, + "recall": 0.494071, + "f1": 0.450914, + "accuracy": 0.494071, + "main_score": 0.450914, + "hf_subset": "urd_Arab-kbp_Latn", + "languages": [ + "urd-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.484978, + "recall": 0.544466, + "f1": 0.50048, + "accuracy": 0.544466, + "main_score": 0.50048, + "hf_subset": "urd_Arab-luo_Latn", + "languages": [ + "urd-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.846591, + "recall": 0.889328, + "f1": 0.860079, + "accuracy": 0.889328, + "main_score": 0.860079, + "hf_subset": "urd_Arab-sna_Latn", + "languages": [ + "urd-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.598593, + "recall": 0.676877, + "f1": 0.621072, + "accuracy": 0.676877, + "main_score": 0.621072, + "hf_subset": "urd_Arab-tso_Latn", + "languages": [ + "urd-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-azj_Latn", + "languages": [ + "urd-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.472316, + "recall": 0.534585, + "f1": 0.489355, + "accuracy": 0.534585, + "main_score": 0.489355, + "hf_subset": "urd_Arab-dik_Latn", + "languages": [ + "urd-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.869895, + "recall": 0.909091, + "f1": 0.882213, + "accuracy": 0.909091, + "main_score": 0.882213, + "hf_subset": "urd_Arab-hau_Latn", + "languages": [ + "urd-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "urd_Arab-kea_Latn", + "languages": [ + "urd-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.901845, + "recall": 0.928854, + "f1": 0.910408, + "accuracy": 0.928854, + "main_score": 0.910408, + "hf_subset": "urd_Arab-lus_Latn", + "languages": [ + "urd-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.822546, + "recall": 0.864625, + "f1": 0.834585, + "accuracy": 0.864625, + "main_score": 0.834585, + "hf_subset": "urd_Arab-pag_Latn", + "languages": [ + "urd-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "urd_Arab-tuk_Latn", + "languages": [ + "urd-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "urd_Arab-bak_Cyrl", + "languages": [ + "urd-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.429744, + "recall": 0.502964, + "f1": 0.449669, + "accuracy": 0.502964, + "main_score": 0.449669, + "hf_subset": "urd_Arab-dyu_Latn", + "languages": [ + "urd-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-heb_Hebr", + "languages": [ + "urd-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "urd_Arab-khk_Cyrl", + "languages": [ + "urd-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-lvs_Latn", + "languages": [ + "urd-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.83391, + "recall": 0.881423, + "f1": 0.848682, + "accuracy": 0.881423, + "main_score": 0.848682, + "hf_subset": "urd_Arab-som_Latn", + "languages": [ + "urd-Arab", + "som-Latn" + ] + }, + { + "precision": 0.661627, + "recall": 0.724308, + "f1": 0.679583, + "accuracy": 0.724308, + "main_score": 0.679583, + "hf_subset": "urd_Arab-tum_Latn", + "languages": [ + "urd-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.42638, + "recall": 0.495059, + "f1": 0.445558, + "accuracy": 0.495059, + "main_score": 0.445558, + "hf_subset": "aka_Latn-ace_Arab", + "languages": [ + "aka-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.502154, + "recall": 0.543478, + "f1": 0.514204, + "accuracy": 0.543478, + "main_score": 0.514204, + "hf_subset": "aka_Latn-bam_Latn", + "languages": [ + "aka-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.439621, + "recall": 0.51087, + "f1": 0.458308, + "accuracy": 0.51087, + "main_score": 0.458308, + "hf_subset": "aka_Latn-dzo_Tibt", + "languages": [ + "aka-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.725596, + "recall": 0.778656, + "f1": 0.739923, + "accuracy": 0.778656, + "main_score": 0.739923, + "hf_subset": "aka_Latn-hin_Deva", + "languages": [ + "aka-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.655622, + "recall": 0.716403, + "f1": 0.672165, + "accuracy": 0.716403, + "main_score": 0.672165, + "hf_subset": "aka_Latn-khm_Khmr", + "languages": [ + "aka-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.684447, + "recall": 0.743083, + "f1": 0.700555, + "accuracy": 0.743083, + "main_score": 0.700555, + "hf_subset": "aka_Latn-mag_Deva", + "languages": [ + "aka-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.684287, + "recall": 0.733202, + "f1": 0.696445, + "accuracy": 0.733202, + "main_score": 0.696445, + "hf_subset": "aka_Latn-pap_Latn", + "languages": [ + "aka-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.663741, + "recall": 0.722332, + "f1": 0.679965, + "accuracy": 0.722332, + "main_score": 0.679965, + "hf_subset": "aka_Latn-sot_Latn", + "languages": [ + "aka-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.70782, + "recall": 0.759881, + "f1": 0.721097, + "accuracy": 0.759881, + "main_score": 0.721097, + "hf_subset": "aka_Latn-tur_Latn", + "languages": [ + "aka-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.6348, + "recall": 0.68083, + "f1": 0.646795, + "accuracy": 0.68083, + "main_score": 0.646795, + "hf_subset": "aka_Latn-ace_Latn", + "languages": [ + "aka-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.659324, + "recall": 0.705534, + "f1": 0.672545, + "accuracy": 0.705534, + "main_score": 0.672545, + "hf_subset": "aka_Latn-ban_Latn", + "languages": [ + "aka-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.693541, + "recall": 0.754941, + "f1": 0.710115, + "accuracy": 0.754941, + "main_score": 0.710115, + "hf_subset": "aka_Latn-ell_Grek", + "languages": [ + "aka-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.657072, + "recall": 0.719368, + "f1": 0.673352, + "accuracy": 0.719368, + "main_score": 0.673352, + "hf_subset": "aka_Latn-hne_Deva", + "languages": [ + "aka-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.550166, + "recall": 0.596838, + "f1": 0.563412, + "accuracy": 0.596838, + "main_score": 0.563412, + "hf_subset": "aka_Latn-kik_Latn", + "languages": [ + "aka-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.67363, + "recall": 0.733202, + "f1": 0.690019, + "accuracy": 0.733202, + "main_score": 0.690019, + "hf_subset": "aka_Latn-mai_Deva", + "languages": [ + "aka-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.622056, + "recall": 0.688735, + "f1": 0.640464, + "accuracy": 0.688735, + "main_score": 0.640464, + "hf_subset": "aka_Latn-pbt_Arab", + "languages": [ + "aka-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.739066, + "recall": 0.788538, + "f1": 0.752301, + "accuracy": 0.788538, + "main_score": 0.752301, + "hf_subset": "aka_Latn-spa_Latn", + "languages": [ + "aka-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.806992, + "recall": 0.853755, + "f1": 0.820965, + "accuracy": 0.853755, + "main_score": 0.820965, + "hf_subset": "aka_Latn-twi_Latn", + "languages": [ + "aka-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.6965, + "recall": 0.753953, + "f1": 0.711951, + "accuracy": 0.753953, + "main_score": 0.711951, + "hf_subset": "aka_Latn-acm_Arab", + "languages": [ + "aka-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.673089, + "recall": 0.729249, + "f1": 0.687777, + "accuracy": 0.729249, + "main_score": 0.687777, + "hf_subset": "aka_Latn-bel_Cyrl", + "languages": [ + "aka-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.738175, + "recall": 0.786561, + "f1": 0.751765, + "accuracy": 0.786561, + "main_score": 0.751765, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.704512, + "recall": 0.753953, + "f1": 0.718018, + "accuracy": 0.753953, + "main_score": 0.718018, + "hf_subset": "aka_Latn-hrv_Latn", + "languages": [ + "aka-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.648836, + "recall": 0.701581, + "f1": 0.662979, + "accuracy": 0.701581, + "main_score": 0.662979, + "hf_subset": "aka_Latn-kin_Latn", + "languages": [ + "aka-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.674029, + "recall": 0.737154, + "f1": 0.69073, + "accuracy": 0.737154, + "main_score": 0.69073, + "hf_subset": "aka_Latn-mal_Mlym", + "languages": [ + "aka-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.687597, + "recall": 0.73913, + "f1": 0.701059, + "accuracy": 0.73913, + "main_score": 0.701059, + "hf_subset": "aka_Latn-pes_Arab", + "languages": [ + "aka-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.699006, + "recall": 0.748024, + "f1": 0.711395, + "accuracy": 0.748024, + "main_score": 0.711395, + "hf_subset": "aka_Latn-srd_Latn", + "languages": [ + "aka-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.220379, + "recall": 0.281621, + "f1": 0.236603, + "accuracy": 0.281621, + "main_score": 0.236603, + "hf_subset": "aka_Latn-tzm_Tfng", + "languages": [ + "aka-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.688814, + "recall": 0.743083, + "f1": 0.703334, + "accuracy": 0.743083, + "main_score": 0.703334, + "hf_subset": "aka_Latn-acq_Arab", + "languages": [ + "aka-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.614682, + "recall": 0.661067, + "f1": 0.628236, + "accuracy": 0.661067, + "main_score": 0.628236, + "hf_subset": "aka_Latn-bem_Latn", + "languages": [ + "aka-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.682979, + "recall": 0.742095, + "f1": 0.697905, + "accuracy": 0.742095, + "main_score": 0.697905, + "hf_subset": "aka_Latn-epo_Latn", + "languages": [ + "aka-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.721847, + "recall": 0.771739, + "f1": 0.734819, + "accuracy": 0.771739, + "main_score": 0.734819, + "hf_subset": "aka_Latn-hun_Latn", + "languages": [ + "aka-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.673327, + "recall": 0.731225, + "f1": 0.689416, + "accuracy": 0.731225, + "main_score": 0.689416, + "hf_subset": "aka_Latn-kir_Cyrl", + "languages": [ + "aka-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.706301, + "recall": 0.764822, + "f1": 0.722466, + "accuracy": 0.764822, + "main_score": 0.722466, + "hf_subset": "aka_Latn-mar_Deva", + "languages": [ + "aka-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.640009, + "recall": 0.699605, + "f1": 0.655824, + "accuracy": 0.699605, + "main_score": 0.655824, + "hf_subset": "aka_Latn-plt_Latn", + "languages": [ + "aka-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.694081, + "recall": 0.748024, + "f1": 0.70818, + "accuracy": 0.748024, + "main_score": 0.70818, + "hf_subset": "aka_Latn-srp_Cyrl", + "languages": [ + "aka-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.610586, + "recall": 0.676877, + "f1": 0.629011, + "accuracy": 0.676877, + "main_score": 0.629011, + "hf_subset": "aka_Latn-uig_Arab", + "languages": [ + "aka-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.676765, + "recall": 0.731225, + "f1": 0.691349, + "accuracy": 0.731225, + "main_score": 0.691349, + "hf_subset": "aka_Latn-aeb_Arab", + "languages": [ + "aka-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.702419, + "recall": 0.746047, + "f1": 0.714355, + "accuracy": 0.746047, + "main_score": 0.714355, + "hf_subset": "aka_Latn-ben_Beng", + "languages": [ + "aka-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.707426, + "recall": 0.753953, + "f1": 0.719783, + "accuracy": 0.753953, + "main_score": 0.719783, + "hf_subset": "aka_Latn-est_Latn", + "languages": [ + "aka-Latn", + "est-Latn" + ] + }, + { + "precision": 0.679275, + "recall": 0.742095, + "f1": 0.696181, + "accuracy": 0.742095, + "main_score": 0.696181, + "hf_subset": "aka_Latn-hye_Armn", + "languages": [ + "aka-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.507683, + "recall": 0.552372, + "f1": 0.520971, + "accuracy": 0.552372, + "main_score": 0.520971, + "hf_subset": "aka_Latn-kmb_Latn", + "languages": [ + "aka-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.414447, + "recall": 0.481225, + "f1": 0.433172, + "accuracy": 0.481225, + "main_score": 0.433172, + "hf_subset": "aka_Latn-min_Arab", + "languages": [ + "aka-Latn", + "min-Arab" + ] + }, + { + "precision": 0.720214, + "recall": 0.768775, + "f1": 0.733436, + "accuracy": 0.768775, + "main_score": 0.733436, + "hf_subset": "aka_Latn-pol_Latn", + "languages": [ + "aka-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.609387, + "recall": 0.660079, + "f1": 0.623399, + "accuracy": 0.660079, + "main_score": 0.623399, + "hf_subset": "aka_Latn-ssw_Latn", + "languages": [ + "aka-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.706895, + "recall": 0.767787, + "f1": 0.723444, + "accuracy": 0.767787, + "main_score": 0.723444, + "hf_subset": "aka_Latn-ukr_Cyrl", + "languages": [ + "aka-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.695894, + "recall": 0.749012, + "f1": 0.709375, + "accuracy": 0.749012, + "main_score": 0.709375, + "hf_subset": "aka_Latn-afr_Latn", + "languages": [ + "aka-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.689024, + "recall": 0.745059, + "f1": 0.704455, + "accuracy": 0.745059, + "main_score": 0.704455, + "hf_subset": "aka_Latn-bho_Deva", + "languages": [ + "aka-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.661188, + "recall": 0.719368, + "f1": 0.676095, + "accuracy": 0.719368, + "main_score": 0.676095, + "hf_subset": "aka_Latn-eus_Latn", + "languages": [ + "aka-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.659086, + "recall": 0.710474, + "f1": 0.673539, + "accuracy": 0.710474, + "main_score": 0.673539, + "hf_subset": "aka_Latn-ibo_Latn", + "languages": [ + "aka-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.639026, + "recall": 0.690711, + "f1": 0.653096, + "accuracy": 0.690711, + "main_score": 0.653096, + "hf_subset": "aka_Latn-kmr_Latn", + "languages": [ + "aka-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.653216, + "recall": 0.705534, + "f1": 0.667166, + "accuracy": 0.705534, + "main_score": 0.667166, + "hf_subset": "aka_Latn-min_Latn", + "languages": [ + "aka-Latn", + "min-Latn" + ] + }, + { + "precision": 0.717734, + "recall": 0.769763, + "f1": 0.731508, + "accuracy": 0.769763, + "main_score": 0.731508, + "hf_subset": "aka_Latn-por_Latn", + "languages": [ + "aka-Latn", + "por-Latn" + ] + }, + { + "precision": 0.667595, + "recall": 0.721344, + "f1": 0.681397, + "accuracy": 0.721344, + "main_score": 0.681397, + "hf_subset": "aka_Latn-sun_Latn", + "languages": [ + "aka-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.50262, + "recall": 0.55336, + "f1": 0.517319, + "accuracy": 0.55336, + "main_score": 0.517319, + "hf_subset": "aka_Latn-umb_Latn", + "languages": [ + "aka-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.692229, + "recall": 0.75, + "f1": 0.707332, + "accuracy": 0.75, + "main_score": 0.707332, + "hf_subset": "aka_Latn-ajp_Arab", + "languages": [ + "aka-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.434476, + "recall": 0.493083, + "f1": 0.450335, + "accuracy": 0.493083, + "main_score": 0.450335, + "hf_subset": "aka_Latn-bjn_Arab", + "languages": [ + "aka-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.498763, + "recall": 0.544466, + "f1": 0.511121, + "accuracy": 0.544466, + "main_score": 0.511121, + "hf_subset": "aka_Latn-ewe_Latn", + "languages": [ + "aka-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.676768, + "recall": 0.730237, + "f1": 0.691549, + "accuracy": 0.730237, + "main_score": 0.691549, + "hf_subset": "aka_Latn-ilo_Latn", + "languages": [ + "aka-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.282893, + "recall": 0.337945, + "f1": 0.296637, + "accuracy": 0.337945, + "main_score": 0.296637, + "hf_subset": "aka_Latn-knc_Arab", + "languages": [ + "aka-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.69619, + "recall": 0.748024, + "f1": 0.710161, + "accuracy": 0.748024, + "main_score": 0.710161, + "hf_subset": "aka_Latn-mkd_Cyrl", + "languages": [ + "aka-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.704514, + "recall": 0.766798, + "f1": 0.721604, + "accuracy": 0.766798, + "main_score": 0.721604, + "hf_subset": "aka_Latn-prs_Arab", + "languages": [ + "aka-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.709543, + "recall": 0.767787, + "f1": 0.725298, + "accuracy": 0.767787, + "main_score": 0.725298, + "hf_subset": "aka_Latn-swe_Latn", + "languages": [ + "aka-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.671424, + "recall": 0.737154, + "f1": 0.689349, + "accuracy": 0.737154, + "main_score": 0.689349, + "hf_subset": "aka_Latn-urd_Arab", + "languages": [ + "aka-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.681371, + "recall": 0.729249, + "f1": 0.693632, + "accuracy": 0.729249, + "main_score": 0.693632, + "hf_subset": "aka_Latn-bjn_Latn", + "languages": [ + "aka-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.673132, + "recall": 0.728261, + "f1": 0.687279, + "accuracy": 0.728261, + "main_score": 0.687279, + "hf_subset": "aka_Latn-fao_Latn", + "languages": [ + "aka-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.724561, + "recall": 0.770751, + "f1": 0.736448, + "accuracy": 0.770751, + "main_score": 0.736448, + "hf_subset": "aka_Latn-ind_Latn", + "languages": [ + "aka-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.534692, + "recall": 0.581028, + "f1": 0.547914, + "accuracy": 0.581028, + "main_score": 0.547914, + "hf_subset": "aka_Latn-knc_Latn", + "languages": [ + "aka-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.673635, + "recall": 0.727273, + "f1": 0.686951, + "accuracy": 0.727273, + "main_score": 0.686951, + "hf_subset": "aka_Latn-mlt_Latn", + "languages": [ + "aka-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.562263, + "recall": 0.617589, + "f1": 0.578426, + "accuracy": 0.617589, + "main_score": 0.578426, + "hf_subset": "aka_Latn-quy_Latn", + "languages": [ + "aka-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.683455, + "recall": 0.740119, + "f1": 0.698757, + "accuracy": 0.740119, + "main_score": 0.698757, + "hf_subset": "aka_Latn-swh_Latn", + "languages": [ + "aka-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.657854, + "recall": 0.721344, + "f1": 0.674664, + "accuracy": 0.721344, + "main_score": 0.674664, + "hf_subset": "aka_Latn-uzn_Latn", + "languages": [ + "aka-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.689745, + "recall": 0.741107, + "f1": 0.703205, + "accuracy": 0.741107, + "main_score": 0.703205, + "hf_subset": "aka_Latn-als_Latn", + "languages": [ + "aka-Latn", + "als-Latn" + ] + }, + { + "precision": 0.512078, + "recall": 0.582016, + "f1": 0.53115, + "accuracy": 0.582016, + "main_score": 0.53115, + "hf_subset": "aka_Latn-bod_Tibt", + "languages": [ + "aka-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.585063, + "recall": 0.637352, + "f1": 0.600086, + "accuracy": 0.637352, + "main_score": 0.600086, + "hf_subset": "aka_Latn-fij_Latn", + "languages": [ + "aka-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.663605, + "recall": 0.719368, + "f1": 0.678611, + "accuracy": 0.719368, + "main_score": 0.678611, + "hf_subset": "aka_Latn-isl_Latn", + "languages": [ + "aka-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.566078, + "recall": 0.614625, + "f1": 0.579571, + "accuracy": 0.614625, + "main_score": 0.579571, + "hf_subset": "aka_Latn-kon_Latn", + "languages": [ + "aka-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.498381, + "recall": 0.5583, + "f1": 0.515796, + "accuracy": 0.5583, + "main_score": 0.515796, + "hf_subset": "aka_Latn-mni_Beng", + "languages": [ + "aka-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.703804, + "recall": 0.759881, + "f1": 0.718812, + "accuracy": 0.759881, + "main_score": 0.718812, + "hf_subset": "aka_Latn-ron_Latn", + "languages": [ + "aka-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.703036, + "recall": 0.757905, + "f1": 0.717721, + "accuracy": 0.757905, + "main_score": 0.717721, + "hf_subset": "aka_Latn-szl_Latn", + "languages": [ + "aka-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.717229, + "recall": 0.767787, + "f1": 0.730842, + "accuracy": 0.767787, + "main_score": 0.730842, + "hf_subset": "aka_Latn-vec_Latn", + "languages": [ + "aka-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.672632, + "recall": 0.733202, + "f1": 0.689759, + "accuracy": 0.733202, + "main_score": 0.689759, + "hf_subset": "aka_Latn-amh_Ethi", + "languages": [ + "aka-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.690905, + "recall": 0.746047, + "f1": 0.705288, + "accuracy": 0.746047, + "main_score": 0.705288, + "hf_subset": "aka_Latn-bos_Latn", + "languages": [ + "aka-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.694124, + "recall": 0.746047, + "f1": 0.707572, + "accuracy": 0.746047, + "main_score": 0.707572, + "hf_subset": "aka_Latn-fin_Latn", + "languages": [ + "aka-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.719408, + "recall": 0.771739, + "f1": 0.734131, + "accuracy": 0.771739, + "main_score": 0.734131, + "hf_subset": "aka_Latn-ita_Latn", + "languages": [ + "aka-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.726267, + "recall": 0.778656, + "f1": 0.740716, + "accuracy": 0.778656, + "main_score": 0.740716, + "hf_subset": "aka_Latn-kor_Hang", + "languages": [ + "aka-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.514206, + "recall": 0.555336, + "f1": 0.525779, + "accuracy": 0.555336, + "main_score": 0.525779, + "hf_subset": "aka_Latn-mos_Latn", + "languages": [ + "aka-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.621502, + "recall": 0.670949, + "f1": 0.635913, + "accuracy": 0.670949, + "main_score": 0.635913, + "hf_subset": "aka_Latn-run_Latn", + "languages": [ + "aka-Latn", + "run-Latn" + ] + }, + { + "precision": 0.668533, + "recall": 0.722332, + "f1": 0.683231, + "accuracy": 0.722332, + "main_score": 0.683231, + "hf_subset": "aka_Latn-tam_Taml", + "languages": [ + "aka-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.706257, + "recall": 0.753953, + "f1": 0.718812, + "accuracy": 0.753953, + "main_score": 0.718812, + "hf_subset": "aka_Latn-vie_Latn", + "languages": [ + "aka-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.688326, + "recall": 0.743083, + "f1": 0.702672, + "accuracy": 0.743083, + "main_score": 0.702672, + "hf_subset": "aka_Latn-apc_Arab", + "languages": [ + "aka-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.588385, + "recall": 0.634387, + "f1": 0.600799, + "accuracy": 0.634387, + "main_score": 0.600799, + "hf_subset": "aka_Latn-bug_Latn", + "languages": [ + "aka-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.454293, + "recall": 0.499012, + "f1": 0.467114, + "accuracy": 0.499012, + "main_score": 0.467114, + "hf_subset": "aka_Latn-fon_Latn", + "languages": [ + "aka-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.669754, + "recall": 0.727273, + "f1": 0.684528, + "accuracy": 0.727273, + "main_score": 0.684528, + "hf_subset": "aka_Latn-jav_Latn", + "languages": [ + "aka-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.634513, + "recall": 0.6917, + "f1": 0.649647, + "accuracy": 0.6917, + "main_score": 0.649647, + "hf_subset": "aka_Latn-lao_Laoo", + "languages": [ + "aka-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.635523, + "recall": 0.694664, + "f1": 0.652092, + "accuracy": 0.694664, + "main_score": 0.652092, + "hf_subset": "aka_Latn-mri_Latn", + "languages": [ + "aka-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.714362, + "recall": 0.764822, + "f1": 0.728048, + "accuracy": 0.764822, + "main_score": 0.728048, + "hf_subset": "aka_Latn-rus_Cyrl", + "languages": [ + "aka-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.512842, + "recall": 0.555336, + "f1": 0.524846, + "accuracy": 0.555336, + "main_score": 0.524846, + "hf_subset": "aka_Latn-taq_Latn", + "languages": [ + "aka-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.694021, + "recall": 0.73913, + "f1": 0.705616, + "accuracy": 0.73913, + "main_score": 0.705616, + "hf_subset": "aka_Latn-war_Latn", + "languages": [ + "aka-Latn", + "war-Latn" + ] + }, + { + "precision": 0.699698, + "recall": 0.753953, + "f1": 0.714375, + "accuracy": 0.753953, + "main_score": 0.714375, + "hf_subset": "aka_Latn-arb_Arab", + "languages": [ + "aka-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.723215, + "recall": 0.775692, + "f1": 0.736947, + "accuracy": 0.775692, + "main_score": 0.736947, + "hf_subset": "aka_Latn-bul_Cyrl", + "languages": [ + "aka-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.721359, + "recall": 0.775692, + "f1": 0.73622, + "accuracy": 0.775692, + "main_score": 0.73622, + "hf_subset": "aka_Latn-fra_Latn", + "languages": [ + "aka-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.703537, + "recall": 0.756917, + "f1": 0.71804, + "accuracy": 0.756917, + "main_score": 0.71804, + "hf_subset": "aka_Latn-jpn_Jpan", + "languages": [ + "aka-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.716442, + "recall": 0.759881, + "f1": 0.728095, + "accuracy": 0.759881, + "main_score": 0.728095, + "hf_subset": "aka_Latn-lij_Latn", + "languages": [ + "aka-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.651116, + "recall": 0.714427, + "f1": 0.668979, + "accuracy": 0.714427, + "main_score": 0.668979, + "hf_subset": "aka_Latn-mya_Mymr", + "languages": [ + "aka-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.545458, + "recall": 0.590909, + "f1": 0.558339, + "accuracy": 0.590909, + "main_score": 0.558339, + "hf_subset": "aka_Latn-sag_Latn", + "languages": [ + "aka-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.248818, + "recall": 0.304348, + "f1": 0.263111, + "accuracy": 0.304348, + "main_score": 0.263111, + "hf_subset": "aka_Latn-taq_Tfng", + "languages": [ + "aka-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.583014, + "recall": 0.625494, + "f1": 0.595398, + "accuracy": 0.625494, + "main_score": 0.595398, + "hf_subset": "aka_Latn-wol_Latn", + "languages": [ + "aka-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.596567, + "recall": 0.663043, + "f1": 0.614684, + "accuracy": 0.663043, + "main_score": 0.614684, + "hf_subset": "aka_Latn-arb_Latn", + "languages": [ + "aka-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.70341, + "recall": 0.754941, + "f1": 0.717296, + "accuracy": 0.754941, + "main_score": 0.717296, + "hf_subset": "aka_Latn-cat_Latn", + "languages": [ + "aka-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.683022, + "recall": 0.730237, + "f1": 0.695608, + "accuracy": 0.730237, + "main_score": 0.695608, + "hf_subset": "aka_Latn-fur_Latn", + "languages": [ + "aka-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.436255, + "recall": 0.498024, + "f1": 0.453607, + "accuracy": 0.498024, + "main_score": 0.453607, + "hf_subset": "aka_Latn-kab_Latn", + "languages": [ + "aka-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.672464, + "recall": 0.722332, + "f1": 0.68539, + "accuracy": 0.722332, + "main_score": 0.68539, + "hf_subset": "aka_Latn-lim_Latn", + "languages": [ + "aka-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.710518, + "recall": 0.759881, + "f1": 0.723844, + "accuracy": 0.759881, + "main_score": 0.723844, + "hf_subset": "aka_Latn-nld_Latn", + "languages": [ + "aka-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.643927, + "recall": 0.703557, + "f1": 0.660907, + "accuracy": 0.703557, + "main_score": 0.660907, + "hf_subset": "aka_Latn-san_Deva", + "languages": [ + "aka-Latn", + "san-Deva" + ] + }, + { + "precision": 0.667021, + "recall": 0.722332, + "f1": 0.681799, + "accuracy": 0.722332, + "main_score": 0.681799, + "hf_subset": "aka_Latn-tat_Cyrl", + "languages": [ + "aka-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.647975, + "recall": 0.711462, + "f1": 0.665882, + "accuracy": 0.711462, + "main_score": 0.665882, + "hf_subset": "aka_Latn-xho_Latn", + "languages": [ + "aka-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.689019, + "recall": 0.742095, + "f1": 0.703482, + "accuracy": 0.742095, + "main_score": 0.703482, + "hf_subset": "aka_Latn-ars_Arab", + "languages": [ + "aka-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.677059, + "recall": 0.730237, + "f1": 0.690915, + "accuracy": 0.730237, + "main_score": 0.690915, + "hf_subset": "aka_Latn-ceb_Latn", + "languages": [ + "aka-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.494908, + "recall": 0.546443, + "f1": 0.509807, + "accuracy": 0.546443, + "main_score": 0.509807, + "hf_subset": "aka_Latn-fuv_Latn", + "languages": [ + "aka-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.495352, + "recall": 0.54249, + "f1": 0.508629, + "accuracy": 0.54249, + "main_score": 0.508629, + "hf_subset": "aka_Latn-kac_Latn", + "languages": [ + "aka-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.591117, + "recall": 0.634387, + "f1": 0.603035, + "accuracy": 0.634387, + "main_score": 0.603035, + "hf_subset": "aka_Latn-lin_Latn", + "languages": [ + "aka-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.679433, + "recall": 0.732213, + "f1": 0.692877, + "accuracy": 0.732213, + "main_score": 0.692877, + "hf_subset": "aka_Latn-nno_Latn", + "languages": [ + "aka-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.630049, + "recall": 0.686759, + "f1": 0.64538, + "accuracy": 0.686759, + "main_score": 0.64538, + "hf_subset": "aka_Latn-sat_Olck", + "languages": [ + "aka-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.658581, + "recall": 0.718379, + "f1": 0.674094, + "accuracy": 0.718379, + "main_score": 0.674094, + "hf_subset": "aka_Latn-tel_Telu", + "languages": [ + "aka-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.65409, + "recall": 0.713439, + "f1": 0.669693, + "accuracy": 0.713439, + "main_score": 0.669693, + "hf_subset": "aka_Latn-ydd_Hebr", + "languages": [ + "aka-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.653763, + "recall": 0.706522, + "f1": 0.667717, + "accuracy": 0.706522, + "main_score": 0.667717, + "hf_subset": "aka_Latn-ary_Arab", + "languages": [ + "aka-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.712569, + "recall": 0.766798, + "f1": 0.726325, + "accuracy": 0.766798, + "main_score": 0.726325, + "hf_subset": "aka_Latn-ces_Latn", + "languages": [ + "aka-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.526675, + "recall": 0.58004, + "f1": 0.541661, + "accuracy": 0.58004, + "main_score": 0.541661, + "hf_subset": "aka_Latn-gaz_Latn", + "languages": [ + "aka-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.536001, + "recall": 0.585968, + "f1": 0.550395, + "accuracy": 0.585968, + "main_score": 0.550395, + "hf_subset": "aka_Latn-kam_Latn", + "languages": [ + "aka-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.692003, + "recall": 0.745059, + "f1": 0.706653, + "accuracy": 0.745059, + "main_score": 0.706653, + "hf_subset": "aka_Latn-lit_Latn", + "languages": [ + "aka-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.692795, + "recall": 0.750988, + "f1": 0.707773, + "accuracy": 0.750988, + "main_score": 0.707773, + "hf_subset": "aka_Latn-nob_Latn", + "languages": [ + "aka-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.691439, + "recall": 0.741107, + "f1": 0.703875, + "accuracy": 0.741107, + "main_score": 0.703875, + "hf_subset": "aka_Latn-scn_Latn", + "languages": [ + "aka-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.662313, + "recall": 0.721344, + "f1": 0.677969, + "accuracy": 0.721344, + "main_score": 0.677969, + "hf_subset": "aka_Latn-tgk_Cyrl", + "languages": [ + "aka-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.612817, + "recall": 0.666008, + "f1": 0.628047, + "accuracy": 0.666008, + "main_score": 0.628047, + "hf_subset": "aka_Latn-yor_Latn", + "languages": [ + "aka-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.688903, + "recall": 0.747036, + "f1": 0.704818, + "accuracy": 0.747036, + "main_score": 0.704818, + "hf_subset": "aka_Latn-arz_Arab", + "languages": [ + "aka-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.494124, + "recall": 0.544466, + "f1": 0.508416, + "accuracy": 0.544466, + "main_score": 0.508416, + "hf_subset": "aka_Latn-cjk_Latn", + "languages": [ + "aka-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.644102, + "recall": 0.705534, + "f1": 0.660563, + "accuracy": 0.705534, + "main_score": 0.660563, + "hf_subset": "aka_Latn-gla_Latn", + "languages": [ + "aka-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.668999, + "recall": 0.728261, + "f1": 0.684951, + "accuracy": 0.728261, + "main_score": 0.684951, + "hf_subset": "aka_Latn-kan_Knda", + "languages": [ + "aka-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.675243, + "recall": 0.724308, + "f1": 0.688266, + "accuracy": 0.724308, + "main_score": 0.688266, + "hf_subset": "aka_Latn-lmo_Latn", + "languages": [ + "aka-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.6832, + "recall": 0.742095, + "f1": 0.698493, + "accuracy": 0.742095, + "main_score": 0.698493, + "hf_subset": "aka_Latn-npi_Deva", + "languages": [ + "aka-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.481926, + "recall": 0.541502, + "f1": 0.498495, + "accuracy": 0.541502, + "main_score": 0.498495, + "hf_subset": "aka_Latn-shn_Mymr", + "languages": [ + "aka-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.713043, + "recall": 0.762846, + "f1": 0.726115, + "accuracy": 0.762846, + "main_score": 0.726115, + "hf_subset": "aka_Latn-tgl_Latn", + "languages": [ + "aka-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.681811, + "recall": 0.736166, + "f1": 0.696783, + "accuracy": 0.736166, + "main_score": 0.696783, + "hf_subset": "aka_Latn-yue_Hant", + "languages": [ + "aka-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.617559, + "recall": 0.68083, + "f1": 0.634539, + "accuracy": 0.68083, + "main_score": 0.634539, + "hf_subset": "aka_Latn-asm_Beng", + "languages": [ + "aka-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.651852, + "recall": 0.715415, + "f1": 0.669568, + "accuracy": 0.715415, + "main_score": 0.669568, + "hf_subset": "aka_Latn-ckb_Arab", + "languages": [ + "aka-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.673273, + "recall": 0.72332, + "f1": 0.687278, + "accuracy": 0.72332, + "main_score": 0.687278, + "hf_subset": "aka_Latn-gle_Latn", + "languages": [ + "aka-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.622933, + "recall": 0.685771, + "f1": 0.639945, + "accuracy": 0.685771, + "main_score": 0.639945, + "hf_subset": "aka_Latn-kas_Arab", + "languages": [ + "aka-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.645432, + "recall": 0.701581, + "f1": 0.660392, + "accuracy": 0.701581, + "main_score": 0.660392, + "hf_subset": "aka_Latn-ltg_Latn", + "languages": [ + "aka-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.647546, + "recall": 0.704545, + "f1": 0.663888, + "accuracy": 0.704545, + "main_score": 0.663888, + "hf_subset": "aka_Latn-nso_Latn", + "languages": [ + "aka-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.661398, + "recall": 0.719368, + "f1": 0.677369, + "accuracy": 0.719368, + "main_score": 0.677369, + "hf_subset": "aka_Latn-sin_Sinh", + "languages": [ + "aka-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.667693, + "recall": 0.727273, + "f1": 0.683279, + "accuracy": 0.727273, + "main_score": 0.683279, + "hf_subset": "aka_Latn-tha_Thai", + "languages": [ + "aka-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.640705, + "recall": 0.688735, + "f1": 0.652814, + "accuracy": 0.688735, + "main_score": 0.652814, + "hf_subset": "aka_Latn-zho_Hans", + "languages": [ + "aka-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.68051, + "recall": 0.73419, + "f1": 0.694482, + "accuracy": 0.73419, + "main_score": 0.694482, + "hf_subset": "aka_Latn-ast_Latn", + "languages": [ + "aka-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.710804, + "recall": 0.756917, + "f1": 0.723768, + "accuracy": 0.756917, + "main_score": 0.723768, + "hf_subset": "aka_Latn-crh_Latn", + "languages": [ + "aka-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.701846, + "recall": 0.755929, + "f1": 0.715806, + "accuracy": 0.755929, + "main_score": 0.715806, + "hf_subset": "aka_Latn-glg_Latn", + "languages": [ + "aka-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.610293, + "recall": 0.672925, + "f1": 0.627379, + "accuracy": 0.672925, + "main_score": 0.627379, + "hf_subset": "aka_Latn-kas_Deva", + "languages": [ + "aka-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.648466, + "recall": 0.706522, + "f1": 0.664254, + "accuracy": 0.706522, + "main_score": 0.664254, + "hf_subset": "aka_Latn-ltz_Latn", + "languages": [ + "aka-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.455772, + "recall": 0.507905, + "f1": 0.469603, + "accuracy": 0.507905, + "main_score": 0.469603, + "hf_subset": "aka_Latn-nus_Latn", + "languages": [ + "aka-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.698073, + "recall": 0.751976, + "f1": 0.712504, + "accuracy": 0.751976, + "main_score": 0.712504, + "hf_subset": "aka_Latn-slk_Latn", + "languages": [ + "aka-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.545916, + "recall": 0.605731, + "f1": 0.563013, + "accuracy": 0.605731, + "main_score": 0.563013, + "hf_subset": "aka_Latn-tir_Ethi", + "languages": [ + "aka-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.673061, + "recall": 0.733202, + "f1": 0.689063, + "accuracy": 0.733202, + "main_score": 0.689063, + "hf_subset": "aka_Latn-zho_Hant", + "languages": [ + "aka-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.683428, + "recall": 0.744071, + "f1": 0.699439, + "accuracy": 0.744071, + "main_score": 0.699439, + "hf_subset": "aka_Latn-awa_Deva", + "languages": [ + "aka-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.67405, + "recall": 0.732213, + "f1": 0.689927, + "accuracy": 0.732213, + "main_score": 0.689927, + "hf_subset": "aka_Latn-cym_Latn", + "languages": [ + "aka-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.603873, + "recall": 0.645257, + "f1": 0.615602, + "accuracy": 0.645257, + "main_score": 0.615602, + "hf_subset": "aka_Latn-grn_Latn", + "languages": [ + "aka-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.676732, + "recall": 0.738142, + "f1": 0.693675, + "accuracy": 0.738142, + "main_score": 0.693675, + "hf_subset": "aka_Latn-kat_Geor", + "languages": [ + "aka-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.564602, + "recall": 0.616601, + "f1": 0.579272, + "accuracy": 0.616601, + "main_score": 0.579272, + "hf_subset": "aka_Latn-lua_Latn", + "languages": [ + "aka-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.639923, + "recall": 0.695652, + "f1": 0.65593, + "accuracy": 0.695652, + "main_score": 0.65593, + "hf_subset": "aka_Latn-nya_Latn", + "languages": [ + "aka-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.698026, + "recall": 0.755929, + "f1": 0.713789, + "accuracy": 0.755929, + "main_score": 0.713789, + "hf_subset": "aka_Latn-slv_Latn", + "languages": [ + "aka-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.675042, + "recall": 0.72332, + "f1": 0.68765, + "accuracy": 0.72332, + "main_score": 0.68765, + "hf_subset": "aka_Latn-tpi_Latn", + "languages": [ + "aka-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.699922, + "recall": 0.75, + "f1": 0.712652, + "accuracy": 0.75, + "main_score": 0.712652, + "hf_subset": "aka_Latn-zsm_Latn", + "languages": [ + "aka-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.520237, + "recall": 0.567194, + "f1": 0.533176, + "accuracy": 0.567194, + "main_score": 0.533176, + "hf_subset": "aka_Latn-ayr_Latn", + "languages": [ + "aka-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.72746, + "recall": 0.779644, + "f1": 0.740447, + "accuracy": 0.779644, + "main_score": 0.740447, + "hf_subset": "aka_Latn-dan_Latn", + "languages": [ + "aka-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.670582, + "recall": 0.740119, + "f1": 0.689069, + "accuracy": 0.740119, + "main_score": 0.689069, + "hf_subset": "aka_Latn-guj_Gujr", + "languages": [ + "aka-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.671696, + "recall": 0.733202, + "f1": 0.688419, + "accuracy": 0.733202, + "main_score": 0.688419, + "hf_subset": "aka_Latn-kaz_Cyrl", + "languages": [ + "aka-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.576254, + "recall": 0.63834, + "f1": 0.594008, + "accuracy": 0.63834, + "main_score": 0.594008, + "hf_subset": "aka_Latn-lug_Latn", + "languages": [ + "aka-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.694954, + "recall": 0.743083, + "f1": 0.706421, + "accuracy": 0.743083, + "main_score": 0.706421, + "hf_subset": "aka_Latn-oci_Latn", + "languages": [ + "aka-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.640797, + "recall": 0.697628, + "f1": 0.65651, + "accuracy": 0.697628, + "main_score": 0.65651, + "hf_subset": "aka_Latn-smo_Latn", + "languages": [ + "aka-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.607167, + "recall": 0.661067, + "f1": 0.621994, + "accuracy": 0.661067, + "main_score": 0.621994, + "hf_subset": "aka_Latn-tsn_Latn", + "languages": [ + "aka-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.638913, + "recall": 0.695652, + "f1": 0.654185, + "accuracy": 0.695652, + "main_score": 0.654185, + "hf_subset": "aka_Latn-zul_Latn", + "languages": [ + "aka-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.608011, + "recall": 0.666008, + "f1": 0.624254, + "accuracy": 0.666008, + "main_score": 0.624254, + "hf_subset": "aka_Latn-azb_Arab", + "languages": [ + "aka-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.741738, + "recall": 0.786561, + "f1": 0.753448, + "accuracy": 0.786561, + "main_score": 0.753448, + "hf_subset": "aka_Latn-deu_Latn", + "languages": [ + "aka-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.64583, + "recall": 0.705534, + "f1": 0.662647, + "accuracy": 0.705534, + "main_score": 0.662647, + "hf_subset": "aka_Latn-hat_Latn", + "languages": [ + "aka-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.515906, + "recall": 0.554348, + "f1": 0.526647, + "accuracy": 0.554348, + "main_score": 0.526647, + "hf_subset": "aka_Latn-kbp_Latn", + "languages": [ + "aka-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.534925, + "recall": 0.578063, + "f1": 0.547271, + "accuracy": 0.578063, + "main_score": 0.547271, + "hf_subset": "aka_Latn-luo_Latn", + "languages": [ + "aka-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.657325, + "recall": 0.729249, + "f1": 0.67707, + "accuracy": 0.729249, + "main_score": 0.67707, + "hf_subset": "aka_Latn-ory_Orya", + "languages": [ + "aka-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.668765, + "recall": 0.725296, + "f1": 0.684477, + "accuracy": 0.725296, + "main_score": 0.684477, + "hf_subset": "aka_Latn-sna_Latn", + "languages": [ + "aka-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.585925, + "recall": 0.635375, + "f1": 0.599077, + "accuracy": 0.635375, + "main_score": 0.599077, + "hf_subset": "aka_Latn-tso_Latn", + "languages": [ + "aka-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.670869, + "recall": 0.729249, + "f1": 0.686512, + "accuracy": 0.729249, + "main_score": 0.686512, + "hf_subset": "aka_Latn-azj_Latn", + "languages": [ + "aka-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.513715, + "recall": 0.5583, + "f1": 0.526582, + "accuracy": 0.5583, + "main_score": 0.526582, + "hf_subset": "aka_Latn-dik_Latn", + "languages": [ + "aka-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.657167, + "recall": 0.711462, + "f1": 0.67204, + "accuracy": 0.711462, + "main_score": 0.67204, + "hf_subset": "aka_Latn-hau_Latn", + "languages": [ + "aka-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.678524, + "recall": 0.73419, + "f1": 0.693171, + "accuracy": 0.73419, + "main_score": 0.693171, + "hf_subset": "aka_Latn-kea_Latn", + "languages": [ + "aka-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.662078, + "recall": 0.718379, + "f1": 0.677747, + "accuracy": 0.718379, + "main_score": 0.677747, + "hf_subset": "aka_Latn-lus_Latn", + "languages": [ + "aka-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.665411, + "recall": 0.703557, + "f1": 0.676092, + "accuracy": 0.703557, + "main_score": 0.676092, + "hf_subset": "aka_Latn-pag_Latn", + "languages": [ + "aka-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.639626, + "recall": 0.702569, + "f1": 0.656388, + "accuracy": 0.702569, + "main_score": 0.656388, + "hf_subset": "aka_Latn-snd_Arab", + "languages": [ + "aka-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.684301, + "recall": 0.741107, + "f1": 0.699514, + "accuracy": 0.741107, + "main_score": 0.699514, + "hf_subset": "aka_Latn-tuk_Latn", + "languages": [ + "aka-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.678329, + "recall": 0.730237, + "f1": 0.691483, + "accuracy": 0.730237, + "main_score": 0.691483, + "hf_subset": "aka_Latn-bak_Cyrl", + "languages": [ + "aka-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.45247, + "recall": 0.507905, + "f1": 0.468493, + "accuracy": 0.507905, + "main_score": 0.468493, + "hf_subset": "aka_Latn-dyu_Latn", + "languages": [ + "aka-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.709928, + "recall": 0.758893, + "f1": 0.722246, + "accuracy": 0.758893, + "main_score": 0.722246, + "hf_subset": "aka_Latn-heb_Hebr", + "languages": [ + "aka-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.663951, + "recall": 0.718379, + "f1": 0.678958, + "accuracy": 0.718379, + "main_score": 0.678958, + "hf_subset": "aka_Latn-khk_Cyrl", + "languages": [ + "aka-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.693701, + "recall": 0.748024, + "f1": 0.707957, + "accuracy": 0.748024, + "main_score": 0.707957, + "hf_subset": "aka_Latn-lvs_Latn", + "languages": [ + "aka-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.680387, + "recall": 0.736166, + "f1": 0.695128, + "accuracy": 0.736166, + "main_score": 0.695128, + "hf_subset": "aka_Latn-pan_Guru", + "languages": [ + "aka-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.619425, + "recall": 0.678854, + "f1": 0.636895, + "accuracy": 0.678854, + "main_score": 0.636895, + "hf_subset": "aka_Latn-som_Latn", + "languages": [ + "aka-Latn", + "som-Latn" + ] + }, + { + "precision": 0.594918, + "recall": 0.646245, + "f1": 0.609656, + "accuracy": 0.646245, + "main_score": 0.609656, + "hf_subset": "aka_Latn-tum_Latn", + "languages": [ + "aka-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.553319, + "recall": 0.625494, + "f1": 0.57421, + "accuracy": 0.625494, + "main_score": 0.57421, + "hf_subset": "bjn_Latn-ace_Arab", + "languages": [ + "bjn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.495995, + "recall": 0.5583, + "f1": 0.513614, + "accuracy": 0.5583, + "main_score": 0.513614, + "hf_subset": "bjn_Latn-bam_Latn", + "languages": [ + "bjn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.577318, + "recall": 0.66502, + "f1": 0.602923, + "accuracy": 0.66502, + "main_score": 0.602923, + "hf_subset": "bjn_Latn-dzo_Tibt", + "languages": [ + "bjn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-hin_Deva", + "languages": [ + "bjn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "bjn_Latn-khm_Khmr", + "languages": [ + "bjn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "bjn_Latn-mag_Deva", + "languages": [ + "bjn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "bjn_Latn-pap_Latn", + "languages": [ + "bjn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.821426, + "recall": 0.866601, + "f1": 0.835178, + "accuracy": 0.866601, + "main_score": 0.835178, + "hf_subset": "bjn_Latn-sot_Latn", + "languages": [ + "bjn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "bjn_Latn-tur_Latn", + "languages": [ + "bjn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.883399, + "recall": 0.916008, + "f1": 0.89361, + "accuracy": 0.916008, + "main_score": 0.89361, + "hf_subset": "bjn_Latn-ace_Latn", + "languages": [ + "bjn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.967391, + "f1": 0.958663, + "accuracy": 0.967391, + "main_score": 0.958663, + "hf_subset": "bjn_Latn-ban_Latn", + "languages": [ + "bjn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bjn_Latn-ell_Grek", + "languages": [ + "bjn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "bjn_Latn-hne_Deva", + "languages": [ + "bjn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.583121, + "recall": 0.650198, + "f1": 0.60198, + "accuracy": 0.650198, + "main_score": 0.60198, + "hf_subset": "bjn_Latn-kik_Latn", + "languages": [ + "bjn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-mai_Deva", + "languages": [ + "bjn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "bjn_Latn-pbt_Arab", + "languages": [ + "bjn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-spa_Latn", + "languages": [ + "bjn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.714723, + "recall": 0.779644, + "f1": 0.73386, + "accuracy": 0.779644, + "main_score": 0.73386, + "hf_subset": "bjn_Latn-twi_Latn", + "languages": [ + "bjn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-acm_Arab", + "languages": [ + "bjn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "bjn_Latn-bel_Cyrl", + "languages": [ + "bjn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-eng_Latn", + "languages": [ + "bjn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-hrv_Latn", + "languages": [ + "bjn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.802463, + "recall": 0.851779, + "f1": 0.817427, + "accuracy": 0.851779, + "main_score": 0.817427, + "hf_subset": "bjn_Latn-kin_Latn", + "languages": [ + "bjn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "bjn_Latn-mal_Mlym", + "languages": [ + "bjn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-pes_Arab", + "languages": [ + "bjn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "bjn_Latn-srd_Latn", + "languages": [ + "bjn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.218201, + "recall": 0.279644, + "f1": 0.233245, + "accuracy": 0.279644, + "main_score": 0.233245, + "hf_subset": "bjn_Latn-tzm_Tfng", + "languages": [ + "bjn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-acq_Arab", + "languages": [ + "bjn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.665113, + "recall": 0.728261, + "f1": 0.682877, + "accuracy": 0.728261, + "main_score": 0.682877, + "hf_subset": "bjn_Latn-bem_Latn", + "languages": [ + "bjn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bjn_Latn-epo_Latn", + "languages": [ + "bjn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-hun_Latn", + "languages": [ + "bjn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "bjn_Latn-kir_Cyrl", + "languages": [ + "bjn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-mar_Deva", + "languages": [ + "bjn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.832181, + "recall": 0.876482, + "f1": 0.845619, + "accuracy": 0.876482, + "main_score": 0.845619, + "hf_subset": "bjn_Latn-plt_Latn", + "languages": [ + "bjn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-srp_Cyrl", + "languages": [ + "bjn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.894928, + "recall": 0.925889, + "f1": 0.904809, + "accuracy": 0.925889, + "main_score": 0.904809, + "hf_subset": "bjn_Latn-uig_Arab", + "languages": [ + "bjn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "bjn_Latn-aeb_Arab", + "languages": [ + "bjn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "bjn_Latn-ben_Beng", + "languages": [ + "bjn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "bjn_Latn-est_Latn", + "languages": [ + "bjn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-hye_Armn", + "languages": [ + "bjn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.487109, + "recall": 0.543478, + "f1": 0.502567, + "accuracy": 0.543478, + "main_score": 0.502567, + "hf_subset": "bjn_Latn-kmb_Latn", + "languages": [ + "bjn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.532579, + "recall": 0.610672, + "f1": 0.553653, + "accuracy": 0.610672, + "main_score": 0.553653, + "hf_subset": "bjn_Latn-min_Arab", + "languages": [ + "bjn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-pol_Latn", + "languages": [ + "bjn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.718116, + "recall": 0.784585, + "f1": 0.737912, + "accuracy": 0.784585, + "main_score": 0.737912, + "hf_subset": "bjn_Latn-ssw_Latn", + "languages": [ + "bjn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-ukr_Cyrl", + "languages": [ + "bjn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-afr_Latn", + "languages": [ + "bjn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bjn_Latn-bho_Deva", + "languages": [ + "bjn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "bjn_Latn-eus_Latn", + "languages": [ + "bjn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.820685, + "recall": 0.867589, + "f1": 0.835112, + "accuracy": 0.867589, + "main_score": 0.835112, + "hf_subset": "bjn_Latn-ibo_Latn", + "languages": [ + "bjn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.83778, + "recall": 0.881423, + "f1": 0.851383, + "accuracy": 0.881423, + "main_score": 0.851383, + "hf_subset": "bjn_Latn-kmr_Latn", + "languages": [ + "bjn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "bjn_Latn-min_Latn", + "languages": [ + "bjn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-por_Latn", + "languages": [ + "bjn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-sun_Latn", + "languages": [ + "bjn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.472628, + "recall": 0.535573, + "f1": 0.490347, + "accuracy": 0.535573, + "main_score": 0.490347, + "hf_subset": "bjn_Latn-umb_Latn", + "languages": [ + "bjn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-ajp_Arab", + "languages": [ + "bjn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.638961, + "recall": 0.70751, + "f1": 0.658514, + "accuracy": 0.70751, + "main_score": 0.658514, + "hf_subset": "bjn_Latn-bjn_Arab", + "languages": [ + "bjn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.464805, + "recall": 0.517787, + "f1": 0.47979, + "accuracy": 0.517787, + "main_score": 0.47979, + "hf_subset": "bjn_Latn-ewe_Latn", + "languages": [ + "bjn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.939229, + "recall": 0.95751, + "f1": 0.945158, + "accuracy": 0.95751, + "main_score": 0.945158, + "hf_subset": "bjn_Latn-ilo_Latn", + "languages": [ + "bjn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.247365, + "recall": 0.316206, + "f1": 0.264338, + "accuracy": 0.316206, + "main_score": 0.264338, + "hf_subset": "bjn_Latn-knc_Arab", + "languages": [ + "bjn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bjn_Latn-mkd_Cyrl", + "languages": [ + "bjn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bjn_Latn-prs_Arab", + "languages": [ + "bjn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bjn_Latn-swe_Latn", + "languages": [ + "bjn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-urd_Arab", + "languages": [ + "bjn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.715869, + "recall": 0.772727, + "f1": 0.732357, + "accuracy": 0.772727, + "main_score": 0.732357, + "hf_subset": "bjn_Latn-aka_Latn", + "languages": [ + "bjn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "bjn_Latn-fao_Latn", + "languages": [ + "bjn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bjn_Latn-ind_Latn", + "languages": [ + "bjn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.528375, + "recall": 0.58498, + "f1": 0.543941, + "accuracy": 0.58498, + "main_score": 0.543941, + "hf_subset": "bjn_Latn-knc_Latn", + "languages": [ + "bjn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "bjn_Latn-mlt_Latn", + "languages": [ + "bjn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.632272, + "recall": 0.700593, + "f1": 0.652125, + "accuracy": 0.700593, + "main_score": 0.652125, + "hf_subset": "bjn_Latn-quy_Latn", + "languages": [ + "bjn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bjn_Latn-swh_Latn", + "languages": [ + "bjn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "bjn_Latn-uzn_Latn", + "languages": [ + "bjn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-als_Latn", + "languages": [ + "bjn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.721174, + "recall": 0.789526, + "f1": 0.741696, + "accuracy": 0.789526, + "main_score": 0.741696, + "hf_subset": "bjn_Latn-bod_Tibt", + "languages": [ + "bjn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.624021, + "recall": 0.688735, + "f1": 0.642902, + "accuracy": 0.688735, + "main_score": 0.642902, + "hf_subset": "bjn_Latn-fij_Latn", + "languages": [ + "bjn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "bjn_Latn-isl_Latn", + "languages": [ + "bjn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.611586, + "recall": 0.672925, + "f1": 0.628406, + "accuracy": 0.672925, + "main_score": 0.628406, + "hf_subset": "bjn_Latn-kon_Latn", + "languages": [ + "bjn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.583102, + "recall": 0.657115, + "f1": 0.603593, + "accuracy": 0.657115, + "main_score": 0.603593, + "hf_subset": "bjn_Latn-mni_Beng", + "languages": [ + "bjn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-ron_Latn", + "languages": [ + "bjn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.980237, + "f1": 0.975132, + "accuracy": 0.980237, + "main_score": 0.975132, + "hf_subset": "bjn_Latn-szl_Latn", + "languages": [ + "bjn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bjn_Latn-vec_Latn", + "languages": [ + "bjn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.898962, + "recall": 0.928854, + "f1": 0.908333, + "accuracy": 0.928854, + "main_score": 0.908333, + "hf_subset": "bjn_Latn-amh_Ethi", + "languages": [ + "bjn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-bos_Latn", + "languages": [ + "bjn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-fin_Latn", + "languages": [ + "bjn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-ita_Latn", + "languages": [ + "bjn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-kor_Hang", + "languages": [ + "bjn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.498832, + "recall": 0.5583, + "f1": 0.515652, + "accuracy": 0.5583, + "main_score": 0.515652, + "hf_subset": "bjn_Latn-mos_Latn", + "languages": [ + "bjn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.710467, + "recall": 0.771739, + "f1": 0.728381, + "accuracy": 0.771739, + "main_score": 0.728381, + "hf_subset": "bjn_Latn-run_Latn", + "languages": [ + "bjn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "bjn_Latn-tam_Taml", + "languages": [ + "bjn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bjn_Latn-vie_Latn", + "languages": [ + "bjn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "bjn_Latn-apc_Arab", + "languages": [ + "bjn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.753936, + "recall": 0.805336, + "f1": 0.769401, + "accuracy": 0.805336, + "main_score": 0.769401, + "hf_subset": "bjn_Latn-bug_Latn", + "languages": [ + "bjn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.44711, + "recall": 0.493083, + "f1": 0.459989, + "accuracy": 0.493083, + "main_score": 0.459989, + "hf_subset": "bjn_Latn-fon_Latn", + "languages": [ + "bjn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "bjn_Latn-jav_Latn", + "languages": [ + "bjn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.928195, + "recall": 0.949605, + "f1": 0.934914, + "accuracy": 0.949605, + "main_score": 0.934914, + "hf_subset": "bjn_Latn-lao_Laoo", + "languages": [ + "bjn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.848567, + "recall": 0.890316, + "f1": 0.861528, + "accuracy": 0.890316, + "main_score": 0.861528, + "hf_subset": "bjn_Latn-mri_Latn", + "languages": [ + "bjn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-rus_Cyrl", + "languages": [ + "bjn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.499284, + "recall": 0.5583, + "f1": 0.515608, + "accuracy": 0.5583, + "main_score": 0.515608, + "hf_subset": "bjn_Latn-taq_Latn", + "languages": [ + "bjn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "bjn_Latn-war_Latn", + "languages": [ + "bjn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bjn_Latn-arb_Arab", + "languages": [ + "bjn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-bul_Cyrl", + "languages": [ + "bjn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-fra_Latn", + "languages": [ + "bjn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bjn_Latn-jpn_Jpan", + "languages": [ + "bjn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "bjn_Latn-lij_Latn", + "languages": [ + "bjn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "bjn_Latn-mya_Mymr", + "languages": [ + "bjn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.559519, + "recall": 0.619565, + "f1": 0.575999, + "accuracy": 0.619565, + "main_score": 0.575999, + "hf_subset": "bjn_Latn-sag_Latn", + "languages": [ + "bjn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.236015, + "recall": 0.302372, + "f1": 0.252478, + "accuracy": 0.302372, + "main_score": 0.252478, + "hf_subset": "bjn_Latn-taq_Tfng", + "languages": [ + "bjn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.622011, + "recall": 0.686759, + "f1": 0.640461, + "accuracy": 0.686759, + "main_score": 0.640461, + "hf_subset": "bjn_Latn-wol_Latn", + "languages": [ + "bjn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.836545, + "recall": 0.881423, + "f1": 0.850645, + "accuracy": 0.881423, + "main_score": 0.850645, + "hf_subset": "bjn_Latn-arb_Latn", + "languages": [ + "bjn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-cat_Latn", + "languages": [ + "bjn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.974308, + "f1": 0.967556, + "accuracy": 0.974308, + "main_score": 0.967556, + "hf_subset": "bjn_Latn-fur_Latn", + "languages": [ + "bjn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.448269, + "recall": 0.512846, + "f1": 0.465899, + "accuracy": 0.512846, + "main_score": 0.465899, + "hf_subset": "bjn_Latn-kab_Latn", + "languages": [ + "bjn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "bjn_Latn-lim_Latn", + "languages": [ + "bjn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-nld_Latn", + "languages": [ + "bjn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.932016, + "recall": 0.951581, + "f1": 0.938241, + "accuracy": 0.951581, + "main_score": 0.938241, + "hf_subset": "bjn_Latn-san_Deva", + "languages": [ + "bjn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "bjn_Latn-tat_Cyrl", + "languages": [ + "bjn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.842507, + "recall": 0.883399, + "f1": 0.855058, + "accuracy": 0.883399, + "main_score": 0.855058, + "hf_subset": "bjn_Latn-xho_Latn", + "languages": [ + "bjn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-ars_Arab", + "languages": [ + "bjn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bjn_Latn-ceb_Latn", + "languages": [ + "bjn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.491055, + "recall": 0.561265, + "f1": 0.510499, + "accuracy": 0.561265, + "main_score": 0.510499, + "hf_subset": "bjn_Latn-fuv_Latn", + "languages": [ + "bjn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.478447, + "recall": 0.534585, + "f1": 0.493216, + "accuracy": 0.534585, + "main_score": 0.493216, + "hf_subset": "bjn_Latn-kac_Latn", + "languages": [ + "bjn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.638532, + "recall": 0.698617, + "f1": 0.654704, + "accuracy": 0.698617, + "main_score": 0.654704, + "hf_subset": "bjn_Latn-lin_Latn", + "languages": [ + "bjn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bjn_Latn-nno_Latn", + "languages": [ + "bjn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.845257, + "recall": 0.887352, + "f1": 0.858169, + "accuracy": 0.887352, + "main_score": 0.858169, + "hf_subset": "bjn_Latn-sat_Olck", + "languages": [ + "bjn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "bjn_Latn-tel_Telu", + "languages": [ + "bjn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "bjn_Latn-ydd_Hebr", + "languages": [ + "bjn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "bjn_Latn-ary_Arab", + "languages": [ + "bjn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-ces_Latn", + "languages": [ + "bjn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.556855, + "recall": 0.632411, + "f1": 0.578327, + "accuracy": 0.632411, + "main_score": 0.578327, + "hf_subset": "bjn_Latn-gaz_Latn", + "languages": [ + "bjn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.535504, + "recall": 0.610672, + "f1": 0.556724, + "accuracy": 0.610672, + "main_score": 0.556724, + "hf_subset": "bjn_Latn-kam_Latn", + "languages": [ + "bjn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "bjn_Latn-lit_Latn", + "languages": [ + "bjn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-nob_Latn", + "languages": [ + "bjn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "bjn_Latn-scn_Latn", + "languages": [ + "bjn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "bjn_Latn-tgk_Cyrl", + "languages": [ + "bjn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.70632, + "recall": 0.775692, + "f1": 0.727045, + "accuracy": 0.775692, + "main_score": 0.727045, + "hf_subset": "bjn_Latn-yor_Latn", + "languages": [ + "bjn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "bjn_Latn-arz_Arab", + "languages": [ + "bjn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.511065, + "recall": 0.574111, + "f1": 0.529022, + "accuracy": 0.574111, + "main_score": 0.529022, + "hf_subset": "bjn_Latn-cjk_Latn", + "languages": [ + "bjn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.902256, + "recall": 0.932806, + "f1": 0.912121, + "accuracy": 0.932806, + "main_score": 0.912121, + "hf_subset": "bjn_Latn-gla_Latn", + "languages": [ + "bjn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "bjn_Latn-kan_Knda", + "languages": [ + "bjn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.976038, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "bjn_Latn-lmo_Latn", + "languages": [ + "bjn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "bjn_Latn-npi_Deva", + "languages": [ + "bjn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.503231, + "recall": 0.577075, + "f1": 0.523947, + "accuracy": 0.577075, + "main_score": 0.523947, + "hf_subset": "bjn_Latn-shn_Mymr", + "languages": [ + "bjn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-tgl_Latn", + "languages": [ + "bjn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-yue_Hant", + "languages": [ + "bjn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "bjn_Latn-asm_Beng", + "languages": [ + "bjn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.886858, + "recall": 0.920949, + "f1": 0.897892, + "accuracy": 0.920949, + "main_score": 0.897892, + "hf_subset": "bjn_Latn-ckb_Arab", + "languages": [ + "bjn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "bjn_Latn-gle_Latn", + "languages": [ + "bjn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.875774, + "recall": 0.911067, + "f1": 0.886594, + "accuracy": 0.911067, + "main_score": 0.886594, + "hf_subset": "bjn_Latn-kas_Arab", + "languages": [ + "bjn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.861907, + "recall": 0.901186, + "f1": 0.874209, + "accuracy": 0.901186, + "main_score": 0.874209, + "hf_subset": "bjn_Latn-ltg_Latn", + "languages": [ + "bjn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.750082, + "recall": 0.8083, + "f1": 0.767165, + "accuracy": 0.8083, + "main_score": 0.767165, + "hf_subset": "bjn_Latn-nso_Latn", + "languages": [ + "bjn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "bjn_Latn-sin_Sinh", + "languages": [ + "bjn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bjn_Latn-tha_Thai", + "languages": [ + "bjn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.96446, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "bjn_Latn-zho_Hans", + "languages": [ + "bjn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "bjn_Latn-ast_Latn", + "languages": [ + "bjn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "bjn_Latn-crh_Latn", + "languages": [ + "bjn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bjn_Latn-glg_Latn", + "languages": [ + "bjn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.817664, + "recall": 0.865613, + "f1": 0.832493, + "accuracy": 0.865613, + "main_score": 0.832493, + "hf_subset": "bjn_Latn-kas_Deva", + "languages": [ + "bjn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "bjn_Latn-ltz_Latn", + "languages": [ + "bjn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.440737, + "recall": 0.500988, + "f1": 0.457564, + "accuracy": 0.500988, + "main_score": 0.457564, + "hf_subset": "bjn_Latn-nus_Latn", + "languages": [ + "bjn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "bjn_Latn-slk_Latn", + "languages": [ + "bjn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.632468, + "recall": 0.712451, + "f1": 0.655855, + "accuracy": 0.712451, + "main_score": 0.655855, + "hf_subset": "bjn_Latn-tir_Ethi", + "languages": [ + "bjn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-zho_Hant", + "languages": [ + "bjn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.965662, + "recall": 0.975296, + "f1": 0.968775, + "accuracy": 0.975296, + "main_score": 0.968775, + "hf_subset": "bjn_Latn-awa_Deva", + "languages": [ + "bjn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "bjn_Latn-cym_Latn", + "languages": [ + "bjn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.746858, + "recall": 0.799407, + "f1": 0.762157, + "accuracy": 0.799407, + "main_score": 0.762157, + "hf_subset": "bjn_Latn-grn_Latn", + "languages": [ + "bjn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "bjn_Latn-kat_Geor", + "languages": [ + "bjn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.591585, + "recall": 0.653162, + "f1": 0.608589, + "accuracy": 0.653162, + "main_score": 0.608589, + "hf_subset": "bjn_Latn-lua_Latn", + "languages": [ + "bjn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.79524, + "recall": 0.846838, + "f1": 0.8111, + "accuracy": 0.846838, + "main_score": 0.8111, + "hf_subset": "bjn_Latn-nya_Latn", + "languages": [ + "bjn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bjn_Latn-slv_Latn", + "languages": [ + "bjn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "bjn_Latn-tpi_Latn", + "languages": [ + "bjn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-zsm_Latn", + "languages": [ + "bjn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.509413, + "recall": 0.565217, + "f1": 0.52482, + "accuracy": 0.565217, + "main_score": 0.52482, + "hf_subset": "bjn_Latn-ayr_Latn", + "languages": [ + "bjn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-dan_Latn", + "languages": [ + "bjn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "bjn_Latn-guj_Gujr", + "languages": [ + "bjn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "bjn_Latn-kaz_Cyrl", + "languages": [ + "bjn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.622967, + "recall": 0.695652, + "f1": 0.644139, + "accuracy": 0.695652, + "main_score": 0.644139, + "hf_subset": "bjn_Latn-lug_Latn", + "languages": [ + "bjn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "bjn_Latn-oci_Latn", + "languages": [ + "bjn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.819838, + "recall": 0.863636, + "f1": 0.833171, + "accuracy": 0.863636, + "main_score": 0.833171, + "hf_subset": "bjn_Latn-smo_Latn", + "languages": [ + "bjn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.70691, + "recall": 0.774704, + "f1": 0.727125, + "accuracy": 0.774704, + "main_score": 0.727125, + "hf_subset": "bjn_Latn-tsn_Latn", + "languages": [ + "bjn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.838274, + "recall": 0.884387, + "f1": 0.852569, + "accuracy": 0.884387, + "main_score": 0.852569, + "hf_subset": "bjn_Latn-zul_Latn", + "languages": [ + "bjn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.885375, + "recall": 0.918972, + "f1": 0.896047, + "accuracy": 0.918972, + "main_score": 0.896047, + "hf_subset": "bjn_Latn-azb_Arab", + "languages": [ + "bjn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-deu_Latn", + "languages": [ + "bjn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "bjn_Latn-hat_Latn", + "languages": [ + "bjn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.494124, + "recall": 0.550395, + "f1": 0.509809, + "accuracy": 0.550395, + "main_score": 0.509809, + "hf_subset": "bjn_Latn-kbp_Latn", + "languages": [ + "bjn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.532038, + "recall": 0.588933, + "f1": 0.54753, + "accuracy": 0.588933, + "main_score": 0.54753, + "hf_subset": "bjn_Latn-luo_Latn", + "languages": [ + "bjn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "bjn_Latn-ory_Orya", + "languages": [ + "bjn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.835721, + "recall": 0.880435, + "f1": 0.850033, + "accuracy": 0.880435, + "main_score": 0.850033, + "hf_subset": "bjn_Latn-sna_Latn", + "languages": [ + "bjn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.638271, + "recall": 0.703557, + "f1": 0.657133, + "accuracy": 0.703557, + "main_score": 0.657133, + "hf_subset": "bjn_Latn-tso_Latn", + "languages": [ + "bjn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "bjn_Latn-azj_Latn", + "languages": [ + "bjn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.510501, + "recall": 0.572134, + "f1": 0.5285, + "accuracy": 0.572134, + "main_score": 0.5285, + "hf_subset": "bjn_Latn-dik_Latn", + "languages": [ + "bjn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.84781, + "recall": 0.890316, + "f1": 0.861034, + "accuracy": 0.890316, + "main_score": 0.861034, + "hf_subset": "bjn_Latn-hau_Latn", + "languages": [ + "bjn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "bjn_Latn-kea_Latn", + "languages": [ + "bjn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.870916, + "recall": 0.90415, + "f1": 0.881028, + "accuracy": 0.90415, + "main_score": 0.881028, + "hf_subset": "bjn_Latn-lus_Latn", + "languages": [ + "bjn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.842121, + "recall": 0.879447, + "f1": 0.853508, + "accuracy": 0.879447, + "main_score": 0.853508, + "hf_subset": "bjn_Latn-pag_Latn", + "languages": [ + "bjn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.955122, + "recall": 0.969368, + "f1": 0.959717, + "accuracy": 0.969368, + "main_score": 0.959717, + "hf_subset": "bjn_Latn-snd_Arab", + "languages": [ + "bjn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.944911, + "recall": 0.962451, + "f1": 0.950659, + "accuracy": 0.962451, + "main_score": 0.950659, + "hf_subset": "bjn_Latn-tuk_Latn", + "languages": [ + "bjn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "bjn_Latn-bak_Cyrl", + "languages": [ + "bjn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.473966, + "recall": 0.540514, + "f1": 0.492285, + "accuracy": 0.540514, + "main_score": 0.492285, + "hf_subset": "bjn_Latn-dyu_Latn", + "languages": [ + "bjn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-heb_Hebr", + "languages": [ + "bjn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.921772, + "recall": 0.945652, + "f1": 0.929348, + "accuracy": 0.945652, + "main_score": 0.929348, + "hf_subset": "bjn_Latn-khk_Cyrl", + "languages": [ + "bjn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-lvs_Latn", + "languages": [ + "bjn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "bjn_Latn-pan_Guru", + "languages": [ + "bjn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.811462, + "recall": 0.862648, + "f1": 0.827536, + "accuracy": 0.862648, + "main_score": 0.827536, + "hf_subset": "bjn_Latn-som_Latn", + "languages": [ + "bjn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.643915, + "recall": 0.712451, + "f1": 0.663959, + "accuracy": 0.712451, + "main_score": 0.663959, + "hf_subset": "bjn_Latn-tum_Latn", + "languages": [ + "bjn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.429987, + "recall": 0.514822, + "f1": 0.453642, + "accuracy": 0.514822, + "main_score": 0.453642, + "hf_subset": "fao_Latn-ace_Arab", + "languages": [ + "fao-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.451053, + "recall": 0.500988, + "f1": 0.464102, + "accuracy": 0.500988, + "main_score": 0.464102, + "hf_subset": "fao_Latn-bam_Latn", + "languages": [ + "fao-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.550107, + "recall": 0.639328, + "f1": 0.574991, + "accuracy": 0.639328, + "main_score": 0.574991, + "hf_subset": "fao_Latn-dzo_Tibt", + "languages": [ + "fao-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-hin_Deva", + "languages": [ + "fao-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.950428, + "recall": 0.965415, + "f1": 0.955157, + "accuracy": 0.965415, + "main_score": 0.955157, + "hf_subset": "fao_Latn-khm_Khmr", + "languages": [ + "fao-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "fao_Latn-mag_Deva", + "languages": [ + "fao-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "fao_Latn-pap_Latn", + "languages": [ + "fao-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.819236, + "recall": 0.865613, + "f1": 0.833122, + "accuracy": 0.865613, + "main_score": 0.833122, + "hf_subset": "fao_Latn-sot_Latn", + "languages": [ + "fao-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-tur_Latn", + "languages": [ + "fao-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.773427, + "recall": 0.825099, + "f1": 0.788434, + "accuracy": 0.825099, + "main_score": 0.788434, + "hf_subset": "fao_Latn-ace_Latn", + "languages": [ + "fao-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.90555, + "recall": 0.931818, + "f1": 0.913933, + "accuracy": 0.931818, + "main_score": 0.913933, + "hf_subset": "fao_Latn-ban_Latn", + "languages": [ + "fao-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-ell_Grek", + "languages": [ + "fao-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.941535, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "fao_Latn-hne_Deva", + "languages": [ + "fao-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.517051, + "recall": 0.583004, + "f1": 0.534563, + "accuracy": 0.583004, + "main_score": 0.534563, + "hf_subset": "fao_Latn-kik_Latn", + "languages": [ + "fao-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "fao_Latn-mai_Deva", + "languages": [ + "fao-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.927701, + "recall": 0.950593, + "f1": 0.935112, + "accuracy": 0.950593, + "main_score": 0.935112, + "hf_subset": "fao_Latn-pbt_Arab", + "languages": [ + "fao-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "fao_Latn-spa_Latn", + "languages": [ + "fao-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.694982, + "recall": 0.758893, + "f1": 0.712841, + "accuracy": 0.758893, + "main_score": 0.712841, + "hf_subset": "fao_Latn-twi_Latn", + "languages": [ + "fao-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "fao_Latn-acm_Arab", + "languages": [ + "fao-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fao_Latn-bel_Cyrl", + "languages": [ + "fao-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-hrv_Latn", + "languages": [ + "fao-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.809321, + "recall": 0.858696, + "f1": 0.824294, + "accuracy": 0.858696, + "main_score": 0.824294, + "hf_subset": "fao_Latn-kin_Latn", + "languages": [ + "fao-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "fao_Latn-mal_Mlym", + "languages": [ + "fao-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "fao_Latn-pes_Arab", + "languages": [ + "fao-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "fao_Latn-srd_Latn", + "languages": [ + "fao-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.194286, + "recall": 0.253953, + "f1": 0.208332, + "accuracy": 0.253953, + "main_score": 0.208332, + "hf_subset": "fao_Latn-tzm_Tfng", + "languages": [ + "fao-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fao_Latn-acq_Arab", + "languages": [ + "fao-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.606329, + "recall": 0.681818, + "f1": 0.626855, + "accuracy": 0.681818, + "main_score": 0.626855, + "hf_subset": "fao_Latn-bem_Latn", + "languages": [ + "fao-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fao_Latn-epo_Latn", + "languages": [ + "fao-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-hun_Latn", + "languages": [ + "fao-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "fao_Latn-kir_Cyrl", + "languages": [ + "fao-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "fao_Latn-mar_Deva", + "languages": [ + "fao-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.826861, + "recall": 0.871542, + "f1": 0.840217, + "accuracy": 0.871542, + "main_score": 0.840217, + "hf_subset": "fao_Latn-plt_Latn", + "languages": [ + "fao-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fao_Latn-srp_Cyrl", + "languages": [ + "fao-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.913785, + "recall": 0.939723, + "f1": 0.922003, + "accuracy": 0.939723, + "main_score": 0.922003, + "hf_subset": "fao_Latn-uig_Arab", + "languages": [ + "fao-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "fao_Latn-aeb_Arab", + "languages": [ + "fao-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "fao_Latn-ben_Beng", + "languages": [ + "fao-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-est_Latn", + "languages": [ + "fao-Latn", + "est-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fao_Latn-hye_Armn", + "languages": [ + "fao-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.428146, + "recall": 0.48419, + "f1": 0.442983, + "accuracy": 0.48419, + "main_score": 0.442983, + "hf_subset": "fao_Latn-kmb_Latn", + "languages": [ + "fao-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.390645, + "recall": 0.474308, + "f1": 0.411679, + "accuracy": 0.474308, + "main_score": 0.411679, + "hf_subset": "fao_Latn-min_Arab", + "languages": [ + "fao-Latn", + "min-Arab" + ] + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "fao_Latn-pol_Latn", + "languages": [ + "fao-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.68756, + "recall": 0.76087, + "f1": 0.70934, + "accuracy": 0.76087, + "main_score": 0.70934, + "hf_subset": "fao_Latn-ssw_Latn", + "languages": [ + "fao-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fao_Latn-ukr_Cyrl", + "languages": [ + "fao-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "fao_Latn-bho_Deva", + "languages": [ + "fao-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "fao_Latn-eus_Latn", + "languages": [ + "fao-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.795925, + "recall": 0.847826, + "f1": 0.811319, + "accuracy": 0.847826, + "main_score": 0.811319, + "hf_subset": "fao_Latn-ibo_Latn", + "languages": [ + "fao-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.835837, + "recall": 0.878458, + "f1": 0.848946, + "accuracy": 0.878458, + "main_score": 0.848946, + "hf_subset": "fao_Latn-kmr_Latn", + "languages": [ + "fao-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944466, + "accuracy": 0.95751, + "main_score": 0.944466, + "hf_subset": "fao_Latn-min_Latn", + "languages": [ + "fao-Latn", + "min-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-por_Latn", + "languages": [ + "fao-Latn", + "por-Latn" + ] + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "fao_Latn-sun_Latn", + "languages": [ + "fao-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.428494, + "recall": 0.487154, + "f1": 0.443763, + "accuracy": 0.487154, + "main_score": 0.443763, + "hf_subset": "fao_Latn-umb_Latn", + "languages": [ + "fao-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-ajp_Arab", + "languages": [ + "fao-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.418969, + "recall": 0.502964, + "f1": 0.441255, + "accuracy": 0.502964, + "main_score": 0.441255, + "hf_subset": "fao_Latn-bjn_Arab", + "languages": [ + "fao-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.442863, + "recall": 0.491107, + "f1": 0.455785, + "accuracy": 0.491107, + "main_score": 0.455785, + "hf_subset": "fao_Latn-ewe_Latn", + "languages": [ + "fao-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.907197, + "recall": 0.933794, + "f1": 0.915415, + "accuracy": 0.933794, + "main_score": 0.915415, + "hf_subset": "fao_Latn-ilo_Latn", + "languages": [ + "fao-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.213497, + "recall": 0.273715, + "f1": 0.228466, + "accuracy": 0.273715, + "main_score": 0.228466, + "hf_subset": "fao_Latn-knc_Arab", + "languages": [ + "fao-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "fao_Latn-mkd_Cyrl", + "languages": [ + "fao-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-prs_Arab", + "languages": [ + "fao-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "fao_Latn-urd_Arab", + "languages": [ + "fao-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.669044, + "recall": 0.73419, + "f1": 0.687614, + "accuracy": 0.73419, + "main_score": 0.687614, + "hf_subset": "fao_Latn-aka_Latn", + "languages": [ + "fao-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.948485, + "recall": 0.963439, + "f1": 0.953063, + "accuracy": 0.963439, + "main_score": 0.953063, + "hf_subset": "fao_Latn-bjn_Latn", + "languages": [ + "fao-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "fao_Latn-ind_Latn", + "languages": [ + "fao-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.490149, + "recall": 0.54249, + "f1": 0.50448, + "accuracy": 0.54249, + "main_score": 0.50448, + "hf_subset": "fao_Latn-knc_Latn", + "languages": [ + "fao-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fao_Latn-mlt_Latn", + "languages": [ + "fao-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.574948, + "recall": 0.643281, + "f1": 0.593979, + "accuracy": 0.643281, + "main_score": 0.593979, + "hf_subset": "fao_Latn-quy_Latn", + "languages": [ + "fao-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fao_Latn-swh_Latn", + "languages": [ + "fao-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fao_Latn-uzn_Latn", + "languages": [ + "fao-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "fao_Latn-als_Latn", + "languages": [ + "fao-Latn", + "als-Latn" + ] + }, + { + "precision": 0.707921, + "recall": 0.77668, + "f1": 0.72836, + "accuracy": 0.77668, + "main_score": 0.72836, + "hf_subset": "fao_Latn-bod_Tibt", + "languages": [ + "fao-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.605009, + "recall": 0.671937, + "f1": 0.623755, + "accuracy": 0.671937, + "main_score": 0.623755, + "hf_subset": "fao_Latn-fij_Latn", + "languages": [ + "fao-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.548291, + "recall": 0.607708, + "f1": 0.564039, + "accuracy": 0.607708, + "main_score": 0.564039, + "hf_subset": "fao_Latn-kon_Latn", + "languages": [ + "fao-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.493303, + "recall": 0.565217, + "f1": 0.513349, + "accuracy": 0.565217, + "main_score": 0.513349, + "hf_subset": "fao_Latn-mni_Beng", + "languages": [ + "fao-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-ron_Latn", + "languages": [ + "fao-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "fao_Latn-szl_Latn", + "languages": [ + "fao-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.970109, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "fao_Latn-vec_Latn", + "languages": [ + "fao-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.884364, + "recall": 0.918972, + "f1": 0.895504, + "accuracy": 0.918972, + "main_score": 0.895504, + "hf_subset": "fao_Latn-amh_Ethi", + "languages": [ + "fao-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fao_Latn-bos_Latn", + "languages": [ + "fao-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-fin_Latn", + "languages": [ + "fao-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-ita_Latn", + "languages": [ + "fao-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-kor_Hang", + "languages": [ + "fao-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.471972, + "recall": 0.520751, + "f1": 0.485685, + "accuracy": 0.520751, + "main_score": 0.485685, + "hf_subset": "fao_Latn-mos_Latn", + "languages": [ + "fao-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.697944, + "recall": 0.764822, + "f1": 0.717187, + "accuracy": 0.764822, + "main_score": 0.717187, + "hf_subset": "fao_Latn-run_Latn", + "languages": [ + "fao-Latn", + "run-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "fao_Latn-tam_Taml", + "languages": [ + "fao-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "fao_Latn-vie_Latn", + "languages": [ + "fao-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "fao_Latn-apc_Arab", + "languages": [ + "fao-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.624199, + "recall": 0.686759, + "f1": 0.641358, + "accuracy": 0.686759, + "main_score": 0.641358, + "hf_subset": "fao_Latn-bug_Latn", + "languages": [ + "fao-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.421075, + "recall": 0.467391, + "f1": 0.434406, + "accuracy": 0.467391, + "main_score": 0.434406, + "hf_subset": "fao_Latn-fon_Latn", + "languages": [ + "fao-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "fao_Latn-jav_Latn", + "languages": [ + "fao-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.927125, + "recall": 0.948617, + "f1": 0.934025, + "accuracy": 0.948617, + "main_score": 0.934025, + "hf_subset": "fao_Latn-lao_Laoo", + "languages": [ + "fao-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.83638, + "recall": 0.882411, + "f1": 0.850626, + "accuracy": 0.882411, + "main_score": 0.850626, + "hf_subset": "fao_Latn-mri_Latn", + "languages": [ + "fao-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-rus_Cyrl", + "languages": [ + "fao-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.455009, + "recall": 0.504941, + "f1": 0.468277, + "accuracy": 0.504941, + "main_score": 0.468277, + "hf_subset": "fao_Latn-taq_Latn", + "languages": [ + "fao-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "fao_Latn-war_Latn", + "languages": [ + "fao-Latn", + "war-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-arb_Arab", + "languages": [ + "fao-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "fao_Latn-bul_Cyrl", + "languages": [ + "fao-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "fao_Latn-fra_Latn", + "languages": [ + "fao-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-jpn_Jpan", + "languages": [ + "fao-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.966897, + "recall": 0.976285, + "f1": 0.969829, + "accuracy": 0.976285, + "main_score": 0.969829, + "hf_subset": "fao_Latn-lij_Latn", + "languages": [ + "fao-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.958498, + "f1": 0.944993, + "accuracy": 0.958498, + "main_score": 0.944993, + "hf_subset": "fao_Latn-mya_Mymr", + "languages": [ + "fao-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.518448, + "recall": 0.566206, + "f1": 0.53182, + "accuracy": 0.566206, + "main_score": 0.53182, + "hf_subset": "fao_Latn-sag_Latn", + "languages": [ + "fao-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.205039, + "recall": 0.264822, + "f1": 0.22001, + "accuracy": 0.264822, + "main_score": 0.22001, + "hf_subset": "fao_Latn-taq_Tfng", + "languages": [ + "fao-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.601616, + "recall": 0.658103, + "f1": 0.616748, + "accuracy": 0.658103, + "main_score": 0.616748, + "hf_subset": "fao_Latn-wol_Latn", + "languages": [ + "fao-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.829661, + "recall": 0.878458, + "f1": 0.844763, + "accuracy": 0.878458, + "main_score": 0.844763, + "hf_subset": "fao_Latn-arb_Latn", + "languages": [ + "fao-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-cat_Latn", + "languages": [ + "fao-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.936092, + "recall": 0.953557, + "f1": 0.941378, + "accuracy": 0.953557, + "main_score": 0.941378, + "hf_subset": "fao_Latn-fur_Latn", + "languages": [ + "fao-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.397342, + "recall": 0.466403, + "f1": 0.415034, + "accuracy": 0.466403, + "main_score": 0.415034, + "hf_subset": "fao_Latn-kab_Latn", + "languages": [ + "fao-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "fao_Latn-lim_Latn", + "languages": [ + "fao-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.941041, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "fao_Latn-san_Deva", + "languages": [ + "fao-Latn", + "san-Deva" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "fao_Latn-tat_Cyrl", + "languages": [ + "fao-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838274, + "recall": 0.882411, + "f1": 0.852193, + "accuracy": 0.882411, + "main_score": 0.852193, + "hf_subset": "fao_Latn-xho_Latn", + "languages": [ + "fao-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "fao_Latn-ars_Arab", + "languages": [ + "fao-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "fao_Latn-ceb_Latn", + "languages": [ + "fao-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.450569, + "recall": 0.507905, + "f1": 0.465648, + "accuracy": 0.507905, + "main_score": 0.465648, + "hf_subset": "fao_Latn-fuv_Latn", + "languages": [ + "fao-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.447981, + "recall": 0.506917, + "f1": 0.464223, + "accuracy": 0.506917, + "main_score": 0.464223, + "hf_subset": "fao_Latn-kac_Latn", + "languages": [ + "fao-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.571939, + "recall": 0.637352, + "f1": 0.589295, + "accuracy": 0.637352, + "main_score": 0.589295, + "hf_subset": "fao_Latn-lin_Latn", + "languages": [ + "fao-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.817276, + "recall": 0.862648, + "f1": 0.831192, + "accuracy": 0.862648, + "main_score": 0.831192, + "hf_subset": "fao_Latn-sat_Olck", + "languages": [ + "fao-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "fao_Latn-tel_Telu", + "languages": [ + "fao-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "fao_Latn-ydd_Hebr", + "languages": [ + "fao-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.946229, + "recall": 0.961462, + "f1": 0.950988, + "accuracy": 0.961462, + "main_score": 0.950988, + "hf_subset": "fao_Latn-ary_Arab", + "languages": [ + "fao-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fao_Latn-ces_Latn", + "languages": [ + "fao-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.5048, + "recall": 0.577075, + "f1": 0.524668, + "accuracy": 0.577075, + "main_score": 0.524668, + "hf_subset": "fao_Latn-gaz_Latn", + "languages": [ + "fao-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.494488, + "recall": 0.566206, + "f1": 0.513564, + "accuracy": 0.566206, + "main_score": 0.513564, + "hf_subset": "fao_Latn-kam_Latn", + "languages": [ + "fao-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "fao_Latn-lit_Latn", + "languages": [ + "fao-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "fao_Latn-scn_Latn", + "languages": [ + "fao-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "fao_Latn-tgk_Cyrl", + "languages": [ + "fao-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.667071, + "recall": 0.745059, + "f1": 0.68997, + "accuracy": 0.745059, + "main_score": 0.68997, + "hf_subset": "fao_Latn-yor_Latn", + "languages": [ + "fao-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fao_Latn-arz_Arab", + "languages": [ + "fao-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.42743, + "recall": 0.480237, + "f1": 0.441516, + "accuracy": 0.480237, + "main_score": 0.441516, + "hf_subset": "fao_Latn-cjk_Latn", + "languages": [ + "fao-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.910079, + "recall": 0.938735, + "f1": 0.919466, + "accuracy": 0.938735, + "main_score": 0.919466, + "hf_subset": "fao_Latn-gla_Latn", + "languages": [ + "fao-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "fao_Latn-kan_Knda", + "languages": [ + "fao-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "fao_Latn-lmo_Latn", + "languages": [ + "fao-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "fao_Latn-npi_Deva", + "languages": [ + "fao-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.504973, + "recall": 0.583992, + "f1": 0.527504, + "accuracy": 0.583992, + "main_score": 0.527504, + "hf_subset": "fao_Latn-shn_Mymr", + "languages": [ + "fao-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fao_Latn-tgl_Latn", + "languages": [ + "fao-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "fao_Latn-yue_Hant", + "languages": [ + "fao-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.952322, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "fao_Latn-asm_Beng", + "languages": [ + "fao-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.890152, + "recall": 0.921937, + "f1": 0.900165, + "accuracy": 0.921937, + "main_score": 0.900165, + "hf_subset": "fao_Latn-ckb_Arab", + "languages": [ + "fao-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "fao_Latn-gle_Latn", + "languages": [ + "fao-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.833344, + "recall": 0.87747, + "f1": 0.846476, + "accuracy": 0.87747, + "main_score": 0.846476, + "hf_subset": "fao_Latn-kas_Arab", + "languages": [ + "fao-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.848106, + "recall": 0.890316, + "f1": 0.861034, + "accuracy": 0.890316, + "main_score": 0.861034, + "hf_subset": "fao_Latn-ltg_Latn", + "languages": [ + "fao-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.741634, + "recall": 0.80336, + "f1": 0.760559, + "accuracy": 0.80336, + "main_score": 0.760559, + "hf_subset": "fao_Latn-nso_Latn", + "languages": [ + "fao-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.93083, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "fao_Latn-sin_Sinh", + "languages": [ + "fao-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "fao_Latn-tha_Thai", + "languages": [ + "fao-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.954373, + "recall": 0.966403, + "f1": 0.957894, + "accuracy": 0.966403, + "main_score": 0.957894, + "hf_subset": "fao_Latn-zho_Hans", + "languages": [ + "fao-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-ast_Latn", + "languages": [ + "fao-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.960557, + "recall": 0.972332, + "f1": 0.964163, + "accuracy": 0.972332, + "main_score": 0.964163, + "hf_subset": "fao_Latn-crh_Latn", + "languages": [ + "fao-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-glg_Latn", + "languages": [ + "fao-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.772572, + "recall": 0.83004, + "f1": 0.789542, + "accuracy": 0.83004, + "main_score": 0.789542, + "hf_subset": "fao_Latn-kas_Deva", + "languages": [ + "fao-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.38471, + "recall": 0.44664, + "f1": 0.400912, + "accuracy": 0.44664, + "main_score": 0.400912, + "hf_subset": "fao_Latn-nus_Latn", + "languages": [ + "fao-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fao_Latn-slk_Latn", + "languages": [ + "fao-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.564707, + "recall": 0.643281, + "f1": 0.586535, + "accuracy": 0.643281, + "main_score": 0.586535, + "hf_subset": "fao_Latn-tir_Ethi", + "languages": [ + "fao-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "fao_Latn-zho_Hant", + "languages": [ + "fao-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.948617, + "recall": 0.963439, + "f1": 0.95336, + "accuracy": 0.963439, + "main_score": 0.95336, + "hf_subset": "fao_Latn-awa_Deva", + "languages": [ + "fao-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "fao_Latn-cym_Latn", + "languages": [ + "fao-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.669436, + "recall": 0.729249, + "f1": 0.686172, + "accuracy": 0.729249, + "main_score": 0.686172, + "hf_subset": "fao_Latn-grn_Latn", + "languages": [ + "fao-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "fao_Latn-kat_Geor", + "languages": [ + "fao-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.529293, + "recall": 0.591897, + "f1": 0.545156, + "accuracy": 0.591897, + "main_score": 0.545156, + "hf_subset": "fao_Latn-lua_Latn", + "languages": [ + "fao-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.764987, + "recall": 0.827075, + "f1": 0.784025, + "accuracy": 0.827075, + "main_score": 0.784025, + "hf_subset": "fao_Latn-nya_Latn", + "languages": [ + "fao-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fao_Latn-slv_Latn", + "languages": [ + "fao-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.901877, + "recall": 0.93083, + "f1": 0.910837, + "accuracy": 0.93083, + "main_score": 0.910837, + "hf_subset": "fao_Latn-tpi_Latn", + "languages": [ + "fao-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fao_Latn-zsm_Latn", + "languages": [ + "fao-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.475314, + "recall": 0.528656, + "f1": 0.490189, + "accuracy": 0.528656, + "main_score": 0.490189, + "hf_subset": "fao_Latn-ayr_Latn", + "languages": [ + "fao-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fao_Latn-guj_Gujr", + "languages": [ + "fao-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "fao_Latn-kaz_Cyrl", + "languages": [ + "fao-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.593777, + "recall": 0.671937, + "f1": 0.615313, + "accuracy": 0.671937, + "main_score": 0.615313, + "hf_subset": "fao_Latn-lug_Latn", + "languages": [ + "fao-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "fao_Latn-oci_Latn", + "languages": [ + "fao-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.787714, + "recall": 0.840909, + "f1": 0.803832, + "accuracy": 0.840909, + "main_score": 0.803832, + "hf_subset": "fao_Latn-smo_Latn", + "languages": [ + "fao-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.697818, + "recall": 0.769763, + "f1": 0.71867, + "accuracy": 0.769763, + "main_score": 0.71867, + "hf_subset": "fao_Latn-tsn_Latn", + "languages": [ + "fao-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.836957, + "recall": 0.882411, + "f1": 0.851252, + "accuracy": 0.882411, + "main_score": 0.851252, + "hf_subset": "fao_Latn-zul_Latn", + "languages": [ + "fao-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.874918, + "recall": 0.910079, + "f1": 0.8861, + "accuracy": 0.910079, + "main_score": 0.8861, + "hf_subset": "fao_Latn-azb_Arab", + "languages": [ + "fao-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "fao_Latn-hat_Latn", + "languages": [ + "fao-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.455487, + "recall": 0.506917, + "f1": 0.46912, + "accuracy": 0.506917, + "main_score": 0.46912, + "hf_subset": "fao_Latn-kbp_Latn", + "languages": [ + "fao-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.479637, + "recall": 0.532609, + "f1": 0.494275, + "accuracy": 0.532609, + "main_score": 0.494275, + "hf_subset": "fao_Latn-luo_Latn", + "languages": [ + "fao-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "fao_Latn-ory_Orya", + "languages": [ + "fao-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.846673, + "recall": 0.890316, + "f1": 0.860507, + "accuracy": 0.890316, + "main_score": 0.860507, + "hf_subset": "fao_Latn-sna_Latn", + "languages": [ + "fao-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.611662, + "recall": 0.683794, + "f1": 0.63157, + "accuracy": 0.683794, + "main_score": 0.63157, + "hf_subset": "fao_Latn-tso_Latn", + "languages": [ + "fao-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fao_Latn-azj_Latn", + "languages": [ + "fao-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.475081, + "recall": 0.533597, + "f1": 0.4912, + "accuracy": 0.533597, + "main_score": 0.4912, + "hf_subset": "fao_Latn-dik_Latn", + "languages": [ + "fao-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.865201, + "recall": 0.903162, + "f1": 0.877174, + "accuracy": 0.903162, + "main_score": 0.877174, + "hf_subset": "fao_Latn-hau_Latn", + "languages": [ + "fao-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.916914, + "recall": 0.942688, + "f1": 0.925132, + "accuracy": 0.942688, + "main_score": 0.925132, + "hf_subset": "fao_Latn-kea_Latn", + "languages": [ + "fao-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.876087, + "recall": 0.912055, + "f1": 0.887352, + "accuracy": 0.912055, + "main_score": 0.887352, + "hf_subset": "fao_Latn-lus_Latn", + "languages": [ + "fao-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.776343, + "recall": 0.824111, + "f1": 0.78968, + "accuracy": 0.824111, + "main_score": 0.78968, + "hf_subset": "fao_Latn-pag_Latn", + "languages": [ + "fao-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "fao_Latn-snd_Arab", + "languages": [ + "fao-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "fao_Latn-tuk_Latn", + "languages": [ + "fao-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fao_Latn-bak_Cyrl", + "languages": [ + "fao-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.432837, + "recall": 0.495059, + "f1": 0.450122, + "accuracy": 0.495059, + "main_score": 0.450122, + "hf_subset": "fao_Latn-dyu_Latn", + "languages": [ + "fao-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-heb_Hebr", + "languages": [ + "fao-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.931489, + "recall": 0.952569, + "f1": 0.938406, + "accuracy": 0.952569, + "main_score": 0.938406, + "hf_subset": "fao_Latn-khk_Cyrl", + "languages": [ + "fao-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "fao_Latn-lvs_Latn", + "languages": [ + "fao-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "fao_Latn-pan_Guru", + "languages": [ + "fao-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.827931, + "recall": 0.875494, + "f1": 0.842758, + "accuracy": 0.875494, + "main_score": 0.842758, + "hf_subset": "fao_Latn-som_Latn", + "languages": [ + "fao-Latn", + "som-Latn" + ] + }, + { + "precision": 0.654751, + "recall": 0.716403, + "f1": 0.67223, + "accuracy": 0.716403, + "main_score": 0.67223, + "hf_subset": "fao_Latn-tum_Latn", + "languages": [ + "fao-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.533279, + "recall": 0.615613, + "f1": 0.556226, + "accuracy": 0.615613, + "main_score": 0.556226, + "hf_subset": "ind_Latn-ace_Arab", + "languages": [ + "ind-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.481759, + "recall": 0.538538, + "f1": 0.49682, + "accuracy": 0.538538, + "main_score": 0.49682, + "hf_subset": "ind_Latn-bam_Latn", + "languages": [ + "ind-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.614398, + "recall": 0.701581, + "f1": 0.639547, + "accuracy": 0.701581, + "main_score": 0.639547, + "hf_subset": "ind_Latn-dzo_Tibt", + "languages": [ + "ind-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ind_Latn-khm_Khmr", + "languages": [ + "ind-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ind_Latn-mag_Deva", + "languages": [ + "ind-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-pap_Latn", + "languages": [ + "ind-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.83806, + "recall": 0.883399, + "f1": 0.851943, + "accuracy": 0.883399, + "main_score": 0.851943, + "hf_subset": "ind_Latn-sot_Latn", + "languages": [ + "ind-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.856126, + "recall": 0.896245, + "f1": 0.868511, + "accuracy": 0.896245, + "main_score": 0.868511, + "hf_subset": "ind_Latn-ace_Latn", + "languages": [ + "ind-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ind_Latn-ban_Latn", + "languages": [ + "ind-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ind_Latn-hne_Deva", + "languages": [ + "ind-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.568758, + "recall": 0.637352, + "f1": 0.58742, + "accuracy": 0.637352, + "main_score": 0.58742, + "hf_subset": "ind_Latn-kik_Latn", + "languages": [ + "ind-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-mai_Deva", + "languages": [ + "ind-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "ind_Latn-pbt_Arab", + "languages": [ + "ind-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.733491, + "recall": 0.794466, + "f1": 0.751485, + "accuracy": 0.794466, + "main_score": 0.751485, + "hf_subset": "ind_Latn-twi_Latn", + "languages": [ + "ind-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-acm_Arab", + "languages": [ + "ind-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-bel_Cyrl", + "languages": [ + "ind-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-hrv_Latn", + "languages": [ + "ind-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.825214, + "recall": 0.870553, + "f1": 0.839083, + "accuracy": 0.870553, + "main_score": 0.839083, + "hf_subset": "ind_Latn-kin_Latn", + "languages": [ + "ind-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-pes_Arab", + "languages": [ + "ind-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ind_Latn-srd_Latn", + "languages": [ + "ind-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.194877, + "recall": 0.257905, + "f1": 0.209683, + "accuracy": 0.257905, + "main_score": 0.209683, + "hf_subset": "ind_Latn-tzm_Tfng", + "languages": [ + "ind-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-acq_Arab", + "languages": [ + "ind-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.615642, + "recall": 0.69664, + "f1": 0.639036, + "accuracy": 0.69664, + "main_score": 0.639036, + "hf_subset": "ind_Latn-bem_Latn", + "languages": [ + "ind-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-epo_Latn", + "languages": [ + "ind-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ind_Latn-kir_Cyrl", + "languages": [ + "ind-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-mar_Deva", + "languages": [ + "ind-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.839756, + "recall": 0.882411, + "f1": 0.852654, + "accuracy": 0.882411, + "main_score": 0.852654, + "hf_subset": "ind_Latn-plt_Latn", + "languages": [ + "ind-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-srp_Cyrl", + "languages": [ + "ind-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.940382, + "recall": 0.95751, + "f1": 0.945784, + "accuracy": 0.95751, + "main_score": 0.945784, + "hf_subset": "ind_Latn-uig_Arab", + "languages": [ + "ind-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-aeb_Arab", + "languages": [ + "ind-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-est_Latn", + "languages": [ + "ind-Latn", + "est-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-hye_Armn", + "languages": [ + "ind-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.447615, + "recall": 0.51087, + "f1": 0.464365, + "accuracy": 0.51087, + "main_score": 0.464365, + "hf_subset": "ind_Latn-kmb_Latn", + "languages": [ + "ind-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.473653, + "recall": 0.556324, + "f1": 0.494789, + "accuracy": 0.556324, + "main_score": 0.494789, + "hf_subset": "ind_Latn-min_Arab", + "languages": [ + "ind-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.705355, + "recall": 0.777668, + "f1": 0.726402, + "accuracy": 0.777668, + "main_score": 0.726402, + "hf_subset": "ind_Latn-ssw_Latn", + "languages": [ + "ind-Latn", + "ssw-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ukr_Cyrl", + "languages": [ + "ind-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-afr_Latn", + "languages": [ + "ind-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ind_Latn-bho_Deva", + "languages": [ + "ind-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-eus_Latn", + "languages": [ + "ind-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.837319, + "recall": 0.883399, + "f1": 0.851383, + "accuracy": 0.883399, + "main_score": 0.851383, + "hf_subset": "ind_Latn-ibo_Latn", + "languages": [ + "ind-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.8514, + "recall": 0.890316, + "f1": 0.863293, + "accuracy": 0.890316, + "main_score": 0.863293, + "hf_subset": "ind_Latn-kmr_Latn", + "languages": [ + "ind-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-min_Latn", + "languages": [ + "ind-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ind_Latn-sun_Latn", + "languages": [ + "ind-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.449111, + "recall": 0.516798, + "f1": 0.468264, + "accuracy": 0.516798, + "main_score": 0.468264, + "hf_subset": "ind_Latn-umb_Latn", + "languages": [ + "ind-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-ajp_Arab", + "languages": [ + "ind-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.48797, + "recall": 0.577075, + "f1": 0.511955, + "accuracy": 0.577075, + "main_score": 0.511955, + "hf_subset": "ind_Latn-bjn_Arab", + "languages": [ + "ind-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.448666, + "recall": 0.502964, + "f1": 0.463098, + "accuracy": 0.502964, + "main_score": 0.463098, + "hf_subset": "ind_Latn-ewe_Latn", + "languages": [ + "ind-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "ind_Latn-ilo_Latn", + "languages": [ + "ind-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.252692, + "recall": 0.316206, + "f1": 0.267661, + "accuracy": 0.316206, + "main_score": 0.267661, + "hf_subset": "ind_Latn-knc_Arab", + "languages": [ + "ind-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-mkd_Cyrl", + "languages": [ + "ind-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-prs_Arab", + "languages": [ + "ind-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-urd_Arab", + "languages": [ + "ind-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.722391, + "recall": 0.786561, + "f1": 0.740912, + "accuracy": 0.786561, + "main_score": 0.740912, + "hf_subset": "ind_Latn-aka_Latn", + "languages": [ + "ind-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ind_Latn-bjn_Latn", + "languages": [ + "ind-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ind_Latn-fao_Latn", + "languages": [ + "ind-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.51164, + "recall": 0.572134, + "f1": 0.528007, + "accuracy": 0.572134, + "main_score": 0.528007, + "hf_subset": "ind_Latn-knc_Latn", + "languages": [ + "ind-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-mlt_Latn", + "languages": [ + "ind-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.619163, + "recall": 0.695652, + "f1": 0.640761, + "accuracy": 0.695652, + "main_score": 0.640761, + "hf_subset": "ind_Latn-quy_Latn", + "languages": [ + "ind-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ind_Latn-swh_Latn", + "languages": [ + "ind-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-uzn_Latn", + "languages": [ + "ind-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-als_Latn", + "languages": [ + "ind-Latn", + "als-Latn" + ] + }, + { + "precision": 0.778763, + "recall": 0.838933, + "f1": 0.79701, + "accuracy": 0.838933, + "main_score": 0.79701, + "hf_subset": "ind_Latn-bod_Tibt", + "languages": [ + "ind-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.61764, + "recall": 0.694664, + "f1": 0.640138, + "accuracy": 0.694664, + "main_score": 0.640138, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ind_Latn-isl_Latn", + "languages": [ + "ind-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.58953, + "recall": 0.660079, + "f1": 0.608932, + "accuracy": 0.660079, + "main_score": 0.608932, + "hf_subset": "ind_Latn-kon_Latn", + "languages": [ + "ind-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.599433, + "recall": 0.678854, + "f1": 0.62136, + "accuracy": 0.678854, + "main_score": 0.62136, + "hf_subset": "ind_Latn-mni_Beng", + "languages": [ + "ind-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-ron_Latn", + "languages": [ + "ind-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "ind_Latn-szl_Latn", + "languages": [ + "ind-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-vec_Latn", + "languages": [ + "ind-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.907609, + "recall": 0.935771, + "f1": 0.916667, + "accuracy": 0.935771, + "main_score": 0.916667, + "hf_subset": "ind_Latn-amh_Ethi", + "languages": [ + "ind-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-bos_Latn", + "languages": [ + "ind-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ita_Latn", + "languages": [ + "ind-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.499555, + "recall": 0.552372, + "f1": 0.514107, + "accuracy": 0.552372, + "main_score": 0.514107, + "hf_subset": "ind_Latn-mos_Latn", + "languages": [ + "ind-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.715234, + "recall": 0.783597, + "f1": 0.735512, + "accuracy": 0.783597, + "main_score": 0.735512, + "hf_subset": "ind_Latn-run_Latn", + "languages": [ + "ind-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-apc_Arab", + "languages": [ + "ind-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.724213, + "recall": 0.786561, + "f1": 0.742088, + "accuracy": 0.786561, + "main_score": 0.742088, + "hf_subset": "ind_Latn-bug_Latn", + "languages": [ + "ind-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.423242, + "recall": 0.475296, + "f1": 0.437519, + "accuracy": 0.475296, + "main_score": 0.437519, + "hf_subset": "ind_Latn-fon_Latn", + "languages": [ + "ind-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ind_Latn-jav_Latn", + "languages": [ + "ind-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.94837, + "recall": 0.964427, + "f1": 0.953458, + "accuracy": 0.964427, + "main_score": 0.953458, + "hf_subset": "ind_Latn-lao_Laoo", + "languages": [ + "ind-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.867622, + "recall": 0.905138, + "f1": 0.879249, + "accuracy": 0.905138, + "main_score": 0.879249, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.501843, + "recall": 0.559289, + "f1": 0.517353, + "accuracy": 0.559289, + "main_score": 0.517353, + "hf_subset": "ind_Latn-taq_Latn", + "languages": [ + "ind-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ind_Latn-war_Latn", + "languages": [ + "ind-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-bul_Cyrl", + "languages": [ + "ind-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ind_Latn-lij_Latn", + "languages": [ + "ind-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "ind_Latn-mya_Mymr", + "languages": [ + "ind-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.553221, + "recall": 0.62253, + "f1": 0.572079, + "accuracy": 0.62253, + "main_score": 0.572079, + "hf_subset": "ind_Latn-sag_Latn", + "languages": [ + "ind-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223615, + "recall": 0.285573, + "f1": 0.237804, + "accuracy": 0.285573, + "main_score": 0.237804, + "hf_subset": "ind_Latn-taq_Tfng", + "languages": [ + "ind-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.63873, + "recall": 0.705534, + "f1": 0.65755, + "accuracy": 0.705534, + "main_score": 0.65755, + "hf_subset": "ind_Latn-wol_Latn", + "languages": [ + "ind-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.848155, + "recall": 0.891304, + "f1": 0.86166, + "accuracy": 0.891304, + "main_score": 0.86166, + "hf_subset": "ind_Latn-arb_Latn", + "languages": [ + "ind-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-cat_Latn", + "languages": [ + "ind-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ind_Latn-fur_Latn", + "languages": [ + "ind-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.429722, + "recall": 0.499012, + "f1": 0.447411, + "accuracy": 0.499012, + "main_score": 0.447411, + "hf_subset": "ind_Latn-kab_Latn", + "languages": [ + "ind-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ind_Latn-lim_Latn", + "languages": [ + "ind-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "ind_Latn-san_Deva", + "languages": [ + "ind-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-tat_Cyrl", + "languages": [ + "ind-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.849885, + "recall": 0.892292, + "f1": 0.863011, + "accuracy": 0.892292, + "main_score": 0.863011, + "hf_subset": "ind_Latn-xho_Latn", + "languages": [ + "ind-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-ars_Arab", + "languages": [ + "ind-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-ceb_Latn", + "languages": [ + "ind-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.46299, + "recall": 0.535573, + "f1": 0.482413, + "accuracy": 0.535573, + "main_score": 0.482413, + "hf_subset": "ind_Latn-fuv_Latn", + "languages": [ + "ind-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.467234, + "recall": 0.531621, + "f1": 0.484159, + "accuracy": 0.531621, + "main_score": 0.484159, + "hf_subset": "ind_Latn-kac_Latn", + "languages": [ + "ind-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.612626, + "recall": 0.681818, + "f1": 0.631479, + "accuracy": 0.681818, + "main_score": 0.631479, + "hf_subset": "ind_Latn-lin_Latn", + "languages": [ + "ind-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-nno_Latn", + "languages": [ + "ind-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.856884, + "recall": 0.898221, + "f1": 0.869466, + "accuracy": 0.898221, + "main_score": 0.869466, + "hf_subset": "ind_Latn-sat_Olck", + "languages": [ + "ind-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-tel_Telu", + "languages": [ + "ind-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ind_Latn-ydd_Hebr", + "languages": [ + "ind-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ind_Latn-ary_Arab", + "languages": [ + "ind-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ces_Latn", + "languages": [ + "ind-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.529927, + "recall": 0.609684, + "f1": 0.551885, + "accuracy": 0.609684, + "main_score": 0.551885, + "hf_subset": "ind_Latn-gaz_Latn", + "languages": [ + "ind-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.508804, + "recall": 0.59585, + "f1": 0.531722, + "accuracy": 0.59585, + "main_score": 0.531722, + "hf_subset": "ind_Latn-kam_Latn", + "languages": [ + "ind-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-nob_Latn", + "languages": [ + "ind-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ind_Latn-scn_Latn", + "languages": [ + "ind-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ind_Latn-tgk_Cyrl", + "languages": [ + "ind-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.70813, + "recall": 0.779644, + "f1": 0.729169, + "accuracy": 0.779644, + "main_score": 0.729169, + "hf_subset": "ind_Latn-yor_Latn", + "languages": [ + "ind-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-arz_Arab", + "languages": [ + "ind-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.471783, + "recall": 0.548419, + "f1": 0.492594, + "accuracy": 0.548419, + "main_score": 0.492594, + "hf_subset": "ind_Latn-cjk_Latn", + "languages": [ + "ind-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.95751, + "f1": 0.943511, + "accuracy": 0.95751, + "main_score": 0.943511, + "hf_subset": "ind_Latn-gla_Latn", + "languages": [ + "ind-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ind_Latn-kan_Knda", + "languages": [ + "ind-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "ind_Latn-lmo_Latn", + "languages": [ + "ind-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ind_Latn-npi_Deva", + "languages": [ + "ind-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.511413, + "recall": 0.594862, + "f1": 0.534239, + "accuracy": 0.594862, + "main_score": 0.534239, + "hf_subset": "ind_Latn-shn_Mymr", + "languages": [ + "ind-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-tgl_Latn", + "languages": [ + "ind-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-yue_Hant", + "languages": [ + "ind-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ind_Latn-asm_Beng", + "languages": [ + "ind-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.910491, + "recall": 0.937747, + "f1": 0.919203, + "accuracy": 0.937747, + "main_score": 0.919203, + "hf_subset": "ind_Latn-ckb_Arab", + "languages": [ + "ind-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ind_Latn-gle_Latn", + "languages": [ + "ind-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.911067, + "recall": 0.937747, + "f1": 0.919466, + "accuracy": 0.937747, + "main_score": 0.919466, + "hf_subset": "ind_Latn-kas_Arab", + "languages": [ + "ind-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.884964, + "recall": 0.917984, + "f1": 0.89529, + "accuracy": 0.917984, + "main_score": 0.89529, + "hf_subset": "ind_Latn-ltg_Latn", + "languages": [ + "ind-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.755715, + "recall": 0.817194, + "f1": 0.774313, + "accuracy": 0.817194, + "main_score": 0.774313, + "hf_subset": "ind_Latn-nso_Latn", + "languages": [ + "ind-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ind_Latn-sin_Sinh", + "languages": [ + "ind-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-tha_Thai", + "languages": [ + "ind-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-zho_Hans", + "languages": [ + "ind-Latn", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ast_Latn", + "languages": [ + "ind-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ind_Latn-crh_Latn", + "languages": [ + "ind-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-glg_Latn", + "languages": [ + "ind-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.856341, + "recall": 0.896245, + "f1": 0.868281, + "accuracy": 0.896245, + "main_score": 0.868281, + "hf_subset": "ind_Latn-kas_Deva", + "languages": [ + "ind-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ind_Latn-ltz_Latn", + "languages": [ + "ind-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.424204, + "recall": 0.488142, + "f1": 0.44153, + "accuracy": 0.488142, + "main_score": 0.44153, + "hf_subset": "ind_Latn-nus_Latn", + "languages": [ + "ind-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-slk_Latn", + "languages": [ + "ind-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.607537, + "recall": 0.6917, + "f1": 0.63137, + "accuracy": 0.6917, + "main_score": 0.63137, + "hf_subset": "ind_Latn-tir_Ethi", + "languages": [ + "ind-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978014, + "recall": 0.983202, + "f1": 0.979644, + "accuracy": 0.983202, + "main_score": 0.979644, + "hf_subset": "ind_Latn-awa_Deva", + "languages": [ + "ind-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ind_Latn-cym_Latn", + "languages": [ + "ind-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.762798, + "recall": 0.813241, + "f1": 0.777099, + "accuracy": 0.813241, + "main_score": 0.777099, + "hf_subset": "ind_Latn-grn_Latn", + "languages": [ + "ind-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ind_Latn-kat_Geor", + "languages": [ + "ind-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.594375, + "recall": 0.656126, + "f1": 0.610363, + "accuracy": 0.656126, + "main_score": 0.610363, + "hf_subset": "ind_Latn-lua_Latn", + "languages": [ + "ind-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.807378, + "recall": 0.863636, + "f1": 0.825066, + "accuracy": 0.863636, + "main_score": 0.825066, + "hf_subset": "ind_Latn-nya_Latn", + "languages": [ + "ind-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-slv_Latn", + "languages": [ + "ind-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ind_Latn-tpi_Latn", + "languages": [ + "ind-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-zsm_Latn", + "languages": [ + "ind-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.493365, + "recall": 0.563241, + "f1": 0.513095, + "accuracy": 0.563241, + "main_score": 0.513095, + "hf_subset": "ind_Latn-ayr_Latn", + "languages": [ + "ind-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-dan_Latn", + "languages": [ + "ind-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-guj_Gujr", + "languages": [ + "ind-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ind_Latn-kaz_Cyrl", + "languages": [ + "ind-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597079, + "recall": 0.683794, + "f1": 0.622381, + "accuracy": 0.683794, + "main_score": 0.622381, + "hf_subset": "ind_Latn-lug_Latn", + "languages": [ + "ind-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-oci_Latn", + "languages": [ + "ind-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.809354, + "recall": 0.860672, + "f1": 0.825362, + "accuracy": 0.860672, + "main_score": 0.825362, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.70168, + "recall": 0.774704, + "f1": 0.722812, + "accuracy": 0.774704, + "main_score": 0.722812, + "hf_subset": "ind_Latn-tsn_Latn", + "languages": [ + "ind-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.861166, + "recall": 0.903162, + "f1": 0.874275, + "accuracy": 0.903162, + "main_score": 0.874275, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.909503, + "recall": 0.937747, + "f1": 0.918544, + "accuracy": 0.937747, + "main_score": 0.918544, + "hf_subset": "ind_Latn-azb_Arab", + "languages": [ + "ind-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "ind_Latn-hat_Latn", + "languages": [ + "ind-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.460056, + "recall": 0.520751, + "f1": 0.477095, + "accuracy": 0.520751, + "main_score": 0.477095, + "hf_subset": "ind_Latn-kbp_Latn", + "languages": [ + "ind-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.512174, + "recall": 0.583992, + "f1": 0.531769, + "accuracy": 0.583992, + "main_score": 0.531769, + "hf_subset": "ind_Latn-luo_Latn", + "languages": [ + "ind-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ind_Latn-ory_Orya", + "languages": [ + "ind-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.861495, + "recall": 0.902174, + "f1": 0.874308, + "accuracy": 0.902174, + "main_score": 0.874308, + "hf_subset": "ind_Latn-sna_Latn", + "languages": [ + "ind-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.635829, + "recall": 0.706522, + "f1": 0.655381, + "accuracy": 0.706522, + "main_score": 0.655381, + "hf_subset": "ind_Latn-tso_Latn", + "languages": [ + "ind-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-azj_Latn", + "languages": [ + "ind-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.49417, + "recall": 0.565217, + "f1": 0.514144, + "accuracy": 0.565217, + "main_score": 0.514144, + "hf_subset": "ind_Latn-dik_Latn", + "languages": [ + "ind-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.891255, + "recall": 0.921937, + "f1": 0.900922, + "accuracy": 0.921937, + "main_score": 0.900922, + "hf_subset": "ind_Latn-hau_Latn", + "languages": [ + "ind-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ind_Latn-kea_Latn", + "languages": [ + "ind-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.916173, + "recall": 0.9417, + "f1": 0.924242, + "accuracy": 0.9417, + "main_score": 0.924242, + "hf_subset": "ind_Latn-lus_Latn", + "languages": [ + "ind-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.857131, + "recall": 0.895257, + "f1": 0.868695, + "accuracy": 0.895257, + "main_score": 0.868695, + "hf_subset": "ind_Latn-pag_Latn", + "languages": [ + "ind-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ind_Latn-snd_Arab", + "languages": [ + "ind-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ind_Latn-tuk_Latn", + "languages": [ + "ind-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ind_Latn-bak_Cyrl", + "languages": [ + "ind-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.463579, + "recall": 0.533597, + "f1": 0.482438, + "accuracy": 0.533597, + "main_score": 0.482438, + "hf_subset": "ind_Latn-dyu_Latn", + "languages": [ + "ind-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "ind_Latn-khk_Cyrl", + "languages": [ + "ind-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-lvs_Latn", + "languages": [ + "ind-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-pan_Guru", + "languages": [ + "ind-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.847332, + "recall": 0.892292, + "f1": 0.861265, + "accuracy": 0.892292, + "main_score": 0.861265, + "hf_subset": "ind_Latn-som_Latn", + "languages": [ + "ind-Latn", + "som-Latn" + ] + }, + { + "precision": 0.676707, + "recall": 0.745059, + "f1": 0.696937, + "accuracy": 0.745059, + "main_score": 0.696937, + "hf_subset": "ind_Latn-tum_Latn", + "languages": [ + "ind-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.385133, + "recall": 0.4417, + "f1": 0.40032, + "accuracy": 0.4417, + "main_score": 0.40032, + "hf_subset": "knc_Latn-ace_Arab", + "languages": [ + "knc-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.493158, + "recall": 0.532609, + "f1": 0.504493, + "accuracy": 0.532609, + "main_score": 0.504493, + "hf_subset": "knc_Latn-bam_Latn", + "languages": [ + "knc-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.311033, + "recall": 0.369565, + "f1": 0.32557, + "accuracy": 0.369565, + "main_score": 0.32557, + "hf_subset": "knc_Latn-dzo_Tibt", + "languages": [ + "knc-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.500218, + "recall": 0.556324, + "f1": 0.51496, + "accuracy": 0.556324, + "main_score": 0.51496, + "hf_subset": "knc_Latn-hin_Deva", + "languages": [ + "knc-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.449466, + "recall": 0.502964, + "f1": 0.464311, + "accuracy": 0.502964, + "main_score": 0.464311, + "hf_subset": "knc_Latn-khm_Khmr", + "languages": [ + "knc-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.499371, + "recall": 0.545455, + "f1": 0.512001, + "accuracy": 0.545455, + "main_score": 0.512001, + "hf_subset": "knc_Latn-mag_Deva", + "languages": [ + "knc-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.48193, + "recall": 0.52668, + "f1": 0.493983, + "accuracy": 0.52668, + "main_score": 0.493983, + "hf_subset": "knc_Latn-pap_Latn", + "languages": [ + "knc-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.477601, + "recall": 0.52668, + "f1": 0.490178, + "accuracy": 0.52668, + "main_score": 0.490178, + "hf_subset": "knc_Latn-sot_Latn", + "languages": [ + "knc-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.504814, + "recall": 0.550395, + "f1": 0.517393, + "accuracy": 0.550395, + "main_score": 0.517393, + "hf_subset": "knc_Latn-tur_Latn", + "languages": [ + "knc-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.495263, + "recall": 0.539526, + "f1": 0.506467, + "accuracy": 0.539526, + "main_score": 0.506467, + "hf_subset": "knc_Latn-ace_Latn", + "languages": [ + "knc-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.474815, + "recall": 0.521739, + "f1": 0.487413, + "accuracy": 0.521739, + "main_score": 0.487413, + "hf_subset": "knc_Latn-ban_Latn", + "languages": [ + "knc-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.484144, + "recall": 0.538538, + "f1": 0.497734, + "accuracy": 0.538538, + "main_score": 0.497734, + "hf_subset": "knc_Latn-ell_Grek", + "languages": [ + "knc-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.500456, + "recall": 0.545455, + "f1": 0.51317, + "accuracy": 0.545455, + "main_score": 0.51317, + "hf_subset": "knc_Latn-hne_Deva", + "languages": [ + "knc-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.476743, + "recall": 0.518775, + "f1": 0.488435, + "accuracy": 0.518775, + "main_score": 0.488435, + "hf_subset": "knc_Latn-kik_Latn", + "languages": [ + "knc-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.496858, + "recall": 0.546443, + "f1": 0.510551, + "accuracy": 0.546443, + "main_score": 0.510551, + "hf_subset": "knc_Latn-mai_Deva", + "languages": [ + "knc-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.465756, + "recall": 0.51581, + "f1": 0.479726, + "accuracy": 0.51581, + "main_score": 0.479726, + "hf_subset": "knc_Latn-pbt_Arab", + "languages": [ + "knc-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.502105, + "recall": 0.562253, + "f1": 0.517918, + "accuracy": 0.562253, + "main_score": 0.517918, + "hf_subset": "knc_Latn-spa_Latn", + "languages": [ + "knc-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.526285, + "recall": 0.564229, + "f1": 0.537593, + "accuracy": 0.564229, + "main_score": 0.537593, + "hf_subset": "knc_Latn-twi_Latn", + "languages": [ + "knc-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.499214, + "recall": 0.545455, + "f1": 0.512433, + "accuracy": 0.545455, + "main_score": 0.512433, + "hf_subset": "knc_Latn-acm_Arab", + "languages": [ + "knc-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.449676, + "recall": 0.496047, + "f1": 0.461627, + "accuracy": 0.496047, + "main_score": 0.461627, + "hf_subset": "knc_Latn-bel_Cyrl", + "languages": [ + "knc-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.53733, + "recall": 0.596838, + "f1": 0.553288, + "accuracy": 0.596838, + "main_score": 0.553288, + "hf_subset": "knc_Latn-eng_Latn", + "languages": [ + "knc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.480536, + "recall": 0.538538, + "f1": 0.49693, + "accuracy": 0.538538, + "main_score": 0.49693, + "hf_subset": "knc_Latn-hrv_Latn", + "languages": [ + "knc-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.476785, + "recall": 0.520751, + "f1": 0.488256, + "accuracy": 0.520751, + "main_score": 0.488256, + "hf_subset": "knc_Latn-kin_Latn", + "languages": [ + "knc-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.469525, + "recall": 0.521739, + "f1": 0.483475, + "accuracy": 0.521739, + "main_score": 0.483475, + "hf_subset": "knc_Latn-mal_Mlym", + "languages": [ + "knc-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.49654, + "recall": 0.54249, + "f1": 0.507839, + "accuracy": 0.54249, + "main_score": 0.507839, + "hf_subset": "knc_Latn-pes_Arab", + "languages": [ + "knc-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.50113, + "recall": 0.544466, + "f1": 0.512949, + "accuracy": 0.544466, + "main_score": 0.512949, + "hf_subset": "knc_Latn-srd_Latn", + "languages": [ + "knc-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.22692, + "recall": 0.27668, + "f1": 0.239106, + "accuracy": 0.27668, + "main_score": 0.239106, + "hf_subset": "knc_Latn-tzm_Tfng", + "languages": [ + "knc-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.496901, + "recall": 0.547431, + "f1": 0.510001, + "accuracy": 0.547431, + "main_score": 0.510001, + "hf_subset": "knc_Latn-acq_Arab", + "languages": [ + "knc-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.512022, + "recall": 0.554348, + "f1": 0.524065, + "accuracy": 0.554348, + "main_score": 0.524065, + "hf_subset": "knc_Latn-bem_Latn", + "languages": [ + "knc-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.464027, + "recall": 0.509881, + "f1": 0.476512, + "accuracy": 0.509881, + "main_score": 0.476512, + "hf_subset": "knc_Latn-epo_Latn", + "languages": [ + "knc-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.504856, + "recall": 0.550395, + "f1": 0.517204, + "accuracy": 0.550395, + "main_score": 0.517204, + "hf_subset": "knc_Latn-hun_Latn", + "languages": [ + "knc-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.474895, + "recall": 0.529644, + "f1": 0.489702, + "accuracy": 0.529644, + "main_score": 0.489702, + "hf_subset": "knc_Latn-kir_Cyrl", + "languages": [ + "knc-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.494963, + "recall": 0.543478, + "f1": 0.507407, + "accuracy": 0.543478, + "main_score": 0.507407, + "hf_subset": "knc_Latn-mar_Deva", + "languages": [ + "knc-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.482066, + "recall": 0.529644, + "f1": 0.494927, + "accuracy": 0.529644, + "main_score": 0.494927, + "hf_subset": "knc_Latn-plt_Latn", + "languages": [ + "knc-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.478798, + "recall": 0.52668, + "f1": 0.491563, + "accuracy": 0.52668, + "main_score": 0.491563, + "hf_subset": "knc_Latn-srp_Cyrl", + "languages": [ + "knc-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.422237, + "recall": 0.478261, + "f1": 0.437716, + "accuracy": 0.478261, + "main_score": 0.437716, + "hf_subset": "knc_Latn-uig_Arab", + "languages": [ + "knc-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.47634, + "recall": 0.520751, + "f1": 0.487961, + "accuracy": 0.520751, + "main_score": 0.487961, + "hf_subset": "knc_Latn-aeb_Arab", + "languages": [ + "knc-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.478447, + "recall": 0.52668, + "f1": 0.491645, + "accuracy": 0.52668, + "main_score": 0.491645, + "hf_subset": "knc_Latn-ben_Beng", + "languages": [ + "knc-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.480243, + "recall": 0.525692, + "f1": 0.492558, + "accuracy": 0.525692, + "main_score": 0.492558, + "hf_subset": "knc_Latn-est_Latn", + "languages": [ + "knc-Latn", + "est-Latn" + ] + }, + { + "precision": 0.463234, + "recall": 0.516798, + "f1": 0.477291, + "accuracy": 0.516798, + "main_score": 0.477291, + "hf_subset": "knc_Latn-hye_Armn", + "languages": [ + "knc-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.487921, + "recall": 0.522727, + "f1": 0.497073, + "accuracy": 0.522727, + "main_score": 0.497073, + "hf_subset": "knc_Latn-kmb_Latn", + "languages": [ + "knc-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.378396, + "recall": 0.439723, + "f1": 0.395096, + "accuracy": 0.439723, + "main_score": 0.395096, + "hf_subset": "knc_Latn-min_Arab", + "languages": [ + "knc-Latn", + "min-Arab" + ] + }, + { + "precision": 0.510549, + "recall": 0.552372, + "f1": 0.521664, + "accuracy": 0.552372, + "main_score": 0.521664, + "hf_subset": "knc_Latn-pol_Latn", + "languages": [ + "knc-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.474783, + "recall": 0.520751, + "f1": 0.486979, + "accuracy": 0.520751, + "main_score": 0.486979, + "hf_subset": "knc_Latn-ssw_Latn", + "languages": [ + "knc-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.48098, + "recall": 0.531621, + "f1": 0.493926, + "accuracy": 0.531621, + "main_score": 0.493926, + "hf_subset": "knc_Latn-ukr_Cyrl", + "languages": [ + "knc-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.482206, + "recall": 0.531621, + "f1": 0.49489, + "accuracy": 0.531621, + "main_score": 0.49489, + "hf_subset": "knc_Latn-afr_Latn", + "languages": [ + "knc-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.525785, + "recall": 0.573123, + "f1": 0.538405, + "accuracy": 0.573123, + "main_score": 0.538405, + "hf_subset": "knc_Latn-bho_Deva", + "languages": [ + "knc-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.485195, + "recall": 0.527668, + "f1": 0.496586, + "accuracy": 0.527668, + "main_score": 0.496586, + "hf_subset": "knc_Latn-eus_Latn", + "languages": [ + "knc-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.487459, + "recall": 0.533597, + "f1": 0.499724, + "accuracy": 0.533597, + "main_score": 0.499724, + "hf_subset": "knc_Latn-ibo_Latn", + "languages": [ + "knc-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.469568, + "recall": 0.513834, + "f1": 0.481235, + "accuracy": 0.513834, + "main_score": 0.481235, + "hf_subset": "knc_Latn-kmr_Latn", + "languages": [ + "knc-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.478493, + "recall": 0.520751, + "f1": 0.490316, + "accuracy": 0.520751, + "main_score": 0.490316, + "hf_subset": "knc_Latn-min_Latn", + "languages": [ + "knc-Latn", + "min-Latn" + ] + }, + { + "precision": 0.5139, + "recall": 0.562253, + "f1": 0.527012, + "accuracy": 0.562253, + "main_score": 0.527012, + "hf_subset": "knc_Latn-por_Latn", + "languages": [ + "knc-Latn", + "por-Latn" + ] + }, + { + "precision": 0.477926, + "recall": 0.518775, + "f1": 0.489726, + "accuracy": 0.518775, + "main_score": 0.489726, + "hf_subset": "knc_Latn-sun_Latn", + "languages": [ + "knc-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.473125, + "recall": 0.517787, + "f1": 0.486166, + "accuracy": 0.517787, + "main_score": 0.486166, + "hf_subset": "knc_Latn-umb_Latn", + "languages": [ + "knc-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.496985, + "recall": 0.535573, + "f1": 0.506084, + "accuracy": 0.535573, + "main_score": 0.506084, + "hf_subset": "knc_Latn-ajp_Arab", + "languages": [ + "knc-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.39716, + "recall": 0.447628, + "f1": 0.410793, + "accuracy": 0.447628, + "main_score": 0.410793, + "hf_subset": "knc_Latn-bjn_Arab", + "languages": [ + "knc-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.483377, + "recall": 0.525692, + "f1": 0.49544, + "accuracy": 0.525692, + "main_score": 0.49544, + "hf_subset": "knc_Latn-ewe_Latn", + "languages": [ + "knc-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.480164, + "recall": 0.531621, + "f1": 0.494014, + "accuracy": 0.531621, + "main_score": 0.494014, + "hf_subset": "knc_Latn-ilo_Latn", + "languages": [ + "knc-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.305843, + "recall": 0.367589, + "f1": 0.322302, + "accuracy": 0.367589, + "main_score": 0.322302, + "hf_subset": "knc_Latn-knc_Arab", + "languages": [ + "knc-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.473486, + "recall": 0.52668, + "f1": 0.488002, + "accuracy": 0.52668, + "main_score": 0.488002, + "hf_subset": "knc_Latn-mkd_Cyrl", + "languages": [ + "knc-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.489555, + "recall": 0.546443, + "f1": 0.504844, + "accuracy": 0.546443, + "main_score": 0.504844, + "hf_subset": "knc_Latn-prs_Arab", + "languages": [ + "knc-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.498988, + "recall": 0.552372, + "f1": 0.513559, + "accuracy": 0.552372, + "main_score": 0.513559, + "hf_subset": "knc_Latn-swe_Latn", + "languages": [ + "knc-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.472973, + "recall": 0.530632, + "f1": 0.487262, + "accuracy": 0.530632, + "main_score": 0.487262, + "hf_subset": "knc_Latn-urd_Arab", + "languages": [ + "knc-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.512879, + "recall": 0.5583, + "f1": 0.52628, + "accuracy": 0.5583, + "main_score": 0.52628, + "hf_subset": "knc_Latn-aka_Latn", + "languages": [ + "knc-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.502314, + "recall": 0.546443, + "f1": 0.515165, + "accuracy": 0.546443, + "main_score": 0.515165, + "hf_subset": "knc_Latn-bjn_Latn", + "languages": [ + "knc-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.461557, + "recall": 0.509881, + "f1": 0.474942, + "accuracy": 0.509881, + "main_score": 0.474942, + "hf_subset": "knc_Latn-fao_Latn", + "languages": [ + "knc-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.501244, + "recall": 0.547431, + "f1": 0.513317, + "accuracy": 0.547431, + "main_score": 0.513317, + "hf_subset": "knc_Latn-ind_Latn", + "languages": [ + "knc-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.474305, + "recall": 0.51581, + "f1": 0.485444, + "accuracy": 0.51581, + "main_score": 0.485444, + "hf_subset": "knc_Latn-mlt_Latn", + "languages": [ + "knc-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.508518, + "recall": 0.555336, + "f1": 0.522447, + "accuracy": 0.555336, + "main_score": 0.522447, + "hf_subset": "knc_Latn-quy_Latn", + "languages": [ + "knc-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.47504, + "recall": 0.529644, + "f1": 0.489732, + "accuracy": 0.529644, + "main_score": 0.489732, + "hf_subset": "knc_Latn-swh_Latn", + "languages": [ + "knc-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.457203, + "recall": 0.51087, + "f1": 0.471007, + "accuracy": 0.51087, + "main_score": 0.471007, + "hf_subset": "knc_Latn-uzn_Latn", + "languages": [ + "knc-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.461482, + "recall": 0.511858, + "f1": 0.475475, + "accuracy": 0.511858, + "main_score": 0.475475, + "hf_subset": "knc_Latn-als_Latn", + "languages": [ + "knc-Latn", + "als-Latn" + ] + }, + { + "precision": 0.352331, + "recall": 0.413043, + "f1": 0.368031, + "accuracy": 0.413043, + "main_score": 0.368031, + "hf_subset": "knc_Latn-bod_Tibt", + "languages": [ + "knc-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.496123, + "recall": 0.535573, + "f1": 0.507052, + "accuracy": 0.535573, + "main_score": 0.507052, + "hf_subset": "knc_Latn-fij_Latn", + "languages": [ + "knc-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.45471, + "recall": 0.508893, + "f1": 0.469187, + "accuracy": 0.508893, + "main_score": 0.469187, + "hf_subset": "knc_Latn-isl_Latn", + "languages": [ + "knc-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.517819, + "recall": 0.563241, + "f1": 0.530257, + "accuracy": 0.563241, + "main_score": 0.530257, + "hf_subset": "knc_Latn-kon_Latn", + "languages": [ + "knc-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.460945, + "recall": 0.512846, + "f1": 0.475892, + "accuracy": 0.512846, + "main_score": 0.475892, + "hf_subset": "knc_Latn-mni_Beng", + "languages": [ + "knc-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.51139, + "recall": 0.557312, + "f1": 0.523454, + "accuracy": 0.557312, + "main_score": 0.523454, + "hf_subset": "knc_Latn-ron_Latn", + "languages": [ + "knc-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.505652, + "recall": 0.549407, + "f1": 0.517956, + "accuracy": 0.549407, + "main_score": 0.517956, + "hf_subset": "knc_Latn-szl_Latn", + "languages": [ + "knc-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.521988, + "recall": 0.564229, + "f1": 0.533469, + "accuracy": 0.564229, + "main_score": 0.533469, + "hf_subset": "knc_Latn-vec_Latn", + "languages": [ + "knc-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.493387, + "recall": 0.547431, + "f1": 0.508198, + "accuracy": 0.547431, + "main_score": 0.508198, + "hf_subset": "knc_Latn-amh_Ethi", + "languages": [ + "knc-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.48941, + "recall": 0.541502, + "f1": 0.503046, + "accuracy": 0.541502, + "main_score": 0.503046, + "hf_subset": "knc_Latn-bos_Latn", + "languages": [ + "knc-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.483649, + "recall": 0.531621, + "f1": 0.496459, + "accuracy": 0.531621, + "main_score": 0.496459, + "hf_subset": "knc_Latn-fin_Latn", + "languages": [ + "knc-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.509871, + "recall": 0.5583, + "f1": 0.522812, + "accuracy": 0.5583, + "main_score": 0.522812, + "hf_subset": "knc_Latn-ita_Latn", + "languages": [ + "knc-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.498549, + "recall": 0.551383, + "f1": 0.513064, + "accuracy": 0.551383, + "main_score": 0.513064, + "hf_subset": "knc_Latn-kor_Hang", + "languages": [ + "knc-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491492, + "recall": 0.530632, + "f1": 0.502651, + "accuracy": 0.530632, + "main_score": 0.502651, + "hf_subset": "knc_Latn-mos_Latn", + "languages": [ + "knc-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.464994, + "recall": 0.506917, + "f1": 0.476667, + "accuracy": 0.506917, + "main_score": 0.476667, + "hf_subset": "knc_Latn-run_Latn", + "languages": [ + "knc-Latn", + "run-Latn" + ] + }, + { + "precision": 0.467929, + "recall": 0.516798, + "f1": 0.481104, + "accuracy": 0.516798, + "main_score": 0.481104, + "hf_subset": "knc_Latn-tam_Taml", + "languages": [ + "knc-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.496165, + "recall": 0.544466, + "f1": 0.50975, + "accuracy": 0.544466, + "main_score": 0.50975, + "hf_subset": "knc_Latn-vie_Latn", + "languages": [ + "knc-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.485496, + "recall": 0.531621, + "f1": 0.497025, + "accuracy": 0.531621, + "main_score": 0.497025, + "hf_subset": "knc_Latn-apc_Arab", + "languages": [ + "knc-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.512451, + "recall": 0.552372, + "f1": 0.52405, + "accuracy": 0.552372, + "main_score": 0.52405, + "hf_subset": "knc_Latn-bug_Latn", + "languages": [ + "knc-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.460016, + "recall": 0.500988, + "f1": 0.471838, + "accuracy": 0.500988, + "main_score": 0.471838, + "hf_subset": "knc_Latn-fon_Latn", + "languages": [ + "knc-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.449461, + "recall": 0.498024, + "f1": 0.461986, + "accuracy": 0.498024, + "main_score": 0.461986, + "hf_subset": "knc_Latn-jav_Latn", + "languages": [ + "knc-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.445358, + "recall": 0.493083, + "f1": 0.458268, + "accuracy": 0.493083, + "main_score": 0.458268, + "hf_subset": "knc_Latn-lao_Laoo", + "languages": [ + "knc-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.436882, + "recall": 0.496047, + "f1": 0.45307, + "accuracy": 0.496047, + "main_score": 0.45307, + "hf_subset": "knc_Latn-mri_Latn", + "languages": [ + "knc-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.49289, + "recall": 0.54249, + "f1": 0.506893, + "accuracy": 0.54249, + "main_score": 0.506893, + "hf_subset": "knc_Latn-rus_Cyrl", + "languages": [ + "knc-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.501565, + "recall": 0.543478, + "f1": 0.513589, + "accuracy": 0.543478, + "main_score": 0.513589, + "hf_subset": "knc_Latn-taq_Latn", + "languages": [ + "knc-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.491719, + "recall": 0.538538, + "f1": 0.504066, + "accuracy": 0.538538, + "main_score": 0.504066, + "hf_subset": "knc_Latn-war_Latn", + "languages": [ + "knc-Latn", + "war-Latn" + ] + }, + { + "precision": 0.491129, + "recall": 0.545455, + "f1": 0.505161, + "accuracy": 0.545455, + "main_score": 0.505161, + "hf_subset": "knc_Latn-arb_Arab", + "languages": [ + "knc-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.497948, + "recall": 0.546443, + "f1": 0.510535, + "accuracy": 0.546443, + "main_score": 0.510535, + "hf_subset": "knc_Latn-bul_Cyrl", + "languages": [ + "knc-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.505944, + "recall": 0.557312, + "f1": 0.519641, + "accuracy": 0.557312, + "main_score": 0.519641, + "hf_subset": "knc_Latn-fra_Latn", + "languages": [ + "knc-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.516021, + "recall": 0.565217, + "f1": 0.529566, + "accuracy": 0.565217, + "main_score": 0.529566, + "hf_subset": "knc_Latn-jpn_Jpan", + "languages": [ + "knc-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.509927, + "recall": 0.552372, + "f1": 0.522091, + "accuracy": 0.552372, + "main_score": 0.522091, + "hf_subset": "knc_Latn-lij_Latn", + "languages": [ + "knc-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.461166, + "recall": 0.516798, + "f1": 0.476883, + "accuracy": 0.516798, + "main_score": 0.476883, + "hf_subset": "knc_Latn-mya_Mymr", + "languages": [ + "knc-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.524589, + "recall": 0.561265, + "f1": 0.535194, + "accuracy": 0.561265, + "main_score": 0.535194, + "hf_subset": "knc_Latn-sag_Latn", + "languages": [ + "knc-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.233706, + "recall": 0.285573, + "f1": 0.247018, + "accuracy": 0.285573, + "main_score": 0.247018, + "hf_subset": "knc_Latn-taq_Tfng", + "languages": [ + "knc-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.533473, + "recall": 0.56917, + "f1": 0.543841, + "accuracy": 0.56917, + "main_score": 0.543841, + "hf_subset": "knc_Latn-wol_Latn", + "languages": [ + "knc-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.422952, + "recall": 0.477273, + "f1": 0.43726, + "accuracy": 0.477273, + "main_score": 0.43726, + "hf_subset": "knc_Latn-arb_Latn", + "languages": [ + "knc-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.496099, + "recall": 0.541502, + "f1": 0.50808, + "accuracy": 0.541502, + "main_score": 0.50808, + "hf_subset": "knc_Latn-cat_Latn", + "languages": [ + "knc-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.516272, + "recall": 0.559289, + "f1": 0.527175, + "accuracy": 0.559289, + "main_score": 0.527175, + "hf_subset": "knc_Latn-fur_Latn", + "languages": [ + "knc-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.418404, + "recall": 0.474308, + "f1": 0.434221, + "accuracy": 0.474308, + "main_score": 0.434221, + "hf_subset": "knc_Latn-kab_Latn", + "languages": [ + "knc-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.483521, + "recall": 0.524704, + "f1": 0.494063, + "accuracy": 0.524704, + "main_score": 0.494063, + "hf_subset": "knc_Latn-lim_Latn", + "languages": [ + "knc-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.498379, + "recall": 0.547431, + "f1": 0.512244, + "accuracy": 0.547431, + "main_score": 0.512244, + "hf_subset": "knc_Latn-nld_Latn", + "languages": [ + "knc-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.472147, + "recall": 0.529644, + "f1": 0.48652, + "accuracy": 0.529644, + "main_score": 0.48652, + "hf_subset": "knc_Latn-san_Deva", + "languages": [ + "knc-Latn", + "san-Deva" + ] + }, + { + "precision": 0.462724, + "recall": 0.509881, + "f1": 0.476175, + "accuracy": 0.509881, + "main_score": 0.476175, + "hf_subset": "knc_Latn-tat_Cyrl", + "languages": [ + "knc-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.484266, + "recall": 0.533597, + "f1": 0.498442, + "accuracy": 0.533597, + "main_score": 0.498442, + "hf_subset": "knc_Latn-xho_Latn", + "languages": [ + "knc-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.482734, + "recall": 0.538538, + "f1": 0.497315, + "accuracy": 0.538538, + "main_score": 0.497315, + "hf_subset": "knc_Latn-ars_Arab", + "languages": [ + "knc-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.486735, + "recall": 0.531621, + "f1": 0.498727, + "accuracy": 0.531621, + "main_score": 0.498727, + "hf_subset": "knc_Latn-ceb_Latn", + "languages": [ + "knc-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.491902, + "recall": 0.541502, + "f1": 0.505669, + "accuracy": 0.541502, + "main_score": 0.505669, + "hf_subset": "knc_Latn-fuv_Latn", + "languages": [ + "knc-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.502128, + "recall": 0.541502, + "f1": 0.513075, + "accuracy": 0.541502, + "main_score": 0.513075, + "hf_subset": "knc_Latn-kac_Latn", + "languages": [ + "knc-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.535515, + "recall": 0.573123, + "f1": 0.546333, + "accuracy": 0.573123, + "main_score": 0.546333, + "hf_subset": "knc_Latn-lin_Latn", + "languages": [ + "knc-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.475437, + "recall": 0.518775, + "f1": 0.487892, + "accuracy": 0.518775, + "main_score": 0.487892, + "hf_subset": "knc_Latn-nno_Latn", + "languages": [ + "knc-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.473333, + "recall": 0.523715, + "f1": 0.487101, + "accuracy": 0.523715, + "main_score": 0.487101, + "hf_subset": "knc_Latn-sat_Olck", + "languages": [ + "knc-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.475297, + "recall": 0.523715, + "f1": 0.48714, + "accuracy": 0.523715, + "main_score": 0.48714, + "hf_subset": "knc_Latn-tel_Telu", + "languages": [ + "knc-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.465244, + "recall": 0.512846, + "f1": 0.477928, + "accuracy": 0.512846, + "main_score": 0.477928, + "hf_subset": "knc_Latn-ydd_Hebr", + "languages": [ + "knc-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.47111, + "recall": 0.514822, + "f1": 0.48261, + "accuracy": 0.514822, + "main_score": 0.48261, + "hf_subset": "knc_Latn-ary_Arab", + "languages": [ + "knc-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.493886, + "recall": 0.546443, + "f1": 0.508004, + "accuracy": 0.546443, + "main_score": 0.508004, + "hf_subset": "knc_Latn-ces_Latn", + "languages": [ + "knc-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.461709, + "recall": 0.509881, + "f1": 0.474712, + "accuracy": 0.509881, + "main_score": 0.474712, + "hf_subset": "knc_Latn-gaz_Latn", + "languages": [ + "knc-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.494005, + "recall": 0.546443, + "f1": 0.509406, + "accuracy": 0.546443, + "main_score": 0.509406, + "hf_subset": "knc_Latn-kam_Latn", + "languages": [ + "knc-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.471477, + "recall": 0.521739, + "f1": 0.48543, + "accuracy": 0.521739, + "main_score": 0.48543, + "hf_subset": "knc_Latn-lit_Latn", + "languages": [ + "knc-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.487051, + "recall": 0.541502, + "f1": 0.501549, + "accuracy": 0.541502, + "main_score": 0.501549, + "hf_subset": "knc_Latn-nob_Latn", + "languages": [ + "knc-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.494014, + "recall": 0.534585, + "f1": 0.505566, + "accuracy": 0.534585, + "main_score": 0.505566, + "hf_subset": "knc_Latn-scn_Latn", + "languages": [ + "knc-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.467517, + "recall": 0.513834, + "f1": 0.480209, + "accuracy": 0.513834, + "main_score": 0.480209, + "hf_subset": "knc_Latn-tgk_Cyrl", + "languages": [ + "knc-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.455155, + "recall": 0.508893, + "f1": 0.469985, + "accuracy": 0.508893, + "main_score": 0.469985, + "hf_subset": "knc_Latn-yor_Latn", + "languages": [ + "knc-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.478774, + "recall": 0.532609, + "f1": 0.492966, + "accuracy": 0.532609, + "main_score": 0.492966, + "hf_subset": "knc_Latn-arz_Arab", + "languages": [ + "knc-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.487039, + "recall": 0.532609, + "f1": 0.500217, + "accuracy": 0.532609, + "main_score": 0.500217, + "hf_subset": "knc_Latn-cjk_Latn", + "languages": [ + "knc-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.467015, + "recall": 0.516798, + "f1": 0.480711, + "accuracy": 0.516798, + "main_score": 0.480711, + "hf_subset": "knc_Latn-gla_Latn", + "languages": [ + "knc-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.469729, + "recall": 0.522727, + "f1": 0.483478, + "accuracy": 0.522727, + "main_score": 0.483478, + "hf_subset": "knc_Latn-kan_Knda", + "languages": [ + "knc-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.5218, + "recall": 0.561265, + "f1": 0.532115, + "accuracy": 0.561265, + "main_score": 0.532115, + "hf_subset": "knc_Latn-lmo_Latn", + "languages": [ + "knc-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.478699, + "recall": 0.527668, + "f1": 0.490876, + "accuracy": 0.527668, + "main_score": 0.490876, + "hf_subset": "knc_Latn-npi_Deva", + "languages": [ + "knc-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.427415, + "recall": 0.482213, + "f1": 0.442404, + "accuracy": 0.482213, + "main_score": 0.442404, + "hf_subset": "knc_Latn-shn_Mymr", + "languages": [ + "knc-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.485327, + "recall": 0.537549, + "f1": 0.499668, + "accuracy": 0.537549, + "main_score": 0.499668, + "hf_subset": "knc_Latn-tgl_Latn", + "languages": [ + "knc-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.485394, + "recall": 0.532609, + "f1": 0.497903, + "accuracy": 0.532609, + "main_score": 0.497903, + "hf_subset": "knc_Latn-yue_Hant", + "languages": [ + "knc-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.436311, + "recall": 0.475296, + "f1": 0.447597, + "accuracy": 0.475296, + "main_score": 0.447597, + "hf_subset": "knc_Latn-asm_Beng", + "languages": [ + "knc-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.465211, + "recall": 0.520751, + "f1": 0.480326, + "accuracy": 0.520751, + "main_score": 0.480326, + "hf_subset": "knc_Latn-ckb_Arab", + "languages": [ + "knc-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.453906, + "recall": 0.5, + "f1": 0.465936, + "accuracy": 0.5, + "main_score": 0.465936, + "hf_subset": "knc_Latn-gle_Latn", + "languages": [ + "knc-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.484124, + "recall": 0.538538, + "f1": 0.498427, + "accuracy": 0.538538, + "main_score": 0.498427, + "hf_subset": "knc_Latn-kas_Arab", + "languages": [ + "knc-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.473464, + "recall": 0.513834, + "f1": 0.48443, + "accuracy": 0.513834, + "main_score": 0.48443, + "hf_subset": "knc_Latn-ltg_Latn", + "languages": [ + "knc-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.502582, + "recall": 0.54249, + "f1": 0.513751, + "accuracy": 0.54249, + "main_score": 0.513751, + "hf_subset": "knc_Latn-nso_Latn", + "languages": [ + "knc-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.474212, + "recall": 0.521739, + "f1": 0.486764, + "accuracy": 0.521739, + "main_score": 0.486764, + "hf_subset": "knc_Latn-sin_Sinh", + "languages": [ + "knc-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.470865, + "recall": 0.525692, + "f1": 0.485802, + "accuracy": 0.525692, + "main_score": 0.485802, + "hf_subset": "knc_Latn-tha_Thai", + "languages": [ + "knc-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.440186, + "recall": 0.490119, + "f1": 0.453144, + "accuracy": 0.490119, + "main_score": 0.453144, + "hf_subset": "knc_Latn-zho_Hans", + "languages": [ + "knc-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.482188, + "recall": 0.532609, + "f1": 0.494751, + "accuracy": 0.532609, + "main_score": 0.494751, + "hf_subset": "knc_Latn-ast_Latn", + "languages": [ + "knc-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.505881, + "recall": 0.544466, + "f1": 0.516818, + "accuracy": 0.544466, + "main_score": 0.516818, + "hf_subset": "knc_Latn-crh_Latn", + "languages": [ + "knc-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.480823, + "recall": 0.534585, + "f1": 0.494485, + "accuracy": 0.534585, + "main_score": 0.494485, + "hf_subset": "knc_Latn-glg_Latn", + "languages": [ + "knc-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.492672, + "recall": 0.543478, + "f1": 0.507054, + "accuracy": 0.543478, + "main_score": 0.507054, + "hf_subset": "knc_Latn-kas_Deva", + "languages": [ + "knc-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.464496, + "recall": 0.509881, + "f1": 0.476047, + "accuracy": 0.509881, + "main_score": 0.476047, + "hf_subset": "knc_Latn-ltz_Latn", + "languages": [ + "knc-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.450825, + "recall": 0.501976, + "f1": 0.465631, + "accuracy": 0.501976, + "main_score": 0.465631, + "hf_subset": "knc_Latn-nus_Latn", + "languages": [ + "knc-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.489787, + "recall": 0.534585, + "f1": 0.501411, + "accuracy": 0.534585, + "main_score": 0.501411, + "hf_subset": "knc_Latn-slk_Latn", + "languages": [ + "knc-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.481737, + "recall": 0.533597, + "f1": 0.496224, + "accuracy": 0.533597, + "main_score": 0.496224, + "hf_subset": "knc_Latn-tir_Ethi", + "languages": [ + "knc-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.473397, + "recall": 0.529644, + "f1": 0.488607, + "accuracy": 0.529644, + "main_score": 0.488607, + "hf_subset": "knc_Latn-zho_Hant", + "languages": [ + "knc-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.480581, + "recall": 0.534585, + "f1": 0.494433, + "accuracy": 0.534585, + "main_score": 0.494433, + "hf_subset": "knc_Latn-awa_Deva", + "languages": [ + "knc-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.45454, + "recall": 0.51087, + "f1": 0.469531, + "accuracy": 0.51087, + "main_score": 0.469531, + "hf_subset": "knc_Latn-cym_Latn", + "languages": [ + "knc-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.528843, + "recall": 0.566206, + "f1": 0.538906, + "accuracy": 0.566206, + "main_score": 0.538906, + "hf_subset": "knc_Latn-grn_Latn", + "languages": [ + "knc-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.467252, + "recall": 0.520751, + "f1": 0.481392, + "accuracy": 0.520751, + "main_score": 0.481392, + "hf_subset": "knc_Latn-kat_Geor", + "languages": [ + "knc-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.522167, + "recall": 0.561265, + "f1": 0.533663, + "accuracy": 0.561265, + "main_score": 0.533663, + "hf_subset": "knc_Latn-lua_Latn", + "languages": [ + "knc-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.49284, + "recall": 0.54249, + "f1": 0.506359, + "accuracy": 0.54249, + "main_score": 0.506359, + "hf_subset": "knc_Latn-nya_Latn", + "languages": [ + "knc-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.486934, + "recall": 0.532609, + "f1": 0.50004, + "accuracy": 0.532609, + "main_score": 0.50004, + "hf_subset": "knc_Latn-slv_Latn", + "languages": [ + "knc-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.492123, + "recall": 0.538538, + "f1": 0.504852, + "accuracy": 0.538538, + "main_score": 0.504852, + "hf_subset": "knc_Latn-tpi_Latn", + "languages": [ + "knc-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.488065, + "recall": 0.531621, + "f1": 0.499921, + "accuracy": 0.531621, + "main_score": 0.499921, + "hf_subset": "knc_Latn-zsm_Latn", + "languages": [ + "knc-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.48589, + "recall": 0.530632, + "f1": 0.498534, + "accuracy": 0.530632, + "main_score": 0.498534, + "hf_subset": "knc_Latn-ayr_Latn", + "languages": [ + "knc-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.488477, + "recall": 0.54249, + "f1": 0.503131, + "accuracy": 0.54249, + "main_score": 0.503131, + "hf_subset": "knc_Latn-dan_Latn", + "languages": [ + "knc-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.469484, + "recall": 0.525692, + "f1": 0.483562, + "accuracy": 0.525692, + "main_score": 0.483562, + "hf_subset": "knc_Latn-guj_Gujr", + "languages": [ + "knc-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.472276, + "recall": 0.517787, + "f1": 0.484797, + "accuracy": 0.517787, + "main_score": 0.484797, + "hf_subset": "knc_Latn-kaz_Cyrl", + "languages": [ + "knc-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.452355, + "recall": 0.498024, + "f1": 0.46497, + "accuracy": 0.498024, + "main_score": 0.46497, + "hf_subset": "knc_Latn-lug_Latn", + "languages": [ + "knc-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.486936, + "recall": 0.533597, + "f1": 0.499295, + "accuracy": 0.533597, + "main_score": 0.499295, + "hf_subset": "knc_Latn-oci_Latn", + "languages": [ + "knc-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.474612, + "recall": 0.523715, + "f1": 0.487664, + "accuracy": 0.523715, + "main_score": 0.487664, + "hf_subset": "knc_Latn-smo_Latn", + "languages": [ + "knc-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.458823, + "recall": 0.504941, + "f1": 0.471381, + "accuracy": 0.504941, + "main_score": 0.471381, + "hf_subset": "knc_Latn-tsn_Latn", + "languages": [ + "knc-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.46652, + "recall": 0.512846, + "f1": 0.479271, + "accuracy": 0.512846, + "main_score": 0.479271, + "hf_subset": "knc_Latn-zul_Latn", + "languages": [ + "knc-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.450942, + "recall": 0.509881, + "f1": 0.46724, + "accuracy": 0.509881, + "main_score": 0.46724, + "hf_subset": "knc_Latn-azb_Arab", + "languages": [ + "knc-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.507076, + "recall": 0.5583, + "f1": 0.521234, + "accuracy": 0.5583, + "main_score": 0.521234, + "hf_subset": "knc_Latn-deu_Latn", + "languages": [ + "knc-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.455564, + "recall": 0.506917, + "f1": 0.469263, + "accuracy": 0.506917, + "main_score": 0.469263, + "hf_subset": "knc_Latn-hat_Latn", + "languages": [ + "knc-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.477809, + "recall": 0.522727, + "f1": 0.490243, + "accuracy": 0.522727, + "main_score": 0.490243, + "hf_subset": "knc_Latn-kbp_Latn", + "languages": [ + "knc-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.54025, + "recall": 0.578063, + "f1": 0.55119, + "accuracy": 0.578063, + "main_score": 0.55119, + "hf_subset": "knc_Latn-luo_Latn", + "languages": [ + "knc-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.457609, + "recall": 0.505929, + "f1": 0.469868, + "accuracy": 0.505929, + "main_score": 0.469868, + "hf_subset": "knc_Latn-ory_Orya", + "languages": [ + "knc-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.477191, + "recall": 0.530632, + "f1": 0.491195, + "accuracy": 0.530632, + "main_score": 0.491195, + "hf_subset": "knc_Latn-sna_Latn", + "languages": [ + "knc-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.504251, + "recall": 0.549407, + "f1": 0.516909, + "accuracy": 0.549407, + "main_score": 0.516909, + "hf_subset": "knc_Latn-tso_Latn", + "languages": [ + "knc-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.466504, + "recall": 0.518775, + "f1": 0.481217, + "accuracy": 0.518775, + "main_score": 0.481217, + "hf_subset": "knc_Latn-azj_Latn", + "languages": [ + "knc-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.500651, + "recall": 0.54249, + "f1": 0.512622, + "accuracy": 0.54249, + "main_score": 0.512622, + "hf_subset": "knc_Latn-dik_Latn", + "languages": [ + "knc-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.496394, + "recall": 0.539526, + "f1": 0.508156, + "accuracy": 0.539526, + "main_score": 0.508156, + "hf_subset": "knc_Latn-hau_Latn", + "languages": [ + "knc-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.488856, + "recall": 0.538538, + "f1": 0.501445, + "accuracy": 0.538538, + "main_score": 0.501445, + "hf_subset": "knc_Latn-kea_Latn", + "languages": [ + "knc-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.490347, + "recall": 0.539526, + "f1": 0.503858, + "accuracy": 0.539526, + "main_score": 0.503858, + "hf_subset": "knc_Latn-lus_Latn", + "languages": [ + "knc-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.541837, + "recall": 0.585968, + "f1": 0.554237, + "accuracy": 0.585968, + "main_score": 0.554237, + "hf_subset": "knc_Latn-pag_Latn", + "languages": [ + "knc-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.429212, + "recall": 0.487154, + "f1": 0.443799, + "accuracy": 0.487154, + "main_score": 0.443799, + "hf_subset": "knc_Latn-snd_Arab", + "languages": [ + "knc-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.449187, + "recall": 0.500988, + "f1": 0.463954, + "accuracy": 0.500988, + "main_score": 0.463954, + "hf_subset": "knc_Latn-tuk_Latn", + "languages": [ + "knc-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.452855, + "recall": 0.504941, + "f1": 0.467332, + "accuracy": 0.504941, + "main_score": 0.467332, + "hf_subset": "knc_Latn-bak_Cyrl", + "languages": [ + "knc-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.447588, + "recall": 0.507905, + "f1": 0.464671, + "accuracy": 0.507905, + "main_score": 0.464671, + "hf_subset": "knc_Latn-dyu_Latn", + "languages": [ + "knc-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.466869, + "recall": 0.519763, + "f1": 0.480819, + "accuracy": 0.519763, + "main_score": 0.480819, + "hf_subset": "knc_Latn-heb_Hebr", + "languages": [ + "knc-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.482845, + "recall": 0.525692, + "f1": 0.4955, + "accuracy": 0.525692, + "main_score": 0.4955, + "hf_subset": "knc_Latn-khk_Cyrl", + "languages": [ + "knc-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.462369, + "recall": 0.517787, + "f1": 0.47682, + "accuracy": 0.517787, + "main_score": 0.47682, + "hf_subset": "knc_Latn-lvs_Latn", + "languages": [ + "knc-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.464176, + "recall": 0.51581, + "f1": 0.476919, + "accuracy": 0.51581, + "main_score": 0.476919, + "hf_subset": "knc_Latn-pan_Guru", + "languages": [ + "knc-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.463434, + "recall": 0.51581, + "f1": 0.477298, + "accuracy": 0.51581, + "main_score": 0.477298, + "hf_subset": "knc_Latn-som_Latn", + "languages": [ + "knc-Latn", + "som-Latn" + ] + }, + { + "precision": 0.48342, + "recall": 0.525692, + "f1": 0.494919, + "accuracy": 0.525692, + "main_score": 0.494919, + "hf_subset": "knc_Latn-tum_Latn", + "languages": [ + "knc-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.477375, + "recall": 0.570158, + "f1": 0.502805, + "accuracy": 0.570158, + "main_score": 0.502805, + "hf_subset": "mlt_Latn-ace_Arab", + "languages": [ + "mlt-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.456085, + "recall": 0.514822, + "f1": 0.471109, + "accuracy": 0.514822, + "main_score": 0.471109, + "hf_subset": "mlt_Latn-bam_Latn", + "languages": [ + "mlt-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.564797, + "recall": 0.658103, + "f1": 0.590812, + "accuracy": 0.658103, + "main_score": 0.590812, + "hf_subset": "mlt_Latn-dzo_Tibt", + "languages": [ + "mlt-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-hin_Deva", + "languages": [ + "mlt-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "mlt_Latn-khm_Khmr", + "languages": [ + "mlt-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "mlt_Latn-mag_Deva", + "languages": [ + "mlt-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-pap_Latn", + "languages": [ + "mlt-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.826581, + "recall": 0.874506, + "f1": 0.841488, + "accuracy": 0.874506, + "main_score": 0.841488, + "hf_subset": "mlt_Latn-sot_Latn", + "languages": [ + "mlt-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-tur_Latn", + "languages": [ + "mlt-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.823659, + "recall": 0.87253, + "f1": 0.838982, + "accuracy": 0.87253, + "main_score": 0.838982, + "hf_subset": "mlt_Latn-ace_Latn", + "languages": [ + "mlt-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.941617, + "recall": 0.958498, + "f1": 0.947036, + "accuracy": 0.958498, + "main_score": 0.947036, + "hf_subset": "mlt_Latn-ban_Latn", + "languages": [ + "mlt-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-ell_Grek", + "languages": [ + "mlt-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "mlt_Latn-hne_Deva", + "languages": [ + "mlt-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.531566, + "recall": 0.606719, + "f1": 0.551762, + "accuracy": 0.606719, + "main_score": 0.551762, + "hf_subset": "mlt_Latn-kik_Latn", + "languages": [ + "mlt-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.982131, + "recall": 0.987154, + "f1": 0.983597, + "accuracy": 0.987154, + "main_score": 0.983597, + "hf_subset": "mlt_Latn-mai_Deva", + "languages": [ + "mlt-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.932889, + "recall": 0.953557, + "f1": 0.93946, + "accuracy": 0.953557, + "main_score": 0.93946, + "hf_subset": "mlt_Latn-pbt_Arab", + "languages": [ + "mlt-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.710644, + "recall": 0.777668, + "f1": 0.72988, + "accuracy": 0.777668, + "main_score": 0.72988, + "hf_subset": "mlt_Latn-twi_Latn", + "languages": [ + "mlt-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-acm_Arab", + "languages": [ + "mlt-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.987813, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "mlt_Latn-bel_Cyrl", + "languages": [ + "mlt-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-hrv_Latn", + "languages": [ + "mlt-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.814158, + "recall": 0.858696, + "f1": 0.827273, + "accuracy": 0.858696, + "main_score": 0.827273, + "hf_subset": "mlt_Latn-kin_Latn", + "languages": [ + "mlt-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mlt_Latn-mal_Mlym", + "languages": [ + "mlt-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mlt_Latn-pes_Arab", + "languages": [ + "mlt-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mlt_Latn-srd_Latn", + "languages": [ + "mlt-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.189845, + "recall": 0.254941, + "f1": 0.205286, + "accuracy": 0.254941, + "main_score": 0.205286, + "hf_subset": "mlt_Latn-tzm_Tfng", + "languages": [ + "mlt-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-acq_Arab", + "languages": [ + "mlt-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.609195, + "recall": 0.687747, + "f1": 0.63156, + "accuracy": 0.687747, + "main_score": 0.63156, + "hf_subset": "mlt_Latn-bem_Latn", + "languages": [ + "mlt-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-epo_Latn", + "languages": [ + "mlt-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mlt_Latn-hun_Latn", + "languages": [ + "mlt-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "mlt_Latn-kir_Cyrl", + "languages": [ + "mlt-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mlt_Latn-mar_Deva", + "languages": [ + "mlt-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.835452, + "recall": 0.881423, + "f1": 0.849638, + "accuracy": 0.881423, + "main_score": 0.849638, + "hf_subset": "mlt_Latn-plt_Latn", + "languages": [ + "mlt-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-srp_Cyrl", + "languages": [ + "mlt-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.913126, + "recall": 0.939723, + "f1": 0.921673, + "accuracy": 0.939723, + "main_score": 0.921673, + "hf_subset": "mlt_Latn-uig_Arab", + "languages": [ + "mlt-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mlt_Latn-aeb_Arab", + "languages": [ + "mlt-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-ben_Beng", + "languages": [ + "mlt-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mlt_Latn-est_Latn", + "languages": [ + "mlt-Latn", + "est-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mlt_Latn-hye_Armn", + "languages": [ + "mlt-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.42965, + "recall": 0.495059, + "f1": 0.447066, + "accuracy": 0.495059, + "main_score": 0.447066, + "hf_subset": "mlt_Latn-kmb_Latn", + "languages": [ + "mlt-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.438899, + "recall": 0.52668, + "f1": 0.460871, + "accuracy": 0.52668, + "main_score": 0.460871, + "hf_subset": "mlt_Latn-min_Arab", + "languages": [ + "mlt-Latn", + "min-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-pol_Latn", + "languages": [ + "mlt-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.682642, + "recall": 0.759881, + "f1": 0.705205, + "accuracy": 0.759881, + "main_score": 0.705205, + "hf_subset": "mlt_Latn-ssw_Latn", + "languages": [ + "mlt-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-ukr_Cyrl", + "languages": [ + "mlt-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-afr_Latn", + "languages": [ + "mlt-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mlt_Latn-bho_Deva", + "languages": [ + "mlt-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-eus_Latn", + "languages": [ + "mlt-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.796212, + "recall": 0.852767, + "f1": 0.813307, + "accuracy": 0.852767, + "main_score": 0.813307, + "hf_subset": "mlt_Latn-ibo_Latn", + "languages": [ + "mlt-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.842721, + "recall": 0.887352, + "f1": 0.856851, + "accuracy": 0.887352, + "main_score": 0.856851, + "hf_subset": "mlt_Latn-kmr_Latn", + "languages": [ + "mlt-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.962204, + "recall": 0.974308, + "f1": 0.96614, + "accuracy": 0.974308, + "main_score": 0.96614, + "hf_subset": "mlt_Latn-min_Latn", + "languages": [ + "mlt-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "mlt_Latn-sun_Latn", + "languages": [ + "mlt-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.425405, + "recall": 0.492095, + "f1": 0.443834, + "accuracy": 0.492095, + "main_score": 0.443834, + "hf_subset": "mlt_Latn-umb_Latn", + "languages": [ + "mlt-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-ajp_Arab", + "languages": [ + "mlt-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.4459, + "recall": 0.535573, + "f1": 0.469028, + "accuracy": 0.535573, + "main_score": 0.469028, + "hf_subset": "mlt_Latn-bjn_Arab", + "languages": [ + "mlt-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.436918, + "recall": 0.492095, + "f1": 0.451877, + "accuracy": 0.492095, + "main_score": 0.451877, + "hf_subset": "mlt_Latn-ewe_Latn", + "languages": [ + "mlt-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "mlt_Latn-ilo_Latn", + "languages": [ + "mlt-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.222282, + "recall": 0.289526, + "f1": 0.239274, + "accuracy": 0.289526, + "main_score": 0.239274, + "hf_subset": "mlt_Latn-knc_Arab", + "languages": [ + "mlt-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mlt_Latn-mkd_Cyrl", + "languages": [ + "mlt-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mlt_Latn-prs_Arab", + "languages": [ + "mlt-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mlt_Latn-swe_Latn", + "languages": [ + "mlt-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mlt_Latn-urd_Arab", + "languages": [ + "mlt-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.676244, + "recall": 0.745059, + "f1": 0.695244, + "accuracy": 0.745059, + "main_score": 0.695244, + "hf_subset": "mlt_Latn-aka_Latn", + "languages": [ + "mlt-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "mlt_Latn-bjn_Latn", + "languages": [ + "mlt-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "mlt_Latn-fao_Latn", + "languages": [ + "mlt-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-ind_Latn", + "languages": [ + "mlt-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.491644, + "recall": 0.545455, + "f1": 0.505609, + "accuracy": 0.545455, + "main_score": 0.505609, + "hf_subset": "mlt_Latn-knc_Latn", + "languages": [ + "mlt-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.608959, + "recall": 0.681818, + "f1": 0.629375, + "accuracy": 0.681818, + "main_score": 0.629375, + "hf_subset": "mlt_Latn-quy_Latn", + "languages": [ + "mlt-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-swh_Latn", + "languages": [ + "mlt-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mlt_Latn-uzn_Latn", + "languages": [ + "mlt-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mlt_Latn-als_Latn", + "languages": [ + "mlt-Latn", + "als-Latn" + ] + }, + { + "precision": 0.72417, + "recall": 0.793478, + "f1": 0.744546, + "accuracy": 0.793478, + "main_score": 0.744546, + "hf_subset": "mlt_Latn-bod_Tibt", + "languages": [ + "mlt-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.58005, + "recall": 0.662055, + "f1": 0.603537, + "accuracy": 0.662055, + "main_score": 0.603537, + "hf_subset": "mlt_Latn-fij_Latn", + "languages": [ + "mlt-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "mlt_Latn-isl_Latn", + "languages": [ + "mlt-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.554027, + "recall": 0.624506, + "f1": 0.573259, + "accuracy": 0.624506, + "main_score": 0.573259, + "hf_subset": "mlt_Latn-kon_Latn", + "languages": [ + "mlt-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.58496, + "recall": 0.661067, + "f1": 0.605579, + "accuracy": 0.661067, + "main_score": 0.605579, + "hf_subset": "mlt_Latn-mni_Beng", + "languages": [ + "mlt-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "mlt_Latn-szl_Latn", + "languages": [ + "mlt-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-vec_Latn", + "languages": [ + "mlt-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.886973, + "recall": 0.920949, + "f1": 0.897628, + "accuracy": 0.920949, + "main_score": 0.897628, + "hf_subset": "mlt_Latn-amh_Ethi", + "languages": [ + "mlt-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mlt_Latn-bos_Latn", + "languages": [ + "mlt-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-fin_Latn", + "languages": [ + "mlt-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-kor_Hang", + "languages": [ + "mlt-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.469897, + "recall": 0.530632, + "f1": 0.486572, + "accuracy": 0.530632, + "main_score": 0.486572, + "hf_subset": "mlt_Latn-mos_Latn", + "languages": [ + "mlt-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.681415, + "recall": 0.748024, + "f1": 0.700817, + "accuracy": 0.748024, + "main_score": 0.700817, + "hf_subset": "mlt_Latn-run_Latn", + "languages": [ + "mlt-Latn", + "run-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "mlt_Latn-tam_Taml", + "languages": [ + "mlt-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mlt_Latn-vie_Latn", + "languages": [ + "mlt-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-apc_Arab", + "languages": [ + "mlt-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.690336, + "recall": 0.756917, + "f1": 0.708787, + "accuracy": 0.756917, + "main_score": 0.708787, + "hf_subset": "mlt_Latn-bug_Latn", + "languages": [ + "mlt-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.416186, + "recall": 0.470356, + "f1": 0.431244, + "accuracy": 0.470356, + "main_score": 0.431244, + "hf_subset": "mlt_Latn-fon_Latn", + "languages": [ + "mlt-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "mlt_Latn-jav_Latn", + "languages": [ + "mlt-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.947628, + "f1": 0.931653, + "accuracy": 0.947628, + "main_score": 0.931653, + "hf_subset": "mlt_Latn-lao_Laoo", + "languages": [ + "mlt-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.822052, + "recall": 0.871542, + "f1": 0.837107, + "accuracy": 0.871542, + "main_score": 0.837107, + "hf_subset": "mlt_Latn-mri_Latn", + "languages": [ + "mlt-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-rus_Cyrl", + "languages": [ + "mlt-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.468529, + "recall": 0.525692, + "f1": 0.483864, + "accuracy": 0.525692, + "main_score": 0.483864, + "hf_subset": "mlt_Latn-taq_Latn", + "languages": [ + "mlt-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "mlt_Latn-war_Latn", + "languages": [ + "mlt-Latn", + "war-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mlt_Latn-arb_Arab", + "languages": [ + "mlt-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "mlt_Latn-bul_Cyrl", + "languages": [ + "mlt-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mlt_Latn-jpn_Jpan", + "languages": [ + "mlt-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mlt_Latn-lij_Latn", + "languages": [ + "mlt-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.960474, + "f1": 0.947628, + "accuracy": 0.960474, + "main_score": 0.947628, + "hf_subset": "mlt_Latn-mya_Mymr", + "languages": [ + "mlt-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.520596, + "recall": 0.583004, + "f1": 0.537663, + "accuracy": 0.583004, + "main_score": 0.537663, + "hf_subset": "mlt_Latn-sag_Latn", + "languages": [ + "mlt-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.208253, + "recall": 0.277668, + "f1": 0.224982, + "accuracy": 0.277668, + "main_score": 0.224982, + "hf_subset": "mlt_Latn-taq_Tfng", + "languages": [ + "mlt-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.618185, + "recall": 0.685771, + "f1": 0.636756, + "accuracy": 0.685771, + "main_score": 0.636756, + "hf_subset": "mlt_Latn-wol_Latn", + "languages": [ + "mlt-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.813142, + "recall": 0.865613, + "f1": 0.829348, + "accuracy": 0.865613, + "main_score": 0.829348, + "hf_subset": "mlt_Latn-arb_Latn", + "languages": [ + "mlt-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "mlt_Latn-fur_Latn", + "languages": [ + "mlt-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.407521, + "recall": 0.480237, + "f1": 0.425957, + "accuracy": 0.480237, + "main_score": 0.425957, + "hf_subset": "mlt_Latn-kab_Latn", + "languages": [ + "mlt-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mlt_Latn-lim_Latn", + "languages": [ + "mlt-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-nld_Latn", + "languages": [ + "mlt-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.953063, + "recall": 0.966403, + "f1": 0.957345, + "accuracy": 0.966403, + "main_score": 0.957345, + "hf_subset": "mlt_Latn-san_Deva", + "languages": [ + "mlt-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mlt_Latn-tat_Cyrl", + "languages": [ + "mlt-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.839377, + "recall": 0.886364, + "f1": 0.854117, + "accuracy": 0.886364, + "main_score": 0.854117, + "hf_subset": "mlt_Latn-xho_Latn", + "languages": [ + "mlt-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mlt_Latn-ars_Arab", + "languages": [ + "mlt-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-ceb_Latn", + "languages": [ + "mlt-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449988, + "recall": 0.517787, + "f1": 0.467572, + "accuracy": 0.517787, + "main_score": 0.467572, + "hf_subset": "mlt_Latn-fuv_Latn", + "languages": [ + "mlt-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.449348, + "recall": 0.516798, + "f1": 0.467414, + "accuracy": 0.516798, + "main_score": 0.467414, + "hf_subset": "mlt_Latn-kac_Latn", + "languages": [ + "mlt-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.578367, + "recall": 0.647233, + "f1": 0.596256, + "accuracy": 0.647233, + "main_score": 0.596256, + "hf_subset": "mlt_Latn-lin_Latn", + "languages": [ + "mlt-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mlt_Latn-nno_Latn", + "languages": [ + "mlt-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.821294, + "recall": 0.871542, + "f1": 0.836825, + "accuracy": 0.871542, + "main_score": 0.836825, + "hf_subset": "mlt_Latn-sat_Olck", + "languages": [ + "mlt-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mlt_Latn-tel_Telu", + "languages": [ + "mlt-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "mlt_Latn-ydd_Hebr", + "languages": [ + "mlt-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "mlt_Latn-ary_Arab", + "languages": [ + "mlt-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mlt_Latn-ces_Latn", + "languages": [ + "mlt-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.531272, + "recall": 0.608696, + "f1": 0.552237, + "accuracy": 0.608696, + "main_score": 0.552237, + "hf_subset": "mlt_Latn-gaz_Latn", + "languages": [ + "mlt-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.489432, + "recall": 0.577075, + "f1": 0.512563, + "accuracy": 0.577075, + "main_score": 0.512563, + "hf_subset": "mlt_Latn-kam_Latn", + "languages": [ + "mlt-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "mlt_Latn-lit_Latn", + "languages": [ + "mlt-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mlt_Latn-nob_Latn", + "languages": [ + "mlt-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mlt_Latn-scn_Latn", + "languages": [ + "mlt-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "mlt_Latn-tgk_Cyrl", + "languages": [ + "mlt-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.658745, + "recall": 0.737154, + "f1": 0.680915, + "accuracy": 0.737154, + "main_score": 0.680915, + "hf_subset": "mlt_Latn-yor_Latn", + "languages": [ + "mlt-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mlt_Latn-arz_Arab", + "languages": [ + "mlt-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.435676, + "recall": 0.508893, + "f1": 0.455718, + "accuracy": 0.508893, + "main_score": 0.455718, + "hf_subset": "mlt_Latn-cjk_Latn", + "languages": [ + "mlt-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.91749, + "recall": 0.943676, + "f1": 0.925889, + "accuracy": 0.943676, + "main_score": 0.925889, + "hf_subset": "mlt_Latn-gla_Latn", + "languages": [ + "mlt-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mlt_Latn-kan_Knda", + "languages": [ + "mlt-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.979167, + "recall": 0.985178, + "f1": 0.980962, + "accuracy": 0.985178, + "main_score": 0.980962, + "hf_subset": "mlt_Latn-lmo_Latn", + "languages": [ + "mlt-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "mlt_Latn-npi_Deva", + "languages": [ + "mlt-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.498975, + "recall": 0.590909, + "f1": 0.524981, + "accuracy": 0.590909, + "main_score": 0.524981, + "hf_subset": "mlt_Latn-shn_Mymr", + "languages": [ + "mlt-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-tgl_Latn", + "languages": [ + "mlt-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mlt_Latn-yue_Hant", + "languages": [ + "mlt-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "mlt_Latn-asm_Beng", + "languages": [ + "mlt-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.901103, + "recall": 0.93083, + "f1": 0.910474, + "accuracy": 0.93083, + "main_score": 0.910474, + "hf_subset": "mlt_Latn-ckb_Arab", + "languages": [ + "mlt-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "mlt_Latn-gle_Latn", + "languages": [ + "mlt-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.864649, + "recall": 0.902174, + "f1": 0.87601, + "accuracy": 0.902174, + "main_score": 0.87601, + "hf_subset": "mlt_Latn-kas_Arab", + "languages": [ + "mlt-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.859107, + "recall": 0.900198, + "f1": 0.872101, + "accuracy": 0.900198, + "main_score": 0.872101, + "hf_subset": "mlt_Latn-ltg_Latn", + "languages": [ + "mlt-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.759923, + "recall": 0.814229, + "f1": 0.776208, + "accuracy": 0.814229, + "main_score": 0.776208, + "hf_subset": "mlt_Latn-nso_Latn", + "languages": [ + "mlt-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "mlt_Latn-sin_Sinh", + "languages": [ + "mlt-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-tha_Thai", + "languages": [ + "mlt-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "mlt_Latn-zho_Hans", + "languages": [ + "mlt-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-ast_Latn", + "languages": [ + "mlt-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.961545, + "recall": 0.97332, + "f1": 0.965316, + "accuracy": 0.97332, + "main_score": 0.965316, + "hf_subset": "mlt_Latn-crh_Latn", + "languages": [ + "mlt-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.807181, + "recall": 0.86166, + "f1": 0.823682, + "accuracy": 0.86166, + "main_score": 0.823682, + "hf_subset": "mlt_Latn-kas_Deva", + "languages": [ + "mlt-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "mlt_Latn-ltz_Latn", + "languages": [ + "mlt-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.404159, + "recall": 0.472332, + "f1": 0.422424, + "accuracy": 0.472332, + "main_score": 0.422424, + "hf_subset": "mlt_Latn-nus_Latn", + "languages": [ + "mlt-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-slk_Latn", + "languages": [ + "mlt-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.586728, + "recall": 0.666008, + "f1": 0.608004, + "accuracy": 0.666008, + "main_score": 0.608004, + "hf_subset": "mlt_Latn-tir_Ethi", + "languages": [ + "mlt-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mlt_Latn-zho_Hant", + "languages": [ + "mlt-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.963027, + "recall": 0.97332, + "f1": 0.966304, + "accuracy": 0.97332, + "main_score": 0.966304, + "hf_subset": "mlt_Latn-awa_Deva", + "languages": [ + "mlt-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-cym_Latn", + "languages": [ + "mlt-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.704212, + "recall": 0.770751, + "f1": 0.723252, + "accuracy": 0.770751, + "main_score": 0.723252, + "hf_subset": "mlt_Latn-grn_Latn", + "languages": [ + "mlt-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mlt_Latn-kat_Geor", + "languages": [ + "mlt-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.549493, + "recall": 0.617589, + "f1": 0.56744, + "accuracy": 0.617589, + "main_score": 0.56744, + "hf_subset": "mlt_Latn-lua_Latn", + "languages": [ + "mlt-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.795323, + "recall": 0.850791, + "f1": 0.812714, + "accuracy": 0.850791, + "main_score": 0.812714, + "hf_subset": "mlt_Latn-nya_Latn", + "languages": [ + "mlt-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-slv_Latn", + "languages": [ + "mlt-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.948485, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "mlt_Latn-tpi_Latn", + "languages": [ + "mlt-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-zsm_Latn", + "languages": [ + "mlt-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.488307, + "recall": 0.55336, + "f1": 0.506841, + "accuracy": 0.55336, + "main_score": 0.506841, + "hf_subset": "mlt_Latn-ayr_Latn", + "languages": [ + "mlt-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-dan_Latn", + "languages": [ + "mlt-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-guj_Gujr", + "languages": [ + "mlt-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-kaz_Cyrl", + "languages": [ + "mlt-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.592764, + "recall": 0.673913, + "f1": 0.615282, + "accuracy": 0.673913, + "main_score": 0.615282, + "hf_subset": "mlt_Latn-lug_Latn", + "languages": [ + "mlt-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-oci_Latn", + "languages": [ + "mlt-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.8083, + "recall": 0.857708, + "f1": 0.823518, + "accuracy": 0.857708, + "main_score": 0.823518, + "hf_subset": "mlt_Latn-smo_Latn", + "languages": [ + "mlt-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.679397, + "recall": 0.755929, + "f1": 0.702099, + "accuracy": 0.755929, + "main_score": 0.702099, + "hf_subset": "mlt_Latn-tsn_Latn", + "languages": [ + "mlt-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.849555, + "recall": 0.892292, + "f1": 0.862846, + "accuracy": 0.892292, + "main_score": 0.862846, + "hf_subset": "mlt_Latn-zul_Latn", + "languages": [ + "mlt-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.87948, + "recall": 0.91502, + "f1": 0.89081, + "accuracy": 0.91502, + "main_score": 0.89081, + "hf_subset": "mlt_Latn-azb_Arab", + "languages": [ + "mlt-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-deu_Latn", + "languages": [ + "mlt-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "mlt_Latn-hat_Latn", + "languages": [ + "mlt-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.444566, + "recall": 0.504941, + "f1": 0.461254, + "accuracy": 0.504941, + "main_score": 0.461254, + "hf_subset": "mlt_Latn-kbp_Latn", + "languages": [ + "mlt-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.49445, + "recall": 0.563241, + "f1": 0.512365, + "accuracy": 0.563241, + "main_score": 0.512365, + "hf_subset": "mlt_Latn-luo_Latn", + "languages": [ + "mlt-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "mlt_Latn-ory_Orya", + "languages": [ + "mlt-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.861199, + "recall": 0.901186, + "f1": 0.873814, + "accuracy": 0.901186, + "main_score": 0.873814, + "hf_subset": "mlt_Latn-sna_Latn", + "languages": [ + "mlt-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.601614, + "recall": 0.682806, + "f1": 0.623856, + "accuracy": 0.682806, + "main_score": 0.623856, + "hf_subset": "mlt_Latn-tso_Latn", + "languages": [ + "mlt-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mlt_Latn-azj_Latn", + "languages": [ + "mlt-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.479439, + "recall": 0.551383, + "f1": 0.499608, + "accuracy": 0.551383, + "main_score": 0.499608, + "hf_subset": "mlt_Latn-dik_Latn", + "languages": [ + "mlt-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.865448, + "recall": 0.90415, + "f1": 0.877602, + "accuracy": 0.90415, + "main_score": 0.877602, + "hf_subset": "mlt_Latn-hau_Latn", + "languages": [ + "mlt-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.949522, + "recall": 0.965415, + "f1": 0.954611, + "accuracy": 0.965415, + "main_score": 0.954611, + "hf_subset": "mlt_Latn-kea_Latn", + "languages": [ + "mlt-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.892787, + "recall": 0.922925, + "f1": 0.901976, + "accuracy": 0.922925, + "main_score": 0.901976, + "hf_subset": "mlt_Latn-lus_Latn", + "languages": [ + "mlt-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.818433, + "recall": 0.862648, + "f1": 0.831176, + "accuracy": 0.862648, + "main_score": 0.831176, + "hf_subset": "mlt_Latn-pag_Latn", + "languages": [ + "mlt-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "mlt_Latn-snd_Arab", + "languages": [ + "mlt-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mlt_Latn-tuk_Latn", + "languages": [ + "mlt-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mlt_Latn-bak_Cyrl", + "languages": [ + "mlt-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.447408, + "recall": 0.521739, + "f1": 0.467716, + "accuracy": 0.521739, + "main_score": 0.467716, + "hf_subset": "mlt_Latn-dyu_Latn", + "languages": [ + "mlt-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-heb_Hebr", + "languages": [ + "mlt-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.947052, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "mlt_Latn-khk_Cyrl", + "languages": [ + "mlt-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-lvs_Latn", + "languages": [ + "mlt-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-pan_Guru", + "languages": [ + "mlt-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.833449, + "recall": 0.881423, + "f1": 0.848353, + "accuracy": 0.881423, + "main_score": 0.848353, + "hf_subset": "mlt_Latn-som_Latn", + "languages": [ + "mlt-Latn", + "som-Latn" + ] + }, + { + "precision": 0.641238, + "recall": 0.713439, + "f1": 0.662898, + "accuracy": 0.713439, + "main_score": 0.662898, + "hf_subset": "mlt_Latn-tum_Latn", + "languages": [ + "mlt-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.436893, + "recall": 0.500988, + "f1": 0.454539, + "accuracy": 0.500988, + "main_score": 0.454539, + "hf_subset": "quy_Latn-ace_Arab", + "languages": [ + "quy-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.482989, + "recall": 0.529644, + "f1": 0.495897, + "accuracy": 0.529644, + "main_score": 0.495897, + "hf_subset": "quy_Latn-bam_Latn", + "languages": [ + "quy-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.364047, + "recall": 0.427866, + "f1": 0.381063, + "accuracy": 0.427866, + "main_score": 0.381063, + "hf_subset": "quy_Latn-dzo_Tibt", + "languages": [ + "quy-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.631316, + "recall": 0.681818, + "f1": 0.645037, + "accuracy": 0.681818, + "main_score": 0.645037, + "hf_subset": "quy_Latn-hin_Deva", + "languages": [ + "quy-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.555045, + "recall": 0.613636, + "f1": 0.571126, + "accuracy": 0.613636, + "main_score": 0.571126, + "hf_subset": "quy_Latn-khm_Khmr", + "languages": [ + "quy-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.630173, + "recall": 0.671937, + "f1": 0.641539, + "accuracy": 0.671937, + "main_score": 0.641539, + "hf_subset": "quy_Latn-mag_Deva", + "languages": [ + "quy-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.61669, + "recall": 0.659091, + "f1": 0.628186, + "accuracy": 0.659091, + "main_score": 0.628186, + "hf_subset": "quy_Latn-pap_Latn", + "languages": [ + "quy-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.542559, + "recall": 0.589921, + "f1": 0.5555, + "accuracy": 0.589921, + "main_score": 0.5555, + "hf_subset": "quy_Latn-sot_Latn", + "languages": [ + "quy-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.623217, + "recall": 0.668972, + "f1": 0.635915, + "accuracy": 0.668972, + "main_score": 0.635915, + "hf_subset": "quy_Latn-tur_Latn", + "languages": [ + "quy-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.58711, + "recall": 0.630435, + "f1": 0.598823, + "accuracy": 0.630435, + "main_score": 0.598823, + "hf_subset": "quy_Latn-ace_Latn", + "languages": [ + "quy-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.592135, + "recall": 0.636364, + "f1": 0.604043, + "accuracy": 0.636364, + "main_score": 0.604043, + "hf_subset": "quy_Latn-ban_Latn", + "languages": [ + "quy-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.605792, + "recall": 0.656126, + "f1": 0.619613, + "accuracy": 0.656126, + "main_score": 0.619613, + "hf_subset": "quy_Latn-ell_Grek", + "languages": [ + "quy-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.620987, + "recall": 0.663043, + "f1": 0.632231, + "accuracy": 0.663043, + "main_score": 0.632231, + "hf_subset": "quy_Latn-hne_Deva", + "languages": [ + "quy-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.524273, + "recall": 0.56917, + "f1": 0.536744, + "accuracy": 0.56917, + "main_score": 0.536744, + "hf_subset": "quy_Latn-kik_Latn", + "languages": [ + "quy-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.626957, + "recall": 0.679842, + "f1": 0.640902, + "accuracy": 0.679842, + "main_score": 0.640902, + "hf_subset": "quy_Latn-mai_Deva", + "languages": [ + "quy-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.547601, + "recall": 0.599802, + "f1": 0.561833, + "accuracy": 0.599802, + "main_score": 0.561833, + "hf_subset": "quy_Latn-pbt_Arab", + "languages": [ + "quy-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.659412, + "recall": 0.70751, + "f1": 0.672856, + "accuracy": 0.70751, + "main_score": 0.672856, + "hf_subset": "quy_Latn-spa_Latn", + "languages": [ + "quy-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.57671, + "recall": 0.615613, + "f1": 0.58748, + "accuracy": 0.615613, + "main_score": 0.58748, + "hf_subset": "quy_Latn-twi_Latn", + "languages": [ + "quy-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.612373, + "recall": 0.664032, + "f1": 0.626267, + "accuracy": 0.664032, + "main_score": 0.626267, + "hf_subset": "quy_Latn-acm_Arab", + "languages": [ + "quy-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.582258, + "recall": 0.632411, + "f1": 0.59567, + "accuracy": 0.632411, + "main_score": 0.59567, + "hf_subset": "quy_Latn-bel_Cyrl", + "languages": [ + "quy-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.642559, + "recall": 0.694664, + "f1": 0.657212, + "accuracy": 0.694664, + "main_score": 0.657212, + "hf_subset": "quy_Latn-eng_Latn", + "languages": [ + "quy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.609596, + "recall": 0.659091, + "f1": 0.623671, + "accuracy": 0.659091, + "main_score": 0.623671, + "hf_subset": "quy_Latn-hrv_Latn", + "languages": [ + "quy-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.537873, + "recall": 0.591897, + "f1": 0.552602, + "accuracy": 0.591897, + "main_score": 0.552602, + "hf_subset": "quy_Latn-kin_Latn", + "languages": [ + "quy-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.582994, + "recall": 0.639328, + "f1": 0.59721, + "accuracy": 0.639328, + "main_score": 0.59721, + "hf_subset": "quy_Latn-mal_Mlym", + "languages": [ + "quy-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.608042, + "recall": 0.653162, + "f1": 0.620409, + "accuracy": 0.653162, + "main_score": 0.620409, + "hf_subset": "quy_Latn-pes_Arab", + "languages": [ + "quy-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.617981, + "recall": 0.662055, + "f1": 0.629859, + "accuracy": 0.662055, + "main_score": 0.629859, + "hf_subset": "quy_Latn-srd_Latn", + "languages": [ + "quy-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.226842, + "recall": 0.285573, + "f1": 0.242455, + "accuracy": 0.285573, + "main_score": 0.242455, + "hf_subset": "quy_Latn-tzm_Tfng", + "languages": [ + "quy-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.61404, + "recall": 0.661067, + "f1": 0.627081, + "accuracy": 0.661067, + "main_score": 0.627081, + "hf_subset": "quy_Latn-acq_Arab", + "languages": [ + "quy-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.555713, + "recall": 0.599802, + "f1": 0.568069, + "accuracy": 0.599802, + "main_score": 0.568069, + "hf_subset": "quy_Latn-bem_Latn", + "languages": [ + "quy-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.600423, + "recall": 0.649209, + "f1": 0.612862, + "accuracy": 0.649209, + "main_score": 0.612862, + "hf_subset": "quy_Latn-epo_Latn", + "languages": [ + "quy-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.642674, + "recall": 0.685771, + "f1": 0.654647, + "accuracy": 0.685771, + "main_score": 0.654647, + "hf_subset": "quy_Latn-hun_Latn", + "languages": [ + "quy-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.594362, + "recall": 0.648221, + "f1": 0.609446, + "accuracy": 0.648221, + "main_score": 0.609446, + "hf_subset": "quy_Latn-kir_Cyrl", + "languages": [ + "quy-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.613523, + "recall": 0.66502, + "f1": 0.62781, + "accuracy": 0.66502, + "main_score": 0.62781, + "hf_subset": "quy_Latn-mar_Deva", + "languages": [ + "quy-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.561242, + "recall": 0.612648, + "f1": 0.575645, + "accuracy": 0.612648, + "main_score": 0.575645, + "hf_subset": "quy_Latn-plt_Latn", + "languages": [ + "quy-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.596129, + "recall": 0.644269, + "f1": 0.609502, + "accuracy": 0.644269, + "main_score": 0.609502, + "hf_subset": "quy_Latn-srp_Cyrl", + "languages": [ + "quy-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.541383, + "recall": 0.599802, + "f1": 0.555771, + "accuracy": 0.599802, + "main_score": 0.555771, + "hf_subset": "quy_Latn-uig_Arab", + "languages": [ + "quy-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.586496, + "recall": 0.634387, + "f1": 0.599333, + "accuracy": 0.634387, + "main_score": 0.599333, + "hf_subset": "quy_Latn-aeb_Arab", + "languages": [ + "quy-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.594261, + "recall": 0.642292, + "f1": 0.607562, + "accuracy": 0.642292, + "main_score": 0.607562, + "hf_subset": "quy_Latn-ben_Beng", + "languages": [ + "quy-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.624055, + "recall": 0.66502, + "f1": 0.635471, + "accuracy": 0.66502, + "main_score": 0.635471, + "hf_subset": "quy_Latn-est_Latn", + "languages": [ + "quy-Latn", + "est-Latn" + ] + }, + { + "precision": 0.588111, + "recall": 0.641304, + "f1": 0.601509, + "accuracy": 0.641304, + "main_score": 0.601509, + "hf_subset": "quy_Latn-hye_Armn", + "languages": [ + "quy-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.503896, + "recall": 0.550395, + "f1": 0.517031, + "accuracy": 0.550395, + "main_score": 0.517031, + "hf_subset": "quy_Latn-kmb_Latn", + "languages": [ + "quy-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.399434, + "recall": 0.460474, + "f1": 0.416369, + "accuracy": 0.460474, + "main_score": 0.416369, + "hf_subset": "quy_Latn-min_Arab", + "languages": [ + "quy-Latn", + "min-Arab" + ] + }, + { + "precision": 0.63379, + "recall": 0.683794, + "f1": 0.647478, + "accuracy": 0.683794, + "main_score": 0.647478, + "hf_subset": "quy_Latn-pol_Latn", + "languages": [ + "quy-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.525373, + "recall": 0.577075, + "f1": 0.539339, + "accuracy": 0.577075, + "main_score": 0.539339, + "hf_subset": "quy_Latn-ssw_Latn", + "languages": [ + "quy-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.619039, + "recall": 0.664032, + "f1": 0.631663, + "accuracy": 0.664032, + "main_score": 0.631663, + "hf_subset": "quy_Latn-ukr_Cyrl", + "languages": [ + "quy-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.600374, + "recall": 0.651186, + "f1": 0.613669, + "accuracy": 0.651186, + "main_score": 0.613669, + "hf_subset": "quy_Latn-afr_Latn", + "languages": [ + "quy-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.628971, + "recall": 0.682806, + "f1": 0.642938, + "accuracy": 0.682806, + "main_score": 0.642938, + "hf_subset": "quy_Latn-bho_Deva", + "languages": [ + "quy-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.605759, + "recall": 0.646245, + "f1": 0.616788, + "accuracy": 0.646245, + "main_score": 0.616788, + "hf_subset": "quy_Latn-eus_Latn", + "languages": [ + "quy-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.570334, + "recall": 0.619565, + "f1": 0.583826, + "accuracy": 0.619565, + "main_score": 0.583826, + "hf_subset": "quy_Latn-ibo_Latn", + "languages": [ + "quy-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.571116, + "recall": 0.620553, + "f1": 0.584001, + "accuracy": 0.620553, + "main_score": 0.584001, + "hf_subset": "quy_Latn-kmr_Latn", + "languages": [ + "quy-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.582312, + "recall": 0.62747, + "f1": 0.594868, + "accuracy": 0.62747, + "main_score": 0.594868, + "hf_subset": "quy_Latn-min_Latn", + "languages": [ + "quy-Latn", + "min-Latn" + ] + }, + { + "precision": 0.638108, + "recall": 0.681818, + "f1": 0.650351, + "accuracy": 0.681818, + "main_score": 0.650351, + "hf_subset": "quy_Latn-por_Latn", + "languages": [ + "quy-Latn", + "por-Latn" + ] + }, + { + "precision": 0.587558, + "recall": 0.632411, + "f1": 0.59988, + "accuracy": 0.632411, + "main_score": 0.59988, + "hf_subset": "quy_Latn-sun_Latn", + "languages": [ + "quy-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.505148, + "recall": 0.544466, + "f1": 0.516994, + "accuracy": 0.544466, + "main_score": 0.516994, + "hf_subset": "quy_Latn-umb_Latn", + "languages": [ + "quy-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.622752, + "recall": 0.666996, + "f1": 0.634837, + "accuracy": 0.666996, + "main_score": 0.634837, + "hf_subset": "quy_Latn-ajp_Arab", + "languages": [ + "quy-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.441097, + "recall": 0.500988, + "f1": 0.457499, + "accuracy": 0.500988, + "main_score": 0.457499, + "hf_subset": "quy_Latn-bjn_Arab", + "languages": [ + "quy-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.486632, + "recall": 0.531621, + "f1": 0.499398, + "accuracy": 0.531621, + "main_score": 0.499398, + "hf_subset": "quy_Latn-ewe_Latn", + "languages": [ + "quy-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.600022, + "recall": 0.653162, + "f1": 0.613966, + "accuracy": 0.653162, + "main_score": 0.613966, + "hf_subset": "quy_Latn-ilo_Latn", + "languages": [ + "quy-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.27157, + "recall": 0.324111, + "f1": 0.285227, + "accuracy": 0.324111, + "main_score": 0.285227, + "hf_subset": "quy_Latn-knc_Arab", + "languages": [ + "quy-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.607381, + "recall": 0.656126, + "f1": 0.620549, + "accuracy": 0.656126, + "main_score": 0.620549, + "hf_subset": "quy_Latn-mkd_Cyrl", + "languages": [ + "quy-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.606324, + "recall": 0.663043, + "f1": 0.621345, + "accuracy": 0.663043, + "main_score": 0.621345, + "hf_subset": "quy_Latn-prs_Arab", + "languages": [ + "quy-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.632021, + "recall": 0.675889, + "f1": 0.644023, + "accuracy": 0.675889, + "main_score": 0.644023, + "hf_subset": "quy_Latn-swe_Latn", + "languages": [ + "quy-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.581033, + "recall": 0.629447, + "f1": 0.594033, + "accuracy": 0.629447, + "main_score": 0.594033, + "hf_subset": "quy_Latn-urd_Arab", + "languages": [ + "quy-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.569095, + "recall": 0.605731, + "f1": 0.578753, + "accuracy": 0.605731, + "main_score": 0.578753, + "hf_subset": "quy_Latn-aka_Latn", + "languages": [ + "quy-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.61343, + "recall": 0.658103, + "f1": 0.625145, + "accuracy": 0.658103, + "main_score": 0.625145, + "hf_subset": "quy_Latn-bjn_Latn", + "languages": [ + "quy-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.576097, + "recall": 0.623518, + "f1": 0.588972, + "accuracy": 0.623518, + "main_score": 0.588972, + "hf_subset": "quy_Latn-fao_Latn", + "languages": [ + "quy-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.608392, + "recall": 0.656126, + "f1": 0.620995, + "accuracy": 0.656126, + "main_score": 0.620995, + "hf_subset": "quy_Latn-ind_Latn", + "languages": [ + "quy-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.527266, + "recall": 0.564229, + "f1": 0.538126, + "accuracy": 0.564229, + "main_score": 0.538126, + "hf_subset": "quy_Latn-knc_Latn", + "languages": [ + "quy-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.584857, + "recall": 0.630435, + "f1": 0.59733, + "accuracy": 0.630435, + "main_score": 0.59733, + "hf_subset": "quy_Latn-mlt_Latn", + "languages": [ + "quy-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.586866, + "recall": 0.63834, + "f1": 0.600785, + "accuracy": 0.63834, + "main_score": 0.600785, + "hf_subset": "quy_Latn-swh_Latn", + "languages": [ + "quy-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.587773, + "recall": 0.642292, + "f1": 0.602182, + "accuracy": 0.642292, + "main_score": 0.602182, + "hf_subset": "quy_Latn-uzn_Latn", + "languages": [ + "quy-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.608841, + "recall": 0.650198, + "f1": 0.620077, + "accuracy": 0.650198, + "main_score": 0.620077, + "hf_subset": "quy_Latn-als_Latn", + "languages": [ + "quy-Latn", + "als-Latn" + ] + }, + { + "precision": 0.416643, + "recall": 0.480237, + "f1": 0.433921, + "accuracy": 0.480237, + "main_score": 0.433921, + "hf_subset": "quy_Latn-bod_Tibt", + "languages": [ + "quy-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.529945, + "recall": 0.578063, + "f1": 0.543481, + "accuracy": 0.578063, + "main_score": 0.543481, + "hf_subset": "quy_Latn-fij_Latn", + "languages": [ + "quy-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.566666, + "recall": 0.618577, + "f1": 0.580444, + "accuracy": 0.618577, + "main_score": 0.580444, + "hf_subset": "quy_Latn-isl_Latn", + "languages": [ + "quy-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.563644, + "recall": 0.606719, + "f1": 0.576253, + "accuracy": 0.606719, + "main_score": 0.576253, + "hf_subset": "quy_Latn-kon_Latn", + "languages": [ + "quy-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.505052, + "recall": 0.556324, + "f1": 0.519352, + "accuracy": 0.556324, + "main_score": 0.519352, + "hf_subset": "quy_Latn-mni_Beng", + "languages": [ + "quy-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.613598, + "recall": 0.666996, + "f1": 0.627383, + "accuracy": 0.666996, + "main_score": 0.627383, + "hf_subset": "quy_Latn-ron_Latn", + "languages": [ + "quy-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.625289, + "recall": 0.668972, + "f1": 0.637579, + "accuracy": 0.668972, + "main_score": 0.637579, + "hf_subset": "quy_Latn-szl_Latn", + "languages": [ + "quy-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.653007, + "recall": 0.689723, + "f1": 0.663244, + "accuracy": 0.689723, + "main_score": 0.663244, + "hf_subset": "quy_Latn-vec_Latn", + "languages": [ + "quy-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.595333, + "recall": 0.644269, + "f1": 0.608562, + "accuracy": 0.644269, + "main_score": 0.608562, + "hf_subset": "quy_Latn-amh_Ethi", + "languages": [ + "quy-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.62758, + "recall": 0.666008, + "f1": 0.638349, + "accuracy": 0.666008, + "main_score": 0.638349, + "hf_subset": "quy_Latn-bos_Latn", + "languages": [ + "quy-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.59943, + "recall": 0.649209, + "f1": 0.613333, + "accuracy": 0.649209, + "main_score": 0.613333, + "hf_subset": "quy_Latn-fin_Latn", + "languages": [ + "quy-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.635643, + "recall": 0.68083, + "f1": 0.648178, + "accuracy": 0.68083, + "main_score": 0.648178, + "hf_subset": "quy_Latn-ita_Latn", + "languages": [ + "quy-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.636723, + "recall": 0.685771, + "f1": 0.650499, + "accuracy": 0.685771, + "main_score": 0.650499, + "hf_subset": "quy_Latn-kor_Hang", + "languages": [ + "quy-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.499644, + "recall": 0.547431, + "f1": 0.513021, + "accuracy": 0.547431, + "main_score": 0.513021, + "hf_subset": "quy_Latn-mos_Latn", + "languages": [ + "quy-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.524343, + "recall": 0.577075, + "f1": 0.539036, + "accuracy": 0.577075, + "main_score": 0.539036, + "hf_subset": "quy_Latn-run_Latn", + "languages": [ + "quy-Latn", + "run-Latn" + ] + }, + { + "precision": 0.581302, + "recall": 0.630435, + "f1": 0.594937, + "accuracy": 0.630435, + "main_score": 0.594937, + "hf_subset": "quy_Latn-tam_Taml", + "languages": [ + "quy-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.608177, + "recall": 0.651186, + "f1": 0.620059, + "accuracy": 0.651186, + "main_score": 0.620059, + "hf_subset": "quy_Latn-vie_Latn", + "languages": [ + "quy-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.623639, + "recall": 0.66502, + "f1": 0.634731, + "accuracy": 0.66502, + "main_score": 0.634731, + "hf_subset": "quy_Latn-apc_Arab", + "languages": [ + "quy-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.583086, + "recall": 0.625494, + "f1": 0.595022, + "accuracy": 0.625494, + "main_score": 0.595022, + "hf_subset": "quy_Latn-bug_Latn", + "languages": [ + "quy-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.454795, + "recall": 0.495059, + "f1": 0.466326, + "accuracy": 0.495059, + "main_score": 0.466326, + "hf_subset": "quy_Latn-fon_Latn", + "languages": [ + "quy-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.597326, + "recall": 0.640316, + "f1": 0.609433, + "accuracy": 0.640316, + "main_score": 0.609433, + "hf_subset": "quy_Latn-jav_Latn", + "languages": [ + "quy-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.553641, + "recall": 0.59585, + "f1": 0.56553, + "accuracy": 0.59585, + "main_score": 0.56553, + "hf_subset": "quy_Latn-lao_Laoo", + "languages": [ + "quy-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.530433, + "recall": 0.585968, + "f1": 0.546086, + "accuracy": 0.585968, + "main_score": 0.546086, + "hf_subset": "quy_Latn-mri_Latn", + "languages": [ + "quy-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.626034, + "recall": 0.671937, + "f1": 0.63893, + "accuracy": 0.671937, + "main_score": 0.63893, + "hf_subset": "quy_Latn-rus_Cyrl", + "languages": [ + "quy-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.505347, + "recall": 0.551383, + "f1": 0.518086, + "accuracy": 0.551383, + "main_score": 0.518086, + "hf_subset": "quy_Latn-taq_Latn", + "languages": [ + "quy-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.611041, + "recall": 0.659091, + "f1": 0.623877, + "accuracy": 0.659091, + "main_score": 0.623877, + "hf_subset": "quy_Latn-war_Latn", + "languages": [ + "quy-Latn", + "war-Latn" + ] + }, + { + "precision": 0.607054, + "recall": 0.660079, + "f1": 0.621172, + "accuracy": 0.660079, + "main_score": 0.621172, + "hf_subset": "quy_Latn-arb_Arab", + "languages": [ + "quy-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.622178, + "recall": 0.668972, + "f1": 0.634981, + "accuracy": 0.668972, + "main_score": 0.634981, + "hf_subset": "quy_Latn-bul_Cyrl", + "languages": [ + "quy-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.64487, + "recall": 0.695652, + "f1": 0.658283, + "accuracy": 0.695652, + "main_score": 0.658283, + "hf_subset": "quy_Latn-fra_Latn", + "languages": [ + "quy-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.626344, + "recall": 0.675889, + "f1": 0.639818, + "accuracy": 0.675889, + "main_score": 0.639818, + "hf_subset": "quy_Latn-jpn_Jpan", + "languages": [ + "quy-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.646486, + "recall": 0.6917, + "f1": 0.657899, + "accuracy": 0.6917, + "main_score": 0.657899, + "hf_subset": "quy_Latn-lij_Latn", + "languages": [ + "quy-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.574095, + "recall": 0.628458, + "f1": 0.588541, + "accuracy": 0.628458, + "main_score": 0.588541, + "hf_subset": "quy_Latn-mya_Mymr", + "languages": [ + "quy-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.549467, + "recall": 0.593874, + "f1": 0.561593, + "accuracy": 0.593874, + "main_score": 0.561593, + "hf_subset": "quy_Latn-sag_Latn", + "languages": [ + "quy-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.235636, + "recall": 0.300395, + "f1": 0.252281, + "accuracy": 0.300395, + "main_score": 0.252281, + "hf_subset": "quy_Latn-taq_Tfng", + "languages": [ + "quy-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.575769, + "recall": 0.616601, + "f1": 0.587645, + "accuracy": 0.616601, + "main_score": 0.587645, + "hf_subset": "quy_Latn-wol_Latn", + "languages": [ + "quy-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.510529, + "recall": 0.567194, + "f1": 0.525591, + "accuracy": 0.567194, + "main_score": 0.525591, + "hf_subset": "quy_Latn-arb_Latn", + "languages": [ + "quy-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.630556, + "recall": 0.671937, + "f1": 0.641889, + "accuracy": 0.671937, + "main_score": 0.641889, + "hf_subset": "quy_Latn-cat_Latn", + "languages": [ + "quy-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.644179, + "recall": 0.687747, + "f1": 0.655325, + "accuracy": 0.687747, + "main_score": 0.655325, + "hf_subset": "quy_Latn-fur_Latn", + "languages": [ + "quy-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.4244, + "recall": 0.480237, + "f1": 0.440217, + "accuracy": 0.480237, + "main_score": 0.440217, + "hf_subset": "quy_Latn-kab_Latn", + "languages": [ + "quy-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.595662, + "recall": 0.641304, + "f1": 0.607332, + "accuracy": 0.641304, + "main_score": 0.607332, + "hf_subset": "quy_Latn-lim_Latn", + "languages": [ + "quy-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.61887, + "recall": 0.671937, + "f1": 0.633785, + "accuracy": 0.671937, + "main_score": 0.633785, + "hf_subset": "quy_Latn-nld_Latn", + "languages": [ + "quy-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.567647, + "recall": 0.619565, + "f1": 0.582125, + "accuracy": 0.619565, + "main_score": 0.582125, + "hf_subset": "quy_Latn-san_Deva", + "languages": [ + "quy-Latn", + "san-Deva" + ] + }, + { + "precision": 0.591298, + "recall": 0.639328, + "f1": 0.603994, + "accuracy": 0.639328, + "main_score": 0.603994, + "hf_subset": "quy_Latn-tat_Cyrl", + "languages": [ + "quy-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.554361, + "recall": 0.604743, + "f1": 0.567901, + "accuracy": 0.604743, + "main_score": 0.567901, + "hf_subset": "quy_Latn-xho_Latn", + "languages": [ + "quy-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.61593, + "recall": 0.663043, + "f1": 0.628669, + "accuracy": 0.663043, + "main_score": 0.628669, + "hf_subset": "quy_Latn-ars_Arab", + "languages": [ + "quy-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.595712, + "recall": 0.639328, + "f1": 0.607308, + "accuracy": 0.639328, + "main_score": 0.607308, + "hf_subset": "quy_Latn-ceb_Latn", + "languages": [ + "quy-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.48074, + "recall": 0.534585, + "f1": 0.496365, + "accuracy": 0.534585, + "main_score": 0.496365, + "hf_subset": "quy_Latn-fuv_Latn", + "languages": [ + "quy-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.493526, + "recall": 0.54249, + "f1": 0.506568, + "accuracy": 0.54249, + "main_score": 0.506568, + "hf_subset": "quy_Latn-kac_Latn", + "languages": [ + "quy-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.575718, + "recall": 0.614625, + "f1": 0.586978, + "accuracy": 0.614625, + "main_score": 0.586978, + "hf_subset": "quy_Latn-lin_Latn", + "languages": [ + "quy-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.598107, + "recall": 0.644269, + "f1": 0.610008, + "accuracy": 0.644269, + "main_score": 0.610008, + "hf_subset": "quy_Latn-nno_Latn", + "languages": [ + "quy-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.55464, + "recall": 0.61166, + "f1": 0.570699, + "accuracy": 0.61166, + "main_score": 0.570699, + "hf_subset": "quy_Latn-sat_Olck", + "languages": [ + "quy-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.582759, + "recall": 0.631423, + "f1": 0.595619, + "accuracy": 0.631423, + "main_score": 0.595619, + "hf_subset": "quy_Latn-tel_Telu", + "languages": [ + "quy-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.589802, + "recall": 0.643281, + "f1": 0.603557, + "accuracy": 0.643281, + "main_score": 0.603557, + "hf_subset": "quy_Latn-ydd_Hebr", + "languages": [ + "quy-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.581503, + "recall": 0.637352, + "f1": 0.596243, + "accuracy": 0.637352, + "main_score": 0.596243, + "hf_subset": "quy_Latn-ary_Arab", + "languages": [ + "quy-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.627131, + "recall": 0.677866, + "f1": 0.640401, + "accuracy": 0.677866, + "main_score": 0.640401, + "hf_subset": "quy_Latn-ces_Latn", + "languages": [ + "quy-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.496033, + "recall": 0.55336, + "f1": 0.512127, + "accuracy": 0.55336, + "main_score": 0.512127, + "hf_subset": "quy_Latn-gaz_Latn", + "languages": [ + "quy-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.517631, + "recall": 0.568182, + "f1": 0.532757, + "accuracy": 0.568182, + "main_score": 0.532757, + "hf_subset": "quy_Latn-kam_Latn", + "languages": [ + "quy-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.60863, + "recall": 0.655138, + "f1": 0.621052, + "accuracy": 0.655138, + "main_score": 0.621052, + "hf_subset": "quy_Latn-lit_Latn", + "languages": [ + "quy-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.626612, + "recall": 0.672925, + "f1": 0.639175, + "accuracy": 0.672925, + "main_score": 0.639175, + "hf_subset": "quy_Latn-nob_Latn", + "languages": [ + "quy-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.613156, + "recall": 0.661067, + "f1": 0.62665, + "accuracy": 0.661067, + "main_score": 0.62665, + "hf_subset": "quy_Latn-scn_Latn", + "languages": [ + "quy-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.579884, + "recall": 0.623518, + "f1": 0.591727, + "accuracy": 0.623518, + "main_score": 0.591727, + "hf_subset": "quy_Latn-tgk_Cyrl", + "languages": [ + "quy-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.498707, + "recall": 0.5583, + "f1": 0.51547, + "accuracy": 0.5583, + "main_score": 0.51547, + "hf_subset": "quy_Latn-yor_Latn", + "languages": [ + "quy-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.618157, + "recall": 0.668972, + "f1": 0.631132, + "accuracy": 0.668972, + "main_score": 0.631132, + "hf_subset": "quy_Latn-arz_Arab", + "languages": [ + "quy-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.508896, + "recall": 0.5583, + "f1": 0.523203, + "accuracy": 0.5583, + "main_score": 0.523203, + "hf_subset": "quy_Latn-cjk_Latn", + "languages": [ + "quy-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.557884, + "recall": 0.613636, + "f1": 0.573067, + "accuracy": 0.613636, + "main_score": 0.573067, + "hf_subset": "quy_Latn-gla_Latn", + "languages": [ + "quy-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.579655, + "recall": 0.629447, + "f1": 0.593403, + "accuracy": 0.629447, + "main_score": 0.593403, + "hf_subset": "quy_Latn-kan_Knda", + "languages": [ + "quy-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.63946, + "recall": 0.682806, + "f1": 0.65072, + "accuracy": 0.682806, + "main_score": 0.65072, + "hf_subset": "quy_Latn-lmo_Latn", + "languages": [ + "quy-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.600393, + "recall": 0.649209, + "f1": 0.613121, + "accuracy": 0.649209, + "main_score": 0.613121, + "hf_subset": "quy_Latn-npi_Deva", + "languages": [ + "quy-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.434501, + "recall": 0.494071, + "f1": 0.451457, + "accuracy": 0.494071, + "main_score": 0.451457, + "hf_subset": "quy_Latn-shn_Mymr", + "languages": [ + "quy-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.614194, + "recall": 0.666008, + "f1": 0.627381, + "accuracy": 0.666008, + "main_score": 0.627381, + "hf_subset": "quy_Latn-tgl_Latn", + "languages": [ + "quy-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.593446, + "recall": 0.644269, + "f1": 0.606769, + "accuracy": 0.644269, + "main_score": 0.606769, + "hf_subset": "quy_Latn-yue_Hant", + "languages": [ + "quy-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.551264, + "recall": 0.610672, + "f1": 0.567358, + "accuracy": 0.610672, + "main_score": 0.567358, + "hf_subset": "quy_Latn-asm_Beng", + "languages": [ + "quy-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.578313, + "recall": 0.632411, + "f1": 0.593425, + "accuracy": 0.632411, + "main_score": 0.593425, + "hf_subset": "quy_Latn-ckb_Arab", + "languages": [ + "quy-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.564768, + "recall": 0.617589, + "f1": 0.579237, + "accuracy": 0.617589, + "main_score": 0.579237, + "hf_subset": "quy_Latn-gle_Latn", + "languages": [ + "quy-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.57555, + "recall": 0.628458, + "f1": 0.589956, + "accuracy": 0.628458, + "main_score": 0.589956, + "hf_subset": "quy_Latn-kas_Arab", + "languages": [ + "quy-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.610003, + "recall": 0.656126, + "f1": 0.62249, + "accuracy": 0.656126, + "main_score": 0.62249, + "hf_subset": "quy_Latn-ltg_Latn", + "languages": [ + "quy-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.563209, + "recall": 0.612648, + "f1": 0.577772, + "accuracy": 0.612648, + "main_score": 0.577772, + "hf_subset": "quy_Latn-nso_Latn", + "languages": [ + "quy-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.563966, + "recall": 0.616601, + "f1": 0.578064, + "accuracy": 0.616601, + "main_score": 0.578064, + "hf_subset": "quy_Latn-sin_Sinh", + "languages": [ + "quy-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.601578, + "recall": 0.649209, + "f1": 0.614316, + "accuracy": 0.649209, + "main_score": 0.614316, + "hf_subset": "quy_Latn-tha_Thai", + "languages": [ + "quy-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.556103, + "recall": 0.602767, + "f1": 0.568487, + "accuracy": 0.602767, + "main_score": 0.568487, + "hf_subset": "quy_Latn-zho_Hans", + "languages": [ + "quy-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.599569, + "recall": 0.649209, + "f1": 0.61269, + "accuracy": 0.649209, + "main_score": 0.61269, + "hf_subset": "quy_Latn-ast_Latn", + "languages": [ + "quy-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.6184, + "recall": 0.664032, + "f1": 0.630826, + "accuracy": 0.664032, + "main_score": 0.630826, + "hf_subset": "quy_Latn-crh_Latn", + "languages": [ + "quy-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.61914, + "recall": 0.667984, + "f1": 0.631801, + "accuracy": 0.667984, + "main_score": 0.631801, + "hf_subset": "quy_Latn-glg_Latn", + "languages": [ + "quy-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.574544, + "recall": 0.625494, + "f1": 0.588962, + "accuracy": 0.625494, + "main_score": 0.588962, + "hf_subset": "quy_Latn-kas_Deva", + "languages": [ + "quy-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.585847, + "recall": 0.63834, + "f1": 0.59951, + "accuracy": 0.63834, + "main_score": 0.59951, + "hf_subset": "quy_Latn-ltz_Latn", + "languages": [ + "quy-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.443522, + "recall": 0.498024, + "f1": 0.459081, + "accuracy": 0.498024, + "main_score": 0.459081, + "hf_subset": "quy_Latn-nus_Latn", + "languages": [ + "quy-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.606695, + "recall": 0.660079, + "f1": 0.621109, + "accuracy": 0.660079, + "main_score": 0.621109, + "hf_subset": "quy_Latn-slk_Latn", + "languages": [ + "quy-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.526029, + "recall": 0.583992, + "f1": 0.543149, + "accuracy": 0.583992, + "main_score": 0.543149, + "hf_subset": "quy_Latn-tir_Ethi", + "languages": [ + "quy-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.584269, + "recall": 0.635375, + "f1": 0.597804, + "accuracy": 0.635375, + "main_score": 0.597804, + "hf_subset": "quy_Latn-zho_Hant", + "languages": [ + "quy-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.599678, + "recall": 0.651186, + "f1": 0.613469, + "accuracy": 0.651186, + "main_score": 0.613469, + "hf_subset": "quy_Latn-awa_Deva", + "languages": [ + "quy-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.582193, + "recall": 0.635375, + "f1": 0.596898, + "accuracy": 0.635375, + "main_score": 0.596898, + "hf_subset": "quy_Latn-cym_Latn", + "languages": [ + "quy-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.61018, + "recall": 0.651186, + "f1": 0.621778, + "accuracy": 0.651186, + "main_score": 0.621778, + "hf_subset": "quy_Latn-grn_Latn", + "languages": [ + "quy-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.578822, + "recall": 0.633399, + "f1": 0.593279, + "accuracy": 0.633399, + "main_score": 0.593279, + "hf_subset": "quy_Latn-kat_Geor", + "languages": [ + "quy-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.54749, + "recall": 0.589921, + "f1": 0.559969, + "accuracy": 0.589921, + "main_score": 0.559969, + "hf_subset": "quy_Latn-lua_Latn", + "languages": [ + "quy-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.553487, + "recall": 0.602767, + "f1": 0.566609, + "accuracy": 0.602767, + "main_score": 0.566609, + "hf_subset": "quy_Latn-nya_Latn", + "languages": [ + "quy-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.620462, + "recall": 0.667984, + "f1": 0.63323, + "accuracy": 0.667984, + "main_score": 0.63323, + "hf_subset": "quy_Latn-slv_Latn", + "languages": [ + "quy-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.601361, + "recall": 0.649209, + "f1": 0.614743, + "accuracy": 0.649209, + "main_score": 0.614743, + "hf_subset": "quy_Latn-tpi_Latn", + "languages": [ + "quy-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.607406, + "recall": 0.651186, + "f1": 0.619191, + "accuracy": 0.651186, + "main_score": 0.619191, + "hf_subset": "quy_Latn-zsm_Latn", + "languages": [ + "quy-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.534444, + "recall": 0.581028, + "f1": 0.548312, + "accuracy": 0.581028, + "main_score": 0.548312, + "hf_subset": "quy_Latn-ayr_Latn", + "languages": [ + "quy-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.62721, + "recall": 0.66996, + "f1": 0.638529, + "accuracy": 0.66996, + "main_score": 0.638529, + "hf_subset": "quy_Latn-dan_Latn", + "languages": [ + "quy-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.594075, + "recall": 0.652174, + "f1": 0.609668, + "accuracy": 0.652174, + "main_score": 0.609668, + "hf_subset": "quy_Latn-guj_Gujr", + "languages": [ + "quy-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.58947, + "recall": 0.63834, + "f1": 0.602976, + "accuracy": 0.63834, + "main_score": 0.602976, + "hf_subset": "quy_Latn-kaz_Cyrl", + "languages": [ + "quy-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.498238, + "recall": 0.557312, + "f1": 0.514842, + "accuracy": 0.557312, + "main_score": 0.514842, + "hf_subset": "quy_Latn-lug_Latn", + "languages": [ + "quy-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.620408, + "recall": 0.666008, + "f1": 0.632061, + "accuracy": 0.666008, + "main_score": 0.632061, + "hf_subset": "quy_Latn-oci_Latn", + "languages": [ + "quy-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.551887, + "recall": 0.601779, + "f1": 0.565839, + "accuracy": 0.601779, + "main_score": 0.565839, + "hf_subset": "quy_Latn-smo_Latn", + "languages": [ + "quy-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.518509, + "recall": 0.572134, + "f1": 0.532942, + "accuracy": 0.572134, + "main_score": 0.532942, + "hf_subset": "quy_Latn-tsn_Latn", + "languages": [ + "quy-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.526581, + "recall": 0.579051, + "f1": 0.540394, + "accuracy": 0.579051, + "main_score": 0.540394, + "hf_subset": "quy_Latn-zul_Latn", + "languages": [ + "quy-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.565789, + "recall": 0.615613, + "f1": 0.579036, + "accuracy": 0.615613, + "main_score": 0.579036, + "hf_subset": "quy_Latn-azb_Arab", + "languages": [ + "quy-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.631174, + "recall": 0.674901, + "f1": 0.644225, + "accuracy": 0.674901, + "main_score": 0.644225, + "hf_subset": "quy_Latn-deu_Latn", + "languages": [ + "quy-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.586355, + "recall": 0.637352, + "f1": 0.600006, + "accuracy": 0.637352, + "main_score": 0.600006, + "hf_subset": "quy_Latn-hat_Latn", + "languages": [ + "quy-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.500949, + "recall": 0.543478, + "f1": 0.512865, + "accuracy": 0.543478, + "main_score": 0.512865, + "hf_subset": "quy_Latn-kbp_Latn", + "languages": [ + "quy-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.522868, + "recall": 0.566206, + "f1": 0.535131, + "accuracy": 0.566206, + "main_score": 0.535131, + "hf_subset": "quy_Latn-luo_Latn", + "languages": [ + "quy-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.565679, + "recall": 0.617589, + "f1": 0.579305, + "accuracy": 0.617589, + "main_score": 0.579305, + "hf_subset": "quy_Latn-ory_Orya", + "languages": [ + "quy-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.564259, + "recall": 0.615613, + "f1": 0.578583, + "accuracy": 0.615613, + "main_score": 0.578583, + "hf_subset": "quy_Latn-sna_Latn", + "languages": [ + "quy-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.529433, + "recall": 0.576087, + "f1": 0.543142, + "accuracy": 0.576087, + "main_score": 0.543142, + "hf_subset": "quy_Latn-tso_Latn", + "languages": [ + "quy-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.57659, + "recall": 0.62747, + "f1": 0.590575, + "accuracy": 0.62747, + "main_score": 0.590575, + "hf_subset": "quy_Latn-azj_Latn", + "languages": [ + "quy-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.491238, + "recall": 0.540514, + "f1": 0.505727, + "accuracy": 0.540514, + "main_score": 0.505727, + "hf_subset": "quy_Latn-dik_Latn", + "languages": [ + "quy-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.540327, + "recall": 0.591897, + "f1": 0.554402, + "accuracy": 0.591897, + "main_score": 0.554402, + "hf_subset": "quy_Latn-hau_Latn", + "languages": [ + "quy-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.635504, + "recall": 0.677866, + "f1": 0.646501, + "accuracy": 0.677866, + "main_score": 0.646501, + "hf_subset": "quy_Latn-kea_Latn", + "languages": [ + "quy-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.580366, + "recall": 0.628458, + "f1": 0.593372, + "accuracy": 0.628458, + "main_score": 0.593372, + "hf_subset": "quy_Latn-lus_Latn", + "languages": [ + "quy-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.626785, + "recall": 0.666008, + "f1": 0.637278, + "accuracy": 0.666008, + "main_score": 0.637278, + "hf_subset": "quy_Latn-pag_Latn", + "languages": [ + "quy-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.565173, + "recall": 0.617589, + "f1": 0.579041, + "accuracy": 0.617589, + "main_score": 0.579041, + "hf_subset": "quy_Latn-snd_Arab", + "languages": [ + "quy-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.588407, + "recall": 0.641304, + "f1": 0.602618, + "accuracy": 0.641304, + "main_score": 0.602618, + "hf_subset": "quy_Latn-tuk_Latn", + "languages": [ + "quy-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.594714, + "recall": 0.640316, + "f1": 0.606827, + "accuracy": 0.640316, + "main_score": 0.606827, + "hf_subset": "quy_Latn-bak_Cyrl", + "languages": [ + "quy-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.452779, + "recall": 0.511858, + "f1": 0.469668, + "accuracy": 0.511858, + "main_score": 0.469668, + "hf_subset": "quy_Latn-dyu_Latn", + "languages": [ + "quy-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.599391, + "recall": 0.651186, + "f1": 0.613023, + "accuracy": 0.651186, + "main_score": 0.613023, + "hf_subset": "quy_Latn-heb_Hebr", + "languages": [ + "quy-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.58499, + "recall": 0.635375, + "f1": 0.599052, + "accuracy": 0.635375, + "main_score": 0.599052, + "hf_subset": "quy_Latn-khk_Cyrl", + "languages": [ + "quy-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.592804, + "recall": 0.643281, + "f1": 0.606385, + "accuracy": 0.643281, + "main_score": 0.606385, + "hf_subset": "quy_Latn-lvs_Latn", + "languages": [ + "quy-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.57386, + "recall": 0.62747, + "f1": 0.588478, + "accuracy": 0.62747, + "main_score": 0.588478, + "hf_subset": "quy_Latn-pan_Guru", + "languages": [ + "quy-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.553251, + "recall": 0.596838, + "f1": 0.564952, + "accuracy": 0.596838, + "main_score": 0.564952, + "hf_subset": "quy_Latn-som_Latn", + "languages": [ + "quy-Latn", + "som-Latn" + ] + }, + { + "precision": 0.536893, + "recall": 0.58498, + "f1": 0.550605, + "accuracy": 0.58498, + "main_score": 0.550605, + "hf_subset": "quy_Latn-tum_Latn", + "languages": [ + "quy-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.451902, + "recall": 0.533597, + "f1": 0.474244, + "accuracy": 0.533597, + "main_score": 0.474244, + "hf_subset": "swh_Latn-ace_Arab", + "languages": [ + "swh-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.445061, + "recall": 0.496047, + "f1": 0.457851, + "accuracy": 0.496047, + "main_score": 0.457851, + "hf_subset": "swh_Latn-bam_Latn", + "languages": [ + "swh-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.5838, + "recall": 0.673913, + "f1": 0.609412, + "accuracy": 0.673913, + "main_score": 0.609412, + "hf_subset": "swh_Latn-dzo_Tibt", + "languages": [ + "swh-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-hin_Deva", + "languages": [ + "swh-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "swh_Latn-khm_Khmr", + "languages": [ + "swh-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swh_Latn-mag_Deva", + "languages": [ + "swh-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "swh_Latn-pap_Latn", + "languages": [ + "swh-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.856061, + "recall": 0.896245, + "f1": 0.868544, + "accuracy": 0.896245, + "main_score": 0.868544, + "hf_subset": "swh_Latn-sot_Latn", + "languages": [ + "swh-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-tur_Latn", + "languages": [ + "swh-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.816182, + "recall": 0.864625, + "f1": 0.83103, + "accuracy": 0.864625, + "main_score": 0.83103, + "hf_subset": "swh_Latn-ace_Latn", + "languages": [ + "swh-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.963439, + "f1": 0.953393, + "accuracy": 0.963439, + "main_score": 0.953393, + "hf_subset": "swh_Latn-ban_Latn", + "languages": [ + "swh-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "swh_Latn-ell_Grek", + "languages": [ + "swh-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "swh_Latn-hne_Deva", + "languages": [ + "swh-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.539949, + "recall": 0.614625, + "f1": 0.559619, + "accuracy": 0.614625, + "main_score": 0.559619, + "hf_subset": "swh_Latn-kik_Latn", + "languages": [ + "swh-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "swh_Latn-mai_Deva", + "languages": [ + "swh-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.937582, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "swh_Latn-pbt_Arab", + "languages": [ + "swh-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-spa_Latn", + "languages": [ + "swh-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.719871, + "recall": 0.783597, + "f1": 0.738243, + "accuracy": 0.783597, + "main_score": 0.738243, + "hf_subset": "swh_Latn-twi_Latn", + "languages": [ + "swh-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-acm_Arab", + "languages": [ + "swh-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-bel_Cyrl", + "languages": [ + "swh-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-hrv_Latn", + "languages": [ + "swh-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.85, + "recall": 0.891304, + "f1": 0.862568, + "accuracy": 0.891304, + "main_score": 0.862568, + "hf_subset": "swh_Latn-kin_Latn", + "languages": [ + "swh-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "swh_Latn-mal_Mlym", + "languages": [ + "swh-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swh_Latn-pes_Arab", + "languages": [ + "swh-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "swh_Latn-srd_Latn", + "languages": [ + "swh-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.194364, + "recall": 0.256917, + "f1": 0.208507, + "accuracy": 0.256917, + "main_score": 0.208507, + "hf_subset": "swh_Latn-tzm_Tfng", + "languages": [ + "swh-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-acq_Arab", + "languages": [ + "swh-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.625563, + "recall": 0.700593, + "f1": 0.646486, + "accuracy": 0.700593, + "main_score": 0.646486, + "hf_subset": "swh_Latn-bem_Latn", + "languages": [ + "swh-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-epo_Latn", + "languages": [ + "swh-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "swh_Latn-hun_Latn", + "languages": [ + "swh-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "swh_Latn-kir_Cyrl", + "languages": [ + "swh-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "swh_Latn-mar_Deva", + "languages": [ + "swh-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.851894, + "recall": 0.891304, + "f1": 0.863834, + "accuracy": 0.891304, + "main_score": 0.863834, + "hf_subset": "swh_Latn-plt_Latn", + "languages": [ + "swh-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-srp_Cyrl", + "languages": [ + "swh-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.931818, + "recall": 0.952569, + "f1": 0.938406, + "accuracy": 0.952569, + "main_score": 0.938406, + "hf_subset": "swh_Latn-uig_Arab", + "languages": [ + "swh-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "swh_Latn-aeb_Arab", + "languages": [ + "swh-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "swh_Latn-ben_Beng", + "languages": [ + "swh-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-est_Latn", + "languages": [ + "swh-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-hye_Armn", + "languages": [ + "swh-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.44046, + "recall": 0.500988, + "f1": 0.456229, + "accuracy": 0.500988, + "main_score": 0.456229, + "hf_subset": "swh_Latn-kmb_Latn", + "languages": [ + "swh-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.419845, + "recall": 0.501976, + "f1": 0.440609, + "accuracy": 0.501976, + "main_score": 0.440609, + "hf_subset": "swh_Latn-min_Arab", + "languages": [ + "swh-Latn", + "min-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "swh_Latn-pol_Latn", + "languages": [ + "swh-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.715615, + "recall": 0.785573, + "f1": 0.736382, + "accuracy": 0.785573, + "main_score": 0.736382, + "hf_subset": "swh_Latn-ssw_Latn", + "languages": [ + "swh-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-ukr_Cyrl", + "languages": [ + "swh-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-afr_Latn", + "languages": [ + "swh-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "swh_Latn-bho_Deva", + "languages": [ + "swh-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-eus_Latn", + "languages": [ + "swh-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.832592, + "recall": 0.879447, + "f1": 0.846805, + "accuracy": 0.879447, + "main_score": 0.846805, + "hf_subset": "swh_Latn-ibo_Latn", + "languages": [ + "swh-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.855978, + "recall": 0.894269, + "f1": 0.867918, + "accuracy": 0.894269, + "main_score": 0.867918, + "hf_subset": "swh_Latn-kmr_Latn", + "languages": [ + "swh-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "swh_Latn-min_Latn", + "languages": [ + "swh-Latn", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-por_Latn", + "languages": [ + "swh-Latn", + "por-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "swh_Latn-sun_Latn", + "languages": [ + "swh-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.423153, + "recall": 0.48913, + "f1": 0.440809, + "accuracy": 0.48913, + "main_score": 0.440809, + "hf_subset": "swh_Latn-umb_Latn", + "languages": [ + "swh-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "swh_Latn-ajp_Arab", + "languages": [ + "swh-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.431735, + "recall": 0.518775, + "f1": 0.455271, + "accuracy": 0.518775, + "main_score": 0.455271, + "hf_subset": "swh_Latn-bjn_Arab", + "languages": [ + "swh-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.431593, + "recall": 0.48419, + "f1": 0.445794, + "accuracy": 0.48419, + "main_score": 0.445794, + "hf_subset": "swh_Latn-ewe_Latn", + "languages": [ + "swh-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.92663, + "recall": 0.949605, + "f1": 0.934025, + "accuracy": 0.949605, + "main_score": 0.934025, + "hf_subset": "swh_Latn-ilo_Latn", + "languages": [ + "swh-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.219464, + "recall": 0.281621, + "f1": 0.234332, + "accuracy": 0.281621, + "main_score": 0.234332, + "hf_subset": "swh_Latn-knc_Arab", + "languages": [ + "swh-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-mkd_Cyrl", + "languages": [ + "swh-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-prs_Arab", + "languages": [ + "swh-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-swe_Latn", + "languages": [ + "swh-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-urd_Arab", + "languages": [ + "swh-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.698479, + "recall": 0.768775, + "f1": 0.718836, + "accuracy": 0.768775, + "main_score": 0.718836, + "hf_subset": "swh_Latn-aka_Latn", + "languages": [ + "swh-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.965613, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "swh_Latn-bjn_Latn", + "languages": [ + "swh-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "swh_Latn-fao_Latn", + "languages": [ + "swh-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-ind_Latn", + "languages": [ + "swh-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.496429, + "recall": 0.55336, + "f1": 0.511954, + "accuracy": 0.55336, + "main_score": 0.511954, + "hf_subset": "swh_Latn-knc_Latn", + "languages": [ + "swh-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-mlt_Latn", + "languages": [ + "swh-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.591897, + "recall": 0.66502, + "f1": 0.612518, + "accuracy": 0.66502, + "main_score": 0.612518, + "hf_subset": "swh_Latn-quy_Latn", + "languages": [ + "swh-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swh_Latn-uzn_Latn", + "languages": [ + "swh-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-als_Latn", + "languages": [ + "swh-Latn", + "als-Latn" + ] + }, + { + "precision": 0.741263, + "recall": 0.806324, + "f1": 0.760812, + "accuracy": 0.806324, + "main_score": 0.760812, + "hf_subset": "swh_Latn-bod_Tibt", + "languages": [ + "swh-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.613283, + "recall": 0.690711, + "f1": 0.635284, + "accuracy": 0.690711, + "main_score": 0.635284, + "hf_subset": "swh_Latn-fij_Latn", + "languages": [ + "swh-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "swh_Latn-isl_Latn", + "languages": [ + "swh-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.548132, + "recall": 0.614625, + "f1": 0.565896, + "accuracy": 0.614625, + "main_score": 0.565896, + "hf_subset": "swh_Latn-kon_Latn", + "languages": [ + "swh-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.552771, + "recall": 0.628458, + "f1": 0.573327, + "accuracy": 0.628458, + "main_score": 0.573327, + "hf_subset": "swh_Latn-mni_Beng", + "languages": [ + "swh-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-ron_Latn", + "languages": [ + "swh-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "swh_Latn-szl_Latn", + "languages": [ + "swh-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "swh_Latn-vec_Latn", + "languages": [ + "swh-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.910244, + "recall": 0.937747, + "f1": 0.918939, + "accuracy": 0.937747, + "main_score": 0.918939, + "hf_subset": "swh_Latn-amh_Ethi", + "languages": [ + "swh-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-bos_Latn", + "languages": [ + "swh-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "swh_Latn-fin_Latn", + "languages": [ + "swh-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-ita_Latn", + "languages": [ + "swh-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-kor_Hang", + "languages": [ + "swh-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.483112, + "recall": 0.538538, + "f1": 0.497824, + "accuracy": 0.538538, + "main_score": 0.497824, + "hf_subset": "swh_Latn-mos_Latn", + "languages": [ + "swh-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.727407, + "recall": 0.790514, + "f1": 0.746118, + "accuracy": 0.790514, + "main_score": 0.746118, + "hf_subset": "swh_Latn-run_Latn", + "languages": [ + "swh-Latn", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "swh_Latn-tam_Taml", + "languages": [ + "swh-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.994071, + "f1": 0.993083, + "accuracy": 0.994071, + "main_score": 0.993083, + "hf_subset": "swh_Latn-vie_Latn", + "languages": [ + "swh-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "swh_Latn-apc_Arab", + "languages": [ + "swh-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.687584, + "recall": 0.750988, + "f1": 0.704956, + "accuracy": 0.750988, + "main_score": 0.704956, + "hf_subset": "swh_Latn-bug_Latn", + "languages": [ + "swh-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.425315, + "recall": 0.475296, + "f1": 0.439201, + "accuracy": 0.475296, + "main_score": 0.439201, + "hf_subset": "swh_Latn-fon_Latn", + "languages": [ + "swh-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "swh_Latn-jav_Latn", + "languages": [ + "swh-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "swh_Latn-lao_Laoo", + "languages": [ + "swh-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.857411, + "recall": 0.897233, + "f1": 0.869664, + "accuracy": 0.897233, + "main_score": 0.869664, + "hf_subset": "swh_Latn-mri_Latn", + "languages": [ + "swh-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-rus_Cyrl", + "languages": [ + "swh-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.465762, + "recall": 0.522727, + "f1": 0.480791, + "accuracy": 0.522727, + "main_score": 0.480791, + "hf_subset": "swh_Latn-taq_Latn", + "languages": [ + "swh-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swh_Latn-war_Latn", + "languages": [ + "swh-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-arb_Arab", + "languages": [ + "swh-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-bul_Cyrl", + "languages": [ + "swh-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-fra_Latn", + "languages": [ + "swh-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "swh_Latn-jpn_Jpan", + "languages": [ + "swh-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "swh_Latn-lij_Latn", + "languages": [ + "swh-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "swh_Latn-mya_Mymr", + "languages": [ + "swh-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.507187, + "recall": 0.561265, + "f1": 0.522049, + "accuracy": 0.561265, + "main_score": 0.522049, + "hf_subset": "swh_Latn-sag_Latn", + "languages": [ + "swh-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.209442, + "recall": 0.269763, + "f1": 0.223419, + "accuracy": 0.269763, + "main_score": 0.223419, + "hf_subset": "swh_Latn-taq_Tfng", + "languages": [ + "swh-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.621213, + "recall": 0.688735, + "f1": 0.639446, + "accuracy": 0.688735, + "main_score": 0.639446, + "hf_subset": "swh_Latn-wol_Latn", + "languages": [ + "swh-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.83531, + "recall": 0.882411, + "f1": 0.849769, + "accuracy": 0.882411, + "main_score": 0.849769, + "hf_subset": "swh_Latn-arb_Latn", + "languages": [ + "swh-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-cat_Latn", + "languages": [ + "swh-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "swh_Latn-fur_Latn", + "languages": [ + "swh-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.413583, + "recall": 0.487154, + "f1": 0.432761, + "accuracy": 0.487154, + "main_score": 0.432761, + "hf_subset": "swh_Latn-kab_Latn", + "languages": [ + "swh-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "swh_Latn-lim_Latn", + "languages": [ + "swh-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-nld_Latn", + "languages": [ + "swh-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963439, + "accuracy": 0.971344, + "main_score": 0.963439, + "hf_subset": "swh_Latn-san_Deva", + "languages": [ + "swh-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-tat_Cyrl", + "languages": [ + "swh-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.873057, + "recall": 0.910079, + "f1": 0.884684, + "accuracy": 0.910079, + "main_score": 0.884684, + "hf_subset": "swh_Latn-xho_Latn", + "languages": [ + "swh-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-ars_Arab", + "languages": [ + "swh-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-ceb_Latn", + "languages": [ + "swh-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.438934, + "recall": 0.505929, + "f1": 0.456464, + "accuracy": 0.505929, + "main_score": 0.456464, + "hf_subset": "swh_Latn-fuv_Latn", + "languages": [ + "swh-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461268, + "recall": 0.520751, + "f1": 0.476923, + "accuracy": 0.520751, + "main_score": 0.476923, + "hf_subset": "swh_Latn-kac_Latn", + "languages": [ + "swh-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.573479, + "recall": 0.639328, + "f1": 0.590828, + "accuracy": 0.639328, + "main_score": 0.590828, + "hf_subset": "swh_Latn-lin_Latn", + "languages": [ + "swh-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swh_Latn-nno_Latn", + "languages": [ + "swh-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.832428, + "recall": 0.879447, + "f1": 0.847003, + "accuracy": 0.879447, + "main_score": 0.847003, + "hf_subset": "swh_Latn-sat_Olck", + "languages": [ + "swh-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "swh_Latn-tel_Telu", + "languages": [ + "swh-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "swh_Latn-ydd_Hebr", + "languages": [ + "swh-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "swh_Latn-ary_Arab", + "languages": [ + "swh-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-ces_Latn", + "languages": [ + "swh-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527414, + "recall": 0.605731, + "f1": 0.548584, + "accuracy": 0.605731, + "main_score": 0.548584, + "hf_subset": "swh_Latn-gaz_Latn", + "languages": [ + "swh-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.496576, + "recall": 0.571146, + "f1": 0.516004, + "accuracy": 0.571146, + "main_score": 0.516004, + "hf_subset": "swh_Latn-kam_Latn", + "languages": [ + "swh-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "swh_Latn-lit_Latn", + "languages": [ + "swh-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-nob_Latn", + "languages": [ + "swh-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "swh_Latn-scn_Latn", + "languages": [ + "swh-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "swh_Latn-tgk_Cyrl", + "languages": [ + "swh-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.706054, + "recall": 0.775692, + "f1": 0.726254, + "accuracy": 0.775692, + "main_score": 0.726254, + "hf_subset": "swh_Latn-yor_Latn", + "languages": [ + "swh-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-arz_Arab", + "languages": [ + "swh-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.431141, + "recall": 0.495059, + "f1": 0.448247, + "accuracy": 0.495059, + "main_score": 0.448247, + "hf_subset": "swh_Latn-cjk_Latn", + "languages": [ + "swh-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.923666, + "recall": 0.947628, + "f1": 0.93139, + "accuracy": 0.947628, + "main_score": 0.93139, + "hf_subset": "swh_Latn-gla_Latn", + "languages": [ + "swh-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "swh_Latn-kan_Knda", + "languages": [ + "swh-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.967474, + "recall": 0.977273, + "f1": 0.970586, + "accuracy": 0.977273, + "main_score": 0.970586, + "hf_subset": "swh_Latn-lmo_Latn", + "languages": [ + "swh-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "swh_Latn-npi_Deva", + "languages": [ + "swh-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.509927, + "recall": 0.593874, + "f1": 0.533392, + "accuracy": 0.593874, + "main_score": 0.533392, + "hf_subset": "swh_Latn-shn_Mymr", + "languages": [ + "swh-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swh_Latn-tgl_Latn", + "languages": [ + "swh-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-yue_Hant", + "languages": [ + "swh-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "swh_Latn-asm_Beng", + "languages": [ + "swh-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.910112, + "recall": 0.937747, + "f1": 0.918972, + "accuracy": 0.937747, + "main_score": 0.918972, + "hf_subset": "swh_Latn-ckb_Arab", + "languages": [ + "swh-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "swh_Latn-gle_Latn", + "languages": [ + "swh-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.864625, + "recall": 0.905138, + "f1": 0.877259, + "accuracy": 0.905138, + "main_score": 0.877259, + "hf_subset": "swh_Latn-kas_Arab", + "languages": [ + "swh-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.858943, + "recall": 0.897233, + "f1": 0.870751, + "accuracy": 0.897233, + "main_score": 0.870751, + "hf_subset": "swh_Latn-ltg_Latn", + "languages": [ + "swh-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.769937, + "recall": 0.827075, + "f1": 0.787025, + "accuracy": 0.827075, + "main_score": 0.787025, + "hf_subset": "swh_Latn-nso_Latn", + "languages": [ + "swh-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "swh_Latn-sin_Sinh", + "languages": [ + "swh-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swh_Latn-tha_Thai", + "languages": [ + "swh-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swh_Latn-zho_Hans", + "languages": [ + "swh-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swh_Latn-ast_Latn", + "languages": [ + "swh-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "swh_Latn-crh_Latn", + "languages": [ + "swh-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-glg_Latn", + "languages": [ + "swh-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.807181, + "recall": 0.859684, + "f1": 0.823386, + "accuracy": 0.859684, + "main_score": 0.823386, + "hf_subset": "swh_Latn-kas_Deva", + "languages": [ + "swh-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "swh_Latn-ltz_Latn", + "languages": [ + "swh-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.42078, + "recall": 0.481225, + "f1": 0.436346, + "accuracy": 0.481225, + "main_score": 0.436346, + "hf_subset": "swh_Latn-nus_Latn", + "languages": [ + "swh-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-slk_Latn", + "languages": [ + "swh-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.60517, + "recall": 0.684783, + "f1": 0.627229, + "accuracy": 0.684783, + "main_score": 0.627229, + "hf_subset": "swh_Latn-tir_Ethi", + "languages": [ + "swh-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-zho_Hant", + "languages": [ + "swh-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.968956, + "recall": 0.977273, + "f1": 0.971574, + "accuracy": 0.977273, + "main_score": 0.971574, + "hf_subset": "swh_Latn-awa_Deva", + "languages": [ + "swh-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "swh_Latn-cym_Latn", + "languages": [ + "swh-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.706908, + "recall": 0.768775, + "f1": 0.724377, + "accuracy": 0.768775, + "main_score": 0.724377, + "hf_subset": "swh_Latn-grn_Latn", + "languages": [ + "swh-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swh_Latn-kat_Geor", + "languages": [ + "swh-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.535103, + "recall": 0.601779, + "f1": 0.55191, + "accuracy": 0.601779, + "main_score": 0.55191, + "hf_subset": "swh_Latn-lua_Latn", + "languages": [ + "swh-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.82104, + "recall": 0.870553, + "f1": 0.836248, + "accuracy": 0.870553, + "main_score": 0.836248, + "hf_subset": "swh_Latn-nya_Latn", + "languages": [ + "swh-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "swh_Latn-slv_Latn", + "languages": [ + "swh-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.95331, + "recall": 0.968379, + "f1": 0.958235, + "accuracy": 0.968379, + "main_score": 0.958235, + "hf_subset": "swh_Latn-tpi_Latn", + "languages": [ + "swh-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swh_Latn-zsm_Latn", + "languages": [ + "swh-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.473128, + "recall": 0.538538, + "f1": 0.490914, + "accuracy": 0.538538, + "main_score": 0.490914, + "hf_subset": "swh_Latn-ayr_Latn", + "languages": [ + "swh-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swh_Latn-dan_Latn", + "languages": [ + "swh-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "swh_Latn-guj_Gujr", + "languages": [ + "swh-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "swh_Latn-kaz_Cyrl", + "languages": [ + "swh-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.632166, + "recall": 0.708498, + "f1": 0.654357, + "accuracy": 0.708498, + "main_score": 0.654357, + "hf_subset": "swh_Latn-lug_Latn", + "languages": [ + "swh-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swh_Latn-oci_Latn", + "languages": [ + "swh-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.811512, + "recall": 0.860672, + "f1": 0.82691, + "accuracy": 0.860672, + "main_score": 0.82691, + "hf_subset": "swh_Latn-smo_Latn", + "languages": [ + "swh-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.712379, + "recall": 0.785573, + "f1": 0.734044, + "accuracy": 0.785573, + "main_score": 0.734044, + "hf_subset": "swh_Latn-tsn_Latn", + "languages": [ + "swh-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.880682, + "recall": 0.917984, + "f1": 0.892852, + "accuracy": 0.917984, + "main_score": 0.892852, + "hf_subset": "swh_Latn-zul_Latn", + "languages": [ + "swh-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.882362, + "recall": 0.917984, + "f1": 0.893676, + "accuracy": 0.917984, + "main_score": 0.893676, + "hf_subset": "swh_Latn-azb_Arab", + "languages": [ + "swh-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-deu_Latn", + "languages": [ + "swh-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "swh_Latn-hat_Latn", + "languages": [ + "swh-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.45214, + "recall": 0.507905, + "f1": 0.46736, + "accuracy": 0.507905, + "main_score": 0.46736, + "hf_subset": "swh_Latn-kbp_Latn", + "languages": [ + "swh-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.487274, + "recall": 0.550395, + "f1": 0.504164, + "accuracy": 0.550395, + "main_score": 0.504164, + "hf_subset": "swh_Latn-luo_Latn", + "languages": [ + "swh-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "swh_Latn-ory_Orya", + "languages": [ + "swh-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.864048, + "recall": 0.90415, + "f1": 0.876877, + "accuracy": 0.90415, + "main_score": 0.876877, + "hf_subset": "swh_Latn-sna_Latn", + "languages": [ + "swh-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.626123, + "recall": 0.700593, + "f1": 0.646415, + "accuracy": 0.700593, + "main_score": 0.646415, + "hf_subset": "swh_Latn-tso_Latn", + "languages": [ + "swh-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "swh_Latn-azj_Latn", + "languages": [ + "swh-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.483498, + "recall": 0.548419, + "f1": 0.501358, + "accuracy": 0.548419, + "main_score": 0.501358, + "hf_subset": "swh_Latn-dik_Latn", + "languages": [ + "swh-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.882329, + "recall": 0.916996, + "f1": 0.893347, + "accuracy": 0.916996, + "main_score": 0.893347, + "hf_subset": "swh_Latn-hau_Latn", + "languages": [ + "swh-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.940135, + "recall": 0.958498, + "f1": 0.946047, + "accuracy": 0.958498, + "main_score": 0.946047, + "hf_subset": "swh_Latn-kea_Latn", + "languages": [ + "swh-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.900939, + "recall": 0.929842, + "f1": 0.90998, + "accuracy": 0.929842, + "main_score": 0.90998, + "hf_subset": "swh_Latn-lus_Latn", + "languages": [ + "swh-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.810813, + "recall": 0.860672, + "f1": 0.825892, + "accuracy": 0.860672, + "main_score": 0.825892, + "hf_subset": "swh_Latn-pag_Latn", + "languages": [ + "swh-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "swh_Latn-snd_Arab", + "languages": [ + "swh-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "swh_Latn-tuk_Latn", + "languages": [ + "swh-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "swh_Latn-bak_Cyrl", + "languages": [ + "swh-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.436876, + "recall": 0.51087, + "f1": 0.456855, + "accuracy": 0.51087, + "main_score": 0.456855, + "hf_subset": "swh_Latn-dyu_Latn", + "languages": [ + "swh-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swh_Latn-heb_Hebr", + "languages": [ + "swh-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.956275, + "recall": 0.970356, + "f1": 0.96087, + "accuracy": 0.970356, + "main_score": 0.96087, + "hf_subset": "swh_Latn-khk_Cyrl", + "languages": [ + "swh-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-lvs_Latn", + "languages": [ + "swh-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swh_Latn-pan_Guru", + "languages": [ + "swh-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.835639, + "recall": 0.884387, + "f1": 0.851087, + "accuracy": 0.884387, + "main_score": 0.851087, + "hf_subset": "swh_Latn-som_Latn", + "languages": [ + "swh-Latn", + "som-Latn" + ] + }, + { + "precision": 0.660832, + "recall": 0.725296, + "f1": 0.679453, + "accuracy": 0.725296, + "main_score": 0.679453, + "hf_subset": "swh_Latn-tum_Latn", + "languages": [ + "swh-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.452731, + "recall": 0.540514, + "f1": 0.476385, + "accuracy": 0.540514, + "main_score": 0.476385, + "hf_subset": "uzn_Latn-ace_Arab", + "languages": [ + "uzn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.442486, + "recall": 0.498024, + "f1": 0.457356, + "accuracy": 0.498024, + "main_score": 0.457356, + "hf_subset": "uzn_Latn-bam_Latn", + "languages": [ + "uzn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.565699, + "recall": 0.655138, + "f1": 0.590202, + "accuracy": 0.655138, + "main_score": 0.590202, + "hf_subset": "uzn_Latn-dzo_Tibt", + "languages": [ + "uzn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-hin_Deva", + "languages": [ + "uzn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "uzn_Latn-khm_Khmr", + "languages": [ + "uzn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "uzn_Latn-mag_Deva", + "languages": [ + "uzn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "uzn_Latn-pap_Latn", + "languages": [ + "uzn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.806004, + "recall": 0.859684, + "f1": 0.822678, + "accuracy": 0.859684, + "main_score": 0.822678, + "hf_subset": "uzn_Latn-sot_Latn", + "languages": [ + "uzn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-tur_Latn", + "languages": [ + "uzn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.794946, + "recall": 0.84585, + "f1": 0.810046, + "accuracy": 0.84585, + "main_score": 0.810046, + "hf_subset": "uzn_Latn-ace_Latn", + "languages": [ + "uzn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.950593, + "f1": 0.9361, + "accuracy": 0.950593, + "main_score": 0.9361, + "hf_subset": "uzn_Latn-ban_Latn", + "languages": [ + "uzn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "uzn_Latn-ell_Grek", + "languages": [ + "uzn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "uzn_Latn-hne_Deva", + "languages": [ + "uzn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.507956, + "recall": 0.586957, + "f1": 0.529087, + "accuracy": 0.586957, + "main_score": 0.529087, + "hf_subset": "uzn_Latn-kik_Latn", + "languages": [ + "uzn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "uzn_Latn-mai_Deva", + "languages": [ + "uzn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "uzn_Latn-pbt_Arab", + "languages": [ + "uzn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "uzn_Latn-spa_Latn", + "languages": [ + "uzn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.687726, + "recall": 0.757905, + "f1": 0.707503, + "accuracy": 0.757905, + "main_score": 0.707503, + "hf_subset": "uzn_Latn-twi_Latn", + "languages": [ + "uzn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-acm_Arab", + "languages": [ + "uzn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "uzn_Latn-bel_Cyrl", + "languages": [ + "uzn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "uzn_Latn-hrv_Latn", + "languages": [ + "uzn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.808037, + "recall": 0.855731, + "f1": 0.822596, + "accuracy": 0.855731, + "main_score": 0.822596, + "hf_subset": "uzn_Latn-kin_Latn", + "languages": [ + "uzn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "uzn_Latn-mal_Mlym", + "languages": [ + "uzn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "uzn_Latn-pes_Arab", + "languages": [ + "uzn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "uzn_Latn-srd_Latn", + "languages": [ + "uzn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.189723, + "recall": 0.249012, + "f1": 0.203474, + "accuracy": 0.249012, + "main_score": 0.203474, + "hf_subset": "uzn_Latn-tzm_Tfng", + "languages": [ + "uzn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-acq_Arab", + "languages": [ + "uzn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.599564, + "recall": 0.677866, + "f1": 0.621519, + "accuracy": 0.677866, + "main_score": 0.621519, + "hf_subset": "uzn_Latn-bem_Latn", + "languages": [ + "uzn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-epo_Latn", + "languages": [ + "uzn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-hun_Latn", + "languages": [ + "uzn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "uzn_Latn-kir_Cyrl", + "languages": [ + "uzn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "uzn_Latn-mar_Deva", + "languages": [ + "uzn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.82831, + "recall": 0.87253, + "f1": 0.841685, + "accuracy": 0.87253, + "main_score": 0.841685, + "hf_subset": "uzn_Latn-plt_Latn", + "languages": [ + "uzn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-srp_Cyrl", + "languages": [ + "uzn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.946723, + "recall": 0.961462, + "f1": 0.951318, + "accuracy": 0.961462, + "main_score": 0.951318, + "hf_subset": "uzn_Latn-uig_Arab", + "languages": [ + "uzn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "uzn_Latn-aeb_Arab", + "languages": [ + "uzn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "uzn_Latn-ben_Beng", + "languages": [ + "uzn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-est_Latn", + "languages": [ + "uzn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "uzn_Latn-hye_Armn", + "languages": [ + "uzn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.407146, + "recall": 0.465415, + "f1": 0.422481, + "accuracy": 0.465415, + "main_score": 0.422481, + "hf_subset": "uzn_Latn-kmb_Latn", + "languages": [ + "uzn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.426057, + "recall": 0.51087, + "f1": 0.447425, + "accuracy": 0.51087, + "main_score": 0.447425, + "hf_subset": "uzn_Latn-min_Arab", + "languages": [ + "uzn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "uzn_Latn-pol_Latn", + "languages": [ + "uzn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.677289, + "recall": 0.753953, + "f1": 0.699972, + "accuracy": 0.753953, + "main_score": 0.699972, + "hf_subset": "uzn_Latn-ssw_Latn", + "languages": [ + "uzn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-ukr_Cyrl", + "languages": [ + "uzn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-afr_Latn", + "languages": [ + "uzn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "uzn_Latn-bho_Deva", + "languages": [ + "uzn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-eus_Latn", + "languages": [ + "uzn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.783794, + "recall": 0.842885, + "f1": 0.801435, + "accuracy": 0.842885, + "main_score": 0.801435, + "hf_subset": "uzn_Latn-ibo_Latn", + "languages": [ + "uzn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.846591, + "recall": 0.890316, + "f1": 0.860375, + "accuracy": 0.890316, + "main_score": 0.860375, + "hf_subset": "uzn_Latn-kmr_Latn", + "languages": [ + "uzn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "uzn_Latn-min_Latn", + "languages": [ + "uzn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-por_Latn", + "languages": [ + "uzn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "uzn_Latn-sun_Latn", + "languages": [ + "uzn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.400253, + "recall": 0.460474, + "f1": 0.416255, + "accuracy": 0.460474, + "main_score": 0.416255, + "hf_subset": "uzn_Latn-umb_Latn", + "languages": [ + "uzn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "uzn_Latn-ajp_Arab", + "languages": [ + "uzn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.428661, + "recall": 0.518775, + "f1": 0.452929, + "accuracy": 0.518775, + "main_score": 0.452929, + "hf_subset": "uzn_Latn-bjn_Arab", + "languages": [ + "uzn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.415883, + "recall": 0.472332, + "f1": 0.431195, + "accuracy": 0.472332, + "main_score": 0.431195, + "hf_subset": "uzn_Latn-ewe_Latn", + "languages": [ + "uzn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.924407, + "recall": 0.94664, + "f1": 0.931456, + "accuracy": 0.94664, + "main_score": 0.931456, + "hf_subset": "uzn_Latn-ilo_Latn", + "languages": [ + "uzn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.221487, + "recall": 0.282609, + "f1": 0.235516, + "accuracy": 0.282609, + "main_score": 0.235516, + "hf_subset": "uzn_Latn-knc_Arab", + "languages": [ + "uzn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-mkd_Cyrl", + "languages": [ + "uzn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-prs_Arab", + "languages": [ + "uzn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-swe_Latn", + "languages": [ + "uzn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-urd_Arab", + "languages": [ + "uzn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.661797, + "recall": 0.73419, + "f1": 0.68206, + "accuracy": 0.73419, + "main_score": 0.68206, + "hf_subset": "uzn_Latn-aka_Latn", + "languages": [ + "uzn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.946838, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "uzn_Latn-bjn_Latn", + "languages": [ + "uzn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "uzn_Latn-fao_Latn", + "languages": [ + "uzn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-ind_Latn", + "languages": [ + "uzn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.461051, + "recall": 0.516798, + "f1": 0.476271, + "accuracy": 0.516798, + "main_score": 0.476271, + "hf_subset": "uzn_Latn-knc_Latn", + "languages": [ + "uzn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "uzn_Latn-mlt_Latn", + "languages": [ + "uzn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.586491, + "recall": 0.658103, + "f1": 0.606283, + "accuracy": 0.658103, + "main_score": 0.606283, + "hf_subset": "uzn_Latn-quy_Latn", + "languages": [ + "uzn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "uzn_Latn-swh_Latn", + "languages": [ + "uzn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-als_Latn", + "languages": [ + "uzn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.74106, + "recall": 0.810277, + "f1": 0.761851, + "accuracy": 0.810277, + "main_score": 0.761851, + "hf_subset": "uzn_Latn-bod_Tibt", + "languages": [ + "uzn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.567945, + "recall": 0.646245, + "f1": 0.58954, + "accuracy": 0.646245, + "main_score": 0.58954, + "hf_subset": "uzn_Latn-fij_Latn", + "languages": [ + "uzn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "uzn_Latn-isl_Latn", + "languages": [ + "uzn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.522224, + "recall": 0.592885, + "f1": 0.541458, + "accuracy": 0.592885, + "main_score": 0.541458, + "hf_subset": "uzn_Latn-kon_Latn", + "languages": [ + "uzn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.540649, + "recall": 0.619565, + "f1": 0.562313, + "accuracy": 0.619565, + "main_score": 0.562313, + "hf_subset": "uzn_Latn-mni_Beng", + "languages": [ + "uzn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-ron_Latn", + "languages": [ + "uzn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.974308, + "f1": 0.967556, + "accuracy": 0.974308, + "main_score": 0.967556, + "hf_subset": "uzn_Latn-szl_Latn", + "languages": [ + "uzn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "uzn_Latn-vec_Latn", + "languages": [ + "uzn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.912879, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "uzn_Latn-amh_Ethi", + "languages": [ + "uzn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-bos_Latn", + "languages": [ + "uzn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "uzn_Latn-fin_Latn", + "languages": [ + "uzn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-ita_Latn", + "languages": [ + "uzn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-kor_Hang", + "languages": [ + "uzn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.445612, + "recall": 0.503953, + "f1": 0.461104, + "accuracy": 0.503953, + "main_score": 0.461104, + "hf_subset": "uzn_Latn-mos_Latn", + "languages": [ + "uzn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.693438, + "recall": 0.755929, + "f1": 0.711418, + "accuracy": 0.755929, + "main_score": 0.711418, + "hf_subset": "uzn_Latn-run_Latn", + "languages": [ + "uzn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "uzn_Latn-tam_Taml", + "languages": [ + "uzn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-vie_Latn", + "languages": [ + "uzn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "uzn_Latn-apc_Arab", + "languages": [ + "uzn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.651218, + "recall": 0.720356, + "f1": 0.670168, + "accuracy": 0.720356, + "main_score": 0.670168, + "hf_subset": "uzn_Latn-bug_Latn", + "languages": [ + "uzn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.393242, + "recall": 0.44664, + "f1": 0.408324, + "accuracy": 0.44664, + "main_score": 0.408324, + "hf_subset": "uzn_Latn-fon_Latn", + "languages": [ + "uzn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "uzn_Latn-jav_Latn", + "languages": [ + "uzn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.959486, + "f1": 0.947958, + "accuracy": 0.959486, + "main_score": 0.947958, + "hf_subset": "uzn_Latn-lao_Laoo", + "languages": [ + "uzn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.84725, + "recall": 0.891304, + "f1": 0.860973, + "accuracy": 0.891304, + "main_score": 0.860973, + "hf_subset": "uzn_Latn-mri_Latn", + "languages": [ + "uzn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "uzn_Latn-rus_Cyrl", + "languages": [ + "uzn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.45282, + "recall": 0.508893, + "f1": 0.468114, + "accuracy": 0.508893, + "main_score": 0.468114, + "hf_subset": "uzn_Latn-taq_Latn", + "languages": [ + "uzn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.979331, + "recall": 0.985178, + "f1": 0.981126, + "accuracy": 0.985178, + "main_score": 0.981126, + "hf_subset": "uzn_Latn-war_Latn", + "languages": [ + "uzn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-arb_Arab", + "languages": [ + "uzn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-bul_Cyrl", + "languages": [ + "uzn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "uzn_Latn-fra_Latn", + "languages": [ + "uzn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-jpn_Jpan", + "languages": [ + "uzn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "uzn_Latn-lij_Latn", + "languages": [ + "uzn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.970356, + "f1": 0.960474, + "accuracy": 0.970356, + "main_score": 0.960474, + "hf_subset": "uzn_Latn-mya_Mymr", + "languages": [ + "uzn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.505277, + "recall": 0.56917, + "f1": 0.522496, + "accuracy": 0.56917, + "main_score": 0.522496, + "hf_subset": "uzn_Latn-sag_Latn", + "languages": [ + "uzn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.197407, + "recall": 0.259881, + "f1": 0.211711, + "accuracy": 0.259881, + "main_score": 0.211711, + "hf_subset": "uzn_Latn-taq_Tfng", + "languages": [ + "uzn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.580497, + "recall": 0.650198, + "f1": 0.599862, + "accuracy": 0.650198, + "main_score": 0.599862, + "hf_subset": "uzn_Latn-wol_Latn", + "languages": [ + "uzn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.817144, + "recall": 0.869565, + "f1": 0.833531, + "accuracy": 0.869565, + "main_score": 0.833531, + "hf_subset": "uzn_Latn-arb_Latn", + "languages": [ + "uzn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-cat_Latn", + "languages": [ + "uzn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "uzn_Latn-fur_Latn", + "languages": [ + "uzn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.375579, + "recall": 0.453557, + "f1": 0.394889, + "accuracy": 0.453557, + "main_score": 0.394889, + "hf_subset": "uzn_Latn-kab_Latn", + "languages": [ + "uzn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "uzn_Latn-lim_Latn", + "languages": [ + "uzn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-nld_Latn", + "languages": [ + "uzn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954381, + "accuracy": 0.964427, + "main_score": 0.954381, + "hf_subset": "uzn_Latn-san_Deva", + "languages": [ + "uzn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-tat_Cyrl", + "languages": [ + "uzn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.824687, + "recall": 0.876482, + "f1": 0.841107, + "accuracy": 0.876482, + "main_score": 0.841107, + "hf_subset": "uzn_Latn-xho_Latn", + "languages": [ + "uzn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-ars_Arab", + "languages": [ + "uzn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "uzn_Latn-ceb_Latn", + "languages": [ + "uzn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.427516, + "recall": 0.490119, + "f1": 0.444242, + "accuracy": 0.490119, + "main_score": 0.444242, + "hf_subset": "uzn_Latn-fuv_Latn", + "languages": [ + "uzn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.435789, + "recall": 0.496047, + "f1": 0.451825, + "accuracy": 0.496047, + "main_score": 0.451825, + "hf_subset": "uzn_Latn-kac_Latn", + "languages": [ + "uzn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.555306, + "recall": 0.62747, + "f1": 0.574144, + "accuracy": 0.62747, + "main_score": 0.574144, + "hf_subset": "uzn_Latn-lin_Latn", + "languages": [ + "uzn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "uzn_Latn-nno_Latn", + "languages": [ + "uzn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.839526, + "recall": 0.883399, + "f1": 0.852899, + "accuracy": 0.883399, + "main_score": 0.852899, + "hf_subset": "uzn_Latn-sat_Olck", + "languages": [ + "uzn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "uzn_Latn-tel_Telu", + "languages": [ + "uzn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "uzn_Latn-ydd_Hebr", + "languages": [ + "uzn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.949852, + "recall": 0.965415, + "f1": 0.954941, + "accuracy": 0.965415, + "main_score": 0.954941, + "hf_subset": "uzn_Latn-ary_Arab", + "languages": [ + "uzn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-ces_Latn", + "languages": [ + "uzn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.506843, + "recall": 0.588933, + "f1": 0.529502, + "accuracy": 0.588933, + "main_score": 0.529502, + "hf_subset": "uzn_Latn-gaz_Latn", + "languages": [ + "uzn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.474971, + "recall": 0.5583, + "f1": 0.496735, + "accuracy": 0.5583, + "main_score": 0.496735, + "hf_subset": "uzn_Latn-kam_Latn", + "languages": [ + "uzn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "uzn_Latn-lit_Latn", + "languages": [ + "uzn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-nob_Latn", + "languages": [ + "uzn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "uzn_Latn-scn_Latn", + "languages": [ + "uzn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "uzn_Latn-tgk_Cyrl", + "languages": [ + "uzn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.673663, + "recall": 0.745059, + "f1": 0.693878, + "accuracy": 0.745059, + "main_score": 0.693878, + "hf_subset": "uzn_Latn-yor_Latn", + "languages": [ + "uzn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-arz_Arab", + "languages": [ + "uzn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.418076, + "recall": 0.483202, + "f1": 0.435641, + "accuracy": 0.483202, + "main_score": 0.435641, + "hf_subset": "uzn_Latn-cjk_Latn", + "languages": [ + "uzn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.916667, + "recall": 0.943676, + "f1": 0.92556, + "accuracy": 0.943676, + "main_score": 0.92556, + "hf_subset": "uzn_Latn-gla_Latn", + "languages": [ + "uzn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "uzn_Latn-kan_Knda", + "languages": [ + "uzn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.959107, + "recall": 0.970356, + "f1": 0.962516, + "accuracy": 0.970356, + "main_score": 0.962516, + "hf_subset": "uzn_Latn-lmo_Latn", + "languages": [ + "uzn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "uzn_Latn-npi_Deva", + "languages": [ + "uzn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.490367, + "recall": 0.573123, + "f1": 0.512799, + "accuracy": 0.573123, + "main_score": 0.512799, + "hf_subset": "uzn_Latn-shn_Mymr", + "languages": [ + "uzn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-tgl_Latn", + "languages": [ + "uzn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-yue_Hant", + "languages": [ + "uzn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "uzn_Latn-asm_Beng", + "languages": [ + "uzn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.890234, + "recall": 0.922925, + "f1": 0.900546, + "accuracy": 0.922925, + "main_score": 0.900546, + "hf_subset": "uzn_Latn-ckb_Arab", + "languages": [ + "uzn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "uzn_Latn-gle_Latn", + "languages": [ + "uzn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.861084, + "recall": 0.899209, + "f1": 0.872892, + "accuracy": 0.899209, + "main_score": 0.872892, + "hf_subset": "uzn_Latn-kas_Arab", + "languages": [ + "uzn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.864987, + "recall": 0.905138, + "f1": 0.87747, + "accuracy": 0.905138, + "main_score": 0.87747, + "hf_subset": "uzn_Latn-ltg_Latn", + "languages": [ + "uzn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.74198, + "recall": 0.799407, + "f1": 0.759191, + "accuracy": 0.799407, + "main_score": 0.759191, + "hf_subset": "uzn_Latn-nso_Latn", + "languages": [ + "uzn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "uzn_Latn-sin_Sinh", + "languages": [ + "uzn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "uzn_Latn-tha_Thai", + "languages": [ + "uzn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "uzn_Latn-zho_Hans", + "languages": [ + "uzn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-ast_Latn", + "languages": [ + "uzn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "uzn_Latn-crh_Latn", + "languages": [ + "uzn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "uzn_Latn-glg_Latn", + "languages": [ + "uzn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.792556, + "recall": 0.84585, + "f1": 0.80799, + "accuracy": 0.84585, + "main_score": 0.80799, + "hf_subset": "uzn_Latn-kas_Deva", + "languages": [ + "uzn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "uzn_Latn-ltz_Latn", + "languages": [ + "uzn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.387933, + "recall": 0.450593, + "f1": 0.403986, + "accuracy": 0.450593, + "main_score": 0.403986, + "hf_subset": "uzn_Latn-nus_Latn", + "languages": [ + "uzn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-slk_Latn", + "languages": [ + "uzn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.562636, + "recall": 0.645257, + "f1": 0.584652, + "accuracy": 0.645257, + "main_score": 0.584652, + "hf_subset": "uzn_Latn-tir_Ethi", + "languages": [ + "uzn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-zho_Hant", + "languages": [ + "uzn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.963521, + "recall": 0.97332, + "f1": 0.966634, + "accuracy": 0.97332, + "main_score": 0.966634, + "hf_subset": "uzn_Latn-awa_Deva", + "languages": [ + "uzn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "uzn_Latn-cym_Latn", + "languages": [ + "uzn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.680254, + "recall": 0.743083, + "f1": 0.697701, + "accuracy": 0.743083, + "main_score": 0.697701, + "hf_subset": "uzn_Latn-grn_Latn", + "languages": [ + "uzn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-kat_Geor", + "languages": [ + "uzn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.514338, + "recall": 0.58498, + "f1": 0.532577, + "accuracy": 0.58498, + "main_score": 0.532577, + "hf_subset": "uzn_Latn-lua_Latn", + "languages": [ + "uzn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.781044, + "recall": 0.840909, + "f1": 0.799242, + "accuracy": 0.840909, + "main_score": 0.799242, + "hf_subset": "uzn_Latn-nya_Latn", + "languages": [ + "uzn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "uzn_Latn-slv_Latn", + "languages": [ + "uzn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.938159, + "recall": 0.95751, + "f1": 0.944401, + "accuracy": 0.95751, + "main_score": 0.944401, + "hf_subset": "uzn_Latn-tpi_Latn", + "languages": [ + "uzn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "uzn_Latn-zsm_Latn", + "languages": [ + "uzn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.461273, + "recall": 0.529644, + "f1": 0.480178, + "accuracy": 0.529644, + "main_score": 0.480178, + "hf_subset": "uzn_Latn-ayr_Latn", + "languages": [ + "uzn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-dan_Latn", + "languages": [ + "uzn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-guj_Gujr", + "languages": [ + "uzn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-kaz_Cyrl", + "languages": [ + "uzn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.583204, + "recall": 0.671937, + "f1": 0.60791, + "accuracy": 0.671937, + "main_score": 0.60791, + "hf_subset": "uzn_Latn-lug_Latn", + "languages": [ + "uzn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-oci_Latn", + "languages": [ + "uzn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.783926, + "recall": 0.837945, + "f1": 0.800395, + "accuracy": 0.837945, + "main_score": 0.800395, + "hf_subset": "uzn_Latn-smo_Latn", + "languages": [ + "uzn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.675593, + "recall": 0.750988, + "f1": 0.697967, + "accuracy": 0.750988, + "main_score": 0.697967, + "hf_subset": "uzn_Latn-tsn_Latn", + "languages": [ + "uzn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.869153, + "recall": 0.908103, + "f1": 0.881291, + "accuracy": 0.908103, + "main_score": 0.881291, + "hf_subset": "uzn_Latn-zul_Latn", + "languages": [ + "uzn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.88223, + "recall": 0.91502, + "f1": 0.892161, + "accuracy": 0.91502, + "main_score": 0.892161, + "hf_subset": "uzn_Latn-azb_Arab", + "languages": [ + "uzn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-deu_Latn", + "languages": [ + "uzn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "uzn_Latn-hat_Latn", + "languages": [ + "uzn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.426421, + "recall": 0.486166, + "f1": 0.442623, + "accuracy": 0.486166, + "main_score": 0.442623, + "hf_subset": "uzn_Latn-kbp_Latn", + "languages": [ + "uzn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.471272, + "recall": 0.535573, + "f1": 0.488315, + "accuracy": 0.535573, + "main_score": 0.488315, + "hf_subset": "uzn_Latn-luo_Latn", + "languages": [ + "uzn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "uzn_Latn-ory_Orya", + "languages": [ + "uzn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.83778, + "recall": 0.882411, + "f1": 0.851779, + "accuracy": 0.882411, + "main_score": 0.851779, + "hf_subset": "uzn_Latn-sna_Latn", + "languages": [ + "uzn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.58164, + "recall": 0.657115, + "f1": 0.602361, + "accuracy": 0.657115, + "main_score": 0.602361, + "hf_subset": "uzn_Latn-tso_Latn", + "languages": [ + "uzn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-azj_Latn", + "languages": [ + "uzn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.465268, + "recall": 0.530632, + "f1": 0.483002, + "accuracy": 0.530632, + "main_score": 0.483002, + "hf_subset": "uzn_Latn-dik_Latn", + "languages": [ + "uzn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.858531, + "recall": 0.900198, + "f1": 0.871838, + "accuracy": 0.900198, + "main_score": 0.871838, + "hf_subset": "uzn_Latn-hau_Latn", + "languages": [ + "uzn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.93857, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "uzn_Latn-kea_Latn", + "languages": [ + "uzn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.909009, + "recall": 0.936759, + "f1": 0.917885, + "accuracy": 0.936759, + "main_score": 0.917885, + "hf_subset": "uzn_Latn-lus_Latn", + "languages": [ + "uzn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.795054, + "recall": 0.844862, + "f1": 0.809406, + "accuracy": 0.844862, + "main_score": 0.809406, + "hf_subset": "uzn_Latn-pag_Latn", + "languages": [ + "uzn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "uzn_Latn-snd_Arab", + "languages": [ + "uzn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "uzn_Latn-tuk_Latn", + "languages": [ + "uzn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-bak_Cyrl", + "languages": [ + "uzn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.42601, + "recall": 0.497036, + "f1": 0.445564, + "accuracy": 0.497036, + "main_score": 0.445564, + "hf_subset": "uzn_Latn-dyu_Latn", + "languages": [ + "uzn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "uzn_Latn-heb_Hebr", + "languages": [ + "uzn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "uzn_Latn-khk_Cyrl", + "languages": [ + "uzn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "uzn_Latn-lvs_Latn", + "languages": [ + "uzn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-pan_Guru", + "languages": [ + "uzn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.804825, + "recall": 0.857708, + "f1": 0.821, + "accuracy": 0.857708, + "main_score": 0.821, + "hf_subset": "uzn_Latn-som_Latn", + "languages": [ + "uzn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.619458, + "recall": 0.6917, + "f1": 0.640475, + "accuracy": 0.6917, + "main_score": 0.640475, + "hf_subset": "uzn_Latn-tum_Latn", + "languages": [ + "uzn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.464074, + "recall": 0.552372, + "f1": 0.488317, + "accuracy": 0.552372, + "main_score": 0.488317, + "hf_subset": "als_Latn-ace_Arab", + "languages": [ + "als-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.445872, + "recall": 0.498024, + "f1": 0.458881, + "accuracy": 0.498024, + "main_score": 0.458881, + "hf_subset": "als_Latn-bam_Latn", + "languages": [ + "als-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.573972, + "recall": 0.666008, + "f1": 0.600102, + "accuracy": 0.666008, + "main_score": 0.600102, + "hf_subset": "als_Latn-dzo_Tibt", + "languages": [ + "als-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-hin_Deva", + "languages": [ + "als-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "als_Latn-khm_Khmr", + "languages": [ + "als-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "als_Latn-mag_Deva", + "languages": [ + "als-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "als_Latn-pap_Latn", + "languages": [ + "als-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.83167, + "recall": 0.876482, + "f1": 0.845059, + "accuracy": 0.876482, + "main_score": 0.845059, + "hf_subset": "als_Latn-sot_Latn", + "languages": [ + "als-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-tur_Latn", + "languages": [ + "als-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.814254, + "recall": 0.862648, + "f1": 0.829073, + "accuracy": 0.862648, + "main_score": 0.829073, + "hf_subset": "als_Latn-ace_Latn", + "languages": [ + "als-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.959486, + "f1": 0.948452, + "accuracy": 0.959486, + "main_score": 0.948452, + "hf_subset": "als_Latn-ban_Latn", + "languages": [ + "als-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-ell_Grek", + "languages": [ + "als-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "als_Latn-hne_Deva", + "languages": [ + "als-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.524899, + "recall": 0.599802, + "f1": 0.545194, + "accuracy": 0.599802, + "main_score": 0.545194, + "hf_subset": "als_Latn-kik_Latn", + "languages": [ + "als-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "als_Latn-mai_Deva", + "languages": [ + "als-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950593, + "accuracy": 0.961462, + "main_score": 0.950593, + "hf_subset": "als_Latn-pbt_Arab", + "languages": [ + "als-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-spa_Latn", + "languages": [ + "als-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.700346, + "recall": 0.76087, + "f1": 0.717457, + "accuracy": 0.76087, + "main_score": 0.717457, + "hf_subset": "als_Latn-twi_Latn", + "languages": [ + "als-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-acm_Arab", + "languages": [ + "als-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-bel_Cyrl", + "languages": [ + "als-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "als_Latn-hrv_Latn", + "languages": [ + "als-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.813382, + "recall": 0.860672, + "f1": 0.827703, + "accuracy": 0.860672, + "main_score": 0.827703, + "hf_subset": "als_Latn-kin_Latn", + "languages": [ + "als-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "als_Latn-mal_Mlym", + "languages": [ + "als-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "als_Latn-pes_Arab", + "languages": [ + "als-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "als_Latn-srd_Latn", + "languages": [ + "als-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.195037, + "recall": 0.258893, + "f1": 0.209761, + "accuracy": 0.258893, + "main_score": 0.209761, + "hf_subset": "als_Latn-tzm_Tfng", + "languages": [ + "als-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-acq_Arab", + "languages": [ + "als-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.604384, + "recall": 0.681818, + "f1": 0.626412, + "accuracy": 0.681818, + "main_score": 0.626412, + "hf_subset": "als_Latn-bem_Latn", + "languages": [ + "als-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-epo_Latn", + "languages": [ + "als-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-hun_Latn", + "languages": [ + "als-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.967968, + "recall": 0.977273, + "f1": 0.970916, + "accuracy": 0.977273, + "main_score": 0.970916, + "hf_subset": "als_Latn-kir_Cyrl", + "languages": [ + "als-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "als_Latn-mar_Deva", + "languages": [ + "als-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.833564, + "recall": 0.880435, + "f1": 0.847991, + "accuracy": 0.880435, + "main_score": 0.847991, + "hf_subset": "als_Latn-plt_Latn", + "languages": [ + "als-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "als_Latn-srp_Cyrl", + "languages": [ + "als-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.924984, + "recall": 0.94664, + "f1": 0.931719, + "accuracy": 0.94664, + "main_score": 0.931719, + "hf_subset": "als_Latn-uig_Arab", + "languages": [ + "als-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "als_Latn-aeb_Arab", + "languages": [ + "als-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-ben_Beng", + "languages": [ + "als-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "als_Latn-est_Latn", + "languages": [ + "als-Latn", + "est-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "als_Latn-hye_Armn", + "languages": [ + "als-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.427551, + "recall": 0.48913, + "f1": 0.443496, + "accuracy": 0.48913, + "main_score": 0.443496, + "hf_subset": "als_Latn-kmb_Latn", + "languages": [ + "als-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.44056, + "recall": 0.521739, + "f1": 0.460404, + "accuracy": 0.521739, + "main_score": 0.460404, + "hf_subset": "als_Latn-min_Arab", + "languages": [ + "als-Latn", + "min-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-pol_Latn", + "languages": [ + "als-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.693832, + "recall": 0.768775, + "f1": 0.716345, + "accuracy": 0.768775, + "main_score": 0.716345, + "hf_subset": "als_Latn-ssw_Latn", + "languages": [ + "als-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-ukr_Cyrl", + "languages": [ + "als-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-afr_Latn", + "languages": [ + "als-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "als_Latn-bho_Deva", + "languages": [ + "als-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "als_Latn-eus_Latn", + "languages": [ + "als-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.807362, + "recall": 0.86166, + "f1": 0.823617, + "accuracy": 0.86166, + "main_score": 0.823617, + "hf_subset": "als_Latn-ibo_Latn", + "languages": [ + "als-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.850988, + "recall": 0.892292, + "f1": 0.863735, + "accuracy": 0.892292, + "main_score": 0.863735, + "hf_subset": "als_Latn-kmr_Latn", + "languages": [ + "als-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "als_Latn-min_Latn", + "languages": [ + "als-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-por_Latn", + "languages": [ + "als-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "als_Latn-sun_Latn", + "languages": [ + "als-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.419934, + "recall": 0.481225, + "f1": 0.435723, + "accuracy": 0.481225, + "main_score": 0.435723, + "hf_subset": "als_Latn-umb_Latn", + "languages": [ + "als-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "als_Latn-ajp_Arab", + "languages": [ + "als-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.436601, + "recall": 0.522727, + "f1": 0.458788, + "accuracy": 0.522727, + "main_score": 0.458788, + "hf_subset": "als_Latn-bjn_Arab", + "languages": [ + "als-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.431001, + "recall": 0.485178, + "f1": 0.445149, + "accuracy": 0.485178, + "main_score": 0.445149, + "hf_subset": "als_Latn-ewe_Latn", + "languages": [ + "als-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.948617, + "f1": 0.9333, + "accuracy": 0.948617, + "main_score": 0.9333, + "hf_subset": "als_Latn-ilo_Latn", + "languages": [ + "als-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.215363, + "recall": 0.278656, + "f1": 0.230414, + "accuracy": 0.278656, + "main_score": 0.230414, + "hf_subset": "als_Latn-knc_Arab", + "languages": [ + "als-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-mkd_Cyrl", + "languages": [ + "als-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-prs_Arab", + "languages": [ + "als-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-swe_Latn", + "languages": [ + "als-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "als_Latn-urd_Arab", + "languages": [ + "als-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.673471, + "recall": 0.743083, + "f1": 0.693116, + "accuracy": 0.743083, + "main_score": 0.693116, + "hf_subset": "als_Latn-aka_Latn", + "languages": [ + "als-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.960013, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "als_Latn-bjn_Latn", + "languages": [ + "als-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "als_Latn-fao_Latn", + "languages": [ + "als-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ind_Latn", + "languages": [ + "als-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.475141, + "recall": 0.532609, + "f1": 0.490471, + "accuracy": 0.532609, + "main_score": 0.490471, + "hf_subset": "als_Latn-knc_Latn", + "languages": [ + "als-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-mlt_Latn", + "languages": [ + "als-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.601209, + "recall": 0.673913, + "f1": 0.621999, + "accuracy": 0.673913, + "main_score": 0.621999, + "hf_subset": "als_Latn-quy_Latn", + "languages": [ + "als-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-swh_Latn", + "languages": [ + "als-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-uzn_Latn", + "languages": [ + "als-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.737055, + "recall": 0.804348, + "f1": 0.757036, + "accuracy": 0.804348, + "main_score": 0.757036, + "hf_subset": "als_Latn-bod_Tibt", + "languages": [ + "als-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.586959, + "recall": 0.660079, + "f1": 0.6075, + "accuracy": 0.660079, + "main_score": 0.6075, + "hf_subset": "als_Latn-fij_Latn", + "languages": [ + "als-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "als_Latn-isl_Latn", + "languages": [ + "als-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.555543, + "recall": 0.619565, + "f1": 0.572574, + "accuracy": 0.619565, + "main_score": 0.572574, + "hf_subset": "als_Latn-kon_Latn", + "languages": [ + "als-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.556508, + "recall": 0.631423, + "f1": 0.576467, + "accuracy": 0.631423, + "main_score": 0.576467, + "hf_subset": "als_Latn-mni_Beng", + "languages": [ + "als-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-ron_Latn", + "languages": [ + "als-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "als_Latn-szl_Latn", + "languages": [ + "als-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "als_Latn-vec_Latn", + "languages": [ + "als-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.895504, + "recall": 0.925889, + "f1": 0.904992, + "accuracy": 0.925889, + "main_score": 0.904992, + "hf_subset": "als_Latn-amh_Ethi", + "languages": [ + "als-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-bos_Latn", + "languages": [ + "als-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "als_Latn-fin_Latn", + "languages": [ + "als-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ita_Latn", + "languages": [ + "als-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-kor_Hang", + "languages": [ + "als-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.468993, + "recall": 0.521739, + "f1": 0.483107, + "accuracy": 0.521739, + "main_score": 0.483107, + "hf_subset": "als_Latn-mos_Latn", + "languages": [ + "als-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.708827, + "recall": 0.773715, + "f1": 0.727885, + "accuracy": 0.773715, + "main_score": 0.727885, + "hf_subset": "als_Latn-run_Latn", + "languages": [ + "als-Latn", + "run-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "als_Latn-tam_Taml", + "languages": [ + "als-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-vie_Latn", + "languages": [ + "als-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-apc_Arab", + "languages": [ + "als-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.68699, + "recall": 0.748024, + "f1": 0.703691, + "accuracy": 0.748024, + "main_score": 0.703691, + "hf_subset": "als_Latn-bug_Latn", + "languages": [ + "als-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.411984, + "recall": 0.460474, + "f1": 0.425009, + "accuracy": 0.460474, + "main_score": 0.425009, + "hf_subset": "als_Latn-fon_Latn", + "languages": [ + "als-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "als_Latn-jav_Latn", + "languages": [ + "als-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.939229, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "als_Latn-lao_Laoo", + "languages": [ + "als-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.841001, + "recall": 0.885375, + "f1": 0.854562, + "accuracy": 0.885375, + "main_score": 0.854562, + "hf_subset": "als_Latn-mri_Latn", + "languages": [ + "als-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-rus_Cyrl", + "languages": [ + "als-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.459296, + "recall": 0.516798, + "f1": 0.474866, + "accuracy": 0.516798, + "main_score": 0.474866, + "hf_subset": "als_Latn-taq_Latn", + "languages": [ + "als-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.984848, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "als_Latn-war_Latn", + "languages": [ + "als-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-arb_Arab", + "languages": [ + "als-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-bul_Cyrl", + "languages": [ + "als-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-fra_Latn", + "languages": [ + "als-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-jpn_Jpan", + "languages": [ + "als-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "als_Latn-lij_Latn", + "languages": [ + "als-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "als_Latn-mya_Mymr", + "languages": [ + "als-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.521382, + "recall": 0.58004, + "f1": 0.537535, + "accuracy": 0.58004, + "main_score": 0.537535, + "hf_subset": "als_Latn-sag_Latn", + "languages": [ + "als-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.204535, + "recall": 0.268775, + "f1": 0.22067, + "accuracy": 0.268775, + "main_score": 0.22067, + "hf_subset": "als_Latn-taq_Tfng", + "languages": [ + "als-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.619457, + "recall": 0.683794, + "f1": 0.636384, + "accuracy": 0.683794, + "main_score": 0.636384, + "hf_subset": "als_Latn-wol_Latn", + "languages": [ + "als-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.817045, + "recall": 0.867589, + "f1": 0.832543, + "accuracy": 0.867589, + "main_score": 0.832543, + "hf_subset": "als_Latn-arb_Latn", + "languages": [ + "als-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-cat_Latn", + "languages": [ + "als-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "als_Latn-fur_Latn", + "languages": [ + "als-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.403807, + "recall": 0.476285, + "f1": 0.421723, + "accuracy": 0.476285, + "main_score": 0.421723, + "hf_subset": "als_Latn-kab_Latn", + "languages": [ + "als-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "als_Latn-lim_Latn", + "languages": [ + "als-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "als_Latn-nld_Latn", + "languages": [ + "als-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.969368, + "f1": 0.961133, + "accuracy": 0.969368, + "main_score": 0.961133, + "hf_subset": "als_Latn-san_Deva", + "languages": [ + "als-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-tat_Cyrl", + "languages": [ + "als-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.852141, + "recall": 0.894269, + "f1": 0.865415, + "accuracy": 0.894269, + "main_score": 0.865415, + "hf_subset": "als_Latn-xho_Latn", + "languages": [ + "als-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-ars_Arab", + "languages": [ + "als-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "als_Latn-ceb_Latn", + "languages": [ + "als-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.448336, + "recall": 0.512846, + "f1": 0.464309, + "accuracy": 0.512846, + "main_score": 0.464309, + "hf_subset": "als_Latn-fuv_Latn", + "languages": [ + "als-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.442912, + "recall": 0.504941, + "f1": 0.45938, + "accuracy": 0.504941, + "main_score": 0.45938, + "hf_subset": "als_Latn-kac_Latn", + "languages": [ + "als-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.568937, + "recall": 0.637352, + "f1": 0.586835, + "accuracy": 0.637352, + "main_score": 0.586835, + "hf_subset": "als_Latn-lin_Latn", + "languages": [ + "als-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-nno_Latn", + "languages": [ + "als-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.819944, + "recall": 0.869565, + "f1": 0.835263, + "accuracy": 0.869565, + "main_score": 0.835263, + "hf_subset": "als_Latn-sat_Olck", + "languages": [ + "als-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "als_Latn-tel_Telu", + "languages": [ + "als-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "als_Latn-ydd_Hebr", + "languages": [ + "als-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "als_Latn-ary_Arab", + "languages": [ + "als-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-ces_Latn", + "languages": [ + "als-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.517388, + "recall": 0.596838, + "f1": 0.539373, + "accuracy": 0.596838, + "main_score": 0.539373, + "hf_subset": "als_Latn-gaz_Latn", + "languages": [ + "als-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.484907, + "recall": 0.56917, + "f1": 0.506753, + "accuracy": 0.56917, + "main_score": 0.506753, + "hf_subset": "als_Latn-kam_Latn", + "languages": [ + "als-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "als_Latn-lit_Latn", + "languages": [ + "als-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-nob_Latn", + "languages": [ + "als-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "als_Latn-scn_Latn", + "languages": [ + "als-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "als_Latn-tgk_Cyrl", + "languages": [ + "als-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.690573, + "recall": 0.763834, + "f1": 0.711246, + "accuracy": 0.763834, + "main_score": 0.711246, + "hf_subset": "als_Latn-yor_Latn", + "languages": [ + "als-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "als_Latn-arz_Arab", + "languages": [ + "als-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.430059, + "recall": 0.493083, + "f1": 0.446817, + "accuracy": 0.493083, + "main_score": 0.446817, + "hf_subset": "als_Latn-cjk_Latn", + "languages": [ + "als-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.927372, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "als_Latn-gla_Latn", + "languages": [ + "als-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "als_Latn-kan_Knda", + "languages": [ + "als-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.977059, + "recall": 0.983202, + "f1": 0.978821, + "accuracy": 0.983202, + "main_score": 0.978821, + "hf_subset": "als_Latn-lmo_Latn", + "languages": [ + "als-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "als_Latn-npi_Deva", + "languages": [ + "als-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.502371, + "recall": 0.581028, + "f1": 0.52493, + "accuracy": 0.581028, + "main_score": 0.52493, + "hf_subset": "als_Latn-shn_Mymr", + "languages": [ + "als-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-tgl_Latn", + "languages": [ + "als-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-yue_Hant", + "languages": [ + "als-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "als_Latn-asm_Beng", + "languages": [ + "als-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.896278, + "recall": 0.927866, + "f1": 0.906409, + "accuracy": 0.927866, + "main_score": 0.906409, + "hf_subset": "als_Latn-ckb_Arab", + "languages": [ + "als-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "als_Latn-gle_Latn", + "languages": [ + "als-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.858449, + "recall": 0.899209, + "f1": 0.871033, + "accuracy": 0.899209, + "main_score": 0.871033, + "hf_subset": "als_Latn-kas_Arab", + "languages": [ + "als-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.862648, + "recall": 0.902174, + "f1": 0.874769, + "accuracy": 0.902174, + "main_score": 0.874769, + "hf_subset": "als_Latn-ltg_Latn", + "languages": [ + "als-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.735815, + "recall": 0.799407, + "f1": 0.754649, + "accuracy": 0.799407, + "main_score": 0.754649, + "hf_subset": "als_Latn-nso_Latn", + "languages": [ + "als-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.952816, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "als_Latn-sin_Sinh", + "languages": [ + "als-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "als_Latn-tha_Thai", + "languages": [ + "als-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "als_Latn-zho_Hans", + "languages": [ + "als-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-ast_Latn", + "languages": [ + "als-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "als_Latn-crh_Latn", + "languages": [ + "als-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-glg_Latn", + "languages": [ + "als-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.783794, + "recall": 0.839921, + "f1": 0.800461, + "accuracy": 0.839921, + "main_score": 0.800461, + "hf_subset": "als_Latn-kas_Deva", + "languages": [ + "als-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "als_Latn-ltz_Latn", + "languages": [ + "als-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.405434, + "recall": 0.470356, + "f1": 0.422412, + "accuracy": 0.470356, + "main_score": 0.422412, + "hf_subset": "als_Latn-nus_Latn", + "languages": [ + "als-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-slk_Latn", + "languages": [ + "als-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.574387, + "recall": 0.657115, + "f1": 0.597058, + "accuracy": 0.657115, + "main_score": 0.597058, + "hf_subset": "als_Latn-tir_Ethi", + "languages": [ + "als-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-zho_Hant", + "languages": [ + "als-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.965497, + "recall": 0.974308, + "f1": 0.968281, + "accuracy": 0.974308, + "main_score": 0.968281, + "hf_subset": "als_Latn-awa_Deva", + "languages": [ + "als-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "als_Latn-cym_Latn", + "languages": [ + "als-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.737225, + "recall": 0.79249, + "f1": 0.752642, + "accuracy": 0.79249, + "main_score": 0.752642, + "hf_subset": "als_Latn-grn_Latn", + "languages": [ + "als-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-kat_Geor", + "languages": [ + "als-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.528388, + "recall": 0.593874, + "f1": 0.545669, + "accuracy": 0.593874, + "main_score": 0.545669, + "hf_subset": "als_Latn-lua_Latn", + "languages": [ + "als-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.780715, + "recall": 0.840909, + "f1": 0.799242, + "accuracy": 0.840909, + "main_score": 0.799242, + "hf_subset": "als_Latn-nya_Latn", + "languages": [ + "als-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-slv_Latn", + "languages": [ + "als-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "als_Latn-tpi_Latn", + "languages": [ + "als-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-zsm_Latn", + "languages": [ + "als-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.476542, + "recall": 0.54249, + "f1": 0.49451, + "accuracy": 0.54249, + "main_score": 0.49451, + "hf_subset": "als_Latn-ayr_Latn", + "languages": [ + "als-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-dan_Latn", + "languages": [ + "als-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "als_Latn-guj_Gujr", + "languages": [ + "als-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "als_Latn-kaz_Cyrl", + "languages": [ + "als-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.593917, + "recall": 0.672925, + "f1": 0.616002, + "accuracy": 0.672925, + "main_score": 0.616002, + "hf_subset": "als_Latn-lug_Latn", + "languages": [ + "als-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-oci_Latn", + "languages": [ + "als-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.788291, + "recall": 0.840909, + "f1": 0.804287, + "accuracy": 0.840909, + "main_score": 0.804287, + "hf_subset": "als_Latn-smo_Latn", + "languages": [ + "als-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.698074, + "recall": 0.767787, + "f1": 0.718714, + "accuracy": 0.767787, + "main_score": 0.718714, + "hf_subset": "als_Latn-tsn_Latn", + "languages": [ + "als-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.860425, + "recall": 0.900198, + "f1": 0.872713, + "accuracy": 0.900198, + "main_score": 0.872713, + "hf_subset": "als_Latn-zul_Latn", + "languages": [ + "als-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.882411, + "recall": 0.917984, + "f1": 0.893544, + "accuracy": 0.917984, + "main_score": 0.893544, + "hf_subset": "als_Latn-azb_Arab", + "languages": [ + "als-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-deu_Latn", + "languages": [ + "als-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "als_Latn-hat_Latn", + "languages": [ + "als-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.445709, + "recall": 0.506917, + "f1": 0.461954, + "accuracy": 0.506917, + "main_score": 0.461954, + "hf_subset": "als_Latn-kbp_Latn", + "languages": [ + "als-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.490008, + "recall": 0.554348, + "f1": 0.507102, + "accuracy": 0.554348, + "main_score": 0.507102, + "hf_subset": "als_Latn-luo_Latn", + "languages": [ + "als-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "als_Latn-ory_Orya", + "languages": [ + "als-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.868577, + "recall": 0.906126, + "f1": 0.880567, + "accuracy": 0.906126, + "main_score": 0.880567, + "hf_subset": "als_Latn-sna_Latn", + "languages": [ + "als-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.605483, + "recall": 0.678854, + "f1": 0.625553, + "accuracy": 0.678854, + "main_score": 0.625553, + "hf_subset": "als_Latn-tso_Latn", + "languages": [ + "als-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-azj_Latn", + "languages": [ + "als-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.465785, + "recall": 0.531621, + "f1": 0.483706, + "accuracy": 0.531621, + "main_score": 0.483706, + "hf_subset": "als_Latn-dik_Latn", + "languages": [ + "als-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.879529, + "recall": 0.913043, + "f1": 0.890217, + "accuracy": 0.913043, + "main_score": 0.890217, + "hf_subset": "als_Latn-hau_Latn", + "languages": [ + "als-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.950016, + "recall": 0.965415, + "f1": 0.954941, + "accuracy": 0.965415, + "main_score": 0.954941, + "hf_subset": "als_Latn-kea_Latn", + "languages": [ + "als-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.899868, + "recall": 0.927866, + "f1": 0.908531, + "accuracy": 0.927866, + "main_score": 0.908531, + "hf_subset": "als_Latn-lus_Latn", + "languages": [ + "als-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.800774, + "recall": 0.847826, + "f1": 0.814629, + "accuracy": 0.847826, + "main_score": 0.814629, + "hf_subset": "als_Latn-pag_Latn", + "languages": [ + "als-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "als_Latn-snd_Arab", + "languages": [ + "als-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "als_Latn-tuk_Latn", + "languages": [ + "als-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "als_Latn-bak_Cyrl", + "languages": [ + "als-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.436075, + "recall": 0.505929, + "f1": 0.455007, + "accuracy": 0.505929, + "main_score": 0.455007, + "hf_subset": "als_Latn-dyu_Latn", + "languages": [ + "als-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-heb_Hebr", + "languages": [ + "als-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "als_Latn-khk_Cyrl", + "languages": [ + "als-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-lvs_Latn", + "languages": [ + "als-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-pan_Guru", + "languages": [ + "als-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.827849, + "recall": 0.878458, + "f1": 0.843577, + "accuracy": 0.878458, + "main_score": 0.843577, + "hf_subset": "als_Latn-som_Latn", + "languages": [ + "als-Latn", + "som-Latn" + ] + }, + { + "precision": 0.646351, + "recall": 0.715415, + "f1": 0.666177, + "accuracy": 0.715415, + "main_score": 0.666177, + "hf_subset": "als_Latn-tum_Latn", + "languages": [ + "als-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.276512, + "recall": 0.327075, + "f1": 0.289397, + "accuracy": 0.327075, + "main_score": 0.289397, + "hf_subset": "bod_Tibt-ace_Arab", + "languages": [ + "bod-Tibt", + "ace-Arab" + ] + }, + { + "precision": 0.290244, + "recall": 0.322134, + "f1": 0.298157, + "accuracy": 0.322134, + "main_score": 0.298157, + "hf_subset": "bod_Tibt-bam_Latn", + "languages": [ + "bod-Tibt", + "bam-Latn" + ] + }, + { + "precision": 0.601673, + "recall": 0.677866, + "f1": 0.623407, + "accuracy": 0.677866, + "main_score": 0.623407, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ] + }, + { + "precision": 0.715996, + "recall": 0.768775, + "f1": 0.730313, + "accuracy": 0.768775, + "main_score": 0.730313, + "hf_subset": "bod_Tibt-hin_Deva", + "languages": [ + "bod-Tibt", + "hin-Deva" + ] + }, + { + "precision": 0.589354, + "recall": 0.661067, + "f1": 0.607641, + "accuracy": 0.661067, + "main_score": 0.607641, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.625284, + "recall": 0.690711, + "f1": 0.640991, + "accuracy": 0.690711, + "main_score": 0.640991, + "hf_subset": "bod_Tibt-mag_Deva", + "languages": [ + "bod-Tibt", + "mag-Deva" + ] + }, + { + "precision": 0.587886, + "recall": 0.657115, + "f1": 0.605094, + "accuracy": 0.657115, + "main_score": 0.605094, + "hf_subset": "bod_Tibt-pap_Latn", + "languages": [ + "bod-Tibt", + "pap-Latn" + ] + }, + { + "precision": 0.496491, + "recall": 0.566206, + "f1": 0.514355, + "accuracy": 0.566206, + "main_score": 0.514355, + "hf_subset": "bod_Tibt-sot_Latn", + "languages": [ + "bod-Tibt", + "sot-Latn" + ] + }, + { + "precision": 0.68526, + "recall": 0.748024, + "f1": 0.701683, + "accuracy": 0.748024, + "main_score": 0.701683, + "hf_subset": "bod_Tibt-tur_Latn", + "languages": [ + "bod-Tibt", + "tur-Latn" + ] + }, + { + "precision": 0.473423, + "recall": 0.531621, + "f1": 0.48854, + "accuracy": 0.531621, + "main_score": 0.48854, + "hf_subset": "bod_Tibt-ace_Latn", + "languages": [ + "bod-Tibt", + "ace-Latn" + ] + }, + { + "precision": 0.52337, + "recall": 0.588933, + "f1": 0.539588, + "accuracy": 0.588933, + "main_score": 0.539588, + "hf_subset": "bod_Tibt-ban_Latn", + "languages": [ + "bod-Tibt", + "ban-Latn" + ] + }, + { + "precision": 0.643512, + "recall": 0.716403, + "f1": 0.662862, + "accuracy": 0.716403, + "main_score": 0.662862, + "hf_subset": "bod_Tibt-ell_Grek", + "languages": [ + "bod-Tibt", + "ell-Grek" + ] + }, + { + "precision": 0.603634, + "recall": 0.658103, + "f1": 0.617461, + "accuracy": 0.658103, + "main_score": 0.617461, + "hf_subset": "bod_Tibt-hne_Deva", + "languages": [ + "bod-Tibt", + "hne-Deva" + ] + }, + { + "precision": 0.288101, + "recall": 0.333992, + "f1": 0.297937, + "accuracy": 0.333992, + "main_score": 0.297937, + "hf_subset": "bod_Tibt-kik_Latn", + "languages": [ + "bod-Tibt", + "kik-Latn" + ] + }, + { + "precision": 0.606245, + "recall": 0.663043, + "f1": 0.619754, + "accuracy": 0.663043, + "main_score": 0.619754, + "hf_subset": "bod_Tibt-mai_Deva", + "languages": [ + "bod-Tibt", + "mai-Deva" + ] + }, + { + "precision": 0.590998, + "recall": 0.664032, + "f1": 0.610128, + "accuracy": 0.664032, + "main_score": 0.610128, + "hf_subset": "bod_Tibt-pbt_Arab", + "languages": [ + "bod-Tibt", + "pbt-Arab" + ] + }, + { + "precision": 0.683411, + "recall": 0.75, + "f1": 0.701519, + "accuracy": 0.75, + "main_score": 0.701519, + "hf_subset": "bod_Tibt-spa_Latn", + "languages": [ + "bod-Tibt", + "spa-Latn" + ] + }, + { + "precision": 0.418407, + "recall": 0.478261, + "f1": 0.432881, + "accuracy": 0.478261, + "main_score": 0.432881, + "hf_subset": "bod_Tibt-twi_Latn", + "languages": [ + "bod-Tibt", + "twi-Latn" + ] + }, + { + "precision": 0.662539, + "recall": 0.726285, + "f1": 0.67938, + "accuracy": 0.726285, + "main_score": 0.67938, + "hf_subset": "bod_Tibt-acm_Arab", + "languages": [ + "bod-Tibt", + "acm-Arab" + ] + }, + { + "precision": 0.564956, + "recall": 0.639328, + "f1": 0.583464, + "accuracy": 0.639328, + "main_score": 0.583464, + "hf_subset": "bod_Tibt-bel_Cyrl", + "languages": [ + "bod-Tibt", + "bel-Cyrl" + ] + }, + { + "precision": 0.669, + "recall": 0.731225, + "f1": 0.685174, + "accuracy": 0.731225, + "main_score": 0.685174, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.645882, + "recall": 0.72332, + "f1": 0.66678, + "accuracy": 0.72332, + "main_score": 0.66678, + "hf_subset": "bod_Tibt-hrv_Latn", + "languages": [ + "bod-Tibt", + "hrv-Latn" + ] + }, + { + "precision": 0.527888, + "recall": 0.599802, + "f1": 0.547482, + "accuracy": 0.599802, + "main_score": 0.547482, + "hf_subset": "bod_Tibt-kin_Latn", + "languages": [ + "bod-Tibt", + "kin-Latn" + ] + }, + { + "precision": 0.624463, + "recall": 0.688735, + "f1": 0.640552, + "accuracy": 0.688735, + "main_score": 0.640552, + "hf_subset": "bod_Tibt-mal_Mlym", + "languages": [ + "bod-Tibt", + "mal-Mlym" + ] + }, + { + "precision": 0.664829, + "recall": 0.731225, + "f1": 0.681592, + "accuracy": 0.731225, + "main_score": 0.681592, + "hf_subset": "bod_Tibt-pes_Arab", + "languages": [ + "bod-Tibt", + "pes-Arab" + ] + }, + { + "precision": 0.602899, + "recall": 0.66502, + "f1": 0.61878, + "accuracy": 0.66502, + "main_score": 0.61878, + "hf_subset": "bod_Tibt-srd_Latn", + "languages": [ + "bod-Tibt", + "srd-Latn" + ] + }, + { + "precision": 0.169403, + "recall": 0.219368, + "f1": 0.181443, + "accuracy": 0.219368, + "main_score": 0.181443, + "hf_subset": "bod_Tibt-tzm_Tfng", + "languages": [ + "bod-Tibt", + "tzm-Tfng" + ] + }, + { + "precision": 0.680708, + "recall": 0.743083, + "f1": 0.697533, + "accuracy": 0.743083, + "main_score": 0.697533, + "hf_subset": "bod_Tibt-acq_Arab", + "languages": [ + "bod-Tibt", + "acq-Arab" + ] + }, + { + "precision": 0.412847, + "recall": 0.468379, + "f1": 0.426455, + "accuracy": 0.468379, + "main_score": 0.426455, + "hf_subset": "bod_Tibt-bem_Latn", + "languages": [ + "bod-Tibt", + "bem-Latn" + ] + }, + { + "precision": 0.613048, + "recall": 0.674901, + "f1": 0.628733, + "accuracy": 0.674901, + "main_score": 0.628733, + "hf_subset": "bod_Tibt-epo_Latn", + "languages": [ + "bod-Tibt", + "epo-Latn" + ] + }, + { + "precision": 0.680946, + "recall": 0.743083, + "f1": 0.697275, + "accuracy": 0.743083, + "main_score": 0.697275, + "hf_subset": "bod_Tibt-hun_Latn", + "languages": [ + "bod-Tibt", + "hun-Latn" + ] + }, + { + "precision": 0.620814, + "recall": 0.687747, + "f1": 0.638713, + "accuracy": 0.687747, + "main_score": 0.638713, + "hf_subset": "bod_Tibt-kir_Cyrl", + "languages": [ + "bod-Tibt", + "kir-Cyrl" + ] + }, + { + "precision": 0.662142, + "recall": 0.726285, + "f1": 0.678188, + "accuracy": 0.726285, + "main_score": 0.678188, + "hf_subset": "bod_Tibt-mar_Deva", + "languages": [ + "bod-Tibt", + "mar-Deva" + ] + }, + { + "precision": 0.540097, + "recall": 0.616601, + "f1": 0.56087, + "accuracy": 0.616601, + "main_score": 0.56087, + "hf_subset": "bod_Tibt-plt_Latn", + "languages": [ + "bod-Tibt", + "plt-Latn" + ] + }, + { + "precision": 0.626917, + "recall": 0.697628, + "f1": 0.644698, + "accuracy": 0.697628, + "main_score": 0.644698, + "hf_subset": "bod_Tibt-srp_Cyrl", + "languages": [ + "bod-Tibt", + "srp-Cyrl" + ] + }, + { + "precision": 0.605543, + "recall": 0.676877, + "f1": 0.625137, + "accuracy": 0.676877, + "main_score": 0.625137, + "hf_subset": "bod_Tibt-uig_Arab", + "languages": [ + "bod-Tibt", + "uig-Arab" + ] + }, + { + "precision": 0.64003, + "recall": 0.700593, + "f1": 0.655639, + "accuracy": 0.700593, + "main_score": 0.655639, + "hf_subset": "bod_Tibt-aeb_Arab", + "languages": [ + "bod-Tibt", + "aeb-Arab" + ] + }, + { + "precision": 0.654037, + "recall": 0.715415, + "f1": 0.669851, + "accuracy": 0.715415, + "main_score": 0.669851, + "hf_subset": "bod_Tibt-ben_Beng", + "languages": [ + "bod-Tibt", + "ben-Beng" + ] + }, + { + "precision": 0.641742, + "recall": 0.709486, + "f1": 0.659345, + "accuracy": 0.709486, + "main_score": 0.659345, + "hf_subset": "bod_Tibt-est_Latn", + "languages": [ + "bod-Tibt", + "est-Latn" + ] + }, + { + "precision": 0.662132, + "recall": 0.731225, + "f1": 0.680837, + "accuracy": 0.731225, + "main_score": 0.680837, + "hf_subset": "bod_Tibt-hye_Armn", + "languages": [ + "bod-Tibt", + "hye-Armn" + ] + }, + { + "precision": 0.289887, + "recall": 0.332016, + "f1": 0.30057, + "accuracy": 0.332016, + "main_score": 0.30057, + "hf_subset": "bod_Tibt-kmb_Latn", + "languages": [ + "bod-Tibt", + "kmb-Latn" + ] + }, + { + "precision": 0.257204, + "recall": 0.307312, + "f1": 0.268808, + "accuracy": 0.307312, + "main_score": 0.268808, + "hf_subset": "bod_Tibt-min_Arab", + "languages": [ + "bod-Tibt", + "min-Arab" + ] + }, + { + "precision": 0.67802, + "recall": 0.736166, + "f1": 0.693604, + "accuracy": 0.736166, + "main_score": 0.693604, + "hf_subset": "bod_Tibt-pol_Latn", + "languages": [ + "bod-Tibt", + "pol-Latn" + ] + }, + { + "precision": 0.436141, + "recall": 0.51087, + "f1": 0.456016, + "accuracy": 0.51087, + "main_score": 0.456016, + "hf_subset": "bod_Tibt-ssw_Latn", + "languages": [ + "bod-Tibt", + "ssw-Latn" + ] + }, + { + "precision": 0.649554, + "recall": 0.718379, + "f1": 0.667312, + "accuracy": 0.718379, + "main_score": 0.667312, + "hf_subset": "bod_Tibt-ukr_Cyrl", + "languages": [ + "bod-Tibt", + "ukr-Cyrl" + ] + }, + { + "precision": 0.619521, + "recall": 0.6917, + "f1": 0.637966, + "accuracy": 0.6917, + "main_score": 0.637966, + "hf_subset": "bod_Tibt-afr_Latn", + "languages": [ + "bod-Tibt", + "afr-Latn" + ] + }, + { + "precision": 0.588696, + "recall": 0.647233, + "f1": 0.6026, + "accuracy": 0.647233, + "main_score": 0.6026, + "hf_subset": "bod_Tibt-bho_Deva", + "languages": [ + "bod-Tibt", + "bho-Deva" + ] + }, + { + "precision": 0.571002, + "recall": 0.645257, + "f1": 0.590133, + "accuracy": 0.645257, + "main_score": 0.590133, + "hf_subset": "bod_Tibt-eus_Latn", + "languages": [ + "bod-Tibt", + "eus-Latn" + ] + }, + { + "precision": 0.507977, + "recall": 0.590909, + "f1": 0.529369, + "accuracy": 0.590909, + "main_score": 0.529369, + "hf_subset": "bod_Tibt-ibo_Latn", + "languages": [ + "bod-Tibt", + "ibo-Latn" + ] + }, + { + "precision": 0.528332, + "recall": 0.599802, + "f1": 0.547203, + "accuracy": 0.599802, + "main_score": 0.547203, + "hf_subset": "bod_Tibt-kmr_Latn", + "languages": [ + "bod-Tibt", + "kmr-Latn" + ] + }, + { + "precision": 0.562763, + "recall": 0.633399, + "f1": 0.57983, + "accuracy": 0.633399, + "main_score": 0.57983, + "hf_subset": "bod_Tibt-min_Latn", + "languages": [ + "bod-Tibt", + "min-Latn" + ] + }, + { + "precision": 0.694258, + "recall": 0.761858, + "f1": 0.71242, + "accuracy": 0.761858, + "main_score": 0.71242, + "hf_subset": "bod_Tibt-por_Latn", + "languages": [ + "bod-Tibt", + "por-Latn" + ] + }, + { + "precision": 0.544484, + "recall": 0.617589, + "f1": 0.562844, + "accuracy": 0.617589, + "main_score": 0.562844, + "hf_subset": "bod_Tibt-sun_Latn", + "languages": [ + "bod-Tibt", + "sun-Latn" + ] + }, + { + "precision": 0.272121, + "recall": 0.3083, + "f1": 0.281065, + "accuracy": 0.3083, + "main_score": 0.281065, + "hf_subset": "bod_Tibt-umb_Latn", + "languages": [ + "bod-Tibt", + "umb-Latn" + ] + }, + { + "precision": 0.689607, + "recall": 0.748024, + "f1": 0.704552, + "accuracy": 0.748024, + "main_score": 0.704552, + "hf_subset": "bod_Tibt-ajp_Arab", + "languages": [ + "bod-Tibt", + "ajp-Arab" + ] + }, + { + "precision": 0.27699, + "recall": 0.332016, + "f1": 0.290191, + "accuracy": 0.332016, + "main_score": 0.290191, + "hf_subset": "bod_Tibt-bjn_Arab", + "languages": [ + "bod-Tibt", + "bjn-Arab" + ] + }, + { + "precision": 0.281111, + "recall": 0.314229, + "f1": 0.289217, + "accuracy": 0.314229, + "main_score": 0.289217, + "hf_subset": "bod_Tibt-ewe_Latn", + "languages": [ + "bod-Tibt", + "ewe-Latn" + ] + }, + { + "precision": 0.528215, + "recall": 0.59585, + "f1": 0.545636, + "accuracy": 0.59585, + "main_score": 0.545636, + "hf_subset": "bod_Tibt-ilo_Latn", + "languages": [ + "bod-Tibt", + "ilo-Latn" + ] + }, + { + "precision": 0.169004, + "recall": 0.20751, + "f1": 0.177688, + "accuracy": 0.20751, + "main_score": 0.177688, + "hf_subset": "bod_Tibt-knc_Arab", + "languages": [ + "bod-Tibt", + "knc-Arab" + ] + }, + { + "precision": 0.637824, + "recall": 0.705534, + "f1": 0.654688, + "accuracy": 0.705534, + "main_score": 0.654688, + "hf_subset": "bod_Tibt-mkd_Cyrl", + "languages": [ + "bod-Tibt", + "mkd-Cyrl" + ] + }, + { + "precision": 0.719803, + "recall": 0.774704, + "f1": 0.734397, + "accuracy": 0.774704, + "main_score": 0.734397, + "hf_subset": "bod_Tibt-prs_Arab", + "languages": [ + "bod-Tibt", + "prs-Arab" + ] + }, + { + "precision": 0.684814, + "recall": 0.752964, + "f1": 0.702899, + "accuracy": 0.752964, + "main_score": 0.702899, + "hf_subset": "bod_Tibt-swe_Latn", + "languages": [ + "bod-Tibt", + "swe-Latn" + ] + }, + { + "precision": 0.672949, + "recall": 0.730237, + "f1": 0.687544, + "accuracy": 0.730237, + "main_score": 0.687544, + "hf_subset": "bod_Tibt-urd_Arab", + "languages": [ + "bod-Tibt", + "urd-Arab" + ] + }, + { + "precision": 0.39479, + "recall": 0.452569, + "f1": 0.408813, + "accuracy": 0.452569, + "main_score": 0.408813, + "hf_subset": "bod_Tibt-aka_Latn", + "languages": [ + "bod-Tibt", + "aka-Latn" + ] + }, + { + "precision": 0.564658, + "recall": 0.618577, + "f1": 0.578246, + "accuracy": 0.618577, + "main_score": 0.578246, + "hf_subset": "bod_Tibt-bjn_Latn", + "languages": [ + "bod-Tibt", + "bjn-Latn" + ] + }, + { + "precision": 0.599951, + "recall": 0.674901, + "f1": 0.619695, + "accuracy": 0.674901, + "main_score": 0.619695, + "hf_subset": "bod_Tibt-fao_Latn", + "languages": [ + "bod-Tibt", + "fao-Latn" + ] + }, + { + "precision": 0.678184, + "recall": 0.738142, + "f1": 0.693708, + "accuracy": 0.738142, + "main_score": 0.693708, + "hf_subset": "bod_Tibt-ind_Latn", + "languages": [ + "bod-Tibt", + "ind-Latn" + ] + }, + { + "precision": 0.298327, + "recall": 0.325099, + "f1": 0.305179, + "accuracy": 0.325099, + "main_score": 0.305179, + "hf_subset": "bod_Tibt-knc_Latn", + "languages": [ + "bod-Tibt", + "knc-Latn" + ] + }, + { + "precision": 0.531952, + "recall": 0.600791, + "f1": 0.548836, + "accuracy": 0.600791, + "main_score": 0.548836, + "hf_subset": "bod_Tibt-mlt_Latn", + "languages": [ + "bod-Tibt", + "mlt-Latn" + ] + }, + { + "precision": 0.343827, + "recall": 0.397233, + "f1": 0.356356, + "accuracy": 0.397233, + "main_score": 0.356356, + "hf_subset": "bod_Tibt-quy_Latn", + "languages": [ + "bod-Tibt", + "quy-Latn" + ] + }, + { + "precision": 0.622529, + "recall": 0.687747, + "f1": 0.639577, + "accuracy": 0.687747, + "main_score": 0.639577, + "hf_subset": "bod_Tibt-swh_Latn", + "languages": [ + "bod-Tibt", + "swh-Latn" + ] + }, + { + "precision": 0.607673, + "recall": 0.675889, + "f1": 0.625322, + "accuracy": 0.675889, + "main_score": 0.625322, + "hf_subset": "bod_Tibt-uzn_Latn", + "languages": [ + "bod-Tibt", + "uzn-Latn" + ] + }, + { + "precision": 0.595108, + "recall": 0.667984, + "f1": 0.613988, + "accuracy": 0.667984, + "main_score": 0.613988, + "hf_subset": "bod_Tibt-als_Latn", + "languages": [ + "bod-Tibt", + "als-Latn" + ] + }, + { + "precision": 0.392141, + "recall": 0.447628, + "f1": 0.406922, + "accuracy": 0.447628, + "main_score": 0.406922, + "hf_subset": "bod_Tibt-fij_Latn", + "languages": [ + "bod-Tibt", + "fij-Latn" + ] + }, + { + "precision": 0.614195, + "recall": 0.688735, + "f1": 0.633743, + "accuracy": 0.688735, + "main_score": 0.633743, + "hf_subset": "bod_Tibt-isl_Latn", + "languages": [ + "bod-Tibt", + "isl-Latn" + ] + }, + { + "precision": 0.299857, + "recall": 0.341897, + "f1": 0.310109, + "accuracy": 0.341897, + "main_score": 0.310109, + "hf_subset": "bod_Tibt-kon_Latn", + "languages": [ + "bod-Tibt", + "kon-Latn" + ] + }, + { + "precision": 0.282388, + "recall": 0.325099, + "f1": 0.292269, + "accuracy": 0.325099, + "main_score": 0.292269, + "hf_subset": "bod_Tibt-mni_Beng", + "languages": [ + "bod-Tibt", + "mni-Beng" + ] + }, + { + "precision": 0.66504, + "recall": 0.730237, + "f1": 0.68228, + "accuracy": 0.730237, + "main_score": 0.68228, + "hf_subset": "bod_Tibt-ron_Latn", + "languages": [ + "bod-Tibt", + "ron-Latn" + ] + }, + { + "precision": 0.617233, + "recall": 0.671937, + "f1": 0.630327, + "accuracy": 0.671937, + "main_score": 0.630327, + "hf_subset": "bod_Tibt-szl_Latn", + "languages": [ + "bod-Tibt", + "szl-Latn" + ] + }, + { + "precision": 0.618487, + "recall": 0.677866, + "f1": 0.632567, + "accuracy": 0.677866, + "main_score": 0.632567, + "hf_subset": "bod_Tibt-vec_Latn", + "languages": [ + "bod-Tibt", + "vec-Latn" + ] + }, + { + "precision": 0.653686, + "recall": 0.710474, + "f1": 0.668308, + "accuracy": 0.710474, + "main_score": 0.668308, + "hf_subset": "bod_Tibt-amh_Ethi", + "languages": [ + "bod-Tibt", + "amh-Ethi" + ] + }, + { + "precision": 0.649169, + "recall": 0.719368, + "f1": 0.667946, + "accuracy": 0.719368, + "main_score": 0.667946, + "hf_subset": "bod_Tibt-bos_Latn", + "languages": [ + "bod-Tibt", + "bos-Latn" + ] + }, + { + "precision": 0.652022, + "recall": 0.718379, + "f1": 0.669539, + "accuracy": 0.718379, + "main_score": 0.669539, + "hf_subset": "bod_Tibt-fin_Latn", + "languages": [ + "bod-Tibt", + "fin-Latn" + ] + }, + { + "precision": 0.700138, + "recall": 0.76581, + "f1": 0.718094, + "accuracy": 0.76581, + "main_score": 0.718094, + "hf_subset": "bod_Tibt-ita_Latn", + "languages": [ + "bod-Tibt", + "ita-Latn" + ] + }, + { + "precision": 0.725649, + "recall": 0.783597, + "f1": 0.741545, + "accuracy": 0.783597, + "main_score": 0.741545, + "hf_subset": "bod_Tibt-kor_Hang", + "languages": [ + "bod-Tibt", + "kor-Hang" + ] + }, + { + "precision": 0.296502, + "recall": 0.321146, + "f1": 0.302482, + "accuracy": 0.321146, + "main_score": 0.302482, + "hf_subset": "bod_Tibt-mos_Latn", + "languages": [ + "bod-Tibt", + "mos-Latn" + ] + }, + { + "precision": 0.457609, + "recall": 0.525692, + "f1": 0.475481, + "accuracy": 0.525692, + "main_score": 0.475481, + "hf_subset": "bod_Tibt-run_Latn", + "languages": [ + "bod-Tibt", + "run-Latn" + ] + }, + { + "precision": 0.669515, + "recall": 0.728261, + "f1": 0.684624, + "accuracy": 0.728261, + "main_score": 0.684624, + "hf_subset": "bod_Tibt-tam_Taml", + "languages": [ + "bod-Tibt", + "tam-Taml" + ] + }, + { + "precision": 0.673849, + "recall": 0.740119, + "f1": 0.691024, + "accuracy": 0.740119, + "main_score": 0.691024, + "hf_subset": "bod_Tibt-vie_Latn", + "languages": [ + "bod-Tibt", + "vie-Latn" + ] + }, + { + "precision": 0.684491, + "recall": 0.743083, + "f1": 0.699721, + "accuracy": 0.743083, + "main_score": 0.699721, + "hf_subset": "bod_Tibt-apc_Arab", + "languages": [ + "bod-Tibt", + "apc-Arab" + ] + }, + { + "precision": 0.364186, + "recall": 0.405138, + "f1": 0.373908, + "accuracy": 0.405138, + "main_score": 0.373908, + "hf_subset": "bod_Tibt-bug_Latn", + "languages": [ + "bod-Tibt", + "bug-Latn" + ] + }, + { + "precision": 0.278534, + "recall": 0.311265, + "f1": 0.287413, + "accuracy": 0.311265, + "main_score": 0.287413, + "hf_subset": "bod_Tibt-fon_Latn", + "languages": [ + "bod-Tibt", + "fon-Latn" + ] + }, + { + "precision": 0.566583, + "recall": 0.62747, + "f1": 0.581925, + "accuracy": 0.62747, + "main_score": 0.581925, + "hf_subset": "bod_Tibt-jav_Latn", + "languages": [ + "bod-Tibt", + "jav-Latn" + ] + }, + { + "precision": 0.557681, + "recall": 0.633399, + "f1": 0.576881, + "accuracy": 0.633399, + "main_score": 0.576881, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.582885, + "recall": 0.653162, + "f1": 0.601296, + "accuracy": 0.653162, + "main_score": 0.601296, + "hf_subset": "bod_Tibt-mri_Latn", + "languages": [ + "bod-Tibt", + "mri-Latn" + ] + }, + { + "precision": 0.681118, + "recall": 0.740119, + "f1": 0.69734, + "accuracy": 0.740119, + "main_score": 0.69734, + "hf_subset": "bod_Tibt-rus_Cyrl", + "languages": [ + "bod-Tibt", + "rus-Cyrl" + ] + }, + { + "precision": 0.292525, + "recall": 0.321146, + "f1": 0.299264, + "accuracy": 0.321146, + "main_score": 0.299264, + "hf_subset": "bod_Tibt-taq_Latn", + "languages": [ + "bod-Tibt", + "taq-Latn" + ] + }, + { + "precision": 0.537776, + "recall": 0.616601, + "f1": 0.557112, + "accuracy": 0.616601, + "main_score": 0.557112, + "hf_subset": "bod_Tibt-war_Latn", + "languages": [ + "bod-Tibt", + "war-Latn" + ] + }, + { + "precision": 0.684908, + "recall": 0.75, + "f1": 0.702617, + "accuracy": 0.75, + "main_score": 0.702617, + "hf_subset": "bod_Tibt-arb_Arab", + "languages": [ + "bod-Tibt", + "arb-Arab" + ] + }, + { + "precision": 0.680996, + "recall": 0.747036, + "f1": 0.698863, + "accuracy": 0.747036, + "main_score": 0.698863, + "hf_subset": "bod_Tibt-bul_Cyrl", + "languages": [ + "bod-Tibt", + "bul-Cyrl" + ] + }, + { + "precision": 0.702088, + "recall": 0.763834, + "f1": 0.718803, + "accuracy": 0.763834, + "main_score": 0.718803, + "hf_subset": "bod_Tibt-fra_Latn", + "languages": [ + "bod-Tibt", + "fra-Latn" + ] + }, + { + "precision": 0.693748, + "recall": 0.755929, + "f1": 0.710066, + "accuracy": 0.755929, + "main_score": 0.710066, + "hf_subset": "bod_Tibt-jpn_Jpan", + "languages": [ + "bod-Tibt", + "jpn-Jpan" + ] + }, + { + "precision": 0.580811, + "recall": 0.637352, + "f1": 0.594596, + "accuracy": 0.637352, + "main_score": 0.594596, + "hf_subset": "bod_Tibt-lij_Latn", + "languages": [ + "bod-Tibt", + "lij-Latn" + ] + }, + { + "precision": 0.666992, + "recall": 0.728261, + "f1": 0.683244, + "accuracy": 0.728261, + "main_score": 0.683244, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.321932, + "recall": 0.362648, + "f1": 0.332362, + "accuracy": 0.362648, + "main_score": 0.332362, + "hf_subset": "bod_Tibt-sag_Latn", + "languages": [ + "bod-Tibt", + "sag-Latn" + ] + }, + { + "precision": 0.164605, + "recall": 0.202569, + "f1": 0.173154, + "accuracy": 0.202569, + "main_score": 0.173154, + "hf_subset": "bod_Tibt-taq_Tfng", + "languages": [ + "bod-Tibt", + "taq-Tfng" + ] + }, + { + "precision": 0.386538, + "recall": 0.427866, + "f1": 0.395819, + "accuracy": 0.427866, + "main_score": 0.395819, + "hf_subset": "bod_Tibt-wol_Latn", + "languages": [ + "bod-Tibt", + "wol-Latn" + ] + }, + { + "precision": 0.53205, + "recall": 0.602767, + "f1": 0.551172, + "accuracy": 0.602767, + "main_score": 0.551172, + "hf_subset": "bod_Tibt-arb_Latn", + "languages": [ + "bod-Tibt", + "arb-Latn" + ] + }, + { + "precision": 0.643043, + "recall": 0.713439, + "f1": 0.661053, + "accuracy": 0.713439, + "main_score": 0.661053, + "hf_subset": "bod_Tibt-cat_Latn", + "languages": [ + "bod-Tibt", + "cat-Latn" + ] + }, + { + "precision": 0.53638, + "recall": 0.579051, + "f1": 0.546188, + "accuracy": 0.579051, + "main_score": 0.546188, + "hf_subset": "bod_Tibt-fur_Latn", + "languages": [ + "bod-Tibt", + "fur-Latn" + ] + }, + { + "precision": 0.292012, + "recall": 0.342885, + "f1": 0.303731, + "accuracy": 0.342885, + "main_score": 0.303731, + "hf_subset": "bod_Tibt-kab_Latn", + "languages": [ + "bod-Tibt", + "kab-Latn" + ] + }, + { + "precision": 0.60383, + "recall": 0.661067, + "f1": 0.617989, + "accuracy": 0.661067, + "main_score": 0.617989, + "hf_subset": "bod_Tibt-lim_Latn", + "languages": [ + "bod-Tibt", + "lim-Latn" + ] + }, + { + "precision": 0.665336, + "recall": 0.728261, + "f1": 0.682195, + "accuracy": 0.728261, + "main_score": 0.682195, + "hf_subset": "bod_Tibt-nld_Latn", + "languages": [ + "bod-Tibt", + "nld-Latn" + ] + }, + { + "precision": 0.676601, + "recall": 0.745059, + "f1": 0.695804, + "accuracy": 0.745059, + "main_score": 0.695804, + "hf_subset": "bod_Tibt-san_Deva", + "languages": [ + "bod-Tibt", + "san-Deva" + ] + }, + { + "precision": 0.587975, + "recall": 0.663043, + "f1": 0.607836, + "accuracy": 0.663043, + "main_score": 0.607836, + "hf_subset": "bod_Tibt-tat_Cyrl", + "languages": [ + "bod-Tibt", + "tat-Cyrl" + ] + }, + { + "precision": 0.531573, + "recall": 0.604743, + "f1": 0.550795, + "accuracy": 0.604743, + "main_score": 0.550795, + "hf_subset": "bod_Tibt-xho_Latn", + "languages": [ + "bod-Tibt", + "xho-Latn" + ] + }, + { + "precision": 0.687698, + "recall": 0.750988, + "f1": 0.704404, + "accuracy": 0.750988, + "main_score": 0.704404, + "hf_subset": "bod_Tibt-ars_Arab", + "languages": [ + "bod-Tibt", + "ars-Arab" + ] + }, + { + "precision": 0.554089, + "recall": 0.625494, + "f1": 0.571785, + "accuracy": 0.625494, + "main_score": 0.571785, + "hf_subset": "bod_Tibt-ceb_Latn", + "languages": [ + "bod-Tibt", + "ceb-Latn" + ] + }, + { + "precision": 0.282647, + "recall": 0.318182, + "f1": 0.291336, + "accuracy": 0.318182, + "main_score": 0.291336, + "hf_subset": "bod_Tibt-fuv_Latn", + "languages": [ + "bod-Tibt", + "fuv-Latn" + ] + }, + { + "precision": 0.305003, + "recall": 0.336957, + "f1": 0.313058, + "accuracy": 0.336957, + "main_score": 0.313058, + "hf_subset": "bod_Tibt-kac_Latn", + "languages": [ + "bod-Tibt", + "kac-Latn" + ] + }, + { + "precision": 0.332759, + "recall": 0.384387, + "f1": 0.345041, + "accuracy": 0.384387, + "main_score": 0.345041, + "hf_subset": "bod_Tibt-lin_Latn", + "languages": [ + "bod-Tibt", + "lin-Latn" + ] + }, + { + "precision": 0.600087, + "recall": 0.674901, + "f1": 0.61942, + "accuracy": 0.674901, + "main_score": 0.61942, + "hf_subset": "bod_Tibt-nno_Latn", + "languages": [ + "bod-Tibt", + "nno-Latn" + ] + }, + { + "precision": 0.548369, + "recall": 0.618577, + "f1": 0.56775, + "accuracy": 0.618577, + "main_score": 0.56775, + "hf_subset": "bod_Tibt-sat_Olck", + "languages": [ + "bod-Tibt", + "sat-Olck" + ] + }, + { + "precision": 0.614513, + "recall": 0.687747, + "f1": 0.633562, + "accuracy": 0.687747, + "main_score": 0.633562, + "hf_subset": "bod_Tibt-tel_Telu", + "languages": [ + "bod-Tibt", + "tel-Telu" + ] + }, + { + "precision": 0.599534, + "recall": 0.674901, + "f1": 0.618898, + "accuracy": 0.674901, + "main_score": 0.618898, + "hf_subset": "bod_Tibt-ydd_Hebr", + "languages": [ + "bod-Tibt", + "ydd-Hebr" + ] + }, + { + "precision": 0.62154, + "recall": 0.681818, + "f1": 0.636569, + "accuracy": 0.681818, + "main_score": 0.636569, + "hf_subset": "bod_Tibt-ary_Arab", + "languages": [ + "bod-Tibt", + "ary-Arab" + ] + }, + { + "precision": 0.660092, + "recall": 0.733202, + "f1": 0.679602, + "accuracy": 0.733202, + "main_score": 0.679602, + "hf_subset": "bod_Tibt-ces_Latn", + "languages": [ + "bod-Tibt", + "ces-Latn" + ] + }, + { + "precision": 0.386901, + "recall": 0.444664, + "f1": 0.402404, + "accuracy": 0.444664, + "main_score": 0.402404, + "hf_subset": "bod_Tibt-gaz_Latn", + "languages": [ + "bod-Tibt", + "gaz-Latn" + ] + }, + { + "precision": 0.310443, + "recall": 0.363636, + "f1": 0.322595, + "accuracy": 0.363636, + "main_score": 0.322595, + "hf_subset": "bod_Tibt-kam_Latn", + "languages": [ + "bod-Tibt", + "kam-Latn" + ] + }, + { + "precision": 0.629722, + "recall": 0.701581, + "f1": 0.649113, + "accuracy": 0.701581, + "main_score": 0.649113, + "hf_subset": "bod_Tibt-lit_Latn", + "languages": [ + "bod-Tibt", + "lit-Latn" + ] + }, + { + "precision": 0.657277, + "recall": 0.727273, + "f1": 0.675707, + "accuracy": 0.727273, + "main_score": 0.675707, + "hf_subset": "bod_Tibt-nob_Latn", + "languages": [ + "bod-Tibt", + "nob-Latn" + ] + }, + { + "precision": 0.599733, + "recall": 0.657115, + "f1": 0.614071, + "accuracy": 0.657115, + "main_score": 0.614071, + "hf_subset": "bod_Tibt-scn_Latn", + "languages": [ + "bod-Tibt", + "scn-Latn" + ] + }, + { + "precision": 0.596423, + "recall": 0.666008, + "f1": 0.614463, + "accuracy": 0.666008, + "main_score": 0.614463, + "hf_subset": "bod_Tibt-tgk_Cyrl", + "languages": [ + "bod-Tibt", + "tgk-Cyrl" + ] + }, + { + "precision": 0.44189, + "recall": 0.504941, + "f1": 0.457342, + "accuracy": 0.504941, + "main_score": 0.457342, + "hf_subset": "bod_Tibt-yor_Latn", + "languages": [ + "bod-Tibt", + "yor-Latn" + ] + }, + { + "precision": 0.639567, + "recall": 0.701581, + "f1": 0.6554, + "accuracy": 0.701581, + "main_score": 0.6554, + "hf_subset": "bod_Tibt-arz_Arab", + "languages": [ + "bod-Tibt", + "arz-Arab" + ] + }, + { + "precision": 0.273033, + "recall": 0.306324, + "f1": 0.281185, + "accuracy": 0.306324, + "main_score": 0.281185, + "hf_subset": "bod_Tibt-cjk_Latn", + "languages": [ + "bod-Tibt", + "cjk-Latn" + ] + }, + { + "precision": 0.571723, + "recall": 0.636364, + "f1": 0.587797, + "accuracy": 0.636364, + "main_score": 0.587797, + "hf_subset": "bod_Tibt-gla_Latn", + "languages": [ + "bod-Tibt", + "gla-Latn" + ] + }, + { + "precision": 0.617614, + "recall": 0.684783, + "f1": 0.63515, + "accuracy": 0.684783, + "main_score": 0.63515, + "hf_subset": "bod_Tibt-kan_Knda", + "languages": [ + "bod-Tibt", + "kan-Knda" + ] + }, + { + "precision": 0.579023, + "recall": 0.632411, + "f1": 0.590829, + "accuracy": 0.632411, + "main_score": 0.590829, + "hf_subset": "bod_Tibt-lmo_Latn", + "languages": [ + "bod-Tibt", + "lmo-Latn" + ] + }, + { + "precision": 0.670452, + "recall": 0.730237, + "f1": 0.685688, + "accuracy": 0.730237, + "main_score": 0.685688, + "hf_subset": "bod_Tibt-npi_Deva", + "languages": [ + "bod-Tibt", + "npi-Deva" + ] + }, + { + "precision": 0.322533, + "recall": 0.374506, + "f1": 0.335907, + "accuracy": 0.374506, + "main_score": 0.335907, + "hf_subset": "bod_Tibt-shn_Mymr", + "languages": [ + "bod-Tibt", + "shn-Mymr" + ] + }, + { + "precision": 0.634787, + "recall": 0.697628, + "f1": 0.650525, + "accuracy": 0.697628, + "main_score": 0.650525, + "hf_subset": "bod_Tibt-tgl_Latn", + "languages": [ + "bod-Tibt", + "tgl-Latn" + ] + }, + { + "precision": 0.643312, + "recall": 0.706522, + "f1": 0.659117, + "accuracy": 0.706522, + "main_score": 0.659117, + "hf_subset": "bod_Tibt-yue_Hant", + "languages": [ + "bod-Tibt", + "yue-Hant" + ] + }, + { + "precision": 0.636369, + "recall": 0.697628, + "f1": 0.65198, + "accuracy": 0.697628, + "main_score": 0.65198, + "hf_subset": "bod_Tibt-asm_Beng", + "languages": [ + "bod-Tibt", + "asm-Beng" + ] + }, + { + "precision": 0.601312, + "recall": 0.676877, + "f1": 0.621891, + "accuracy": 0.676877, + "main_score": 0.621891, + "hf_subset": "bod_Tibt-ckb_Arab", + "languages": [ + "bod-Tibt", + "ckb-Arab" + ] + }, + { + "precision": 0.583728, + "recall": 0.641304, + "f1": 0.597644, + "accuracy": 0.641304, + "main_score": 0.597644, + "hf_subset": "bod_Tibt-gle_Latn", + "languages": [ + "bod-Tibt", + "gle-Latn" + ] + }, + { + "precision": 0.502248, + "recall": 0.567194, + "f1": 0.517763, + "accuracy": 0.567194, + "main_score": 0.517763, + "hf_subset": "bod_Tibt-kas_Arab", + "languages": [ + "bod-Tibt", + "kas-Arab" + ] + }, + { + "precision": 0.499822, + "recall": 0.572134, + "f1": 0.518848, + "accuracy": 0.572134, + "main_score": 0.518848, + "hf_subset": "bod_Tibt-ltg_Latn", + "languages": [ + "bod-Tibt", + "ltg-Latn" + ] + }, + { + "precision": 0.482754, + "recall": 0.559289, + "f1": 0.503069, + "accuracy": 0.559289, + "main_score": 0.503069, + "hf_subset": "bod_Tibt-nso_Latn", + "languages": [ + "bod-Tibt", + "nso-Latn" + ] + }, + { + "precision": 0.642789, + "recall": 0.708498, + "f1": 0.659846, + "accuracy": 0.708498, + "main_score": 0.659846, + "hf_subset": "bod_Tibt-sin_Sinh", + "languages": [ + "bod-Tibt", + "sin-Sinh" + ] + }, + { + "precision": 0.664162, + "recall": 0.736166, + "f1": 0.683364, + "accuracy": 0.736166, + "main_score": 0.683364, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.579988, + "recall": 0.639328, + "f1": 0.594233, + "accuracy": 0.639328, + "main_score": 0.594233, + "hf_subset": "bod_Tibt-zho_Hans", + "languages": [ + "bod-Tibt", + "zho-Hans" + ] + }, + { + "precision": 0.641092, + "recall": 0.706522, + "f1": 0.657949, + "accuracy": 0.706522, + "main_score": 0.657949, + "hf_subset": "bod_Tibt-ast_Latn", + "languages": [ + "bod-Tibt", + "ast-Latn" + ] + }, + { + "precision": 0.623276, + "recall": 0.687747, + "f1": 0.639846, + "accuracy": 0.687747, + "main_score": 0.639846, + "hf_subset": "bod_Tibt-crh_Latn", + "languages": [ + "bod-Tibt", + "crh-Latn" + ] + }, + { + "precision": 0.628632, + "recall": 0.694664, + "f1": 0.644736, + "accuracy": 0.694664, + "main_score": 0.644736, + "hf_subset": "bod_Tibt-glg_Latn", + "languages": [ + "bod-Tibt", + "glg-Latn" + ] + }, + { + "precision": 0.479976, + "recall": 0.540514, + "f1": 0.495453, + "accuracy": 0.540514, + "main_score": 0.495453, + "hf_subset": "bod_Tibt-kas_Deva", + "languages": [ + "bod-Tibt", + "kas-Deva" + ] + }, + { + "precision": 0.58827, + "recall": 0.656126, + "f1": 0.604784, + "accuracy": 0.656126, + "main_score": 0.604784, + "hf_subset": "bod_Tibt-ltz_Latn", + "languages": [ + "bod-Tibt", + "ltz-Latn" + ] + }, + { + "precision": 0.301228, + "recall": 0.341897, + "f1": 0.311288, + "accuracy": 0.341897, + "main_score": 0.311288, + "hf_subset": "bod_Tibt-nus_Latn", + "languages": [ + "bod-Tibt", + "nus-Latn" + ] + }, + { + "precision": 0.619737, + "recall": 0.687747, + "f1": 0.63779, + "accuracy": 0.687747, + "main_score": 0.63779, + "hf_subset": "bod_Tibt-slk_Latn", + "languages": [ + "bod-Tibt", + "slk-Latn" + ] + }, + { + "precision": 0.397909, + "recall": 0.45751, + "f1": 0.412865, + "accuracy": 0.45751, + "main_score": 0.412865, + "hf_subset": "bod_Tibt-tir_Ethi", + "languages": [ + "bod-Tibt", + "tir-Ethi" + ] + }, + { + "precision": 0.637671, + "recall": 0.708498, + "f1": 0.656018, + "accuracy": 0.708498, + "main_score": 0.656018, + "hf_subset": "bod_Tibt-zho_Hant", + "languages": [ + "bod-Tibt", + "zho-Hant" + ] + }, + { + "precision": 0.625081, + "recall": 0.686759, + "f1": 0.640399, + "accuracy": 0.686759, + "main_score": 0.640399, + "hf_subset": "bod_Tibt-awa_Deva", + "languages": [ + "bod-Tibt", + "awa-Deva" + ] + }, + { + "precision": 0.61117, + "recall": 0.684783, + "f1": 0.630475, + "accuracy": 0.684783, + "main_score": 0.630475, + "hf_subset": "bod_Tibt-cym_Latn", + "languages": [ + "bod-Tibt", + "cym-Latn" + ] + }, + { + "precision": 0.369339, + "recall": 0.424901, + "f1": 0.382771, + "accuracy": 0.424901, + "main_score": 0.382771, + "hf_subset": "bod_Tibt-grn_Latn", + "languages": [ + "bod-Tibt", + "grn-Latn" + ] + }, + { + "precision": 0.646207, + "recall": 0.713439, + "f1": 0.66405, + "accuracy": 0.713439, + "main_score": 0.66405, + "hf_subset": "bod_Tibt-kat_Geor", + "languages": [ + "bod-Tibt", + "kat-Geor" + ] + }, + { + "precision": 0.308414, + "recall": 0.347826, + "f1": 0.317917, + "accuracy": 0.347826, + "main_score": 0.317917, + "hf_subset": "bod_Tibt-lua_Latn", + "languages": [ + "bod-Tibt", + "lua-Latn" + ] + }, + { + "precision": 0.502942, + "recall": 0.573123, + "f1": 0.520995, + "accuracy": 0.573123, + "main_score": 0.520995, + "hf_subset": "bod_Tibt-nya_Latn", + "languages": [ + "bod-Tibt", + "nya-Latn" + ] + }, + { + "precision": 0.64201, + "recall": 0.70751, + "f1": 0.658555, + "accuracy": 0.70751, + "main_score": 0.658555, + "hf_subset": "bod_Tibt-slv_Latn", + "languages": [ + "bod-Tibt", + "slv-Latn" + ] + }, + { + "precision": 0.502139, + "recall": 0.56917, + "f1": 0.517344, + "accuracy": 0.56917, + "main_score": 0.517344, + "hf_subset": "bod_Tibt-tpi_Latn", + "languages": [ + "bod-Tibt", + "tpi-Latn" + ] + }, + { + "precision": 0.652974, + "recall": 0.718379, + "f1": 0.670035, + "accuracy": 0.718379, + "main_score": 0.670035, + "hf_subset": "bod_Tibt-zsm_Latn", + "languages": [ + "bod-Tibt", + "zsm-Latn" + ] + }, + { + "precision": 0.310846, + "recall": 0.344862, + "f1": 0.319129, + "accuracy": 0.344862, + "main_score": 0.319129, + "hf_subset": "bod_Tibt-ayr_Latn", + "languages": [ + "bod-Tibt", + "ayr-Latn" + ] + }, + { + "precision": 0.676236, + "recall": 0.741107, + "f1": 0.694093, + "accuracy": 0.741107, + "main_score": 0.694093, + "hf_subset": "bod_Tibt-dan_Latn", + "languages": [ + "bod-Tibt", + "dan-Latn" + ] + }, + { + "precision": 0.660985, + "recall": 0.728261, + "f1": 0.678672, + "accuracy": 0.728261, + "main_score": 0.678672, + "hf_subset": "bod_Tibt-guj_Gujr", + "languages": [ + "bod-Tibt", + "guj-Gujr" + ] + }, + { + "precision": 0.633734, + "recall": 0.695652, + "f1": 0.649588, + "accuracy": 0.695652, + "main_score": 0.649588, + "hf_subset": "bod_Tibt-kaz_Cyrl", + "languages": [ + "bod-Tibt", + "kaz-Cyrl" + ] + }, + { + "precision": 0.415132, + "recall": 0.47332, + "f1": 0.430028, + "accuracy": 0.47332, + "main_score": 0.430028, + "hf_subset": "bod_Tibt-lug_Latn", + "languages": [ + "bod-Tibt", + "lug-Latn" + ] + }, + { + "precision": 0.630744, + "recall": 0.695652, + "f1": 0.646843, + "accuracy": 0.695652, + "main_score": 0.646843, + "hf_subset": "bod_Tibt-oci_Latn", + "languages": [ + "bod-Tibt", + "oci-Latn" + ] + }, + { + "precision": 0.517912, + "recall": 0.592885, + "f1": 0.53749, + "accuracy": 0.592885, + "main_score": 0.53749, + "hf_subset": "bod_Tibt-smo_Latn", + "languages": [ + "bod-Tibt", + "smo-Latn" + ] + }, + { + "precision": 0.453117, + "recall": 0.523715, + "f1": 0.470506, + "accuracy": 0.523715, + "main_score": 0.470506, + "hf_subset": "bod_Tibt-tsn_Latn", + "languages": [ + "bod-Tibt", + "tsn-Latn" + ] + }, + { + "precision": 0.531222, + "recall": 0.607708, + "f1": 0.550928, + "accuracy": 0.607708, + "main_score": 0.550928, + "hf_subset": "bod_Tibt-zul_Latn", + "languages": [ + "bod-Tibt", + "zul-Latn" + ] + }, + { + "precision": 0.562943, + "recall": 0.610672, + "f1": 0.574959, + "accuracy": 0.610672, + "main_score": 0.574959, + "hf_subset": "bod_Tibt-azb_Arab", + "languages": [ + "bod-Tibt", + "azb-Arab" + ] + }, + { + "precision": 0.689639, + "recall": 0.752964, + "f1": 0.706434, + "accuracy": 0.752964, + "main_score": 0.706434, + "hf_subset": "bod_Tibt-deu_Latn", + "languages": [ + "bod-Tibt", + "deu-Latn" + ] + }, + { + "precision": 0.602064, + "recall": 0.672925, + "f1": 0.620013, + "accuracy": 0.672925, + "main_score": 0.620013, + "hf_subset": "bod_Tibt-hat_Latn", + "languages": [ + "bod-Tibt", + "hat-Latn" + ] + }, + { + "precision": 0.310275, + "recall": 0.346838, + "f1": 0.319663, + "accuracy": 0.346838, + "main_score": 0.319663, + "hf_subset": "bod_Tibt-kbp_Latn", + "languages": [ + "bod-Tibt", + "kbp-Latn" + ] + }, + { + "precision": 0.301666, + "recall": 0.327075, + "f1": 0.308068, + "accuracy": 0.327075, + "main_score": 0.308068, + "hf_subset": "bod_Tibt-luo_Latn", + "languages": [ + "bod-Tibt", + "luo-Latn" + ] + }, + { + "precision": 0.607837, + "recall": 0.684783, + "f1": 0.627984, + "accuracy": 0.684783, + "main_score": 0.627984, + "hf_subset": "bod_Tibt-ory_Orya", + "languages": [ + "bod-Tibt", + "ory-Orya" + ] + }, + { + "precision": 0.529584, + "recall": 0.600791, + "f1": 0.548677, + "accuracy": 0.600791, + "main_score": 0.548677, + "hf_subset": "bod_Tibt-sna_Latn", + "languages": [ + "bod-Tibt", + "sna-Latn" + ] + }, + { + "precision": 0.40166, + "recall": 0.459486, + "f1": 0.414952, + "accuracy": 0.459486, + "main_score": 0.414952, + "hf_subset": "bod_Tibt-tso_Latn", + "languages": [ + "bod-Tibt", + "tso-Latn" + ] + }, + { + "precision": 0.610572, + "recall": 0.686759, + "f1": 0.629938, + "accuracy": 0.686759, + "main_score": 0.629938, + "hf_subset": "bod_Tibt-azj_Latn", + "languages": [ + "bod-Tibt", + "azj-Latn" + ] + }, + { + "precision": 0.281848, + "recall": 0.323123, + "f1": 0.292936, + "accuracy": 0.323123, + "main_score": 0.292936, + "hf_subset": "bod_Tibt-dik_Latn", + "languages": [ + "bod-Tibt", + "dik-Latn" + ] + }, + { + "precision": 0.540633, + "recall": 0.616601, + "f1": 0.560206, + "accuracy": 0.616601, + "main_score": 0.560206, + "hf_subset": "bod_Tibt-hau_Latn", + "languages": [ + "bod-Tibt", + "hau-Latn" + ] + }, + { + "precision": 0.539292, + "recall": 0.608696, + "f1": 0.555765, + "accuracy": 0.608696, + "main_score": 0.555765, + "hf_subset": "bod_Tibt-kea_Latn", + "languages": [ + "bod-Tibt", + "kea-Latn" + ] + }, + { + "precision": 0.534569, + "recall": 0.609684, + "f1": 0.554007, + "accuracy": 0.609684, + "main_score": 0.554007, + "hf_subset": "bod_Tibt-lus_Latn", + "languages": [ + "bod-Tibt", + "lus-Latn" + ] + }, + { + "precision": 0.4034, + "recall": 0.454545, + "f1": 0.414911, + "accuracy": 0.454545, + "main_score": 0.414911, + "hf_subset": "bod_Tibt-pag_Latn", + "languages": [ + "bod-Tibt", + "pag-Latn" + ] + }, + { + "precision": 0.586517, + "recall": 0.666008, + "f1": 0.607822, + "accuracy": 0.666008, + "main_score": 0.607822, + "hf_subset": "bod_Tibt-snd_Arab", + "languages": [ + "bod-Tibt", + "snd-Arab" + ] + }, + { + "precision": 0.587692, + "recall": 0.661067, + "f1": 0.606892, + "accuracy": 0.661067, + "main_score": 0.606892, + "hf_subset": "bod_Tibt-tuk_Latn", + "languages": [ + "bod-Tibt", + "tuk-Latn" + ] + }, + { + "precision": 0.582149, + "recall": 0.653162, + "f1": 0.600993, + "accuracy": 0.653162, + "main_score": 0.600993, + "hf_subset": "bod_Tibt-bak_Cyrl", + "languages": [ + "bod-Tibt", + "bak-Cyrl" + ] + }, + { + "precision": 0.249937, + "recall": 0.294466, + "f1": 0.261664, + "accuracy": 0.294466, + "main_score": 0.261664, + "hf_subset": "bod_Tibt-dyu_Latn", + "languages": [ + "bod-Tibt", + "dyu-Latn" + ] + }, + { + "precision": 0.677613, + "recall": 0.741107, + "f1": 0.69459, + "accuracy": 0.741107, + "main_score": 0.69459, + "hf_subset": "bod_Tibt-heb_Hebr", + "languages": [ + "bod-Tibt", + "heb-Hebr" + ] + }, + { + "precision": 0.658912, + "recall": 0.719368, + "f1": 0.675899, + "accuracy": 0.719368, + "main_score": 0.675899, + "hf_subset": "bod_Tibt-khk_Cyrl", + "languages": [ + "bod-Tibt", + "khk-Cyrl" + ] + }, + { + "precision": 0.639933, + "recall": 0.711462, + "f1": 0.658967, + "accuracy": 0.711462, + "main_score": 0.658967, + "hf_subset": "bod_Tibt-lvs_Latn", + "languages": [ + "bod-Tibt", + "lvs-Latn" + ] + }, + { + "precision": 0.627101, + "recall": 0.692688, + "f1": 0.643485, + "accuracy": 0.692688, + "main_score": 0.643485, + "hf_subset": "bod_Tibt-pan_Guru", + "languages": [ + "bod-Tibt", + "pan-Guru" + ] + }, + { + "precision": 0.563289, + "recall": 0.636364, + "f1": 0.582798, + "accuracy": 0.636364, + "main_score": 0.582798, + "hf_subset": "bod_Tibt-som_Latn", + "languages": [ + "bod-Tibt", + "som-Latn" + ] + }, + { + "precision": 0.38762, + "recall": 0.447628, + "f1": 0.402824, + "accuracy": 0.447628, + "main_score": 0.402824, + "hf_subset": "bod_Tibt-tum_Latn", + "languages": [ + "bod-Tibt", + "tum-Latn" + ] + }, + { + "precision": 0.411517, + "recall": 0.477273, + "f1": 0.429599, + "accuracy": 0.477273, + "main_score": 0.429599, + "hf_subset": "fij_Latn-ace_Arab", + "languages": [ + "fij-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.46908, + "recall": 0.516798, + "f1": 0.481904, + "accuracy": 0.516798, + "main_score": 0.481904, + "hf_subset": "fij_Latn-bam_Latn", + "languages": [ + "fij-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.37984, + "recall": 0.445652, + "f1": 0.397146, + "accuracy": 0.445652, + "main_score": 0.397146, + "hf_subset": "fij_Latn-dzo_Tibt", + "languages": [ + "fij-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.6025, + "recall": 0.66502, + "f1": 0.619224, + "accuracy": 0.66502, + "main_score": 0.619224, + "hf_subset": "fij_Latn-hin_Deva", + "languages": [ + "fij-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.556604, + "recall": 0.619565, + "f1": 0.574117, + "accuracy": 0.619565, + "main_score": 0.574117, + "hf_subset": "fij_Latn-khm_Khmr", + "languages": [ + "fij-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.578525, + "recall": 0.635375, + "f1": 0.593344, + "accuracy": 0.635375, + "main_score": 0.593344, + "hf_subset": "fij_Latn-mag_Deva", + "languages": [ + "fij-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.605517, + "recall": 0.661067, + "f1": 0.619748, + "accuracy": 0.661067, + "main_score": 0.619748, + "hf_subset": "fij_Latn-pap_Latn", + "languages": [ + "fij-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.595769, + "recall": 0.649209, + "f1": 0.610471, + "accuracy": 0.649209, + "main_score": 0.610471, + "hf_subset": "fij_Latn-sot_Latn", + "languages": [ + "fij-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.62172, + "recall": 0.676877, + "f1": 0.636722, + "accuracy": 0.676877, + "main_score": 0.636722, + "hf_subset": "fij_Latn-tur_Latn", + "languages": [ + "fij-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.587493, + "recall": 0.636364, + "f1": 0.600535, + "accuracy": 0.636364, + "main_score": 0.600535, + "hf_subset": "fij_Latn-ace_Latn", + "languages": [ + "fij-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.589473, + "recall": 0.643281, + "f1": 0.603532, + "accuracy": 0.643281, + "main_score": 0.603532, + "hf_subset": "fij_Latn-ban_Latn", + "languages": [ + "fij-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.576034, + "recall": 0.641304, + "f1": 0.593136, + "accuracy": 0.641304, + "main_score": 0.593136, + "hf_subset": "fij_Latn-ell_Grek", + "languages": [ + "fij-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.563656, + "recall": 0.618577, + "f1": 0.577829, + "accuracy": 0.618577, + "main_score": 0.577829, + "hf_subset": "fij_Latn-hne_Deva", + "languages": [ + "fij-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.517774, + "recall": 0.568182, + "f1": 0.531631, + "accuracy": 0.568182, + "main_score": 0.531631, + "hf_subset": "fij_Latn-kik_Latn", + "languages": [ + "fij-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.580761, + "recall": 0.63834, + "f1": 0.595061, + "accuracy": 0.63834, + "main_score": 0.595061, + "hf_subset": "fij_Latn-mai_Deva", + "languages": [ + "fij-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.559895, + "recall": 0.623518, + "f1": 0.576679, + "accuracy": 0.623518, + "main_score": 0.576679, + "hf_subset": "fij_Latn-pbt_Arab", + "languages": [ + "fij-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.618074, + "recall": 0.677866, + "f1": 0.63386, + "accuracy": 0.677866, + "main_score": 0.63386, + "hf_subset": "fij_Latn-spa_Latn", + "languages": [ + "fij-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.585082, + "recall": 0.626482, + "f1": 0.596256, + "accuracy": 0.626482, + "main_score": 0.596256, + "hf_subset": "fij_Latn-twi_Latn", + "languages": [ + "fij-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.587865, + "recall": 0.651186, + "f1": 0.604672, + "accuracy": 0.651186, + "main_score": 0.604672, + "hf_subset": "fij_Latn-acm_Arab", + "languages": [ + "fij-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.536051, + "recall": 0.602767, + "f1": 0.553875, + "accuracy": 0.602767, + "main_score": 0.553875, + "hf_subset": "fij_Latn-bel_Cyrl", + "languages": [ + "fij-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.608348, + "recall": 0.667984, + "f1": 0.623885, + "accuracy": 0.667984, + "main_score": 0.623885, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.59555, + "recall": 0.656126, + "f1": 0.612217, + "accuracy": 0.656126, + "main_score": 0.612217, + "hf_subset": "fij_Latn-hrv_Latn", + "languages": [ + "fij-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.569971, + "recall": 0.620553, + "f1": 0.583539, + "accuracy": 0.620553, + "main_score": 0.583539, + "hf_subset": "fij_Latn-kin_Latn", + "languages": [ + "fij-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.592206, + "recall": 0.641304, + "f1": 0.604948, + "accuracy": 0.641304, + "main_score": 0.604948, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.570831, + "recall": 0.633399, + "f1": 0.587034, + "accuracy": 0.633399, + "main_score": 0.587034, + "hf_subset": "fij_Latn-pes_Arab", + "languages": [ + "fij-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.603631, + "recall": 0.659091, + "f1": 0.618285, + "accuracy": 0.659091, + "main_score": 0.618285, + "hf_subset": "fij_Latn-srd_Latn", + "languages": [ + "fij-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.234485, + "recall": 0.290514, + "f1": 0.248604, + "accuracy": 0.290514, + "main_score": 0.248604, + "hf_subset": "fij_Latn-tzm_Tfng", + "languages": [ + "fij-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.599612, + "recall": 0.660079, + "f1": 0.6154, + "accuracy": 0.660079, + "main_score": 0.6154, + "hf_subset": "fij_Latn-acq_Arab", + "languages": [ + "fij-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.586642, + "recall": 0.631423, + "f1": 0.599033, + "accuracy": 0.631423, + "main_score": 0.599033, + "hf_subset": "fij_Latn-bem_Latn", + "languages": [ + "fij-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.58182, + "recall": 0.635375, + "f1": 0.595218, + "accuracy": 0.635375, + "main_score": 0.595218, + "hf_subset": "fij_Latn-epo_Latn", + "languages": [ + "fij-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.594836, + "recall": 0.65415, + "f1": 0.610619, + "accuracy": 0.65415, + "main_score": 0.610619, + "hf_subset": "fij_Latn-hun_Latn", + "languages": [ + "fij-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.562223, + "recall": 0.624506, + "f1": 0.578385, + "accuracy": 0.624506, + "main_score": 0.578385, + "hf_subset": "fij_Latn-kir_Cyrl", + "languages": [ + "fij-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.594965, + "recall": 0.652174, + "f1": 0.611364, + "accuracy": 0.652174, + "main_score": 0.611364, + "hf_subset": "fij_Latn-mar_Deva", + "languages": [ + "fij-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.583681, + "recall": 0.633399, + "f1": 0.598093, + "accuracy": 0.633399, + "main_score": 0.598093, + "hf_subset": "fij_Latn-plt_Latn", + "languages": [ + "fij-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.56618, + "recall": 0.631423, + "f1": 0.583291, + "accuracy": 0.631423, + "main_score": 0.583291, + "hf_subset": "fij_Latn-srp_Cyrl", + "languages": [ + "fij-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.544132, + "recall": 0.602767, + "f1": 0.560212, + "accuracy": 0.602767, + "main_score": 0.560212, + "hf_subset": "fij_Latn-uig_Arab", + "languages": [ + "fij-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.56415, + "recall": 0.625494, + "f1": 0.579981, + "accuracy": 0.625494, + "main_score": 0.579981, + "hf_subset": "fij_Latn-aeb_Arab", + "languages": [ + "fij-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.592064, + "recall": 0.647233, + "f1": 0.607211, + "accuracy": 0.647233, + "main_score": 0.607211, + "hf_subset": "fij_Latn-ben_Beng", + "languages": [ + "fij-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.588885, + "recall": 0.646245, + "f1": 0.604603, + "accuracy": 0.646245, + "main_score": 0.604603, + "hf_subset": "fij_Latn-est_Latn", + "languages": [ + "fij-Latn", + "est-Latn" + ] + }, + { + "precision": 0.558593, + "recall": 0.617589, + "f1": 0.574194, + "accuracy": 0.617589, + "main_score": 0.574194, + "hf_subset": "fij_Latn-hye_Armn", + "languages": [ + "fij-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.474321, + "recall": 0.51581, + "f1": 0.485797, + "accuracy": 0.51581, + "main_score": 0.485797, + "hf_subset": "fij_Latn-kmb_Latn", + "languages": [ + "fij-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.387763, + "recall": 0.444664, + "f1": 0.403215, + "accuracy": 0.444664, + "main_score": 0.403215, + "hf_subset": "fij_Latn-min_Arab", + "languages": [ + "fij-Latn", + "min-Arab" + ] + }, + { + "precision": 0.618942, + "recall": 0.671937, + "f1": 0.632801, + "accuracy": 0.671937, + "main_score": 0.632801, + "hf_subset": "fij_Latn-pol_Latn", + "languages": [ + "fij-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.568484, + "recall": 0.62253, + "f1": 0.583402, + "accuracy": 0.62253, + "main_score": 0.583402, + "hf_subset": "fij_Latn-ssw_Latn", + "languages": [ + "fij-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.575057, + "recall": 0.640316, + "f1": 0.592394, + "accuracy": 0.640316, + "main_score": 0.592394, + "hf_subset": "fij_Latn-ukr_Cyrl", + "languages": [ + "fij-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.584822, + "recall": 0.647233, + "f1": 0.601352, + "accuracy": 0.647233, + "main_score": 0.601352, + "hf_subset": "fij_Latn-afr_Latn", + "languages": [ + "fij-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.58132, + "recall": 0.643281, + "f1": 0.596758, + "accuracy": 0.643281, + "main_score": 0.596758, + "hf_subset": "fij_Latn-bho_Deva", + "languages": [ + "fij-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.57543, + "recall": 0.631423, + "f1": 0.5898, + "accuracy": 0.631423, + "main_score": 0.5898, + "hf_subset": "fij_Latn-eus_Latn", + "languages": [ + "fij-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.599195, + "recall": 0.648221, + "f1": 0.612742, + "accuracy": 0.648221, + "main_score": 0.612742, + "hf_subset": "fij_Latn-ibo_Latn", + "languages": [ + "fij-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.576079, + "recall": 0.632411, + "f1": 0.591026, + "accuracy": 0.632411, + "main_score": 0.591026, + "hf_subset": "fij_Latn-kmr_Latn", + "languages": [ + "fij-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.587018, + "recall": 0.645257, + "f1": 0.601647, + "accuracy": 0.645257, + "main_score": 0.601647, + "hf_subset": "fij_Latn-min_Latn", + "languages": [ + "fij-Latn", + "min-Latn" + ] + }, + { + "precision": 0.598661, + "recall": 0.662055, + "f1": 0.616153, + "accuracy": 0.662055, + "main_score": 0.616153, + "hf_subset": "fij_Latn-por_Latn", + "languages": [ + "fij-Latn", + "por-Latn" + ] + }, + { + "precision": 0.586397, + "recall": 0.648221, + "f1": 0.602071, + "accuracy": 0.648221, + "main_score": 0.602071, + "hf_subset": "fij_Latn-sun_Latn", + "languages": [ + "fij-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.491358, + "recall": 0.532609, + "f1": 0.5022, + "accuracy": 0.532609, + "main_score": 0.5022, + "hf_subset": "fij_Latn-umb_Latn", + "languages": [ + "fij-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.618919, + "recall": 0.679842, + "f1": 0.634572, + "accuracy": 0.679842, + "main_score": 0.634572, + "hf_subset": "fij_Latn-ajp_Arab", + "languages": [ + "fij-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.405401, + "recall": 0.470356, + "f1": 0.422485, + "accuracy": 0.470356, + "main_score": 0.422485, + "hf_subset": "fij_Latn-bjn_Arab", + "languages": [ + "fij-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.480367, + "recall": 0.520751, + "f1": 0.49186, + "accuracy": 0.520751, + "main_score": 0.49186, + "hf_subset": "fij_Latn-ewe_Latn", + "languages": [ + "fij-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.581667, + "recall": 0.632411, + "f1": 0.595629, + "accuracy": 0.632411, + "main_score": 0.595629, + "hf_subset": "fij_Latn-ilo_Latn", + "languages": [ + "fij-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260452, + "recall": 0.320158, + "f1": 0.275884, + "accuracy": 0.320158, + "main_score": 0.275884, + "hf_subset": "fij_Latn-knc_Arab", + "languages": [ + "fij-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.592373, + "recall": 0.649209, + "f1": 0.607529, + "accuracy": 0.649209, + "main_score": 0.607529, + "hf_subset": "fij_Latn-mkd_Cyrl", + "languages": [ + "fij-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.614131, + "recall": 0.671937, + "f1": 0.62929, + "accuracy": 0.671937, + "main_score": 0.62929, + "hf_subset": "fij_Latn-prs_Arab", + "languages": [ + "fij-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.612415, + "recall": 0.672925, + "f1": 0.628786, + "accuracy": 0.672925, + "main_score": 0.628786, + "hf_subset": "fij_Latn-swe_Latn", + "languages": [ + "fij-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.581884, + "recall": 0.641304, + "f1": 0.597072, + "accuracy": 0.641304, + "main_score": 0.597072, + "hf_subset": "fij_Latn-urd_Arab", + "languages": [ + "fij-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.575412, + "recall": 0.62747, + "f1": 0.589646, + "accuracy": 0.62747, + "main_score": 0.589646, + "hf_subset": "fij_Latn-aka_Latn", + "languages": [ + "fij-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.58203, + "recall": 0.630435, + "f1": 0.594975, + "accuracy": 0.630435, + "main_score": 0.594975, + "hf_subset": "fij_Latn-bjn_Latn", + "languages": [ + "fij-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.567303, + "recall": 0.62253, + "f1": 0.582392, + "accuracy": 0.62253, + "main_score": 0.582392, + "hf_subset": "fij_Latn-fao_Latn", + "languages": [ + "fij-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.604678, + "recall": 0.662055, + "f1": 0.61995, + "accuracy": 0.662055, + "main_score": 0.61995, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.513101, + "recall": 0.549407, + "f1": 0.52387, + "accuracy": 0.549407, + "main_score": 0.52387, + "hf_subset": "fij_Latn-knc_Latn", + "languages": [ + "fij-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.572286, + "recall": 0.634387, + "f1": 0.588338, + "accuracy": 0.634387, + "main_score": 0.588338, + "hf_subset": "fij_Latn-mlt_Latn", + "languages": [ + "fij-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.522168, + "recall": 0.577075, + "f1": 0.537034, + "accuracy": 0.577075, + "main_score": 0.537034, + "hf_subset": "fij_Latn-quy_Latn", + "languages": [ + "fij-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.584202, + "recall": 0.642292, + "f1": 0.600448, + "accuracy": 0.642292, + "main_score": 0.600448, + "hf_subset": "fij_Latn-swh_Latn", + "languages": [ + "fij-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.564809, + "recall": 0.621542, + "f1": 0.580482, + "accuracy": 0.621542, + "main_score": 0.580482, + "hf_subset": "fij_Latn-uzn_Latn", + "languages": [ + "fij-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.579027, + "recall": 0.641304, + "f1": 0.594498, + "accuracy": 0.641304, + "main_score": 0.594498, + "hf_subset": "fij_Latn-als_Latn", + "languages": [ + "fij-Latn", + "als-Latn" + ] + }, + { + "precision": 0.455652, + "recall": 0.520751, + "f1": 0.473623, + "accuracy": 0.520751, + "main_score": 0.473623, + "hf_subset": "fij_Latn-bod_Tibt", + "languages": [ + "fij-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.559704, + "recall": 0.624506, + "f1": 0.577077, + "accuracy": 0.624506, + "main_score": 0.577077, + "hf_subset": "fij_Latn-isl_Latn", + "languages": [ + "fij-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.544541, + "recall": 0.583992, + "f1": 0.55629, + "accuracy": 0.583992, + "main_score": 0.55629, + "hf_subset": "fij_Latn-kon_Latn", + "languages": [ + "fij-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.446506, + "recall": 0.500988, + "f1": 0.460643, + "accuracy": 0.500988, + "main_score": 0.460643, + "hf_subset": "fij_Latn-mni_Beng", + "languages": [ + "fij-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.615624, + "recall": 0.66996, + "f1": 0.630764, + "accuracy": 0.66996, + "main_score": 0.630764, + "hf_subset": "fij_Latn-ron_Latn", + "languages": [ + "fij-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.593589, + "recall": 0.655138, + "f1": 0.610034, + "accuracy": 0.655138, + "main_score": 0.610034, + "hf_subset": "fij_Latn-szl_Latn", + "languages": [ + "fij-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.60124, + "recall": 0.652174, + "f1": 0.613903, + "accuracy": 0.652174, + "main_score": 0.613903, + "hf_subset": "fij_Latn-vec_Latn", + "languages": [ + "fij-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.590534, + "recall": 0.648221, + "f1": 0.606365, + "accuracy": 0.648221, + "main_score": 0.606365, + "hf_subset": "fij_Latn-amh_Ethi", + "languages": [ + "fij-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.583493, + "recall": 0.647233, + "f1": 0.60091, + "accuracy": 0.647233, + "main_score": 0.60091, + "hf_subset": "fij_Latn-bos_Latn", + "languages": [ + "fij-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.604172, + "recall": 0.662055, + "f1": 0.619615, + "accuracy": 0.662055, + "main_score": 0.619615, + "hf_subset": "fij_Latn-fin_Latn", + "languages": [ + "fij-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.62397, + "recall": 0.688735, + "f1": 0.641696, + "accuracy": 0.688735, + "main_score": 0.641696, + "hf_subset": "fij_Latn-ita_Latn", + "languages": [ + "fij-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.622919, + "recall": 0.681818, + "f1": 0.638778, + "accuracy": 0.681818, + "main_score": 0.638778, + "hf_subset": "fij_Latn-kor_Hang", + "languages": [ + "fij-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.48559, + "recall": 0.52668, + "f1": 0.497316, + "accuracy": 0.52668, + "main_score": 0.497316, + "hf_subset": "fij_Latn-mos_Latn", + "languages": [ + "fij-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.567574, + "recall": 0.615613, + "f1": 0.580961, + "accuracy": 0.615613, + "main_score": 0.580961, + "hf_subset": "fij_Latn-run_Latn", + "languages": [ + "fij-Latn", + "run-Latn" + ] + }, + { + "precision": 0.573547, + "recall": 0.632411, + "f1": 0.590139, + "accuracy": 0.632411, + "main_score": 0.590139, + "hf_subset": "fij_Latn-tam_Taml", + "languages": [ + "fij-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.614659, + "recall": 0.672925, + "f1": 0.629565, + "accuracy": 0.672925, + "main_score": 0.629565, + "hf_subset": "fij_Latn-vie_Latn", + "languages": [ + "fij-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.593873, + "recall": 0.655138, + "f1": 0.610552, + "accuracy": 0.655138, + "main_score": 0.610552, + "hf_subset": "fij_Latn-apc_Arab", + "languages": [ + "fij-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.543345, + "recall": 0.587945, + "f1": 0.555291, + "accuracy": 0.587945, + "main_score": 0.555291, + "hf_subset": "fij_Latn-bug_Latn", + "languages": [ + "fij-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.45404, + "recall": 0.495059, + "f1": 0.465398, + "accuracy": 0.495059, + "main_score": 0.465398, + "hf_subset": "fij_Latn-fon_Latn", + "languages": [ + "fij-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.588426, + "recall": 0.633399, + "f1": 0.601396, + "accuracy": 0.633399, + "main_score": 0.601396, + "hf_subset": "fij_Latn-jav_Latn", + "languages": [ + "fij-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.545511, + "recall": 0.601779, + "f1": 0.560021, + "accuracy": 0.601779, + "main_score": 0.560021, + "hf_subset": "fij_Latn-lao_Laoo", + "languages": [ + "fij-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.586869, + "recall": 0.636364, + "f1": 0.601001, + "accuracy": 0.636364, + "main_score": 0.601001, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.594155, + "recall": 0.657115, + "f1": 0.6109, + "accuracy": 0.657115, + "main_score": 0.6109, + "hf_subset": "fij_Latn-rus_Cyrl", + "languages": [ + "fij-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.493922, + "recall": 0.535573, + "f1": 0.505807, + "accuracy": 0.535573, + "main_score": 0.505807, + "hf_subset": "fij_Latn-taq_Latn", + "languages": [ + "fij-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.597277, + "recall": 0.651186, + "f1": 0.61139, + "accuracy": 0.651186, + "main_score": 0.61139, + "hf_subset": "fij_Latn-war_Latn", + "languages": [ + "fij-Latn", + "war-Latn" + ] + }, + { + "precision": 0.590535, + "recall": 0.656126, + "f1": 0.608323, + "accuracy": 0.656126, + "main_score": 0.608323, + "hf_subset": "fij_Latn-arb_Arab", + "languages": [ + "fij-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.592389, + "recall": 0.661067, + "f1": 0.610852, + "accuracy": 0.661067, + "main_score": 0.610852, + "hf_subset": "fij_Latn-bul_Cyrl", + "languages": [ + "fij-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.616117, + "recall": 0.676877, + "f1": 0.632507, + "accuracy": 0.676877, + "main_score": 0.632507, + "hf_subset": "fij_Latn-fra_Latn", + "languages": [ + "fij-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.608482, + "recall": 0.664032, + "f1": 0.62356, + "accuracy": 0.664032, + "main_score": 0.62356, + "hf_subset": "fij_Latn-jpn_Jpan", + "languages": [ + "fij-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.589252, + "recall": 0.63834, + "f1": 0.602113, + "accuracy": 0.63834, + "main_score": 0.602113, + "hf_subset": "fij_Latn-lij_Latn", + "languages": [ + "fij-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.571043, + "recall": 0.626482, + "f1": 0.586548, + "accuracy": 0.626482, + "main_score": 0.586548, + "hf_subset": "fij_Latn-mya_Mymr", + "languages": [ + "fij-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.500885, + "recall": 0.540514, + "f1": 0.511733, + "accuracy": 0.540514, + "main_score": 0.511733, + "hf_subset": "fij_Latn-sag_Latn", + "languages": [ + "fij-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.240697, + "recall": 0.301383, + "f1": 0.257101, + "accuracy": 0.301383, + "main_score": 0.257101, + "hf_subset": "fij_Latn-taq_Tfng", + "languages": [ + "fij-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.53914, + "recall": 0.583004, + "f1": 0.551847, + "accuracy": 0.583004, + "main_score": 0.551847, + "hf_subset": "fij_Latn-wol_Latn", + "languages": [ + "fij-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.522772, + "recall": 0.583992, + "f1": 0.539261, + "accuracy": 0.583992, + "main_score": 0.539261, + "hf_subset": "fij_Latn-arb_Latn", + "languages": [ + "fij-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.597106, + "recall": 0.65415, + "f1": 0.61282, + "accuracy": 0.65415, + "main_score": 0.61282, + "hf_subset": "fij_Latn-cat_Latn", + "languages": [ + "fij-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.576444, + "recall": 0.625494, + "f1": 0.588797, + "accuracy": 0.625494, + "main_score": 0.588797, + "hf_subset": "fij_Latn-fur_Latn", + "languages": [ + "fij-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.421891, + "recall": 0.472332, + "f1": 0.435168, + "accuracy": 0.472332, + "main_score": 0.435168, + "hf_subset": "fij_Latn-kab_Latn", + "languages": [ + "fij-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.604874, + "recall": 0.658103, + "f1": 0.618313, + "accuracy": 0.658103, + "main_score": 0.618313, + "hf_subset": "fij_Latn-lim_Latn", + "languages": [ + "fij-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.596679, + "recall": 0.663043, + "f1": 0.614264, + "accuracy": 0.663043, + "main_score": 0.614264, + "hf_subset": "fij_Latn-nld_Latn", + "languages": [ + "fij-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.563465, + "recall": 0.621542, + "f1": 0.578822, + "accuracy": 0.621542, + "main_score": 0.578822, + "hf_subset": "fij_Latn-san_Deva", + "languages": [ + "fij-Latn", + "san-Deva" + ] + }, + { + "precision": 0.566641, + "recall": 0.623518, + "f1": 0.580932, + "accuracy": 0.623518, + "main_score": 0.580932, + "hf_subset": "fij_Latn-tat_Cyrl", + "languages": [ + "fij-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.597014, + "recall": 0.648221, + "f1": 0.610963, + "accuracy": 0.648221, + "main_score": 0.610963, + "hf_subset": "fij_Latn-xho_Latn", + "languages": [ + "fij-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.574147, + "recall": 0.641304, + "f1": 0.59219, + "accuracy": 0.641304, + "main_score": 0.59219, + "hf_subset": "fij_Latn-ars_Arab", + "languages": [ + "fij-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.587399, + "recall": 0.643281, + "f1": 0.602802, + "accuracy": 0.643281, + "main_score": 0.602802, + "hf_subset": "fij_Latn-ceb_Latn", + "languages": [ + "fij-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.465356, + "recall": 0.51581, + "f1": 0.479667, + "accuracy": 0.51581, + "main_score": 0.479667, + "hf_subset": "fij_Latn-fuv_Latn", + "languages": [ + "fij-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.476342, + "recall": 0.517787, + "f1": 0.487789, + "accuracy": 0.517787, + "main_score": 0.487789, + "hf_subset": "fij_Latn-kac_Latn", + "languages": [ + "fij-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.542556, + "recall": 0.583004, + "f1": 0.553471, + "accuracy": 0.583004, + "main_score": 0.553471, + "hf_subset": "fij_Latn-lin_Latn", + "languages": [ + "fij-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.572733, + "recall": 0.635375, + "f1": 0.589294, + "accuracy": 0.635375, + "main_score": 0.589294, + "hf_subset": "fij_Latn-nno_Latn", + "languages": [ + "fij-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.566964, + "recall": 0.631423, + "f1": 0.584609, + "accuracy": 0.631423, + "main_score": 0.584609, + "hf_subset": "fij_Latn-sat_Olck", + "languages": [ + "fij-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.563181, + "recall": 0.626482, + "f1": 0.579557, + "accuracy": 0.626482, + "main_score": 0.579557, + "hf_subset": "fij_Latn-tel_Telu", + "languages": [ + "fij-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.553223, + "recall": 0.618577, + "f1": 0.570681, + "accuracy": 0.618577, + "main_score": 0.570681, + "hf_subset": "fij_Latn-ydd_Hebr", + "languages": [ + "fij-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.554598, + "recall": 0.610672, + "f1": 0.569477, + "accuracy": 0.610672, + "main_score": 0.569477, + "hf_subset": "fij_Latn-ary_Arab", + "languages": [ + "fij-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.598856, + "recall": 0.661067, + "f1": 0.615516, + "accuracy": 0.661067, + "main_score": 0.615516, + "hf_subset": "fij_Latn-ces_Latn", + "languages": [ + "fij-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.496305, + "recall": 0.549407, + "f1": 0.510808, + "accuracy": 0.549407, + "main_score": 0.510808, + "hf_subset": "fij_Latn-gaz_Latn", + "languages": [ + "fij-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.516642, + "recall": 0.571146, + "f1": 0.532042, + "accuracy": 0.571146, + "main_score": 0.532042, + "hf_subset": "fij_Latn-kam_Latn", + "languages": [ + "fij-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.590932, + "recall": 0.648221, + "f1": 0.606185, + "accuracy": 0.648221, + "main_score": 0.606185, + "hf_subset": "fij_Latn-lit_Latn", + "languages": [ + "fij-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.601498, + "recall": 0.661067, + "f1": 0.617879, + "accuracy": 0.661067, + "main_score": 0.617879, + "hf_subset": "fij_Latn-nob_Latn", + "languages": [ + "fij-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.585881, + "recall": 0.639328, + "f1": 0.600374, + "accuracy": 0.639328, + "main_score": 0.600374, + "hf_subset": "fij_Latn-scn_Latn", + "languages": [ + "fij-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.545211, + "recall": 0.606719, + "f1": 0.56147, + "accuracy": 0.606719, + "main_score": 0.56147, + "hf_subset": "fij_Latn-tgk_Cyrl", + "languages": [ + "fij-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.514162, + "recall": 0.579051, + "f1": 0.532406, + "accuracy": 0.579051, + "main_score": 0.532406, + "hf_subset": "fij_Latn-yor_Latn", + "languages": [ + "fij-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.581445, + "recall": 0.645257, + "f1": 0.598221, + "accuracy": 0.645257, + "main_score": 0.598221, + "hf_subset": "fij_Latn-arz_Arab", + "languages": [ + "fij-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.471116, + "recall": 0.511858, + "f1": 0.482814, + "accuracy": 0.511858, + "main_score": 0.482814, + "hf_subset": "fij_Latn-cjk_Latn", + "languages": [ + "fij-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.573445, + "recall": 0.632411, + "f1": 0.589189, + "accuracy": 0.632411, + "main_score": 0.589189, + "hf_subset": "fij_Latn-gla_Latn", + "languages": [ + "fij-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.556858, + "recall": 0.608696, + "f1": 0.571294, + "accuracy": 0.608696, + "main_score": 0.571294, + "hf_subset": "fij_Latn-kan_Knda", + "languages": [ + "fij-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.578623, + "recall": 0.626482, + "f1": 0.590832, + "accuracy": 0.626482, + "main_score": 0.590832, + "hf_subset": "fij_Latn-lmo_Latn", + "languages": [ + "fij-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.588504, + "recall": 0.640316, + "f1": 0.60175, + "accuracy": 0.640316, + "main_score": 0.60175, + "hf_subset": "fij_Latn-npi_Deva", + "languages": [ + "fij-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.453403, + "recall": 0.505929, + "f1": 0.468342, + "accuracy": 0.505929, + "main_score": 0.468342, + "hf_subset": "fij_Latn-shn_Mymr", + "languages": [ + "fij-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.612162, + "recall": 0.668972, + "f1": 0.627482, + "accuracy": 0.668972, + "main_score": 0.627482, + "hf_subset": "fij_Latn-tgl_Latn", + "languages": [ + "fij-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.583092, + "recall": 0.643281, + "f1": 0.599073, + "accuracy": 0.643281, + "main_score": 0.599073, + "hf_subset": "fij_Latn-yue_Hant", + "languages": [ + "fij-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.545579, + "recall": 0.599802, + "f1": 0.559725, + "accuracy": 0.599802, + "main_score": 0.559725, + "hf_subset": "fij_Latn-asm_Beng", + "languages": [ + "fij-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.56829, + "recall": 0.629447, + "f1": 0.585111, + "accuracy": 0.629447, + "main_score": 0.585111, + "hf_subset": "fij_Latn-ckb_Arab", + "languages": [ + "fij-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.576329, + "recall": 0.629447, + "f1": 0.590754, + "accuracy": 0.629447, + "main_score": 0.590754, + "hf_subset": "fij_Latn-gle_Latn", + "languages": [ + "fij-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.537052, + "recall": 0.598814, + "f1": 0.55393, + "accuracy": 0.598814, + "main_score": 0.55393, + "hf_subset": "fij_Latn-kas_Arab", + "languages": [ + "fij-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.558227, + "recall": 0.608696, + "f1": 0.571426, + "accuracy": 0.608696, + "main_score": 0.571426, + "hf_subset": "fij_Latn-ltg_Latn", + "languages": [ + "fij-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.600882, + "recall": 0.652174, + "f1": 0.615407, + "accuracy": 0.652174, + "main_score": 0.615407, + "hf_subset": "fij_Latn-nso_Latn", + "languages": [ + "fij-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.556882, + "recall": 0.619565, + "f1": 0.573143, + "accuracy": 0.619565, + "main_score": 0.573143, + "hf_subset": "fij_Latn-sin_Sinh", + "languages": [ + "fij-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.591424, + "recall": 0.648221, + "f1": 0.606683, + "accuracy": 0.648221, + "main_score": 0.606683, + "hf_subset": "fij_Latn-tha_Thai", + "languages": [ + "fij-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.523787, + "recall": 0.58004, + "f1": 0.538053, + "accuracy": 0.58004, + "main_score": 0.538053, + "hf_subset": "fij_Latn-zho_Hans", + "languages": [ + "fij-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.597398, + "recall": 0.652174, + "f1": 0.612873, + "accuracy": 0.652174, + "main_score": 0.612873, + "hf_subset": "fij_Latn-ast_Latn", + "languages": [ + "fij-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.587997, + "recall": 0.641304, + "f1": 0.602096, + "accuracy": 0.641304, + "main_score": 0.602096, + "hf_subset": "fij_Latn-crh_Latn", + "languages": [ + "fij-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.591712, + "recall": 0.647233, + "f1": 0.606412, + "accuracy": 0.647233, + "main_score": 0.606412, + "hf_subset": "fij_Latn-glg_Latn", + "languages": [ + "fij-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.537906, + "recall": 0.599802, + "f1": 0.555284, + "accuracy": 0.599802, + "main_score": 0.555284, + "hf_subset": "fij_Latn-kas_Deva", + "languages": [ + "fij-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.57718, + "recall": 0.632411, + "f1": 0.591489, + "accuracy": 0.632411, + "main_score": 0.591489, + "hf_subset": "fij_Latn-ltz_Latn", + "languages": [ + "fij-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.450475, + "recall": 0.499012, + "f1": 0.463818, + "accuracy": 0.499012, + "main_score": 0.463818, + "hf_subset": "fij_Latn-nus_Latn", + "languages": [ + "fij-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.586725, + "recall": 0.646245, + "f1": 0.603615, + "accuracy": 0.646245, + "main_score": 0.603615, + "hf_subset": "fij_Latn-slk_Latn", + "languages": [ + "fij-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.50425, + "recall": 0.571146, + "f1": 0.522875, + "accuracy": 0.571146, + "main_score": 0.522875, + "hf_subset": "fij_Latn-tir_Ethi", + "languages": [ + "fij-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.580452, + "recall": 0.643281, + "f1": 0.596963, + "accuracy": 0.643281, + "main_score": 0.596963, + "hf_subset": "fij_Latn-zho_Hant", + "languages": [ + "fij-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.563227, + "recall": 0.624506, + "f1": 0.579319, + "accuracy": 0.624506, + "main_score": 0.579319, + "hf_subset": "fij_Latn-awa_Deva", + "languages": [ + "fij-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.573081, + "recall": 0.630435, + "f1": 0.588005, + "accuracy": 0.630435, + "main_score": 0.588005, + "hf_subset": "fij_Latn-cym_Latn", + "languages": [ + "fij-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.554672, + "recall": 0.603755, + "f1": 0.566935, + "accuracy": 0.603755, + "main_score": 0.566935, + "hf_subset": "fij_Latn-grn_Latn", + "languages": [ + "fij-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.575113, + "recall": 0.641304, + "f1": 0.592194, + "accuracy": 0.641304, + "main_score": 0.592194, + "hf_subset": "fij_Latn-kat_Geor", + "languages": [ + "fij-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.532275, + "recall": 0.58004, + "f1": 0.545307, + "accuracy": 0.58004, + "main_score": 0.545307, + "hf_subset": "fij_Latn-lua_Latn", + "languages": [ + "fij-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.586259, + "recall": 0.641304, + "f1": 0.601605, + "accuracy": 0.641304, + "main_score": 0.601605, + "hf_subset": "fij_Latn-nya_Latn", + "languages": [ + "fij-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.599449, + "recall": 0.65415, + "f1": 0.614588, + "accuracy": 0.65415, + "main_score": 0.614588, + "hf_subset": "fij_Latn-slv_Latn", + "languages": [ + "fij-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.600571, + "recall": 0.648221, + "f1": 0.6128, + "accuracy": 0.648221, + "main_score": 0.6128, + "hf_subset": "fij_Latn-tpi_Latn", + "languages": [ + "fij-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.599373, + "recall": 0.656126, + "f1": 0.613236, + "accuracy": 0.656126, + "main_score": 0.613236, + "hf_subset": "fij_Latn-zsm_Latn", + "languages": [ + "fij-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.492795, + "recall": 0.535573, + "f1": 0.505083, + "accuracy": 0.535573, + "main_score": 0.505083, + "hf_subset": "fij_Latn-ayr_Latn", + "languages": [ + "fij-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.605545, + "recall": 0.666008, + "f1": 0.621571, + "accuracy": 0.666008, + "main_score": 0.621571, + "hf_subset": "fij_Latn-dan_Latn", + "languages": [ + "fij-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.576977, + "recall": 0.644269, + "f1": 0.59452, + "accuracy": 0.644269, + "main_score": 0.59452, + "hf_subset": "fij_Latn-guj_Gujr", + "languages": [ + "fij-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.552434, + "recall": 0.617589, + "f1": 0.569986, + "accuracy": 0.617589, + "main_score": 0.569986, + "hf_subset": "fij_Latn-kaz_Cyrl", + "languages": [ + "fij-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.529721, + "recall": 0.583004, + "f1": 0.545266, + "accuracy": 0.583004, + "main_score": 0.545266, + "hf_subset": "fij_Latn-lug_Latn", + "languages": [ + "fij-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.593235, + "recall": 0.649209, + "f1": 0.608282, + "accuracy": 0.649209, + "main_score": 0.608282, + "hf_subset": "fij_Latn-oci_Latn", + "languages": [ + "fij-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.606691, + "recall": 0.660079, + "f1": 0.620702, + "accuracy": 0.660079, + "main_score": 0.620702, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.58225, + "recall": 0.632411, + "f1": 0.59645, + "accuracy": 0.632411, + "main_score": 0.59645, + "hf_subset": "fij_Latn-tsn_Latn", + "languages": [ + "fij-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.571412, + "recall": 0.625494, + "f1": 0.586665, + "accuracy": 0.625494, + "main_score": 0.586665, + "hf_subset": "fij_Latn-zul_Latn", + "languages": [ + "fij-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.527432, + "recall": 0.582016, + "f1": 0.542549, + "accuracy": 0.582016, + "main_score": 0.542549, + "hf_subset": "fij_Latn-azb_Arab", + "languages": [ + "fij-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.614419, + "recall": 0.667984, + "f1": 0.628594, + "accuracy": 0.667984, + "main_score": 0.628594, + "hf_subset": "fij_Latn-deu_Latn", + "languages": [ + "fij-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.575363, + "recall": 0.625494, + "f1": 0.589254, + "accuracy": 0.625494, + "main_score": 0.589254, + "hf_subset": "fij_Latn-hat_Latn", + "languages": [ + "fij-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.488193, + "recall": 0.530632, + "f1": 0.500249, + "accuracy": 0.530632, + "main_score": 0.500249, + "hf_subset": "fij_Latn-kbp_Latn", + "languages": [ + "fij-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.517319, + "recall": 0.557312, + "f1": 0.528378, + "accuracy": 0.557312, + "main_score": 0.528378, + "hf_subset": "fij_Latn-luo_Latn", + "languages": [ + "fij-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.554607, + "recall": 0.621542, + "f1": 0.57186, + "accuracy": 0.621542, + "main_score": 0.57186, + "hf_subset": "fij_Latn-ory_Orya", + "languages": [ + "fij-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.580536, + "recall": 0.635375, + "f1": 0.596695, + "accuracy": 0.635375, + "main_score": 0.596695, + "hf_subset": "fij_Latn-sna_Latn", + "languages": [ + "fij-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.552143, + "recall": 0.598814, + "f1": 0.564846, + "accuracy": 0.598814, + "main_score": 0.564846, + "hf_subset": "fij_Latn-tso_Latn", + "languages": [ + "fij-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.557011, + "recall": 0.619565, + "f1": 0.574514, + "accuracy": 0.619565, + "main_score": 0.574514, + "hf_subset": "fij_Latn-azj_Latn", + "languages": [ + "fij-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.472295, + "recall": 0.520751, + "f1": 0.486128, + "accuracy": 0.520751, + "main_score": 0.486128, + "hf_subset": "fij_Latn-dik_Latn", + "languages": [ + "fij-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.584578, + "recall": 0.636364, + "f1": 0.598172, + "accuracy": 0.636364, + "main_score": 0.598172, + "hf_subset": "fij_Latn-hau_Latn", + "languages": [ + "fij-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.585553, + "recall": 0.637352, + "f1": 0.598817, + "accuracy": 0.637352, + "main_score": 0.598817, + "hf_subset": "fij_Latn-kea_Latn", + "languages": [ + "fij-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.598555, + "recall": 0.649209, + "f1": 0.611552, + "accuracy": 0.649209, + "main_score": 0.611552, + "hf_subset": "fij_Latn-lus_Latn", + "languages": [ + "fij-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.570316, + "recall": 0.616601, + "f1": 0.582192, + "accuracy": 0.616601, + "main_score": 0.582192, + "hf_subset": "fij_Latn-pag_Latn", + "languages": [ + "fij-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.554237, + "recall": 0.615613, + "f1": 0.570204, + "accuracy": 0.615613, + "main_score": 0.570204, + "hf_subset": "fij_Latn-snd_Arab", + "languages": [ + "fij-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.567742, + "recall": 0.626482, + "f1": 0.582969, + "accuracy": 0.626482, + "main_score": 0.582969, + "hf_subset": "fij_Latn-tuk_Latn", + "languages": [ + "fij-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.55651, + "recall": 0.608696, + "f1": 0.570025, + "accuracy": 0.608696, + "main_score": 0.570025, + "hf_subset": "fij_Latn-bak_Cyrl", + "languages": [ + "fij-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.413496, + "recall": 0.469368, + "f1": 0.429037, + "accuracy": 0.469368, + "main_score": 0.429037, + "hf_subset": "fij_Latn-dyu_Latn", + "languages": [ + "fij-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.588556, + "recall": 0.645257, + "f1": 0.603881, + "accuracy": 0.645257, + "main_score": 0.603881, + "hf_subset": "fij_Latn-heb_Hebr", + "languages": [ + "fij-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.561644, + "recall": 0.620553, + "f1": 0.57828, + "accuracy": 0.620553, + "main_score": 0.57828, + "hf_subset": "fij_Latn-khk_Cyrl", + "languages": [ + "fij-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.583326, + "recall": 0.640316, + "f1": 0.598404, + "accuracy": 0.640316, + "main_score": 0.598404, + "hf_subset": "fij_Latn-lvs_Latn", + "languages": [ + "fij-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.571849, + "recall": 0.631423, + "f1": 0.587667, + "accuracy": 0.631423, + "main_score": 0.587667, + "hf_subset": "fij_Latn-pan_Guru", + "languages": [ + "fij-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.56662, + "recall": 0.62253, + "f1": 0.581523, + "accuracy": 0.62253, + "main_score": 0.581523, + "hf_subset": "fij_Latn-som_Latn", + "languages": [ + "fij-Latn", + "som-Latn" + ] + }, + { + "precision": 0.553707, + "recall": 0.597826, + "f1": 0.566532, + "accuracy": 0.597826, + "main_score": 0.566532, + "hf_subset": "fij_Latn-tum_Latn", + "languages": [ + "fij-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.404963, + "recall": 0.496047, + "f1": 0.430159, + "accuracy": 0.496047, + "main_score": 0.430159, + "hf_subset": "isl_Latn-ace_Arab", + "languages": [ + "isl-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.430038, + "recall": 0.476285, + "f1": 0.441984, + "accuracy": 0.476285, + "main_score": 0.441984, + "hf_subset": "isl_Latn-bam_Latn", + "languages": [ + "isl-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.547057, + "recall": 0.643281, + "f1": 0.574584, + "accuracy": 0.643281, + "main_score": 0.574584, + "hf_subset": "isl_Latn-dzo_Tibt", + "languages": [ + "isl-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "isl_Latn-hin_Deva", + "languages": [ + "isl-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "isl_Latn-khm_Khmr", + "languages": [ + "isl-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "isl_Latn-mag_Deva", + "languages": [ + "isl-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "isl_Latn-pap_Latn", + "languages": [ + "isl-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.80364, + "recall": 0.855731, + "f1": 0.819255, + "accuracy": 0.855731, + "main_score": 0.819255, + "hf_subset": "isl_Latn-sot_Latn", + "languages": [ + "isl-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-tur_Latn", + "languages": [ + "isl-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.758745, + "recall": 0.817194, + "f1": 0.776093, + "accuracy": 0.817194, + "main_score": 0.776093, + "hf_subset": "isl_Latn-ace_Latn", + "languages": [ + "isl-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.894055, + "recall": 0.925889, + "f1": 0.904381, + "accuracy": 0.925889, + "main_score": 0.904381, + "hf_subset": "isl_Latn-ban_Latn", + "languages": [ + "isl-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "isl_Latn-ell_Grek", + "languages": [ + "isl-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "isl_Latn-hne_Deva", + "languages": [ + "isl-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.505307, + "recall": 0.577075, + "f1": 0.524261, + "accuracy": 0.577075, + "main_score": 0.524261, + "hf_subset": "isl_Latn-kik_Latn", + "languages": [ + "isl-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "isl_Latn-mai_Deva", + "languages": [ + "isl-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.92029, + "recall": 0.944664, + "f1": 0.928195, + "accuracy": 0.944664, + "main_score": 0.928195, + "hf_subset": "isl_Latn-pbt_Arab", + "languages": [ + "isl-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-spa_Latn", + "languages": [ + "isl-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.657502, + "recall": 0.733202, + "f1": 0.678597, + "accuracy": 0.733202, + "main_score": 0.678597, + "hf_subset": "isl_Latn-twi_Latn", + "languages": [ + "isl-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "isl_Latn-acm_Arab", + "languages": [ + "isl-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "isl_Latn-bel_Cyrl", + "languages": [ + "isl-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-hrv_Latn", + "languages": [ + "isl-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.815003, + "recall": 0.862648, + "f1": 0.829348, + "accuracy": 0.862648, + "main_score": 0.829348, + "hf_subset": "isl_Latn-kin_Latn", + "languages": [ + "isl-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "isl_Latn-mal_Mlym", + "languages": [ + "isl-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-pes_Arab", + "languages": [ + "isl-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.955122, + "recall": 0.969368, + "f1": 0.959717, + "accuracy": 0.969368, + "main_score": 0.959717, + "hf_subset": "isl_Latn-srd_Latn", + "languages": [ + "isl-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.181891, + "recall": 0.248024, + "f1": 0.197217, + "accuracy": 0.248024, + "main_score": 0.197217, + "hf_subset": "isl_Latn-tzm_Tfng", + "languages": [ + "isl-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-acq_Arab", + "languages": [ + "isl-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.59853, + "recall": 0.671937, + "f1": 0.619022, + "accuracy": 0.671937, + "main_score": 0.619022, + "hf_subset": "isl_Latn-bem_Latn", + "languages": [ + "isl-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "isl_Latn-epo_Latn", + "languages": [ + "isl-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-hun_Latn", + "languages": [ + "isl-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "isl_Latn-kir_Cyrl", + "languages": [ + "isl-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "isl_Latn-mar_Deva", + "languages": [ + "isl-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.813043, + "recall": 0.859684, + "f1": 0.82724, + "accuracy": 0.859684, + "main_score": 0.82724, + "hf_subset": "isl_Latn-plt_Latn", + "languages": [ + "isl-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-srp_Cyrl", + "languages": [ + "isl-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.926548, + "recall": 0.949605, + "f1": 0.934124, + "accuracy": 0.949605, + "main_score": 0.934124, + "hf_subset": "isl_Latn-uig_Arab", + "languages": [ + "isl-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "isl_Latn-aeb_Arab", + "languages": [ + "isl-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "isl_Latn-ben_Beng", + "languages": [ + "isl-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "isl_Latn-est_Latn", + "languages": [ + "isl-Latn", + "est-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "isl_Latn-hye_Armn", + "languages": [ + "isl-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.418697, + "recall": 0.476285, + "f1": 0.434174, + "accuracy": 0.476285, + "main_score": 0.434174, + "hf_subset": "isl_Latn-kmb_Latn", + "languages": [ + "isl-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.3774, + "recall": 0.460474, + "f1": 0.397826, + "accuracy": 0.460474, + "main_score": 0.397826, + "hf_subset": "isl_Latn-min_Arab", + "languages": [ + "isl-Latn", + "min-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "isl_Latn-pol_Latn", + "languages": [ + "isl-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.681983, + "recall": 0.755929, + "f1": 0.703854, + "accuracy": 0.755929, + "main_score": 0.703854, + "hf_subset": "isl_Latn-ssw_Latn", + "languages": [ + "isl-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "isl_Latn-ukr_Cyrl", + "languages": [ + "isl-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.943264, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "isl_Latn-bho_Deva", + "languages": [ + "isl-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "isl_Latn-eus_Latn", + "languages": [ + "isl-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.778047, + "recall": 0.836957, + "f1": 0.795619, + "accuracy": 0.836957, + "main_score": 0.795619, + "hf_subset": "isl_Latn-ibo_Latn", + "languages": [ + "isl-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.826252, + "recall": 0.874506, + "f1": 0.841469, + "accuracy": 0.874506, + "main_score": 0.841469, + "hf_subset": "isl_Latn-kmr_Latn", + "languages": [ + "isl-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "isl_Latn-min_Latn", + "languages": [ + "isl-Latn", + "min-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-por_Latn", + "languages": [ + "isl-Latn", + "por-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "isl_Latn-sun_Latn", + "languages": [ + "isl-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.404004, + "recall": 0.469368, + "f1": 0.421762, + "accuracy": 0.469368, + "main_score": 0.421762, + "hf_subset": "isl_Latn-umb_Latn", + "languages": [ + "isl-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-ajp_Arab", + "languages": [ + "isl-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.400045, + "recall": 0.48913, + "f1": 0.423634, + "accuracy": 0.48913, + "main_score": 0.423634, + "hf_subset": "isl_Latn-bjn_Arab", + "languages": [ + "isl-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.41731, + "recall": 0.470356, + "f1": 0.431393, + "accuracy": 0.470356, + "main_score": 0.431393, + "hf_subset": "isl_Latn-ewe_Latn", + "languages": [ + "isl-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.908679, + "recall": 0.935771, + "f1": 0.917062, + "accuracy": 0.935771, + "main_score": 0.917062, + "hf_subset": "isl_Latn-ilo_Latn", + "languages": [ + "isl-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.210498, + "recall": 0.266798, + "f1": 0.22434, + "accuracy": 0.266798, + "main_score": 0.22434, + "hf_subset": "isl_Latn-knc_Arab", + "languages": [ + "isl-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-mkd_Cyrl", + "languages": [ + "isl-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-prs_Arab", + "languages": [ + "isl-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-urd_Arab", + "languages": [ + "isl-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.644857, + "recall": 0.714427, + "f1": 0.664346, + "accuracy": 0.714427, + "main_score": 0.664346, + "hf_subset": "isl_Latn-aka_Latn", + "languages": [ + "isl-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.940053, + "recall": 0.95751, + "f1": 0.945605, + "accuracy": 0.95751, + "main_score": 0.945605, + "hf_subset": "isl_Latn-bjn_Latn", + "languages": [ + "isl-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-ind_Latn", + "languages": [ + "isl-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.460817, + "recall": 0.512846, + "f1": 0.474238, + "accuracy": 0.512846, + "main_score": 0.474238, + "hf_subset": "isl_Latn-knc_Latn", + "languages": [ + "isl-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "isl_Latn-mlt_Latn", + "languages": [ + "isl-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.572686, + "recall": 0.645257, + "f1": 0.593007, + "accuracy": 0.645257, + "main_score": 0.593007, + "hf_subset": "isl_Latn-quy_Latn", + "languages": [ + "isl-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-swh_Latn", + "languages": [ + "isl-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "isl_Latn-uzn_Latn", + "languages": [ + "isl-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "isl_Latn-als_Latn", + "languages": [ + "isl-Latn", + "als-Latn" + ] + }, + { + "precision": 0.712076, + "recall": 0.783597, + "f1": 0.733251, + "accuracy": 0.783597, + "main_score": 0.733251, + "hf_subset": "isl_Latn-bod_Tibt", + "languages": [ + "isl-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.561177, + "recall": 0.63834, + "f1": 0.582966, + "accuracy": 0.63834, + "main_score": 0.582966, + "hf_subset": "isl_Latn-fij_Latn", + "languages": [ + "isl-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.542767, + "recall": 0.601779, + "f1": 0.558273, + "accuracy": 0.601779, + "main_score": 0.558273, + "hf_subset": "isl_Latn-kon_Latn", + "languages": [ + "isl-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.510829, + "recall": 0.586957, + "f1": 0.531086, + "accuracy": 0.586957, + "main_score": 0.531086, + "hf_subset": "isl_Latn-mni_Beng", + "languages": [ + "isl-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-ron_Latn", + "languages": [ + "isl-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "isl_Latn-szl_Latn", + "languages": [ + "isl-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "isl_Latn-vec_Latn", + "languages": [ + "isl-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.887681, + "recall": 0.91996, + "f1": 0.897859, + "accuracy": 0.91996, + "main_score": 0.897859, + "hf_subset": "isl_Latn-amh_Ethi", + "languages": [ + "isl-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-bos_Latn", + "languages": [ + "isl-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-fin_Latn", + "languages": [ + "isl-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-ita_Latn", + "languages": [ + "isl-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-kor_Hang", + "languages": [ + "isl-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.442166, + "recall": 0.491107, + "f1": 0.455808, + "accuracy": 0.491107, + "main_score": 0.455808, + "hf_subset": "isl_Latn-mos_Latn", + "languages": [ + "isl-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.69309, + "recall": 0.752964, + "f1": 0.710267, + "accuracy": 0.752964, + "main_score": 0.710267, + "hf_subset": "isl_Latn-run_Latn", + "languages": [ + "isl-Latn", + "run-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "isl_Latn-tam_Taml", + "languages": [ + "isl-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-vie_Latn", + "languages": [ + "isl-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "isl_Latn-apc_Arab", + "languages": [ + "isl-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.628865, + "recall": 0.693676, + "f1": 0.64604, + "accuracy": 0.693676, + "main_score": 0.64604, + "hf_subset": "isl_Latn-bug_Latn", + "languages": [ + "isl-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.410899, + "recall": 0.460474, + "f1": 0.424817, + "accuracy": 0.460474, + "main_score": 0.424817, + "hf_subset": "isl_Latn-fon_Latn", + "languages": [ + "isl-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "isl_Latn-jav_Latn", + "languages": [ + "isl-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.930007, + "recall": 0.952569, + "f1": 0.937418, + "accuracy": 0.952569, + "main_score": 0.937418, + "hf_subset": "isl_Latn-lao_Laoo", + "languages": [ + "isl-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.829545, + "recall": 0.87747, + "f1": 0.844664, + "accuracy": 0.87747, + "main_score": 0.844664, + "hf_subset": "isl_Latn-mri_Latn", + "languages": [ + "isl-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "isl_Latn-rus_Cyrl", + "languages": [ + "isl-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.445681, + "recall": 0.497036, + "f1": 0.459576, + "accuracy": 0.497036, + "main_score": 0.459576, + "hf_subset": "isl_Latn-taq_Latn", + "languages": [ + "isl-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "isl_Latn-war_Latn", + "languages": [ + "isl-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-arb_Arab", + "languages": [ + "isl-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-bul_Cyrl", + "languages": [ + "isl-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-fra_Latn", + "languages": [ + "isl-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-jpn_Jpan", + "languages": [ + "isl-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "isl_Latn-lij_Latn", + "languages": [ + "isl-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.935935, + "recall": 0.956522, + "f1": 0.942688, + "accuracy": 0.956522, + "main_score": 0.942688, + "hf_subset": "isl_Latn-mya_Mymr", + "languages": [ + "isl-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.507466, + "recall": 0.559289, + "f1": 0.52159, + "accuracy": 0.559289, + "main_score": 0.52159, + "hf_subset": "isl_Latn-sag_Latn", + "languages": [ + "isl-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.182914, + "recall": 0.247036, + "f1": 0.198667, + "accuracy": 0.247036, + "main_score": 0.198667, + "hf_subset": "isl_Latn-taq_Tfng", + "languages": [ + "isl-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.579294, + "recall": 0.640316, + "f1": 0.595483, + "accuracy": 0.640316, + "main_score": 0.595483, + "hf_subset": "isl_Latn-wol_Latn", + "languages": [ + "isl-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.813735, + "recall": 0.866601, + "f1": 0.830171, + "accuracy": 0.866601, + "main_score": 0.830171, + "hf_subset": "isl_Latn-arb_Latn", + "languages": [ + "isl-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-cat_Latn", + "languages": [ + "isl-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.93918, + "recall": 0.956522, + "f1": 0.944565, + "accuracy": 0.956522, + "main_score": 0.944565, + "hf_subset": "isl_Latn-fur_Latn", + "languages": [ + "isl-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.380936, + "recall": 0.458498, + "f1": 0.400571, + "accuracy": 0.458498, + "main_score": 0.400571, + "hf_subset": "isl_Latn-kab_Latn", + "languages": [ + "isl-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "isl_Latn-lim_Latn", + "languages": [ + "isl-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.956522, + "f1": 0.94417, + "accuracy": 0.956522, + "main_score": 0.94417, + "hf_subset": "isl_Latn-san_Deva", + "languages": [ + "isl-Latn", + "san-Deva" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "isl_Latn-tat_Cyrl", + "languages": [ + "isl-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.826038, + "recall": 0.874506, + "f1": 0.840895, + "accuracy": 0.874506, + "main_score": 0.840895, + "hf_subset": "isl_Latn-xho_Latn", + "languages": [ + "isl-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-ars_Arab", + "languages": [ + "isl-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "isl_Latn-ceb_Latn", + "languages": [ + "isl-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.41093, + "recall": 0.475296, + "f1": 0.427278, + "accuracy": 0.475296, + "main_score": 0.427278, + "hf_subset": "isl_Latn-fuv_Latn", + "languages": [ + "isl-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.43504, + "recall": 0.491107, + "f1": 0.450332, + "accuracy": 0.491107, + "main_score": 0.450332, + "hf_subset": "isl_Latn-kac_Latn", + "languages": [ + "isl-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.543689, + "recall": 0.608696, + "f1": 0.560301, + "accuracy": 0.608696, + "main_score": 0.560301, + "hf_subset": "isl_Latn-lin_Latn", + "languages": [ + "isl-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.802273, + "recall": 0.854743, + "f1": 0.818643, + "accuracy": 0.854743, + "main_score": 0.818643, + "hf_subset": "isl_Latn-sat_Olck", + "languages": [ + "isl-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "isl_Latn-tel_Telu", + "languages": [ + "isl-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "isl_Latn-ydd_Hebr", + "languages": [ + "isl-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.937418, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "isl_Latn-ary_Arab", + "languages": [ + "isl-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-ces_Latn", + "languages": [ + "isl-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.493453, + "recall": 0.575099, + "f1": 0.51606, + "accuracy": 0.575099, + "main_score": 0.51606, + "hf_subset": "isl_Latn-gaz_Latn", + "languages": [ + "isl-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.478494, + "recall": 0.55336, + "f1": 0.498376, + "accuracy": 0.55336, + "main_score": 0.498376, + "hf_subset": "isl_Latn-kam_Latn", + "languages": [ + "isl-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "isl_Latn-lit_Latn", + "languages": [ + "isl-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "isl_Latn-scn_Latn", + "languages": [ + "isl-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "isl_Latn-tgk_Cyrl", + "languages": [ + "isl-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.658747, + "recall": 0.732213, + "f1": 0.679556, + "accuracy": 0.732213, + "main_score": 0.679556, + "hf_subset": "isl_Latn-yor_Latn", + "languages": [ + "isl-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "isl_Latn-arz_Arab", + "languages": [ + "isl-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.421626, + "recall": 0.482213, + "f1": 0.438281, + "accuracy": 0.482213, + "main_score": 0.438281, + "hf_subset": "isl_Latn-cjk_Latn", + "languages": [ + "isl-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.910244, + "recall": 0.938735, + "f1": 0.919433, + "accuracy": 0.938735, + "main_score": 0.919433, + "hf_subset": "isl_Latn-gla_Latn", + "languages": [ + "isl-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "isl_Latn-kan_Knda", + "languages": [ + "isl-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "isl_Latn-lmo_Latn", + "languages": [ + "isl-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "isl_Latn-npi_Deva", + "languages": [ + "isl-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.485165, + "recall": 0.572134, + "f1": 0.509041, + "accuracy": 0.572134, + "main_score": 0.509041, + "hf_subset": "isl_Latn-shn_Mymr", + "languages": [ + "isl-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-tgl_Latn", + "languages": [ + "isl-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-yue_Hant", + "languages": [ + "isl-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "isl_Latn-asm_Beng", + "languages": [ + "isl-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.8786, + "recall": 0.914032, + "f1": 0.889904, + "accuracy": 0.914032, + "main_score": 0.889904, + "hf_subset": "isl_Latn-ckb_Arab", + "languages": [ + "isl-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "isl_Latn-gle_Latn", + "languages": [ + "isl-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.817811, + "recall": 0.867589, + "f1": 0.833136, + "accuracy": 0.867589, + "main_score": 0.833136, + "hf_subset": "isl_Latn-kas_Arab", + "languages": [ + "isl-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.832296, + "recall": 0.87747, + "f1": 0.845982, + "accuracy": 0.87747, + "main_score": 0.845982, + "hf_subset": "isl_Latn-ltg_Latn", + "languages": [ + "isl-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.723897, + "recall": 0.786561, + "f1": 0.742838, + "accuracy": 0.786561, + "main_score": 0.742838, + "hf_subset": "isl_Latn-nso_Latn", + "languages": [ + "isl-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "isl_Latn-sin_Sinh", + "languages": [ + "isl-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "isl_Latn-tha_Thai", + "languages": [ + "isl-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "isl_Latn-zho_Hans", + "languages": [ + "isl-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "isl_Latn-ast_Latn", + "languages": [ + "isl-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "isl_Latn-crh_Latn", + "languages": [ + "isl-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-glg_Latn", + "languages": [ + "isl-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.771262, + "recall": 0.829051, + "f1": 0.78834, + "accuracy": 0.829051, + "main_score": 0.78834, + "hf_subset": "isl_Latn-kas_Deva", + "languages": [ + "isl-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.377075, + "recall": 0.438735, + "f1": 0.393363, + "accuracy": 0.438735, + "main_score": 0.393363, + "hf_subset": "isl_Latn-nus_Latn", + "languages": [ + "isl-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-slk_Latn", + "languages": [ + "isl-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.566282, + "recall": 0.649209, + "f1": 0.58906, + "accuracy": 0.649209, + "main_score": 0.58906, + "hf_subset": "isl_Latn-tir_Ethi", + "languages": [ + "isl-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-zho_Hant", + "languages": [ + "isl-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "isl_Latn-awa_Deva", + "languages": [ + "isl-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "isl_Latn-cym_Latn", + "languages": [ + "isl-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.647768, + "recall": 0.711462, + "f1": 0.665141, + "accuracy": 0.711462, + "main_score": 0.665141, + "hf_subset": "isl_Latn-grn_Latn", + "languages": [ + "isl-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "isl_Latn-kat_Geor", + "languages": [ + "isl-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.505703, + "recall": 0.562253, + "f1": 0.520035, + "accuracy": 0.562253, + "main_score": 0.520035, + "hf_subset": "isl_Latn-lua_Latn", + "languages": [ + "isl-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.767787, + "recall": 0.827075, + "f1": 0.78579, + "accuracy": 0.827075, + "main_score": 0.78579, + "hf_subset": "isl_Latn-nya_Latn", + "languages": [ + "isl-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-slv_Latn", + "languages": [ + "isl-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.919796, + "recall": 0.944664, + "f1": 0.927701, + "accuracy": 0.944664, + "main_score": 0.927701, + "hf_subset": "isl_Latn-tpi_Latn", + "languages": [ + "isl-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-zsm_Latn", + "languages": [ + "isl-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.452335, + "recall": 0.516798, + "f1": 0.470294, + "accuracy": 0.516798, + "main_score": 0.470294, + "hf_subset": "isl_Latn-ayr_Latn", + "languages": [ + "isl-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "isl_Latn-guj_Gujr", + "languages": [ + "isl-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "isl_Latn-kaz_Cyrl", + "languages": [ + "isl-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.57256, + "recall": 0.653162, + "f1": 0.595447, + "accuracy": 0.653162, + "main_score": 0.595447, + "hf_subset": "isl_Latn-lug_Latn", + "languages": [ + "isl-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-oci_Latn", + "languages": [ + "isl-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.769993, + "recall": 0.828063, + "f1": 0.787705, + "accuracy": 0.828063, + "main_score": 0.787705, + "hf_subset": "isl_Latn-smo_Latn", + "languages": [ + "isl-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.666074, + "recall": 0.747036, + "f1": 0.690039, + "accuracy": 0.747036, + "main_score": 0.690039, + "hf_subset": "isl_Latn-tsn_Latn", + "languages": [ + "isl-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.838966, + "recall": 0.883399, + "f1": 0.852687, + "accuracy": 0.883399, + "main_score": 0.852687, + "hf_subset": "isl_Latn-zul_Latn", + "languages": [ + "isl-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.851614, + "recall": 0.893281, + "f1": 0.864907, + "accuracy": 0.893281, + "main_score": 0.864907, + "hf_subset": "isl_Latn-azb_Arab", + "languages": [ + "isl-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "isl_Latn-hat_Latn", + "languages": [ + "isl-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.429096, + "recall": 0.485178, + "f1": 0.444129, + "accuracy": 0.485178, + "main_score": 0.444129, + "hf_subset": "isl_Latn-kbp_Latn", + "languages": [ + "isl-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.475235, + "recall": 0.533597, + "f1": 0.490632, + "accuracy": 0.533597, + "main_score": 0.490632, + "hf_subset": "isl_Latn-luo_Latn", + "languages": [ + "isl-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "isl_Latn-ory_Orya", + "languages": [ + "isl-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.838109, + "recall": 0.883399, + "f1": 0.852437, + "accuracy": 0.883399, + "main_score": 0.852437, + "hf_subset": "isl_Latn-sna_Latn", + "languages": [ + "isl-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.569502, + "recall": 0.644269, + "f1": 0.589857, + "accuracy": 0.644269, + "main_score": 0.589857, + "hf_subset": "isl_Latn-tso_Latn", + "languages": [ + "isl-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "isl_Latn-azj_Latn", + "languages": [ + "isl-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.460292, + "recall": 0.516798, + "f1": 0.475632, + "accuracy": 0.516798, + "main_score": 0.475632, + "hf_subset": "isl_Latn-dik_Latn", + "languages": [ + "isl-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.863011, + "recall": 0.903162, + "f1": 0.875626, + "accuracy": 0.903162, + "main_score": 0.875626, + "hf_subset": "isl_Latn-hau_Latn", + "languages": [ + "isl-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.915761, + "recall": 0.942688, + "f1": 0.924473, + "accuracy": 0.942688, + "main_score": 0.924473, + "hf_subset": "isl_Latn-kea_Latn", + "languages": [ + "isl-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.882395, + "recall": 0.912055, + "f1": 0.891535, + "accuracy": 0.912055, + "main_score": 0.891535, + "hf_subset": "isl_Latn-lus_Latn", + "languages": [ + "isl-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.765391, + "recall": 0.818182, + "f1": 0.780719, + "accuracy": 0.818182, + "main_score": 0.780719, + "hf_subset": "isl_Latn-pag_Latn", + "languages": [ + "isl-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "isl_Latn-snd_Arab", + "languages": [ + "isl-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "isl_Latn-tuk_Latn", + "languages": [ + "isl-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "isl_Latn-bak_Cyrl", + "languages": [ + "isl-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.425822, + "recall": 0.488142, + "f1": 0.442639, + "accuracy": 0.488142, + "main_score": 0.442639, + "hf_subset": "isl_Latn-dyu_Latn", + "languages": [ + "isl-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-heb_Hebr", + "languages": [ + "isl-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "isl_Latn-khk_Cyrl", + "languages": [ + "isl-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-lvs_Latn", + "languages": [ + "isl-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "isl_Latn-pan_Guru", + "languages": [ + "isl-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.820323, + "recall": 0.870553, + "f1": 0.835691, + "accuracy": 0.870553, + "main_score": 0.835691, + "hf_subset": "isl_Latn-som_Latn", + "languages": [ + "isl-Latn", + "som-Latn" + ] + }, + { + "precision": 0.623836, + "recall": 0.6917, + "f1": 0.643039, + "accuracy": 0.6917, + "main_score": 0.643039, + "hf_subset": "isl_Latn-tum_Latn", + "languages": [ + "isl-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.442836, + "recall": 0.506917, + "f1": 0.46055, + "accuracy": 0.506917, + "main_score": 0.46055, + "hf_subset": "kon_Latn-ace_Arab", + "languages": [ + "kon-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.509184, + "recall": 0.5583, + "f1": 0.522907, + "accuracy": 0.5583, + "main_score": 0.522907, + "hf_subset": "kon_Latn-bam_Latn", + "languages": [ + "kon-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.340965, + "recall": 0.397233, + "f1": 0.356474, + "accuracy": 0.397233, + "main_score": 0.356474, + "hf_subset": "kon_Latn-dzo_Tibt", + "languages": [ + "kon-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.591089, + "recall": 0.643281, + "f1": 0.605038, + "accuracy": 0.643281, + "main_score": 0.605038, + "hf_subset": "kon_Latn-hin_Deva", + "languages": [ + "kon-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.51612, + "recall": 0.564229, + "f1": 0.529156, + "accuracy": 0.564229, + "main_score": 0.529156, + "hf_subset": "kon_Latn-khm_Khmr", + "languages": [ + "kon-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.590423, + "recall": 0.643281, + "f1": 0.603939, + "accuracy": 0.643281, + "main_score": 0.603939, + "hf_subset": "kon_Latn-mag_Deva", + "languages": [ + "kon-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.578438, + "recall": 0.632411, + "f1": 0.59274, + "accuracy": 0.632411, + "main_score": 0.59274, + "hf_subset": "kon_Latn-pap_Latn", + "languages": [ + "kon-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.545731, + "recall": 0.600791, + "f1": 0.55986, + "accuracy": 0.600791, + "main_score": 0.55986, + "hf_subset": "kon_Latn-sot_Latn", + "languages": [ + "kon-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.586323, + "recall": 0.636364, + "f1": 0.599884, + "accuracy": 0.636364, + "main_score": 0.599884, + "hf_subset": "kon_Latn-tur_Latn", + "languages": [ + "kon-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.579428, + "recall": 0.62253, + "f1": 0.590393, + "accuracy": 0.62253, + "main_score": 0.590393, + "hf_subset": "kon_Latn-ace_Latn", + "languages": [ + "kon-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.552708, + "recall": 0.603755, + "f1": 0.566111, + "accuracy": 0.603755, + "main_score": 0.566111, + "hf_subset": "kon_Latn-ban_Latn", + "languages": [ + "kon-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.572481, + "recall": 0.623518, + "f1": 0.585542, + "accuracy": 0.623518, + "main_score": 0.585542, + "hf_subset": "kon_Latn-ell_Grek", + "languages": [ + "kon-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.576017, + "recall": 0.628458, + "f1": 0.589539, + "accuracy": 0.628458, + "main_score": 0.589539, + "hf_subset": "kon_Latn-hne_Deva", + "languages": [ + "kon-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.528658, + "recall": 0.574111, + "f1": 0.540736, + "accuracy": 0.574111, + "main_score": 0.540736, + "hf_subset": "kon_Latn-kik_Latn", + "languages": [ + "kon-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.574558, + "recall": 0.631423, + "f1": 0.589257, + "accuracy": 0.631423, + "main_score": 0.589257, + "hf_subset": "kon_Latn-mai_Deva", + "languages": [ + "kon-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.52474, + "recall": 0.582016, + "f1": 0.540065, + "accuracy": 0.582016, + "main_score": 0.540065, + "hf_subset": "kon_Latn-pbt_Arab", + "languages": [ + "kon-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.598706, + "recall": 0.659091, + "f1": 0.613772, + "accuracy": 0.659091, + "main_score": 0.613772, + "hf_subset": "kon_Latn-spa_Latn", + "languages": [ + "kon-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.569389, + "recall": 0.608696, + "f1": 0.58052, + "accuracy": 0.608696, + "main_score": 0.58052, + "hf_subset": "kon_Latn-twi_Latn", + "languages": [ + "kon-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.587524, + "recall": 0.636364, + "f1": 0.599738, + "accuracy": 0.636364, + "main_score": 0.599738, + "hf_subset": "kon_Latn-acm_Arab", + "languages": [ + "kon-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.542949, + "recall": 0.592885, + "f1": 0.555959, + "accuracy": 0.592885, + "main_score": 0.555959, + "hf_subset": "kon_Latn-bel_Cyrl", + "languages": [ + "kon-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.610804, + "recall": 0.675889, + "f1": 0.627874, + "accuracy": 0.675889, + "main_score": 0.627874, + "hf_subset": "kon_Latn-eng_Latn", + "languages": [ + "kon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.577206, + "recall": 0.635375, + "f1": 0.591926, + "accuracy": 0.635375, + "main_score": 0.591926, + "hf_subset": "kon_Latn-hrv_Latn", + "languages": [ + "kon-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.522908, + "recall": 0.578063, + "f1": 0.537558, + "accuracy": 0.578063, + "main_score": 0.537558, + "hf_subset": "kon_Latn-kin_Latn", + "languages": [ + "kon-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.567143, + "recall": 0.617589, + "f1": 0.580096, + "accuracy": 0.617589, + "main_score": 0.580096, + "hf_subset": "kon_Latn-mal_Mlym", + "languages": [ + "kon-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.56407, + "recall": 0.621542, + "f1": 0.578751, + "accuracy": 0.621542, + "main_score": 0.578751, + "hf_subset": "kon_Latn-pes_Arab", + "languages": [ + "kon-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.579839, + "recall": 0.635375, + "f1": 0.594237, + "accuracy": 0.635375, + "main_score": 0.594237, + "hf_subset": "kon_Latn-srd_Latn", + "languages": [ + "kon-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.23606, + "recall": 0.291502, + "f1": 0.249306, + "accuracy": 0.291502, + "main_score": 0.249306, + "hf_subset": "kon_Latn-tzm_Tfng", + "languages": [ + "kon-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.584802, + "recall": 0.637352, + "f1": 0.597882, + "accuracy": 0.637352, + "main_score": 0.597882, + "hf_subset": "kon_Latn-acq_Arab", + "languages": [ + "kon-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.566671, + "recall": 0.609684, + "f1": 0.578919, + "accuracy": 0.609684, + "main_score": 0.578919, + "hf_subset": "kon_Latn-bem_Latn", + "languages": [ + "kon-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.584545, + "recall": 0.625494, + "f1": 0.595324, + "accuracy": 0.625494, + "main_score": 0.595324, + "hf_subset": "kon_Latn-epo_Latn", + "languages": [ + "kon-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.587227, + "recall": 0.644269, + "f1": 0.60225, + "accuracy": 0.644269, + "main_score": 0.60225, + "hf_subset": "kon_Latn-hun_Latn", + "languages": [ + "kon-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.563618, + "recall": 0.62253, + "f1": 0.579056, + "accuracy": 0.62253, + "main_score": 0.579056, + "hf_subset": "kon_Latn-kir_Cyrl", + "languages": [ + "kon-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.553207, + "recall": 0.606719, + "f1": 0.567028, + "accuracy": 0.606719, + "main_score": 0.567028, + "hf_subset": "kon_Latn-mar_Deva", + "languages": [ + "kon-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.541972, + "recall": 0.593874, + "f1": 0.555582, + "accuracy": 0.593874, + "main_score": 0.555582, + "hf_subset": "kon_Latn-plt_Latn", + "languages": [ + "kon-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.566357, + "recall": 0.623518, + "f1": 0.580683, + "accuracy": 0.623518, + "main_score": 0.580683, + "hf_subset": "kon_Latn-srp_Cyrl", + "languages": [ + "kon-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.466078, + "recall": 0.529644, + "f1": 0.482127, + "accuracy": 0.529644, + "main_score": 0.482127, + "hf_subset": "kon_Latn-uig_Arab", + "languages": [ + "kon-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.548282, + "recall": 0.602767, + "f1": 0.562682, + "accuracy": 0.602767, + "main_score": 0.562682, + "hf_subset": "kon_Latn-aeb_Arab", + "languages": [ + "kon-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.562143, + "recall": 0.61166, + "f1": 0.574928, + "accuracy": 0.61166, + "main_score": 0.574928, + "hf_subset": "kon_Latn-ben_Beng", + "languages": [ + "kon-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.574122, + "recall": 0.628458, + "f1": 0.588596, + "accuracy": 0.628458, + "main_score": 0.588596, + "hf_subset": "kon_Latn-est_Latn", + "languages": [ + "kon-Latn", + "est-Latn" + ] + }, + { + "precision": 0.530193, + "recall": 0.591897, + "f1": 0.546826, + "accuracy": 0.591897, + "main_score": 0.546826, + "hf_subset": "kon_Latn-hye_Armn", + "languages": [ + "kon-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.533758, + "recall": 0.578063, + "f1": 0.545837, + "accuracy": 0.578063, + "main_score": 0.545837, + "hf_subset": "kon_Latn-kmb_Latn", + "languages": [ + "kon-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.420775, + "recall": 0.487154, + "f1": 0.43909, + "accuracy": 0.487154, + "main_score": 0.43909, + "hf_subset": "kon_Latn-min_Arab", + "languages": [ + "kon-Latn", + "min-Arab" + ] + }, + { + "precision": 0.60121, + "recall": 0.651186, + "f1": 0.614637, + "accuracy": 0.651186, + "main_score": 0.614637, + "hf_subset": "kon_Latn-pol_Latn", + "languages": [ + "kon-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.515912, + "recall": 0.564229, + "f1": 0.528858, + "accuracy": 0.564229, + "main_score": 0.528858, + "hf_subset": "kon_Latn-ssw_Latn", + "languages": [ + "kon-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.583974, + "recall": 0.645257, + "f1": 0.599443, + "accuracy": 0.645257, + "main_score": 0.599443, + "hf_subset": "kon_Latn-ukr_Cyrl", + "languages": [ + "kon-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.566228, + "recall": 0.618577, + "f1": 0.579709, + "accuracy": 0.618577, + "main_score": 0.579709, + "hf_subset": "kon_Latn-afr_Latn", + "languages": [ + "kon-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.595753, + "recall": 0.649209, + "f1": 0.609477, + "accuracy": 0.649209, + "main_score": 0.609477, + "hf_subset": "kon_Latn-bho_Deva", + "languages": [ + "kon-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.562724, + "recall": 0.615613, + "f1": 0.575632, + "accuracy": 0.615613, + "main_score": 0.575632, + "hf_subset": "kon_Latn-eus_Latn", + "languages": [ + "kon-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.540254, + "recall": 0.592885, + "f1": 0.554033, + "accuracy": 0.592885, + "main_score": 0.554033, + "hf_subset": "kon_Latn-ibo_Latn", + "languages": [ + "kon-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.552897, + "recall": 0.601779, + "f1": 0.565977, + "accuracy": 0.601779, + "main_score": 0.565977, + "hf_subset": "kon_Latn-kmr_Latn", + "languages": [ + "kon-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.540962, + "recall": 0.592885, + "f1": 0.554425, + "accuracy": 0.592885, + "main_score": 0.554425, + "hf_subset": "kon_Latn-min_Latn", + "languages": [ + "kon-Latn", + "min-Latn" + ] + }, + { + "precision": 0.606849, + "recall": 0.661067, + "f1": 0.620947, + "accuracy": 0.661067, + "main_score": 0.620947, + "hf_subset": "kon_Latn-por_Latn", + "languages": [ + "kon-Latn", + "por-Latn" + ] + }, + { + "precision": 0.548666, + "recall": 0.596838, + "f1": 0.561724, + "accuracy": 0.596838, + "main_score": 0.561724, + "hf_subset": "kon_Latn-sun_Latn", + "languages": [ + "kon-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.510805, + "recall": 0.554348, + "f1": 0.523276, + "accuracy": 0.554348, + "main_score": 0.523276, + "hf_subset": "kon_Latn-umb_Latn", + "languages": [ + "kon-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.573899, + "recall": 0.62747, + "f1": 0.587506, + "accuracy": 0.62747, + "main_score": 0.587506, + "hf_subset": "kon_Latn-ajp_Arab", + "languages": [ + "kon-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.420126, + "recall": 0.482213, + "f1": 0.436953, + "accuracy": 0.482213, + "main_score": 0.436953, + "hf_subset": "kon_Latn-bjn_Arab", + "languages": [ + "kon-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.477489, + "recall": 0.521739, + "f1": 0.489855, + "accuracy": 0.521739, + "main_score": 0.489855, + "hf_subset": "kon_Latn-ewe_Latn", + "languages": [ + "kon-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.565877, + "recall": 0.62253, + "f1": 0.580258, + "accuracy": 0.62253, + "main_score": 0.580258, + "hf_subset": "kon_Latn-ilo_Latn", + "languages": [ + "kon-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.273629, + "recall": 0.336957, + "f1": 0.290321, + "accuracy": 0.336957, + "main_score": 0.290321, + "hf_subset": "kon_Latn-knc_Arab", + "languages": [ + "kon-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.565326, + "recall": 0.620553, + "f1": 0.579494, + "accuracy": 0.620553, + "main_score": 0.579494, + "hf_subset": "kon_Latn-mkd_Cyrl", + "languages": [ + "kon-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.581879, + "recall": 0.640316, + "f1": 0.596937, + "accuracy": 0.640316, + "main_score": 0.596937, + "hf_subset": "kon_Latn-prs_Arab", + "languages": [ + "kon-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.575114, + "recall": 0.63834, + "f1": 0.591839, + "accuracy": 0.63834, + "main_score": 0.591839, + "hf_subset": "kon_Latn-swe_Latn", + "languages": [ + "kon-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.548509, + "recall": 0.608696, + "f1": 0.564076, + "accuracy": 0.608696, + "main_score": 0.564076, + "hf_subset": "kon_Latn-urd_Arab", + "languages": [ + "kon-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.564994, + "recall": 0.608696, + "f1": 0.577028, + "accuracy": 0.608696, + "main_score": 0.577028, + "hf_subset": "kon_Latn-aka_Latn", + "languages": [ + "kon-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.571464, + "recall": 0.616601, + "f1": 0.583488, + "accuracy": 0.616601, + "main_score": 0.583488, + "hf_subset": "kon_Latn-bjn_Latn", + "languages": [ + "kon-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.551868, + "recall": 0.603755, + "f1": 0.565514, + "accuracy": 0.603755, + "main_score": 0.565514, + "hf_subset": "kon_Latn-fao_Latn", + "languages": [ + "kon-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.589244, + "recall": 0.646245, + "f1": 0.603913, + "accuracy": 0.646245, + "main_score": 0.603913, + "hf_subset": "kon_Latn-ind_Latn", + "languages": [ + "kon-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.523006, + "recall": 0.568182, + "f1": 0.535338, + "accuracy": 0.568182, + "main_score": 0.535338, + "hf_subset": "kon_Latn-knc_Latn", + "languages": [ + "kon-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.55577, + "recall": 0.598814, + "f1": 0.566827, + "accuracy": 0.598814, + "main_score": 0.566827, + "hf_subset": "kon_Latn-mlt_Latn", + "languages": [ + "kon-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.563732, + "recall": 0.61166, + "f1": 0.577233, + "accuracy": 0.61166, + "main_score": 0.577233, + "hf_subset": "kon_Latn-quy_Latn", + "languages": [ + "kon-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.542665, + "recall": 0.598814, + "f1": 0.556321, + "accuracy": 0.598814, + "main_score": 0.556321, + "hf_subset": "kon_Latn-swh_Latn", + "languages": [ + "kon-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.532993, + "recall": 0.589921, + "f1": 0.547596, + "accuracy": 0.589921, + "main_score": 0.547596, + "hf_subset": "kon_Latn-uzn_Latn", + "languages": [ + "kon-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.55459, + "recall": 0.609684, + "f1": 0.569817, + "accuracy": 0.609684, + "main_score": 0.569817, + "hf_subset": "kon_Latn-als_Latn", + "languages": [ + "kon-Latn", + "als-Latn" + ] + }, + { + "precision": 0.388052, + "recall": 0.449605, + "f1": 0.403803, + "accuracy": 0.449605, + "main_score": 0.403803, + "hf_subset": "kon_Latn-bod_Tibt", + "languages": [ + "kon-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.537042, + "recall": 0.586957, + "f1": 0.551302, + "accuracy": 0.586957, + "main_score": 0.551302, + "hf_subset": "kon_Latn-fij_Latn", + "languages": [ + "kon-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.530383, + "recall": 0.590909, + "f1": 0.545884, + "accuracy": 0.590909, + "main_score": 0.545884, + "hf_subset": "kon_Latn-isl_Latn", + "languages": [ + "kon-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.503922, + "recall": 0.556324, + "f1": 0.518516, + "accuracy": 0.556324, + "main_score": 0.518516, + "hf_subset": "kon_Latn-mni_Beng", + "languages": [ + "kon-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.584975, + "recall": 0.641304, + "f1": 0.599361, + "accuracy": 0.641304, + "main_score": 0.599361, + "hf_subset": "kon_Latn-ron_Latn", + "languages": [ + "kon-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.59442, + "recall": 0.646245, + "f1": 0.607013, + "accuracy": 0.646245, + "main_score": 0.607013, + "hf_subset": "kon_Latn-szl_Latn", + "languages": [ + "kon-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.608915, + "recall": 0.656126, + "f1": 0.621266, + "accuracy": 0.656126, + "main_score": 0.621266, + "hf_subset": "kon_Latn-vec_Latn", + "languages": [ + "kon-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.55815, + "recall": 0.615613, + "f1": 0.57401, + "accuracy": 0.615613, + "main_score": 0.57401, + "hf_subset": "kon_Latn-amh_Ethi", + "languages": [ + "kon-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.575965, + "recall": 0.629447, + "f1": 0.589187, + "accuracy": 0.629447, + "main_score": 0.589187, + "hf_subset": "kon_Latn-bos_Latn", + "languages": [ + "kon-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.572969, + "recall": 0.62747, + "f1": 0.58708, + "accuracy": 0.62747, + "main_score": 0.58708, + "hf_subset": "kon_Latn-fin_Latn", + "languages": [ + "kon-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.626721, + "recall": 0.679842, + "f1": 0.640244, + "accuracy": 0.679842, + "main_score": 0.640244, + "hf_subset": "kon_Latn-ita_Latn", + "languages": [ + "kon-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.602687, + "recall": 0.664032, + "f1": 0.618249, + "accuracy": 0.664032, + "main_score": 0.618249, + "hf_subset": "kon_Latn-kor_Hang", + "languages": [ + "kon-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.528476, + "recall": 0.571146, + "f1": 0.540962, + "accuracy": 0.571146, + "main_score": 0.540962, + "hf_subset": "kon_Latn-mos_Latn", + "languages": [ + "kon-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.522273, + "recall": 0.575099, + "f1": 0.536699, + "accuracy": 0.575099, + "main_score": 0.536699, + "hf_subset": "kon_Latn-run_Latn", + "languages": [ + "kon-Latn", + "run-Latn" + ] + }, + { + "precision": 0.546303, + "recall": 0.592885, + "f1": 0.558885, + "accuracy": 0.592885, + "main_score": 0.558885, + "hf_subset": "kon_Latn-tam_Taml", + "languages": [ + "kon-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.582587, + "recall": 0.631423, + "f1": 0.59499, + "accuracy": 0.631423, + "main_score": 0.59499, + "hf_subset": "kon_Latn-vie_Latn", + "languages": [ + "kon-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.572368, + "recall": 0.624506, + "f1": 0.585315, + "accuracy": 0.624506, + "main_score": 0.585315, + "hf_subset": "kon_Latn-apc_Arab", + "languages": [ + "kon-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.570375, + "recall": 0.619565, + "f1": 0.584269, + "accuracy": 0.619565, + "main_score": 0.584269, + "hf_subset": "kon_Latn-bug_Latn", + "languages": [ + "kon-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.465323, + "recall": 0.504941, + "f1": 0.476723, + "accuracy": 0.504941, + "main_score": 0.476723, + "hf_subset": "kon_Latn-fon_Latn", + "languages": [ + "kon-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.540553, + "recall": 0.591897, + "f1": 0.554097, + "accuracy": 0.591897, + "main_score": 0.554097, + "hf_subset": "kon_Latn-jav_Latn", + "languages": [ + "kon-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.526252, + "recall": 0.572134, + "f1": 0.538764, + "accuracy": 0.572134, + "main_score": 0.538764, + "hf_subset": "kon_Latn-lao_Laoo", + "languages": [ + "kon-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.503377, + "recall": 0.560277, + "f1": 0.519579, + "accuracy": 0.560277, + "main_score": 0.519579, + "hf_subset": "kon_Latn-mri_Latn", + "languages": [ + "kon-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.604616, + "recall": 0.660079, + "f1": 0.619309, + "accuracy": 0.660079, + "main_score": 0.619309, + "hf_subset": "kon_Latn-rus_Cyrl", + "languages": [ + "kon-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.512486, + "recall": 0.559289, + "f1": 0.525651, + "accuracy": 0.559289, + "main_score": 0.525651, + "hf_subset": "kon_Latn-taq_Latn", + "languages": [ + "kon-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.560693, + "recall": 0.610672, + "f1": 0.573829, + "accuracy": 0.610672, + "main_score": 0.573829, + "hf_subset": "kon_Latn-war_Latn", + "languages": [ + "kon-Latn", + "war-Latn" + ] + }, + { + "precision": 0.571619, + "recall": 0.626482, + "f1": 0.585914, + "accuracy": 0.626482, + "main_score": 0.585914, + "hf_subset": "kon_Latn-arb_Arab", + "languages": [ + "kon-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.59608, + "recall": 0.646245, + "f1": 0.608577, + "accuracy": 0.646245, + "main_score": 0.608577, + "hf_subset": "kon_Latn-bul_Cyrl", + "languages": [ + "kon-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.60235, + "recall": 0.662055, + "f1": 0.618157, + "accuracy": 0.662055, + "main_score": 0.618157, + "hf_subset": "kon_Latn-fra_Latn", + "languages": [ + "kon-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.582906, + "recall": 0.640316, + "f1": 0.59774, + "accuracy": 0.640316, + "main_score": 0.59774, + "hf_subset": "kon_Latn-jpn_Jpan", + "languages": [ + "kon-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.605778, + "recall": 0.655138, + "f1": 0.619129, + "accuracy": 0.655138, + "main_score": 0.619129, + "hf_subset": "kon_Latn-lij_Latn", + "languages": [ + "kon-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.535025, + "recall": 0.590909, + "f1": 0.550411, + "accuracy": 0.590909, + "main_score": 0.550411, + "hf_subset": "kon_Latn-mya_Mymr", + "languages": [ + "kon-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.550497, + "recall": 0.592885, + "f1": 0.562313, + "accuracy": 0.592885, + "main_score": 0.562313, + "hf_subset": "kon_Latn-sag_Latn", + "languages": [ + "kon-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.236856, + "recall": 0.296443, + "f1": 0.251998, + "accuracy": 0.296443, + "main_score": 0.251998, + "hf_subset": "kon_Latn-taq_Tfng", + "languages": [ + "kon-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.584566, + "recall": 0.624506, + "f1": 0.595646, + "accuracy": 0.624506, + "main_score": 0.595646, + "hf_subset": "kon_Latn-wol_Latn", + "languages": [ + "kon-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.488665, + "recall": 0.547431, + "f1": 0.504233, + "accuracy": 0.547431, + "main_score": 0.504233, + "hf_subset": "kon_Latn-arb_Latn", + "languages": [ + "kon-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.579561, + "recall": 0.639328, + "f1": 0.595328, + "accuracy": 0.639328, + "main_score": 0.595328, + "hf_subset": "kon_Latn-cat_Latn", + "languages": [ + "kon-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.590738, + "recall": 0.639328, + "f1": 0.603264, + "accuracy": 0.639328, + "main_score": 0.603264, + "hf_subset": "kon_Latn-fur_Latn", + "languages": [ + "kon-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.426187, + "recall": 0.482213, + "f1": 0.44227, + "accuracy": 0.482213, + "main_score": 0.44227, + "hf_subset": "kon_Latn-kab_Latn", + "languages": [ + "kon-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.574133, + "recall": 0.62747, + "f1": 0.587348, + "accuracy": 0.62747, + "main_score": 0.587348, + "hf_subset": "kon_Latn-lim_Latn", + "languages": [ + "kon-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.594161, + "recall": 0.655138, + "f1": 0.610211, + "accuracy": 0.655138, + "main_score": 0.610211, + "hf_subset": "kon_Latn-nld_Latn", + "languages": [ + "kon-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.525753, + "recall": 0.592885, + "f1": 0.543541, + "accuracy": 0.592885, + "main_score": 0.543541, + "hf_subset": "kon_Latn-san_Deva", + "languages": [ + "kon-Latn", + "san-Deva" + ] + }, + { + "precision": 0.540475, + "recall": 0.597826, + "f1": 0.55455, + "accuracy": 0.597826, + "main_score": 0.55455, + "hf_subset": "kon_Latn-tat_Cyrl", + "languages": [ + "kon-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.540749, + "recall": 0.593874, + "f1": 0.55534, + "accuracy": 0.593874, + "main_score": 0.55534, + "hf_subset": "kon_Latn-xho_Latn", + "languages": [ + "kon-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.565537, + "recall": 0.619565, + "f1": 0.579524, + "accuracy": 0.619565, + "main_score": 0.579524, + "hf_subset": "kon_Latn-ars_Arab", + "languages": [ + "kon-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.55437, + "recall": 0.604743, + "f1": 0.567152, + "accuracy": 0.604743, + "main_score": 0.567152, + "hf_subset": "kon_Latn-ceb_Latn", + "languages": [ + "kon-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.49572, + "recall": 0.547431, + "f1": 0.510808, + "accuracy": 0.547431, + "main_score": 0.510808, + "hf_subset": "kon_Latn-fuv_Latn", + "languages": [ + "kon-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.508296, + "recall": 0.548419, + "f1": 0.519485, + "accuracy": 0.548419, + "main_score": 0.519485, + "hf_subset": "kon_Latn-kac_Latn", + "languages": [ + "kon-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.660604, + "recall": 0.70751, + "f1": 0.673959, + "accuracy": 0.70751, + "main_score": 0.673959, + "hf_subset": "kon_Latn-lin_Latn", + "languages": [ + "kon-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.560553, + "recall": 0.614625, + "f1": 0.575027, + "accuracy": 0.614625, + "main_score": 0.575027, + "hf_subset": "kon_Latn-nno_Latn", + "languages": [ + "kon-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.535242, + "recall": 0.588933, + "f1": 0.549734, + "accuracy": 0.588933, + "main_score": 0.549734, + "hf_subset": "kon_Latn-sat_Olck", + "languages": [ + "kon-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.536617, + "recall": 0.589921, + "f1": 0.549609, + "accuracy": 0.589921, + "main_score": 0.549609, + "hf_subset": "kon_Latn-tel_Telu", + "languages": [ + "kon-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.522907, + "recall": 0.578063, + "f1": 0.536872, + "accuracy": 0.578063, + "main_score": 0.536872, + "hf_subset": "kon_Latn-ydd_Hebr", + "languages": [ + "kon-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.54485, + "recall": 0.598814, + "f1": 0.557863, + "accuracy": 0.598814, + "main_score": 0.557863, + "hf_subset": "kon_Latn-ary_Arab", + "languages": [ + "kon-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.587505, + "recall": 0.640316, + "f1": 0.602024, + "accuracy": 0.640316, + "main_score": 0.602024, + "hf_subset": "kon_Latn-ces_Latn", + "languages": [ + "kon-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.497013, + "recall": 0.551383, + "f1": 0.511287, + "accuracy": 0.551383, + "main_score": 0.511287, + "hf_subset": "kon_Latn-gaz_Latn", + "languages": [ + "kon-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.523552, + "recall": 0.570158, + "f1": 0.535693, + "accuracy": 0.570158, + "main_score": 0.535693, + "hf_subset": "kon_Latn-kam_Latn", + "languages": [ + "kon-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.570716, + "recall": 0.625494, + "f1": 0.584979, + "accuracy": 0.625494, + "main_score": 0.584979, + "hf_subset": "kon_Latn-lit_Latn", + "languages": [ + "kon-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.581738, + "recall": 0.63834, + "f1": 0.596325, + "accuracy": 0.63834, + "main_score": 0.596325, + "hf_subset": "kon_Latn-nob_Latn", + "languages": [ + "kon-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.584217, + "recall": 0.62747, + "f1": 0.595633, + "accuracy": 0.62747, + "main_score": 0.595633, + "hf_subset": "kon_Latn-scn_Latn", + "languages": [ + "kon-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.547835, + "recall": 0.59585, + "f1": 0.559745, + "accuracy": 0.59585, + "main_score": 0.559745, + "hf_subset": "kon_Latn-tgk_Cyrl", + "languages": [ + "kon-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.508108, + "recall": 0.5583, + "f1": 0.521697, + "accuracy": 0.5583, + "main_score": 0.521697, + "hf_subset": "kon_Latn-yor_Latn", + "languages": [ + "kon-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.588395, + "recall": 0.642292, + "f1": 0.602454, + "accuracy": 0.642292, + "main_score": 0.602454, + "hf_subset": "kon_Latn-arz_Arab", + "languages": [ + "kon-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.497726, + "recall": 0.547431, + "f1": 0.511505, + "accuracy": 0.547431, + "main_score": 0.511505, + "hf_subset": "kon_Latn-cjk_Latn", + "languages": [ + "kon-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.538272, + "recall": 0.593874, + "f1": 0.553474, + "accuracy": 0.593874, + "main_score": 0.553474, + "hf_subset": "kon_Latn-gla_Latn", + "languages": [ + "kon-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.53361, + "recall": 0.586957, + "f1": 0.547462, + "accuracy": 0.586957, + "main_score": 0.547462, + "hf_subset": "kon_Latn-kan_Knda", + "languages": [ + "kon-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.594577, + "recall": 0.642292, + "f1": 0.606009, + "accuracy": 0.642292, + "main_score": 0.606009, + "hf_subset": "kon_Latn-lmo_Latn", + "languages": [ + "kon-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.557731, + "recall": 0.608696, + "f1": 0.571114, + "accuracy": 0.608696, + "main_score": 0.571114, + "hf_subset": "kon_Latn-npi_Deva", + "languages": [ + "kon-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.434206, + "recall": 0.492095, + "f1": 0.449723, + "accuracy": 0.492095, + "main_score": 0.449723, + "hf_subset": "kon_Latn-shn_Mymr", + "languages": [ + "kon-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.579666, + "recall": 0.636364, + "f1": 0.594617, + "accuracy": 0.636364, + "main_score": 0.594617, + "hf_subset": "kon_Latn-tgl_Latn", + "languages": [ + "kon-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.554985, + "recall": 0.609684, + "f1": 0.568985, + "accuracy": 0.609684, + "main_score": 0.568985, + "hf_subset": "kon_Latn-yue_Hant", + "languages": [ + "kon-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.509366, + "recall": 0.554348, + "f1": 0.52173, + "accuracy": 0.554348, + "main_score": 0.52173, + "hf_subset": "kon_Latn-asm_Beng", + "languages": [ + "kon-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.524684, + "recall": 0.58498, + "f1": 0.541102, + "accuracy": 0.58498, + "main_score": 0.541102, + "hf_subset": "kon_Latn-ckb_Arab", + "languages": [ + "kon-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.530151, + "recall": 0.582016, + "f1": 0.54396, + "accuracy": 0.582016, + "main_score": 0.54396, + "hf_subset": "kon_Latn-gle_Latn", + "languages": [ + "kon-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.558793, + "recall": 0.615613, + "f1": 0.574512, + "accuracy": 0.615613, + "main_score": 0.574512, + "hf_subset": "kon_Latn-kas_Arab", + "languages": [ + "kon-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.568381, + "recall": 0.618577, + "f1": 0.582258, + "accuracy": 0.618577, + "main_score": 0.582258, + "hf_subset": "kon_Latn-ltg_Latn", + "languages": [ + "kon-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.55574, + "recall": 0.598814, + "f1": 0.567537, + "accuracy": 0.598814, + "main_score": 0.567537, + "hf_subset": "kon_Latn-nso_Latn", + "languages": [ + "kon-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.523606, + "recall": 0.58004, + "f1": 0.538216, + "accuracy": 0.58004, + "main_score": 0.538216, + "hf_subset": "kon_Latn-sin_Sinh", + "languages": [ + "kon-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.552738, + "recall": 0.604743, + "f1": 0.566349, + "accuracy": 0.604743, + "main_score": 0.566349, + "hf_subset": "kon_Latn-tha_Thai", + "languages": [ + "kon-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.504736, + "recall": 0.5583, + "f1": 0.518967, + "accuracy": 0.5583, + "main_score": 0.518967, + "hf_subset": "kon_Latn-zho_Hans", + "languages": [ + "kon-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.584411, + "recall": 0.632411, + "f1": 0.595967, + "accuracy": 0.632411, + "main_score": 0.595967, + "hf_subset": "kon_Latn-ast_Latn", + "languages": [ + "kon-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.574987, + "recall": 0.630435, + "f1": 0.590248, + "accuracy": 0.630435, + "main_score": 0.590248, + "hf_subset": "kon_Latn-crh_Latn", + "languages": [ + "kon-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.586324, + "recall": 0.639328, + "f1": 0.599476, + "accuracy": 0.639328, + "main_score": 0.599476, + "hf_subset": "kon_Latn-glg_Latn", + "languages": [ + "kon-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.553899, + "recall": 0.610672, + "f1": 0.569209, + "accuracy": 0.610672, + "main_score": 0.569209, + "hf_subset": "kon_Latn-kas_Deva", + "languages": [ + "kon-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.551785, + "recall": 0.601779, + "f1": 0.564812, + "accuracy": 0.601779, + "main_score": 0.564812, + "hf_subset": "kon_Latn-ltz_Latn", + "languages": [ + "kon-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.456688, + "recall": 0.507905, + "f1": 0.471553, + "accuracy": 0.507905, + "main_score": 0.471553, + "hf_subset": "kon_Latn-nus_Latn", + "languages": [ + "kon-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.577457, + "recall": 0.633399, + "f1": 0.592303, + "accuracy": 0.633399, + "main_score": 0.592303, + "hf_subset": "kon_Latn-slk_Latn", + "languages": [ + "kon-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.519005, + "recall": 0.58004, + "f1": 0.536709, + "accuracy": 0.58004, + "main_score": 0.536709, + "hf_subset": "kon_Latn-tir_Ethi", + "languages": [ + "kon-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.539913, + "recall": 0.608696, + "f1": 0.557753, + "accuracy": 0.608696, + "main_score": 0.557753, + "hf_subset": "kon_Latn-zho_Hant", + "languages": [ + "kon-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.579034, + "recall": 0.631423, + "f1": 0.592354, + "accuracy": 0.631423, + "main_score": 0.592354, + "hf_subset": "kon_Latn-awa_Deva", + "languages": [ + "kon-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.550014, + "recall": 0.604743, + "f1": 0.564518, + "accuracy": 0.604743, + "main_score": 0.564518, + "hf_subset": "kon_Latn-cym_Latn", + "languages": [ + "kon-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.594157, + "recall": 0.630435, + "f1": 0.604195, + "accuracy": 0.630435, + "main_score": 0.604195, + "hf_subset": "kon_Latn-grn_Latn", + "languages": [ + "kon-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.551284, + "recall": 0.606719, + "f1": 0.565618, + "accuracy": 0.606719, + "main_score": 0.565618, + "hf_subset": "kon_Latn-kat_Geor", + "languages": [ + "kon-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.582049, + "recall": 0.62253, + "f1": 0.593878, + "accuracy": 0.62253, + "main_score": 0.593878, + "hf_subset": "kon_Latn-lua_Latn", + "languages": [ + "kon-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.535798, + "recall": 0.587945, + "f1": 0.549788, + "accuracy": 0.587945, + "main_score": 0.549788, + "hf_subset": "kon_Latn-nya_Latn", + "languages": [ + "kon-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.590162, + "recall": 0.637352, + "f1": 0.602381, + "accuracy": 0.637352, + "main_score": 0.602381, + "hf_subset": "kon_Latn-slv_Latn", + "languages": [ + "kon-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.586985, + "recall": 0.630435, + "f1": 0.597865, + "accuracy": 0.630435, + "main_score": 0.597865, + "hf_subset": "kon_Latn-tpi_Latn", + "languages": [ + "kon-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.586668, + "recall": 0.636364, + "f1": 0.599398, + "accuracy": 0.636364, + "main_score": 0.599398, + "hf_subset": "kon_Latn-zsm_Latn", + "languages": [ + "kon-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.514253, + "recall": 0.563241, + "f1": 0.528049, + "accuracy": 0.563241, + "main_score": 0.528049, + "hf_subset": "kon_Latn-ayr_Latn", + "languages": [ + "kon-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.586999, + "recall": 0.653162, + "f1": 0.603886, + "accuracy": 0.653162, + "main_score": 0.603886, + "hf_subset": "kon_Latn-dan_Latn", + "languages": [ + "kon-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.538665, + "recall": 0.597826, + "f1": 0.554056, + "accuracy": 0.597826, + "main_score": 0.554056, + "hf_subset": "kon_Latn-guj_Gujr", + "languages": [ + "kon-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.547963, + "recall": 0.605731, + "f1": 0.562379, + "accuracy": 0.605731, + "main_score": 0.562379, + "hf_subset": "kon_Latn-kaz_Cyrl", + "languages": [ + "kon-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.500414, + "recall": 0.55336, + "f1": 0.514466, + "accuracy": 0.55336, + "main_score": 0.514466, + "hf_subset": "kon_Latn-lug_Latn", + "languages": [ + "kon-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.595367, + "recall": 0.648221, + "f1": 0.608668, + "accuracy": 0.648221, + "main_score": 0.608668, + "hf_subset": "kon_Latn-oci_Latn", + "languages": [ + "kon-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.519563, + "recall": 0.575099, + "f1": 0.534373, + "accuracy": 0.575099, + "main_score": 0.534373, + "hf_subset": "kon_Latn-smo_Latn", + "languages": [ + "kon-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.51961, + "recall": 0.574111, + "f1": 0.534391, + "accuracy": 0.574111, + "main_score": 0.534391, + "hf_subset": "kon_Latn-tsn_Latn", + "languages": [ + "kon-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.516258, + "recall": 0.574111, + "f1": 0.531519, + "accuracy": 0.574111, + "main_score": 0.531519, + "hf_subset": "kon_Latn-zul_Latn", + "languages": [ + "kon-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.521496, + "recall": 0.581028, + "f1": 0.537128, + "accuracy": 0.581028, + "main_score": 0.537128, + "hf_subset": "kon_Latn-azb_Arab", + "languages": [ + "kon-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.611281, + "recall": 0.657115, + "f1": 0.622892, + "accuracy": 0.657115, + "main_score": 0.622892, + "hf_subset": "kon_Latn-deu_Latn", + "languages": [ + "kon-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.550865, + "recall": 0.604743, + "f1": 0.564534, + "accuracy": 0.604743, + "main_score": 0.564534, + "hf_subset": "kon_Latn-hat_Latn", + "languages": [ + "kon-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.508838, + "recall": 0.55336, + "f1": 0.521202, + "accuracy": 0.55336, + "main_score": 0.521202, + "hf_subset": "kon_Latn-kbp_Latn", + "languages": [ + "kon-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.542016, + "recall": 0.581028, + "f1": 0.553019, + "accuracy": 0.581028, + "main_score": 0.553019, + "hf_subset": "kon_Latn-luo_Latn", + "languages": [ + "kon-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.52707, + "recall": 0.586957, + "f1": 0.542294, + "accuracy": 0.586957, + "main_score": 0.542294, + "hf_subset": "kon_Latn-ory_Orya", + "languages": [ + "kon-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.543823, + "recall": 0.597826, + "f1": 0.558953, + "accuracy": 0.597826, + "main_score": 0.558953, + "hf_subset": "kon_Latn-sna_Latn", + "languages": [ + "kon-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.558124, + "recall": 0.606719, + "f1": 0.571861, + "accuracy": 0.606719, + "main_score": 0.571861, + "hf_subset": "kon_Latn-tso_Latn", + "languages": [ + "kon-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.561104, + "recall": 0.618577, + "f1": 0.577007, + "accuracy": 0.618577, + "main_score": 0.577007, + "hf_subset": "kon_Latn-azj_Latn", + "languages": [ + "kon-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.500337, + "recall": 0.548419, + "f1": 0.513556, + "accuracy": 0.548419, + "main_score": 0.513556, + "hf_subset": "kon_Latn-dik_Latn", + "languages": [ + "kon-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.521968, + "recall": 0.573123, + "f1": 0.536517, + "accuracy": 0.573123, + "main_score": 0.536517, + "hf_subset": "kon_Latn-hau_Latn", + "languages": [ + "kon-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.577347, + "recall": 0.631423, + "f1": 0.591474, + "accuracy": 0.631423, + "main_score": 0.591474, + "hf_subset": "kon_Latn-kea_Latn", + "languages": [ + "kon-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.562796, + "recall": 0.609684, + "f1": 0.574658, + "accuracy": 0.609684, + "main_score": 0.574658, + "hf_subset": "kon_Latn-lus_Latn", + "languages": [ + "kon-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.608357, + "recall": 0.652174, + "f1": 0.620259, + "accuracy": 0.652174, + "main_score": 0.620259, + "hf_subset": "kon_Latn-pag_Latn", + "languages": [ + "kon-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.501402, + "recall": 0.56917, + "f1": 0.518966, + "accuracy": 0.56917, + "main_score": 0.518966, + "hf_subset": "kon_Latn-snd_Arab", + "languages": [ + "kon-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.538438, + "recall": 0.596838, + "f1": 0.553192, + "accuracy": 0.596838, + "main_score": 0.553192, + "hf_subset": "kon_Latn-tuk_Latn", + "languages": [ + "kon-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.560353, + "recall": 0.606719, + "f1": 0.571655, + "accuracy": 0.606719, + "main_score": 0.571655, + "hf_subset": "kon_Latn-bak_Cyrl", + "languages": [ + "kon-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.458989, + "recall": 0.522727, + "f1": 0.476854, + "accuracy": 0.522727, + "main_score": 0.476854, + "hf_subset": "kon_Latn-dyu_Latn", + "languages": [ + "kon-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.577961, + "recall": 0.631423, + "f1": 0.591799, + "accuracy": 0.631423, + "main_score": 0.591799, + "hf_subset": "kon_Latn-heb_Hebr", + "languages": [ + "kon-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.543333, + "recall": 0.59585, + "f1": 0.558434, + "accuracy": 0.59585, + "main_score": 0.558434, + "hf_subset": "kon_Latn-khk_Cyrl", + "languages": [ + "kon-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.55174, + "recall": 0.610672, + "f1": 0.56736, + "accuracy": 0.610672, + "main_score": 0.56736, + "hf_subset": "kon_Latn-lvs_Latn", + "languages": [ + "kon-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.541003, + "recall": 0.592885, + "f1": 0.554206, + "accuracy": 0.592885, + "main_score": 0.554206, + "hf_subset": "kon_Latn-pan_Guru", + "languages": [ + "kon-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.52812, + "recall": 0.583004, + "f1": 0.543213, + "accuracy": 0.583004, + "main_score": 0.543213, + "hf_subset": "kon_Latn-som_Latn", + "languages": [ + "kon-Latn", + "som-Latn" + ] + }, + { + "precision": 0.535752, + "recall": 0.578063, + "f1": 0.546865, + "accuracy": 0.578063, + "main_score": 0.546865, + "hf_subset": "kon_Latn-tum_Latn", + "languages": [ + "kon-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.459695, + "recall": 0.523715, + "f1": 0.477593, + "accuracy": 0.523715, + "main_score": 0.477593, + "hf_subset": "mni_Beng-ace_Arab", + "languages": [ + "mni-Beng", + "ace-Arab" + ] + }, + { + "precision": 0.436696, + "recall": 0.486166, + "f1": 0.450926, + "accuracy": 0.486166, + "main_score": 0.450926, + "hf_subset": "mni_Beng-bam_Latn", + "languages": [ + "mni-Beng", + "bam-Latn" + ] + }, + { + "precision": 0.322861, + "recall": 0.391304, + "f1": 0.339801, + "accuracy": 0.391304, + "main_score": 0.339801, + "hf_subset": "mni_Beng-dzo_Tibt", + "languages": [ + "mni-Beng", + "dzo-Tibt" + ] + }, + { + "precision": 0.600019, + "recall": 0.657115, + "f1": 0.615686, + "accuracy": 0.657115, + "main_score": 0.615686, + "hf_subset": "mni_Beng-hin_Deva", + "languages": [ + "mni-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.469977, + "recall": 0.530632, + "f1": 0.485943, + "accuracy": 0.530632, + "main_score": 0.485943, + "hf_subset": "mni_Beng-khm_Khmr", + "languages": [ + "mni-Beng", + "khm-Khmr" + ] + }, + { + "precision": 0.629388, + "recall": 0.683794, + "f1": 0.643559, + "accuracy": 0.683794, + "main_score": 0.643559, + "hf_subset": "mni_Beng-mag_Deva", + "languages": [ + "mni-Beng", + "mag-Deva" + ] + }, + { + "precision": 0.568544, + "recall": 0.628458, + "f1": 0.58511, + "accuracy": 0.628458, + "main_score": 0.58511, + "hf_subset": "mni_Beng-pap_Latn", + "languages": [ + "mni-Beng", + "pap-Latn" + ] + }, + { + "precision": 0.46436, + "recall": 0.530632, + "f1": 0.481599, + "accuracy": 0.530632, + "main_score": 0.481599, + "hf_subset": "mni_Beng-sot_Latn", + "languages": [ + "mni-Beng", + "sot-Latn" + ] + }, + { + "precision": 0.583249, + "recall": 0.650198, + "f1": 0.600544, + "accuracy": 0.650198, + "main_score": 0.600544, + "hf_subset": "mni_Beng-tur_Latn", + "languages": [ + "mni-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.563252, + "recall": 0.617589, + "f1": 0.576945, + "accuracy": 0.617589, + "main_score": 0.576945, + "hf_subset": "mni_Beng-ace_Latn", + "languages": [ + "mni-Beng", + "ace-Latn" + ] + }, + { + "precision": 0.550308, + "recall": 0.614625, + "f1": 0.568031, + "accuracy": 0.614625, + "main_score": 0.568031, + "hf_subset": "mni_Beng-ban_Latn", + "languages": [ + "mni-Beng", + "ban-Latn" + ] + }, + { + "precision": 0.553096, + "recall": 0.617589, + "f1": 0.569888, + "accuracy": 0.617589, + "main_score": 0.569888, + "hf_subset": "mni_Beng-ell_Grek", + "languages": [ + "mni-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.619116, + "recall": 0.667984, + "f1": 0.632077, + "accuracy": 0.667984, + "main_score": 0.632077, + "hf_subset": "mni_Beng-hne_Deva", + "languages": [ + "mni-Beng", + "hne-Deva" + ] + }, + { + "precision": 0.450685, + "recall": 0.505929, + "f1": 0.466536, + "accuracy": 0.505929, + "main_score": 0.466536, + "hf_subset": "mni_Beng-kik_Latn", + "languages": [ + "mni-Beng", + "kik-Latn" + ] + }, + { + "precision": 0.608448, + "recall": 0.666996, + "f1": 0.624605, + "accuracy": 0.666996, + "main_score": 0.624605, + "hf_subset": "mni_Beng-mai_Deva", + "languages": [ + "mni-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.533468, + "recall": 0.596838, + "f1": 0.550181, + "accuracy": 0.596838, + "main_score": 0.550181, + "hf_subset": "mni_Beng-pbt_Arab", + "languages": [ + "mni-Beng", + "pbt-Arab" + ] + }, + { + "precision": 0.591768, + "recall": 0.660079, + "f1": 0.610447, + "accuracy": 0.660079, + "main_score": 0.610447, + "hf_subset": "mni_Beng-spa_Latn", + "languages": [ + "mni-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.522208, + "recall": 0.570158, + "f1": 0.536061, + "accuracy": 0.570158, + "main_score": 0.536061, + "hf_subset": "mni_Beng-twi_Latn", + "languages": [ + "mni-Beng", + "twi-Latn" + ] + }, + { + "precision": 0.575355, + "recall": 0.639328, + "f1": 0.592647, + "accuracy": 0.639328, + "main_score": 0.592647, + "hf_subset": "mni_Beng-acm_Arab", + "languages": [ + "mni-Beng", + "acm-Arab" + ] + }, + { + "precision": 0.516954, + "recall": 0.581028, + "f1": 0.533953, + "accuracy": 0.581028, + "main_score": 0.533953, + "hf_subset": "mni_Beng-bel_Cyrl", + "languages": [ + "mni-Beng", + "bel-Cyrl" + ] + }, + { + "precision": 0.62729, + "recall": 0.694664, + "f1": 0.646434, + "accuracy": 0.694664, + "main_score": 0.646434, + "hf_subset": "mni_Beng-eng_Latn", + "languages": [ + "mni-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.572378, + "recall": 0.632411, + "f1": 0.589149, + "accuracy": 0.632411, + "main_score": 0.589149, + "hf_subset": "mni_Beng-hrv_Latn", + "languages": [ + "mni-Beng", + "hrv-Latn" + ] + }, + { + "precision": 0.422309, + "recall": 0.483202, + "f1": 0.439199, + "accuracy": 0.483202, + "main_score": 0.439199, + "hf_subset": "mni_Beng-kin_Latn", + "languages": [ + "mni-Beng", + "kin-Latn" + ] + }, + { + "precision": 0.562715, + "recall": 0.626482, + "f1": 0.579954, + "accuracy": 0.626482, + "main_score": 0.579954, + "hf_subset": "mni_Beng-mal_Mlym", + "languages": [ + "mni-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.557894, + "recall": 0.616601, + "f1": 0.572178, + "accuracy": 0.616601, + "main_score": 0.572178, + "hf_subset": "mni_Beng-pes_Arab", + "languages": [ + "mni-Beng", + "pes-Arab" + ] + }, + { + "precision": 0.580767, + "recall": 0.63834, + "f1": 0.595654, + "accuracy": 0.63834, + "main_score": 0.595654, + "hf_subset": "mni_Beng-srd_Latn", + "languages": [ + "mni-Beng", + "srd-Latn" + ] + }, + { + "precision": 0.203814, + "recall": 0.26087, + "f1": 0.218027, + "accuracy": 0.26087, + "main_score": 0.218027, + "hf_subset": "mni_Beng-tzm_Tfng", + "languages": [ + "mni-Beng", + "tzm-Tfng" + ] + }, + { + "precision": 0.570568, + "recall": 0.635375, + "f1": 0.588273, + "accuracy": 0.635375, + "main_score": 0.588273, + "hf_subset": "mni_Beng-acq_Arab", + "languages": [ + "mni-Beng", + "acq-Arab" + ] + }, + { + "precision": 0.474514, + "recall": 0.52668, + "f1": 0.488239, + "accuracy": 0.52668, + "main_score": 0.488239, + "hf_subset": "mni_Beng-bem_Latn", + "languages": [ + "mni-Beng", + "bem-Latn" + ] + }, + { + "precision": 0.550475, + "recall": 0.603755, + "f1": 0.564651, + "accuracy": 0.603755, + "main_score": 0.564651, + "hf_subset": "mni_Beng-epo_Latn", + "languages": [ + "mni-Beng", + "epo-Latn" + ] + }, + { + "precision": 0.575637, + "recall": 0.643281, + "f1": 0.593476, + "accuracy": 0.643281, + "main_score": 0.593476, + "hf_subset": "mni_Beng-hun_Latn", + "languages": [ + "mni-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.543125, + "recall": 0.605731, + "f1": 0.559654, + "accuracy": 0.605731, + "main_score": 0.559654, + "hf_subset": "mni_Beng-kir_Cyrl", + "languages": [ + "mni-Beng", + "kir-Cyrl" + ] + }, + { + "precision": 0.577825, + "recall": 0.632411, + "f1": 0.591802, + "accuracy": 0.632411, + "main_score": 0.591802, + "hf_subset": "mni_Beng-mar_Deva", + "languages": [ + "mni-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.474084, + "recall": 0.533597, + "f1": 0.489622, + "accuracy": 0.533597, + "main_score": 0.489622, + "hf_subset": "mni_Beng-plt_Latn", + "languages": [ + "mni-Beng", + "plt-Latn" + ] + }, + { + "precision": 0.558429, + "recall": 0.621542, + "f1": 0.575099, + "accuracy": 0.621542, + "main_score": 0.575099, + "hf_subset": "mni_Beng-srp_Cyrl", + "languages": [ + "mni-Beng", + "srp-Cyrl" + ] + }, + { + "precision": 0.48046, + "recall": 0.541502, + "f1": 0.495835, + "accuracy": 0.541502, + "main_score": 0.495835, + "hf_subset": "mni_Beng-uig_Arab", + "languages": [ + "mni-Beng", + "uig-Arab" + ] + }, + { + "precision": 0.546072, + "recall": 0.603755, + "f1": 0.560648, + "accuracy": 0.603755, + "main_score": 0.560648, + "hf_subset": "mni_Beng-aeb_Arab", + "languages": [ + "mni-Beng", + "aeb-Arab" + ] + }, + { + "precision": 0.579474, + "recall": 0.642292, + "f1": 0.596002, + "accuracy": 0.642292, + "main_score": 0.596002, + "hf_subset": "mni_Beng-ben_Beng", + "languages": [ + "mni-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.550342, + "recall": 0.609684, + "f1": 0.566371, + "accuracy": 0.609684, + "main_score": 0.566371, + "hf_subset": "mni_Beng-est_Latn", + "languages": [ + "mni-Beng", + "est-Latn" + ] + }, + { + "precision": 0.523292, + "recall": 0.594862, + "f1": 0.542718, + "accuracy": 0.594862, + "main_score": 0.542718, + "hf_subset": "mni_Beng-hye_Armn", + "languages": [ + "mni-Beng", + "hye-Armn" + ] + }, + { + "precision": 0.398652, + "recall": 0.44664, + "f1": 0.412404, + "accuracy": 0.44664, + "main_score": 0.412404, + "hf_subset": "mni_Beng-kmb_Latn", + "languages": [ + "mni-Beng", + "kmb-Latn" + ] + }, + { + "precision": 0.428394, + "recall": 0.496047, + "f1": 0.446698, + "accuracy": 0.496047, + "main_score": 0.446698, + "hf_subset": "mni_Beng-min_Arab", + "languages": [ + "mni-Beng", + "min-Arab" + ] + }, + { + "precision": 0.590359, + "recall": 0.649209, + "f1": 0.605713, + "accuracy": 0.649209, + "main_score": 0.605713, + "hf_subset": "mni_Beng-pol_Latn", + "languages": [ + "mni-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.423723, + "recall": 0.488142, + "f1": 0.440972, + "accuracy": 0.488142, + "main_score": 0.440972, + "hf_subset": "mni_Beng-ssw_Latn", + "languages": [ + "mni-Beng", + "ssw-Latn" + ] + }, + { + "precision": 0.582236, + "recall": 0.648221, + "f1": 0.59915, + "accuracy": 0.648221, + "main_score": 0.59915, + "hf_subset": "mni_Beng-ukr_Cyrl", + "languages": [ + "mni-Beng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.557854, + "recall": 0.616601, + "f1": 0.573679, + "accuracy": 0.616601, + "main_score": 0.573679, + "hf_subset": "mni_Beng-afr_Latn", + "languages": [ + "mni-Beng", + "afr-Latn" + ] + }, + { + "precision": 0.624654, + "recall": 0.685771, + "f1": 0.641128, + "accuracy": 0.685771, + "main_score": 0.641128, + "hf_subset": "mni_Beng-bho_Deva", + "languages": [ + "mni-Beng", + "bho-Deva" + ] + }, + { + "precision": 0.52663, + "recall": 0.588933, + "f1": 0.543106, + "accuracy": 0.588933, + "main_score": 0.543106, + "hf_subset": "mni_Beng-eus_Latn", + "languages": [ + "mni-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.479584, + "recall": 0.541502, + "f1": 0.496423, + "accuracy": 0.541502, + "main_score": 0.496423, + "hf_subset": "mni_Beng-ibo_Latn", + "languages": [ + "mni-Beng", + "ibo-Latn" + ] + }, + { + "precision": 0.494776, + "recall": 0.563241, + "f1": 0.513397, + "accuracy": 0.563241, + "main_score": 0.513397, + "hf_subset": "mni_Beng-kmr_Latn", + "languages": [ + "mni-Beng", + "kmr-Latn" + ] + }, + { + "precision": 0.515169, + "recall": 0.573123, + "f1": 0.530813, + "accuracy": 0.573123, + "main_score": 0.530813, + "hf_subset": "mni_Beng-min_Latn", + "languages": [ + "mni-Beng", + "min-Latn" + ] + }, + { + "precision": 0.591856, + "recall": 0.656126, + "f1": 0.608628, + "accuracy": 0.656126, + "main_score": 0.608628, + "hf_subset": "mni_Beng-por_Latn", + "languages": [ + "mni-Beng", + "por-Latn" + ] + }, + { + "precision": 0.540281, + "recall": 0.59585, + "f1": 0.554841, + "accuracy": 0.59585, + "main_score": 0.554841, + "hf_subset": "mni_Beng-sun_Latn", + "languages": [ + "mni-Beng", + "sun-Latn" + ] + }, + { + "precision": 0.424789, + "recall": 0.47332, + "f1": 0.438494, + "accuracy": 0.47332, + "main_score": 0.438494, + "hf_subset": "mni_Beng-umb_Latn", + "languages": [ + "mni-Beng", + "umb-Latn" + ] + }, + { + "precision": 0.559069, + "recall": 0.620553, + "f1": 0.575329, + "accuracy": 0.620553, + "main_score": 0.575329, + "hf_subset": "mni_Beng-ajp_Arab", + "languages": [ + "mni-Beng", + "ajp-Arab" + ] + }, + { + "precision": 0.429452, + "recall": 0.493083, + "f1": 0.446901, + "accuracy": 0.493083, + "main_score": 0.446901, + "hf_subset": "mni_Beng-bjn_Arab", + "languages": [ + "mni-Beng", + "bjn-Arab" + ] + }, + { + "precision": 0.433196, + "recall": 0.47332, + "f1": 0.444666, + "accuracy": 0.47332, + "main_score": 0.444666, + "hf_subset": "mni_Beng-ewe_Latn", + "languages": [ + "mni-Beng", + "ewe-Latn" + ] + }, + { + "precision": 0.546944, + "recall": 0.606719, + "f1": 0.562784, + "accuracy": 0.606719, + "main_score": 0.562784, + "hf_subset": "mni_Beng-ilo_Latn", + "languages": [ + "mni-Beng", + "ilo-Latn" + ] + }, + { + "precision": 0.294439, + "recall": 0.348814, + "f1": 0.308955, + "accuracy": 0.348814, + "main_score": 0.308955, + "hf_subset": "mni_Beng-knc_Arab", + "languages": [ + "mni-Beng", + "knc-Arab" + ] + }, + { + "precision": 0.545236, + "recall": 0.610672, + "f1": 0.562297, + "accuracy": 0.610672, + "main_score": 0.562297, + "hf_subset": "mni_Beng-mkd_Cyrl", + "languages": [ + "mni-Beng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.590124, + "recall": 0.655138, + "f1": 0.607426, + "accuracy": 0.655138, + "main_score": 0.607426, + "hf_subset": "mni_Beng-prs_Arab", + "languages": [ + "mni-Beng", + "prs-Arab" + ] + }, + { + "precision": 0.578799, + "recall": 0.647233, + "f1": 0.597181, + "accuracy": 0.647233, + "main_score": 0.597181, + "hf_subset": "mni_Beng-swe_Latn", + "languages": [ + "mni-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.557564, + "recall": 0.621542, + "f1": 0.574488, + "accuracy": 0.621542, + "main_score": 0.574488, + "hf_subset": "mni_Beng-urd_Arab", + "languages": [ + "mni-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.497015, + "recall": 0.561265, + "f1": 0.514688, + "accuracy": 0.561265, + "main_score": 0.514688, + "hf_subset": "mni_Beng-aka_Latn", + "languages": [ + "mni-Beng", + "aka-Latn" + ] + }, + { + "precision": 0.560095, + "recall": 0.616601, + "f1": 0.574724, + "accuracy": 0.616601, + "main_score": 0.574724, + "hf_subset": "mni_Beng-bjn_Latn", + "languages": [ + "mni-Beng", + "bjn-Latn" + ] + }, + { + "precision": 0.471811, + "recall": 0.536561, + "f1": 0.487956, + "accuracy": 0.536561, + "main_score": 0.487956, + "hf_subset": "mni_Beng-fao_Latn", + "languages": [ + "mni-Beng", + "fao-Latn" + ] + }, + { + "precision": 0.57794, + "recall": 0.640316, + "f1": 0.594249, + "accuracy": 0.640316, + "main_score": 0.594249, + "hf_subset": "mni_Beng-ind_Latn", + "languages": [ + "mni-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.487189, + "recall": 0.533597, + "f1": 0.500593, + "accuracy": 0.533597, + "main_score": 0.500593, + "hf_subset": "mni_Beng-knc_Latn", + "languages": [ + "mni-Beng", + "knc-Latn" + ] + }, + { + "precision": 0.542294, + "recall": 0.590909, + "f1": 0.555413, + "accuracy": 0.590909, + "main_score": 0.555413, + "hf_subset": "mni_Beng-mlt_Latn", + "languages": [ + "mni-Beng", + "mlt-Latn" + ] + }, + { + "precision": 0.51998, + "recall": 0.571146, + "f1": 0.534805, + "accuracy": 0.571146, + "main_score": 0.534805, + "hf_subset": "mni_Beng-quy_Latn", + "languages": [ + "mni-Beng", + "quy-Latn" + ] + }, + { + "precision": 0.504286, + "recall": 0.573123, + "f1": 0.521935, + "accuracy": 0.573123, + "main_score": 0.521935, + "hf_subset": "mni_Beng-swh_Latn", + "languages": [ + "mni-Beng", + "swh-Latn" + ] + }, + { + "precision": 0.523462, + "recall": 0.583992, + "f1": 0.539148, + "accuracy": 0.583992, + "main_score": 0.539148, + "hf_subset": "mni_Beng-uzn_Latn", + "languages": [ + "mni-Beng", + "uzn-Latn" + ] + }, + { + "precision": 0.530678, + "recall": 0.589921, + "f1": 0.546802, + "accuracy": 0.589921, + "main_score": 0.546802, + "hf_subset": "mni_Beng-als_Latn", + "languages": [ + "mni-Beng", + "als-Latn" + ] + }, + { + "precision": 0.351725, + "recall": 0.421937, + "f1": 0.3694, + "accuracy": 0.421937, + "main_score": 0.3694, + "hf_subset": "mni_Beng-bod_Tibt", + "languages": [ + "mni-Beng", + "bod-Tibt" + ] + }, + { + "precision": 0.465654, + "recall": 0.516798, + "f1": 0.479602, + "accuracy": 0.516798, + "main_score": 0.479602, + "hf_subset": "mni_Beng-fij_Latn", + "languages": [ + "mni-Beng", + "fij-Latn" + ] + }, + { + "precision": 0.468861, + "recall": 0.547431, + "f1": 0.489755, + "accuracy": 0.547431, + "main_score": 0.489755, + "hf_subset": "mni_Beng-isl_Latn", + "languages": [ + "mni-Beng", + "isl-Latn" + ] + }, + { + "precision": 0.514669, + "recall": 0.562253, + "f1": 0.527108, + "accuracy": 0.562253, + "main_score": 0.527108, + "hf_subset": "mni_Beng-kon_Latn", + "languages": [ + "mni-Beng", + "kon-Latn" + ] + }, + { + "precision": 0.587991, + "recall": 0.646245, + "f1": 0.602911, + "accuracy": 0.646245, + "main_score": 0.602911, + "hf_subset": "mni_Beng-ron_Latn", + "languages": [ + "mni-Beng", + "ron-Latn" + ] + }, + { + "precision": 0.584772, + "recall": 0.644269, + "f1": 0.601274, + "accuracy": 0.644269, + "main_score": 0.601274, + "hf_subset": "mni_Beng-szl_Latn", + "languages": [ + "mni-Beng", + "szl-Latn" + ] + }, + { + "precision": 0.613939, + "recall": 0.664032, + "f1": 0.627239, + "accuracy": 0.664032, + "main_score": 0.627239, + "hf_subset": "mni_Beng-vec_Latn", + "languages": [ + "mni-Beng", + "vec-Latn" + ] + }, + { + "precision": 0.542947, + "recall": 0.604743, + "f1": 0.559362, + "accuracy": 0.604743, + "main_score": 0.559362, + "hf_subset": "mni_Beng-amh_Ethi", + "languages": [ + "mni-Beng", + "amh-Ethi" + ] + }, + { + "precision": 0.557451, + "recall": 0.624506, + "f1": 0.576008, + "accuracy": 0.624506, + "main_score": 0.576008, + "hf_subset": "mni_Beng-bos_Latn", + "languages": [ + "mni-Beng", + "bos-Latn" + ] + }, + { + "precision": 0.556231, + "recall": 0.621542, + "f1": 0.573615, + "accuracy": 0.621542, + "main_score": 0.573615, + "hf_subset": "mni_Beng-fin_Latn", + "languages": [ + "mni-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.603037, + "recall": 0.66502, + "f1": 0.620001, + "accuracy": 0.66502, + "main_score": 0.620001, + "hf_subset": "mni_Beng-ita_Latn", + "languages": [ + "mni-Beng", + "ita-Latn" + ] + }, + { + "precision": 0.597865, + "recall": 0.66502, + "f1": 0.615638, + "accuracy": 0.66502, + "main_score": 0.615638, + "hf_subset": "mni_Beng-kor_Hang", + "languages": [ + "mni-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.468908, + "recall": 0.519763, + "f1": 0.482902, + "accuracy": 0.519763, + "main_score": 0.482902, + "hf_subset": "mni_Beng-mos_Latn", + "languages": [ + "mni-Beng", + "mos-Latn" + ] + }, + { + "precision": 0.413109, + "recall": 0.477273, + "f1": 0.430159, + "accuracy": 0.477273, + "main_score": 0.430159, + "hf_subset": "mni_Beng-run_Latn", + "languages": [ + "mni-Beng", + "run-Latn" + ] + }, + { + "precision": 0.545434, + "recall": 0.610672, + "f1": 0.562382, + "accuracy": 0.610672, + "main_score": 0.562382, + "hf_subset": "mni_Beng-tam_Taml", + "languages": [ + "mni-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.556974, + "recall": 0.612648, + "f1": 0.571733, + "accuracy": 0.612648, + "main_score": 0.571733, + "hf_subset": "mni_Beng-vie_Latn", + "languages": [ + "mni-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.564902, + "recall": 0.62747, + "f1": 0.581296, + "accuracy": 0.62747, + "main_score": 0.581296, + "hf_subset": "mni_Beng-apc_Arab", + "languages": [ + "mni-Beng", + "apc-Arab" + ] + }, + { + "precision": 0.575346, + "recall": 0.630435, + "f1": 0.591085, + "accuracy": 0.630435, + "main_score": 0.591085, + "hf_subset": "mni_Beng-bug_Latn", + "languages": [ + "mni-Beng", + "bug-Latn" + ] + }, + { + "precision": 0.374931, + "recall": 0.420949, + "f1": 0.387334, + "accuracy": 0.420949, + "main_score": 0.387334, + "hf_subset": "mni_Beng-fon_Latn", + "languages": [ + "mni-Beng", + "fon-Latn" + ] + }, + { + "precision": 0.538338, + "recall": 0.591897, + "f1": 0.552252, + "accuracy": 0.591897, + "main_score": 0.552252, + "hf_subset": "mni_Beng-jav_Latn", + "languages": [ + "mni-Beng", + "jav-Latn" + ] + }, + { + "precision": 0.433029, + "recall": 0.499012, + "f1": 0.45071, + "accuracy": 0.499012, + "main_score": 0.45071, + "hf_subset": "mni_Beng-lao_Laoo", + "languages": [ + "mni-Beng", + "lao-Laoo" + ] + }, + { + "precision": 0.43311, + "recall": 0.508893, + "f1": 0.452685, + "accuracy": 0.508893, + "main_score": 0.452685, + "hf_subset": "mni_Beng-mri_Latn", + "languages": [ + "mni-Beng", + "mri-Latn" + ] + }, + { + "precision": 0.572057, + "recall": 0.635375, + "f1": 0.588656, + "accuracy": 0.635375, + "main_score": 0.588656, + "hf_subset": "mni_Beng-rus_Cyrl", + "languages": [ + "mni-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.485793, + "recall": 0.538538, + "f1": 0.499957, + "accuracy": 0.538538, + "main_score": 0.499957, + "hf_subset": "mni_Beng-taq_Latn", + "languages": [ + "mni-Beng", + "taq-Latn" + ] + }, + { + "precision": 0.580994, + "recall": 0.630435, + "f1": 0.59447, + "accuracy": 0.630435, + "main_score": 0.59447, + "hf_subset": "mni_Beng-war_Latn", + "languages": [ + "mni-Beng", + "war-Latn" + ] + }, + { + "precision": 0.570406, + "recall": 0.636364, + "f1": 0.588414, + "accuracy": 0.636364, + "main_score": 0.588414, + "hf_subset": "mni_Beng-arb_Arab", + "languages": [ + "mni-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.590981, + "recall": 0.65415, + "f1": 0.608102, + "accuracy": 0.65415, + "main_score": 0.608102, + "hf_subset": "mni_Beng-bul_Cyrl", + "languages": [ + "mni-Beng", + "bul-Cyrl" + ] + }, + { + "precision": 0.577059, + "recall": 0.641304, + "f1": 0.593845, + "accuracy": 0.641304, + "main_score": 0.593845, + "hf_subset": "mni_Beng-fra_Latn", + "languages": [ + "mni-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.581912, + "recall": 0.649209, + "f1": 0.600078, + "accuracy": 0.649209, + "main_score": 0.600078, + "hf_subset": "mni_Beng-jpn_Jpan", + "languages": [ + "mni-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.593749, + "recall": 0.649209, + "f1": 0.60854, + "accuracy": 0.649209, + "main_score": 0.60854, + "hf_subset": "mni_Beng-lij_Latn", + "languages": [ + "mni-Beng", + "lij-Latn" + ] + }, + { + "precision": 0.507461, + "recall": 0.572134, + "f1": 0.524659, + "accuracy": 0.572134, + "main_score": 0.524659, + "hf_subset": "mni_Beng-mya_Mymr", + "languages": [ + "mni-Beng", + "mya-Mymr" + ] + }, + { + "precision": 0.470021, + "recall": 0.531621, + "f1": 0.487701, + "accuracy": 0.531621, + "main_score": 0.487701, + "hf_subset": "mni_Beng-sag_Latn", + "languages": [ + "mni-Beng", + "sag-Latn" + ] + }, + { + "precision": 0.241626, + "recall": 0.306324, + "f1": 0.257297, + "accuracy": 0.306324, + "main_score": 0.257297, + "hf_subset": "mni_Beng-taq_Tfng", + "languages": [ + "mni-Beng", + "taq-Tfng" + ] + }, + { + "precision": 0.527997, + "recall": 0.583992, + "f1": 0.543412, + "accuracy": 0.583992, + "main_score": 0.543412, + "hf_subset": "mni_Beng-wol_Latn", + "languages": [ + "mni-Beng", + "wol-Latn" + ] + }, + { + "precision": 0.423702, + "recall": 0.492095, + "f1": 0.441523, + "accuracy": 0.492095, + "main_score": 0.441523, + "hf_subset": "mni_Beng-arb_Latn", + "languages": [ + "mni-Beng", + "arb-Latn" + ] + }, + { + "precision": 0.582219, + "recall": 0.636364, + "f1": 0.596165, + "accuracy": 0.636364, + "main_score": 0.596165, + "hf_subset": "mni_Beng-cat_Latn", + "languages": [ + "mni-Beng", + "cat-Latn" + ] + }, + { + "precision": 0.60195, + "recall": 0.649209, + "f1": 0.61409, + "accuracy": 0.649209, + "main_score": 0.61409, + "hf_subset": "mni_Beng-fur_Latn", + "languages": [ + "mni-Beng", + "fur-Latn" + ] + }, + { + "precision": 0.354431, + "recall": 0.409091, + "f1": 0.368326, + "accuracy": 0.409091, + "main_score": 0.368326, + "hf_subset": "mni_Beng-kab_Latn", + "languages": [ + "mni-Beng", + "kab-Latn" + ] + }, + { + "precision": 0.555401, + "recall": 0.61166, + "f1": 0.569667, + "accuracy": 0.61166, + "main_score": 0.569667, + "hf_subset": "mni_Beng-lim_Latn", + "languages": [ + "mni-Beng", + "lim-Latn" + ] + }, + { + "precision": 0.590386, + "recall": 0.647233, + "f1": 0.605665, + "accuracy": 0.647233, + "main_score": 0.605665, + "hf_subset": "mni_Beng-nld_Latn", + "languages": [ + "mni-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.531938, + "recall": 0.603755, + "f1": 0.550093, + "accuracy": 0.603755, + "main_score": 0.550093, + "hf_subset": "mni_Beng-san_Deva", + "languages": [ + "mni-Beng", + "san-Deva" + ] + }, + { + "precision": 0.532153, + "recall": 0.590909, + "f1": 0.547948, + "accuracy": 0.590909, + "main_score": 0.547948, + "hf_subset": "mni_Beng-tat_Cyrl", + "languages": [ + "mni-Beng", + "tat-Cyrl" + ] + }, + { + "precision": 0.483474, + "recall": 0.545455, + "f1": 0.499848, + "accuracy": 0.545455, + "main_score": 0.499848, + "hf_subset": "mni_Beng-xho_Latn", + "languages": [ + "mni-Beng", + "xho-Latn" + ] + }, + { + "precision": 0.564371, + "recall": 0.632411, + "f1": 0.583272, + "accuracy": 0.632411, + "main_score": 0.583272, + "hf_subset": "mni_Beng-ars_Arab", + "languages": [ + "mni-Beng", + "ars-Arab" + ] + }, + { + "precision": 0.537021, + "recall": 0.593874, + "f1": 0.55168, + "accuracy": 0.593874, + "main_score": 0.55168, + "hf_subset": "mni_Beng-ceb_Latn", + "languages": [ + "mni-Beng", + "ceb-Latn" + ] + }, + { + "precision": 0.449954, + "recall": 0.497036, + "f1": 0.462825, + "accuracy": 0.497036, + "main_score": 0.462825, + "hf_subset": "mni_Beng-fuv_Latn", + "languages": [ + "mni-Beng", + "fuv-Latn" + ] + }, + { + "precision": 0.462976, + "recall": 0.51087, + "f1": 0.475535, + "accuracy": 0.51087, + "main_score": 0.475535, + "hf_subset": "mni_Beng-kac_Latn", + "languages": [ + "mni-Beng", + "kac-Latn" + ] + }, + { + "precision": 0.540563, + "recall": 0.590909, + "f1": 0.554696, + "accuracy": 0.590909, + "main_score": 0.554696, + "hf_subset": "mni_Beng-lin_Latn", + "languages": [ + "mni-Beng", + "lin-Latn" + ] + }, + { + "precision": 0.556037, + "recall": 0.614625, + "f1": 0.571719, + "accuracy": 0.614625, + "main_score": 0.571719, + "hf_subset": "mni_Beng-nno_Latn", + "languages": [ + "mni-Beng", + "nno-Latn" + ] + }, + { + "precision": 0.574557, + "recall": 0.637352, + "f1": 0.592533, + "accuracy": 0.637352, + "main_score": 0.592533, + "hf_subset": "mni_Beng-sat_Olck", + "languages": [ + "mni-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.564015, + "recall": 0.623518, + "f1": 0.579283, + "accuracy": 0.623518, + "main_score": 0.579283, + "hf_subset": "mni_Beng-tel_Telu", + "languages": [ + "mni-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.544647, + "recall": 0.605731, + "f1": 0.561063, + "accuracy": 0.605731, + "main_score": 0.561063, + "hf_subset": "mni_Beng-ydd_Hebr", + "languages": [ + "mni-Beng", + "ydd-Hebr" + ] + }, + { + "precision": 0.555028, + "recall": 0.606719, + "f1": 0.569126, + "accuracy": 0.606719, + "main_score": 0.569126, + "hf_subset": "mni_Beng-ary_Arab", + "languages": [ + "mni-Beng", + "ary-Arab" + ] + }, + { + "precision": 0.582686, + "recall": 0.647233, + "f1": 0.599427, + "accuracy": 0.647233, + "main_score": 0.599427, + "hf_subset": "mni_Beng-ces_Latn", + "languages": [ + "mni-Beng", + "ces-Latn" + ] + }, + { + "precision": 0.454773, + "recall": 0.516798, + "f1": 0.470889, + "accuracy": 0.516798, + "main_score": 0.470889, + "hf_subset": "mni_Beng-gaz_Latn", + "languages": [ + "mni-Beng", + "gaz-Latn" + ] + }, + { + "precision": 0.444652, + "recall": 0.508893, + "f1": 0.462529, + "accuracy": 0.508893, + "main_score": 0.462529, + "hf_subset": "mni_Beng-kam_Latn", + "languages": [ + "mni-Beng", + "kam-Latn" + ] + }, + { + "precision": 0.554968, + "recall": 0.614625, + "f1": 0.57048, + "accuracy": 0.614625, + "main_score": 0.57048, + "hf_subset": "mni_Beng-lit_Latn", + "languages": [ + "mni-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.585083, + "recall": 0.647233, + "f1": 0.601483, + "accuracy": 0.647233, + "main_score": 0.601483, + "hf_subset": "mni_Beng-nob_Latn", + "languages": [ + "mni-Beng", + "nob-Latn" + ] + }, + { + "precision": 0.58445, + "recall": 0.63834, + "f1": 0.59899, + "accuracy": 0.63834, + "main_score": 0.59899, + "hf_subset": "mni_Beng-scn_Latn", + "languages": [ + "mni-Beng", + "scn-Latn" + ] + }, + { + "precision": 0.521691, + "recall": 0.58498, + "f1": 0.538577, + "accuracy": 0.58498, + "main_score": 0.538577, + "hf_subset": "mni_Beng-tgk_Cyrl", + "languages": [ + "mni-Beng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.407675, + "recall": 0.472332, + "f1": 0.425148, + "accuracy": 0.472332, + "main_score": 0.425148, + "hf_subset": "mni_Beng-yor_Latn", + "languages": [ + "mni-Beng", + "yor-Latn" + ] + }, + { + "precision": 0.569069, + "recall": 0.628458, + "f1": 0.584851, + "accuracy": 0.628458, + "main_score": 0.584851, + "hf_subset": "mni_Beng-arz_Arab", + "languages": [ + "mni-Beng", + "arz-Arab" + ] + }, + { + "precision": 0.457672, + "recall": 0.512846, + "f1": 0.473339, + "accuracy": 0.512846, + "main_score": 0.473339, + "hf_subset": "mni_Beng-cjk_Latn", + "languages": [ + "mni-Beng", + "cjk-Latn" + ] + }, + { + "precision": 0.459578, + "recall": 0.527668, + "f1": 0.478363, + "accuracy": 0.527668, + "main_score": 0.478363, + "hf_subset": "mni_Beng-gla_Latn", + "languages": [ + "mni-Beng", + "gla-Latn" + ] + }, + { + "precision": 0.559121, + "recall": 0.613636, + "f1": 0.573181, + "accuracy": 0.613636, + "main_score": 0.573181, + "hf_subset": "mni_Beng-kan_Knda", + "languages": [ + "mni-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.60074, + "recall": 0.657115, + "f1": 0.616191, + "accuracy": 0.657115, + "main_score": 0.616191, + "hf_subset": "mni_Beng-lmo_Latn", + "languages": [ + "mni-Beng", + "lmo-Latn" + ] + }, + { + "precision": 0.569634, + "recall": 0.621542, + "f1": 0.583858, + "accuracy": 0.621542, + "main_score": 0.583858, + "hf_subset": "mni_Beng-npi_Deva", + "languages": [ + "mni-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.37221, + "recall": 0.429842, + "f1": 0.387479, + "accuracy": 0.429842, + "main_score": 0.387479, + "hf_subset": "mni_Beng-shn_Mymr", + "languages": [ + "mni-Beng", + "shn-Mymr" + ] + }, + { + "precision": 0.563288, + "recall": 0.62253, + "f1": 0.578813, + "accuracy": 0.62253, + "main_score": 0.578813, + "hf_subset": "mni_Beng-tgl_Latn", + "languages": [ + "mni-Beng", + "tgl-Latn" + ] + }, + { + "precision": 0.541165, + "recall": 0.610672, + "f1": 0.559794, + "accuracy": 0.610672, + "main_score": 0.559794, + "hf_subset": "mni_Beng-yue_Hant", + "languages": [ + "mni-Beng", + "yue-Hant" + ] + }, + { + "precision": 0.528777, + "recall": 0.593874, + "f1": 0.546645, + "accuracy": 0.593874, + "main_score": 0.546645, + "hf_subset": "mni_Beng-asm_Beng", + "languages": [ + "mni-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.506095, + "recall": 0.576087, + "f1": 0.524891, + "accuracy": 0.576087, + "main_score": 0.524891, + "hf_subset": "mni_Beng-ckb_Arab", + "languages": [ + "mni-Beng", + "ckb-Arab" + ] + }, + { + "precision": 0.4789, + "recall": 0.549407, + "f1": 0.498142, + "accuracy": 0.549407, + "main_score": 0.498142, + "hf_subset": "mni_Beng-gle_Latn", + "languages": [ + "mni-Beng", + "gle-Latn" + ] + }, + { + "precision": 0.619326, + "recall": 0.673913, + "f1": 0.634615, + "accuracy": 0.673913, + "main_score": 0.634615, + "hf_subset": "mni_Beng-kas_Arab", + "languages": [ + "mni-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.544708, + "recall": 0.599802, + "f1": 0.559699, + "accuracy": 0.599802, + "main_score": 0.559699, + "hf_subset": "mni_Beng-ltg_Latn", + "languages": [ + "mni-Beng", + "ltg-Latn" + ] + }, + { + "precision": 0.474899, + "recall": 0.539526, + "f1": 0.491588, + "accuracy": 0.539526, + "main_score": 0.491588, + "hf_subset": "mni_Beng-nso_Latn", + "languages": [ + "mni-Beng", + "nso-Latn" + ] + }, + { + "precision": 0.522026, + "recall": 0.592885, + "f1": 0.540608, + "accuracy": 0.592885, + "main_score": 0.540608, + "hf_subset": "mni_Beng-sin_Sinh", + "languages": [ + "mni-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.554848, + "recall": 0.621542, + "f1": 0.57194, + "accuracy": 0.621542, + "main_score": 0.57194, + "hf_subset": "mni_Beng-tha_Thai", + "languages": [ + "mni-Beng", + "tha-Thai" + ] + }, + { + "precision": 0.501412, + "recall": 0.5583, + "f1": 0.515018, + "accuracy": 0.5583, + "main_score": 0.515018, + "hf_subset": "mni_Beng-zho_Hans", + "languages": [ + "mni-Beng", + "zho-Hans" + ] + }, + { + "precision": 0.558112, + "recall": 0.615613, + "f1": 0.572942, + "accuracy": 0.615613, + "main_score": 0.572942, + "hf_subset": "mni_Beng-ast_Latn", + "languages": [ + "mni-Beng", + "ast-Latn" + ] + }, + { + "precision": 0.556008, + "recall": 0.612648, + "f1": 0.571784, + "accuracy": 0.612648, + "main_score": 0.571784, + "hf_subset": "mni_Beng-crh_Latn", + "languages": [ + "mni-Beng", + "crh-Latn" + ] + }, + { + "precision": 0.549353, + "recall": 0.609684, + "f1": 0.565062, + "accuracy": 0.609684, + "main_score": 0.565062, + "hf_subset": "mni_Beng-glg_Latn", + "languages": [ + "mni-Beng", + "glg-Latn" + ] + }, + { + "precision": 0.593328, + "recall": 0.652174, + "f1": 0.609878, + "accuracy": 0.652174, + "main_score": 0.609878, + "hf_subset": "mni_Beng-kas_Deva", + "languages": [ + "mni-Beng", + "kas-Deva" + ] + }, + { + "precision": 0.518781, + "recall": 0.58004, + "f1": 0.53508, + "accuracy": 0.58004, + "main_score": 0.53508, + "hf_subset": "mni_Beng-ltz_Latn", + "languages": [ + "mni-Beng", + "ltz-Latn" + ] + }, + { + "precision": 0.412601, + "recall": 0.47332, + "f1": 0.42873, + "accuracy": 0.47332, + "main_score": 0.42873, + "hf_subset": "mni_Beng-nus_Latn", + "languages": [ + "mni-Beng", + "nus-Latn" + ] + }, + { + "precision": 0.554915, + "recall": 0.620553, + "f1": 0.572659, + "accuracy": 0.620553, + "main_score": 0.572659, + "hf_subset": "mni_Beng-slk_Latn", + "languages": [ + "mni-Beng", + "slk-Latn" + ] + }, + { + "precision": 0.503633, + "recall": 0.567194, + "f1": 0.521362, + "accuracy": 0.567194, + "main_score": 0.521362, + "hf_subset": "mni_Beng-tir_Ethi", + "languages": [ + "mni-Beng", + "tir-Ethi" + ] + }, + { + "precision": 0.539623, + "recall": 0.610672, + "f1": 0.558493, + "accuracy": 0.610672, + "main_score": 0.558493, + "hf_subset": "mni_Beng-zho_Hant", + "languages": [ + "mni-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.588727, + "recall": 0.658103, + "f1": 0.606976, + "accuracy": 0.658103, + "main_score": 0.606976, + "hf_subset": "mni_Beng-awa_Deva", + "languages": [ + "mni-Beng", + "awa-Deva" + ] + }, + { + "precision": 0.52355, + "recall": 0.583004, + "f1": 0.539189, + "accuracy": 0.583004, + "main_score": 0.539189, + "hf_subset": "mni_Beng-cym_Latn", + "languages": [ + "mni-Beng", + "cym-Latn" + ] + }, + { + "precision": 0.590162, + "recall": 0.628458, + "f1": 0.601463, + "accuracy": 0.628458, + "main_score": 0.601463, + "hf_subset": "mni_Beng-grn_Latn", + "languages": [ + "mni-Beng", + "grn-Latn" + ] + }, + { + "precision": 0.529273, + "recall": 0.601779, + "f1": 0.548091, + "accuracy": 0.601779, + "main_score": 0.548091, + "hf_subset": "mni_Beng-kat_Geor", + "languages": [ + "mni-Beng", + "kat-Geor" + ] + }, + { + "precision": 0.499242, + "recall": 0.548419, + "f1": 0.512677, + "accuracy": 0.548419, + "main_score": 0.512677, + "hf_subset": "mni_Beng-lua_Latn", + "languages": [ + "mni-Beng", + "lua-Latn" + ] + }, + { + "precision": 0.447313, + "recall": 0.511858, + "f1": 0.463985, + "accuracy": 0.511858, + "main_score": 0.463985, + "hf_subset": "mni_Beng-nya_Latn", + "languages": [ + "mni-Beng", + "nya-Latn" + ] + }, + { + "precision": 0.572518, + "recall": 0.634387, + "f1": 0.589663, + "accuracy": 0.634387, + "main_score": 0.589663, + "hf_subset": "mni_Beng-slv_Latn", + "languages": [ + "mni-Beng", + "slv-Latn" + ] + }, + { + "precision": 0.579804, + "recall": 0.63834, + "f1": 0.594284, + "accuracy": 0.63834, + "main_score": 0.594284, + "hf_subset": "mni_Beng-tpi_Latn", + "languages": [ + "mni-Beng", + "tpi-Latn" + ] + }, + { + "precision": 0.559767, + "recall": 0.624506, + "f1": 0.576684, + "accuracy": 0.624506, + "main_score": 0.576684, + "hf_subset": "mni_Beng-zsm_Latn", + "languages": [ + "mni-Beng", + "zsm-Latn" + ] + }, + { + "precision": 0.450046, + "recall": 0.504941, + "f1": 0.465448, + "accuracy": 0.504941, + "main_score": 0.465448, + "hf_subset": "mni_Beng-ayr_Latn", + "languages": [ + "mni-Beng", + "ayr-Latn" + ] + }, + { + "precision": 0.588989, + "recall": 0.656126, + "f1": 0.607584, + "accuracy": 0.656126, + "main_score": 0.607584, + "hf_subset": "mni_Beng-dan_Latn", + "languages": [ + "mni-Beng", + "dan-Latn" + ] + }, + { + "precision": 0.574082, + "recall": 0.63834, + "f1": 0.59126, + "accuracy": 0.63834, + "main_score": 0.59126, + "hf_subset": "mni_Beng-guj_Gujr", + "languages": [ + "mni-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.532093, + "recall": 0.594862, + "f1": 0.548439, + "accuracy": 0.594862, + "main_score": 0.548439, + "hf_subset": "mni_Beng-kaz_Cyrl", + "languages": [ + "mni-Beng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.40771, + "recall": 0.464427, + "f1": 0.421966, + "accuracy": 0.464427, + "main_score": 0.421966, + "hf_subset": "mni_Beng-lug_Latn", + "languages": [ + "mni-Beng", + "lug-Latn" + ] + }, + { + "precision": 0.57003, + "recall": 0.62747, + "f1": 0.584708, + "accuracy": 0.62747, + "main_score": 0.584708, + "hf_subset": "mni_Beng-oci_Latn", + "languages": [ + "mni-Beng", + "oci-Latn" + ] + }, + { + "precision": 0.4666, + "recall": 0.530632, + "f1": 0.483342, + "accuracy": 0.530632, + "main_score": 0.483342, + "hf_subset": "mni_Beng-smo_Latn", + "languages": [ + "mni-Beng", + "smo-Latn" + ] + }, + { + "precision": 0.431945, + "recall": 0.486166, + "f1": 0.446473, + "accuracy": 0.486166, + "main_score": 0.446473, + "hf_subset": "mni_Beng-tsn_Latn", + "languages": [ + "mni-Beng", + "tsn-Latn" + ] + }, + { + "precision": 0.432895, + "recall": 0.502964, + "f1": 0.450656, + "accuracy": 0.502964, + "main_score": 0.450656, + "hf_subset": "mni_Beng-zul_Latn", + "languages": [ + "mni-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.533717, + "recall": 0.591897, + "f1": 0.550017, + "accuracy": 0.591897, + "main_score": 0.550017, + "hf_subset": "mni_Beng-azb_Arab", + "languages": [ + "mni-Beng", + "azb-Arab" + ] + }, + { + "precision": 0.589721, + "recall": 0.653162, + "f1": 0.606941, + "accuracy": 0.653162, + "main_score": 0.606941, + "hf_subset": "mni_Beng-deu_Latn", + "languages": [ + "mni-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.516035, + "recall": 0.582016, + "f1": 0.533175, + "accuracy": 0.582016, + "main_score": 0.533175, + "hf_subset": "mni_Beng-hat_Latn", + "languages": [ + "mni-Beng", + "hat-Latn" + ] + }, + { + "precision": 0.411511, + "recall": 0.462451, + "f1": 0.425626, + "accuracy": 0.462451, + "main_score": 0.425626, + "hf_subset": "mni_Beng-kbp_Latn", + "languages": [ + "mni-Beng", + "kbp-Latn" + ] + }, + { + "precision": 0.482444, + "recall": 0.540514, + "f1": 0.498039, + "accuracy": 0.540514, + "main_score": 0.498039, + "hf_subset": "mni_Beng-luo_Latn", + "languages": [ + "mni-Beng", + "luo-Latn" + ] + }, + { + "precision": 0.55168, + "recall": 0.614625, + "f1": 0.56784, + "accuracy": 0.614625, + "main_score": 0.56784, + "hf_subset": "mni_Beng-ory_Orya", + "languages": [ + "mni-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.464888, + "recall": 0.536561, + "f1": 0.483822, + "accuracy": 0.536561, + "main_score": 0.483822, + "hf_subset": "mni_Beng-sna_Latn", + "languages": [ + "mni-Beng", + "sna-Latn" + ] + }, + { + "precision": 0.475351, + "recall": 0.530632, + "f1": 0.490906, + "accuracy": 0.530632, + "main_score": 0.490906, + "hf_subset": "mni_Beng-tso_Latn", + "languages": [ + "mni-Beng", + "tso-Latn" + ] + }, + { + "precision": 0.529878, + "recall": 0.599802, + "f1": 0.548294, + "accuracy": 0.599802, + "main_score": 0.548294, + "hf_subset": "mni_Beng-azj_Latn", + "languages": [ + "mni-Beng", + "azj-Latn" + ] + }, + { + "precision": 0.441716, + "recall": 0.502964, + "f1": 0.459571, + "accuracy": 0.502964, + "main_score": 0.459571, + "hf_subset": "mni_Beng-dik_Latn", + "languages": [ + "mni-Beng", + "dik-Latn" + ] + }, + { + "precision": 0.441163, + "recall": 0.507905, + "f1": 0.4589, + "accuracy": 0.507905, + "main_score": 0.4589, + "hf_subset": "mni_Beng-hau_Latn", + "languages": [ + "mni-Beng", + "hau-Latn" + ] + }, + { + "precision": 0.585655, + "recall": 0.637352, + "f1": 0.599864, + "accuracy": 0.637352, + "main_score": 0.599864, + "hf_subset": "mni_Beng-kea_Latn", + "languages": [ + "mni-Beng", + "kea-Latn" + ] + }, + { + "precision": 0.523592, + "recall": 0.582016, + "f1": 0.53876, + "accuracy": 0.582016, + "main_score": 0.53876, + "hf_subset": "mni_Beng-lus_Latn", + "languages": [ + "mni-Beng", + "lus-Latn" + ] + }, + { + "precision": 0.647906, + "recall": 0.69664, + "f1": 0.660508, + "accuracy": 0.69664, + "main_score": 0.660508, + "hf_subset": "mni_Beng-pag_Latn", + "languages": [ + "mni-Beng", + "pag-Latn" + ] + }, + { + "precision": 0.558293, + "recall": 0.62253, + "f1": 0.575009, + "accuracy": 0.62253, + "main_score": 0.575009, + "hf_subset": "mni_Beng-snd_Arab", + "languages": [ + "mni-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.518349, + "recall": 0.583992, + "f1": 0.536405, + "accuracy": 0.583992, + "main_score": 0.536405, + "hf_subset": "mni_Beng-tuk_Latn", + "languages": [ + "mni-Beng", + "tuk-Latn" + ] + }, + { + "precision": 0.546477, + "recall": 0.600791, + "f1": 0.560637, + "accuracy": 0.600791, + "main_score": 0.560637, + "hf_subset": "mni_Beng-bak_Cyrl", + "languages": [ + "mni-Beng", + "bak-Cyrl" + ] + }, + { + "precision": 0.418116, + "recall": 0.477273, + "f1": 0.435296, + "accuracy": 0.477273, + "main_score": 0.435296, + "hf_subset": "mni_Beng-dyu_Latn", + "languages": [ + "mni-Beng", + "dyu-Latn" + ] + }, + { + "precision": 0.563105, + "recall": 0.629447, + "f1": 0.580288, + "accuracy": 0.629447, + "main_score": 0.580288, + "hf_subset": "mni_Beng-heb_Hebr", + "languages": [ + "mni-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.511391, + "recall": 0.577075, + "f1": 0.529224, + "accuracy": 0.577075, + "main_score": 0.529224, + "hf_subset": "mni_Beng-khk_Cyrl", + "languages": [ + "mni-Beng", + "khk-Cyrl" + ] + }, + { + "precision": 0.55064, + "recall": 0.615613, + "f1": 0.567748, + "accuracy": 0.615613, + "main_score": 0.567748, + "hf_subset": "mni_Beng-lvs_Latn", + "languages": [ + "mni-Beng", + "lvs-Latn" + ] + }, + { + "precision": 0.557468, + "recall": 0.619565, + "f1": 0.573166, + "accuracy": 0.619565, + "main_score": 0.573166, + "hf_subset": "mni_Beng-pan_Guru", + "languages": [ + "mni-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.429046, + "recall": 0.494071, + "f1": 0.44665, + "accuracy": 0.494071, + "main_score": 0.44665, + "hf_subset": "mni_Beng-som_Latn", + "languages": [ + "mni-Beng", + "som-Latn" + ] + }, + { + "precision": 0.455792, + "recall": 0.509881, + "f1": 0.47067, + "accuracy": 0.509881, + "main_score": 0.47067, + "hf_subset": "mni_Beng-tum_Latn", + "languages": [ + "mni-Beng", + "tum-Latn" + ] + }, + { + "precision": 0.48776, + "recall": 0.578063, + "f1": 0.512459, + "accuracy": 0.578063, + "main_score": 0.512459, + "hf_subset": "ron_Latn-ace_Arab", + "languages": [ + "ron-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.459004, + "recall": 0.516798, + "f1": 0.474177, + "accuracy": 0.516798, + "main_score": 0.474177, + "hf_subset": "ron_Latn-bam_Latn", + "languages": [ + "ron-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.593661, + "recall": 0.685771, + "f1": 0.619793, + "accuracy": 0.685771, + "main_score": 0.619793, + "hf_subset": "ron_Latn-dzo_Tibt", + "languages": [ + "ron-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-hin_Deva", + "languages": [ + "ron-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ron_Latn-khm_Khmr", + "languages": [ + "ron-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ron_Latn-mag_Deva", + "languages": [ + "ron-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-pap_Latn", + "languages": [ + "ron-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.822134, + "recall": 0.870553, + "f1": 0.837055, + "accuracy": 0.870553, + "main_score": 0.837055, + "hf_subset": "ron_Latn-sot_Latn", + "languages": [ + "ron-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-tur_Latn", + "languages": [ + "ron-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.844038, + "recall": 0.886364, + "f1": 0.857101, + "accuracy": 0.886364, + "main_score": 0.857101, + "hf_subset": "ron_Latn-ace_Latn", + "languages": [ + "ron-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.966403, + "f1": 0.957016, + "accuracy": 0.966403, + "main_score": 0.957016, + "hf_subset": "ron_Latn-ban_Latn", + "languages": [ + "ron-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ron_Latn-ell_Grek", + "languages": [ + "ron-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ron_Latn-hne_Deva", + "languages": [ + "ron-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.552324, + "recall": 0.626482, + "f1": 0.572009, + "accuracy": 0.626482, + "main_score": 0.572009, + "hf_subset": "ron_Latn-kik_Latn", + "languages": [ + "ron-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ron_Latn-mai_Deva", + "languages": [ + "ron-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.935359, + "recall": 0.955534, + "f1": 0.941765, + "accuracy": 0.955534, + "main_score": 0.941765, + "hf_subset": "ron_Latn-pbt_Arab", + "languages": [ + "ron-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.717729, + "recall": 0.782609, + "f1": 0.736753, + "accuracy": 0.782609, + "main_score": 0.736753, + "hf_subset": "ron_Latn-twi_Latn", + "languages": [ + "ron-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-acm_Arab", + "languages": [ + "ron-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-bel_Cyrl", + "languages": [ + "ron-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-hrv_Latn", + "languages": [ + "ron-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.810359, + "recall": 0.859684, + "f1": 0.824967, + "accuracy": 0.859684, + "main_score": 0.824967, + "hf_subset": "ron_Latn-kin_Latn", + "languages": [ + "ron-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ron_Latn-mal_Mlym", + "languages": [ + "ron-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-pes_Arab", + "languages": [ + "ron-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ron_Latn-srd_Latn", + "languages": [ + "ron-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.189127, + "recall": 0.254941, + "f1": 0.205163, + "accuracy": 0.254941, + "main_score": 0.205163, + "hf_subset": "ron_Latn-tzm_Tfng", + "languages": [ + "ron-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-acq_Arab", + "languages": [ + "ron-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.626797, + "recall": 0.706522, + "f1": 0.649239, + "accuracy": 0.706522, + "main_score": 0.649239, + "hf_subset": "ron_Latn-bem_Latn", + "languages": [ + "ron-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-epo_Latn", + "languages": [ + "ron-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-hun_Latn", + "languages": [ + "ron-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "ron_Latn-kir_Cyrl", + "languages": [ + "ron-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-mar_Deva", + "languages": [ + "ron-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.842787, + "recall": 0.886364, + "f1": 0.856145, + "accuracy": 0.886364, + "main_score": 0.856145, + "hf_subset": "ron_Latn-plt_Latn", + "languages": [ + "ron-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-srp_Cyrl", + "languages": [ + "ron-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.928771, + "recall": 0.950593, + "f1": 0.935672, + "accuracy": 0.950593, + "main_score": 0.935672, + "hf_subset": "ron_Latn-uig_Arab", + "languages": [ + "ron-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-aeb_Arab", + "languages": [ + "ron-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-ben_Beng", + "languages": [ + "ron-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-est_Latn", + "languages": [ + "ron-Latn", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ron_Latn-hye_Armn", + "languages": [ + "ron-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.435779, + "recall": 0.504941, + "f1": 0.45366, + "accuracy": 0.504941, + "main_score": 0.45366, + "hf_subset": "ron_Latn-kmb_Latn", + "languages": [ + "ron-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.444939, + "recall": 0.527668, + "f1": 0.464905, + "accuracy": 0.527668, + "main_score": 0.464905, + "hf_subset": "ron_Latn-min_Arab", + "languages": [ + "ron-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-pol_Latn", + "languages": [ + "ron-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.703137, + "recall": 0.774704, + "f1": 0.724222, + "accuracy": 0.774704, + "main_score": 0.724222, + "hf_subset": "ron_Latn-ssw_Latn", + "languages": [ + "ron-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-ukr_Cyrl", + "languages": [ + "ron-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-afr_Latn", + "languages": [ + "ron-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ron_Latn-bho_Deva", + "languages": [ + "ron-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-eus_Latn", + "languages": [ + "ron-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.828567, + "recall": 0.876482, + "f1": 0.843099, + "accuracy": 0.876482, + "main_score": 0.843099, + "hf_subset": "ron_Latn-ibo_Latn", + "languages": [ + "ron-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.853706, + "recall": 0.894269, + "f1": 0.866337, + "accuracy": 0.894269, + "main_score": 0.866337, + "hf_subset": "ron_Latn-kmr_Latn", + "languages": [ + "ron-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ron_Latn-min_Latn", + "languages": [ + "ron-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ron_Latn-sun_Latn", + "languages": [ + "ron-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.438119, + "recall": 0.507905, + "f1": 0.457779, + "accuracy": 0.507905, + "main_score": 0.457779, + "hf_subset": "ron_Latn-umb_Latn", + "languages": [ + "ron-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-ajp_Arab", + "languages": [ + "ron-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.473522, + "recall": 0.557312, + "f1": 0.496058, + "accuracy": 0.557312, + "main_score": 0.496058, + "hf_subset": "ron_Latn-bjn_Arab", + "languages": [ + "ron-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.437205, + "recall": 0.497036, + "f1": 0.453648, + "accuracy": 0.497036, + "main_score": 0.453648, + "hf_subset": "ron_Latn-ewe_Latn", + "languages": [ + "ron-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "ron_Latn-ilo_Latn", + "languages": [ + "ron-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.221869, + "recall": 0.285573, + "f1": 0.236951, + "accuracy": 0.285573, + "main_score": 0.236951, + "hf_subset": "ron_Latn-knc_Arab", + "languages": [ + "ron-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-mkd_Cyrl", + "languages": [ + "ron-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-prs_Arab", + "languages": [ + "ron-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-swe_Latn", + "languages": [ + "ron-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-urd_Arab", + "languages": [ + "ron-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.708495, + "recall": 0.773715, + "f1": 0.726891, + "accuracy": 0.773715, + "main_score": 0.726891, + "hf_subset": "ron_Latn-aka_Latn", + "languages": [ + "ron-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "ron_Latn-bjn_Latn", + "languages": [ + "ron-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ron_Latn-fao_Latn", + "languages": [ + "ron-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-ind_Latn", + "languages": [ + "ron-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.506696, + "recall": 0.568182, + "f1": 0.523211, + "accuracy": 0.568182, + "main_score": 0.523211, + "hf_subset": "ron_Latn-knc_Latn", + "languages": [ + "ron-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.627729, + "recall": 0.698617, + "f1": 0.647448, + "accuracy": 0.698617, + "main_score": 0.647448, + "hf_subset": "ron_Latn-quy_Latn", + "languages": [ + "ron-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-swh_Latn", + "languages": [ + "ron-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ron_Latn-uzn_Latn", + "languages": [ + "ron-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-als_Latn", + "languages": [ + "ron-Latn", + "als-Latn" + ] + }, + { + "precision": 0.758399, + "recall": 0.824111, + "f1": 0.778441, + "accuracy": 0.824111, + "main_score": 0.778441, + "hf_subset": "ron_Latn-bod_Tibt", + "languages": [ + "ron-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.59896, + "recall": 0.672925, + "f1": 0.619996, + "accuracy": 0.672925, + "main_score": 0.619996, + "hf_subset": "ron_Latn-fij_Latn", + "languages": [ + "ron-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ron_Latn-isl_Latn", + "languages": [ + "ron-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.564261, + "recall": 0.63834, + "f1": 0.584637, + "accuracy": 0.63834, + "main_score": 0.584637, + "hf_subset": "ron_Latn-kon_Latn", + "languages": [ + "ron-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.593243, + "recall": 0.670949, + "f1": 0.614672, + "accuracy": 0.670949, + "main_score": 0.614672, + "hf_subset": "ron_Latn-mni_Beng", + "languages": [ + "ron-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "ron_Latn-szl_Latn", + "languages": [ + "ron-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-vec_Latn", + "languages": [ + "ron-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.905115, + "recall": 0.932806, + "f1": 0.91362, + "accuracy": 0.932806, + "main_score": 0.91362, + "hf_subset": "ron_Latn-amh_Ethi", + "languages": [ + "ron-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-bos_Latn", + "languages": [ + "ron-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-fin_Latn", + "languages": [ + "ron-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-kor_Hang", + "languages": [ + "ron-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.488665, + "recall": 0.548419, + "f1": 0.504927, + "accuracy": 0.548419, + "main_score": 0.504927, + "hf_subset": "ron_Latn-mos_Latn", + "languages": [ + "ron-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.722506, + "recall": 0.787549, + "f1": 0.740944, + "accuracy": 0.787549, + "main_score": 0.740944, + "hf_subset": "ron_Latn-run_Latn", + "languages": [ + "ron-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ron_Latn-tam_Taml", + "languages": [ + "ron-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-vie_Latn", + "languages": [ + "ron-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-apc_Arab", + "languages": [ + "ron-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.699466, + "recall": 0.766798, + "f1": 0.7179, + "accuracy": 0.766798, + "main_score": 0.7179, + "hf_subset": "ron_Latn-bug_Latn", + "languages": [ + "ron-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.4206, + "recall": 0.47332, + "f1": 0.434545, + "accuracy": 0.47332, + "main_score": 0.434545, + "hf_subset": "ron_Latn-fon_Latn", + "languages": [ + "ron-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ron_Latn-jav_Latn", + "languages": [ + "ron-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.939806, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "ron_Latn-lao_Laoo", + "languages": [ + "ron-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.854002, + "recall": 0.895257, + "f1": 0.866601, + "accuracy": 0.895257, + "main_score": 0.866601, + "hf_subset": "ron_Latn-mri_Latn", + "languages": [ + "ron-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-rus_Cyrl", + "languages": [ + "ron-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.476391, + "recall": 0.540514, + "f1": 0.494408, + "accuracy": 0.540514, + "main_score": 0.494408, + "hf_subset": "ron_Latn-taq_Latn", + "languages": [ + "ron-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "ron_Latn-war_Latn", + "languages": [ + "ron-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-arb_Arab", + "languages": [ + "ron-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-bul_Cyrl", + "languages": [ + "ron-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-jpn_Jpan", + "languages": [ + "ron-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ron_Latn-lij_Latn", + "languages": [ + "ron-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ron_Latn-mya_Mymr", + "languages": [ + "ron-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.546652, + "recall": 0.608696, + "f1": 0.563585, + "accuracy": 0.608696, + "main_score": 0.563585, + "hf_subset": "ron_Latn-sag_Latn", + "languages": [ + "ron-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.206468, + "recall": 0.275692, + "f1": 0.223006, + "accuracy": 0.275692, + "main_score": 0.223006, + "hf_subset": "ron_Latn-taq_Tfng", + "languages": [ + "ron-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.621806, + "recall": 0.693676, + "f1": 0.641989, + "accuracy": 0.693676, + "main_score": 0.641989, + "hf_subset": "ron_Latn-wol_Latn", + "languages": [ + "ron-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.841733, + "recall": 0.886364, + "f1": 0.855534, + "accuracy": 0.886364, + "main_score": 0.855534, + "hf_subset": "ron_Latn-arb_Latn", + "languages": [ + "ron-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ron_Latn-fur_Latn", + "languages": [ + "ron-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.395864, + "recall": 0.476285, + "f1": 0.415726, + "accuracy": 0.476285, + "main_score": 0.415726, + "hf_subset": "ron_Latn-kab_Latn", + "languages": [ + "ron-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ron_Latn-lim_Latn", + "languages": [ + "ron-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-nld_Latn", + "languages": [ + "ron-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "ron_Latn-san_Deva", + "languages": [ + "ron-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-tat_Cyrl", + "languages": [ + "ron-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.82887, + "recall": 0.87747, + "f1": 0.843742, + "accuracy": 0.87747, + "main_score": 0.843742, + "hf_subset": "ron_Latn-xho_Latn", + "languages": [ + "ron-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-ars_Arab", + "languages": [ + "ron-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-ceb_Latn", + "languages": [ + "ron-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.447063, + "recall": 0.514822, + "f1": 0.464836, + "accuracy": 0.514822, + "main_score": 0.464836, + "hf_subset": "ron_Latn-fuv_Latn", + "languages": [ + "ron-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.454816, + "recall": 0.524704, + "f1": 0.473551, + "accuracy": 0.524704, + "main_score": 0.473551, + "hf_subset": "ron_Latn-kac_Latn", + "languages": [ + "ron-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.593213, + "recall": 0.66502, + "f1": 0.61282, + "accuracy": 0.66502, + "main_score": 0.61282, + "hf_subset": "ron_Latn-lin_Latn", + "languages": [ + "ron-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-nno_Latn", + "languages": [ + "ron-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.8472, + "recall": 0.890316, + "f1": 0.860441, + "accuracy": 0.890316, + "main_score": 0.860441, + "hf_subset": "ron_Latn-sat_Olck", + "languages": [ + "ron-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ron_Latn-tel_Telu", + "languages": [ + "ron-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ron_Latn-ydd_Hebr", + "languages": [ + "ron-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ron_Latn-ary_Arab", + "languages": [ + "ron-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ces_Latn", + "languages": [ + "ron-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.521211, + "recall": 0.604743, + "f1": 0.543957, + "accuracy": 0.604743, + "main_score": 0.543957, + "hf_subset": "ron_Latn-gaz_Latn", + "languages": [ + "ron-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.511536, + "recall": 0.591897, + "f1": 0.532181, + "accuracy": 0.591897, + "main_score": 0.532181, + "hf_subset": "ron_Latn-kam_Latn", + "languages": [ + "ron-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ron_Latn-lit_Latn", + "languages": [ + "ron-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-nob_Latn", + "languages": [ + "ron-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ron_Latn-scn_Latn", + "languages": [ + "ron-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ron_Latn-tgk_Cyrl", + "languages": [ + "ron-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.689054, + "recall": 0.762846, + "f1": 0.710334, + "accuracy": 0.762846, + "main_score": 0.710334, + "hf_subset": "ron_Latn-yor_Latn", + "languages": [ + "ron-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-arz_Arab", + "languages": [ + "ron-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.456166, + "recall": 0.525692, + "f1": 0.475184, + "accuracy": 0.525692, + "main_score": 0.475184, + "hf_subset": "ron_Latn-cjk_Latn", + "languages": [ + "ron-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.930995, + "recall": 0.953557, + "f1": 0.938406, + "accuracy": 0.953557, + "main_score": 0.938406, + "hf_subset": "ron_Latn-gla_Latn", + "languages": [ + "ron-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ron_Latn-kan_Knda", + "languages": [ + "ron-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.983284, + "recall": 0.988142, + "f1": 0.98475, + "accuracy": 0.988142, + "main_score": 0.98475, + "hf_subset": "ron_Latn-lmo_Latn", + "languages": [ + "ron-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "ron_Latn-npi_Deva", + "languages": [ + "ron-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495691, + "recall": 0.583004, + "f1": 0.519827, + "accuracy": 0.583004, + "main_score": 0.519827, + "hf_subset": "ron_Latn-shn_Mymr", + "languages": [ + "ron-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-tgl_Latn", + "languages": [ + "ron-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-yue_Hant", + "languages": [ + "ron-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ron_Latn-asm_Beng", + "languages": [ + "ron-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.886034, + "recall": 0.920949, + "f1": 0.897069, + "accuracy": 0.920949, + "main_score": 0.897069, + "hf_subset": "ron_Latn-ckb_Arab", + "languages": [ + "ron-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ron_Latn-gle_Latn", + "languages": [ + "ron-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.878903, + "recall": 0.91502, + "f1": 0.890382, + "accuracy": 0.91502, + "main_score": 0.890382, + "hf_subset": "ron_Latn-kas_Arab", + "languages": [ + "ron-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.878458, + "recall": 0.913043, + "f1": 0.889295, + "accuracy": 0.913043, + "main_score": 0.889295, + "hf_subset": "ron_Latn-ltg_Latn", + "languages": [ + "ron-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.744326, + "recall": 0.804348, + "f1": 0.762162, + "accuracy": 0.804348, + "main_score": 0.762162, + "hf_subset": "ron_Latn-nso_Latn", + "languages": [ + "ron-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "ron_Latn-sin_Sinh", + "languages": [ + "ron-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-tha_Thai", + "languages": [ + "ron-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ron_Latn-zho_Hans", + "languages": [ + "ron-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-ast_Latn", + "languages": [ + "ron-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ron_Latn-crh_Latn", + "languages": [ + "ron-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.830155, + "recall": 0.87747, + "f1": 0.844565, + "accuracy": 0.87747, + "main_score": 0.844565, + "hf_subset": "ron_Latn-kas_Deva", + "languages": [ + "ron-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ron_Latn-ltz_Latn", + "languages": [ + "ron-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.411077, + "recall": 0.477273, + "f1": 0.428655, + "accuracy": 0.477273, + "main_score": 0.428655, + "hf_subset": "ron_Latn-nus_Latn", + "languages": [ + "ron-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-slk_Latn", + "languages": [ + "ron-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.594693, + "recall": 0.68083, + "f1": 0.618487, + "accuracy": 0.68083, + "main_score": 0.618487, + "hf_subset": "ron_Latn-tir_Ethi", + "languages": [ + "ron-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-zho_Hant", + "languages": [ + "ron-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.975049, + "recall": 0.981225, + "f1": 0.977009, + "accuracy": 0.981225, + "main_score": 0.977009, + "hf_subset": "ron_Latn-awa_Deva", + "languages": [ + "ron-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ron_Latn-cym_Latn", + "languages": [ + "ron-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.744256, + "recall": 0.804348, + "f1": 0.761874, + "accuracy": 0.804348, + "main_score": 0.761874, + "hf_subset": "ron_Latn-grn_Latn", + "languages": [ + "ron-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ron_Latn-kat_Geor", + "languages": [ + "ron-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.566411, + "recall": 0.637352, + "f1": 0.585433, + "accuracy": 0.637352, + "main_score": 0.585433, + "hf_subset": "ron_Latn-lua_Latn", + "languages": [ + "ron-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.779242, + "recall": 0.841897, + "f1": 0.79837, + "accuracy": 0.841897, + "main_score": 0.79837, + "hf_subset": "ron_Latn-nya_Latn", + "languages": [ + "ron-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-slv_Latn", + "languages": [ + "ron-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "ron_Latn-tpi_Latn", + "languages": [ + "ron-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-zsm_Latn", + "languages": [ + "ron-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.50105, + "recall": 0.567194, + "f1": 0.519038, + "accuracy": 0.567194, + "main_score": 0.519038, + "hf_subset": "ron_Latn-ayr_Latn", + "languages": [ + "ron-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-dan_Latn", + "languages": [ + "ron-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-guj_Gujr", + "languages": [ + "ron-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ron_Latn-kaz_Cyrl", + "languages": [ + "ron-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.601706, + "recall": 0.684783, + "f1": 0.625125, + "accuracy": 0.684783, + "main_score": 0.625125, + "hf_subset": "ron_Latn-lug_Latn", + "languages": [ + "ron-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-oci_Latn", + "languages": [ + "ron-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.803722, + "recall": 0.853755, + "f1": 0.818845, + "accuracy": 0.853755, + "main_score": 0.818845, + "hf_subset": "ron_Latn-smo_Latn", + "languages": [ + "ron-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.689625, + "recall": 0.761858, + "f1": 0.710625, + "accuracy": 0.761858, + "main_score": 0.710625, + "hf_subset": "ron_Latn-tsn_Latn", + "languages": [ + "ron-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.860293, + "recall": 0.901186, + "f1": 0.87309, + "accuracy": 0.901186, + "main_score": 0.87309, + "hf_subset": "ron_Latn-zul_Latn", + "languages": [ + "ron-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.902536, + "recall": 0.931818, + "f1": 0.911726, + "accuracy": 0.931818, + "main_score": 0.911726, + "hf_subset": "ron_Latn-azb_Arab", + "languages": [ + "ron-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-deu_Latn", + "languages": [ + "ron-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ron_Latn-hat_Latn", + "languages": [ + "ron-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.453151, + "recall": 0.516798, + "f1": 0.470445, + "accuracy": 0.516798, + "main_score": 0.470445, + "hf_subset": "ron_Latn-kbp_Latn", + "languages": [ + "ron-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.496822, + "recall": 0.563241, + "f1": 0.51483, + "accuracy": 0.563241, + "main_score": 0.51483, + "hf_subset": "ron_Latn-luo_Latn", + "languages": [ + "ron-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "ron_Latn-ory_Orya", + "languages": [ + "ron-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.851976, + "recall": 0.894269, + "f1": 0.86525, + "accuracy": 0.894269, + "main_score": 0.86525, + "hf_subset": "ron_Latn-sna_Latn", + "languages": [ + "ron-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.613705, + "recall": 0.687747, + "f1": 0.63372, + "accuracy": 0.687747, + "main_score": 0.63372, + "hf_subset": "ron_Latn-tso_Latn", + "languages": [ + "ron-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-azj_Latn", + "languages": [ + "ron-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.494876, + "recall": 0.564229, + "f1": 0.513497, + "accuracy": 0.564229, + "main_score": 0.513497, + "hf_subset": "ron_Latn-dik_Latn", + "languages": [ + "ron-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.876433, + "recall": 0.912055, + "f1": 0.8877, + "accuracy": 0.912055, + "main_score": 0.8877, + "hf_subset": "ron_Latn-hau_Latn", + "languages": [ + "ron-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ron_Latn-kea_Latn", + "languages": [ + "ron-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.897398, + "recall": 0.928854, + "f1": 0.907609, + "accuracy": 0.928854, + "main_score": 0.907609, + "hf_subset": "ron_Latn-lus_Latn", + "languages": [ + "ron-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.838719, + "recall": 0.880435, + "f1": 0.850875, + "accuracy": 0.880435, + "main_score": 0.850875, + "hf_subset": "ron_Latn-pag_Latn", + "languages": [ + "ron-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "ron_Latn-snd_Arab", + "languages": [ + "ron-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ron_Latn-tuk_Latn", + "languages": [ + "ron-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ron_Latn-bak_Cyrl", + "languages": [ + "ron-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.457194, + "recall": 0.531621, + "f1": 0.476761, + "accuracy": 0.531621, + "main_score": 0.476761, + "hf_subset": "ron_Latn-dyu_Latn", + "languages": [ + "ron-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-heb_Hebr", + "languages": [ + "ron-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.952816, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "ron_Latn-khk_Cyrl", + "languages": [ + "ron-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-lvs_Latn", + "languages": [ + "ron-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-pan_Guru", + "languages": [ + "ron-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.83666, + "recall": 0.882411, + "f1": 0.850593, + "accuracy": 0.882411, + "main_score": 0.850593, + "hf_subset": "ron_Latn-som_Latn", + "languages": [ + "ron-Latn", + "som-Latn" + ] + }, + { + "precision": 0.67286, + "recall": 0.73913, + "f1": 0.69243, + "accuracy": 0.73913, + "main_score": 0.69243, + "hf_subset": "ron_Latn-tum_Latn", + "languages": [ + "ron-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.543659, + "recall": 0.62253, + "f1": 0.566902, + "accuracy": 0.62253, + "main_score": 0.566902, + "hf_subset": "szl_Latn-ace_Arab", + "languages": [ + "szl-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.494141, + "recall": 0.552372, + "f1": 0.510009, + "accuracy": 0.552372, + "main_score": 0.510009, + "hf_subset": "szl_Latn-bam_Latn", + "languages": [ + "szl-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.551533, + "recall": 0.648221, + "f1": 0.579618, + "accuracy": 0.648221, + "main_score": 0.579618, + "hf_subset": "szl_Latn-dzo_Tibt", + "languages": [ + "szl-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-hin_Deva", + "languages": [ + "szl-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "szl_Latn-khm_Khmr", + "languages": [ + "szl-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "szl_Latn-mag_Deva", + "languages": [ + "szl-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "szl_Latn-pap_Latn", + "languages": [ + "szl-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.821723, + "recall": 0.871542, + "f1": 0.837516, + "accuracy": 0.871542, + "main_score": 0.837516, + "hf_subset": "szl_Latn-sot_Latn", + "languages": [ + "szl-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-tur_Latn", + "languages": [ + "szl-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.87253, + "recall": 0.90415, + "f1": 0.882543, + "accuracy": 0.90415, + "main_score": 0.882543, + "hf_subset": "szl_Latn-ace_Latn", + "languages": [ + "szl-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.962451, + "f1": 0.95191, + "accuracy": 0.962451, + "main_score": 0.95191, + "hf_subset": "szl_Latn-ban_Latn", + "languages": [ + "szl-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-ell_Grek", + "languages": [ + "szl-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.973814, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "szl_Latn-hne_Deva", + "languages": [ + "szl-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.580855, + "recall": 0.646245, + "f1": 0.599072, + "accuracy": 0.646245, + "main_score": 0.599072, + "hf_subset": "szl_Latn-kik_Latn", + "languages": [ + "szl-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "szl_Latn-mai_Deva", + "languages": [ + "szl-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "szl_Latn-pbt_Arab", + "languages": [ + "szl-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "szl_Latn-spa_Latn", + "languages": [ + "szl-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.751054, + "recall": 0.809289, + "f1": 0.768267, + "accuracy": 0.809289, + "main_score": 0.768267, + "hf_subset": "szl_Latn-twi_Latn", + "languages": [ + "szl-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-acm_Arab", + "languages": [ + "szl-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "szl_Latn-bel_Cyrl", + "languages": [ + "szl-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-eng_Latn", + "languages": [ + "szl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-hrv_Latn", + "languages": [ + "szl-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.821476, + "recall": 0.869565, + "f1": 0.836199, + "accuracy": 0.869565, + "main_score": 0.836199, + "hf_subset": "szl_Latn-kin_Latn", + "languages": [ + "szl-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "szl_Latn-mal_Mlym", + "languages": [ + "szl-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-pes_Arab", + "languages": [ + "szl-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "szl_Latn-srd_Latn", + "languages": [ + "szl-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.217026, + "recall": 0.274704, + "f1": 0.231593, + "accuracy": 0.274704, + "main_score": 0.231593, + "hf_subset": "szl_Latn-tzm_Tfng", + "languages": [ + "szl-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-acq_Arab", + "languages": [ + "szl-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.673913, + "recall": 0.735178, + "f1": 0.691213, + "accuracy": 0.735178, + "main_score": 0.691213, + "hf_subset": "szl_Latn-bem_Latn", + "languages": [ + "szl-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-epo_Latn", + "languages": [ + "szl-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-hun_Latn", + "languages": [ + "szl-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "szl_Latn-kir_Cyrl", + "languages": [ + "szl-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "szl_Latn-mar_Deva", + "languages": [ + "szl-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.850609, + "recall": 0.889328, + "f1": 0.862154, + "accuracy": 0.889328, + "main_score": 0.862154, + "hf_subset": "szl_Latn-plt_Latn", + "languages": [ + "szl-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-srp_Cyrl", + "languages": [ + "szl-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930171, + "recall": 0.951581, + "f1": 0.937088, + "accuracy": 0.951581, + "main_score": 0.937088, + "hf_subset": "szl_Latn-uig_Arab", + "languages": [ + "szl-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-aeb_Arab", + "languages": [ + "szl-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-ben_Beng", + "languages": [ + "szl-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-est_Latn", + "languages": [ + "szl-Latn", + "est-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "szl_Latn-hye_Armn", + "languages": [ + "szl-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.488276, + "recall": 0.544466, + "f1": 0.504254, + "accuracy": 0.544466, + "main_score": 0.504254, + "hf_subset": "szl_Latn-kmb_Latn", + "languages": [ + "szl-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.4952, + "recall": 0.583004, + "f1": 0.519293, + "accuracy": 0.583004, + "main_score": 0.519293, + "hf_subset": "szl_Latn-min_Arab", + "languages": [ + "szl-Latn", + "min-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-pol_Latn", + "languages": [ + "szl-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.700077, + "recall": 0.766798, + "f1": 0.719848, + "accuracy": 0.766798, + "main_score": 0.719848, + "hf_subset": "szl_Latn-ssw_Latn", + "languages": [ + "szl-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-ukr_Cyrl", + "languages": [ + "szl-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-afr_Latn", + "languages": [ + "szl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "szl_Latn-bho_Deva", + "languages": [ + "szl-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "szl_Latn-eus_Latn", + "languages": [ + "szl-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.854167, + "recall": 0.896245, + "f1": 0.86749, + "accuracy": 0.896245, + "main_score": 0.86749, + "hf_subset": "szl_Latn-ibo_Latn", + "languages": [ + "szl-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.854331, + "recall": 0.893281, + "f1": 0.866337, + "accuracy": 0.893281, + "main_score": 0.866337, + "hf_subset": "szl_Latn-kmr_Latn", + "languages": [ + "szl-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "szl_Latn-min_Latn", + "languages": [ + "szl-Latn", + "min-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-por_Latn", + "languages": [ + "szl-Latn", + "por-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "szl_Latn-sun_Latn", + "languages": [ + "szl-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.474365, + "recall": 0.543478, + "f1": 0.493843, + "accuracy": 0.543478, + "main_score": 0.493843, + "hf_subset": "szl_Latn-umb_Latn", + "languages": [ + "szl-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-ajp_Arab", + "languages": [ + "szl-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.518712, + "recall": 0.596838, + "f1": 0.540844, + "accuracy": 0.596838, + "main_score": 0.540844, + "hf_subset": "szl_Latn-bjn_Arab", + "languages": [ + "szl-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.46737, + "recall": 0.525692, + "f1": 0.483703, + "accuracy": 0.525692, + "main_score": 0.483703, + "hf_subset": "szl_Latn-ewe_Latn", + "languages": [ + "szl-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "szl_Latn-ilo_Latn", + "languages": [ + "szl-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.255073, + "recall": 0.322134, + "f1": 0.271879, + "accuracy": 0.322134, + "main_score": 0.271879, + "hf_subset": "szl_Latn-knc_Arab", + "languages": [ + "szl-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-mkd_Cyrl", + "languages": [ + "szl-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-prs_Arab", + "languages": [ + "szl-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-swe_Latn", + "languages": [ + "szl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-urd_Arab", + "languages": [ + "szl-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.73027, + "recall": 0.791502, + "f1": 0.748141, + "accuracy": 0.791502, + "main_score": 0.748141, + "hf_subset": "szl_Latn-aka_Latn", + "languages": [ + "szl-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "szl_Latn-bjn_Latn", + "languages": [ + "szl-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "szl_Latn-fao_Latn", + "languages": [ + "szl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-ind_Latn", + "languages": [ + "szl-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.5183, + "recall": 0.577075, + "f1": 0.534291, + "accuracy": 0.577075, + "main_score": 0.534291, + "hf_subset": "szl_Latn-knc_Latn", + "languages": [ + "szl-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-mlt_Latn", + "languages": [ + "szl-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.634869, + "recall": 0.702569, + "f1": 0.65499, + "accuracy": 0.702569, + "main_score": 0.65499, + "hf_subset": "szl_Latn-quy_Latn", + "languages": [ + "szl-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "szl_Latn-swh_Latn", + "languages": [ + "szl-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "szl_Latn-uzn_Latn", + "languages": [ + "szl-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "szl_Latn-als_Latn", + "languages": [ + "szl-Latn", + "als-Latn" + ] + }, + { + "precision": 0.736803, + "recall": 0.802372, + "f1": 0.756522, + "accuracy": 0.802372, + "main_score": 0.756522, + "hf_subset": "szl_Latn-bod_Tibt", + "languages": [ + "szl-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.615217, + "recall": 0.685771, + "f1": 0.635564, + "accuracy": 0.685771, + "main_score": 0.635564, + "hf_subset": "szl_Latn-fij_Latn", + "languages": [ + "szl-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "szl_Latn-isl_Latn", + "languages": [ + "szl-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.598507, + "recall": 0.666008, + "f1": 0.617321, + "accuracy": 0.666008, + "main_score": 0.617321, + "hf_subset": "szl_Latn-kon_Latn", + "languages": [ + "szl-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.586952, + "recall": 0.661067, + "f1": 0.608293, + "accuracy": 0.661067, + "main_score": 0.608293, + "hf_subset": "szl_Latn-mni_Beng", + "languages": [ + "szl-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-ron_Latn", + "languages": [ + "szl-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-vec_Latn", + "languages": [ + "szl-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.893116, + "recall": 0.924901, + "f1": 0.90328, + "accuracy": 0.924901, + "main_score": 0.90328, + "hf_subset": "szl_Latn-amh_Ethi", + "languages": [ + "szl-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-bos_Latn", + "languages": [ + "szl-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-fin_Latn", + "languages": [ + "szl-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-ita_Latn", + "languages": [ + "szl-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-kor_Hang", + "languages": [ + "szl-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.484819, + "recall": 0.548419, + "f1": 0.502722, + "accuracy": 0.548419, + "main_score": 0.502722, + "hf_subset": "szl_Latn-mos_Latn", + "languages": [ + "szl-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.719352, + "recall": 0.779644, + "f1": 0.73652, + "accuracy": 0.779644, + "main_score": 0.73652, + "hf_subset": "szl_Latn-run_Latn", + "languages": [ + "szl-Latn", + "run-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "szl_Latn-tam_Taml", + "languages": [ + "szl-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-vie_Latn", + "languages": [ + "szl-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "szl_Latn-apc_Arab", + "languages": [ + "szl-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.73466, + "recall": 0.797431, + "f1": 0.753936, + "accuracy": 0.797431, + "main_score": 0.753936, + "hf_subset": "szl_Latn-bug_Latn", + "languages": [ + "szl-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.43596, + "recall": 0.486166, + "f1": 0.450045, + "accuracy": 0.486166, + "main_score": 0.450045, + "hf_subset": "szl_Latn-fon_Latn", + "languages": [ + "szl-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.978261, + "f1": 0.972661, + "accuracy": 0.978261, + "main_score": 0.972661, + "hf_subset": "szl_Latn-jav_Latn", + "languages": [ + "szl-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.92803, + "recall": 0.949605, + "f1": 0.934947, + "accuracy": 0.949605, + "main_score": 0.934947, + "hf_subset": "szl_Latn-lao_Laoo", + "languages": [ + "szl-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.860458, + "recall": 0.901186, + "f1": 0.873419, + "accuracy": 0.901186, + "main_score": 0.873419, + "hf_subset": "szl_Latn-mri_Latn", + "languages": [ + "szl-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-rus_Cyrl", + "languages": [ + "szl-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.511877, + "recall": 0.578063, + "f1": 0.530781, + "accuracy": 0.578063, + "main_score": 0.530781, + "hf_subset": "szl_Latn-taq_Latn", + "languages": [ + "szl-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "szl_Latn-war_Latn", + "languages": [ + "szl-Latn", + "war-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-arb_Arab", + "languages": [ + "szl-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-bul_Cyrl", + "languages": [ + "szl-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "szl_Latn-fra_Latn", + "languages": [ + "szl-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-jpn_Jpan", + "languages": [ + "szl-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "szl_Latn-lij_Latn", + "languages": [ + "szl-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "szl_Latn-mya_Mymr", + "languages": [ + "szl-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.554303, + "recall": 0.619565, + "f1": 0.57269, + "accuracy": 0.619565, + "main_score": 0.57269, + "hf_subset": "szl_Latn-sag_Latn", + "languages": [ + "szl-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.218061, + "recall": 0.289526, + "f1": 0.23601, + "accuracy": 0.289526, + "main_score": 0.23601, + "hf_subset": "szl_Latn-taq_Tfng", + "languages": [ + "szl-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.630974, + "recall": 0.697628, + "f1": 0.649874, + "accuracy": 0.697628, + "main_score": 0.649874, + "hf_subset": "szl_Latn-wol_Latn", + "languages": [ + "szl-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.855319, + "recall": 0.896245, + "f1": 0.868149, + "accuracy": 0.896245, + "main_score": 0.868149, + "hf_subset": "szl_Latn-arb_Latn", + "languages": [ + "szl-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-cat_Latn", + "languages": [ + "szl-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-fur_Latn", + "languages": [ + "szl-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.451345, + "recall": 0.523715, + "f1": 0.471708, + "accuracy": 0.523715, + "main_score": 0.471708, + "hf_subset": "szl_Latn-kab_Latn", + "languages": [ + "szl-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "szl_Latn-lim_Latn", + "languages": [ + "szl-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-nld_Latn", + "languages": [ + "szl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.964427, + "f1": 0.954381, + "accuracy": 0.964427, + "main_score": 0.954381, + "hf_subset": "szl_Latn-san_Deva", + "languages": [ + "szl-Latn", + "san-Deva" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-tat_Cyrl", + "languages": [ + "szl-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.846047, + "recall": 0.88834, + "f1": 0.859063, + "accuracy": 0.88834, + "main_score": 0.859063, + "hf_subset": "szl_Latn-xho_Latn", + "languages": [ + "szl-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-ars_Arab", + "languages": [ + "szl-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-ceb_Latn", + "languages": [ + "szl-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.486692, + "recall": 0.556324, + "f1": 0.506074, + "accuracy": 0.556324, + "main_score": 0.506074, + "hf_subset": "szl_Latn-fuv_Latn", + "languages": [ + "szl-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.463893, + "recall": 0.52668, + "f1": 0.481399, + "accuracy": 0.52668, + "main_score": 0.481399, + "hf_subset": "szl_Latn-kac_Latn", + "languages": [ + "szl-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.646172, + "recall": 0.706522, + "f1": 0.662702, + "accuracy": 0.706522, + "main_score": 0.662702, + "hf_subset": "szl_Latn-lin_Latn", + "languages": [ + "szl-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-nno_Latn", + "languages": [ + "szl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.832213, + "recall": 0.87747, + "f1": 0.846113, + "accuracy": 0.87747, + "main_score": 0.846113, + "hf_subset": "szl_Latn-sat_Olck", + "languages": [ + "szl-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "szl_Latn-tel_Telu", + "languages": [ + "szl-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "szl_Latn-ydd_Hebr", + "languages": [ + "szl-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "szl_Latn-ary_Arab", + "languages": [ + "szl-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-ces_Latn", + "languages": [ + "szl-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.55194, + "recall": 0.632411, + "f1": 0.574755, + "accuracy": 0.632411, + "main_score": 0.574755, + "hf_subset": "szl_Latn-gaz_Latn", + "languages": [ + "szl-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.551162, + "recall": 0.626482, + "f1": 0.572373, + "accuracy": 0.626482, + "main_score": 0.572373, + "hf_subset": "szl_Latn-kam_Latn", + "languages": [ + "szl-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "szl_Latn-lit_Latn", + "languages": [ + "szl-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-nob_Latn", + "languages": [ + "szl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "szl_Latn-scn_Latn", + "languages": [ + "szl-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "szl_Latn-tgk_Cyrl", + "languages": [ + "szl-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.693314, + "recall": 0.766798, + "f1": 0.715316, + "accuracy": 0.766798, + "main_score": 0.715316, + "hf_subset": "szl_Latn-yor_Latn", + "languages": [ + "szl-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-arz_Arab", + "languages": [ + "szl-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.504615, + "recall": 0.578063, + "f1": 0.52478, + "accuracy": 0.578063, + "main_score": 0.52478, + "hf_subset": "szl_Latn-cjk_Latn", + "languages": [ + "szl-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.945652, + "f1": 0.928689, + "accuracy": 0.945652, + "main_score": 0.928689, + "hf_subset": "szl_Latn-gla_Latn", + "languages": [ + "szl-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "szl_Latn-kan_Knda", + "languages": [ + "szl-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "szl_Latn-lmo_Latn", + "languages": [ + "szl-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "szl_Latn-npi_Deva", + "languages": [ + "szl-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.493079, + "recall": 0.58004, + "f1": 0.51768, + "accuracy": 0.58004, + "main_score": 0.51768, + "hf_subset": "szl_Latn-shn_Mymr", + "languages": [ + "szl-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-tgl_Latn", + "languages": [ + "szl-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-yue_Hant", + "languages": [ + "szl-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "szl_Latn-asm_Beng", + "languages": [ + "szl-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.916667, + "recall": 0.943676, + "f1": 0.92556, + "accuracy": 0.943676, + "main_score": 0.92556, + "hf_subset": "szl_Latn-ckb_Arab", + "languages": [ + "szl-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "szl_Latn-gle_Latn", + "languages": [ + "szl-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.892819, + "recall": 0.922925, + "f1": 0.902306, + "accuracy": 0.922925, + "main_score": 0.902306, + "hf_subset": "szl_Latn-kas_Arab", + "languages": [ + "szl-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.887764, + "recall": 0.91996, + "f1": 0.897793, + "accuracy": 0.91996, + "main_score": 0.897793, + "hf_subset": "szl_Latn-ltg_Latn", + "languages": [ + "szl-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.763011, + "recall": 0.821146, + "f1": 0.781014, + "accuracy": 0.821146, + "main_score": 0.781014, + "hf_subset": "szl_Latn-nso_Latn", + "languages": [ + "szl-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "szl_Latn-sin_Sinh", + "languages": [ + "szl-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-tha_Thai", + "languages": [ + "szl-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "szl_Latn-zho_Hans", + "languages": [ + "szl-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-ast_Latn", + "languages": [ + "szl-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "szl_Latn-crh_Latn", + "languages": [ + "szl-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-glg_Latn", + "languages": [ + "szl-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.831851, + "recall": 0.878458, + "f1": 0.846607, + "accuracy": 0.878458, + "main_score": 0.846607, + "hf_subset": "szl_Latn-kas_Deva", + "languages": [ + "szl-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "szl_Latn-ltz_Latn", + "languages": [ + "szl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.431477, + "recall": 0.496047, + "f1": 0.449316, + "accuracy": 0.496047, + "main_score": 0.449316, + "hf_subset": "szl_Latn-nus_Latn", + "languages": [ + "szl-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-slk_Latn", + "languages": [ + "szl-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.6225, + "recall": 0.69664, + "f1": 0.643503, + "accuracy": 0.69664, + "main_score": 0.643503, + "hf_subset": "szl_Latn-tir_Ethi", + "languages": [ + "szl-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-zho_Hant", + "languages": [ + "szl-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.969121, + "recall": 0.976285, + "f1": 0.97141, + "accuracy": 0.976285, + "main_score": 0.97141, + "hf_subset": "szl_Latn-awa_Deva", + "languages": [ + "szl-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "szl_Latn-cym_Latn", + "languages": [ + "szl-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.763926, + "recall": 0.816206, + "f1": 0.779468, + "accuracy": 0.816206, + "main_score": 0.779468, + "hf_subset": "szl_Latn-grn_Latn", + "languages": [ + "szl-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "szl_Latn-kat_Geor", + "languages": [ + "szl-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.60317, + "recall": 0.66502, + "f1": 0.620448, + "accuracy": 0.66502, + "main_score": 0.620448, + "hf_subset": "szl_Latn-lua_Latn", + "languages": [ + "szl-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.796805, + "recall": 0.850791, + "f1": 0.812931, + "accuracy": 0.850791, + "main_score": 0.812931, + "hf_subset": "szl_Latn-nya_Latn", + "languages": [ + "szl-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-slv_Latn", + "languages": [ + "szl-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "szl_Latn-tpi_Latn", + "languages": [ + "szl-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-zsm_Latn", + "languages": [ + "szl-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.49578, + "recall": 0.561265, + "f1": 0.513924, + "accuracy": 0.561265, + "main_score": 0.513924, + "hf_subset": "szl_Latn-ayr_Latn", + "languages": [ + "szl-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-dan_Latn", + "languages": [ + "szl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-guj_Gujr", + "languages": [ + "szl-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "szl_Latn-kaz_Cyrl", + "languages": [ + "szl-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.63746, + "recall": 0.714427, + "f1": 0.660294, + "accuracy": 0.714427, + "main_score": 0.660294, + "hf_subset": "szl_Latn-lug_Latn", + "languages": [ + "szl-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-oci_Latn", + "languages": [ + "szl-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.808745, + "recall": 0.857708, + "f1": 0.823734, + "accuracy": 0.857708, + "main_score": 0.823734, + "hf_subset": "szl_Latn-smo_Latn", + "languages": [ + "szl-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.711001, + "recall": 0.779644, + "f1": 0.731508, + "accuracy": 0.779644, + "main_score": 0.731508, + "hf_subset": "szl_Latn-tsn_Latn", + "languages": [ + "szl-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.840201, + "recall": 0.885375, + "f1": 0.854447, + "accuracy": 0.885375, + "main_score": 0.854447, + "hf_subset": "szl_Latn-zul_Latn", + "languages": [ + "szl-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.909256, + "recall": 0.936759, + "f1": 0.918149, + "accuracy": 0.936759, + "main_score": 0.918149, + "hf_subset": "szl_Latn-azb_Arab", + "languages": [ + "szl-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-deu_Latn", + "languages": [ + "szl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "szl_Latn-hat_Latn", + "languages": [ + "szl-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.491812, + "recall": 0.547431, + "f1": 0.507701, + "accuracy": 0.547431, + "main_score": 0.507701, + "hf_subset": "szl_Latn-kbp_Latn", + "languages": [ + "szl-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.524123, + "recall": 0.58498, + "f1": 0.540911, + "accuracy": 0.58498, + "main_score": 0.540911, + "hf_subset": "szl_Latn-luo_Latn", + "languages": [ + "szl-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "szl_Latn-ory_Orya", + "languages": [ + "szl-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.861166, + "recall": 0.900198, + "f1": 0.873155, + "accuracy": 0.900198, + "main_score": 0.873155, + "hf_subset": "szl_Latn-sna_Latn", + "languages": [ + "szl-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.655435, + "recall": 0.722332, + "f1": 0.674873, + "accuracy": 0.722332, + "main_score": 0.674873, + "hf_subset": "szl_Latn-tso_Latn", + "languages": [ + "szl-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-azj_Latn", + "languages": [ + "szl-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.496659, + "recall": 0.56917, + "f1": 0.517641, + "accuracy": 0.56917, + "main_score": 0.517641, + "hf_subset": "szl_Latn-dik_Latn", + "languages": [ + "szl-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.883185, + "recall": 0.91502, + "f1": 0.893149, + "accuracy": 0.91502, + "main_score": 0.893149, + "hf_subset": "szl_Latn-hau_Latn", + "languages": [ + "szl-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.981225, + "f1": 0.976449, + "accuracy": 0.981225, + "main_score": 0.976449, + "hf_subset": "szl_Latn-kea_Latn", + "languages": [ + "szl-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.895916, + "recall": 0.925889, + "f1": 0.905435, + "accuracy": 0.925889, + "main_score": 0.905435, + "hf_subset": "szl_Latn-lus_Latn", + "languages": [ + "szl-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.851235, + "recall": 0.887352, + "f1": 0.862516, + "accuracy": 0.887352, + "main_score": 0.862516, + "hf_subset": "szl_Latn-pag_Latn", + "languages": [ + "szl-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "szl_Latn-snd_Arab", + "languages": [ + "szl-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "szl_Latn-tuk_Latn", + "languages": [ + "szl-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "szl_Latn-bak_Cyrl", + "languages": [ + "szl-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.463529, + "recall": 0.536561, + "f1": 0.483427, + "accuracy": 0.536561, + "main_score": 0.483427, + "hf_subset": "szl_Latn-dyu_Latn", + "languages": [ + "szl-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-heb_Hebr", + "languages": [ + "szl-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.954545, + "recall": 0.967391, + "f1": 0.958663, + "accuracy": 0.967391, + "main_score": 0.958663, + "hf_subset": "szl_Latn-khk_Cyrl", + "languages": [ + "szl-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-lvs_Latn", + "languages": [ + "szl-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-pan_Guru", + "languages": [ + "szl-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.835804, + "recall": 0.883399, + "f1": 0.850791, + "accuracy": 0.883399, + "main_score": 0.850791, + "hf_subset": "szl_Latn-som_Latn", + "languages": [ + "szl-Latn", + "som-Latn" + ] + }, + { + "precision": 0.68014, + "recall": 0.740119, + "f1": 0.69762, + "accuracy": 0.740119, + "main_score": 0.69762, + "hf_subset": "szl_Latn-tum_Latn", + "languages": [ + "szl-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.560499, + "recall": 0.636364, + "f1": 0.582729, + "accuracy": 0.636364, + "main_score": 0.582729, + "hf_subset": "vec_Latn-ace_Arab", + "languages": [ + "vec-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.506947, + "recall": 0.568182, + "f1": 0.524238, + "accuracy": 0.568182, + "main_score": 0.524238, + "hf_subset": "vec_Latn-bam_Latn", + "languages": [ + "vec-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.602419, + "recall": 0.693676, + "f1": 0.629256, + "accuracy": 0.693676, + "main_score": 0.629256, + "hf_subset": "vec_Latn-dzo_Tibt", + "languages": [ + "vec-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-hin_Deva", + "languages": [ + "vec-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "vec_Latn-khm_Khmr", + "languages": [ + "vec-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-mag_Deva", + "languages": [ + "vec-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-pap_Latn", + "languages": [ + "vec-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.839427, + "recall": 0.884387, + "f1": 0.85336, + "accuracy": 0.884387, + "main_score": 0.85336, + "hf_subset": "vec_Latn-sot_Latn", + "languages": [ + "vec-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-tur_Latn", + "languages": [ + "vec-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.886693, + "recall": 0.916996, + "f1": 0.89641, + "accuracy": 0.916996, + "main_score": 0.89641, + "hf_subset": "vec_Latn-ace_Latn", + "languages": [ + "vec-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "vec_Latn-ban_Latn", + "languages": [ + "vec-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-ell_Grek", + "languages": [ + "vec-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "vec_Latn-hne_Deva", + "languages": [ + "vec-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.592416, + "recall": 0.661067, + "f1": 0.611456, + "accuracy": 0.661067, + "main_score": 0.611456, + "hf_subset": "vec_Latn-kik_Latn", + "languages": [ + "vec-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-mai_Deva", + "languages": [ + "vec-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "vec_Latn-pbt_Arab", + "languages": [ + "vec-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-spa_Latn", + "languages": [ + "vec-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.776219, + "recall": 0.829051, + "f1": 0.791836, + "accuracy": 0.829051, + "main_score": 0.791836, + "hf_subset": "vec_Latn-twi_Latn", + "languages": [ + "vec-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-acm_Arab", + "languages": [ + "vec-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vec_Latn-bel_Cyrl", + "languages": [ + "vec-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-eng_Latn", + "languages": [ + "vec-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "vec_Latn-hrv_Latn", + "languages": [ + "vec-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.846262, + "recall": 0.887352, + "f1": 0.85886, + "accuracy": 0.887352, + "main_score": 0.85886, + "hf_subset": "vec_Latn-kin_Latn", + "languages": [ + "vec-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vec_Latn-mal_Mlym", + "languages": [ + "vec-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-pes_Arab", + "languages": [ + "vec-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-srd_Latn", + "languages": [ + "vec-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.220867, + "recall": 0.282609, + "f1": 0.236542, + "accuracy": 0.282609, + "main_score": 0.236542, + "hf_subset": "vec_Latn-tzm_Tfng", + "languages": [ + "vec-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-acq_Arab", + "languages": [ + "vec-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.692021, + "recall": 0.754941, + "f1": 0.710666, + "accuracy": 0.754941, + "main_score": 0.710666, + "hf_subset": "vec_Latn-bem_Latn", + "languages": [ + "vec-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-epo_Latn", + "languages": [ + "vec-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-hun_Latn", + "languages": [ + "vec-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-kir_Cyrl", + "languages": [ + "vec-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "vec_Latn-mar_Deva", + "languages": [ + "vec-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.844038, + "recall": 0.886364, + "f1": 0.856983, + "accuracy": 0.886364, + "main_score": 0.856983, + "hf_subset": "vec_Latn-plt_Latn", + "languages": [ + "vec-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-srp_Cyrl", + "languages": [ + "vec-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "vec_Latn-uig_Arab", + "languages": [ + "vec-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-aeb_Arab", + "languages": [ + "vec-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-ben_Beng", + "languages": [ + "vec-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-est_Latn", + "languages": [ + "vec-Latn", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-hye_Armn", + "languages": [ + "vec-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.489057, + "recall": 0.547431, + "f1": 0.505516, + "accuracy": 0.547431, + "main_score": 0.505516, + "hf_subset": "vec_Latn-kmb_Latn", + "languages": [ + "vec-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.527073, + "recall": 0.606719, + "f1": 0.548871, + "accuracy": 0.606719, + "main_score": 0.548871, + "hf_subset": "vec_Latn-min_Arab", + "languages": [ + "vec-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-pol_Latn", + "languages": [ + "vec-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.730082, + "recall": 0.796443, + "f1": 0.749904, + "accuracy": 0.796443, + "main_score": 0.749904, + "hf_subset": "vec_Latn-ssw_Latn", + "languages": [ + "vec-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ukr_Cyrl", + "languages": [ + "vec-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-afr_Latn", + "languages": [ + "vec-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "vec_Latn-bho_Deva", + "languages": [ + "vec-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-eus_Latn", + "languages": [ + "vec-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.858646, + "recall": 0.900198, + "f1": 0.871772, + "accuracy": 0.900198, + "main_score": 0.871772, + "hf_subset": "vec_Latn-ibo_Latn", + "languages": [ + "vec-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.86586, + "recall": 0.90415, + "f1": 0.87803, + "accuracy": 0.90415, + "main_score": 0.87803, + "hf_subset": "vec_Latn-kmr_Latn", + "languages": [ + "vec-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vec_Latn-min_Latn", + "languages": [ + "vec-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-por_Latn", + "languages": [ + "vec-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "vec_Latn-sun_Latn", + "languages": [ + "vec-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.49532, + "recall": 0.555336, + "f1": 0.513334, + "accuracy": 0.555336, + "main_score": 0.513334, + "hf_subset": "vec_Latn-umb_Latn", + "languages": [ + "vec-Latn", + "umb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ajp_Arab", + "languages": [ + "vec-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.529402, + "recall": 0.610672, + "f1": 0.552379, + "accuracy": 0.610672, + "main_score": 0.552379, + "hf_subset": "vec_Latn-bjn_Arab", + "languages": [ + "vec-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.488206, + "recall": 0.543478, + "f1": 0.503434, + "accuracy": 0.543478, + "main_score": 0.503434, + "hf_subset": "vec_Latn-ewe_Latn", + "languages": [ + "vec-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94277, + "recall": 0.960474, + "f1": 0.948353, + "accuracy": 0.960474, + "main_score": 0.948353, + "hf_subset": "vec_Latn-ilo_Latn", + "languages": [ + "vec-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.270193, + "recall": 0.337945, + "f1": 0.287764, + "accuracy": 0.337945, + "main_score": 0.287764, + "hf_subset": "vec_Latn-knc_Arab", + "languages": [ + "vec-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-mkd_Cyrl", + "languages": [ + "vec-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-prs_Arab", + "languages": [ + "vec-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-swe_Latn", + "languages": [ + "vec-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-urd_Arab", + "languages": [ + "vec-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.74512, + "recall": 0.801383, + "f1": 0.761989, + "accuracy": 0.801383, + "main_score": 0.761989, + "hf_subset": "vec_Latn-aka_Latn", + "languages": [ + "vec-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "vec_Latn-bjn_Latn", + "languages": [ + "vec-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "vec_Latn-fao_Latn", + "languages": [ + "vec-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-ind_Latn", + "languages": [ + "vec-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.541979, + "recall": 0.598814, + "f1": 0.557892, + "accuracy": 0.598814, + "main_score": 0.557892, + "hf_subset": "vec_Latn-knc_Latn", + "languages": [ + "vec-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-mlt_Latn", + "languages": [ + "vec-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.655411, + "recall": 0.722332, + "f1": 0.675576, + "accuracy": 0.722332, + "main_score": 0.675576, + "hf_subset": "vec_Latn-quy_Latn", + "languages": [ + "vec-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vec_Latn-swh_Latn", + "languages": [ + "vec-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vec_Latn-uzn_Latn", + "languages": [ + "vec-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "vec_Latn-als_Latn", + "languages": [ + "vec-Latn", + "als-Latn" + ] + }, + { + "precision": 0.767992, + "recall": 0.83004, + "f1": 0.787096, + "accuracy": 0.83004, + "main_score": 0.787096, + "hf_subset": "vec_Latn-bod_Tibt", + "languages": [ + "vec-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.634265, + "recall": 0.701581, + "f1": 0.653428, + "accuracy": 0.701581, + "main_score": 0.653428, + "hf_subset": "vec_Latn-fij_Latn", + "languages": [ + "vec-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "vec_Latn-isl_Latn", + "languages": [ + "vec-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.612215, + "recall": 0.679842, + "f1": 0.630847, + "accuracy": 0.679842, + "main_score": 0.630847, + "hf_subset": "vec_Latn-kon_Latn", + "languages": [ + "vec-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.615193, + "recall": 0.690711, + "f1": 0.636555, + "accuracy": 0.690711, + "main_score": 0.636555, + "hf_subset": "vec_Latn-mni_Beng", + "languages": [ + "vec-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-ron_Latn", + "languages": [ + "vec-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "vec_Latn-szl_Latn", + "languages": [ + "vec-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.92169, + "recall": 0.945652, + "f1": 0.929414, + "accuracy": 0.945652, + "main_score": 0.929414, + "hf_subset": "vec_Latn-amh_Ethi", + "languages": [ + "vec-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "vec_Latn-bos_Latn", + "languages": [ + "vec-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-fin_Latn", + "languages": [ + "vec-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ita_Latn", + "languages": [ + "vec-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-kor_Hang", + "languages": [ + "vec-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.503502, + "recall": 0.563241, + "f1": 0.520723, + "accuracy": 0.563241, + "main_score": 0.520723, + "hf_subset": "vec_Latn-mos_Latn", + "languages": [ + "vec-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.740459, + "recall": 0.799407, + "f1": 0.758012, + "accuracy": 0.799407, + "main_score": 0.758012, + "hf_subset": "vec_Latn-run_Latn", + "languages": [ + "vec-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vec_Latn-tam_Taml", + "languages": [ + "vec-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-vie_Latn", + "languages": [ + "vec-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-apc_Arab", + "languages": [ + "vec-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.749374, + "recall": 0.807312, + "f1": 0.767048, + "accuracy": 0.807312, + "main_score": 0.767048, + "hf_subset": "vec_Latn-bug_Latn", + "languages": [ + "vec-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439247, + "recall": 0.48913, + "f1": 0.45312, + "accuracy": 0.48913, + "main_score": 0.45312, + "hf_subset": "vec_Latn-fon_Latn", + "languages": [ + "vec-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "vec_Latn-jav_Latn", + "languages": [ + "vec-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "vec_Latn-lao_Laoo", + "languages": [ + "vec-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.882164, + "recall": 0.916996, + "f1": 0.893347, + "accuracy": 0.916996, + "main_score": 0.893347, + "hf_subset": "vec_Latn-mri_Latn", + "languages": [ + "vec-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-rus_Cyrl", + "languages": [ + "vec-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.52216, + "recall": 0.58498, + "f1": 0.539627, + "accuracy": 0.58498, + "main_score": 0.539627, + "hf_subset": "vec_Latn-taq_Latn", + "languages": [ + "vec-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-war_Latn", + "languages": [ + "vec-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-arb_Arab", + "languages": [ + "vec-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-bul_Cyrl", + "languages": [ + "vec-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-fra_Latn", + "languages": [ + "vec-Latn", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-jpn_Jpan", + "languages": [ + "vec-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-lij_Latn", + "languages": [ + "vec-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "vec_Latn-mya_Mymr", + "languages": [ + "vec-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.569602, + "recall": 0.633399, + "f1": 0.587489, + "accuracy": 0.633399, + "main_score": 0.587489, + "hf_subset": "vec_Latn-sag_Latn", + "languages": [ + "vec-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22353, + "recall": 0.291502, + "f1": 0.240313, + "accuracy": 0.291502, + "main_score": 0.240313, + "hf_subset": "vec_Latn-taq_Tfng", + "languages": [ + "vec-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.654916, + "recall": 0.721344, + "f1": 0.674627, + "accuracy": 0.721344, + "main_score": 0.674627, + "hf_subset": "vec_Latn-wol_Latn", + "languages": [ + "vec-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.854578, + "recall": 0.898221, + "f1": 0.868412, + "accuracy": 0.898221, + "main_score": 0.868412, + "hf_subset": "vec_Latn-arb_Latn", + "languages": [ + "vec-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-cat_Latn", + "languages": [ + "vec-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-fur_Latn", + "languages": [ + "vec-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.46966, + "recall": 0.545455, + "f1": 0.49102, + "accuracy": 0.545455, + "main_score": 0.49102, + "hf_subset": "vec_Latn-kab_Latn", + "languages": [ + "vec-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-lim_Latn", + "languages": [ + "vec-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-nld_Latn", + "languages": [ + "vec-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "vec_Latn-san_Deva", + "languages": [ + "vec-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-tat_Cyrl", + "languages": [ + "vec-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.847497, + "recall": 0.891304, + "f1": 0.861204, + "accuracy": 0.891304, + "main_score": 0.861204, + "hf_subset": "vec_Latn-xho_Latn", + "languages": [ + "vec-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-ars_Arab", + "languages": [ + "vec-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-ceb_Latn", + "languages": [ + "vec-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.493284, + "recall": 0.565217, + "f1": 0.513741, + "accuracy": 0.565217, + "main_score": 0.513741, + "hf_subset": "vec_Latn-fuv_Latn", + "languages": [ + "vec-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.49262, + "recall": 0.555336, + "f1": 0.509165, + "accuracy": 0.555336, + "main_score": 0.509165, + "hf_subset": "vec_Latn-kac_Latn", + "languages": [ + "vec-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.654687, + "recall": 0.720356, + "f1": 0.673666, + "accuracy": 0.720356, + "main_score": 0.673666, + "hf_subset": "vec_Latn-lin_Latn", + "languages": [ + "vec-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-nno_Latn", + "languages": [ + "vec-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.859272, + "recall": 0.900198, + "f1": 0.872266, + "accuracy": 0.900198, + "main_score": 0.872266, + "hf_subset": "vec_Latn-sat_Olck", + "languages": [ + "vec-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vec_Latn-tel_Telu", + "languages": [ + "vec-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "vec_Latn-ydd_Hebr", + "languages": [ + "vec-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "vec_Latn-ary_Arab", + "languages": [ + "vec-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-ces_Latn", + "languages": [ + "vec-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.565464, + "recall": 0.639328, + "f1": 0.586041, + "accuracy": 0.639328, + "main_score": 0.586041, + "hf_subset": "vec_Latn-gaz_Latn", + "languages": [ + "vec-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.556899, + "recall": 0.636364, + "f1": 0.580048, + "accuracy": 0.636364, + "main_score": 0.580048, + "hf_subset": "vec_Latn-kam_Latn", + "languages": [ + "vec-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "vec_Latn-lit_Latn", + "languages": [ + "vec-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "vec_Latn-nob_Latn", + "languages": [ + "vec-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-scn_Latn", + "languages": [ + "vec-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "vec_Latn-tgk_Cyrl", + "languages": [ + "vec-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.737105, + "recall": 0.80336, + "f1": 0.757213, + "accuracy": 0.80336, + "main_score": 0.757213, + "hf_subset": "vec_Latn-yor_Latn", + "languages": [ + "vec-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-arz_Arab", + "languages": [ + "vec-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.51774, + "recall": 0.592885, + "f1": 0.538792, + "accuracy": 0.592885, + "main_score": 0.538792, + "hf_subset": "vec_Latn-cjk_Latn", + "languages": [ + "vec-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.949605, + "f1": 0.93363, + "accuracy": 0.949605, + "main_score": 0.93363, + "hf_subset": "vec_Latn-gla_Latn", + "languages": [ + "vec-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-kan_Knda", + "languages": [ + "vec-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "vec_Latn-lmo_Latn", + "languages": [ + "vec-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "vec_Latn-npi_Deva", + "languages": [ + "vec-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.506344, + "recall": 0.591897, + "f1": 0.530653, + "accuracy": 0.591897, + "main_score": 0.530653, + "hf_subset": "vec_Latn-shn_Mymr", + "languages": [ + "vec-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "vec_Latn-tgl_Latn", + "languages": [ + "vec-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-yue_Hant", + "languages": [ + "vec-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "vec_Latn-asm_Beng", + "languages": [ + "vec-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.925231, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "vec_Latn-ckb_Arab", + "languages": [ + "vec-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "vec_Latn-gle_Latn", + "languages": [ + "vec-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.929513, + "recall": 0.952569, + "f1": 0.937088, + "accuracy": 0.952569, + "main_score": 0.937088, + "hf_subset": "vec_Latn-kas_Arab", + "languages": [ + "vec-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.905583, + "recall": 0.934783, + "f1": 0.915086, + "accuracy": 0.934783, + "main_score": 0.915086, + "hf_subset": "vec_Latn-ltg_Latn", + "languages": [ + "vec-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.766914, + "recall": 0.824111, + "f1": 0.784736, + "accuracy": 0.824111, + "main_score": 0.784736, + "hf_subset": "vec_Latn-nso_Latn", + "languages": [ + "vec-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "vec_Latn-sin_Sinh", + "languages": [ + "vec-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-tha_Thai", + "languages": [ + "vec-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-zho_Hans", + "languages": [ + "vec-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ast_Latn", + "languages": [ + "vec-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "vec_Latn-crh_Latn", + "languages": [ + "vec-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-glg_Latn", + "languages": [ + "vec-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.872101, + "recall": 0.909091, + "f1": 0.883729, + "accuracy": 0.909091, + "main_score": 0.883729, + "hf_subset": "vec_Latn-kas_Deva", + "languages": [ + "vec-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vec_Latn-ltz_Latn", + "languages": [ + "vec-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.44594, + "recall": 0.511858, + "f1": 0.464396, + "accuracy": 0.511858, + "main_score": 0.464396, + "hf_subset": "vec_Latn-nus_Latn", + "languages": [ + "vec-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-slk_Latn", + "languages": [ + "vec-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.636973, + "recall": 0.713439, + "f1": 0.659143, + "accuracy": 0.713439, + "main_score": 0.659143, + "hf_subset": "vec_Latn-tir_Ethi", + "languages": [ + "vec-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-zho_Hant", + "languages": [ + "vec-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977355, + "recall": 0.983202, + "f1": 0.97915, + "accuracy": 0.983202, + "main_score": 0.97915, + "hf_subset": "vec_Latn-awa_Deva", + "languages": [ + "vec-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-cym_Latn", + "languages": [ + "vec-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.802289, + "recall": 0.850791, + "f1": 0.817133, + "accuracy": 0.850791, + "main_score": 0.817133, + "hf_subset": "vec_Latn-grn_Latn", + "languages": [ + "vec-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "vec_Latn-kat_Geor", + "languages": [ + "vec-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.614025, + "recall": 0.674901, + "f1": 0.631214, + "accuracy": 0.674901, + "main_score": 0.631214, + "hf_subset": "vec_Latn-lua_Latn", + "languages": [ + "vec-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.816791, + "recall": 0.866601, + "f1": 0.832131, + "accuracy": 0.866601, + "main_score": 0.832131, + "hf_subset": "vec_Latn-nya_Latn", + "languages": [ + "vec-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-slv_Latn", + "languages": [ + "vec-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "vec_Latn-tpi_Latn", + "languages": [ + "vec-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-zsm_Latn", + "languages": [ + "vec-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.523869, + "recall": 0.588933, + "f1": 0.542147, + "accuracy": 0.588933, + "main_score": 0.542147, + "hf_subset": "vec_Latn-ayr_Latn", + "languages": [ + "vec-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-dan_Latn", + "languages": [ + "vec-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-guj_Gujr", + "languages": [ + "vec-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "vec_Latn-kaz_Cyrl", + "languages": [ + "vec-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.637541, + "recall": 0.712451, + "f1": 0.659122, + "accuracy": 0.712451, + "main_score": 0.659122, + "hf_subset": "vec_Latn-lug_Latn", + "languages": [ + "vec-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-oci_Latn", + "languages": [ + "vec-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.821739, + "recall": 0.867589, + "f1": 0.835559, + "accuracy": 0.867589, + "main_score": 0.835559, + "hf_subset": "vec_Latn-smo_Latn", + "languages": [ + "vec-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.72001, + "recall": 0.786561, + "f1": 0.739907, + "accuracy": 0.786561, + "main_score": 0.739907, + "hf_subset": "vec_Latn-tsn_Latn", + "languages": [ + "vec-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.862516, + "recall": 0.901186, + "f1": 0.874473, + "accuracy": 0.901186, + "main_score": 0.874473, + "hf_subset": "vec_Latn-zul_Latn", + "languages": [ + "vec-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "vec_Latn-azb_Arab", + "languages": [ + "vec-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-deu_Latn", + "languages": [ + "vec-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "vec_Latn-hat_Latn", + "languages": [ + "vec-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.497283, + "recall": 0.562253, + "f1": 0.516144, + "accuracy": 0.562253, + "main_score": 0.516144, + "hf_subset": "vec_Latn-kbp_Latn", + "languages": [ + "vec-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.541899, + "recall": 0.604743, + "f1": 0.559259, + "accuracy": 0.604743, + "main_score": 0.559259, + "hf_subset": "vec_Latn-luo_Latn", + "languages": [ + "vec-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "vec_Latn-ory_Orya", + "languages": [ + "vec-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.881258, + "recall": 0.916996, + "f1": 0.892787, + "accuracy": 0.916996, + "main_score": 0.892787, + "hf_subset": "vec_Latn-sna_Latn", + "languages": [ + "vec-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.663183, + "recall": 0.727273, + "f1": 0.681139, + "accuracy": 0.727273, + "main_score": 0.681139, + "hf_subset": "vec_Latn-tso_Latn", + "languages": [ + "vec-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-azj_Latn", + "languages": [ + "vec-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.509066, + "recall": 0.579051, + "f1": 0.529634, + "accuracy": 0.579051, + "main_score": 0.529634, + "hf_subset": "vec_Latn-dik_Latn", + "languages": [ + "vec-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.885623, + "recall": 0.91996, + "f1": 0.89664, + "accuracy": 0.91996, + "main_score": 0.89664, + "hf_subset": "vec_Latn-hau_Latn", + "languages": [ + "vec-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vec_Latn-kea_Latn", + "languages": [ + "vec-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.923666, + "recall": 0.947628, + "f1": 0.93139, + "accuracy": 0.947628, + "main_score": 0.93139, + "hf_subset": "vec_Latn-lus_Latn", + "languages": [ + "vec-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.875774, + "recall": 0.911067, + "f1": 0.886924, + "accuracy": 0.911067, + "main_score": 0.886924, + "hf_subset": "vec_Latn-pag_Latn", + "languages": [ + "vec-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "vec_Latn-snd_Arab", + "languages": [ + "vec-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "vec_Latn-tuk_Latn", + "languages": [ + "vec-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vec_Latn-bak_Cyrl", + "languages": [ + "vec-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.472768, + "recall": 0.547431, + "f1": 0.493878, + "accuracy": 0.547431, + "main_score": 0.493878, + "hf_subset": "vec_Latn-dyu_Latn", + "languages": [ + "vec-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-heb_Hebr", + "languages": [ + "vec-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "vec_Latn-khk_Cyrl", + "languages": [ + "vec-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-lvs_Latn", + "languages": [ + "vec-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-pan_Guru", + "languages": [ + "vec-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.854529, + "recall": 0.895257, + "f1": 0.86693, + "accuracy": 0.895257, + "main_score": 0.86693, + "hf_subset": "vec_Latn-som_Latn", + "languages": [ + "vec-Latn", + "som-Latn" + ] + }, + { + "precision": 0.693519, + "recall": 0.751976, + "f1": 0.710482, + "accuracy": 0.751976, + "main_score": 0.710482, + "hf_subset": "vec_Latn-tum_Latn", + "languages": [ + "vec-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.44438, + "recall": 0.505929, + "f1": 0.46105, + "accuracy": 0.505929, + "main_score": 0.46105, + "hf_subset": "amh_Ethi-ace_Arab", + "languages": [ + "amh-Ethi", + "ace-Arab" + ] + }, + { + "precision": 0.458629, + "recall": 0.499012, + "f1": 0.469676, + "accuracy": 0.499012, + "main_score": 0.469676, + "hf_subset": "amh_Ethi-bam_Latn", + "languages": [ + "amh-Ethi", + "bam-Latn" + ] + }, + { + "precision": 0.526174, + "recall": 0.605731, + "f1": 0.547581, + "accuracy": 0.605731, + "main_score": 0.547581, + "hf_subset": "amh_Ethi-dzo_Tibt", + "languages": [ + "amh-Ethi", + "dzo-Tibt" + ] + }, + { + "precision": 0.923337, + "recall": 0.943676, + "f1": 0.929334, + "accuracy": 0.943676, + "main_score": 0.929334, + "hf_subset": "amh_Ethi-hin_Deva", + "languages": [ + "amh-Ethi", + "hin-Deva" + ] + }, + { + "precision": 0.843988, + "recall": 0.883399, + "f1": 0.855753, + "accuracy": 0.883399, + "main_score": 0.855753, + "hf_subset": "amh_Ethi-khm_Khmr", + "languages": [ + "amh-Ethi", + "khm-Khmr" + ] + }, + { + "precision": 0.870028, + "recall": 0.903162, + "f1": 0.879622, + "accuracy": 0.903162, + "main_score": 0.879622, + "hf_subset": "amh_Ethi-mag_Deva", + "languages": [ + "amh-Ethi", + "mag-Deva" + ] + }, + { + "precision": 0.873038, + "recall": 0.900198, + "f1": 0.880438, + "accuracy": 0.900198, + "main_score": 0.880438, + "hf_subset": "amh_Ethi-pap_Latn", + "languages": [ + "amh-Ethi", + "pap-Latn" + ] + }, + { + "precision": 0.782794, + "recall": 0.832016, + "f1": 0.796906, + "accuracy": 0.832016, + "main_score": 0.796906, + "hf_subset": "amh_Ethi-sot_Latn", + "languages": [ + "amh-Ethi", + "sot-Latn" + ] + }, + { + "precision": 0.910006, + "recall": 0.934783, + "f1": 0.917474, + "accuracy": 0.934783, + "main_score": 0.917474, + "hf_subset": "amh_Ethi-tur_Latn", + "languages": [ + "amh-Ethi", + "tur-Latn" + ] + }, + { + "precision": 0.72239, + "recall": 0.768775, + "f1": 0.73506, + "accuracy": 0.768775, + "main_score": 0.73506, + "hf_subset": "amh_Ethi-ace_Latn", + "languages": [ + "amh-Ethi", + "ace-Latn" + ] + }, + { + "precision": 0.831588, + "recall": 0.865613, + "f1": 0.841256, + "accuracy": 0.865613, + "main_score": 0.841256, + "hf_subset": "amh_Ethi-ban_Latn", + "languages": [ + "amh-Ethi", + "ban-Latn" + ] + }, + { + "precision": 0.87828, + "recall": 0.909091, + "f1": 0.887261, + "accuracy": 0.909091, + "main_score": 0.887261, + "hf_subset": "amh_Ethi-ell_Grek", + "languages": [ + "amh-Ethi", + "ell-Grek" + ] + }, + { + "precision": 0.856747, + "recall": 0.887352, + "f1": 0.864863, + "accuracy": 0.887352, + "main_score": 0.864863, + "hf_subset": "amh_Ethi-hne_Deva", + "languages": [ + "amh-Ethi", + "hne-Deva" + ] + }, + { + "precision": 0.498204, + "recall": 0.552372, + "f1": 0.512661, + "accuracy": 0.552372, + "main_score": 0.512661, + "hf_subset": "amh_Ethi-kik_Latn", + "languages": [ + "amh-Ethi", + "kik-Latn" + ] + }, + { + "precision": 0.86742, + "recall": 0.900198, + "f1": 0.876635, + "accuracy": 0.900198, + "main_score": 0.876635, + "hf_subset": "amh_Ethi-mai_Deva", + "languages": [ + "amh-Ethi", + "mai-Deva" + ] + }, + { + "precision": 0.837944, + "recall": 0.87747, + "f1": 0.849151, + "accuracy": 0.87747, + "main_score": 0.849151, + "hf_subset": "amh_Ethi-pbt_Arab", + "languages": [ + "amh-Ethi", + "pbt-Arab" + ] + }, + { + "precision": 0.895052, + "recall": 0.922925, + "f1": 0.903263, + "accuracy": 0.922925, + "main_score": 0.903263, + "hf_subset": "amh_Ethi-spa_Latn", + "languages": [ + "amh-Ethi", + "spa-Latn" + ] + }, + { + "precision": 0.643549, + "recall": 0.703557, + "f1": 0.66, + "accuracy": 0.703557, + "main_score": 0.66, + "hf_subset": "amh_Ethi-twi_Latn", + "languages": [ + "amh-Ethi", + "twi-Latn" + ] + }, + { + "precision": 0.894911, + "recall": 0.921937, + "f1": 0.902621, + "accuracy": 0.921937, + "main_score": 0.902621, + "hf_subset": "amh_Ethi-acm_Arab", + "languages": [ + "amh-Ethi", + "acm-Arab" + ] + }, + { + "precision": 0.814288, + "recall": 0.86166, + "f1": 0.828179, + "accuracy": 0.86166, + "main_score": 0.828179, + "hf_subset": "amh_Ethi-bel_Cyrl", + "languages": [ + "amh-Ethi", + "bel-Cyrl" + ] + }, + { + "precision": 0.884408, + "recall": 0.911067, + "f1": 0.892002, + "accuracy": 0.911067, + "main_score": 0.892002, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.877891, + "recall": 0.911067, + "f1": 0.887632, + "accuracy": 0.911067, + "main_score": 0.887632, + "hf_subset": "amh_Ethi-hrv_Latn", + "languages": [ + "amh-Ethi", + "hrv-Latn" + ] + }, + { + "precision": 0.780181, + "recall": 0.829051, + "f1": 0.794172, + "accuracy": 0.829051, + "main_score": 0.794172, + "hf_subset": "amh_Ethi-kin_Latn", + "languages": [ + "amh-Ethi", + "kin-Latn" + ] + }, + { + "precision": 0.868067, + "recall": 0.90415, + "f1": 0.878741, + "accuracy": 0.90415, + "main_score": 0.878741, + "hf_subset": "amh_Ethi-mal_Mlym", + "languages": [ + "amh-Ethi", + "mal-Mlym" + ] + }, + { + "precision": 0.884442, + "recall": 0.913043, + "f1": 0.892923, + "accuracy": 0.913043, + "main_score": 0.892923, + "hf_subset": "amh_Ethi-pes_Arab", + "languages": [ + "amh-Ethi", + "pes-Arab" + ] + }, + { + "precision": 0.853244, + "recall": 0.894269, + "f1": 0.865599, + "accuracy": 0.894269, + "main_score": 0.865599, + "hf_subset": "amh_Ethi-srd_Latn", + "languages": [ + "amh-Ethi", + "srd-Latn" + ] + }, + { + "precision": 0.225226, + "recall": 0.285573, + "f1": 0.240381, + "accuracy": 0.285573, + "main_score": 0.240381, + "hf_subset": "amh_Ethi-tzm_Tfng", + "languages": [ + "amh-Ethi", + "tzm-Tfng" + ] + }, + { + "precision": 0.896344, + "recall": 0.924901, + "f1": 0.904776, + "accuracy": 0.924901, + "main_score": 0.904776, + "hf_subset": "amh_Ethi-acq_Arab", + "languages": [ + "amh-Ethi", + "acq-Arab" + ] + }, + { + "precision": 0.5991, + "recall": 0.660079, + "f1": 0.614969, + "accuracy": 0.660079, + "main_score": 0.614969, + "hf_subset": "amh_Ethi-bem_Latn", + "languages": [ + "amh-Ethi", + "bem-Latn" + ] + }, + { + "precision": 0.87049, + "recall": 0.901186, + "f1": 0.879025, + "accuracy": 0.901186, + "main_score": 0.879025, + "hf_subset": "amh_Ethi-epo_Latn", + "languages": [ + "amh-Ethi", + "epo-Latn" + ] + }, + { + "precision": 0.908967, + "recall": 0.933794, + "f1": 0.916425, + "accuracy": 0.933794, + "main_score": 0.916425, + "hf_subset": "amh_Ethi-hun_Latn", + "languages": [ + "amh-Ethi", + "hun-Latn" + ] + }, + { + "precision": 0.881094, + "recall": 0.914032, + "f1": 0.890876, + "accuracy": 0.914032, + "main_score": 0.890876, + "hf_subset": "amh_Ethi-kir_Cyrl", + "languages": [ + "amh-Ethi", + "kir-Cyrl" + ] + }, + { + "precision": 0.891473, + "recall": 0.920949, + "f1": 0.900379, + "accuracy": 0.920949, + "main_score": 0.900379, + "hf_subset": "amh_Ethi-mar_Deva", + "languages": [ + "amh-Ethi", + "mar-Deva" + ] + }, + { + "precision": 0.789323, + "recall": 0.836957, + "f1": 0.803346, + "accuracy": 0.836957, + "main_score": 0.803346, + "hf_subset": "amh_Ethi-plt_Latn", + "languages": [ + "amh-Ethi", + "plt-Latn" + ] + }, + { + "precision": 0.871699, + "recall": 0.906126, + "f1": 0.881901, + "accuracy": 0.906126, + "main_score": 0.881901, + "hf_subset": "amh_Ethi-srp_Cyrl", + "languages": [ + "amh-Ethi", + "srp-Cyrl" + ] + }, + { + "precision": 0.842227, + "recall": 0.886364, + "f1": 0.855816, + "accuracy": 0.886364, + "main_score": 0.855816, + "hf_subset": "amh_Ethi-uig_Arab", + "languages": [ + "amh-Ethi", + "uig-Arab" + ] + }, + { + "precision": 0.878683, + "recall": 0.909091, + "f1": 0.887644, + "accuracy": 0.909091, + "main_score": 0.887644, + "hf_subset": "amh_Ethi-aeb_Arab", + "languages": [ + "amh-Ethi", + "aeb-Arab" + ] + }, + { + "precision": 0.88792, + "recall": 0.917984, + "f1": 0.89678, + "accuracy": 0.917984, + "main_score": 0.89678, + "hf_subset": "amh_Ethi-ben_Beng", + "languages": [ + "amh-Ethi", + "ben-Beng" + ] + }, + { + "precision": 0.884776, + "recall": 0.916996, + "f1": 0.894582, + "accuracy": 0.916996, + "main_score": 0.894582, + "hf_subset": "amh_Ethi-est_Latn", + "languages": [ + "amh-Ethi", + "est-Latn" + ] + }, + { + "precision": 0.898748, + "recall": 0.925889, + "f1": 0.906705, + "accuracy": 0.925889, + "main_score": 0.906705, + "hf_subset": "amh_Ethi-hye_Armn", + "languages": [ + "amh-Ethi", + "hye-Armn" + ] + }, + { + "precision": 0.429219, + "recall": 0.482213, + "f1": 0.44334, + "accuracy": 0.482213, + "main_score": 0.44334, + "hf_subset": "amh_Ethi-kmb_Latn", + "languages": [ + "amh-Ethi", + "kmb-Latn" + ] + }, + { + "precision": 0.395582, + "recall": 0.472332, + "f1": 0.415257, + "accuracy": 0.472332, + "main_score": 0.415257, + "hf_subset": "amh_Ethi-min_Arab", + "languages": [ + "amh-Ethi", + "min-Arab" + ] + }, + { + "precision": 0.898264, + "recall": 0.925889, + "f1": 0.906341, + "accuracy": 0.925889, + "main_score": 0.906341, + "hf_subset": "amh_Ethi-pol_Latn", + "languages": [ + "amh-Ethi", + "pol-Latn" + ] + }, + { + "precision": 0.656773, + "recall": 0.722332, + "f1": 0.67539, + "accuracy": 0.722332, + "main_score": 0.67539, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.888267, + "recall": 0.918972, + "f1": 0.897334, + "accuracy": 0.918972, + "main_score": 0.897334, + "hf_subset": "amh_Ethi-ukr_Cyrl", + "languages": [ + "amh-Ethi", + "ukr-Cyrl" + ] + }, + { + "precision": 0.875421, + "recall": 0.906126, + "f1": 0.884141, + "accuracy": 0.906126, + "main_score": 0.884141, + "hf_subset": "amh_Ethi-afr_Latn", + "languages": [ + "amh-Ethi", + "afr-Latn" + ] + }, + { + "precision": 0.808878, + "recall": 0.848814, + "f1": 0.819699, + "accuracy": 0.848814, + "main_score": 0.819699, + "hf_subset": "amh_Ethi-bho_Deva", + "languages": [ + "amh-Ethi", + "bho-Deva" + ] + }, + { + "precision": 0.863545, + "recall": 0.895257, + "f1": 0.872318, + "accuracy": 0.895257, + "main_score": 0.872318, + "hf_subset": "amh_Ethi-eus_Latn", + "languages": [ + "amh-Ethi", + "eus-Latn" + ] + }, + { + "precision": 0.740739, + "recall": 0.801383, + "f1": 0.757586, + "accuracy": 0.801383, + "main_score": 0.757586, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.811884, + "recall": 0.854743, + "f1": 0.824654, + "accuracy": 0.854743, + "main_score": 0.824654, + "hf_subset": "amh_Ethi-kmr_Latn", + "languages": [ + "amh-Ethi", + "kmr-Latn" + ] + }, + { + "precision": 0.839237, + "recall": 0.878458, + "f1": 0.850235, + "accuracy": 0.878458, + "main_score": 0.850235, + "hf_subset": "amh_Ethi-min_Latn", + "languages": [ + "amh-Ethi", + "min-Latn" + ] + }, + { + "precision": 0.910441, + "recall": 0.936759, + "f1": 0.91861, + "accuracy": 0.936759, + "main_score": 0.91861, + "hf_subset": "amh_Ethi-por_Latn", + "languages": [ + "amh-Ethi", + "por-Latn" + ] + }, + { + "precision": 0.827588, + "recall": 0.868577, + "f1": 0.839058, + "accuracy": 0.868577, + "main_score": 0.839058, + "hf_subset": "amh_Ethi-sun_Latn", + "languages": [ + "amh-Ethi", + "sun-Latn" + ] + }, + { + "precision": 0.420225, + "recall": 0.466403, + "f1": 0.432162, + "accuracy": 0.466403, + "main_score": 0.432162, + "hf_subset": "amh_Ethi-umb_Latn", + "languages": [ + "amh-Ethi", + "umb-Latn" + ] + }, + { + "precision": 0.89954, + "recall": 0.923913, + "f1": 0.906198, + "accuracy": 0.923913, + "main_score": 0.906198, + "hf_subset": "amh_Ethi-ajp_Arab", + "languages": [ + "amh-Ethi", + "ajp-Arab" + ] + }, + { + "precision": 0.429154, + "recall": 0.498024, + "f1": 0.446953, + "accuracy": 0.498024, + "main_score": 0.446953, + "hf_subset": "amh_Ethi-bjn_Arab", + "languages": [ + "amh-Ethi", + "bjn-Arab" + ] + }, + { + "precision": 0.423434, + "recall": 0.465415, + "f1": 0.433808, + "accuracy": 0.465415, + "main_score": 0.433808, + "hf_subset": "amh_Ethi-ewe_Latn", + "languages": [ + "amh-Ethi", + "ewe-Latn" + ] + }, + { + "precision": 0.82357, + "recall": 0.862648, + "f1": 0.834681, + "accuracy": 0.862648, + "main_score": 0.834681, + "hf_subset": "amh_Ethi-ilo_Latn", + "languages": [ + "amh-Ethi", + "ilo-Latn" + ] + }, + { + "precision": 0.256023, + "recall": 0.30336, + "f1": 0.267081, + "accuracy": 0.30336, + "main_score": 0.267081, + "hf_subset": "amh_Ethi-knc_Arab", + "languages": [ + "amh-Ethi", + "knc-Arab" + ] + }, + { + "precision": 0.880627, + "recall": 0.911067, + "f1": 0.889465, + "accuracy": 0.911067, + "main_score": 0.889465, + "hf_subset": "amh_Ethi-mkd_Cyrl", + "languages": [ + "amh-Ethi", + "mkd-Cyrl" + ] + }, + { + "precision": 0.92024, + "recall": 0.943676, + "f1": 0.927602, + "accuracy": 0.943676, + "main_score": 0.927602, + "hf_subset": "amh_Ethi-prs_Arab", + "languages": [ + "amh-Ethi", + "prs-Arab" + ] + }, + { + "precision": 0.90471, + "recall": 0.931818, + "f1": 0.912846, + "accuracy": 0.931818, + "main_score": 0.912846, + "hf_subset": "amh_Ethi-swe_Latn", + "languages": [ + "amh-Ethi", + "swe-Latn" + ] + }, + { + "precision": 0.875981, + "recall": 0.907115, + "f1": 0.884771, + "accuracy": 0.907115, + "main_score": 0.884771, + "hf_subset": "amh_Ethi-urd_Arab", + "languages": [ + "amh-Ethi", + "urd-Arab" + ] + }, + { + "precision": 0.614531, + "recall": 0.673913, + "f1": 0.629841, + "accuracy": 0.673913, + "main_score": 0.629841, + "hf_subset": "amh_Ethi-aka_Latn", + "languages": [ + "amh-Ethi", + "aka-Latn" + ] + }, + { + "precision": 0.838303, + "recall": 0.870553, + "f1": 0.847036, + "accuracy": 0.870553, + "main_score": 0.847036, + "hf_subset": "amh_Ethi-bjn_Latn", + "languages": [ + "amh-Ethi", + "bjn-Latn" + ] + }, + { + "precision": 0.835561, + "recall": 0.875494, + "f1": 0.847546, + "accuracy": 0.875494, + "main_score": 0.847546, + "hf_subset": "amh_Ethi-fao_Latn", + "languages": [ + "amh-Ethi", + "fao-Latn" + ] + }, + { + "precision": 0.892235, + "recall": 0.918972, + "f1": 0.899862, + "accuracy": 0.918972, + "main_score": 0.899862, + "hf_subset": "amh_Ethi-ind_Latn", + "languages": [ + "amh-Ethi", + "ind-Latn" + ] + }, + { + "precision": 0.470922, + "recall": 0.508893, + "f1": 0.481204, + "accuracy": 0.508893, + "main_score": 0.481204, + "hf_subset": "amh_Ethi-knc_Latn", + "languages": [ + "amh-Ethi", + "knc-Latn" + ] + }, + { + "precision": 0.84615, + "recall": 0.879447, + "f1": 0.855462, + "accuracy": 0.879447, + "main_score": 0.855462, + "hf_subset": "amh_Ethi-mlt_Latn", + "languages": [ + "amh-Ethi", + "mlt-Latn" + ] + }, + { + "precision": 0.562796, + "recall": 0.614625, + "f1": 0.576577, + "accuracy": 0.614625, + "main_score": 0.576577, + "hf_subset": "amh_Ethi-quy_Latn", + "languages": [ + "amh-Ethi", + "quy-Latn" + ] + }, + { + "precision": 0.877092, + "recall": 0.910079, + "f1": 0.886811, + "accuracy": 0.910079, + "main_score": 0.886811, + "hf_subset": "amh_Ethi-swh_Latn", + "languages": [ + "amh-Ethi", + "swh-Latn" + ] + }, + { + "precision": 0.877695, + "recall": 0.911067, + "f1": 0.887898, + "accuracy": 0.911067, + "main_score": 0.887898, + "hf_subset": "amh_Ethi-uzn_Latn", + "languages": [ + "amh-Ethi", + "uzn-Latn" + ] + }, + { + "precision": 0.881439, + "recall": 0.914032, + "f1": 0.891352, + "accuracy": 0.914032, + "main_score": 0.891352, + "hf_subset": "amh_Ethi-als_Latn", + "languages": [ + "amh-Ethi", + "als-Latn" + ] + }, + { + "precision": 0.69718, + "recall": 0.76087, + "f1": 0.715467, + "accuracy": 0.76087, + "main_score": 0.715467, + "hf_subset": "amh_Ethi-bod_Tibt", + "languages": [ + "amh-Ethi", + "bod-Tibt" + ] + }, + { + "precision": 0.569514, + "recall": 0.631423, + "f1": 0.587069, + "accuracy": 0.631423, + "main_score": 0.587069, + "hf_subset": "amh_Ethi-fij_Latn", + "languages": [ + "amh-Ethi", + "fij-Latn" + ] + }, + { + "precision": 0.864855, + "recall": 0.901186, + "f1": 0.875725, + "accuracy": 0.901186, + "main_score": 0.875725, + "hf_subset": "amh_Ethi-isl_Latn", + "languages": [ + "amh-Ethi", + "isl-Latn" + ] + }, + { + "precision": 0.505529, + "recall": 0.554348, + "f1": 0.518103, + "accuracy": 0.554348, + "main_score": 0.518103, + "hf_subset": "amh_Ethi-kon_Latn", + "languages": [ + "amh-Ethi", + "kon-Latn" + ] + }, + { + "precision": 0.517603, + "recall": 0.574111, + "f1": 0.5329, + "accuracy": 0.574111, + "main_score": 0.5329, + "hf_subset": "amh_Ethi-mni_Beng", + "languages": [ + "amh-Ethi", + "mni-Beng" + ] + }, + { + "precision": 0.899237, + "recall": 0.927866, + "f1": 0.908037, + "accuracy": 0.927866, + "main_score": 0.908037, + "hf_subset": "amh_Ethi-ron_Latn", + "languages": [ + "amh-Ethi", + "ron-Latn" + ] + }, + { + "precision": 0.849769, + "recall": 0.882411, + "f1": 0.858835, + "accuracy": 0.882411, + "main_score": 0.858835, + "hf_subset": "amh_Ethi-szl_Latn", + "languages": [ + "amh-Ethi", + "szl-Latn" + ] + }, + { + "precision": 0.870972, + "recall": 0.897233, + "f1": 0.878166, + "accuracy": 0.897233, + "main_score": 0.878166, + "hf_subset": "amh_Ethi-vec_Latn", + "languages": [ + "amh-Ethi", + "vec-Latn" + ] + }, + { + "precision": 0.870382, + "recall": 0.903162, + "f1": 0.880024, + "accuracy": 0.903162, + "main_score": 0.880024, + "hf_subset": "amh_Ethi-bos_Latn", + "languages": [ + "amh-Ethi", + "bos-Latn" + ] + }, + { + "precision": 0.879875, + "recall": 0.911067, + "f1": 0.889014, + "accuracy": 0.911067, + "main_score": 0.889014, + "hf_subset": "amh_Ethi-fin_Latn", + "languages": [ + "amh-Ethi", + "fin-Latn" + ] + }, + { + "precision": 0.896204, + "recall": 0.924901, + "f1": 0.904784, + "accuracy": 0.924901, + "main_score": 0.904784, + "hf_subset": "amh_Ethi-ita_Latn", + "languages": [ + "amh-Ethi", + "ita-Latn" + ] + }, + { + "precision": 0.921426, + "recall": 0.944664, + "f1": 0.92859, + "accuracy": 0.944664, + "main_score": 0.92859, + "hf_subset": "amh_Ethi-kor_Hang", + "languages": [ + "amh-Ethi", + "kor-Hang" + ] + }, + { + "precision": 0.4709, + "recall": 0.507905, + "f1": 0.481132, + "accuracy": 0.507905, + "main_score": 0.481132, + "hf_subset": "amh_Ethi-mos_Latn", + "languages": [ + "amh-Ethi", + "mos-Latn" + ] + }, + { + "precision": 0.675393, + "recall": 0.737154, + "f1": 0.692596, + "accuracy": 0.737154, + "main_score": 0.692596, + "hf_subset": "amh_Ethi-run_Latn", + "languages": [ + "amh-Ethi", + "run-Latn" + ] + }, + { + "precision": 0.892695, + "recall": 0.917984, + "f1": 0.899807, + "accuracy": 0.917984, + "main_score": 0.899807, + "hf_subset": "amh_Ethi-tam_Taml", + "languages": [ + "amh-Ethi", + "tam-Taml" + ] + }, + { + "precision": 0.88313, + "recall": 0.913043, + "f1": 0.891803, + "accuracy": 0.913043, + "main_score": 0.891803, + "hf_subset": "amh_Ethi-vie_Latn", + "languages": [ + "amh-Ethi", + "vie-Latn" + ] + }, + { + "precision": 0.887051, + "recall": 0.91502, + "f1": 0.895131, + "accuracy": 0.91502, + "main_score": 0.895131, + "hf_subset": "amh_Ethi-apc_Arab", + "languages": [ + "amh-Ethi", + "apc-Arab" + ] + }, + { + "precision": 0.598539, + "recall": 0.647233, + "f1": 0.611386, + "accuracy": 0.647233, + "main_score": 0.611386, + "hf_subset": "amh_Ethi-bug_Latn", + "languages": [ + "amh-Ethi", + "bug-Latn" + ] + }, + { + "precision": 0.398615, + "recall": 0.436759, + "f1": 0.408953, + "accuracy": 0.436759, + "main_score": 0.408953, + "hf_subset": "amh_Ethi-fon_Latn", + "languages": [ + "amh-Ethi", + "fon-Latn" + ] + }, + { + "precision": 0.841175, + "recall": 0.878458, + "f1": 0.851619, + "accuracy": 0.878458, + "main_score": 0.851619, + "hf_subset": "amh_Ethi-jav_Latn", + "languages": [ + "amh-Ethi", + "jav-Latn" + ] + }, + { + "precision": 0.815193, + "recall": 0.86166, + "f1": 0.828777, + "accuracy": 0.86166, + "main_score": 0.828777, + "hf_subset": "amh_Ethi-lao_Laoo", + "languages": [ + "amh-Ethi", + "lao-Laoo" + ] + }, + { + "precision": 0.800026, + "recall": 0.850791, + "f1": 0.815436, + "accuracy": 0.850791, + "main_score": 0.815436, + "hf_subset": "amh_Ethi-mri_Latn", + "languages": [ + "amh-Ethi", + "mri-Latn" + ] + }, + { + "precision": 0.892163, + "recall": 0.921937, + "f1": 0.901205, + "accuracy": 0.921937, + "main_score": 0.901205, + "hf_subset": "amh_Ethi-rus_Cyrl", + "languages": [ + "amh-Ethi", + "rus-Cyrl" + ] + }, + { + "precision": 0.444375, + "recall": 0.485178, + "f1": 0.4554, + "accuracy": 0.485178, + "main_score": 0.4554, + "hf_subset": "amh_Ethi-taq_Latn", + "languages": [ + "amh-Ethi", + "taq-Latn" + ] + }, + { + "precision": 0.848801, + "recall": 0.887352, + "f1": 0.860007, + "accuracy": 0.887352, + "main_score": 0.860007, + "hf_subset": "amh_Ethi-war_Latn", + "languages": [ + "amh-Ethi", + "war-Latn" + ] + }, + { + "precision": 0.895339, + "recall": 0.924901, + "f1": 0.904169, + "accuracy": 0.924901, + "main_score": 0.904169, + "hf_subset": "amh_Ethi-arb_Arab", + "languages": [ + "amh-Ethi", + "arb-Arab" + ] + }, + { + "precision": 0.910985, + "recall": 0.935771, + "f1": 0.918464, + "accuracy": 0.935771, + "main_score": 0.918464, + "hf_subset": "amh_Ethi-bul_Cyrl", + "languages": [ + "amh-Ethi", + "bul-Cyrl" + ] + }, + { + "precision": 0.909832, + "recall": 0.935771, + "f1": 0.917523, + "accuracy": 0.935771, + "main_score": 0.917523, + "hf_subset": "amh_Ethi-fra_Latn", + "languages": [ + "amh-Ethi", + "fra-Latn" + ] + }, + { + "precision": 0.889018, + "recall": 0.917984, + "f1": 0.89753, + "accuracy": 0.917984, + "main_score": 0.89753, + "hf_subset": "amh_Ethi-jpn_Jpan", + "languages": [ + "amh-Ethi", + "jpn-Jpan" + ] + }, + { + "precision": 0.846748, + "recall": 0.878458, + "f1": 0.855851, + "accuracy": 0.878458, + "main_score": 0.855851, + "hf_subset": "amh_Ethi-lij_Latn", + "languages": [ + "amh-Ethi", + "lij-Latn" + ] + }, + { + "precision": 0.882768, + "recall": 0.914032, + "f1": 0.892147, + "accuracy": 0.914032, + "main_score": 0.892147, + "hf_subset": "amh_Ethi-mya_Mymr", + "languages": [ + "amh-Ethi", + "mya-Mymr" + ] + }, + { + "precision": 0.502098, + "recall": 0.547431, + "f1": 0.514553, + "accuracy": 0.547431, + "main_score": 0.514553, + "hf_subset": "amh_Ethi-sag_Latn", + "languages": [ + "amh-Ethi", + "sag-Latn" + ] + }, + { + "precision": 0.223761, + "recall": 0.280632, + "f1": 0.237869, + "accuracy": 0.280632, + "main_score": 0.237869, + "hf_subset": "amh_Ethi-taq_Tfng", + "languages": [ + "amh-Ethi", + "taq-Tfng" + ] + }, + { + "precision": 0.592376, + "recall": 0.642292, + "f1": 0.605175, + "accuracy": 0.642292, + "main_score": 0.605175, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.778708, + "recall": 0.832016, + "f1": 0.794232, + "accuracy": 0.832016, + "main_score": 0.794232, + "hf_subset": "amh_Ethi-arb_Latn", + "languages": [ + "amh-Ethi", + "arb-Latn" + ] + }, + { + "precision": 0.882065, + "recall": 0.91502, + "f1": 0.891996, + "accuracy": 0.91502, + "main_score": 0.891996, + "hf_subset": "amh_Ethi-cat_Latn", + "languages": [ + "amh-Ethi", + "cat-Latn" + ] + }, + { + "precision": 0.815934, + "recall": 0.851779, + "f1": 0.825108, + "accuracy": 0.851779, + "main_score": 0.825108, + "hf_subset": "amh_Ethi-fur_Latn", + "languages": [ + "amh-Ethi", + "fur-Latn" + ] + }, + { + "precision": 0.399647, + "recall": 0.463439, + "f1": 0.415316, + "accuracy": 0.463439, + "main_score": 0.415316, + "hf_subset": "amh_Ethi-kab_Latn", + "languages": [ + "amh-Ethi", + "kab-Latn" + ] + }, + { + "precision": 0.841905, + "recall": 0.87747, + "f1": 0.851971, + "accuracy": 0.87747, + "main_score": 0.851971, + "hf_subset": "amh_Ethi-lim_Latn", + "languages": [ + "amh-Ethi", + "lim-Latn" + ] + }, + { + "precision": 0.884947, + "recall": 0.914032, + "f1": 0.893299, + "accuracy": 0.914032, + "main_score": 0.893299, + "hf_subset": "amh_Ethi-nld_Latn", + "languages": [ + "amh-Ethi", + "nld-Latn" + ] + }, + { + "precision": 0.869163, + "recall": 0.903162, + "f1": 0.87935, + "accuracy": 0.903162, + "main_score": 0.87935, + "hf_subset": "amh_Ethi-san_Deva", + "languages": [ + "amh-Ethi", + "san-Deva" + ] + }, + { + "precision": 0.875057, + "recall": 0.906126, + "f1": 0.884205, + "accuracy": 0.906126, + "main_score": 0.884205, + "hf_subset": "amh_Ethi-tat_Cyrl", + "languages": [ + "amh-Ethi", + "tat-Cyrl" + ] + }, + { + "precision": 0.787815, + "recall": 0.832016, + "f1": 0.800808, + "accuracy": 0.832016, + "main_score": 0.800808, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.880138, + "recall": 0.916008, + "f1": 0.891304, + "accuracy": 0.916008, + "main_score": 0.891304, + "hf_subset": "amh_Ethi-ars_Arab", + "languages": [ + "amh-Ethi", + "ars-Arab" + ] + }, + { + "precision": 0.845638, + "recall": 0.881423, + "f1": 0.855702, + "accuracy": 0.881423, + "main_score": 0.855702, + "hf_subset": "amh_Ethi-ceb_Latn", + "languages": [ + "amh-Ethi", + "ceb-Latn" + ] + }, + { + "precision": 0.436077, + "recall": 0.486166, + "f1": 0.448612, + "accuracy": 0.486166, + "main_score": 0.448612, + "hf_subset": "amh_Ethi-fuv_Latn", + "languages": [ + "amh-Ethi", + "fuv-Latn" + ] + }, + { + "precision": 0.450998, + "recall": 0.494071, + "f1": 0.462692, + "accuracy": 0.494071, + "main_score": 0.462692, + "hf_subset": "amh_Ethi-kac_Latn", + "languages": [ + "amh-Ethi", + "kac-Latn" + ] + }, + { + "precision": 0.544506, + "recall": 0.601779, + "f1": 0.559336, + "accuracy": 0.601779, + "main_score": 0.559336, + "hf_subset": "amh_Ethi-lin_Latn", + "languages": [ + "amh-Ethi", + "lin-Latn" + ] + }, + { + "precision": 0.863694, + "recall": 0.899209, + "f1": 0.873836, + "accuracy": 0.899209, + "main_score": 0.873836, + "hf_subset": "amh_Ethi-nno_Latn", + "languages": [ + "amh-Ethi", + "nno-Latn" + ] + }, + { + "precision": 0.784841, + "recall": 0.837945, + "f1": 0.80076, + "accuracy": 0.837945, + "main_score": 0.80076, + "hf_subset": "amh_Ethi-sat_Olck", + "languages": [ + "amh-Ethi", + "sat-Olck" + ] + }, + { + "precision": 0.862961, + "recall": 0.901186, + "f1": 0.874657, + "accuracy": 0.901186, + "main_score": 0.874657, + "hf_subset": "amh_Ethi-tel_Telu", + "languages": [ + "amh-Ethi", + "tel-Telu" + ] + }, + { + "precision": 0.874736, + "recall": 0.908103, + "f1": 0.884453, + "accuracy": 0.908103, + "main_score": 0.884453, + "hf_subset": "amh_Ethi-ydd_Hebr", + "languages": [ + "amh-Ethi", + "ydd-Hebr" + ] + }, + { + "precision": 0.844509, + "recall": 0.882411, + "f1": 0.855509, + "accuracy": 0.882411, + "main_score": 0.855509, + "hf_subset": "amh_Ethi-ary_Arab", + "languages": [ + "amh-Ethi", + "ary-Arab" + ] + }, + { + "precision": 0.901309, + "recall": 0.929842, + "f1": 0.910134, + "accuracy": 0.929842, + "main_score": 0.910134, + "hf_subset": "amh_Ethi-ces_Latn", + "languages": [ + "amh-Ethi", + "ces-Latn" + ] + }, + { + "precision": 0.560322, + "recall": 0.624506, + "f1": 0.578276, + "accuracy": 0.624506, + "main_score": 0.578276, + "hf_subset": "amh_Ethi-gaz_Latn", + "languages": [ + "amh-Ethi", + "gaz-Latn" + ] + }, + { + "precision": 0.478681, + "recall": 0.543478, + "f1": 0.495264, + "accuracy": 0.543478, + "main_score": 0.495264, + "hf_subset": "amh_Ethi-kam_Latn", + "languages": [ + "amh-Ethi", + "kam-Latn" + ] + }, + { + "precision": 0.875767, + "recall": 0.909091, + "f1": 0.88559, + "accuracy": 0.909091, + "main_score": 0.88559, + "hf_subset": "amh_Ethi-lit_Latn", + "languages": [ + "amh-Ethi", + "lit-Latn" + ] + }, + { + "precision": 0.891584, + "recall": 0.923913, + "f1": 0.901581, + "accuracy": 0.923913, + "main_score": 0.901581, + "hf_subset": "amh_Ethi-nob_Latn", + "languages": [ + "amh-Ethi", + "nob-Latn" + ] + }, + { + "precision": 0.863135, + "recall": 0.898221, + "f1": 0.873427, + "accuracy": 0.898221, + "main_score": 0.873427, + "hf_subset": "amh_Ethi-scn_Latn", + "languages": [ + "amh-Ethi", + "scn-Latn" + ] + }, + { + "precision": 0.874217, + "recall": 0.908103, + "f1": 0.884453, + "accuracy": 0.908103, + "main_score": 0.884453, + "hf_subset": "amh_Ethi-tgk_Cyrl", + "languages": [ + "amh-Ethi", + "tgk-Cyrl" + ] + }, + { + "precision": 0.654406, + "recall": 0.716403, + "f1": 0.671614, + "accuracy": 0.716403, + "main_score": 0.671614, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.880724, + "recall": 0.912055, + "f1": 0.889726, + "accuracy": 0.912055, + "main_score": 0.889726, + "hf_subset": "amh_Ethi-arz_Arab", + "languages": [ + "amh-Ethi", + "arz-Arab" + ] + }, + { + "precision": 0.4135, + "recall": 0.460474, + "f1": 0.426025, + "accuracy": 0.460474, + "main_score": 0.426025, + "hf_subset": "amh_Ethi-cjk_Latn", + "languages": [ + "amh-Ethi", + "cjk-Latn" + ] + }, + { + "precision": 0.804276, + "recall": 0.853755, + "f1": 0.819236, + "accuracy": 0.853755, + "main_score": 0.819236, + "hf_subset": "amh_Ethi-gla_Latn", + "languages": [ + "amh-Ethi", + "gla-Latn" + ] + }, + { + "precision": 0.883037, + "recall": 0.912055, + "f1": 0.891677, + "accuracy": 0.912055, + "main_score": 0.891677, + "hf_subset": "amh_Ethi-kan_Knda", + "languages": [ + "amh-Ethi", + "kan-Knda" + ] + }, + { + "precision": 0.854473, + "recall": 0.885375, + "f1": 0.863051, + "accuracy": 0.885375, + "main_score": 0.863051, + "hf_subset": "amh_Ethi-lmo_Latn", + "languages": [ + "amh-Ethi", + "lmo-Latn" + ] + }, + { + "precision": 0.898101, + "recall": 0.924901, + "f1": 0.905995, + "accuracy": 0.924901, + "main_score": 0.905995, + "hf_subset": "amh_Ethi-npi_Deva", + "languages": [ + "amh-Ethi", + "npi-Deva" + ] + }, + { + "precision": 0.488368, + "recall": 0.547431, + "f1": 0.504146, + "accuracy": 0.547431, + "main_score": 0.504146, + "hf_subset": "amh_Ethi-shn_Mymr", + "languages": [ + "amh-Ethi", + "shn-Mymr" + ] + }, + { + "precision": 0.873551, + "recall": 0.907115, + "f1": 0.883451, + "accuracy": 0.907115, + "main_score": 0.883451, + "hf_subset": "amh_Ethi-tgl_Latn", + "languages": [ + "amh-Ethi", + "tgl-Latn" + ] + }, + { + "precision": 0.868861, + "recall": 0.900198, + "f1": 0.877568, + "accuracy": 0.900198, + "main_score": 0.877568, + "hf_subset": "amh_Ethi-yue_Hant", + "languages": [ + "amh-Ethi", + "yue-Hant" + ] + }, + { + "precision": 0.862331, + "recall": 0.896245, + "f1": 0.872199, + "accuracy": 0.896245, + "main_score": 0.872199, + "hf_subset": "amh_Ethi-asm_Beng", + "languages": [ + "amh-Ethi", + "asm-Beng" + ] + }, + { + "precision": 0.859272, + "recall": 0.897233, + "f1": 0.87108, + "accuracy": 0.897233, + "main_score": 0.87108, + "hf_subset": "amh_Ethi-ckb_Arab", + "languages": [ + "amh-Ethi", + "ckb-Arab" + ] + }, + { + "precision": 0.844723, + "recall": 0.884387, + "f1": 0.85652, + "accuracy": 0.884387, + "main_score": 0.85652, + "hf_subset": "amh_Ethi-gle_Latn", + "languages": [ + "amh-Ethi", + "gle-Latn" + ] + }, + { + "precision": 0.760561, + "recall": 0.809289, + "f1": 0.774373, + "accuracy": 0.809289, + "main_score": 0.774373, + "hf_subset": "amh_Ethi-kas_Arab", + "languages": [ + "amh-Ethi", + "kas-Arab" + ] + }, + { + "precision": 0.772903, + "recall": 0.823123, + "f1": 0.787752, + "accuracy": 0.823123, + "main_score": 0.787752, + "hf_subset": "amh_Ethi-ltg_Latn", + "languages": [ + "amh-Ethi", + "ltg-Latn" + ] + }, + { + "precision": 0.742309, + "recall": 0.794466, + "f1": 0.757373, + "accuracy": 0.794466, + "main_score": 0.757373, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.855797, + "recall": 0.893281, + "f1": 0.866605, + "accuracy": 0.893281, + "main_score": 0.866605, + "hf_subset": "amh_Ethi-sin_Sinh", + "languages": [ + "amh-Ethi", + "sin-Sinh" + ] + }, + { + "precision": 0.868163, + "recall": 0.899209, + "f1": 0.876702, + "accuracy": 0.899209, + "main_score": 0.876702, + "hf_subset": "amh_Ethi-tha_Thai", + "languages": [ + "amh-Ethi", + "tha-Thai" + ] + }, + { + "precision": 0.826404, + "recall": 0.858696, + "f1": 0.834947, + "accuracy": 0.858696, + "main_score": 0.834947, + "hf_subset": "amh_Ethi-zho_Hans", + "languages": [ + "amh-Ethi", + "zho-Hans" + ] + }, + { + "precision": 0.87057, + "recall": 0.905138, + "f1": 0.880703, + "accuracy": 0.905138, + "main_score": 0.880703, + "hf_subset": "amh_Ethi-ast_Latn", + "languages": [ + "amh-Ethi", + "ast-Latn" + ] + }, + { + "precision": 0.863826, + "recall": 0.901186, + "f1": 0.875154, + "accuracy": 0.901186, + "main_score": 0.875154, + "hf_subset": "amh_Ethi-crh_Latn", + "languages": [ + "amh-Ethi", + "crh-Latn" + ] + }, + { + "precision": 0.880303, + "recall": 0.914032, + "f1": 0.890368, + "accuracy": 0.914032, + "main_score": 0.890368, + "hf_subset": "amh_Ethi-glg_Latn", + "languages": [ + "amh-Ethi", + "glg-Latn" + ] + }, + { + "precision": 0.721008, + "recall": 0.771739, + "f1": 0.734856, + "accuracy": 0.771739, + "main_score": 0.734856, + "hf_subset": "amh_Ethi-kas_Deva", + "languages": [ + "amh-Ethi", + "kas-Deva" + ] + }, + { + "precision": 0.846529, + "recall": 0.884387, + "f1": 0.857249, + "accuracy": 0.884387, + "main_score": 0.857249, + "hf_subset": "amh_Ethi-ltz_Latn", + "languages": [ + "amh-Ethi", + "ltz-Latn" + ] + }, + { + "precision": 0.408807, + "recall": 0.465415, + "f1": 0.423275, + "accuracy": 0.465415, + "main_score": 0.423275, + "hf_subset": "amh_Ethi-nus_Latn", + "languages": [ + "amh-Ethi", + "nus-Latn" + ] + }, + { + "precision": 0.876296, + "recall": 0.909091, + "f1": 0.885804, + "accuracy": 0.909091, + "main_score": 0.885804, + "hf_subset": "amh_Ethi-slk_Latn", + "languages": [ + "amh-Ethi", + "slk-Latn" + ] + }, + { + "precision": 0.695477, + "recall": 0.758893, + "f1": 0.712873, + "accuracy": 0.758893, + "main_score": 0.712873, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.868455, + "recall": 0.903162, + "f1": 0.878461, + "accuracy": 0.903162, + "main_score": 0.878461, + "hf_subset": "amh_Ethi-zho_Hant", + "languages": [ + "amh-Ethi", + "zho-Hant" + ] + }, + { + "precision": 0.857448, + "recall": 0.890316, + "f1": 0.866449, + "accuracy": 0.890316, + "main_score": 0.866449, + "hf_subset": "amh_Ethi-awa_Deva", + "languages": [ + "amh-Ethi", + "awa-Deva" + ] + }, + { + "precision": 0.870992, + "recall": 0.90415, + "f1": 0.880872, + "accuracy": 0.90415, + "main_score": 0.880872, + "hf_subset": "amh_Ethi-cym_Latn", + "languages": [ + "amh-Ethi", + "cym-Latn" + ] + }, + { + "precision": 0.600915, + "recall": 0.652174, + "f1": 0.614081, + "accuracy": 0.652174, + "main_score": 0.614081, + "hf_subset": "amh_Ethi-grn_Latn", + "languages": [ + "amh-Ethi", + "grn-Latn" + ] + }, + { + "precision": 0.869186, + "recall": 0.905138, + "f1": 0.880091, + "accuracy": 0.905138, + "main_score": 0.880091, + "hf_subset": "amh_Ethi-kat_Geor", + "languages": [ + "amh-Ethi", + "kat-Geor" + ] + }, + { + "precision": 0.497635, + "recall": 0.552372, + "f1": 0.511737, + "accuracy": 0.552372, + "main_score": 0.511737, + "hf_subset": "amh_Ethi-lua_Latn", + "languages": [ + "amh-Ethi", + "lua-Latn" + ] + }, + { + "precision": 0.742648, + "recall": 0.798419, + "f1": 0.758613, + "accuracy": 0.798419, + "main_score": 0.758613, + "hf_subset": "amh_Ethi-nya_Latn", + "languages": [ + "amh-Ethi", + "nya-Latn" + ] + }, + { + "precision": 0.883951, + "recall": 0.91502, + "f1": 0.893138, + "accuracy": 0.91502, + "main_score": 0.893138, + "hf_subset": "amh_Ethi-slv_Latn", + "languages": [ + "amh-Ethi", + "slv-Latn" + ] + }, + { + "precision": 0.760089, + "recall": 0.802372, + "f1": 0.770785, + "accuracy": 0.802372, + "main_score": 0.770785, + "hf_subset": "amh_Ethi-tpi_Latn", + "languages": [ + "amh-Ethi", + "tpi-Latn" + ] + }, + { + "precision": 0.882847, + "recall": 0.911067, + "f1": 0.890851, + "accuracy": 0.911067, + "main_score": 0.890851, + "hf_subset": "amh_Ethi-zsm_Latn", + "languages": [ + "amh-Ethi", + "zsm-Latn" + ] + }, + { + "precision": 0.482555, + "recall": 0.529644, + "f1": 0.49568, + "accuracy": 0.529644, + "main_score": 0.49568, + "hf_subset": "amh_Ethi-ayr_Latn", + "languages": [ + "amh-Ethi", + "ayr-Latn" + ] + }, + { + "precision": 0.91003, + "recall": 0.933794, + "f1": 0.916982, + "accuracy": 0.933794, + "main_score": 0.916982, + "hf_subset": "amh_Ethi-dan_Latn", + "languages": [ + "amh-Ethi", + "dan-Latn" + ] + }, + { + "precision": 0.885359, + "recall": 0.91502, + "f1": 0.893714, + "accuracy": 0.91502, + "main_score": 0.893714, + "hf_subset": "amh_Ethi-guj_Gujr", + "languages": [ + "amh-Ethi", + "guj-Gujr" + ] + }, + { + "precision": 0.876005, + "recall": 0.909091, + "f1": 0.885738, + "accuracy": 0.909091, + "main_score": 0.885738, + "hf_subset": "amh_Ethi-kaz_Cyrl", + "languages": [ + "amh-Ethi", + "kaz-Cyrl" + ] + }, + { + "precision": 0.596944, + "recall": 0.66996, + "f1": 0.617215, + "accuracy": 0.66996, + "main_score": 0.617215, + "hf_subset": "amh_Ethi-lug_Latn", + "languages": [ + "amh-Ethi", + "lug-Latn" + ] + }, + { + "precision": 0.885484, + "recall": 0.913043, + "f1": 0.8931, + "accuracy": 0.913043, + "main_score": 0.8931, + "hf_subset": "amh_Ethi-oci_Latn", + "languages": [ + "amh-Ethi", + "oci-Latn" + ] + }, + { + "precision": 0.741006, + "recall": 0.795455, + "f1": 0.756729, + "accuracy": 0.795455, + "main_score": 0.756729, + "hf_subset": "amh_Ethi-smo_Latn", + "languages": [ + "amh-Ethi", + "smo-Latn" + ] + }, + { + "precision": 0.681056, + "recall": 0.743083, + "f1": 0.698833, + "accuracy": 0.743083, + "main_score": 0.698833, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.8083, + "recall": 0.854743, + "f1": 0.82247, + "accuracy": 0.854743, + "main_score": 0.82247, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.792087, + "recall": 0.835968, + "f1": 0.805054, + "accuracy": 0.835968, + "main_score": 0.805054, + "hf_subset": "amh_Ethi-azb_Arab", + "languages": [ + "amh-Ethi", + "azb-Arab" + ] + }, + { + "precision": 0.906301, + "recall": 0.93083, + "f1": 0.913493, + "accuracy": 0.93083, + "main_score": 0.913493, + "hf_subset": "amh_Ethi-deu_Latn", + "languages": [ + "amh-Ethi", + "deu-Latn" + ] + }, + { + "precision": 0.849161, + "recall": 0.88834, + "f1": 0.860842, + "accuracy": 0.88834, + "main_score": 0.860842, + "hf_subset": "amh_Ethi-hat_Latn", + "languages": [ + "amh-Ethi", + "hat-Latn" + ] + }, + { + "precision": 0.439564, + "recall": 0.487154, + "f1": 0.452295, + "accuracy": 0.487154, + "main_score": 0.452295, + "hf_subset": "amh_Ethi-kbp_Latn", + "languages": [ + "amh-Ethi", + "kbp-Latn" + ] + }, + { + "precision": 0.488154, + "recall": 0.525692, + "f1": 0.498111, + "accuracy": 0.525692, + "main_score": 0.498111, + "hf_subset": "amh_Ethi-luo_Latn", + "languages": [ + "amh-Ethi", + "luo-Latn" + ] + }, + { + "precision": 0.84753, + "recall": 0.890316, + "f1": 0.860639, + "accuracy": 0.890316, + "main_score": 0.860639, + "hf_subset": "amh_Ethi-ory_Orya", + "languages": [ + "amh-Ethi", + "ory-Orya" + ] + }, + { + "precision": 0.783271, + "recall": 0.833992, + "f1": 0.798355, + "accuracy": 0.833992, + "main_score": 0.798355, + "hf_subset": "amh_Ethi-sna_Latn", + "languages": [ + "amh-Ethi", + "sna-Latn" + ] + }, + { + "precision": 0.603656, + "recall": 0.666996, + "f1": 0.620877, + "accuracy": 0.666996, + "main_score": 0.620877, + "hf_subset": "amh_Ethi-tso_Latn", + "languages": [ + "amh-Ethi", + "tso-Latn" + ] + }, + { + "precision": 0.868363, + "recall": 0.903162, + "f1": 0.878788, + "accuracy": 0.903162, + "main_score": 0.878788, + "hf_subset": "amh_Ethi-azj_Latn", + "languages": [ + "amh-Ethi", + "azj-Latn" + ] + }, + { + "precision": 0.45802, + "recall": 0.507905, + "f1": 0.471177, + "accuracy": 0.507905, + "main_score": 0.471177, + "hf_subset": "amh_Ethi-dik_Latn", + "languages": [ + "amh-Ethi", + "dik-Latn" + ] + }, + { + "precision": 0.795265, + "recall": 0.844862, + "f1": 0.810167, + "accuracy": 0.844862, + "main_score": 0.810167, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.824379, + "recall": 0.863636, + "f1": 0.834928, + "accuracy": 0.863636, + "main_score": 0.834928, + "hf_subset": "amh_Ethi-kea_Latn", + "languages": [ + "amh-Ethi", + "kea-Latn" + ] + }, + { + "precision": 0.793504, + "recall": 0.838933, + "f1": 0.805919, + "accuracy": 0.838933, + "main_score": 0.805919, + "hf_subset": "amh_Ethi-lus_Latn", + "languages": [ + "amh-Ethi", + "lus-Latn" + ] + }, + { + "precision": 0.682947, + "recall": 0.724308, + "f1": 0.692955, + "accuracy": 0.724308, + "main_score": 0.692955, + "hf_subset": "amh_Ethi-pag_Latn", + "languages": [ + "amh-Ethi", + "pag-Latn" + ] + }, + { + "precision": 0.837887, + "recall": 0.880435, + "f1": 0.850469, + "accuracy": 0.880435, + "main_score": 0.850469, + "hf_subset": "amh_Ethi-snd_Arab", + "languages": [ + "amh-Ethi", + "snd-Arab" + ] + }, + { + "precision": 0.890179, + "recall": 0.921937, + "f1": 0.899934, + "accuracy": 0.921937, + "main_score": 0.899934, + "hf_subset": "amh_Ethi-tuk_Latn", + "languages": [ + "amh-Ethi", + "tuk-Latn" + ] + }, + { + "precision": 0.868438, + "recall": 0.899209, + "f1": 0.877375, + "accuracy": 0.899209, + "main_score": 0.877375, + "hf_subset": "amh_Ethi-bak_Cyrl", + "languages": [ + "amh-Ethi", + "bak-Cyrl" + ] + }, + { + "precision": 0.426203, + "recall": 0.483202, + "f1": 0.441987, + "accuracy": 0.483202, + "main_score": 0.441987, + "hf_subset": "amh_Ethi-dyu_Latn", + "languages": [ + "amh-Ethi", + "dyu-Latn" + ] + }, + { + "precision": 0.900454, + "recall": 0.926877, + "f1": 0.908171, + "accuracy": 0.926877, + "main_score": 0.908171, + "hf_subset": "amh_Ethi-heb_Hebr", + "languages": [ + "amh-Ethi", + "heb-Hebr" + ] + }, + { + "precision": 0.884065, + "recall": 0.916996, + "f1": 0.894499, + "accuracy": 0.916996, + "main_score": 0.894499, + "hf_subset": "amh_Ethi-khk_Cyrl", + "languages": [ + "amh-Ethi", + "khk-Cyrl" + ] + }, + { + "precision": 0.88, + "recall": 0.909091, + "f1": 0.888297, + "accuracy": 0.909091, + "main_score": 0.888297, + "hf_subset": "amh_Ethi-lvs_Latn", + "languages": [ + "amh-Ethi", + "lvs-Latn" + ] + }, + { + "precision": 0.880451, + "recall": 0.912055, + "f1": 0.889643, + "accuracy": 0.912055, + "main_score": 0.889643, + "hf_subset": "amh_Ethi-pan_Guru", + "languages": [ + "amh-Ethi", + "pan-Guru" + ] + }, + { + "precision": 0.793462, + "recall": 0.846838, + "f1": 0.809571, + "accuracy": 0.846838, + "main_score": 0.809571, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.590223, + "recall": 0.649209, + "f1": 0.60653, + "accuracy": 0.649209, + "main_score": 0.60653, + "hf_subset": "amh_Ethi-tum_Latn", + "languages": [ + "amh-Ethi", + "tum-Latn" + ] + }, + { + "precision": 0.495498, + "recall": 0.582016, + "f1": 0.519589, + "accuracy": 0.582016, + "main_score": 0.519589, + "hf_subset": "bos_Latn-ace_Arab", + "languages": [ + "bos-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.461009, + "recall": 0.519763, + "f1": 0.476444, + "accuracy": 0.519763, + "main_score": 0.476444, + "hf_subset": "bos_Latn-bam_Latn", + "languages": [ + "bos-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.596785, + "recall": 0.685771, + "f1": 0.621952, + "accuracy": 0.685771, + "main_score": 0.621952, + "hf_subset": "bos_Latn-dzo_Tibt", + "languages": [ + "bos-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-hin_Deva", + "languages": [ + "bos-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.971591, + "recall": 0.980237, + "f1": 0.974374, + "accuracy": 0.980237, + "main_score": 0.974374, + "hf_subset": "bos_Latn-khm_Khmr", + "languages": [ + "bos-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "bos_Latn-mag_Deva", + "languages": [ + "bos-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-pap_Latn", + "languages": [ + "bos-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.82724, + "recall": 0.873518, + "f1": 0.841634, + "accuracy": 0.873518, + "main_score": 0.841634, + "hf_subset": "bos_Latn-sot_Latn", + "languages": [ + "bos-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-tur_Latn", + "languages": [ + "bos-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.831933, + "recall": 0.880435, + "f1": 0.846871, + "accuracy": 0.880435, + "main_score": 0.846871, + "hf_subset": "bos_Latn-ace_Latn", + "languages": [ + "bos-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "bos_Latn-ban_Latn", + "languages": [ + "bos-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-ell_Grek", + "languages": [ + "bos-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "bos_Latn-hne_Deva", + "languages": [ + "bos-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.539386, + "recall": 0.613636, + "f1": 0.558953, + "accuracy": 0.613636, + "main_score": 0.558953, + "hf_subset": "bos_Latn-kik_Latn", + "languages": [ + "bos-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bos_Latn-mai_Deva", + "languages": [ + "bos-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "bos_Latn-pbt_Arab", + "languages": [ + "bos-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-spa_Latn", + "languages": [ + "bos-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.708392, + "recall": 0.774704, + "f1": 0.727557, + "accuracy": 0.774704, + "main_score": 0.727557, + "hf_subset": "bos_Latn-twi_Latn", + "languages": [ + "bos-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-acm_Arab", + "languages": [ + "bos-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.811578, + "recall": 0.858696, + "f1": 0.825743, + "accuracy": 0.858696, + "main_score": 0.825743, + "hf_subset": "bos_Latn-kin_Latn", + "languages": [ + "bos-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bos_Latn-mal_Mlym", + "languages": [ + "bos-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-pes_Arab", + "languages": [ + "bos-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bos_Latn-srd_Latn", + "languages": [ + "bos-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.187469, + "recall": 0.249012, + "f1": 0.202002, + "accuracy": 0.249012, + "main_score": 0.202002, + "hf_subset": "bos_Latn-tzm_Tfng", + "languages": [ + "bos-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-acq_Arab", + "languages": [ + "bos-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.62025, + "recall": 0.699605, + "f1": 0.643152, + "accuracy": 0.699605, + "main_score": 0.643152, + "hf_subset": "bos_Latn-bem_Latn", + "languages": [ + "bos-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-epo_Latn", + "languages": [ + "bos-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-hun_Latn", + "languages": [ + "bos-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bos_Latn-kir_Cyrl", + "languages": [ + "bos-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-mar_Deva", + "languages": [ + "bos-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.843939, + "recall": 0.885375, + "f1": 0.856639, + "accuracy": 0.885375, + "main_score": 0.856639, + "hf_subset": "bos_Latn-plt_Latn", + "languages": [ + "bos-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "bos_Latn-uig_Arab", + "languages": [ + "bos-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-aeb_Arab", + "languages": [ + "bos-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-ben_Beng", + "languages": [ + "bos-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-est_Latn", + "languages": [ + "bos-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-hye_Armn", + "languages": [ + "bos-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.439047, + "recall": 0.507905, + "f1": 0.456837, + "accuracy": 0.507905, + "main_score": 0.456837, + "hf_subset": "bos_Latn-kmb_Latn", + "languages": [ + "bos-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.436231, + "recall": 0.522727, + "f1": 0.457858, + "accuracy": 0.522727, + "main_score": 0.457858, + "hf_subset": "bos_Latn-min_Arab", + "languages": [ + "bos-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.695299, + "recall": 0.766798, + "f1": 0.715988, + "accuracy": 0.766798, + "main_score": 0.715988, + "hf_subset": "bos_Latn-ssw_Latn", + "languages": [ + "bos-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-afr_Latn", + "languages": [ + "bos-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bos_Latn-bho_Deva", + "languages": [ + "bos-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bos_Latn-eus_Latn", + "languages": [ + "bos-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.818956, + "recall": 0.870553, + "f1": 0.834816, + "accuracy": 0.870553, + "main_score": 0.834816, + "hf_subset": "bos_Latn-ibo_Latn", + "languages": [ + "bos-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.844285, + "recall": 0.889328, + "f1": 0.858235, + "accuracy": 0.889328, + "main_score": 0.858235, + "hf_subset": "bos_Latn-kmr_Latn", + "languages": [ + "bos-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "bos_Latn-min_Latn", + "languages": [ + "bos-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-por_Latn", + "languages": [ + "bos-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bos_Latn-sun_Latn", + "languages": [ + "bos-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.431492, + "recall": 0.497036, + "f1": 0.450045, + "accuracy": 0.497036, + "main_score": 0.450045, + "hf_subset": "bos_Latn-umb_Latn", + "languages": [ + "bos-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-ajp_Arab", + "languages": [ + "bos-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.451236, + "recall": 0.541502, + "f1": 0.475453, + "accuracy": 0.541502, + "main_score": 0.475453, + "hf_subset": "bos_Latn-bjn_Arab", + "languages": [ + "bos-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.441045, + "recall": 0.502964, + "f1": 0.45818, + "accuracy": 0.502964, + "main_score": 0.45818, + "hf_subset": "bos_Latn-ewe_Latn", + "languages": [ + "bos-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.936924, + "recall": 0.95751, + "f1": 0.943676, + "accuracy": 0.95751, + "main_score": 0.943676, + "hf_subset": "bos_Latn-ilo_Latn", + "languages": [ + "bos-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.237725, + "recall": 0.301383, + "f1": 0.252988, + "accuracy": 0.301383, + "main_score": 0.252988, + "hf_subset": "bos_Latn-knc_Arab", + "languages": [ + "bos-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-prs_Arab", + "languages": [ + "bos-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-swe_Latn", + "languages": [ + "bos-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-urd_Arab", + "languages": [ + "bos-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.700636, + "recall": 0.767787, + "f1": 0.719744, + "accuracy": 0.767787, + "main_score": 0.719744, + "hf_subset": "bos_Latn-aka_Latn", + "languages": [ + "bos-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.962204, + "recall": 0.974308, + "f1": 0.96614, + "accuracy": 0.974308, + "main_score": 0.96614, + "hf_subset": "bos_Latn-bjn_Latn", + "languages": [ + "bos-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bos_Latn-fao_Latn", + "languages": [ + "bos-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-ind_Latn", + "languages": [ + "bos-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.499738, + "recall": 0.557312, + "f1": 0.515473, + "accuracy": 0.557312, + "main_score": 0.515473, + "hf_subset": "bos_Latn-knc_Latn", + "languages": [ + "bos-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-mlt_Latn", + "languages": [ + "bos-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.617976, + "recall": 0.689723, + "f1": 0.638496, + "accuracy": 0.689723, + "main_score": 0.638496, + "hf_subset": "bos_Latn-quy_Latn", + "languages": [ + "bos-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-swh_Latn", + "languages": [ + "bos-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bos_Latn-uzn_Latn", + "languages": [ + "bos-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-als_Latn", + "languages": [ + "bos-Latn", + "als-Latn" + ] + }, + { + "precision": 0.765909, + "recall": 0.829051, + "f1": 0.784995, + "accuracy": 0.829051, + "main_score": 0.784995, + "hf_subset": "bos_Latn-bod_Tibt", + "languages": [ + "bos-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.603782, + "recall": 0.679842, + "f1": 0.624947, + "accuracy": 0.679842, + "main_score": 0.624947, + "hf_subset": "bos_Latn-fij_Latn", + "languages": [ + "bos-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "bos_Latn-isl_Latn", + "languages": [ + "bos-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.573388, + "recall": 0.644269, + "f1": 0.592637, + "accuracy": 0.644269, + "main_score": 0.592637, + "hf_subset": "bos_Latn-kon_Latn", + "languages": [ + "bos-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.575033, + "recall": 0.652174, + "f1": 0.596291, + "accuracy": 0.652174, + "main_score": 0.596291, + "hf_subset": "bos_Latn-mni_Beng", + "languages": [ + "bos-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ron_Latn", + "languages": [ + "bos-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "bos_Latn-szl_Latn", + "languages": [ + "bos-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-vec_Latn", + "languages": [ + "bos-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.899654, + "recall": 0.929842, + "f1": 0.909157, + "accuracy": 0.929842, + "main_score": 0.909157, + "hf_subset": "bos_Latn-amh_Ethi", + "languages": [ + "bos-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-fin_Latn", + "languages": [ + "bos-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ita_Latn", + "languages": [ + "bos-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-kor_Hang", + "languages": [ + "bos-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.489956, + "recall": 0.544466, + "f1": 0.504827, + "accuracy": 0.544466, + "main_score": 0.504827, + "hf_subset": "bos_Latn-mos_Latn", + "languages": [ + "bos-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.714808, + "recall": 0.77668, + "f1": 0.732938, + "accuracy": 0.77668, + "main_score": 0.732938, + "hf_subset": "bos_Latn-run_Latn", + "languages": [ + "bos-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bos_Latn-tam_Taml", + "languages": [ + "bos-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-vie_Latn", + "languages": [ + "bos-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bos_Latn-apc_Arab", + "languages": [ + "bos-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.69693, + "recall": 0.764822, + "f1": 0.715928, + "accuracy": 0.764822, + "main_score": 0.715928, + "hf_subset": "bos_Latn-bug_Latn", + "languages": [ + "bos-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.419684, + "recall": 0.470356, + "f1": 0.433566, + "accuracy": 0.470356, + "main_score": 0.433566, + "hf_subset": "bos_Latn-fon_Latn", + "languages": [ + "bos-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bos_Latn-jav_Latn", + "languages": [ + "bos-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "bos_Latn-lao_Laoo", + "languages": [ + "bos-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.853458, + "recall": 0.897233, + "f1": 0.867095, + "accuracy": 0.897233, + "main_score": 0.867095, + "hf_subset": "bos_Latn-mri_Latn", + "languages": [ + "bos-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.479943, + "recall": 0.543478, + "f1": 0.497036, + "accuracy": 0.543478, + "main_score": 0.497036, + "hf_subset": "bos_Latn-taq_Latn", + "languages": [ + "bos-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bos_Latn-war_Latn", + "languages": [ + "bos-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-arb_Arab", + "languages": [ + "bos-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-fra_Latn", + "languages": [ + "bos-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-jpn_Jpan", + "languages": [ + "bos-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bos_Latn-lij_Latn", + "languages": [ + "bos-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "bos_Latn-mya_Mymr", + "languages": [ + "bos-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.535757, + "recall": 0.600791, + "f1": 0.553578, + "accuracy": 0.600791, + "main_score": 0.553578, + "hf_subset": "bos_Latn-sag_Latn", + "languages": [ + "bos-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.203094, + "recall": 0.270751, + "f1": 0.21914, + "accuracy": 0.270751, + "main_score": 0.21914, + "hf_subset": "bos_Latn-taq_Tfng", + "languages": [ + "bos-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.631217, + "recall": 0.700593, + "f1": 0.650669, + "accuracy": 0.700593, + "main_score": 0.650669, + "hf_subset": "bos_Latn-wol_Latn", + "languages": [ + "bos-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.835721, + "recall": 0.883399, + "f1": 0.850494, + "accuracy": 0.883399, + "main_score": 0.850494, + "hf_subset": "bos_Latn-arb_Latn", + "languages": [ + "bos-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-cat_Latn", + "languages": [ + "bos-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bos_Latn-fur_Latn", + "languages": [ + "bos-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.415113, + "recall": 0.48913, + "f1": 0.434301, + "accuracy": 0.48913, + "main_score": 0.434301, + "hf_subset": "bos_Latn-kab_Latn", + "languages": [ + "bos-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bos_Latn-lim_Latn", + "languages": [ + "bos-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-nld_Latn", + "languages": [ + "bos-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.966074, + "accuracy": 0.97332, + "main_score": 0.966074, + "hf_subset": "bos_Latn-san_Deva", + "languages": [ + "bos-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-tat_Cyrl", + "languages": [ + "bos-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.840646, + "recall": 0.885375, + "f1": 0.854334, + "accuracy": 0.885375, + "main_score": 0.854334, + "hf_subset": "bos_Latn-xho_Latn", + "languages": [ + "bos-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-ars_Arab", + "languages": [ + "bos-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-ceb_Latn", + "languages": [ + "bos-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464431, + "recall": 0.528656, + "f1": 0.481466, + "accuracy": 0.528656, + "main_score": 0.481466, + "hf_subset": "bos_Latn-fuv_Latn", + "languages": [ + "bos-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.46242, + "recall": 0.530632, + "f1": 0.480363, + "accuracy": 0.530632, + "main_score": 0.480363, + "hf_subset": "bos_Latn-kac_Latn", + "languages": [ + "bos-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.590414, + "recall": 0.660079, + "f1": 0.608981, + "accuracy": 0.660079, + "main_score": 0.608981, + "hf_subset": "bos_Latn-lin_Latn", + "languages": [ + "bos-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-nno_Latn", + "languages": [ + "bos-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.828261, + "recall": 0.876482, + "f1": 0.843116, + "accuracy": 0.876482, + "main_score": 0.843116, + "hf_subset": "bos_Latn-sat_Olck", + "languages": [ + "bos-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bos_Latn-tel_Telu", + "languages": [ + "bos-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bos_Latn-ydd_Hebr", + "languages": [ + "bos-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "bos_Latn-ary_Arab", + "languages": [ + "bos-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.528637, + "recall": 0.609684, + "f1": 0.550362, + "accuracy": 0.609684, + "main_score": 0.550362, + "hf_subset": "bos_Latn-gaz_Latn", + "languages": [ + "bos-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.508993, + "recall": 0.586957, + "f1": 0.529281, + "accuracy": 0.586957, + "main_score": 0.529281, + "hf_subset": "bos_Latn-kam_Latn", + "languages": [ + "bos-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bos_Latn-lit_Latn", + "languages": [ + "bos-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-nob_Latn", + "languages": [ + "bos-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bos_Latn-scn_Latn", + "languages": [ + "bos-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "bos_Latn-tgk_Cyrl", + "languages": [ + "bos-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.690401, + "recall": 0.764822, + "f1": 0.712046, + "accuracy": 0.764822, + "main_score": 0.712046, + "hf_subset": "bos_Latn-yor_Latn", + "languages": [ + "bos-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-arz_Arab", + "languages": [ + "bos-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.4616, + "recall": 0.533597, + "f1": 0.481187, + "accuracy": 0.533597, + "main_score": 0.481187, + "hf_subset": "bos_Latn-cjk_Latn", + "languages": [ + "bos-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.926054, + "recall": 0.949605, + "f1": 0.93363, + "accuracy": 0.949605, + "main_score": 0.93363, + "hf_subset": "bos_Latn-gla_Latn", + "languages": [ + "bos-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bos_Latn-kan_Knda", + "languages": [ + "bos-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981028, + "accuracy": 0.985178, + "main_score": 0.981028, + "hf_subset": "bos_Latn-lmo_Latn", + "languages": [ + "bos-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bos_Latn-npi_Deva", + "languages": [ + "bos-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.493698, + "recall": 0.578063, + "f1": 0.51706, + "accuracy": 0.578063, + "main_score": 0.51706, + "hf_subset": "bos_Latn-shn_Mymr", + "languages": [ + "bos-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-tgl_Latn", + "languages": [ + "bos-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-yue_Hant", + "languages": [ + "bos-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bos_Latn-asm_Beng", + "languages": [ + "bos-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.904315, + "recall": 0.933794, + "f1": 0.913702, + "accuracy": 0.933794, + "main_score": 0.913702, + "hf_subset": "bos_Latn-ckb_Arab", + "languages": [ + "bos-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "bos_Latn-gle_Latn", + "languages": [ + "bos-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.896739, + "recall": 0.927866, + "f1": 0.906588, + "accuracy": 0.927866, + "main_score": 0.906588, + "hf_subset": "bos_Latn-kas_Arab", + "languages": [ + "bos-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.886858, + "recall": 0.920949, + "f1": 0.89753, + "accuracy": 0.920949, + "main_score": 0.89753, + "hf_subset": "bos_Latn-ltg_Latn", + "languages": [ + "bos-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.754891, + "recall": 0.818182, + "f1": 0.774115, + "accuracy": 0.818182, + "main_score": 0.774115, + "hf_subset": "bos_Latn-nso_Latn", + "languages": [ + "bos-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "bos_Latn-sin_Sinh", + "languages": [ + "bos-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-tha_Thai", + "languages": [ + "bos-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-zho_Hans", + "languages": [ + "bos-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-ast_Latn", + "languages": [ + "bos-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "bos_Latn-crh_Latn", + "languages": [ + "bos-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-glg_Latn", + "languages": [ + "bos-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.847101, + "recall": 0.889328, + "f1": 0.859947, + "accuracy": 0.889328, + "main_score": 0.859947, + "hf_subset": "bos_Latn-kas_Deva", + "languages": [ + "bos-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bos_Latn-ltz_Latn", + "languages": [ + "bos-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.421319, + "recall": 0.485178, + "f1": 0.438031, + "accuracy": 0.485178, + "main_score": 0.438031, + "hf_subset": "bos_Latn-nus_Latn", + "languages": [ + "bos-Latn", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.596432, + "recall": 0.682806, + "f1": 0.62008, + "accuracy": 0.682806, + "main_score": 0.62008, + "hf_subset": "bos_Latn-tir_Ethi", + "languages": [ + "bos-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-zho_Hant", + "languages": [ + "bos-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.970109, + "recall": 0.978261, + "f1": 0.972727, + "accuracy": 0.978261, + "main_score": 0.972727, + "hf_subset": "bos_Latn-awa_Deva", + "languages": [ + "bos-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bos_Latn-cym_Latn", + "languages": [ + "bos-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.733058, + "recall": 0.794466, + "f1": 0.750778, + "accuracy": 0.794466, + "main_score": 0.750778, + "hf_subset": "bos_Latn-grn_Latn", + "languages": [ + "bos-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-kat_Geor", + "languages": [ + "bos-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.560088, + "recall": 0.628458, + "f1": 0.578164, + "accuracy": 0.628458, + "main_score": 0.578164, + "hf_subset": "bos_Latn-lua_Latn", + "languages": [ + "bos-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.784404, + "recall": 0.841897, + "f1": 0.801534, + "accuracy": 0.841897, + "main_score": 0.801534, + "hf_subset": "bos_Latn-nya_Latn", + "languages": [ + "bos-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "bos_Latn-tpi_Latn", + "languages": [ + "bos-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-zsm_Latn", + "languages": [ + "bos-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.505849, + "recall": 0.570158, + "f1": 0.523611, + "accuracy": 0.570158, + "main_score": 0.523611, + "hf_subset": "bos_Latn-ayr_Latn", + "languages": [ + "bos-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-dan_Latn", + "languages": [ + "bos-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-guj_Gujr", + "languages": [ + "bos-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bos_Latn-kaz_Cyrl", + "languages": [ + "bos-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.603623, + "recall": 0.684783, + "f1": 0.626743, + "accuracy": 0.684783, + "main_score": 0.626743, + "hf_subset": "bos_Latn-lug_Latn", + "languages": [ + "bos-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-oci_Latn", + "languages": [ + "bos-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.798139, + "recall": 0.851779, + "f1": 0.814427, + "accuracy": 0.851779, + "main_score": 0.814427, + "hf_subset": "bos_Latn-smo_Latn", + "languages": [ + "bos-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.700115, + "recall": 0.770751, + "f1": 0.72077, + "accuracy": 0.770751, + "main_score": 0.72077, + "hf_subset": "bos_Latn-tsn_Latn", + "languages": [ + "bos-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.855237, + "recall": 0.898221, + "f1": 0.868709, + "accuracy": 0.898221, + "main_score": 0.868709, + "hf_subset": "bos_Latn-zul_Latn", + "languages": [ + "bos-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.895784, + "recall": 0.927866, + "f1": 0.905962, + "accuracy": 0.927866, + "main_score": 0.905962, + "hf_subset": "bos_Latn-azb_Arab", + "languages": [ + "bos-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-deu_Latn", + "languages": [ + "bos-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "bos_Latn-hat_Latn", + "languages": [ + "bos-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.455027, + "recall": 0.51581, + "f1": 0.471546, + "accuracy": 0.51581, + "main_score": 0.471546, + "hf_subset": "bos_Latn-kbp_Latn", + "languages": [ + "bos-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.493868, + "recall": 0.565217, + "f1": 0.513124, + "accuracy": 0.565217, + "main_score": 0.513124, + "hf_subset": "bos_Latn-luo_Latn", + "languages": [ + "bos-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bos_Latn-ory_Orya", + "languages": [ + "bos-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.856011, + "recall": 0.897233, + "f1": 0.868808, + "accuracy": 0.897233, + "main_score": 0.868808, + "hf_subset": "bos_Latn-sna_Latn", + "languages": [ + "bos-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.622962, + "recall": 0.69664, + "f1": 0.643852, + "accuracy": 0.69664, + "main_score": 0.643852, + "hf_subset": "bos_Latn-tso_Latn", + "languages": [ + "bos-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bos_Latn-azj_Latn", + "languages": [ + "bos-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.498296, + "recall": 0.563241, + "f1": 0.516084, + "accuracy": 0.563241, + "main_score": 0.516084, + "hf_subset": "bos_Latn-dik_Latn", + "languages": [ + "bos-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870224, + "recall": 0.908103, + "f1": 0.882181, + "accuracy": 0.908103, + "main_score": 0.882181, + "hf_subset": "bos_Latn-hau_Latn", + "languages": [ + "bos-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "bos_Latn-kea_Latn", + "languages": [ + "bos-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.917737, + "recall": 0.9417, + "f1": 0.925296, + "accuracy": 0.9417, + "main_score": 0.925296, + "hf_subset": "bos_Latn-lus_Latn", + "languages": [ + "bos-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.833366, + "recall": 0.876482, + "f1": 0.846066, + "accuracy": 0.876482, + "main_score": 0.846066, + "hf_subset": "bos_Latn-pag_Latn", + "languages": [ + "bos-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "bos_Latn-snd_Arab", + "languages": [ + "bos-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "bos_Latn-tuk_Latn", + "languages": [ + "bos-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bos_Latn-bak_Cyrl", + "languages": [ + "bos-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.447393, + "recall": 0.527668, + "f1": 0.468859, + "accuracy": 0.527668, + "main_score": 0.468859, + "hf_subset": "bos_Latn-dyu_Latn", + "languages": [ + "bos-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-heb_Hebr", + "languages": [ + "bos-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "bos_Latn-khk_Cyrl", + "languages": [ + "bos-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-lvs_Latn", + "languages": [ + "bos-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-pan_Guru", + "languages": [ + "bos-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.846262, + "recall": 0.891304, + "f1": 0.860178, + "accuracy": 0.891304, + "main_score": 0.860178, + "hf_subset": "bos_Latn-som_Latn", + "languages": [ + "bos-Latn", + "som-Latn" + ] + }, + { + "precision": 0.671108, + "recall": 0.737154, + "f1": 0.690184, + "accuracy": 0.737154, + "main_score": 0.690184, + "hf_subset": "bos_Latn-tum_Latn", + "languages": [ + "bos-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.467897, + "recall": 0.562253, + "f1": 0.494442, + "accuracy": 0.562253, + "main_score": 0.494442, + "hf_subset": "fin_Latn-ace_Arab", + "languages": [ + "fin-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.442017, + "recall": 0.5, + "f1": 0.457122, + "accuracy": 0.5, + "main_score": 0.457122, + "hf_subset": "fin_Latn-bam_Latn", + "languages": [ + "fin-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.595111, + "recall": 0.684783, + "f1": 0.620756, + "accuracy": 0.684783, + "main_score": 0.620756, + "hf_subset": "fin_Latn-dzo_Tibt", + "languages": [ + "fin-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "fin_Latn-khm_Khmr", + "languages": [ + "fin-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-mag_Deva", + "languages": [ + "fin-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-pap_Latn", + "languages": [ + "fin-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.827437, + "recall": 0.874506, + "f1": 0.841601, + "accuracy": 0.874506, + "main_score": 0.841601, + "hf_subset": "fin_Latn-sot_Latn", + "languages": [ + "fin-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.820636, + "recall": 0.869565, + "f1": 0.835775, + "accuracy": 0.869565, + "main_score": 0.835775, + "hf_subset": "fin_Latn-ace_Latn", + "languages": [ + "fin-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "fin_Latn-ban_Latn", + "languages": [ + "fin-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.968626, + "recall": 0.978261, + "f1": 0.971739, + "accuracy": 0.978261, + "main_score": 0.971739, + "hf_subset": "fin_Latn-hne_Deva", + "languages": [ + "fin-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.5233, + "recall": 0.600791, + "f1": 0.54444, + "accuracy": 0.600791, + "main_score": 0.54444, + "hf_subset": "fin_Latn-kik_Latn", + "languages": [ + "fin-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-mai_Deva", + "languages": [ + "fin-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.935771, + "recall": 0.955534, + "f1": 0.942194, + "accuracy": 0.955534, + "main_score": 0.942194, + "hf_subset": "fin_Latn-pbt_Arab", + "languages": [ + "fin-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.699614, + "recall": 0.768775, + "f1": 0.719657, + "accuracy": 0.768775, + "main_score": 0.719657, + "hf_subset": "fin_Latn-twi_Latn", + "languages": [ + "fin-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-acm_Arab", + "languages": [ + "fin-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-bel_Cyrl", + "languages": [ + "fin-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-hrv_Latn", + "languages": [ + "fin-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.802372, + "recall": 0.854743, + "f1": 0.818248, + "accuracy": 0.854743, + "main_score": 0.818248, + "hf_subset": "fin_Latn-kin_Latn", + "languages": [ + "fin-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fin_Latn-mal_Mlym", + "languages": [ + "fin-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-pes_Arab", + "languages": [ + "fin-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "fin_Latn-srd_Latn", + "languages": [ + "fin-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.188857, + "recall": 0.25, + "f1": 0.203094, + "accuracy": 0.25, + "main_score": 0.203094, + "hf_subset": "fin_Latn-tzm_Tfng", + "languages": [ + "fin-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-acq_Arab", + "languages": [ + "fin-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.603493, + "recall": 0.688735, + "f1": 0.627824, + "accuracy": 0.688735, + "main_score": 0.627824, + "hf_subset": "fin_Latn-bem_Latn", + "languages": [ + "fin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-epo_Latn", + "languages": [ + "fin-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "fin_Latn-kir_Cyrl", + "languages": [ + "fin-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-mar_Deva", + "languages": [ + "fin-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.833333, + "recall": 0.878458, + "f1": 0.847054, + "accuracy": 0.878458, + "main_score": 0.847054, + "hf_subset": "fin_Latn-plt_Latn", + "languages": [ + "fin-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-srp_Cyrl", + "languages": [ + "fin-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.921278, + "recall": 0.945652, + "f1": 0.929018, + "accuracy": 0.945652, + "main_score": 0.929018, + "hf_subset": "fin_Latn-uig_Arab", + "languages": [ + "fin-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fin_Latn-aeb_Arab", + "languages": [ + "fin-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-est_Latn", + "languages": [ + "fin-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-hye_Armn", + "languages": [ + "fin-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.418911, + "recall": 0.488142, + "f1": 0.437632, + "accuracy": 0.488142, + "main_score": 0.437632, + "hf_subset": "fin_Latn-kmb_Latn", + "languages": [ + "fin-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.421313, + "recall": 0.509881, + "f1": 0.443532, + "accuracy": 0.509881, + "main_score": 0.443532, + "hf_subset": "fin_Latn-min_Arab", + "languages": [ + "fin-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.68554, + "recall": 0.76087, + "f1": 0.707839, + "accuracy": 0.76087, + "main_score": 0.707839, + "hf_subset": "fin_Latn-ssw_Latn", + "languages": [ + "fin-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-ukr_Cyrl", + "languages": [ + "fin-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-afr_Latn", + "languages": [ + "fin-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fin_Latn-bho_Deva", + "languages": [ + "fin-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fin_Latn-eus_Latn", + "languages": [ + "fin-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.82612, + "recall": 0.874506, + "f1": 0.840782, + "accuracy": 0.874506, + "main_score": 0.840782, + "hf_subset": "fin_Latn-ibo_Latn", + "languages": [ + "fin-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.826696, + "recall": 0.876482, + "f1": 0.842062, + "accuracy": 0.876482, + "main_score": 0.842062, + "hf_subset": "fin_Latn-kmr_Latn", + "languages": [ + "fin-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "fin_Latn-min_Latn", + "languages": [ + "fin-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fin_Latn-sun_Latn", + "languages": [ + "fin-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.404205, + "recall": 0.477273, + "f1": 0.423882, + "accuracy": 0.477273, + "main_score": 0.423882, + "hf_subset": "fin_Latn-umb_Latn", + "languages": [ + "fin-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fin_Latn-ajp_Arab", + "languages": [ + "fin-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.430272, + "recall": 0.521739, + "f1": 0.454661, + "accuracy": 0.521739, + "main_score": 0.454661, + "hf_subset": "fin_Latn-bjn_Arab", + "languages": [ + "fin-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.422027, + "recall": 0.486166, + "f1": 0.438995, + "accuracy": 0.486166, + "main_score": 0.438995, + "hf_subset": "fin_Latn-ewe_Latn", + "languages": [ + "fin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.929842, + "recall": 0.951581, + "f1": 0.936726, + "accuracy": 0.951581, + "main_score": 0.936726, + "hf_subset": "fin_Latn-ilo_Latn", + "languages": [ + "fin-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.211717, + "recall": 0.275692, + "f1": 0.226859, + "accuracy": 0.275692, + "main_score": 0.226859, + "hf_subset": "fin_Latn-knc_Arab", + "languages": [ + "fin-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-mkd_Cyrl", + "languages": [ + "fin-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-prs_Arab", + "languages": [ + "fin-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-urd_Arab", + "languages": [ + "fin-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.699813, + "recall": 0.767787, + "f1": 0.719228, + "accuracy": 0.767787, + "main_score": 0.719228, + "hf_subset": "fin_Latn-aka_Latn", + "languages": [ + "fin-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "fin_Latn-bjn_Latn", + "languages": [ + "fin-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fin_Latn-fao_Latn", + "languages": [ + "fin-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.476488, + "recall": 0.537549, + "f1": 0.492647, + "accuracy": 0.537549, + "main_score": 0.492647, + "hf_subset": "fin_Latn-knc_Latn", + "languages": [ + "fin-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-mlt_Latn", + "languages": [ + "fin-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.606324, + "recall": 0.676877, + "f1": 0.626568, + "accuracy": 0.676877, + "main_score": 0.626568, + "hf_subset": "fin_Latn-quy_Latn", + "languages": [ + "fin-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fin_Latn-swh_Latn", + "languages": [ + "fin-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fin_Latn-uzn_Latn", + "languages": [ + "fin-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fin_Latn-als_Latn", + "languages": [ + "fin-Latn", + "als-Latn" + ] + }, + { + "precision": 0.744336, + "recall": 0.813241, + "f1": 0.765486, + "accuracy": 0.813241, + "main_score": 0.765486, + "hf_subset": "fin_Latn-bod_Tibt", + "languages": [ + "fin-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.578421, + "recall": 0.662055, + "f1": 0.602167, + "accuracy": 0.662055, + "main_score": 0.602167, + "hf_subset": "fin_Latn-fij_Latn", + "languages": [ + "fin-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "fin_Latn-isl_Latn", + "languages": [ + "fin-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.550378, + "recall": 0.623518, + "f1": 0.569771, + "accuracy": 0.623518, + "main_score": 0.569771, + "hf_subset": "fin_Latn-kon_Latn", + "languages": [ + "fin-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.539185, + "recall": 0.618577, + "f1": 0.560737, + "accuracy": 0.618577, + "main_score": 0.560737, + "hf_subset": "fin_Latn-mni_Beng", + "languages": [ + "fin-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-ron_Latn", + "languages": [ + "fin-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "fin_Latn-szl_Latn", + "languages": [ + "fin-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-vec_Latn", + "languages": [ + "fin-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.890481, + "recall": 0.923913, + "f1": 0.901139, + "accuracy": 0.923913, + "main_score": 0.901139, + "hf_subset": "fin_Latn-amh_Ethi", + "languages": [ + "fin-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-bos_Latn", + "languages": [ + "fin-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ita_Latn", + "languages": [ + "fin-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.475166, + "recall": 0.536561, + "f1": 0.491917, + "accuracy": 0.536561, + "main_score": 0.491917, + "hf_subset": "fin_Latn-mos_Latn", + "languages": [ + "fin-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.712198, + "recall": 0.775692, + "f1": 0.730689, + "accuracy": 0.775692, + "main_score": 0.730689, + "hf_subset": "fin_Latn-run_Latn", + "languages": [ + "fin-Latn", + "run-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-apc_Arab", + "languages": [ + "fin-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.678979, + "recall": 0.748024, + "f1": 0.698325, + "accuracy": 0.748024, + "main_score": 0.698325, + "hf_subset": "fin_Latn-bug_Latn", + "languages": [ + "fin-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.409205, + "recall": 0.465415, + "f1": 0.424429, + "accuracy": 0.465415, + "main_score": 0.424429, + "hf_subset": "fin_Latn-fon_Latn", + "languages": [ + "fin-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fin_Latn-jav_Latn", + "languages": [ + "fin-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.936265, + "recall": 0.956522, + "f1": 0.942852, + "accuracy": 0.956522, + "main_score": 0.942852, + "hf_subset": "fin_Latn-lao_Laoo", + "languages": [ + "fin-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.839625, + "recall": 0.886364, + "f1": 0.854216, + "accuracy": 0.886364, + "main_score": 0.854216, + "hf_subset": "fin_Latn-mri_Latn", + "languages": [ + "fin-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.46081, + "recall": 0.520751, + "f1": 0.476398, + "accuracy": 0.520751, + "main_score": 0.476398, + "hf_subset": "fin_Latn-taq_Latn", + "languages": [ + "fin-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-war_Latn", + "languages": [ + "fin-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-bul_Cyrl", + "languages": [ + "fin-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fin_Latn-lij_Latn", + "languages": [ + "fin-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "fin_Latn-mya_Mymr", + "languages": [ + "fin-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.505199, + "recall": 0.572134, + "f1": 0.523271, + "accuracy": 0.572134, + "main_score": 0.523271, + "hf_subset": "fin_Latn-sag_Latn", + "languages": [ + "fin-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.190227, + "recall": 0.254941, + "f1": 0.205962, + "accuracy": 0.254941, + "main_score": 0.205962, + "hf_subset": "fin_Latn-taq_Tfng", + "languages": [ + "fin-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.596792, + "recall": 0.668972, + "f1": 0.616466, + "accuracy": 0.668972, + "main_score": 0.616466, + "hf_subset": "fin_Latn-wol_Latn", + "languages": [ + "fin-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.837368, + "recall": 0.883399, + "f1": 0.851614, + "accuracy": 0.883399, + "main_score": 0.851614, + "hf_subset": "fin_Latn-arb_Latn", + "languages": [ + "fin-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-cat_Latn", + "languages": [ + "fin-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "fin_Latn-fur_Latn", + "languages": [ + "fin-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.397949, + "recall": 0.469368, + "f1": 0.415653, + "accuracy": 0.469368, + "main_score": 0.415653, + "hf_subset": "fin_Latn-kab_Latn", + "languages": [ + "fin-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fin_Latn-lim_Latn", + "languages": [ + "fin-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "fin_Latn-san_Deva", + "languages": [ + "fin-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-tat_Cyrl", + "languages": [ + "fin-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.827717, + "recall": 0.87747, + "f1": 0.843445, + "accuracy": 0.87747, + "main_score": 0.843445, + "hf_subset": "fin_Latn-xho_Latn", + "languages": [ + "fin-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-ars_Arab", + "languages": [ + "fin-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fin_Latn-ceb_Latn", + "languages": [ + "fin-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.442619, + "recall": 0.507905, + "f1": 0.46035, + "accuracy": 0.507905, + "main_score": 0.46035, + "hf_subset": "fin_Latn-fuv_Latn", + "languages": [ + "fin-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.444817, + "recall": 0.512846, + "f1": 0.462845, + "accuracy": 0.512846, + "main_score": 0.462845, + "hf_subset": "fin_Latn-kac_Latn", + "languages": [ + "fin-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.58246, + "recall": 0.655138, + "f1": 0.601627, + "accuracy": 0.655138, + "main_score": 0.601627, + "hf_subset": "fin_Latn-lin_Latn", + "languages": [ + "fin-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-nno_Latn", + "languages": [ + "fin-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.837319, + "recall": 0.884387, + "f1": 0.851877, + "accuracy": 0.884387, + "main_score": 0.851877, + "hf_subset": "fin_Latn-sat_Olck", + "languages": [ + "fin-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-tel_Telu", + "languages": [ + "fin-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fin_Latn-ydd_Hebr", + "languages": [ + "fin-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "fin_Latn-ary_Arab", + "languages": [ + "fin-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ces_Latn", + "languages": [ + "fin-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.503072, + "recall": 0.588933, + "f1": 0.526603, + "accuracy": 0.588933, + "main_score": 0.526603, + "hf_subset": "fin_Latn-gaz_Latn", + "languages": [ + "fin-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.478302, + "recall": 0.566206, + "f1": 0.501165, + "accuracy": 0.566206, + "main_score": 0.501165, + "hf_subset": "fin_Latn-kam_Latn", + "languages": [ + "fin-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "fin_Latn-nob_Latn", + "languages": [ + "fin-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fin_Latn-scn_Latn", + "languages": [ + "fin-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "fin_Latn-tgk_Cyrl", + "languages": [ + "fin-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.675691, + "recall": 0.75, + "f1": 0.696805, + "accuracy": 0.75, + "main_score": 0.696805, + "hf_subset": "fin_Latn-yor_Latn", + "languages": [ + "fin-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-arz_Arab", + "languages": [ + "fin-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.444136, + "recall": 0.508893, + "f1": 0.46153, + "accuracy": 0.508893, + "main_score": 0.46153, + "hf_subset": "fin_Latn-cjk_Latn", + "languages": [ + "fin-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.913702, + "recall": 0.9417, + "f1": 0.922925, + "accuracy": 0.9417, + "main_score": 0.922925, + "hf_subset": "fin_Latn-gla_Latn", + "languages": [ + "fin-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fin_Latn-kan_Knda", + "languages": [ + "fin-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fin_Latn-lmo_Latn", + "languages": [ + "fin-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "fin_Latn-npi_Deva", + "languages": [ + "fin-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.498801, + "recall": 0.583992, + "f1": 0.522253, + "accuracy": 0.583992, + "main_score": 0.522253, + "hf_subset": "fin_Latn-shn_Mymr", + "languages": [ + "fin-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-tgl_Latn", + "languages": [ + "fin-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-yue_Hant", + "languages": [ + "fin-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "fin_Latn-asm_Beng", + "languages": [ + "fin-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.891831, + "recall": 0.924901, + "f1": 0.902339, + "accuracy": 0.924901, + "main_score": 0.902339, + "hf_subset": "fin_Latn-ckb_Arab", + "languages": [ + "fin-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fin_Latn-gle_Latn", + "languages": [ + "fin-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.877882, + "recall": 0.914032, + "f1": 0.889196, + "accuracy": 0.914032, + "main_score": 0.889196, + "hf_subset": "fin_Latn-kas_Arab", + "languages": [ + "fin-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.86973, + "recall": 0.909091, + "f1": 0.882049, + "accuracy": 0.909091, + "main_score": 0.882049, + "hf_subset": "fin_Latn-ltg_Latn", + "languages": [ + "fin-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.723295, + "recall": 0.790514, + "f1": 0.743303, + "accuracy": 0.790514, + "main_score": 0.743303, + "hf_subset": "fin_Latn-nso_Latn", + "languages": [ + "fin-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "fin_Latn-sin_Sinh", + "languages": [ + "fin-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-tha_Thai", + "languages": [ + "fin-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-zho_Hans", + "languages": [ + "fin-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ast_Latn", + "languages": [ + "fin-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "fin_Latn-crh_Latn", + "languages": [ + "fin-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-glg_Latn", + "languages": [ + "fin-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.804134, + "recall": 0.856719, + "f1": 0.819899, + "accuracy": 0.856719, + "main_score": 0.819899, + "hf_subset": "fin_Latn-kas_Deva", + "languages": [ + "fin-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-ltz_Latn", + "languages": [ + "fin-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.394446, + "recall": 0.459486, + "f1": 0.411633, + "accuracy": 0.459486, + "main_score": 0.411633, + "hf_subset": "fin_Latn-nus_Latn", + "languages": [ + "fin-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-slk_Latn", + "languages": [ + "fin-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.574024, + "recall": 0.662055, + "f1": 0.598357, + "accuracy": 0.662055, + "main_score": 0.598357, + "hf_subset": "fin_Latn-tir_Ethi", + "languages": [ + "fin-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.975543, + "recall": 0.982213, + "f1": 0.977668, + "accuracy": 0.982213, + "main_score": 0.977668, + "hf_subset": "fin_Latn-awa_Deva", + "languages": [ + "fin-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-cym_Latn", + "languages": [ + "fin-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.712528, + "recall": 0.777668, + "f1": 0.731475, + "accuracy": 0.777668, + "main_score": 0.731475, + "hf_subset": "fin_Latn-grn_Latn", + "languages": [ + "fin-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-kat_Geor", + "languages": [ + "fin-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.543581, + "recall": 0.612648, + "f1": 0.561851, + "accuracy": 0.612648, + "main_score": 0.561851, + "hf_subset": "fin_Latn-lua_Latn", + "languages": [ + "fin-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.753195, + "recall": 0.81917, + "f1": 0.773273, + "accuracy": 0.81917, + "main_score": 0.773273, + "hf_subset": "fin_Latn-nya_Latn", + "languages": [ + "fin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-slv_Latn", + "languages": [ + "fin-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "fin_Latn-tpi_Latn", + "languages": [ + "fin-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-zsm_Latn", + "languages": [ + "fin-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.481399, + "recall": 0.543478, + "f1": 0.498256, + "accuracy": 0.543478, + "main_score": 0.498256, + "hf_subset": "fin_Latn-ayr_Latn", + "languages": [ + "fin-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-dan_Latn", + "languages": [ + "fin-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-guj_Gujr", + "languages": [ + "fin-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fin_Latn-kaz_Cyrl", + "languages": [ + "fin-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.583227, + "recall": 0.667984, + "f1": 0.607578, + "accuracy": 0.667984, + "main_score": 0.607578, + "hf_subset": "fin_Latn-lug_Latn", + "languages": [ + "fin-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-oci_Latn", + "languages": [ + "fin-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.790655, + "recall": 0.842885, + "f1": 0.806294, + "accuracy": 0.842885, + "main_score": 0.806294, + "hf_subset": "fin_Latn-smo_Latn", + "languages": [ + "fin-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.675469, + "recall": 0.751976, + "f1": 0.697835, + "accuracy": 0.751976, + "main_score": 0.697835, + "hf_subset": "fin_Latn-tsn_Latn", + "languages": [ + "fin-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.834354, + "recall": 0.883399, + "f1": 0.849572, + "accuracy": 0.883399, + "main_score": 0.849572, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.890234, + "recall": 0.922925, + "f1": 0.900428, + "accuracy": 0.922925, + "main_score": 0.900428, + "hf_subset": "fin_Latn-azb_Arab", + "languages": [ + "fin-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "fin_Latn-hat_Latn", + "languages": [ + "fin-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.44555, + "recall": 0.51087, + "f1": 0.462651, + "accuracy": 0.51087, + "main_score": 0.462651, + "hf_subset": "fin_Latn-kbp_Latn", + "languages": [ + "fin-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.484391, + "recall": 0.557312, + "f1": 0.504081, + "accuracy": 0.557312, + "main_score": 0.504081, + "hf_subset": "fin_Latn-luo_Latn", + "languages": [ + "fin-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "fin_Latn-ory_Orya", + "languages": [ + "fin-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.845224, + "recall": 0.890316, + "f1": 0.859486, + "accuracy": 0.890316, + "main_score": 0.859486, + "hf_subset": "fin_Latn-sna_Latn", + "languages": [ + "fin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.587911, + "recall": 0.673913, + "f1": 0.611681, + "accuracy": 0.673913, + "main_score": 0.611681, + "hf_subset": "fin_Latn-tso_Latn", + "languages": [ + "fin-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fin_Latn-azj_Latn", + "languages": [ + "fin-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.494682, + "recall": 0.561265, + "f1": 0.513223, + "accuracy": 0.561265, + "main_score": 0.513223, + "hf_subset": "fin_Latn-dik_Latn", + "languages": [ + "fin-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.882823, + "recall": 0.917984, + "f1": 0.89417, + "accuracy": 0.917984, + "main_score": 0.89417, + "hf_subset": "fin_Latn-hau_Latn", + "languages": [ + "fin-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "fin_Latn-kea_Latn", + "languages": [ + "fin-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.892128, + "recall": 0.924901, + "f1": 0.902668, + "accuracy": 0.924901, + "main_score": 0.902668, + "hf_subset": "fin_Latn-lus_Latn", + "languages": [ + "fin-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.829661, + "recall": 0.875494, + "f1": 0.843347, + "accuracy": 0.875494, + "main_score": 0.843347, + "hf_subset": "fin_Latn-pag_Latn", + "languages": [ + "fin-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fin_Latn-snd_Arab", + "languages": [ + "fin-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fin_Latn-tuk_Latn", + "languages": [ + "fin-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-bak_Cyrl", + "languages": [ + "fin-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.44185, + "recall": 0.517787, + "f1": 0.462212, + "accuracy": 0.517787, + "main_score": 0.462212, + "hf_subset": "fin_Latn-dyu_Latn", + "languages": [ + "fin-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "fin_Latn-khk_Cyrl", + "languages": [ + "fin-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-lvs_Latn", + "languages": [ + "fin-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-pan_Guru", + "languages": [ + "fin-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.838636, + "recall": 0.885375, + "f1": 0.853261, + "accuracy": 0.885375, + "main_score": 0.853261, + "hf_subset": "fin_Latn-som_Latn", + "languages": [ + "fin-Latn", + "som-Latn" + ] + }, + { + "precision": 0.663374, + "recall": 0.728261, + "f1": 0.681367, + "accuracy": 0.728261, + "main_score": 0.681367, + "hf_subset": "fin_Latn-tum_Latn", + "languages": [ + "fin-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.479046, + "recall": 0.571146, + "f1": 0.505207, + "accuracy": 0.571146, + "main_score": 0.505207, + "hf_subset": "ita_Latn-ace_Arab", + "languages": [ + "ita-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.47046, + "recall": 0.525692, + "f1": 0.485236, + "accuracy": 0.525692, + "main_score": 0.485236, + "hf_subset": "ita_Latn-bam_Latn", + "languages": [ + "ita-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.592591, + "recall": 0.682806, + "f1": 0.618732, + "accuracy": 0.682806, + "main_score": 0.618732, + "hf_subset": "ita_Latn-dzo_Tibt", + "languages": [ + "ita-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-hin_Deva", + "languages": [ + "ita-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ita_Latn-khm_Khmr", + "languages": [ + "ita-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ita_Latn-mag_Deva", + "languages": [ + "ita-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-pap_Latn", + "languages": [ + "ita-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.831225, + "recall": 0.878458, + "f1": 0.845949, + "accuracy": 0.878458, + "main_score": 0.845949, + "hf_subset": "ita_Latn-sot_Latn", + "languages": [ + "ita-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-tur_Latn", + "languages": [ + "ita-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.850324, + "recall": 0.892292, + "f1": 0.863702, + "accuracy": 0.892292, + "main_score": 0.863702, + "hf_subset": "ita_Latn-ace_Latn", + "languages": [ + "ita-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "ita_Latn-ban_Latn", + "languages": [ + "ita-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-ell_Grek", + "languages": [ + "ita-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "ita_Latn-hne_Deva", + "languages": [ + "ita-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.553735, + "recall": 0.626482, + "f1": 0.573362, + "accuracy": 0.626482, + "main_score": 0.573362, + "hf_subset": "ita_Latn-kik_Latn", + "languages": [ + "ita-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-mai_Deva", + "languages": [ + "ita-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.936677, + "recall": 0.956522, + "f1": 0.943083, + "accuracy": 0.956522, + "main_score": 0.943083, + "hf_subset": "ita_Latn-pbt_Arab", + "languages": [ + "ita-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.708573, + "recall": 0.775692, + "f1": 0.727836, + "accuracy": 0.775692, + "main_score": 0.727836, + "hf_subset": "ita_Latn-twi_Latn", + "languages": [ + "ita-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-acm_Arab", + "languages": [ + "ita-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ita_Latn-bel_Cyrl", + "languages": [ + "ita-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-hrv_Latn", + "languages": [ + "ita-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.815794, + "recall": 0.866601, + "f1": 0.831357, + "accuracy": 0.866601, + "main_score": 0.831357, + "hf_subset": "ita_Latn-kin_Latn", + "languages": [ + "ita-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-mal_Mlym", + "languages": [ + "ita-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-pes_Arab", + "languages": [ + "ita-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ita_Latn-srd_Latn", + "languages": [ + "ita-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.190704, + "recall": 0.246047, + "f1": 0.204417, + "accuracy": 0.246047, + "main_score": 0.204417, + "hf_subset": "ita_Latn-tzm_Tfng", + "languages": [ + "ita-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-acq_Arab", + "languages": [ + "ita-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.622666, + "recall": 0.701581, + "f1": 0.644297, + "accuracy": 0.701581, + "main_score": 0.644297, + "hf_subset": "ita_Latn-bem_Latn", + "languages": [ + "ita-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-epo_Latn", + "languages": [ + "ita-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-hun_Latn", + "languages": [ + "ita-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ita_Latn-kir_Cyrl", + "languages": [ + "ita-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ita_Latn-mar_Deva", + "languages": [ + "ita-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.837978, + "recall": 0.884387, + "f1": 0.852075, + "accuracy": 0.884387, + "main_score": 0.852075, + "hf_subset": "ita_Latn-plt_Latn", + "languages": [ + "ita-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-srp_Cyrl", + "languages": [ + "ita-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933547, + "recall": 0.953557, + "f1": 0.939789, + "accuracy": 0.953557, + "main_score": 0.939789, + "hf_subset": "ita_Latn-uig_Arab", + "languages": [ + "ita-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-aeb_Arab", + "languages": [ + "ita-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-ben_Beng", + "languages": [ + "ita-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-est_Latn", + "languages": [ + "ita-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-hye_Armn", + "languages": [ + "ita-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.441436, + "recall": 0.508893, + "f1": 0.458854, + "accuracy": 0.508893, + "main_score": 0.458854, + "hf_subset": "ita_Latn-kmb_Latn", + "languages": [ + "ita-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.435023, + "recall": 0.514822, + "f1": 0.45458, + "accuracy": 0.514822, + "main_score": 0.45458, + "hf_subset": "ita_Latn-min_Arab", + "languages": [ + "ita-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-pol_Latn", + "languages": [ + "ita-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.693662, + "recall": 0.767787, + "f1": 0.715039, + "accuracy": 0.767787, + "main_score": 0.715039, + "hf_subset": "ita_Latn-ssw_Latn", + "languages": [ + "ita-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ukr_Cyrl", + "languages": [ + "ita-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-afr_Latn", + "languages": [ + "ita-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ita_Latn-bho_Deva", + "languages": [ + "ita-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ita_Latn-eus_Latn", + "languages": [ + "ita-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.815333, + "recall": 0.869565, + "f1": 0.832199, + "accuracy": 0.869565, + "main_score": 0.832199, + "hf_subset": "ita_Latn-ibo_Latn", + "languages": [ + "ita-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.849061, + "recall": 0.891304, + "f1": 0.862187, + "accuracy": 0.891304, + "main_score": 0.862187, + "hf_subset": "ita_Latn-kmr_Latn", + "languages": [ + "ita-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ita_Latn-min_Latn", + "languages": [ + "ita-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ita_Latn-sun_Latn", + "languages": [ + "ita-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.440995, + "recall": 0.505929, + "f1": 0.458945, + "accuracy": 0.505929, + "main_score": 0.458945, + "hf_subset": "ita_Latn-umb_Latn", + "languages": [ + "ita-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-ajp_Arab", + "languages": [ + "ita-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.459433, + "recall": 0.545455, + "f1": 0.481757, + "accuracy": 0.545455, + "main_score": 0.481757, + "hf_subset": "ita_Latn-bjn_Arab", + "languages": [ + "ita-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.444106, + "recall": 0.500988, + "f1": 0.458891, + "accuracy": 0.500988, + "main_score": 0.458891, + "hf_subset": "ita_Latn-ewe_Latn", + "languages": [ + "ita-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.946673, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "ita_Latn-ilo_Latn", + "languages": [ + "ita-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.238597, + "recall": 0.294466, + "f1": 0.252112, + "accuracy": 0.294466, + "main_score": 0.252112, + "hf_subset": "ita_Latn-knc_Arab", + "languages": [ + "ita-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-mkd_Cyrl", + "languages": [ + "ita-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-prs_Arab", + "languages": [ + "ita-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-swe_Latn", + "languages": [ + "ita-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ita_Latn-urd_Arab", + "languages": [ + "ita-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.710025, + "recall": 0.774704, + "f1": 0.728644, + "accuracy": 0.774704, + "main_score": 0.728644, + "hf_subset": "ita_Latn-aka_Latn", + "languages": [ + "ita-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.965991, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "ita_Latn-bjn_Latn", + "languages": [ + "ita-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ita_Latn-fao_Latn", + "languages": [ + "ita-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ind_Latn", + "languages": [ + "ita-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.500493, + "recall": 0.5583, + "f1": 0.515979, + "accuracy": 0.5583, + "main_score": 0.515979, + "hf_subset": "ita_Latn-knc_Latn", + "languages": [ + "ita-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.635502, + "recall": 0.703557, + "f1": 0.654845, + "accuracy": 0.703557, + "main_score": 0.654845, + "hf_subset": "ita_Latn-quy_Latn", + "languages": [ + "ita-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-swh_Latn", + "languages": [ + "ita-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ita_Latn-uzn_Latn", + "languages": [ + "ita-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-als_Latn", + "languages": [ + "ita-Latn", + "als-Latn" + ] + }, + { + "precision": 0.760897, + "recall": 0.823123, + "f1": 0.779433, + "accuracy": 0.823123, + "main_score": 0.779433, + "hf_subset": "ita_Latn-bod_Tibt", + "languages": [ + "ita-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.60215, + "recall": 0.677866, + "f1": 0.623775, + "accuracy": 0.677866, + "main_score": 0.623775, + "hf_subset": "ita_Latn-fij_Latn", + "languages": [ + "ita-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ita_Latn-isl_Latn", + "languages": [ + "ita-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582159, + "recall": 0.648221, + "f1": 0.59958, + "accuracy": 0.648221, + "main_score": 0.59958, + "hf_subset": "ita_Latn-kon_Latn", + "languages": [ + "ita-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.573265, + "recall": 0.650198, + "f1": 0.594874, + "accuracy": 0.650198, + "main_score": 0.594874, + "hf_subset": "ita_Latn-mni_Beng", + "languages": [ + "ita-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.988142, + "f1": 0.985672, + "accuracy": 0.988142, + "main_score": 0.985672, + "hf_subset": "ita_Latn-szl_Latn", + "languages": [ + "ita-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-vec_Latn", + "languages": [ + "ita-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.913167, + "recall": 0.938735, + "f1": 0.921168, + "accuracy": 0.938735, + "main_score": 0.921168, + "hf_subset": "ita_Latn-amh_Ethi", + "languages": [ + "ita-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-bos_Latn", + "languages": [ + "ita-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ita_Latn-fin_Latn", + "languages": [ + "ita-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-kor_Hang", + "languages": [ + "ita-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.481165, + "recall": 0.539526, + "f1": 0.496816, + "accuracy": 0.539526, + "main_score": 0.496816, + "hf_subset": "ita_Latn-mos_Latn", + "languages": [ + "ita-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.713474, + "recall": 0.778656, + "f1": 0.732485, + "accuracy": 0.778656, + "main_score": 0.732485, + "hf_subset": "ita_Latn-run_Latn", + "languages": [ + "ita-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ita_Latn-tam_Taml", + "languages": [ + "ita-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ita_Latn-vie_Latn", + "languages": [ + "ita-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-apc_Arab", + "languages": [ + "ita-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.696234, + "recall": 0.76087, + "f1": 0.714329, + "accuracy": 0.76087, + "main_score": 0.714329, + "hf_subset": "ita_Latn-bug_Latn", + "languages": [ + "ita-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.429283, + "recall": 0.479249, + "f1": 0.443041, + "accuracy": 0.479249, + "main_score": 0.443041, + "hf_subset": "ita_Latn-fon_Latn", + "languages": [ + "ita-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ita_Latn-jav_Latn", + "languages": [ + "ita-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "ita_Latn-lao_Laoo", + "languages": [ + "ita-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.854578, + "recall": 0.898221, + "f1": 0.868379, + "accuracy": 0.898221, + "main_score": 0.868379, + "hf_subset": "ita_Latn-mri_Latn", + "languages": [ + "ita-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-rus_Cyrl", + "languages": [ + "ita-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.476641, + "recall": 0.532609, + "f1": 0.491964, + "accuracy": 0.532609, + "main_score": 0.491964, + "hf_subset": "ita_Latn-taq_Latn", + "languages": [ + "ita-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ita_Latn-war_Latn", + "languages": [ + "ita-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-arb_Arab", + "languages": [ + "ita-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-bul_Cyrl", + "languages": [ + "ita-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-jpn_Jpan", + "languages": [ + "ita-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ita_Latn-lij_Latn", + "languages": [ + "ita-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "ita_Latn-mya_Mymr", + "languages": [ + "ita-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.536414, + "recall": 0.602767, + "f1": 0.554195, + "accuracy": 0.602767, + "main_score": 0.554195, + "hf_subset": "ita_Latn-sag_Latn", + "languages": [ + "ita-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.199504, + "recall": 0.26581, + "f1": 0.215287, + "accuracy": 0.26581, + "main_score": 0.215287, + "hf_subset": "ita_Latn-taq_Tfng", + "languages": [ + "ita-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.635899, + "recall": 0.700593, + "f1": 0.653891, + "accuracy": 0.700593, + "main_score": 0.653891, + "hf_subset": "ita_Latn-wol_Latn", + "languages": [ + "ita-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.850049, + "recall": 0.893281, + "f1": 0.86334, + "accuracy": 0.893281, + "main_score": 0.86334, + "hf_subset": "ita_Latn-arb_Latn", + "languages": [ + "ita-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.977396, + "recall": 0.983202, + "f1": 0.979139, + "accuracy": 0.983202, + "main_score": 0.979139, + "hf_subset": "ita_Latn-fur_Latn", + "languages": [ + "ita-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.403478, + "recall": 0.471344, + "f1": 0.42065, + "accuracy": 0.471344, + "main_score": 0.42065, + "hf_subset": "ita_Latn-kab_Latn", + "languages": [ + "ita-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ita_Latn-lim_Latn", + "languages": [ + "ita-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-nld_Latn", + "languages": [ + "ita-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ita_Latn-san_Deva", + "languages": [ + "ita-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-tat_Cyrl", + "languages": [ + "ita-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.849671, + "recall": 0.889328, + "f1": 0.8615, + "accuracy": 0.889328, + "main_score": 0.8615, + "hf_subset": "ita_Latn-xho_Latn", + "languages": [ + "ita-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ars_Arab", + "languages": [ + "ita-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ceb_Latn", + "languages": [ + "ita-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.453522, + "recall": 0.518775, + "f1": 0.470815, + "accuracy": 0.518775, + "main_score": 0.470815, + "hf_subset": "ita_Latn-fuv_Latn", + "languages": [ + "ita-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.476811, + "recall": 0.54249, + "f1": 0.494094, + "accuracy": 0.54249, + "main_score": 0.494094, + "hf_subset": "ita_Latn-kac_Latn", + "languages": [ + "ita-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.613529, + "recall": 0.682806, + "f1": 0.631992, + "accuracy": 0.682806, + "main_score": 0.631992, + "hf_subset": "ita_Latn-lin_Latn", + "languages": [ + "ita-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-nno_Latn", + "languages": [ + "ita-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.847118, + "recall": 0.890316, + "f1": 0.860375, + "accuracy": 0.890316, + "main_score": 0.860375, + "hf_subset": "ita_Latn-sat_Olck", + "languages": [ + "ita-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ita_Latn-tel_Telu", + "languages": [ + "ita-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ita_Latn-ydd_Hebr", + "languages": [ + "ita-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "ita_Latn-ary_Arab", + "languages": [ + "ita-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ces_Latn", + "languages": [ + "ita-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.53447, + "recall": 0.613636, + "f1": 0.556005, + "accuracy": 0.613636, + "main_score": 0.556005, + "hf_subset": "ita_Latn-gaz_Latn", + "languages": [ + "ita-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.508016, + "recall": 0.590909, + "f1": 0.529463, + "accuracy": 0.590909, + "main_score": 0.529463, + "hf_subset": "ita_Latn-kam_Latn", + "languages": [ + "ita-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ita_Latn-lit_Latn", + "languages": [ + "ita-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-nob_Latn", + "languages": [ + "ita-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ita_Latn-scn_Latn", + "languages": [ + "ita-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ita_Latn-tgk_Cyrl", + "languages": [ + "ita-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.68424, + "recall": 0.759881, + "f1": 0.7064, + "accuracy": 0.759881, + "main_score": 0.7064, + "hf_subset": "ita_Latn-yor_Latn", + "languages": [ + "ita-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-arz_Arab", + "languages": [ + "ita-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.465236, + "recall": 0.530632, + "f1": 0.48334, + "accuracy": 0.530632, + "main_score": 0.48334, + "hf_subset": "ita_Latn-cjk_Latn", + "languages": [ + "ita-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.934453, + "recall": 0.955534, + "f1": 0.94137, + "accuracy": 0.955534, + "main_score": 0.94137, + "hf_subset": "ita_Latn-gla_Latn", + "languages": [ + "ita-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ita_Latn-kan_Knda", + "languages": [ + "ita-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "ita_Latn-lmo_Latn", + "languages": [ + "ita-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ita_Latn-npi_Deva", + "languages": [ + "ita-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.503799, + "recall": 0.583992, + "f1": 0.52611, + "accuracy": 0.583992, + "main_score": 0.52611, + "hf_subset": "ita_Latn-shn_Mymr", + "languages": [ + "ita-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-tgl_Latn", + "languages": [ + "ita-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-yue_Hant", + "languages": [ + "ita-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ita_Latn-asm_Beng", + "languages": [ + "ita-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.913867, + "recall": 0.939723, + "f1": 0.922101, + "accuracy": 0.939723, + "main_score": 0.922101, + "hf_subset": "ita_Latn-ckb_Arab", + "languages": [ + "ita-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ita_Latn-gle_Latn", + "languages": [ + "ita-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.907032, + "recall": 0.935771, + "f1": 0.916238, + "accuracy": 0.935771, + "main_score": 0.916238, + "hf_subset": "ita_Latn-kas_Arab", + "languages": [ + "ita-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.878458, + "recall": 0.91502, + "f1": 0.889954, + "accuracy": 0.91502, + "main_score": 0.889954, + "hf_subset": "ita_Latn-ltg_Latn", + "languages": [ + "ita-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.746007, + "recall": 0.809289, + "f1": 0.764824, + "accuracy": 0.809289, + "main_score": 0.764824, + "hf_subset": "ita_Latn-nso_Latn", + "languages": [ + "ita-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ita_Latn-sin_Sinh", + "languages": [ + "ita-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ita_Latn-tha_Thai", + "languages": [ + "ita-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-zho_Hans", + "languages": [ + "ita-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-ast_Latn", + "languages": [ + "ita-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ita_Latn-crh_Latn", + "languages": [ + "ita-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.833169, + "recall": 0.879447, + "f1": 0.847219, + "accuracy": 0.879447, + "main_score": 0.847219, + "hf_subset": "ita_Latn-kas_Deva", + "languages": [ + "ita-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ita_Latn-ltz_Latn", + "languages": [ + "ita-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.411007, + "recall": 0.477273, + "f1": 0.428542, + "accuracy": 0.477273, + "main_score": 0.428542, + "hf_subset": "ita_Latn-nus_Latn", + "languages": [ + "ita-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-slk_Latn", + "languages": [ + "ita-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.603644, + "recall": 0.686759, + "f1": 0.626895, + "accuracy": 0.686759, + "main_score": 0.626895, + "hf_subset": "ita_Latn-tir_Ethi", + "languages": [ + "ita-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-zho_Hant", + "languages": [ + "ita-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.978343, + "recall": 0.98419, + "f1": 0.980138, + "accuracy": 0.98419, + "main_score": 0.980138, + "hf_subset": "ita_Latn-awa_Deva", + "languages": [ + "ita-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ita_Latn-cym_Latn", + "languages": [ + "ita-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.745869, + "recall": 0.80336, + "f1": 0.763062, + "accuracy": 0.80336, + "main_score": 0.763062, + "hf_subset": "ita_Latn-grn_Latn", + "languages": [ + "ita-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ita_Latn-kat_Geor", + "languages": [ + "ita-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.576994, + "recall": 0.644269, + "f1": 0.594815, + "accuracy": 0.644269, + "main_score": 0.594815, + "hf_subset": "ita_Latn-lua_Latn", + "languages": [ + "ita-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.776087, + "recall": 0.835968, + "f1": 0.793958, + "accuracy": 0.835968, + "main_score": 0.793958, + "hf_subset": "ita_Latn-nya_Latn", + "languages": [ + "ita-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-slv_Latn", + "languages": [ + "ita-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ita_Latn-tpi_Latn", + "languages": [ + "ita-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-zsm_Latn", + "languages": [ + "ita-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.492972, + "recall": 0.561265, + "f1": 0.512341, + "accuracy": 0.561265, + "main_score": 0.512341, + "hf_subset": "ita_Latn-ayr_Latn", + "languages": [ + "ita-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-dan_Latn", + "languages": [ + "ita-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-guj_Gujr", + "languages": [ + "ita-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ita_Latn-kaz_Cyrl", + "languages": [ + "ita-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.600645, + "recall": 0.681818, + "f1": 0.623382, + "accuracy": 0.681818, + "main_score": 0.623382, + "hf_subset": "ita_Latn-lug_Latn", + "languages": [ + "ita-Latn", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-oci_Latn", + "languages": [ + "ita-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.795751, + "recall": 0.848814, + "f1": 0.811679, + "accuracy": 0.848814, + "main_score": 0.811679, + "hf_subset": "ita_Latn-smo_Latn", + "languages": [ + "ita-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.709651, + "recall": 0.779644, + "f1": 0.730599, + "accuracy": 0.779644, + "main_score": 0.730599, + "hf_subset": "ita_Latn-tsn_Latn", + "languages": [ + "ita-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.854002, + "recall": 0.896245, + "f1": 0.867278, + "accuracy": 0.896245, + "main_score": 0.867278, + "hf_subset": "ita_Latn-zul_Latn", + "languages": [ + "ita-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.908432, + "recall": 0.936759, + "f1": 0.917655, + "accuracy": 0.936759, + "main_score": 0.917655, + "hf_subset": "ita_Latn-azb_Arab", + "languages": [ + "ita-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-deu_Latn", + "languages": [ + "ita-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "ita_Latn-hat_Latn", + "languages": [ + "ita-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.462511, + "recall": 0.521739, + "f1": 0.478711, + "accuracy": 0.521739, + "main_score": 0.478711, + "hf_subset": "ita_Latn-kbp_Latn", + "languages": [ + "ita-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.509065, + "recall": 0.573123, + "f1": 0.526259, + "accuracy": 0.573123, + "main_score": 0.526259, + "hf_subset": "ita_Latn-luo_Latn", + "languages": [ + "ita-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ita_Latn-ory_Orya", + "languages": [ + "ita-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.858366, + "recall": 0.898221, + "f1": 0.871047, + "accuracy": 0.898221, + "main_score": 0.871047, + "hf_subset": "ita_Latn-sna_Latn", + "languages": [ + "ita-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.631469, + "recall": 0.700593, + "f1": 0.650946, + "accuracy": 0.700593, + "main_score": 0.650946, + "hf_subset": "ita_Latn-tso_Latn", + "languages": [ + "ita-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ita_Latn-azj_Latn", + "languages": [ + "ita-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.497136, + "recall": 0.564229, + "f1": 0.515632, + "accuracy": 0.564229, + "main_score": 0.515632, + "hf_subset": "ita_Latn-dik_Latn", + "languages": [ + "ita-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.867424, + "recall": 0.906126, + "f1": 0.879578, + "accuracy": 0.906126, + "main_score": 0.879578, + "hf_subset": "ita_Latn-hau_Latn", + "languages": [ + "ita-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ita_Latn-kea_Latn", + "languages": [ + "ita-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.916173, + "recall": 0.940711, + "f1": 0.924078, + "accuracy": 0.940711, + "main_score": 0.924078, + "hf_subset": "ita_Latn-lus_Latn", + "languages": [ + "ita-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.85, + "recall": 0.88834, + "f1": 0.861382, + "accuracy": 0.88834, + "main_score": 0.861382, + "hf_subset": "ita_Latn-pag_Latn", + "languages": [ + "ita-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "ita_Latn-snd_Arab", + "languages": [ + "ita-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ita_Latn-tuk_Latn", + "languages": [ + "ita-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ita_Latn-bak_Cyrl", + "languages": [ + "ita-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.460106, + "recall": 0.534585, + "f1": 0.480313, + "accuracy": 0.534585, + "main_score": 0.480313, + "hf_subset": "ita_Latn-dyu_Latn", + "languages": [ + "ita-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-heb_Hebr", + "languages": [ + "ita-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ita_Latn-khk_Cyrl", + "languages": [ + "ita-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-lvs_Latn", + "languages": [ + "ita-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ita_Latn-pan_Guru", + "languages": [ + "ita-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.831061, + "recall": 0.878458, + "f1": 0.845455, + "accuracy": 0.878458, + "main_score": 0.845455, + "hf_subset": "ita_Latn-som_Latn", + "languages": [ + "ita-Latn", + "som-Latn" + ] + }, + { + "precision": 0.654298, + "recall": 0.722332, + "f1": 0.674595, + "accuracy": 0.722332, + "main_score": 0.674595, + "hf_subset": "ita_Latn-tum_Latn", + "languages": [ + "ita-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.464999, + "recall": 0.544466, + "f1": 0.486383, + "accuracy": 0.544466, + "main_score": 0.486383, + "hf_subset": "kor_Hang-ace_Arab", + "languages": [ + "kor-Hang", + "ace-Arab" + ] + }, + { + "precision": 0.456106, + "recall": 0.506917, + "f1": 0.469489, + "accuracy": 0.506917, + "main_score": 0.469489, + "hf_subset": "kor_Hang-bam_Latn", + "languages": [ + "kor-Hang", + "bam-Latn" + ] + }, + { + "precision": 0.603248, + "recall": 0.690711, + "f1": 0.628051, + "accuracy": 0.690711, + "main_score": 0.628051, + "hf_subset": "kor_Hang-dzo_Tibt", + "languages": [ + "kor-Hang", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "kor_Hang-khm_Khmr", + "languages": [ + "kor-Hang", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kor_Hang-mag_Deva", + "languages": [ + "kor-Hang", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-pap_Latn", + "languages": [ + "kor-Hang", + "pap-Latn" + ] + }, + { + "precision": 0.808284, + "recall": 0.857708, + "f1": 0.823057, + "accuracy": 0.857708, + "main_score": 0.823057, + "hf_subset": "kor_Hang-sot_Latn", + "languages": [ + "kor-Hang", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ] + }, + { + "precision": 0.828222, + "recall": 0.870553, + "f1": 0.841187, + "accuracy": 0.870553, + "main_score": 0.841187, + "hf_subset": "kor_Hang-ace_Latn", + "languages": [ + "kor-Hang", + "ace-Latn" + ] + }, + { + "precision": 0.954298, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "kor_Hang-ban_Latn", + "languages": [ + "kor-Hang", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "kor_Hang-hne_Deva", + "languages": [ + "kor-Hang", + "hne-Deva" + ] + }, + { + "precision": 0.534869, + "recall": 0.605731, + "f1": 0.553902, + "accuracy": 0.605731, + "main_score": 0.553902, + "hf_subset": "kor_Hang-kik_Latn", + "languages": [ + "kor-Hang", + "kik-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kor_Hang-mai_Deva", + "languages": [ + "kor-Hang", + "mai-Deva" + ] + }, + { + "precision": 0.947003, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "kor_Hang-pbt_Arab", + "languages": [ + "kor-Hang", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ] + }, + { + "precision": 0.713407, + "recall": 0.777668, + "f1": 0.73182, + "accuracy": 0.777668, + "main_score": 0.73182, + "hf_subset": "kor_Hang-twi_Latn", + "languages": [ + "kor-Hang", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-acm_Arab", + "languages": [ + "kor-Hang", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-bel_Cyrl", + "languages": [ + "kor-Hang", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-hrv_Latn", + "languages": [ + "kor-Hang", + "hrv-Latn" + ] + }, + { + "precision": 0.810186, + "recall": 0.860672, + "f1": 0.825681, + "accuracy": 0.860672, + "main_score": 0.825681, + "hf_subset": "kor_Hang-kin_Latn", + "languages": [ + "kor-Hang", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-mal_Mlym", + "languages": [ + "kor-Hang", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-pes_Arab", + "languages": [ + "kor-Hang", + "pes-Arab" + ] + }, + { + "precision": 0.974967, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "kor_Hang-srd_Latn", + "languages": [ + "kor-Hang", + "srd-Latn" + ] + }, + { + "precision": 0.180394, + "recall": 0.23913, + "f1": 0.194481, + "accuracy": 0.23913, + "main_score": 0.194481, + "hf_subset": "kor_Hang-tzm_Tfng", + "languages": [ + "kor-Hang", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-acq_Arab", + "languages": [ + "kor-Hang", + "acq-Arab" + ] + }, + { + "precision": 0.619355, + "recall": 0.695652, + "f1": 0.640551, + "accuracy": 0.695652, + "main_score": 0.640551, + "hf_subset": "kor_Hang-bem_Latn", + "languages": [ + "kor-Hang", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-epo_Latn", + "languages": [ + "kor-Hang", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kor_Hang-kir_Cyrl", + "languages": [ + "kor-Hang", + "kir-Cyrl" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kor_Hang-mar_Deva", + "languages": [ + "kor-Hang", + "mar-Deva" + ] + }, + { + "precision": 0.819121, + "recall": 0.869565, + "f1": 0.834848, + "accuracy": 0.869565, + "main_score": 0.834848, + "hf_subset": "kor_Hang-plt_Latn", + "languages": [ + "kor-Hang", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-srp_Cyrl", + "languages": [ + "kor-Hang", + "srp-Cyrl" + ] + }, + { + "precision": 0.927207, + "recall": 0.948617, + "f1": 0.934124, + "accuracy": 0.948617, + "main_score": 0.934124, + "hf_subset": "kor_Hang-uig_Arab", + "languages": [ + "kor-Hang", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kor_Hang-aeb_Arab", + "languages": [ + "kor-Hang", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-est_Latn", + "languages": [ + "kor-Hang", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kor_Hang-hye_Armn", + "languages": [ + "kor-Hang", + "hye-Armn" + ] + }, + { + "precision": 0.427269, + "recall": 0.490119, + "f1": 0.443951, + "accuracy": 0.490119, + "main_score": 0.443951, + "hf_subset": "kor_Hang-kmb_Latn", + "languages": [ + "kor-Hang", + "kmb-Latn" + ] + }, + { + "precision": 0.41685, + "recall": 0.498024, + "f1": 0.437411, + "accuracy": 0.498024, + "main_score": 0.437411, + "hf_subset": "kor_Hang-min_Arab", + "languages": [ + "kor-Hang", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ] + }, + { + "precision": 0.688382, + "recall": 0.756917, + "f1": 0.707922, + "accuracy": 0.756917, + "main_score": 0.707922, + "hf_subset": "kor_Hang-ssw_Latn", + "languages": [ + "kor-Hang", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-ukr_Cyrl", + "languages": [ + "kor-Hang", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-afr_Latn", + "languages": [ + "kor-Hang", + "afr-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kor_Hang-bho_Deva", + "languages": [ + "kor-Hang", + "bho-Deva" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kor_Hang-eus_Latn", + "languages": [ + "kor-Hang", + "eus-Latn" + ] + }, + { + "precision": 0.827882, + "recall": 0.876482, + "f1": 0.842589, + "accuracy": 0.876482, + "main_score": 0.842589, + "hf_subset": "kor_Hang-ibo_Latn", + "languages": [ + "kor-Hang", + "ibo-Latn" + ] + }, + { + "precision": 0.842144, + "recall": 0.884387, + "f1": 0.854927, + "accuracy": 0.884387, + "main_score": 0.854927, + "hf_subset": "kor_Hang-kmr_Latn", + "languages": [ + "kor-Hang", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kor_Hang-min_Latn", + "languages": [ + "kor-Hang", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "kor_Hang-sun_Latn", + "languages": [ + "kor-Hang", + "sun-Latn" + ] + }, + { + "precision": 0.421193, + "recall": 0.481225, + "f1": 0.437491, + "accuracy": 0.481225, + "main_score": 0.437491, + "hf_subset": "kor_Hang-umb_Latn", + "languages": [ + "kor-Hang", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-ajp_Arab", + "languages": [ + "kor-Hang", + "ajp-Arab" + ] + }, + { + "precision": 0.449442, + "recall": 0.534585, + "f1": 0.471298, + "accuracy": 0.534585, + "main_score": 0.471298, + "hf_subset": "kor_Hang-bjn_Arab", + "languages": [ + "kor-Hang", + "bjn-Arab" + ] + }, + { + "precision": 0.446672, + "recall": 0.499012, + "f1": 0.460725, + "accuracy": 0.499012, + "main_score": 0.460725, + "hf_subset": "kor_Hang-ewe_Latn", + "languages": [ + "kor-Hang", + "ewe-Latn" + ] + }, + { + "precision": 0.930698, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "kor_Hang-ilo_Latn", + "languages": [ + "kor-Hang", + "ilo-Latn" + ] + }, + { + "precision": 0.232251, + "recall": 0.287549, + "f1": 0.245235, + "accuracy": 0.287549, + "main_score": 0.245235, + "hf_subset": "kor_Hang-knc_Arab", + "languages": [ + "kor-Hang", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-mkd_Cyrl", + "languages": [ + "kor-Hang", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-prs_Arab", + "languages": [ + "kor-Hang", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-urd_Arab", + "languages": [ + "kor-Hang", + "urd-Arab" + ] + }, + { + "precision": 0.698301, + "recall": 0.761858, + "f1": 0.715903, + "accuracy": 0.761858, + "main_score": 0.715903, + "hf_subset": "kor_Hang-aka_Latn", + "languages": [ + "kor-Hang", + "aka-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "kor_Hang-bjn_Latn", + "languages": [ + "kor-Hang", + "bjn-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "kor_Hang-fao_Latn", + "languages": [ + "kor-Hang", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ] + }, + { + "precision": 0.491181, + "recall": 0.543478, + "f1": 0.505374, + "accuracy": 0.543478, + "main_score": 0.505374, + "hf_subset": "kor_Hang-knc_Latn", + "languages": [ + "kor-Hang", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-mlt_Latn", + "languages": [ + "kor-Hang", + "mlt-Latn" + ] + }, + { + "precision": 0.620886, + "recall": 0.690711, + "f1": 0.640675, + "accuracy": 0.690711, + "main_score": 0.640675, + "hf_subset": "kor_Hang-quy_Latn", + "languages": [ + "kor-Hang", + "quy-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kor_Hang-swh_Latn", + "languages": [ + "kor-Hang", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kor_Hang-uzn_Latn", + "languages": [ + "kor-Hang", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-als_Latn", + "languages": [ + "kor-Hang", + "als-Latn" + ] + }, + { + "precision": 0.785178, + "recall": 0.84585, + "f1": 0.803953, + "accuracy": 0.84585, + "main_score": 0.803953, + "hf_subset": "kor_Hang-bod_Tibt", + "languages": [ + "kor-Hang", + "bod-Tibt" + ] + }, + { + "precision": 0.59562, + "recall": 0.667984, + "f1": 0.61521, + "accuracy": 0.667984, + "main_score": 0.61521, + "hf_subset": "kor_Hang-fij_Latn", + "languages": [ + "kor-Hang", + "fij-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "kor_Hang-isl_Latn", + "languages": [ + "kor-Hang", + "isl-Latn" + ] + }, + { + "precision": 0.564359, + "recall": 0.629447, + "f1": 0.581875, + "accuracy": 0.629447, + "main_score": 0.581875, + "hf_subset": "kor_Hang-kon_Latn", + "languages": [ + "kor-Hang", + "kon-Latn" + ] + }, + { + "precision": 0.569151, + "recall": 0.63834, + "f1": 0.588107, + "accuracy": 0.63834, + "main_score": 0.588107, + "hf_subset": "kor_Hang-mni_Beng", + "languages": [ + "kor-Hang", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-ron_Latn", + "languages": [ + "kor-Hang", + "ron-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "kor_Hang-szl_Latn", + "languages": [ + "kor-Hang", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-vec_Latn", + "languages": [ + "kor-Hang", + "vec-Latn" + ] + }, + { + "precision": 0.909256, + "recall": 0.937747, + "f1": 0.918478, + "accuracy": 0.937747, + "main_score": 0.918478, + "hf_subset": "kor_Hang-amh_Ethi", + "languages": [ + "kor-Hang", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-bos_Latn", + "languages": [ + "kor-Hang", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-ita_Latn", + "languages": [ + "kor-Hang", + "ita-Latn" + ] + }, + { + "precision": 0.486297, + "recall": 0.540514, + "f1": 0.50141, + "accuracy": 0.540514, + "main_score": 0.50141, + "hf_subset": "kor_Hang-mos_Latn", + "languages": [ + "kor-Hang", + "mos-Latn" + ] + }, + { + "precision": 0.698957, + "recall": 0.764822, + "f1": 0.717729, + "accuracy": 0.764822, + "main_score": 0.717729, + "hf_subset": "kor_Hang-run_Latn", + "languages": [ + "kor-Hang", + "run-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-apc_Arab", + "languages": [ + "kor-Hang", + "apc-Arab" + ] + }, + { + "precision": 0.704045, + "recall": 0.767787, + "f1": 0.721915, + "accuracy": 0.767787, + "main_score": 0.721915, + "hf_subset": "kor_Hang-bug_Latn", + "languages": [ + "kor-Hang", + "bug-Latn" + ] + }, + { + "precision": 0.417024, + "recall": 0.464427, + "f1": 0.429897, + "accuracy": 0.464427, + "main_score": 0.429897, + "hf_subset": "kor_Hang-fon_Latn", + "languages": [ + "kor-Hang", + "fon-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kor_Hang-jav_Latn", + "languages": [ + "kor-Hang", + "jav-Latn" + ] + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "kor_Hang-lao_Laoo", + "languages": [ + "kor-Hang", + "lao-Laoo" + ] + }, + { + "precision": 0.84193, + "recall": 0.887352, + "f1": 0.855995, + "accuracy": 0.887352, + "main_score": 0.855995, + "hf_subset": "kor_Hang-mri_Latn", + "languages": [ + "kor-Hang", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ] + }, + { + "precision": 0.471517, + "recall": 0.525692, + "f1": 0.485694, + "accuracy": 0.525692, + "main_score": 0.485694, + "hf_subset": "kor_Hang-taq_Latn", + "languages": [ + "kor-Hang", + "taq-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kor_Hang-war_Latn", + "languages": [ + "kor-Hang", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-bul_Cyrl", + "languages": [ + "kor-Hang", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kor_Hang-lij_Latn", + "languages": [ + "kor-Hang", + "lij-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "kor_Hang-mya_Mymr", + "languages": [ + "kor-Hang", + "mya-Mymr" + ] + }, + { + "precision": 0.53021, + "recall": 0.594862, + "f1": 0.547107, + "accuracy": 0.594862, + "main_score": 0.547107, + "hf_subset": "kor_Hang-sag_Latn", + "languages": [ + "kor-Hang", + "sag-Latn" + ] + }, + { + "precision": 0.189796, + "recall": 0.249012, + "f1": 0.204332, + "accuracy": 0.249012, + "main_score": 0.204332, + "hf_subset": "kor_Hang-taq_Tfng", + "languages": [ + "kor-Hang", + "taq-Tfng" + ] + }, + { + "precision": 0.606728, + "recall": 0.671937, + "f1": 0.623976, + "accuracy": 0.671937, + "main_score": 0.623976, + "hf_subset": "kor_Hang-wol_Latn", + "languages": [ + "kor-Hang", + "wol-Latn" + ] + }, + { + "precision": 0.846014, + "recall": 0.890316, + "f1": 0.859933, + "accuracy": 0.890316, + "main_score": 0.859933, + "hf_subset": "kor_Hang-arb_Latn", + "languages": [ + "kor-Hang", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-cat_Latn", + "languages": [ + "kor-Hang", + "cat-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kor_Hang-fur_Latn", + "languages": [ + "kor-Hang", + "fur-Latn" + ] + }, + { + "precision": 0.387119, + "recall": 0.453557, + "f1": 0.404238, + "accuracy": 0.453557, + "main_score": 0.404238, + "hf_subset": "kor_Hang-kab_Latn", + "languages": [ + "kor-Hang", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kor_Hang-lim_Latn", + "languages": [ + "kor-Hang", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "kor_Hang-san_Deva", + "languages": [ + "kor-Hang", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kor_Hang-tat_Cyrl", + "languages": [ + "kor-Hang", + "tat-Cyrl" + ] + }, + { + "precision": 0.834157, + "recall": 0.881423, + "f1": 0.849078, + "accuracy": 0.881423, + "main_score": 0.849078, + "hf_subset": "kor_Hang-xho_Latn", + "languages": [ + "kor-Hang", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-ars_Arab", + "languages": [ + "kor-Hang", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-ceb_Latn", + "languages": [ + "kor-Hang", + "ceb-Latn" + ] + }, + { + "precision": 0.445366, + "recall": 0.506917, + "f1": 0.461924, + "accuracy": 0.506917, + "main_score": 0.461924, + "hf_subset": "kor_Hang-fuv_Latn", + "languages": [ + "kor-Hang", + "fuv-Latn" + ] + }, + { + "precision": 0.468193, + "recall": 0.531621, + "f1": 0.484731, + "accuracy": 0.531621, + "main_score": 0.484731, + "hf_subset": "kor_Hang-kac_Latn", + "languages": [ + "kor-Hang", + "kac-Latn" + ] + }, + { + "precision": 0.577554, + "recall": 0.651186, + "f1": 0.597068, + "accuracy": 0.651186, + "main_score": 0.597068, + "hf_subset": "kor_Hang-lin_Latn", + "languages": [ + "kor-Hang", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-nno_Latn", + "languages": [ + "kor-Hang", + "nno-Latn" + ] + }, + { + "precision": 0.85112, + "recall": 0.894269, + "f1": 0.864592, + "accuracy": 0.894269, + "main_score": 0.864592, + "hf_subset": "kor_Hang-sat_Olck", + "languages": [ + "kor-Hang", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-tel_Telu", + "languages": [ + "kor-Hang", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kor_Hang-ydd_Hebr", + "languages": [ + "kor-Hang", + "ydd-Hebr" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "kor_Hang-ary_Arab", + "languages": [ + "kor-Hang", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-ces_Latn", + "languages": [ + "kor-Hang", + "ces-Latn" + ] + }, + { + "precision": 0.525326, + "recall": 0.600791, + "f1": 0.54587, + "accuracy": 0.600791, + "main_score": 0.54587, + "hf_subset": "kor_Hang-gaz_Latn", + "languages": [ + "kor-Hang", + "gaz-Latn" + ] + }, + { + "precision": 0.484307, + "recall": 0.573123, + "f1": 0.507337, + "accuracy": 0.573123, + "main_score": 0.507337, + "hf_subset": "kor_Hang-kam_Latn", + "languages": [ + "kor-Hang", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-nob_Latn", + "languages": [ + "kor-Hang", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-scn_Latn", + "languages": [ + "kor-Hang", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kor_Hang-tgk_Cyrl", + "languages": [ + "kor-Hang", + "tgk-Cyrl" + ] + }, + { + "precision": 0.690567, + "recall": 0.759881, + "f1": 0.710225, + "accuracy": 0.759881, + "main_score": 0.710225, + "hf_subset": "kor_Hang-yor_Latn", + "languages": [ + "kor-Hang", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-arz_Arab", + "languages": [ + "kor-Hang", + "arz-Arab" + ] + }, + { + "precision": 0.446392, + "recall": 0.505929, + "f1": 0.462275, + "accuracy": 0.505929, + "main_score": 0.462275, + "hf_subset": "kor_Hang-cjk_Latn", + "languages": [ + "kor-Hang", + "cjk-Latn" + ] + }, + { + "precision": 0.921278, + "recall": 0.945652, + "f1": 0.928986, + "accuracy": 0.945652, + "main_score": 0.928986, + "hf_subset": "kor_Hang-gla_Latn", + "languages": [ + "kor-Hang", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kor_Hang-kan_Knda", + "languages": [ + "kor-Hang", + "kan-Knda" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kor_Hang-lmo_Latn", + "languages": [ + "kor-Hang", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "kor_Hang-npi_Deva", + "languages": [ + "kor-Hang", + "npi-Deva" + ] + }, + { + "precision": 0.495084, + "recall": 0.574111, + "f1": 0.516918, + "accuracy": 0.574111, + "main_score": 0.516918, + "hf_subset": "kor_Hang-shn_Mymr", + "languages": [ + "kor-Hang", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-tgl_Latn", + "languages": [ + "kor-Hang", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kor_Hang-asm_Beng", + "languages": [ + "kor-Hang", + "asm-Beng" + ] + }, + { + "precision": 0.904397, + "recall": 0.933794, + "f1": 0.913768, + "accuracy": 0.933794, + "main_score": 0.913768, + "hf_subset": "kor_Hang-ckb_Arab", + "languages": [ + "kor-Hang", + "ckb-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kor_Hang-gle_Latn", + "languages": [ + "kor-Hang", + "gle-Latn" + ] + }, + { + "precision": 0.914526, + "recall": 0.9417, + "f1": 0.923419, + "accuracy": 0.9417, + "main_score": 0.923419, + "hf_subset": "kor_Hang-kas_Arab", + "languages": [ + "kor-Hang", + "kas-Arab" + ] + }, + { + "precision": 0.872777, + "recall": 0.911067, + "f1": 0.884947, + "accuracy": 0.911067, + "main_score": 0.884947, + "hf_subset": "kor_Hang-ltg_Latn", + "languages": [ + "kor-Hang", + "ltg-Latn" + ] + }, + { + "precision": 0.737846, + "recall": 0.797431, + "f1": 0.755571, + "accuracy": 0.797431, + "main_score": 0.755571, + "hf_subset": "kor_Hang-nso_Latn", + "languages": [ + "kor-Hang", + "nso-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kor_Hang-sin_Sinh", + "languages": [ + "kor-Hang", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-tha_Thai", + "languages": [ + "kor-Hang", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-ast_Latn", + "languages": [ + "kor-Hang", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kor_Hang-crh_Latn", + "languages": [ + "kor-Hang", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-glg_Latn", + "languages": [ + "kor-Hang", + "glg-Latn" + ] + }, + { + "precision": 0.823007, + "recall": 0.869565, + "f1": 0.836462, + "accuracy": 0.869565, + "main_score": 0.836462, + "hf_subset": "kor_Hang-kas_Deva", + "languages": [ + "kor-Hang", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kor_Hang-ltz_Latn", + "languages": [ + "kor-Hang", + "ltz-Latn" + ] + }, + { + "precision": 0.409051, + "recall": 0.472332, + "f1": 0.425996, + "accuracy": 0.472332, + "main_score": 0.425996, + "hf_subset": "kor_Hang-nus_Latn", + "languages": [ + "kor-Hang", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-slk_Latn", + "languages": [ + "kor-Hang", + "slk-Latn" + ] + }, + { + "precision": 0.615189, + "recall": 0.688735, + "f1": 0.63551, + "accuracy": 0.688735, + "main_score": 0.63551, + "hf_subset": "kor_Hang-tir_Ethi", + "languages": [ + "kor-Hang", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ] + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "kor_Hang-awa_Deva", + "languages": [ + "kor-Hang", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kor_Hang-cym_Latn", + "languages": [ + "kor-Hang", + "cym-Latn" + ] + }, + { + "precision": 0.714959, + "recall": 0.781621, + "f1": 0.734434, + "accuracy": 0.781621, + "main_score": 0.734434, + "hf_subset": "kor_Hang-grn_Latn", + "languages": [ + "kor-Hang", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kor_Hang-kat_Geor", + "languages": [ + "kor-Hang", + "kat-Geor" + ] + }, + { + "precision": 0.556815, + "recall": 0.618577, + "f1": 0.57277, + "accuracy": 0.618577, + "main_score": 0.57277, + "hf_subset": "kor_Hang-lua_Latn", + "languages": [ + "kor-Hang", + "lua-Latn" + ] + }, + { + "precision": 0.781489, + "recall": 0.838933, + "f1": 0.798932, + "accuracy": 0.838933, + "main_score": 0.798932, + "hf_subset": "kor_Hang-nya_Latn", + "languages": [ + "kor-Hang", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-slv_Latn", + "languages": [ + "kor-Hang", + "slv-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "kor_Hang-tpi_Latn", + "languages": [ + "kor-Hang", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-zsm_Latn", + "languages": [ + "kor-Hang", + "zsm-Latn" + ] + }, + { + "precision": 0.480659, + "recall": 0.540514, + "f1": 0.496969, + "accuracy": 0.540514, + "main_score": 0.496969, + "hf_subset": "kor_Hang-ayr_Latn", + "languages": [ + "kor-Hang", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-dan_Latn", + "languages": [ + "kor-Hang", + "dan-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kor_Hang-guj_Gujr", + "languages": [ + "kor-Hang", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-kaz_Cyrl", + "languages": [ + "kor-Hang", + "kaz-Cyrl" + ] + }, + { + "precision": 0.626916, + "recall": 0.697628, + "f1": 0.646882, + "accuracy": 0.697628, + "main_score": 0.646882, + "hf_subset": "kor_Hang-lug_Latn", + "languages": [ + "kor-Hang", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-oci_Latn", + "languages": [ + "kor-Hang", + "oci-Latn" + ] + }, + { + "precision": 0.808432, + "recall": 0.857708, + "f1": 0.823221, + "accuracy": 0.857708, + "main_score": 0.823221, + "hf_subset": "kor_Hang-smo_Latn", + "languages": [ + "kor-Hang", + "smo-Latn" + ] + }, + { + "precision": 0.690926, + "recall": 0.761858, + "f1": 0.711185, + "accuracy": 0.761858, + "main_score": 0.711185, + "hf_subset": "kor_Hang-tsn_Latn", + "languages": [ + "kor-Hang", + "tsn-Latn" + ] + }, + { + "precision": 0.831637, + "recall": 0.880435, + "f1": 0.846673, + "accuracy": 0.880435, + "main_score": 0.846673, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ] + }, + { + "precision": 0.922596, + "recall": 0.945652, + "f1": 0.930171, + "accuracy": 0.945652, + "main_score": 0.930171, + "hf_subset": "kor_Hang-azb_Arab", + "languages": [ + "kor-Hang", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "kor_Hang-hat_Latn", + "languages": [ + "kor-Hang", + "hat-Latn" + ] + }, + { + "precision": 0.450598, + "recall": 0.507905, + "f1": 0.466397, + "accuracy": 0.507905, + "main_score": 0.466397, + "hf_subset": "kor_Hang-kbp_Latn", + "languages": [ + "kor-Hang", + "kbp-Latn" + ] + }, + { + "precision": 0.492863, + "recall": 0.556324, + "f1": 0.509467, + "accuracy": 0.556324, + "main_score": 0.509467, + "hf_subset": "kor_Hang-luo_Latn", + "languages": [ + "kor-Hang", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "kor_Hang-ory_Orya", + "languages": [ + "kor-Hang", + "ory-Orya" + ] + }, + { + "precision": 0.84226, + "recall": 0.88834, + "f1": 0.856837, + "accuracy": 0.88834, + "main_score": 0.856837, + "hf_subset": "kor_Hang-sna_Latn", + "languages": [ + "kor-Hang", + "sna-Latn" + ] + }, + { + "precision": 0.603064, + "recall": 0.671937, + "f1": 0.622753, + "accuracy": 0.671937, + "main_score": 0.622753, + "hf_subset": "kor_Hang-tso_Latn", + "languages": [ + "kor-Hang", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-azj_Latn", + "languages": [ + "kor-Hang", + "azj-Latn" + ] + }, + { + "precision": 0.493483, + "recall": 0.556324, + "f1": 0.510902, + "accuracy": 0.556324, + "main_score": 0.510902, + "hf_subset": "kor_Hang-dik_Latn", + "languages": [ + "kor-Hang", + "dik-Latn" + ] + }, + { + "precision": 0.86553, + "recall": 0.906126, + "f1": 0.878524, + "accuracy": 0.906126, + "main_score": 0.878524, + "hf_subset": "kor_Hang-hau_Latn", + "languages": [ + "kor-Hang", + "hau-Latn" + ] + }, + { + "precision": 0.958416, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "kor_Hang-kea_Latn", + "languages": [ + "kor-Hang", + "kea-Latn" + ] + }, + { + "precision": 0.912549, + "recall": 0.939723, + "f1": 0.921278, + "accuracy": 0.939723, + "main_score": 0.921278, + "hf_subset": "kor_Hang-lus_Latn", + "languages": [ + "kor-Hang", + "lus-Latn" + ] + }, + { + "precision": 0.839427, + "recall": 0.880435, + "f1": 0.85168, + "accuracy": 0.880435, + "main_score": 0.85168, + "hf_subset": "kor_Hang-pag_Latn", + "languages": [ + "kor-Hang", + "pag-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "kor_Hang-snd_Arab", + "languages": [ + "kor-Hang", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kor_Hang-tuk_Latn", + "languages": [ + "kor-Hang", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-bak_Cyrl", + "languages": [ + "kor-Hang", + "bak-Cyrl" + ] + }, + { + "precision": 0.44288, + "recall": 0.514822, + "f1": 0.462495, + "accuracy": 0.514822, + "main_score": 0.462495, + "hf_subset": "kor_Hang-dyu_Latn", + "languages": [ + "kor-Hang", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "kor_Hang-khk_Cyrl", + "languages": [ + "kor-Hang", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-lvs_Latn", + "languages": [ + "kor-Hang", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-pan_Guru", + "languages": [ + "kor-Hang", + "pan-Guru" + ] + }, + { + "precision": 0.833432, + "recall": 0.879447, + "f1": 0.847233, + "accuracy": 0.879447, + "main_score": 0.847233, + "hf_subset": "kor_Hang-som_Latn", + "languages": [ + "kor-Hang", + "som-Latn" + ] + }, + { + "precision": 0.658549, + "recall": 0.721344, + "f1": 0.67617, + "accuracy": 0.721344, + "main_score": 0.67617, + "hf_subset": "kor_Hang-tum_Latn", + "languages": [ + "kor-Hang", + "tum-Latn" + ] + }, + { + "precision": 0.371493, + "recall": 0.41996, + "f1": 0.384863, + "accuracy": 0.41996, + "main_score": 0.384863, + "hf_subset": "mos_Latn-ace_Arab", + "languages": [ + "mos-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.4826, + "recall": 0.532609, + "f1": 0.496338, + "accuracy": 0.532609, + "main_score": 0.496338, + "hf_subset": "mos_Latn-bam_Latn", + "languages": [ + "mos-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.265213, + "recall": 0.321146, + "f1": 0.278436, + "accuracy": 0.321146, + "main_score": 0.278436, + "hf_subset": "mos_Latn-dzo_Tibt", + "languages": [ + "mos-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.454899, + "recall": 0.516798, + "f1": 0.471771, + "accuracy": 0.516798, + "main_score": 0.471771, + "hf_subset": "mos_Latn-hin_Deva", + "languages": [ + "mos-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.409945, + "recall": 0.456522, + "f1": 0.422827, + "accuracy": 0.456522, + "main_score": 0.422827, + "hf_subset": "mos_Latn-khm_Khmr", + "languages": [ + "mos-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.438869, + "recall": 0.492095, + "f1": 0.452575, + "accuracy": 0.492095, + "main_score": 0.452575, + "hf_subset": "mos_Latn-mag_Deva", + "languages": [ + "mos-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.442804, + "recall": 0.493083, + "f1": 0.456631, + "accuracy": 0.493083, + "main_score": 0.456631, + "hf_subset": "mos_Latn-pap_Latn", + "languages": [ + "mos-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.435445, + "recall": 0.485178, + "f1": 0.448439, + "accuracy": 0.485178, + "main_score": 0.448439, + "hf_subset": "mos_Latn-sot_Latn", + "languages": [ + "mos-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.451627, + "recall": 0.500988, + "f1": 0.464697, + "accuracy": 0.500988, + "main_score": 0.464697, + "hf_subset": "mos_Latn-tur_Latn", + "languages": [ + "mos-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.447021, + "recall": 0.491107, + "f1": 0.458691, + "accuracy": 0.491107, + "main_score": 0.458691, + "hf_subset": "mos_Latn-ace_Latn", + "languages": [ + "mos-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.422954, + "recall": 0.474308, + "f1": 0.435409, + "accuracy": 0.474308, + "main_score": 0.435409, + "hf_subset": "mos_Latn-ban_Latn", + "languages": [ + "mos-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.437253, + "recall": 0.492095, + "f1": 0.451566, + "accuracy": 0.492095, + "main_score": 0.451566, + "hf_subset": "mos_Latn-ell_Grek", + "languages": [ + "mos-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.432152, + "recall": 0.48419, + "f1": 0.445099, + "accuracy": 0.48419, + "main_score": 0.445099, + "hf_subset": "mos_Latn-hne_Deva", + "languages": [ + "mos-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.432833, + "recall": 0.477273, + "f1": 0.445232, + "accuracy": 0.477273, + "main_score": 0.445232, + "hf_subset": "mos_Latn-kik_Latn", + "languages": [ + "mos-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.455805, + "recall": 0.51087, + "f1": 0.469875, + "accuracy": 0.51087, + "main_score": 0.469875, + "hf_subset": "mos_Latn-mai_Deva", + "languages": [ + "mos-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.404922, + "recall": 0.453557, + "f1": 0.417542, + "accuracy": 0.453557, + "main_score": 0.417542, + "hf_subset": "mos_Latn-pbt_Arab", + "languages": [ + "mos-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.458529, + "recall": 0.520751, + "f1": 0.474872, + "accuracy": 0.520751, + "main_score": 0.474872, + "hf_subset": "mos_Latn-spa_Latn", + "languages": [ + "mos-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.473659, + "recall": 0.517787, + "f1": 0.486401, + "accuracy": 0.517787, + "main_score": 0.486401, + "hf_subset": "mos_Latn-twi_Latn", + "languages": [ + "mos-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.443331, + "recall": 0.491107, + "f1": 0.456745, + "accuracy": 0.491107, + "main_score": 0.456745, + "hf_subset": "mos_Latn-acm_Arab", + "languages": [ + "mos-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.409097, + "recall": 0.453557, + "f1": 0.420934, + "accuracy": 0.453557, + "main_score": 0.420934, + "hf_subset": "mos_Latn-bel_Cyrl", + "languages": [ + "mos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.497207, + "recall": 0.563241, + "f1": 0.515424, + "accuracy": 0.563241, + "main_score": 0.515424, + "hf_subset": "mos_Latn-eng_Latn", + "languages": [ + "mos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.424621, + "recall": 0.483202, + "f1": 0.440999, + "accuracy": 0.483202, + "main_score": 0.440999, + "hf_subset": "mos_Latn-hrv_Latn", + "languages": [ + "mos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.427987, + "recall": 0.47332, + "f1": 0.44051, + "accuracy": 0.47332, + "main_score": 0.44051, + "hf_subset": "mos_Latn-kin_Latn", + "languages": [ + "mos-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.411069, + "recall": 0.460474, + "f1": 0.424074, + "accuracy": 0.460474, + "main_score": 0.424074, + "hf_subset": "mos_Latn-mal_Mlym", + "languages": [ + "mos-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.43199, + "recall": 0.483202, + "f1": 0.445384, + "accuracy": 0.483202, + "main_score": 0.445384, + "hf_subset": "mos_Latn-pes_Arab", + "languages": [ + "mos-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.439853, + "recall": 0.491107, + "f1": 0.452673, + "accuracy": 0.491107, + "main_score": 0.452673, + "hf_subset": "mos_Latn-srd_Latn", + "languages": [ + "mos-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.231504, + "recall": 0.279644, + "f1": 0.243111, + "accuracy": 0.279644, + "main_score": 0.243111, + "hf_subset": "mos_Latn-tzm_Tfng", + "languages": [ + "mos-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.450047, + "recall": 0.501976, + "f1": 0.464019, + "accuracy": 0.501976, + "main_score": 0.464019, + "hf_subset": "mos_Latn-acq_Arab", + "languages": [ + "mos-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.450883, + "recall": 0.496047, + "f1": 0.463169, + "accuracy": 0.496047, + "main_score": 0.463169, + "hf_subset": "mos_Latn-bem_Latn", + "languages": [ + "mos-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.417211, + "recall": 0.462451, + "f1": 0.429238, + "accuracy": 0.462451, + "main_score": 0.429238, + "hf_subset": "mos_Latn-epo_Latn", + "languages": [ + "mos-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.440692, + "recall": 0.496047, + "f1": 0.455532, + "accuracy": 0.496047, + "main_score": 0.455532, + "hf_subset": "mos_Latn-hun_Latn", + "languages": [ + "mos-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.425226, + "recall": 0.475296, + "f1": 0.438684, + "accuracy": 0.475296, + "main_score": 0.438684, + "hf_subset": "mos_Latn-kir_Cyrl", + "languages": [ + "mos-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.429214, + "recall": 0.481225, + "f1": 0.443346, + "accuracy": 0.481225, + "main_score": 0.443346, + "hf_subset": "mos_Latn-mar_Deva", + "languages": [ + "mos-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.43957, + "recall": 0.485178, + "f1": 0.452037, + "accuracy": 0.485178, + "main_score": 0.452037, + "hf_subset": "mos_Latn-plt_Latn", + "languages": [ + "mos-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.426932, + "recall": 0.481225, + "f1": 0.441498, + "accuracy": 0.481225, + "main_score": 0.441498, + "hf_subset": "mos_Latn-srp_Cyrl", + "languages": [ + "mos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.373027, + "recall": 0.431818, + "f1": 0.387439, + "accuracy": 0.431818, + "main_score": 0.387439, + "hf_subset": "mos_Latn-uig_Arab", + "languages": [ + "mos-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.419416, + "recall": 0.469368, + "f1": 0.432639, + "accuracy": 0.469368, + "main_score": 0.432639, + "hf_subset": "mos_Latn-aeb_Arab", + "languages": [ + "mos-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.427293, + "recall": 0.477273, + "f1": 0.440492, + "accuracy": 0.477273, + "main_score": 0.440492, + "hf_subset": "mos_Latn-ben_Beng", + "languages": [ + "mos-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.423081, + "recall": 0.479249, + "f1": 0.438042, + "accuracy": 0.479249, + "main_score": 0.438042, + "hf_subset": "mos_Latn-est_Latn", + "languages": [ + "mos-Latn", + "est-Latn" + ] + }, + { + "precision": 0.414673, + "recall": 0.468379, + "f1": 0.428581, + "accuracy": 0.468379, + "main_score": 0.428581, + "hf_subset": "mos_Latn-hye_Armn", + "languages": [ + "mos-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.442229, + "recall": 0.483202, + "f1": 0.453895, + "accuracy": 0.483202, + "main_score": 0.453895, + "hf_subset": "mos_Latn-kmb_Latn", + "languages": [ + "mos-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.341621, + "recall": 0.405138, + "f1": 0.359214, + "accuracy": 0.405138, + "main_score": 0.359214, + "hf_subset": "mos_Latn-min_Arab", + "languages": [ + "mos-Latn", + "min-Arab" + ] + }, + { + "precision": 0.45662, + "recall": 0.508893, + "f1": 0.470495, + "accuracy": 0.508893, + "main_score": 0.470495, + "hf_subset": "mos_Latn-pol_Latn", + "languages": [ + "mos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.434561, + "recall": 0.48419, + "f1": 0.447395, + "accuracy": 0.48419, + "main_score": 0.447395, + "hf_subset": "mos_Latn-ssw_Latn", + "languages": [ + "mos-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.432724, + "recall": 0.493083, + "f1": 0.448953, + "accuracy": 0.493083, + "main_score": 0.448953, + "hf_subset": "mos_Latn-ukr_Cyrl", + "languages": [ + "mos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.428258, + "recall": 0.487154, + "f1": 0.443404, + "accuracy": 0.487154, + "main_score": 0.443404, + "hf_subset": "mos_Latn-afr_Latn", + "languages": [ + "mos-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.462024, + "recall": 0.516798, + "f1": 0.47607, + "accuracy": 0.516798, + "main_score": 0.47607, + "hf_subset": "mos_Latn-bho_Deva", + "languages": [ + "mos-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.420643, + "recall": 0.474308, + "f1": 0.434282, + "accuracy": 0.474308, + "main_score": 0.434282, + "hf_subset": "mos_Latn-eus_Latn", + "languages": [ + "mos-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.432113, + "recall": 0.475296, + "f1": 0.44338, + "accuracy": 0.475296, + "main_score": 0.44338, + "hf_subset": "mos_Latn-ibo_Latn", + "languages": [ + "mos-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.435326, + "recall": 0.481225, + "f1": 0.447606, + "accuracy": 0.481225, + "main_score": 0.447606, + "hf_subset": "mos_Latn-kmr_Latn", + "languages": [ + "mos-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.405084, + "recall": 0.456522, + "f1": 0.418055, + "accuracy": 0.456522, + "main_score": 0.418055, + "hf_subset": "mos_Latn-min_Latn", + "languages": [ + "mos-Latn", + "min-Latn" + ] + }, + { + "precision": 0.463137, + "recall": 0.524704, + "f1": 0.478401, + "accuracy": 0.524704, + "main_score": 0.478401, + "hf_subset": "mos_Latn-por_Latn", + "languages": [ + "mos-Latn", + "por-Latn" + ] + }, + { + "precision": 0.426201, + "recall": 0.475296, + "f1": 0.439055, + "accuracy": 0.475296, + "main_score": 0.439055, + "hf_subset": "mos_Latn-sun_Latn", + "languages": [ + "mos-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.463526, + "recall": 0.504941, + "f1": 0.475418, + "accuracy": 0.504941, + "main_score": 0.475418, + "hf_subset": "mos_Latn-umb_Latn", + "languages": [ + "mos-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.439968, + "recall": 0.495059, + "f1": 0.453122, + "accuracy": 0.495059, + "main_score": 0.453122, + "hf_subset": "mos_Latn-ajp_Arab", + "languages": [ + "mos-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.35384, + "recall": 0.412055, + "f1": 0.369622, + "accuracy": 0.412055, + "main_score": 0.369622, + "hf_subset": "mos_Latn-bjn_Arab", + "languages": [ + "mos-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.469017, + "recall": 0.507905, + "f1": 0.480319, + "accuracy": 0.507905, + "main_score": 0.480319, + "hf_subset": "mos_Latn-ewe_Latn", + "languages": [ + "mos-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.428045, + "recall": 0.47332, + "f1": 0.439378, + "accuracy": 0.47332, + "main_score": 0.439378, + "hf_subset": "mos_Latn-ilo_Latn", + "languages": [ + "mos-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.265206, + "recall": 0.316206, + "f1": 0.278416, + "accuracy": 0.316206, + "main_score": 0.278416, + "hf_subset": "mos_Latn-knc_Arab", + "languages": [ + "mos-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.430387, + "recall": 0.482213, + "f1": 0.442842, + "accuracy": 0.482213, + "main_score": 0.442842, + "hf_subset": "mos_Latn-mkd_Cyrl", + "languages": [ + "mos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.438251, + "recall": 0.500988, + "f1": 0.454639, + "accuracy": 0.500988, + "main_score": 0.454639, + "hf_subset": "mos_Latn-prs_Arab", + "languages": [ + "mos-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.452413, + "recall": 0.511858, + "f1": 0.468183, + "accuracy": 0.511858, + "main_score": 0.468183, + "hf_subset": "mos_Latn-swe_Latn", + "languages": [ + "mos-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.414353, + "recall": 0.462451, + "f1": 0.426462, + "accuracy": 0.462451, + "main_score": 0.426462, + "hf_subset": "mos_Latn-urd_Arab", + "languages": [ + "mos-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.472996, + "recall": 0.516798, + "f1": 0.485696, + "accuracy": 0.516798, + "main_score": 0.485696, + "hf_subset": "mos_Latn-aka_Latn", + "languages": [ + "mos-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.445574, + "recall": 0.494071, + "f1": 0.45733, + "accuracy": 0.494071, + "main_score": 0.45733, + "hf_subset": "mos_Latn-bjn_Latn", + "languages": [ + "mos-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.419299, + "recall": 0.467391, + "f1": 0.43183, + "accuracy": 0.467391, + "main_score": 0.43183, + "hf_subset": "mos_Latn-fao_Latn", + "languages": [ + "mos-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.451419, + "recall": 0.506917, + "f1": 0.465518, + "accuracy": 0.506917, + "main_score": 0.465518, + "hf_subset": "mos_Latn-ind_Latn", + "languages": [ + "mos-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.484586, + "recall": 0.520751, + "f1": 0.494548, + "accuracy": 0.520751, + "main_score": 0.494548, + "hf_subset": "mos_Latn-knc_Latn", + "languages": [ + "mos-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.408603, + "recall": 0.452569, + "f1": 0.419595, + "accuracy": 0.452569, + "main_score": 0.419595, + "hf_subset": "mos_Latn-mlt_Latn", + "languages": [ + "mos-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.490566, + "recall": 0.532609, + "f1": 0.502536, + "accuracy": 0.532609, + "main_score": 0.502536, + "hf_subset": "mos_Latn-quy_Latn", + "languages": [ + "mos-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.417259, + "recall": 0.47332, + "f1": 0.431444, + "accuracy": 0.47332, + "main_score": 0.431444, + "hf_subset": "mos_Latn-swh_Latn", + "languages": [ + "mos-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.399929, + "recall": 0.449605, + "f1": 0.412594, + "accuracy": 0.449605, + "main_score": 0.412594, + "hf_subset": "mos_Latn-uzn_Latn", + "languages": [ + "mos-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.427574, + "recall": 0.475296, + "f1": 0.439628, + "accuracy": 0.475296, + "main_score": 0.439628, + "hf_subset": "mos_Latn-als_Latn", + "languages": [ + "mos-Latn", + "als-Latn" + ] + }, + { + "precision": 0.315956, + "recall": 0.369565, + "f1": 0.328461, + "accuracy": 0.369565, + "main_score": 0.328461, + "hf_subset": "mos_Latn-bod_Tibt", + "languages": [ + "mos-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.452267, + "recall": 0.495059, + "f1": 0.464128, + "accuracy": 0.495059, + "main_score": 0.464128, + "hf_subset": "mos_Latn-fij_Latn", + "languages": [ + "mos-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.410409, + "recall": 0.45751, + "f1": 0.423074, + "accuracy": 0.45751, + "main_score": 0.423074, + "hf_subset": "mos_Latn-isl_Latn", + "languages": [ + "mos-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.505235, + "recall": 0.552372, + "f1": 0.518326, + "accuracy": 0.552372, + "main_score": 0.518326, + "hf_subset": "mos_Latn-kon_Latn", + "languages": [ + "mos-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.424271, + "recall": 0.482213, + "f1": 0.439709, + "accuracy": 0.482213, + "main_score": 0.439709, + "hf_subset": "mos_Latn-mni_Beng", + "languages": [ + "mos-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.451639, + "recall": 0.508893, + "f1": 0.46649, + "accuracy": 0.508893, + "main_score": 0.46649, + "hf_subset": "mos_Latn-ron_Latn", + "languages": [ + "mos-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.455713, + "recall": 0.505929, + "f1": 0.468608, + "accuracy": 0.505929, + "main_score": 0.468608, + "hf_subset": "mos_Latn-szl_Latn", + "languages": [ + "mos-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.477302, + "recall": 0.523715, + "f1": 0.489554, + "accuracy": 0.523715, + "main_score": 0.489554, + "hf_subset": "mos_Latn-vec_Latn", + "languages": [ + "mos-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.460198, + "recall": 0.51581, + "f1": 0.475141, + "accuracy": 0.51581, + "main_score": 0.475141, + "hf_subset": "mos_Latn-amh_Ethi", + "languages": [ + "mos-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.444433, + "recall": 0.5, + "f1": 0.459244, + "accuracy": 0.5, + "main_score": 0.459244, + "hf_subset": "mos_Latn-bos_Latn", + "languages": [ + "mos-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.417438, + "recall": 0.468379, + "f1": 0.430552, + "accuracy": 0.468379, + "main_score": 0.430552, + "hf_subset": "mos_Latn-fin_Latn", + "languages": [ + "mos-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.46732, + "recall": 0.518775, + "f1": 0.480693, + "accuracy": 0.518775, + "main_score": 0.480693, + "hf_subset": "mos_Latn-ita_Latn", + "languages": [ + "mos-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.465578, + "recall": 0.521739, + "f1": 0.480545, + "accuracy": 0.521739, + "main_score": 0.480545, + "hf_subset": "mos_Latn-kor_Hang", + "languages": [ + "mos-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.430206, + "recall": 0.477273, + "f1": 0.442755, + "accuracy": 0.477273, + "main_score": 0.442755, + "hf_subset": "mos_Latn-run_Latn", + "languages": [ + "mos-Latn", + "run-Latn" + ] + }, + { + "precision": 0.406746, + "recall": 0.461462, + "f1": 0.420986, + "accuracy": 0.461462, + "main_score": 0.420986, + "hf_subset": "mos_Latn-tam_Taml", + "languages": [ + "mos-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.460199, + "recall": 0.508893, + "f1": 0.473039, + "accuracy": 0.508893, + "main_score": 0.473039, + "hf_subset": "mos_Latn-vie_Latn", + "languages": [ + "mos-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.429352, + "recall": 0.482213, + "f1": 0.442715, + "accuracy": 0.482213, + "main_score": 0.442715, + "hf_subset": "mos_Latn-apc_Arab", + "languages": [ + "mos-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.467771, + "recall": 0.507905, + "f1": 0.47901, + "accuracy": 0.507905, + "main_score": 0.47901, + "hf_subset": "mos_Latn-bug_Latn", + "languages": [ + "mos-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.443159, + "recall": 0.481225, + "f1": 0.45423, + "accuracy": 0.481225, + "main_score": 0.45423, + "hf_subset": "mos_Latn-fon_Latn", + "languages": [ + "mos-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.412332, + "recall": 0.464427, + "f1": 0.425621, + "accuracy": 0.464427, + "main_score": 0.425621, + "hf_subset": "mos_Latn-jav_Latn", + "languages": [ + "mos-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.389183, + "recall": 0.433794, + "f1": 0.401263, + "accuracy": 0.433794, + "main_score": 0.401263, + "hf_subset": "mos_Latn-lao_Laoo", + "languages": [ + "mos-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.417974, + "recall": 0.467391, + "f1": 0.430652, + "accuracy": 0.467391, + "main_score": 0.430652, + "hf_subset": "mos_Latn-mri_Latn", + "languages": [ + "mos-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.459518, + "recall": 0.516798, + "f1": 0.475278, + "accuracy": 0.516798, + "main_score": 0.475278, + "hf_subset": "mos_Latn-rus_Cyrl", + "languages": [ + "mos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.468478, + "recall": 0.514822, + "f1": 0.48166, + "accuracy": 0.514822, + "main_score": 0.48166, + "hf_subset": "mos_Latn-taq_Latn", + "languages": [ + "mos-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.423552, + "recall": 0.471344, + "f1": 0.435353, + "accuracy": 0.471344, + "main_score": 0.435353, + "hf_subset": "mos_Latn-war_Latn", + "languages": [ + "mos-Latn", + "war-Latn" + ] + }, + { + "precision": 0.458029, + "recall": 0.511858, + "f1": 0.472603, + "accuracy": 0.511858, + "main_score": 0.472603, + "hf_subset": "mos_Latn-arb_Arab", + "languages": [ + "mos-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.456819, + "recall": 0.51087, + "f1": 0.47073, + "accuracy": 0.51087, + "main_score": 0.47073, + "hf_subset": "mos_Latn-bul_Cyrl", + "languages": [ + "mos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.47358, + "recall": 0.527668, + "f1": 0.488263, + "accuracy": 0.527668, + "main_score": 0.488263, + "hf_subset": "mos_Latn-fra_Latn", + "languages": [ + "mos-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.453073, + "recall": 0.507905, + "f1": 0.467842, + "accuracy": 0.507905, + "main_score": 0.467842, + "hf_subset": "mos_Latn-jpn_Jpan", + "languages": [ + "mos-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.456733, + "recall": 0.509881, + "f1": 0.471039, + "accuracy": 0.509881, + "main_score": 0.471039, + "hf_subset": "mos_Latn-lij_Latn", + "languages": [ + "mos-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.411431, + "recall": 0.458498, + "f1": 0.42486, + "accuracy": 0.458498, + "main_score": 0.42486, + "hf_subset": "mos_Latn-mya_Mymr", + "languages": [ + "mos-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.505897, + "recall": 0.544466, + "f1": 0.516625, + "accuracy": 0.544466, + "main_score": 0.516625, + "hf_subset": "mos_Latn-sag_Latn", + "languages": [ + "mos-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.211604, + "recall": 0.266798, + "f1": 0.225023, + "accuracy": 0.266798, + "main_score": 0.225023, + "hf_subset": "mos_Latn-taq_Tfng", + "languages": [ + "mos-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.521798, + "recall": 0.560277, + "f1": 0.533185, + "accuracy": 0.560277, + "main_score": 0.533185, + "hf_subset": "mos_Latn-wol_Latn", + "languages": [ + "mos-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.382719, + "recall": 0.43083, + "f1": 0.394909, + "accuracy": 0.43083, + "main_score": 0.394909, + "hf_subset": "mos_Latn-arb_Latn", + "languages": [ + "mos-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.429696, + "recall": 0.483202, + "f1": 0.443923, + "accuracy": 0.483202, + "main_score": 0.443923, + "hf_subset": "mos_Latn-cat_Latn", + "languages": [ + "mos-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.471106, + "recall": 0.519763, + "f1": 0.484637, + "accuracy": 0.519763, + "main_score": 0.484637, + "hf_subset": "mos_Latn-fur_Latn", + "languages": [ + "mos-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.39325, + "recall": 0.4417, + "f1": 0.406781, + "accuracy": 0.4417, + "main_score": 0.406781, + "hf_subset": "mos_Latn-kab_Latn", + "languages": [ + "mos-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.427996, + "recall": 0.47332, + "f1": 0.439777, + "accuracy": 0.47332, + "main_score": 0.439777, + "hf_subset": "mos_Latn-lim_Latn", + "languages": [ + "mos-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.444318, + "recall": 0.502964, + "f1": 0.460267, + "accuracy": 0.502964, + "main_score": 0.460267, + "hf_subset": "mos_Latn-nld_Latn", + "languages": [ + "mos-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.424212, + "recall": 0.483202, + "f1": 0.439367, + "accuracy": 0.483202, + "main_score": 0.439367, + "hf_subset": "mos_Latn-san_Deva", + "languages": [ + "mos-Latn", + "san-Deva" + ] + }, + { + "precision": 0.403276, + "recall": 0.459486, + "f1": 0.418699, + "accuracy": 0.459486, + "main_score": 0.418699, + "hf_subset": "mos_Latn-tat_Cyrl", + "languages": [ + "mos-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.420499, + "recall": 0.472332, + "f1": 0.43405, + "accuracy": 0.472332, + "main_score": 0.43405, + "hf_subset": "mos_Latn-xho_Latn", + "languages": [ + "mos-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.435335, + "recall": 0.493083, + "f1": 0.45071, + "accuracy": 0.493083, + "main_score": 0.45071, + "hf_subset": "mos_Latn-ars_Arab", + "languages": [ + "mos-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.418641, + "recall": 0.467391, + "f1": 0.431493, + "accuracy": 0.467391, + "main_score": 0.431493, + "hf_subset": "mos_Latn-ceb_Latn", + "languages": [ + "mos-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.452653, + "recall": 0.497036, + "f1": 0.465538, + "accuracy": 0.497036, + "main_score": 0.465538, + "hf_subset": "mos_Latn-fuv_Latn", + "languages": [ + "mos-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.473552, + "recall": 0.51581, + "f1": 0.485255, + "accuracy": 0.51581, + "main_score": 0.485255, + "hf_subset": "mos_Latn-kac_Latn", + "languages": [ + "mos-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.535016, + "recall": 0.576087, + "f1": 0.546641, + "accuracy": 0.576087, + "main_score": 0.546641, + "hf_subset": "mos_Latn-lin_Latn", + "languages": [ + "mos-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.429004, + "recall": 0.472332, + "f1": 0.441375, + "accuracy": 0.472332, + "main_score": 0.441375, + "hf_subset": "mos_Latn-nno_Latn", + "languages": [ + "mos-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.43815, + "recall": 0.496047, + "f1": 0.453736, + "accuracy": 0.496047, + "main_score": 0.453736, + "hf_subset": "mos_Latn-sat_Olck", + "languages": [ + "mos-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.407821, + "recall": 0.463439, + "f1": 0.42199, + "accuracy": 0.463439, + "main_score": 0.42199, + "hf_subset": "mos_Latn-tel_Telu", + "languages": [ + "mos-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.390792, + "recall": 0.442688, + "f1": 0.403783, + "accuracy": 0.442688, + "main_score": 0.403783, + "hf_subset": "mos_Latn-ydd_Hebr", + "languages": [ + "mos-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.399552, + "recall": 0.456522, + "f1": 0.413734, + "accuracy": 0.456522, + "main_score": 0.413734, + "hf_subset": "mos_Latn-ary_Arab", + "languages": [ + "mos-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.435132, + "recall": 0.497036, + "f1": 0.451481, + "accuracy": 0.497036, + "main_score": 0.451481, + "hf_subset": "mos_Latn-ces_Latn", + "languages": [ + "mos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.428463, + "recall": 0.480237, + "f1": 0.442544, + "accuracy": 0.480237, + "main_score": 0.442544, + "hf_subset": "mos_Latn-gaz_Latn", + "languages": [ + "mos-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.461884, + "recall": 0.503953, + "f1": 0.473864, + "accuracy": 0.503953, + "main_score": 0.473864, + "hf_subset": "mos_Latn-kam_Latn", + "languages": [ + "mos-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.422997, + "recall": 0.468379, + "f1": 0.434467, + "accuracy": 0.468379, + "main_score": 0.434467, + "hf_subset": "mos_Latn-lit_Latn", + "languages": [ + "mos-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.437943, + "recall": 0.496047, + "f1": 0.45316, + "accuracy": 0.496047, + "main_score": 0.45316, + "hf_subset": "mos_Latn-nob_Latn", + "languages": [ + "mos-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.43989, + "recall": 0.488142, + "f1": 0.453239, + "accuracy": 0.488142, + "main_score": 0.453239, + "hf_subset": "mos_Latn-scn_Latn", + "languages": [ + "mos-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.419006, + "recall": 0.464427, + "f1": 0.430352, + "accuracy": 0.464427, + "main_score": 0.430352, + "hf_subset": "mos_Latn-tgk_Cyrl", + "languages": [ + "mos-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.414577, + "recall": 0.466403, + "f1": 0.428866, + "accuracy": 0.466403, + "main_score": 0.428866, + "hf_subset": "mos_Latn-yor_Latn", + "languages": [ + "mos-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.44253, + "recall": 0.497036, + "f1": 0.456097, + "accuracy": 0.497036, + "main_score": 0.456097, + "hf_subset": "mos_Latn-arz_Arab", + "languages": [ + "mos-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.449457, + "recall": 0.491107, + "f1": 0.461525, + "accuracy": 0.491107, + "main_score": 0.461525, + "hf_subset": "mos_Latn-cjk_Latn", + "languages": [ + "mos-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.417963, + "recall": 0.463439, + "f1": 0.430166, + "accuracy": 0.463439, + "main_score": 0.430166, + "hf_subset": "mos_Latn-gla_Latn", + "languages": [ + "mos-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.405979, + "recall": 0.454545, + "f1": 0.418247, + "accuracy": 0.454545, + "main_score": 0.418247, + "hf_subset": "mos_Latn-kan_Knda", + "languages": [ + "mos-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.459606, + "recall": 0.512846, + "f1": 0.473751, + "accuracy": 0.512846, + "main_score": 0.473751, + "hf_subset": "mos_Latn-lmo_Latn", + "languages": [ + "mos-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.418224, + "recall": 0.47332, + "f1": 0.433175, + "accuracy": 0.47332, + "main_score": 0.433175, + "hf_subset": "mos_Latn-npi_Deva", + "languages": [ + "mos-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.371663, + "recall": 0.429842, + "f1": 0.387243, + "accuracy": 0.429842, + "main_score": 0.387243, + "hf_subset": "mos_Latn-shn_Mymr", + "languages": [ + "mos-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.440667, + "recall": 0.491107, + "f1": 0.453922, + "accuracy": 0.491107, + "main_score": 0.453922, + "hf_subset": "mos_Latn-tgl_Latn", + "languages": [ + "mos-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.424263, + "recall": 0.476285, + "f1": 0.437713, + "accuracy": 0.476285, + "main_score": 0.437713, + "hf_subset": "mos_Latn-yue_Hant", + "languages": [ + "mos-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.370261, + "recall": 0.413043, + "f1": 0.381704, + "accuracy": 0.413043, + "main_score": 0.381704, + "hf_subset": "mos_Latn-asm_Beng", + "languages": [ + "mos-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.432524, + "recall": 0.485178, + "f1": 0.446733, + "accuracy": 0.485178, + "main_score": 0.446733, + "hf_subset": "mos_Latn-ckb_Arab", + "languages": [ + "mos-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.407711, + "recall": 0.460474, + "f1": 0.422376, + "accuracy": 0.460474, + "main_score": 0.422376, + "hf_subset": "mos_Latn-gle_Latn", + "languages": [ + "mos-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.435305, + "recall": 0.494071, + "f1": 0.451444, + "accuracy": 0.494071, + "main_score": 0.451444, + "hf_subset": "mos_Latn-kas_Arab", + "languages": [ + "mos-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.450646, + "recall": 0.491107, + "f1": 0.460971, + "accuracy": 0.491107, + "main_score": 0.460971, + "hf_subset": "mos_Latn-ltg_Latn", + "languages": [ + "mos-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.447883, + "recall": 0.487154, + "f1": 0.458828, + "accuracy": 0.487154, + "main_score": 0.458828, + "hf_subset": "mos_Latn-nso_Latn", + "languages": [ + "mos-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.406662, + "recall": 0.456522, + "f1": 0.419819, + "accuracy": 0.456522, + "main_score": 0.419819, + "hf_subset": "mos_Latn-sin_Sinh", + "languages": [ + "mos-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.423033, + "recall": 0.479249, + "f1": 0.437084, + "accuracy": 0.479249, + "main_score": 0.437084, + "hf_subset": "mos_Latn-tha_Thai", + "languages": [ + "mos-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.407763, + "recall": 0.455534, + "f1": 0.419109, + "accuracy": 0.455534, + "main_score": 0.419109, + "hf_subset": "mos_Latn-zho_Hans", + "languages": [ + "mos-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.428023, + "recall": 0.47332, + "f1": 0.439482, + "accuracy": 0.47332, + "main_score": 0.439482, + "hf_subset": "mos_Latn-ast_Latn", + "languages": [ + "mos-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.443299, + "recall": 0.493083, + "f1": 0.457659, + "accuracy": 0.493083, + "main_score": 0.457659, + "hf_subset": "mos_Latn-crh_Latn", + "languages": [ + "mos-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.442735, + "recall": 0.496047, + "f1": 0.456769, + "accuracy": 0.496047, + "main_score": 0.456769, + "hf_subset": "mos_Latn-glg_Latn", + "languages": [ + "mos-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.447202, + "recall": 0.502964, + "f1": 0.461754, + "accuracy": 0.502964, + "main_score": 0.461754, + "hf_subset": "mos_Latn-kas_Deva", + "languages": [ + "mos-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.397897, + "recall": 0.448617, + "f1": 0.412078, + "accuracy": 0.448617, + "main_score": 0.412078, + "hf_subset": "mos_Latn-ltz_Latn", + "languages": [ + "mos-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.443392, + "recall": 0.487154, + "f1": 0.455521, + "accuracy": 0.487154, + "main_score": 0.455521, + "hf_subset": "mos_Latn-nus_Latn", + "languages": [ + "mos-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.443163, + "recall": 0.494071, + "f1": 0.457429, + "accuracy": 0.494071, + "main_score": 0.457429, + "hf_subset": "mos_Latn-slk_Latn", + "languages": [ + "mos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.445478, + "recall": 0.499012, + "f1": 0.460612, + "accuracy": 0.499012, + "main_score": 0.460612, + "hf_subset": "mos_Latn-tir_Ethi", + "languages": [ + "mos-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.429032, + "recall": 0.486166, + "f1": 0.443325, + "accuracy": 0.486166, + "main_score": 0.443325, + "hf_subset": "mos_Latn-zho_Hant", + "languages": [ + "mos-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.418918, + "recall": 0.480237, + "f1": 0.433967, + "accuracy": 0.480237, + "main_score": 0.433967, + "hf_subset": "mos_Latn-awa_Deva", + "languages": [ + "mos-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.435756, + "recall": 0.48419, + "f1": 0.448647, + "accuracy": 0.48419, + "main_score": 0.448647, + "hf_subset": "mos_Latn-cym_Latn", + "languages": [ + "mos-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.482846, + "recall": 0.527668, + "f1": 0.495083, + "accuracy": 0.527668, + "main_score": 0.495083, + "hf_subset": "mos_Latn-grn_Latn", + "languages": [ + "mos-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.430062, + "recall": 0.476285, + "f1": 0.442867, + "accuracy": 0.476285, + "main_score": 0.442867, + "hf_subset": "mos_Latn-kat_Geor", + "languages": [ + "mos-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.491321, + "recall": 0.528656, + "f1": 0.50188, + "accuracy": 0.528656, + "main_score": 0.50188, + "hf_subset": "mos_Latn-lua_Latn", + "languages": [ + "mos-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.408987, + "recall": 0.451581, + "f1": 0.420149, + "accuracy": 0.451581, + "main_score": 0.420149, + "hf_subset": "mos_Latn-nya_Latn", + "languages": [ + "mos-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.430291, + "recall": 0.48419, + "f1": 0.445233, + "accuracy": 0.48419, + "main_score": 0.445233, + "hf_subset": "mos_Latn-slv_Latn", + "languages": [ + "mos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.456648, + "recall": 0.502964, + "f1": 0.469844, + "accuracy": 0.502964, + "main_score": 0.469844, + "hf_subset": "mos_Latn-tpi_Latn", + "languages": [ + "mos-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.444435, + "recall": 0.495059, + "f1": 0.458209, + "accuracy": 0.495059, + "main_score": 0.458209, + "hf_subset": "mos_Latn-zsm_Latn", + "languages": [ + "mos-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.475255, + "recall": 0.521739, + "f1": 0.489007, + "accuracy": 0.521739, + "main_score": 0.489007, + "hf_subset": "mos_Latn-ayr_Latn", + "languages": [ + "mos-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.468149, + "recall": 0.51581, + "f1": 0.481533, + "accuracy": 0.51581, + "main_score": 0.481533, + "hf_subset": "mos_Latn-dan_Latn", + "languages": [ + "mos-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.4205, + "recall": 0.47332, + "f1": 0.433742, + "accuracy": 0.47332, + "main_score": 0.433742, + "hf_subset": "mos_Latn-guj_Gujr", + "languages": [ + "mos-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.427913, + "recall": 0.477273, + "f1": 0.440245, + "accuracy": 0.477273, + "main_score": 0.440245, + "hf_subset": "mos_Latn-kaz_Cyrl", + "languages": [ + "mos-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.41015, + "recall": 0.460474, + "f1": 0.423714, + "accuracy": 0.460474, + "main_score": 0.423714, + "hf_subset": "mos_Latn-lug_Latn", + "languages": [ + "mos-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.434992, + "recall": 0.480237, + "f1": 0.446147, + "accuracy": 0.480237, + "main_score": 0.446147, + "hf_subset": "mos_Latn-oci_Latn", + "languages": [ + "mos-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.416433, + "recall": 0.463439, + "f1": 0.429039, + "accuracy": 0.463439, + "main_score": 0.429039, + "hf_subset": "mos_Latn-smo_Latn", + "languages": [ + "mos-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.42752, + "recall": 0.475296, + "f1": 0.439501, + "accuracy": 0.475296, + "main_score": 0.439501, + "hf_subset": "mos_Latn-tsn_Latn", + "languages": [ + "mos-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.415623, + "recall": 0.464427, + "f1": 0.428996, + "accuracy": 0.464427, + "main_score": 0.428996, + "hf_subset": "mos_Latn-zul_Latn", + "languages": [ + "mos-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.412998, + "recall": 0.470356, + "f1": 0.427202, + "accuracy": 0.470356, + "main_score": 0.427202, + "hf_subset": "mos_Latn-azb_Arab", + "languages": [ + "mos-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.462189, + "recall": 0.512846, + "f1": 0.47636, + "accuracy": 0.512846, + "main_score": 0.47636, + "hf_subset": "mos_Latn-deu_Latn", + "languages": [ + "mos-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.42089, + "recall": 0.477273, + "f1": 0.435419, + "accuracy": 0.477273, + "main_score": 0.435419, + "hf_subset": "mos_Latn-hat_Latn", + "languages": [ + "mos-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.479952, + "recall": 0.519763, + "f1": 0.490488, + "accuracy": 0.519763, + "main_score": 0.490488, + "hf_subset": "mos_Latn-kbp_Latn", + "languages": [ + "mos-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.499793, + "recall": 0.538538, + "f1": 0.510432, + "accuracy": 0.538538, + "main_score": 0.510432, + "hf_subset": "mos_Latn-luo_Latn", + "languages": [ + "mos-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.406756, + "recall": 0.45751, + "f1": 0.419899, + "accuracy": 0.45751, + "main_score": 0.419899, + "hf_subset": "mos_Latn-ory_Orya", + "languages": [ + "mos-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.436829, + "recall": 0.48913, + "f1": 0.451062, + "accuracy": 0.48913, + "main_score": 0.451062, + "hf_subset": "mos_Latn-sna_Latn", + "languages": [ + "mos-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.449116, + "recall": 0.490119, + "f1": 0.460535, + "accuracy": 0.490119, + "main_score": 0.460535, + "hf_subset": "mos_Latn-tso_Latn", + "languages": [ + "mos-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.420748, + "recall": 0.472332, + "f1": 0.43412, + "accuracy": 0.472332, + "main_score": 0.43412, + "hf_subset": "mos_Latn-azj_Latn", + "languages": [ + "mos-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.452679, + "recall": 0.497036, + "f1": 0.46535, + "accuracy": 0.497036, + "main_score": 0.46535, + "hf_subset": "mos_Latn-dik_Latn", + "languages": [ + "mos-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.421408, + "recall": 0.464427, + "f1": 0.432217, + "accuracy": 0.464427, + "main_score": 0.432217, + "hf_subset": "mos_Latn-hau_Latn", + "languages": [ + "mos-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.426683, + "recall": 0.474308, + "f1": 0.438725, + "accuracy": 0.474308, + "main_score": 0.438725, + "hf_subset": "mos_Latn-kea_Latn", + "languages": [ + "mos-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.440532, + "recall": 0.485178, + "f1": 0.453231, + "accuracy": 0.485178, + "main_score": 0.453231, + "hf_subset": "mos_Latn-lus_Latn", + "languages": [ + "mos-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.49565, + "recall": 0.535573, + "f1": 0.507439, + "accuracy": 0.535573, + "main_score": 0.507439, + "hf_subset": "mos_Latn-pag_Latn", + "languages": [ + "mos-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.370466, + "recall": 0.426877, + "f1": 0.38469, + "accuracy": 0.426877, + "main_score": 0.38469, + "hf_subset": "mos_Latn-snd_Arab", + "languages": [ + "mos-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.40804, + "recall": 0.462451, + "f1": 0.421403, + "accuracy": 0.462451, + "main_score": 0.421403, + "hf_subset": "mos_Latn-tuk_Latn", + "languages": [ + "mos-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.434801, + "recall": 0.477273, + "f1": 0.445587, + "accuracy": 0.477273, + "main_score": 0.445587, + "hf_subset": "mos_Latn-bak_Cyrl", + "languages": [ + "mos-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.425442, + "recall": 0.488142, + "f1": 0.443154, + "accuracy": 0.488142, + "main_score": 0.443154, + "hf_subset": "mos_Latn-dyu_Latn", + "languages": [ + "mos-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.412713, + "recall": 0.468379, + "f1": 0.42678, + "accuracy": 0.468379, + "main_score": 0.42678, + "hf_subset": "mos_Latn-heb_Hebr", + "languages": [ + "mos-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.436165, + "recall": 0.48419, + "f1": 0.449593, + "accuracy": 0.48419, + "main_score": 0.449593, + "hf_subset": "mos_Latn-khk_Cyrl", + "languages": [ + "mos-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.429265, + "recall": 0.48913, + "f1": 0.444263, + "accuracy": 0.48913, + "main_score": 0.444263, + "hf_subset": "mos_Latn-lvs_Latn", + "languages": [ + "mos-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.403199, + "recall": 0.458498, + "f1": 0.41733, + "accuracy": 0.458498, + "main_score": 0.41733, + "hf_subset": "mos_Latn-pan_Guru", + "languages": [ + "mos-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.414337, + "recall": 0.45751, + "f1": 0.425717, + "accuracy": 0.45751, + "main_score": 0.425717, + "hf_subset": "mos_Latn-som_Latn", + "languages": [ + "mos-Latn", + "som-Latn" + ] + }, + { + "precision": 0.420471, + "recall": 0.468379, + "f1": 0.43308, + "accuracy": 0.468379, + "main_score": 0.43308, + "hf_subset": "mos_Latn-tum_Latn", + "languages": [ + "mos-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.395306, + "recall": 0.462451, + "f1": 0.414314, + "accuracy": 0.462451, + "main_score": 0.414314, + "hf_subset": "run_Latn-ace_Arab", + "languages": [ + "run-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.476067, + "recall": 0.513834, + "f1": 0.48556, + "accuracy": 0.513834, + "main_score": 0.48556, + "hf_subset": "run_Latn-bam_Latn", + "languages": [ + "run-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.431329, + "recall": 0.495059, + "f1": 0.448353, + "accuracy": 0.495059, + "main_score": 0.448353, + "hf_subset": "run_Latn-dzo_Tibt", + "languages": [ + "run-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.689575, + "recall": 0.745059, + "f1": 0.704847, + "accuracy": 0.745059, + "main_score": 0.704847, + "hf_subset": "run_Latn-hin_Deva", + "languages": [ + "run-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.645126, + "recall": 0.705534, + "f1": 0.661912, + "accuracy": 0.705534, + "main_score": 0.661912, + "hf_subset": "run_Latn-khm_Khmr", + "languages": [ + "run-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.654412, + "recall": 0.711462, + "f1": 0.669188, + "accuracy": 0.711462, + "main_score": 0.669188, + "hf_subset": "run_Latn-mag_Deva", + "languages": [ + "run-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.645545, + "recall": 0.697628, + "f1": 0.658591, + "accuracy": 0.697628, + "main_score": 0.658591, + "hf_subset": "run_Latn-pap_Latn", + "languages": [ + "run-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.684223, + "recall": 0.742095, + "f1": 0.700692, + "accuracy": 0.742095, + "main_score": 0.700692, + "hf_subset": "run_Latn-sot_Latn", + "languages": [ + "run-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.689797, + "recall": 0.745059, + "f1": 0.704587, + "accuracy": 0.745059, + "main_score": 0.704587, + "hf_subset": "run_Latn-tur_Latn", + "languages": [ + "run-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.597357, + "recall": 0.651186, + "f1": 0.612047, + "accuracy": 0.651186, + "main_score": 0.612047, + "hf_subset": "run_Latn-ace_Latn", + "languages": [ + "run-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.62796, + "recall": 0.677866, + "f1": 0.640848, + "accuracy": 0.677866, + "main_score": 0.640848, + "hf_subset": "run_Latn-ban_Latn", + "languages": [ + "run-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.673247, + "recall": 0.731225, + "f1": 0.688744, + "accuracy": 0.731225, + "main_score": 0.688744, + "hf_subset": "run_Latn-ell_Grek", + "languages": [ + "run-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.614263, + "recall": 0.673913, + "f1": 0.629881, + "accuracy": 0.673913, + "main_score": 0.629881, + "hf_subset": "run_Latn-hne_Deva", + "languages": [ + "run-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.516903, + "recall": 0.565217, + "f1": 0.52987, + "accuracy": 0.565217, + "main_score": 0.52987, + "hf_subset": "run_Latn-kik_Latn", + "languages": [ + "run-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.649453, + "recall": 0.700593, + "f1": 0.662198, + "accuracy": 0.700593, + "main_score": 0.662198, + "hf_subset": "run_Latn-mai_Deva", + "languages": [ + "run-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.628114, + "recall": 0.6917, + "f1": 0.646118, + "accuracy": 0.6917, + "main_score": 0.646118, + "hf_subset": "run_Latn-pbt_Arab", + "languages": [ + "run-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.705514, + "recall": 0.755929, + "f1": 0.719116, + "accuracy": 0.755929, + "main_score": 0.719116, + "hf_subset": "run_Latn-spa_Latn", + "languages": [ + "run-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.584211, + "recall": 0.640316, + "f1": 0.598998, + "accuracy": 0.640316, + "main_score": 0.598998, + "hf_subset": "run_Latn-twi_Latn", + "languages": [ + "run-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.690889, + "recall": 0.746047, + "f1": 0.705761, + "accuracy": 0.746047, + "main_score": 0.705761, + "hf_subset": "run_Latn-acm_Arab", + "languages": [ + "run-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.61441, + "recall": 0.679842, + "f1": 0.631685, + "accuracy": 0.679842, + "main_score": 0.631685, + "hf_subset": "run_Latn-bel_Cyrl", + "languages": [ + "run-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.662933, + "recall": 0.718379, + "f1": 0.677555, + "accuracy": 0.718379, + "main_score": 0.677555, + "hf_subset": "run_Latn-eng_Latn", + "languages": [ + "run-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.701296, + "recall": 0.755929, + "f1": 0.716158, + "accuracy": 0.755929, + "main_score": 0.716158, + "hf_subset": "run_Latn-hrv_Latn", + "languages": [ + "run-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.792424, + "recall": 0.839921, + "f1": 0.805728, + "accuracy": 0.839921, + "main_score": 0.805728, + "hf_subset": "run_Latn-kin_Latn", + "languages": [ + "run-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.643152, + "recall": 0.706522, + "f1": 0.660597, + "accuracy": 0.706522, + "main_score": 0.660597, + "hf_subset": "run_Latn-mal_Mlym", + "languages": [ + "run-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.660459, + "recall": 0.720356, + "f1": 0.676397, + "accuracy": 0.720356, + "main_score": 0.676397, + "hf_subset": "run_Latn-pes_Arab", + "languages": [ + "run-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.664085, + "recall": 0.724308, + "f1": 0.679596, + "accuracy": 0.724308, + "main_score": 0.679596, + "hf_subset": "run_Latn-srd_Latn", + "languages": [ + "run-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.210031, + "recall": 0.273715, + "f1": 0.225234, + "accuracy": 0.273715, + "main_score": 0.225234, + "hf_subset": "run_Latn-tzm_Tfng", + "languages": [ + "run-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.701745, + "recall": 0.755929, + "f1": 0.71669, + "accuracy": 0.755929, + "main_score": 0.71669, + "hf_subset": "run_Latn-acq_Arab", + "languages": [ + "run-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.603211, + "recall": 0.65415, + "f1": 0.61751, + "accuracy": 0.65415, + "main_score": 0.61751, + "hf_subset": "run_Latn-bem_Latn", + "languages": [ + "run-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.652492, + "recall": 0.704545, + "f1": 0.665607, + "accuracy": 0.704545, + "main_score": 0.665607, + "hf_subset": "run_Latn-epo_Latn", + "languages": [ + "run-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.68736, + "recall": 0.743083, + "f1": 0.702368, + "accuracy": 0.743083, + "main_score": 0.702368, + "hf_subset": "run_Latn-hun_Latn", + "languages": [ + "run-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.661086, + "recall": 0.719368, + "f1": 0.677898, + "accuracy": 0.719368, + "main_score": 0.677898, + "hf_subset": "run_Latn-kir_Cyrl", + "languages": [ + "run-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.667031, + "recall": 0.726285, + "f1": 0.6831, + "accuracy": 0.726285, + "main_score": 0.6831, + "hf_subset": "run_Latn-mar_Deva", + "languages": [ + "run-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.654257, + "recall": 0.709486, + "f1": 0.669818, + "accuracy": 0.709486, + "main_score": 0.669818, + "hf_subset": "run_Latn-plt_Latn", + "languages": [ + "run-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.681395, + "recall": 0.741107, + "f1": 0.696989, + "accuracy": 0.741107, + "main_score": 0.696989, + "hf_subset": "run_Latn-srp_Cyrl", + "languages": [ + "run-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.620138, + "recall": 0.679842, + "f1": 0.636411, + "accuracy": 0.679842, + "main_score": 0.636411, + "hf_subset": "run_Latn-uig_Arab", + "languages": [ + "run-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.667544, + "recall": 0.726285, + "f1": 0.6827, + "accuracy": 0.726285, + "main_score": 0.6827, + "hf_subset": "run_Latn-aeb_Arab", + "languages": [ + "run-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.66474, + "recall": 0.715415, + "f1": 0.678601, + "accuracy": 0.715415, + "main_score": 0.678601, + "hf_subset": "run_Latn-ben_Beng", + "languages": [ + "run-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.677831, + "recall": 0.731225, + "f1": 0.692435, + "accuracy": 0.731225, + "main_score": 0.692435, + "hf_subset": "run_Latn-est_Latn", + "languages": [ + "run-Latn", + "est-Latn" + ] + }, + { + "precision": 0.66656, + "recall": 0.721344, + "f1": 0.681802, + "accuracy": 0.721344, + "main_score": 0.681802, + "hf_subset": "run_Latn-hye_Armn", + "languages": [ + "run-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.463113, + "recall": 0.504941, + "f1": 0.474749, + "accuracy": 0.504941, + "main_score": 0.474749, + "hf_subset": "run_Latn-kmb_Latn", + "languages": [ + "run-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.34451, + "recall": 0.410079, + "f1": 0.361702, + "accuracy": 0.410079, + "main_score": 0.361702, + "hf_subset": "run_Latn-min_Arab", + "languages": [ + "run-Latn", + "min-Arab" + ] + }, + { + "precision": 0.691023, + "recall": 0.744071, + "f1": 0.705594, + "accuracy": 0.744071, + "main_score": 0.705594, + "hf_subset": "run_Latn-pol_Latn", + "languages": [ + "run-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.625256, + "recall": 0.684783, + "f1": 0.642709, + "accuracy": 0.684783, + "main_score": 0.642709, + "hf_subset": "run_Latn-ssw_Latn", + "languages": [ + "run-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.689706, + "recall": 0.743083, + "f1": 0.703832, + "accuracy": 0.743083, + "main_score": 0.703832, + "hf_subset": "run_Latn-ukr_Cyrl", + "languages": [ + "run-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.65967, + "recall": 0.716403, + "f1": 0.674731, + "accuracy": 0.716403, + "main_score": 0.674731, + "hf_subset": "run_Latn-afr_Latn", + "languages": [ + "run-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.617366, + "recall": 0.682806, + "f1": 0.634647, + "accuracy": 0.682806, + "main_score": 0.634647, + "hf_subset": "run_Latn-bho_Deva", + "languages": [ + "run-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.666619, + "recall": 0.714427, + "f1": 0.678854, + "accuracy": 0.714427, + "main_score": 0.678854, + "hf_subset": "run_Latn-eus_Latn", + "languages": [ + "run-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.661661, + "recall": 0.721344, + "f1": 0.678224, + "accuracy": 0.721344, + "main_score": 0.678224, + "hf_subset": "run_Latn-ibo_Latn", + "languages": [ + "run-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.638466, + "recall": 0.692688, + "f1": 0.654103, + "accuracy": 0.692688, + "main_score": 0.654103, + "hf_subset": "run_Latn-kmr_Latn", + "languages": [ + "run-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.643284, + "recall": 0.698617, + "f1": 0.657812, + "accuracy": 0.698617, + "main_score": 0.657812, + "hf_subset": "run_Latn-min_Latn", + "languages": [ + "run-Latn", + "min-Latn" + ] + }, + { + "precision": 0.69741, + "recall": 0.750988, + "f1": 0.711912, + "accuracy": 0.750988, + "main_score": 0.711912, + "hf_subset": "run_Latn-por_Latn", + "languages": [ + "run-Latn", + "por-Latn" + ] + }, + { + "precision": 0.659875, + "recall": 0.713439, + "f1": 0.673811, + "accuracy": 0.713439, + "main_score": 0.673811, + "hf_subset": "run_Latn-sun_Latn", + "languages": [ + "run-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.444692, + "recall": 0.496047, + "f1": 0.45809, + "accuracy": 0.496047, + "main_score": 0.45809, + "hf_subset": "run_Latn-umb_Latn", + "languages": [ + "run-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.697838, + "recall": 0.751976, + "f1": 0.712226, + "accuracy": 0.751976, + "main_score": 0.712226, + "hf_subset": "run_Latn-ajp_Arab", + "languages": [ + "run-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.383542, + "recall": 0.452569, + "f1": 0.401903, + "accuracy": 0.452569, + "main_score": 0.401903, + "hf_subset": "run_Latn-bjn_Arab", + "languages": [ + "run-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.45922, + "recall": 0.505929, + "f1": 0.471001, + "accuracy": 0.505929, + "main_score": 0.471001, + "hf_subset": "run_Latn-ewe_Latn", + "languages": [ + "run-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.651835, + "recall": 0.703557, + "f1": 0.665858, + "accuracy": 0.703557, + "main_score": 0.665858, + "hf_subset": "run_Latn-ilo_Latn", + "languages": [ + "run-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.237318, + "recall": 0.287549, + "f1": 0.250301, + "accuracy": 0.287549, + "main_score": 0.250301, + "hf_subset": "run_Latn-knc_Arab", + "languages": [ + "run-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.692045, + "recall": 0.751976, + "f1": 0.708546, + "accuracy": 0.751976, + "main_score": 0.708546, + "hf_subset": "run_Latn-mkd_Cyrl", + "languages": [ + "run-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.682691, + "recall": 0.740119, + "f1": 0.698078, + "accuracy": 0.740119, + "main_score": 0.698078, + "hf_subset": "run_Latn-prs_Arab", + "languages": [ + "run-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.692775, + "recall": 0.749012, + "f1": 0.70826, + "accuracy": 0.749012, + "main_score": 0.70826, + "hf_subset": "run_Latn-swe_Latn", + "languages": [ + "run-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.665893, + "recall": 0.722332, + "f1": 0.680743, + "accuracy": 0.722332, + "main_score": 0.680743, + "hf_subset": "run_Latn-urd_Arab", + "languages": [ + "run-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.59454, + "recall": 0.646245, + "f1": 0.608938, + "accuracy": 0.646245, + "main_score": 0.608938, + "hf_subset": "run_Latn-aka_Latn", + "languages": [ + "run-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.64838, + "recall": 0.695652, + "f1": 0.6608, + "accuracy": 0.695652, + "main_score": 0.6608, + "hf_subset": "run_Latn-bjn_Latn", + "languages": [ + "run-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.657785, + "recall": 0.716403, + "f1": 0.673121, + "accuracy": 0.716403, + "main_score": 0.673121, + "hf_subset": "run_Latn-fao_Latn", + "languages": [ + "run-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.680663, + "recall": 0.740119, + "f1": 0.696643, + "accuracy": 0.740119, + "main_score": 0.696643, + "hf_subset": "run_Latn-ind_Latn", + "languages": [ + "run-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.478344, + "recall": 0.520751, + "f1": 0.489462, + "accuracy": 0.520751, + "main_score": 0.489462, + "hf_subset": "run_Latn-knc_Latn", + "languages": [ + "run-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.624089, + "recall": 0.674901, + "f1": 0.637737, + "accuracy": 0.674901, + "main_score": 0.637737, + "hf_subset": "run_Latn-mlt_Latn", + "languages": [ + "run-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.522036, + "recall": 0.570158, + "f1": 0.535303, + "accuracy": 0.570158, + "main_score": 0.535303, + "hf_subset": "run_Latn-quy_Latn", + "languages": [ + "run-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.690824, + "recall": 0.744071, + "f1": 0.705324, + "accuracy": 0.744071, + "main_score": 0.705324, + "hf_subset": "run_Latn-swh_Latn", + "languages": [ + "run-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.656909, + "recall": 0.713439, + "f1": 0.671216, + "accuracy": 0.713439, + "main_score": 0.671216, + "hf_subset": "run_Latn-uzn_Latn", + "languages": [ + "run-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.668074, + "recall": 0.721344, + "f1": 0.681651, + "accuracy": 0.721344, + "main_score": 0.681651, + "hf_subset": "run_Latn-als_Latn", + "languages": [ + "run-Latn", + "als-Latn" + ] + }, + { + "precision": 0.506662, + "recall": 0.574111, + "f1": 0.525298, + "accuracy": 0.574111, + "main_score": 0.525298, + "hf_subset": "run_Latn-bod_Tibt", + "languages": [ + "run-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.575429, + "recall": 0.620553, + "f1": 0.588463, + "accuracy": 0.620553, + "main_score": 0.588463, + "hf_subset": "run_Latn-fij_Latn", + "languages": [ + "run-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.639549, + "recall": 0.695652, + "f1": 0.654732, + "accuracy": 0.695652, + "main_score": 0.654732, + "hf_subset": "run_Latn-isl_Latn", + "languages": [ + "run-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.522506, + "recall": 0.567194, + "f1": 0.534399, + "accuracy": 0.567194, + "main_score": 0.534399, + "hf_subset": "run_Latn-kon_Latn", + "languages": [ + "run-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.418388, + "recall": 0.469368, + "f1": 0.432468, + "accuracy": 0.469368, + "main_score": 0.432468, + "hf_subset": "run_Latn-mni_Beng", + "languages": [ + "run-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.689768, + "recall": 0.746047, + "f1": 0.70471, + "accuracy": 0.746047, + "main_score": 0.70471, + "hf_subset": "run_Latn-ron_Latn", + "languages": [ + "run-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.658723, + "recall": 0.712451, + "f1": 0.67267, + "accuracy": 0.712451, + "main_score": 0.67267, + "hf_subset": "run_Latn-szl_Latn", + "languages": [ + "run-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.673609, + "recall": 0.727273, + "f1": 0.687541, + "accuracy": 0.727273, + "main_score": 0.687541, + "hf_subset": "run_Latn-vec_Latn", + "languages": [ + "run-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.678441, + "recall": 0.735178, + "f1": 0.694405, + "accuracy": 0.735178, + "main_score": 0.694405, + "hf_subset": "run_Latn-amh_Ethi", + "languages": [ + "run-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.692246, + "recall": 0.747036, + "f1": 0.706528, + "accuracy": 0.747036, + "main_score": 0.706528, + "hf_subset": "run_Latn-bos_Latn", + "languages": [ + "run-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.679898, + "recall": 0.733202, + "f1": 0.693272, + "accuracy": 0.733202, + "main_score": 0.693272, + "hf_subset": "run_Latn-fin_Latn", + "languages": [ + "run-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.705038, + "recall": 0.756917, + "f1": 0.719318, + "accuracy": 0.756917, + "main_score": 0.719318, + "hf_subset": "run_Latn-ita_Latn", + "languages": [ + "run-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.697547, + "recall": 0.755929, + "f1": 0.713991, + "accuracy": 0.755929, + "main_score": 0.713991, + "hf_subset": "run_Latn-kor_Hang", + "languages": [ + "run-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.475766, + "recall": 0.509881, + "f1": 0.485746, + "accuracy": 0.509881, + "main_score": 0.485746, + "hf_subset": "run_Latn-mos_Latn", + "languages": [ + "run-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.666589, + "recall": 0.716403, + "f1": 0.679692, + "accuracy": 0.716403, + "main_score": 0.679692, + "hf_subset": "run_Latn-tam_Taml", + "languages": [ + "run-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.674614, + "recall": 0.724308, + "f1": 0.686959, + "accuracy": 0.724308, + "main_score": 0.686959, + "hf_subset": "run_Latn-vie_Latn", + "languages": [ + "run-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.665165, + "recall": 0.718379, + "f1": 0.679068, + "accuracy": 0.718379, + "main_score": 0.679068, + "hf_subset": "run_Latn-apc_Arab", + "languages": [ + "run-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.51631, + "recall": 0.560277, + "f1": 0.528365, + "accuracy": 0.560277, + "main_score": 0.528365, + "hf_subset": "run_Latn-bug_Latn", + "languages": [ + "run-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439338, + "recall": 0.480237, + "f1": 0.4512, + "accuracy": 0.480237, + "main_score": 0.4512, + "hf_subset": "run_Latn-fon_Latn", + "languages": [ + "run-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.655503, + "recall": 0.710474, + "f1": 0.670558, + "accuracy": 0.710474, + "main_score": 0.670558, + "hf_subset": "run_Latn-jav_Latn", + "languages": [ + "run-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.630128, + "recall": 0.688735, + "f1": 0.645387, + "accuracy": 0.688735, + "main_score": 0.645387, + "hf_subset": "run_Latn-lao_Laoo", + "languages": [ + "run-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.661825, + "recall": 0.721344, + "f1": 0.678673, + "accuracy": 0.721344, + "main_score": 0.678673, + "hf_subset": "run_Latn-mri_Latn", + "languages": [ + "run-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.678026, + "recall": 0.735178, + "f1": 0.693379, + "accuracy": 0.735178, + "main_score": 0.693379, + "hf_subset": "run_Latn-rus_Cyrl", + "languages": [ + "run-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.463348, + "recall": 0.503953, + "f1": 0.474755, + "accuracy": 0.503953, + "main_score": 0.474755, + "hf_subset": "run_Latn-taq_Latn", + "languages": [ + "run-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.660875, + "recall": 0.714427, + "f1": 0.674453, + "accuracy": 0.714427, + "main_score": 0.674453, + "hf_subset": "run_Latn-war_Latn", + "languages": [ + "run-Latn", + "war-Latn" + ] + }, + { + "precision": 0.70656, + "recall": 0.755929, + "f1": 0.719625, + "accuracy": 0.755929, + "main_score": 0.719625, + "hf_subset": "run_Latn-arb_Arab", + "languages": [ + "run-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.713412, + "recall": 0.766798, + "f1": 0.727671, + "accuracy": 0.766798, + "main_score": 0.727671, + "hf_subset": "run_Latn-bul_Cyrl", + "languages": [ + "run-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.693703, + "recall": 0.753953, + "f1": 0.709941, + "accuracy": 0.753953, + "main_score": 0.709941, + "hf_subset": "run_Latn-fra_Latn", + "languages": [ + "run-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.691467, + "recall": 0.748024, + "f1": 0.706814, + "accuracy": 0.748024, + "main_score": 0.706814, + "hf_subset": "run_Latn-jpn_Jpan", + "languages": [ + "run-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.642436, + "recall": 0.695652, + "f1": 0.656575, + "accuracy": 0.695652, + "main_score": 0.656575, + "hf_subset": "run_Latn-lij_Latn", + "languages": [ + "run-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.648087, + "recall": 0.708498, + "f1": 0.664803, + "accuracy": 0.708498, + "main_score": 0.664803, + "hf_subset": "run_Latn-mya_Mymr", + "languages": [ + "run-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.497787, + "recall": 0.538538, + "f1": 0.50873, + "accuracy": 0.538538, + "main_score": 0.50873, + "hf_subset": "run_Latn-sag_Latn", + "languages": [ + "run-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.212521, + "recall": 0.272727, + "f1": 0.227066, + "accuracy": 0.272727, + "main_score": 0.227066, + "hf_subset": "run_Latn-taq_Tfng", + "languages": [ + "run-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.554228, + "recall": 0.598814, + "f1": 0.566669, + "accuracy": 0.598814, + "main_score": 0.566669, + "hf_subset": "run_Latn-wol_Latn", + "languages": [ + "run-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.598958, + "recall": 0.660079, + "f1": 0.615945, + "accuracy": 0.660079, + "main_score": 0.615945, + "hf_subset": "run_Latn-arb_Latn", + "languages": [ + "run-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.697766, + "recall": 0.752964, + "f1": 0.712531, + "accuracy": 0.752964, + "main_score": 0.712531, + "hf_subset": "run_Latn-cat_Latn", + "languages": [ + "run-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.624972, + "recall": 0.673913, + "f1": 0.637072, + "accuracy": 0.673913, + "main_score": 0.637072, + "hf_subset": "run_Latn-fur_Latn", + "languages": [ + "run-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.426695, + "recall": 0.486166, + "f1": 0.442269, + "accuracy": 0.486166, + "main_score": 0.442269, + "hf_subset": "run_Latn-kab_Latn", + "languages": [ + "run-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.674862, + "recall": 0.722332, + "f1": 0.687702, + "accuracy": 0.722332, + "main_score": 0.687702, + "hf_subset": "run_Latn-lim_Latn", + "languages": [ + "run-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.689694, + "recall": 0.742095, + "f1": 0.703884, + "accuracy": 0.742095, + "main_score": 0.703884, + "hf_subset": "run_Latn-nld_Latn", + "languages": [ + "run-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.646316, + "recall": 0.703557, + "f1": 0.661618, + "accuracy": 0.703557, + "main_score": 0.661618, + "hf_subset": "run_Latn-san_Deva", + "languages": [ + "run-Latn", + "san-Deva" + ] + }, + { + "precision": 0.652809, + "recall": 0.70751, + "f1": 0.666814, + "accuracy": 0.70751, + "main_score": 0.666814, + "hf_subset": "run_Latn-tat_Cyrl", + "languages": [ + "run-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.670927, + "recall": 0.727273, + "f1": 0.686959, + "accuracy": 0.727273, + "main_score": 0.686959, + "hf_subset": "run_Latn-xho_Latn", + "languages": [ + "run-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.691542, + "recall": 0.747036, + "f1": 0.706355, + "accuracy": 0.747036, + "main_score": 0.706355, + "hf_subset": "run_Latn-ars_Arab", + "languages": [ + "run-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.641438, + "recall": 0.701581, + "f1": 0.657646, + "accuracy": 0.701581, + "main_score": 0.657646, + "hf_subset": "run_Latn-ceb_Latn", + "languages": [ + "run-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.428573, + "recall": 0.475296, + "f1": 0.441958, + "accuracy": 0.475296, + "main_score": 0.441958, + "hf_subset": "run_Latn-fuv_Latn", + "languages": [ + "run-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.480524, + "recall": 0.517787, + "f1": 0.491045, + "accuracy": 0.517787, + "main_score": 0.491045, + "hf_subset": "run_Latn-kac_Latn", + "languages": [ + "run-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.529817, + "recall": 0.58004, + "f1": 0.542495, + "accuracy": 0.58004, + "main_score": 0.542495, + "hf_subset": "run_Latn-lin_Latn", + "languages": [ + "run-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.658773, + "recall": 0.718379, + "f1": 0.674307, + "accuracy": 0.718379, + "main_score": 0.674307, + "hf_subset": "run_Latn-nno_Latn", + "languages": [ + "run-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.605909, + "recall": 0.671937, + "f1": 0.624192, + "accuracy": 0.671937, + "main_score": 0.624192, + "hf_subset": "run_Latn-sat_Olck", + "languages": [ + "run-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.650093, + "recall": 0.710474, + "f1": 0.666424, + "accuracy": 0.710474, + "main_score": 0.666424, + "hf_subset": "run_Latn-tel_Telu", + "languages": [ + "run-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.648745, + "recall": 0.713439, + "f1": 0.666722, + "accuracy": 0.713439, + "main_score": 0.666722, + "hf_subset": "run_Latn-ydd_Hebr", + "languages": [ + "run-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.636608, + "recall": 0.695652, + "f1": 0.652369, + "accuracy": 0.695652, + "main_score": 0.652369, + "hf_subset": "run_Latn-ary_Arab", + "languages": [ + "run-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.683198, + "recall": 0.742095, + "f1": 0.699148, + "accuracy": 0.742095, + "main_score": 0.699148, + "hf_subset": "run_Latn-ces_Latn", + "languages": [ + "run-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.488713, + "recall": 0.551383, + "f1": 0.505605, + "accuracy": 0.551383, + "main_score": 0.505605, + "hf_subset": "run_Latn-gaz_Latn", + "languages": [ + "run-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.506845, + "recall": 0.556324, + "f1": 0.520084, + "accuracy": 0.556324, + "main_score": 0.520084, + "hf_subset": "run_Latn-kam_Latn", + "languages": [ + "run-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.675106, + "recall": 0.729249, + "f1": 0.6893, + "accuracy": 0.729249, + "main_score": 0.6893, + "hf_subset": "run_Latn-lit_Latn", + "languages": [ + "run-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.676214, + "recall": 0.731225, + "f1": 0.690881, + "accuracy": 0.731225, + "main_score": 0.690881, + "hf_subset": "run_Latn-nob_Latn", + "languages": [ + "run-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.659112, + "recall": 0.710474, + "f1": 0.672468, + "accuracy": 0.710474, + "main_score": 0.672468, + "hf_subset": "run_Latn-scn_Latn", + "languages": [ + "run-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.648835, + "recall": 0.70751, + "f1": 0.664356, + "accuracy": 0.70751, + "main_score": 0.664356, + "hf_subset": "run_Latn-tgk_Cyrl", + "languages": [ + "run-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.561492, + "recall": 0.626482, + "f1": 0.578782, + "accuracy": 0.626482, + "main_score": 0.578782, + "hf_subset": "run_Latn-yor_Latn", + "languages": [ + "run-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.667454, + "recall": 0.725296, + "f1": 0.682748, + "accuracy": 0.725296, + "main_score": 0.682748, + "hf_subset": "run_Latn-arz_Arab", + "languages": [ + "run-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.448272, + "recall": 0.495059, + "f1": 0.460794, + "accuracy": 0.495059, + "main_score": 0.460794, + "hf_subset": "run_Latn-cjk_Latn", + "languages": [ + "run-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.662817, + "recall": 0.717391, + "f1": 0.678274, + "accuracy": 0.717391, + "main_score": 0.678274, + "hf_subset": "run_Latn-gla_Latn", + "languages": [ + "run-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.641004, + "recall": 0.695652, + "f1": 0.656506, + "accuracy": 0.695652, + "main_score": 0.656506, + "hf_subset": "run_Latn-kan_Knda", + "languages": [ + "run-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.64484, + "recall": 0.69664, + "f1": 0.658045, + "accuracy": 0.69664, + "main_score": 0.658045, + "hf_subset": "run_Latn-lmo_Latn", + "languages": [ + "run-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.679214, + "recall": 0.724308, + "f1": 0.691156, + "accuracy": 0.724308, + "main_score": 0.691156, + "hf_subset": "run_Latn-npi_Deva", + "languages": [ + "run-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.461731, + "recall": 0.521739, + "f1": 0.478404, + "accuracy": 0.521739, + "main_score": 0.478404, + "hf_subset": "run_Latn-shn_Mymr", + "languages": [ + "run-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.688661, + "recall": 0.742095, + "f1": 0.70309, + "accuracy": 0.742095, + "main_score": 0.70309, + "hf_subset": "run_Latn-tgl_Latn", + "languages": [ + "run-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.668279, + "recall": 0.721344, + "f1": 0.682386, + "accuracy": 0.721344, + "main_score": 0.682386, + "hf_subset": "run_Latn-yue_Hant", + "languages": [ + "run-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.617197, + "recall": 0.674901, + "f1": 0.632913, + "accuracy": 0.674901, + "main_score": 0.632913, + "hf_subset": "run_Latn-asm_Beng", + "languages": [ + "run-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.655959, + "recall": 0.713439, + "f1": 0.671645, + "accuracy": 0.713439, + "main_score": 0.671645, + "hf_subset": "run_Latn-ckb_Arab", + "languages": [ + "run-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.667884, + "recall": 0.718379, + "f1": 0.68142, + "accuracy": 0.718379, + "main_score": 0.68142, + "hf_subset": "run_Latn-gle_Latn", + "languages": [ + "run-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.528381, + "recall": 0.588933, + "f1": 0.545099, + "accuracy": 0.588933, + "main_score": 0.545099, + "hf_subset": "run_Latn-kas_Arab", + "languages": [ + "run-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.618875, + "recall": 0.673913, + "f1": 0.63383, + "accuracy": 0.673913, + "main_score": 0.63383, + "hf_subset": "run_Latn-ltg_Latn", + "languages": [ + "run-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.657216, + "recall": 0.709486, + "f1": 0.672516, + "accuracy": 0.709486, + "main_score": 0.672516, + "hf_subset": "run_Latn-nso_Latn", + "languages": [ + "run-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.632276, + "recall": 0.69664, + "f1": 0.649414, + "accuracy": 0.69664, + "main_score": 0.649414, + "hf_subset": "run_Latn-sin_Sinh", + "languages": [ + "run-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.659684, + "recall": 0.718379, + "f1": 0.67455, + "accuracy": 0.718379, + "main_score": 0.67455, + "hf_subset": "run_Latn-tha_Thai", + "languages": [ + "run-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.601348, + "recall": 0.650198, + "f1": 0.612926, + "accuracy": 0.650198, + "main_score": 0.612926, + "hf_subset": "run_Latn-zho_Hans", + "languages": [ + "run-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.681439, + "recall": 0.738142, + "f1": 0.696125, + "accuracy": 0.738142, + "main_score": 0.696125, + "hf_subset": "run_Latn-ast_Latn", + "languages": [ + "run-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.687877, + "recall": 0.73913, + "f1": 0.701479, + "accuracy": 0.73913, + "main_score": 0.701479, + "hf_subset": "run_Latn-crh_Latn", + "languages": [ + "run-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.669999, + "recall": 0.725296, + "f1": 0.68436, + "accuracy": 0.725296, + "main_score": 0.68436, + "hf_subset": "run_Latn-glg_Latn", + "languages": [ + "run-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.565002, + "recall": 0.621542, + "f1": 0.580287, + "accuracy": 0.621542, + "main_score": 0.580287, + "hf_subset": "run_Latn-kas_Deva", + "languages": [ + "run-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.660182, + "recall": 0.714427, + "f1": 0.674502, + "accuracy": 0.714427, + "main_score": 0.674502, + "hf_subset": "run_Latn-ltz_Latn", + "languages": [ + "run-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.419609, + "recall": 0.468379, + "f1": 0.433456, + "accuracy": 0.468379, + "main_score": 0.433456, + "hf_subset": "run_Latn-nus_Latn", + "languages": [ + "run-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.670832, + "recall": 0.718379, + "f1": 0.683878, + "accuracy": 0.718379, + "main_score": 0.683878, + "hf_subset": "run_Latn-slk_Latn", + "languages": [ + "run-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.500026, + "recall": 0.566206, + "f1": 0.518032, + "accuracy": 0.566206, + "main_score": 0.518032, + "hf_subset": "run_Latn-tir_Ethi", + "languages": [ + "run-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.670291, + "recall": 0.72332, + "f1": 0.68428, + "accuracy": 0.72332, + "main_score": 0.68428, + "hf_subset": "run_Latn-zho_Hant", + "languages": [ + "run-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.657698, + "recall": 0.713439, + "f1": 0.672549, + "accuracy": 0.713439, + "main_score": 0.672549, + "hf_subset": "run_Latn-awa_Deva", + "languages": [ + "run-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.683082, + "recall": 0.736166, + "f1": 0.697323, + "accuracy": 0.736166, + "main_score": 0.697323, + "hf_subset": "run_Latn-cym_Latn", + "languages": [ + "run-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.535813, + "recall": 0.58498, + "f1": 0.548117, + "accuracy": 0.58498, + "main_score": 0.548117, + "hf_subset": "run_Latn-grn_Latn", + "languages": [ + "run-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.658675, + "recall": 0.716403, + "f1": 0.674581, + "accuracy": 0.716403, + "main_score": 0.674581, + "hf_subset": "run_Latn-kat_Geor", + "languages": [ + "run-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.499789, + "recall": 0.550395, + "f1": 0.512, + "accuracy": 0.550395, + "main_score": 0.512, + "hf_subset": "run_Latn-lua_Latn", + "languages": [ + "run-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.657135, + "recall": 0.716403, + "f1": 0.673751, + "accuracy": 0.716403, + "main_score": 0.673751, + "hf_subset": "run_Latn-nya_Latn", + "languages": [ + "run-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.678801, + "recall": 0.735178, + "f1": 0.694378, + "accuracy": 0.735178, + "main_score": 0.694378, + "hf_subset": "run_Latn-slv_Latn", + "languages": [ + "run-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.605359, + "recall": 0.66502, + "f1": 0.620032, + "accuracy": 0.66502, + "main_score": 0.620032, + "hf_subset": "run_Latn-tpi_Latn", + "languages": [ + "run-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.687212, + "recall": 0.73913, + "f1": 0.701075, + "accuracy": 0.73913, + "main_score": 0.701075, + "hf_subset": "run_Latn-zsm_Latn", + "languages": [ + "run-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.454098, + "recall": 0.504941, + "f1": 0.468182, + "accuracy": 0.504941, + "main_score": 0.468182, + "hf_subset": "run_Latn-ayr_Latn", + "languages": [ + "run-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.69621, + "recall": 0.750988, + "f1": 0.710858, + "accuracy": 0.750988, + "main_score": 0.710858, + "hf_subset": "run_Latn-dan_Latn", + "languages": [ + "run-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.65812, + "recall": 0.717391, + "f1": 0.674002, + "accuracy": 0.717391, + "main_score": 0.674002, + "hf_subset": "run_Latn-guj_Gujr", + "languages": [ + "run-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.659504, + "recall": 0.716403, + "f1": 0.674619, + "accuracy": 0.716403, + "main_score": 0.674619, + "hf_subset": "run_Latn-kaz_Cyrl", + "languages": [ + "run-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.585043, + "recall": 0.645257, + "f1": 0.60191, + "accuracy": 0.645257, + "main_score": 0.60191, + "hf_subset": "run_Latn-lug_Latn", + "languages": [ + "run-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.680054, + "recall": 0.728261, + "f1": 0.692258, + "accuracy": 0.728261, + "main_score": 0.692258, + "hf_subset": "run_Latn-oci_Latn", + "languages": [ + "run-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.653712, + "recall": 0.705534, + "f1": 0.668334, + "accuracy": 0.705534, + "main_score": 0.668334, + "hf_subset": "run_Latn-smo_Latn", + "languages": [ + "run-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.6261, + "recall": 0.687747, + "f1": 0.643442, + "accuracy": 0.687747, + "main_score": 0.643442, + "hf_subset": "run_Latn-tsn_Latn", + "languages": [ + "run-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.684284, + "recall": 0.741107, + "f1": 0.700499, + "accuracy": 0.741107, + "main_score": 0.700499, + "hf_subset": "run_Latn-zul_Latn", + "languages": [ + "run-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.550329, + "recall": 0.610672, + "f1": 0.567775, + "accuracy": 0.610672, + "main_score": 0.567775, + "hf_subset": "run_Latn-azb_Arab", + "languages": [ + "run-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.705124, + "recall": 0.757905, + "f1": 0.718909, + "accuracy": 0.757905, + "main_score": 0.718909, + "hf_subset": "run_Latn-deu_Latn", + "languages": [ + "run-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.658617, + "recall": 0.715415, + "f1": 0.673833, + "accuracy": 0.715415, + "main_score": 0.673833, + "hf_subset": "run_Latn-hat_Latn", + "languages": [ + "run-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.471961, + "recall": 0.514822, + "f1": 0.483736, + "accuracy": 0.514822, + "main_score": 0.483736, + "hf_subset": "run_Latn-kbp_Latn", + "languages": [ + "run-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.487146, + "recall": 0.524704, + "f1": 0.497439, + "accuracy": 0.524704, + "main_score": 0.497439, + "hf_subset": "run_Latn-luo_Latn", + "languages": [ + "run-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.616713, + "recall": 0.679842, + "f1": 0.633496, + "accuracy": 0.679842, + "main_score": 0.633496, + "hf_subset": "run_Latn-ory_Orya", + "languages": [ + "run-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.666941, + "recall": 0.72332, + "f1": 0.682942, + "accuracy": 0.72332, + "main_score": 0.682942, + "hf_subset": "run_Latn-sna_Latn", + "languages": [ + "run-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.570531, + "recall": 0.628458, + "f1": 0.58595, + "accuracy": 0.628458, + "main_score": 0.58595, + "hf_subset": "run_Latn-tso_Latn", + "languages": [ + "run-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.64651, + "recall": 0.703557, + "f1": 0.662076, + "accuracy": 0.703557, + "main_score": 0.662076, + "hf_subset": "run_Latn-azj_Latn", + "languages": [ + "run-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.473613, + "recall": 0.518775, + "f1": 0.485945, + "accuracy": 0.518775, + "main_score": 0.485945, + "hf_subset": "run_Latn-dik_Latn", + "languages": [ + "run-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.675807, + "recall": 0.726285, + "f1": 0.690124, + "accuracy": 0.726285, + "main_score": 0.690124, + "hf_subset": "run_Latn-hau_Latn", + "languages": [ + "run-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.614114, + "recall": 0.675889, + "f1": 0.629996, + "accuracy": 0.675889, + "main_score": 0.629996, + "hf_subset": "run_Latn-kea_Latn", + "languages": [ + "run-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.631949, + "recall": 0.687747, + "f1": 0.646854, + "accuracy": 0.687747, + "main_score": 0.646854, + "hf_subset": "run_Latn-lus_Latn", + "languages": [ + "run-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.569439, + "recall": 0.625494, + "f1": 0.584162, + "accuracy": 0.625494, + "main_score": 0.584162, + "hf_subset": "run_Latn-pag_Latn", + "languages": [ + "run-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.603441, + "recall": 0.671937, + "f1": 0.621728, + "accuracy": 0.671937, + "main_score": 0.621728, + "hf_subset": "run_Latn-snd_Arab", + "languages": [ + "run-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.661869, + "recall": 0.717391, + "f1": 0.676601, + "accuracy": 0.717391, + "main_score": 0.676601, + "hf_subset": "run_Latn-tuk_Latn", + "languages": [ + "run-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.662281, + "recall": 0.715415, + "f1": 0.676108, + "accuracy": 0.715415, + "main_score": 0.676108, + "hf_subset": "run_Latn-bak_Cyrl", + "languages": [ + "run-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.40835, + "recall": 0.459486, + "f1": 0.423241, + "accuracy": 0.459486, + "main_score": 0.423241, + "hf_subset": "run_Latn-dyu_Latn", + "languages": [ + "run-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.677057, + "recall": 0.731225, + "f1": 0.691452, + "accuracy": 0.731225, + "main_score": 0.691452, + "hf_subset": "run_Latn-heb_Hebr", + "languages": [ + "run-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.666936, + "recall": 0.717391, + "f1": 0.680431, + "accuracy": 0.717391, + "main_score": 0.680431, + "hf_subset": "run_Latn-khk_Cyrl", + "languages": [ + "run-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.676333, + "recall": 0.731225, + "f1": 0.691054, + "accuracy": 0.731225, + "main_score": 0.691054, + "hf_subset": "run_Latn-lvs_Latn", + "languages": [ + "run-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.648231, + "recall": 0.706522, + "f1": 0.662994, + "accuracy": 0.706522, + "main_score": 0.662994, + "hf_subset": "run_Latn-pan_Guru", + "languages": [ + "run-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.65132, + "recall": 0.70751, + "f1": 0.666616, + "accuracy": 0.70751, + "main_score": 0.666616, + "hf_subset": "run_Latn-som_Latn", + "languages": [ + "run-Latn", + "som-Latn" + ] + }, + { + "precision": 0.593, + "recall": 0.63834, + "f1": 0.606365, + "accuracy": 0.63834, + "main_score": 0.606365, + "hf_subset": "run_Latn-tum_Latn", + "languages": [ + "run-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.457743, + "recall": 0.533597, + "f1": 0.478589, + "accuracy": 0.533597, + "main_score": 0.478589, + "hf_subset": "tam_Taml-ace_Arab", + "languages": [ + "tam-Taml", + "ace-Arab" + ] + }, + { + "precision": 0.440591, + "recall": 0.494071, + "f1": 0.454602, + "accuracy": 0.494071, + "main_score": 0.454602, + "hf_subset": "tam_Taml-bam_Latn", + "languages": [ + "tam-Taml", + "bam-Latn" + ] + }, + { + "precision": 0.592729, + "recall": 0.685771, + "f1": 0.619065, + "accuracy": 0.685771, + "main_score": 0.619065, + "hf_subset": "tam_Taml-dzo_Tibt", + "languages": [ + "tam-Taml", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tam_Taml-khm_Khmr", + "languages": [ + "tam-Taml", + "khm-Khmr" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tam_Taml-mag_Deva", + "languages": [ + "tam-Taml", + "mag-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tam_Taml-pap_Latn", + "languages": [ + "tam-Taml", + "pap-Latn" + ] + }, + { + "precision": 0.837895, + "recall": 0.881423, + "f1": 0.851153, + "accuracy": 0.881423, + "main_score": 0.851153, + "hf_subset": "tam_Taml-sot_Latn", + "languages": [ + "tam-Taml", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ] + }, + { + "precision": 0.79697, + "recall": 0.848814, + "f1": 0.812832, + "accuracy": 0.848814, + "main_score": 0.812832, + "hf_subset": "tam_Taml-ace_Latn", + "languages": [ + "tam-Taml", + "ace-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "tam_Taml-ban_Latn", + "languages": [ + "tam-Taml", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tam_Taml-hne_Deva", + "languages": [ + "tam-Taml", + "hne-Deva" + ] + }, + { + "precision": 0.529545, + "recall": 0.602767, + "f1": 0.549009, + "accuracy": 0.602767, + "main_score": 0.549009, + "hf_subset": "tam_Taml-kik_Latn", + "languages": [ + "tam-Taml", + "kik-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "tam_Taml-pbt_Arab", + "languages": [ + "tam-Taml", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ] + }, + { + "precision": 0.681161, + "recall": 0.749012, + "f1": 0.700208, + "accuracy": 0.749012, + "main_score": 0.700208, + "hf_subset": "tam_Taml-twi_Latn", + "languages": [ + "tam-Taml", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-acm_Arab", + "languages": [ + "tam-Taml", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-bel_Cyrl", + "languages": [ + "tam-Taml", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-hrv_Latn", + "languages": [ + "tam-Taml", + "hrv-Latn" + ] + }, + { + "precision": 0.821871, + "recall": 0.868577, + "f1": 0.836218, + "accuracy": 0.868577, + "main_score": 0.836218, + "hf_subset": "tam_Taml-kin_Latn", + "languages": [ + "tam-Taml", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tam_Taml-pes_Arab", + "languages": [ + "tam-Taml", + "pes-Arab" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "tam_Taml-srd_Latn", + "languages": [ + "tam-Taml", + "srd-Latn" + ] + }, + { + "precision": 0.194075, + "recall": 0.262846, + "f1": 0.21047, + "accuracy": 0.262846, + "main_score": 0.21047, + "hf_subset": "tam_Taml-tzm_Tfng", + "languages": [ + "tam-Taml", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-acq_Arab", + "languages": [ + "tam-Taml", + "acq-Arab" + ] + }, + { + "precision": 0.626552, + "recall": 0.699605, + "f1": 0.646968, + "accuracy": 0.699605, + "main_score": 0.646968, + "hf_subset": "tam_Taml-bem_Latn", + "languages": [ + "tam-Taml", + "bem-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "tam_Taml-epo_Latn", + "languages": [ + "tam-Taml", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tam_Taml-kir_Cyrl", + "languages": [ + "tam-Taml", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.829084, + "recall": 0.874506, + "f1": 0.843135, + "accuracy": 0.874506, + "main_score": 0.843135, + "hf_subset": "tam_Taml-plt_Latn", + "languages": [ + "tam-Taml", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-srp_Cyrl", + "languages": [ + "tam-Taml", + "srp-Cyrl" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "tam_Taml-uig_Arab", + "languages": [ + "tam-Taml", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tam_Taml-aeb_Arab", + "languages": [ + "tam-Taml", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-est_Latn", + "languages": [ + "tam-Taml", + "est-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tam_Taml-hye_Armn", + "languages": [ + "tam-Taml", + "hye-Armn" + ] + }, + { + "precision": 0.415827, + "recall": 0.478261, + "f1": 0.432452, + "accuracy": 0.478261, + "main_score": 0.432452, + "hf_subset": "tam_Taml-kmb_Latn", + "languages": [ + "tam-Taml", + "kmb-Latn" + ] + }, + { + "precision": 0.418828, + "recall": 0.5, + "f1": 0.439823, + "accuracy": 0.5, + "main_score": 0.439823, + "hf_subset": "tam_Taml-min_Arab", + "languages": [ + "tam-Taml", + "min-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ] + }, + { + "precision": 0.709743, + "recall": 0.781621, + "f1": 0.731345, + "accuracy": 0.781621, + "main_score": 0.731345, + "hf_subset": "tam_Taml-ssw_Latn", + "languages": [ + "tam-Taml", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-ukr_Cyrl", + "languages": [ + "tam-Taml", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-afr_Latn", + "languages": [ + "tam-Taml", + "afr-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tam_Taml-bho_Deva", + "languages": [ + "tam-Taml", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ] + }, + { + "precision": 0.8292, + "recall": 0.87747, + "f1": 0.843944, + "accuracy": 0.87747, + "main_score": 0.843944, + "hf_subset": "tam_Taml-ibo_Latn", + "languages": [ + "tam-Taml", + "ibo-Latn" + ] + }, + { + "precision": 0.865613, + "recall": 0.902174, + "f1": 0.877075, + "accuracy": 0.902174, + "main_score": 0.877075, + "hf_subset": "tam_Taml-kmr_Latn", + "languages": [ + "tam-Taml", + "kmr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tam_Taml-min_Latn", + "languages": [ + "tam-Taml", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tam_Taml-sun_Latn", + "languages": [ + "tam-Taml", + "sun-Latn" + ] + }, + { + "precision": 0.411969, + "recall": 0.474308, + "f1": 0.428254, + "accuracy": 0.474308, + "main_score": 0.428254, + "hf_subset": "tam_Taml-umb_Latn", + "languages": [ + "tam-Taml", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-ajp_Arab", + "languages": [ + "tam-Taml", + "ajp-Arab" + ] + }, + { + "precision": 0.421889, + "recall": 0.506917, + "f1": 0.444973, + "accuracy": 0.506917, + "main_score": 0.444973, + "hf_subset": "tam_Taml-bjn_Arab", + "languages": [ + "tam-Taml", + "bjn-Arab" + ] + }, + { + "precision": 0.418745, + "recall": 0.467391, + "f1": 0.431537, + "accuracy": 0.467391, + "main_score": 0.431537, + "hf_subset": "tam_Taml-ewe_Latn", + "languages": [ + "tam-Taml", + "ewe-Latn" + ] + }, + { + "precision": 0.927783, + "recall": 0.950593, + "f1": 0.935178, + "accuracy": 0.950593, + "main_score": 0.935178, + "hf_subset": "tam_Taml-ilo_Latn", + "languages": [ + "tam-Taml", + "ilo-Latn" + ] + }, + { + "precision": 0.237186, + "recall": 0.300395, + "f1": 0.252854, + "accuracy": 0.300395, + "main_score": 0.252854, + "hf_subset": "tam_Taml-knc_Arab", + "languages": [ + "tam-Taml", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-mkd_Cyrl", + "languages": [ + "tam-Taml", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-prs_Arab", + "languages": [ + "tam-Taml", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.684689, + "recall": 0.750988, + "f1": 0.703412, + "accuracy": 0.750988, + "main_score": 0.703412, + "hf_subset": "tam_Taml-aka_Latn", + "languages": [ + "tam-Taml", + "aka-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "tam_Taml-bjn_Latn", + "languages": [ + "tam-Taml", + "bjn-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "tam_Taml-fao_Latn", + "languages": [ + "tam-Taml", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ] + }, + { + "precision": 0.484446, + "recall": 0.536561, + "f1": 0.498401, + "accuracy": 0.536561, + "main_score": 0.498401, + "hf_subset": "tam_Taml-knc_Latn", + "languages": [ + "tam-Taml", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-mlt_Latn", + "languages": [ + "tam-Taml", + "mlt-Latn" + ] + }, + { + "precision": 0.602394, + "recall": 0.66996, + "f1": 0.621039, + "accuracy": 0.66996, + "main_score": 0.621039, + "hf_subset": "tam_Taml-quy_Latn", + "languages": [ + "tam-Taml", + "quy-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tam_Taml-swh_Latn", + "languages": [ + "tam-Taml", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-uzn_Latn", + "languages": [ + "tam-Taml", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-als_Latn", + "languages": [ + "tam-Taml", + "als-Latn" + ] + }, + { + "precision": 0.777289, + "recall": 0.836957, + "f1": 0.795346, + "accuracy": 0.836957, + "main_score": 0.795346, + "hf_subset": "tam_Taml-bod_Tibt", + "languages": [ + "tam-Taml", + "bod-Tibt" + ] + }, + { + "precision": 0.588227, + "recall": 0.662055, + "f1": 0.609246, + "accuracy": 0.662055, + "main_score": 0.609246, + "hf_subset": "tam_Taml-fij_Latn", + "languages": [ + "tam-Taml", + "fij-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tam_Taml-isl_Latn", + "languages": [ + "tam-Taml", + "isl-Latn" + ] + }, + { + "precision": 0.541863, + "recall": 0.609684, + "f1": 0.560223, + "accuracy": 0.609684, + "main_score": 0.560223, + "hf_subset": "tam_Taml-kon_Latn", + "languages": [ + "tam-Taml", + "kon-Latn" + ] + }, + { + "precision": 0.555574, + "recall": 0.634387, + "f1": 0.577774, + "accuracy": 0.634387, + "main_score": 0.577774, + "hf_subset": "tam_Taml-mni_Beng", + "languages": [ + "tam-Taml", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-ron_Latn", + "languages": [ + "tam-Taml", + "ron-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.983202, + "f1": 0.979084, + "accuracy": 0.983202, + "main_score": 0.979084, + "hf_subset": "tam_Taml-szl_Latn", + "languages": [ + "tam-Taml", + "szl-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tam_Taml-vec_Latn", + "languages": [ + "tam-Taml", + "vec-Latn" + ] + }, + { + "precision": 0.92169, + "recall": 0.945652, + "f1": 0.929414, + "accuracy": 0.945652, + "main_score": 0.929414, + "hf_subset": "tam_Taml-amh_Ethi", + "languages": [ + "tam-Taml", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-bos_Latn", + "languages": [ + "tam-Taml", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-ita_Latn", + "languages": [ + "tam-Taml", + "ita-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ] + }, + { + "precision": 0.460191, + "recall": 0.51581, + "f1": 0.475386, + "accuracy": 0.51581, + "main_score": 0.475386, + "hf_subset": "tam_Taml-mos_Latn", + "languages": [ + "tam-Taml", + "mos-Latn" + ] + }, + { + "precision": 0.704433, + "recall": 0.770751, + "f1": 0.723998, + "accuracy": 0.770751, + "main_score": 0.723998, + "hf_subset": "tam_Taml-run_Latn", + "languages": [ + "tam-Taml", + "run-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-apc_Arab", + "languages": [ + "tam-Taml", + "apc-Arab" + ] + }, + { + "precision": 0.679367, + "recall": 0.742095, + "f1": 0.696255, + "accuracy": 0.742095, + "main_score": 0.696255, + "hf_subset": "tam_Taml-bug_Latn", + "languages": [ + "tam-Taml", + "bug-Latn" + ] + }, + { + "precision": 0.403599, + "recall": 0.449605, + "f1": 0.415953, + "accuracy": 0.449605, + "main_score": 0.415953, + "hf_subset": "tam_Taml-fon_Latn", + "languages": [ + "tam-Taml", + "fon-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tam_Taml-jav_Latn", + "languages": [ + "tam-Taml", + "jav-Latn" + ] + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.949407, + "accuracy": 0.961462, + "main_score": 0.949407, + "hf_subset": "tam_Taml-lao_Laoo", + "languages": [ + "tam-Taml", + "lao-Laoo" + ] + }, + { + "precision": 0.860837, + "recall": 0.903162, + "f1": 0.874341, + "accuracy": 0.903162, + "main_score": 0.874341, + "hf_subset": "tam_Taml-mri_Latn", + "languages": [ + "tam-Taml", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ] + }, + { + "precision": 0.455068, + "recall": 0.507905, + "f1": 0.46877, + "accuracy": 0.507905, + "main_score": 0.46877, + "hf_subset": "tam_Taml-taq_Latn", + "languages": [ + "tam-Taml", + "taq-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tam_Taml-war_Latn", + "languages": [ + "tam-Taml", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-bul_Cyrl", + "languages": [ + "tam-Taml", + "bul-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tam_Taml-lij_Latn", + "languages": [ + "tam-Taml", + "lij-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tam_Taml-mya_Mymr", + "languages": [ + "tam-Taml", + "mya-Mymr" + ] + }, + { + "precision": 0.4972, + "recall": 0.557312, + "f1": 0.513662, + "accuracy": 0.557312, + "main_score": 0.513662, + "hf_subset": "tam_Taml-sag_Latn", + "languages": [ + "tam-Taml", + "sag-Latn" + ] + }, + { + "precision": 0.204362, + "recall": 0.264822, + "f1": 0.219394, + "accuracy": 0.264822, + "main_score": 0.219394, + "hf_subset": "tam_Taml-taq_Tfng", + "languages": [ + "tam-Taml", + "taq-Tfng" + ] + }, + { + "precision": 0.592629, + "recall": 0.664032, + "f1": 0.612001, + "accuracy": 0.664032, + "main_score": 0.612001, + "hf_subset": "tam_Taml-wol_Latn", + "languages": [ + "tam-Taml", + "wol-Latn" + ] + }, + { + "precision": 0.84165, + "recall": 0.886364, + "f1": 0.855435, + "accuracy": 0.886364, + "main_score": 0.855435, + "hf_subset": "tam_Taml-arb_Latn", + "languages": [ + "tam-Taml", + "arb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-cat_Latn", + "languages": [ + "tam-Taml", + "cat-Latn" + ] + }, + { + "precision": 0.961166, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "tam_Taml-fur_Latn", + "languages": [ + "tam-Taml", + "fur-Latn" + ] + }, + { + "precision": 0.412024, + "recall": 0.481225, + "f1": 0.429449, + "accuracy": 0.481225, + "main_score": 0.429449, + "hf_subset": "tam_Taml-kab_Latn", + "languages": [ + "tam-Taml", + "kab-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tam_Taml-lim_Latn", + "languages": [ + "tam-Taml", + "lim-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-tat_Cyrl", + "languages": [ + "tam-Taml", + "tat-Cyrl" + ] + }, + { + "precision": 0.843718, + "recall": 0.88834, + "f1": 0.857428, + "accuracy": 0.88834, + "main_score": 0.857428, + "hf_subset": "tam_Taml-xho_Latn", + "languages": [ + "tam-Taml", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-ars_Arab", + "languages": [ + "tam-Taml", + "ars-Arab" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tam_Taml-ceb_Latn", + "languages": [ + "tam-Taml", + "ceb-Latn" + ] + }, + { + "precision": 0.434782, + "recall": 0.495059, + "f1": 0.450861, + "accuracy": 0.495059, + "main_score": 0.450861, + "hf_subset": "tam_Taml-fuv_Latn", + "languages": [ + "tam-Taml", + "fuv-Latn" + ] + }, + { + "precision": 0.450007, + "recall": 0.506917, + "f1": 0.465357, + "accuracy": 0.506917, + "main_score": 0.465357, + "hf_subset": "tam_Taml-kac_Latn", + "languages": [ + "tam-Taml", + "kac-Latn" + ] + }, + { + "precision": 0.57024, + "recall": 0.63834, + "f1": 0.588046, + "accuracy": 0.63834, + "main_score": 0.588046, + "hf_subset": "tam_Taml-lin_Latn", + "languages": [ + "tam-Taml", + "lin-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tam_Taml-nno_Latn", + "languages": [ + "tam-Taml", + "nno-Latn" + ] + }, + { + "precision": 0.854414, + "recall": 0.898221, + "f1": 0.868412, + "accuracy": 0.898221, + "main_score": 0.868412, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tam_Taml-ydd_Hebr", + "languages": [ + "tam-Taml", + "ydd-Hebr" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "tam_Taml-ary_Arab", + "languages": [ + "tam-Taml", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-ces_Latn", + "languages": [ + "tam-Taml", + "ces-Latn" + ] + }, + { + "precision": 0.526639, + "recall": 0.607708, + "f1": 0.549171, + "accuracy": 0.607708, + "main_score": 0.549171, + "hf_subset": "tam_Taml-gaz_Latn", + "languages": [ + "tam-Taml", + "gaz-Latn" + ] + }, + { + "precision": 0.47872, + "recall": 0.562253, + "f1": 0.501083, + "accuracy": 0.562253, + "main_score": 0.501083, + "hf_subset": "tam_Taml-kam_Latn", + "languages": [ + "tam-Taml", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-nob_Latn", + "languages": [ + "tam-Taml", + "nob-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "tam_Taml-scn_Latn", + "languages": [ + "tam-Taml", + "scn-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "tam_Taml-tgk_Cyrl", + "languages": [ + "tam-Taml", + "tgk-Cyrl" + ] + }, + { + "precision": 0.687813, + "recall": 0.76087, + "f1": 0.708851, + "accuracy": 0.76087, + "main_score": 0.708851, + "hf_subset": "tam_Taml-yor_Latn", + "languages": [ + "tam-Taml", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-arz_Arab", + "languages": [ + "tam-Taml", + "arz-Arab" + ] + }, + { + "precision": 0.427699, + "recall": 0.490119, + "f1": 0.444458, + "accuracy": 0.490119, + "main_score": 0.444458, + "hf_subset": "tam_Taml-cjk_Latn", + "languages": [ + "tam-Taml", + "cjk-Latn" + ] + }, + { + "precision": 0.909914, + "recall": 0.938735, + "f1": 0.919302, + "accuracy": 0.938735, + "main_score": 0.919302, + "hf_subset": "tam_Taml-gla_Latn", + "languages": [ + "tam-Taml", + "gla-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tam_Taml-lmo_Latn", + "languages": [ + "tam-Taml", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ] + }, + { + "precision": 0.499795, + "recall": 0.58498, + "f1": 0.52355, + "accuracy": 0.58498, + "main_score": 0.52355, + "hf_subset": "tam_Taml-shn_Mymr", + "languages": [ + "tam-Taml", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-tgl_Latn", + "languages": [ + "tam-Taml", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-yue_Hant", + "languages": [ + "tam-Taml", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ] + }, + { + "precision": 0.911373, + "recall": 0.938735, + "f1": 0.920208, + "accuracy": 0.938735, + "main_score": 0.920208, + "hf_subset": "tam_Taml-ckb_Arab", + "languages": [ + "tam-Taml", + "ckb-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "tam_Taml-gle_Latn", + "languages": [ + "tam-Taml", + "gle-Latn" + ] + }, + { + "precision": 0.883976, + "recall": 0.918972, + "f1": 0.89496, + "accuracy": 0.918972, + "main_score": 0.89496, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ] + }, + { + "precision": 0.857823, + "recall": 0.898221, + "f1": 0.87029, + "accuracy": 0.898221, + "main_score": 0.87029, + "hf_subset": "tam_Taml-ltg_Latn", + "languages": [ + "tam-Taml", + "ltg-Latn" + ] + }, + { + "precision": 0.75994, + "recall": 0.816206, + "f1": 0.777256, + "accuracy": 0.816206, + "main_score": 0.777256, + "hf_subset": "tam_Taml-nso_Latn", + "languages": [ + "tam-Taml", + "nso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-tha_Thai", + "languages": [ + "tam-Taml", + "tha-Thai" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tam_Taml-zho_Hans", + "languages": [ + "tam-Taml", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-ast_Latn", + "languages": [ + "tam-Taml", + "ast-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tam_Taml-crh_Latn", + "languages": [ + "tam-Taml", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-glg_Latn", + "languages": [ + "tam-Taml", + "glg-Latn" + ] + }, + { + "precision": 0.817951, + "recall": 0.865613, + "f1": 0.831658, + "accuracy": 0.865613, + "main_score": 0.831658, + "hf_subset": "tam_Taml-kas_Deva", + "languages": [ + "tam-Taml", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tam_Taml-ltz_Latn", + "languages": [ + "tam-Taml", + "ltz-Latn" + ] + }, + { + "precision": 0.400411, + "recall": 0.460474, + "f1": 0.416244, + "accuracy": 0.460474, + "main_score": 0.416244, + "hf_subset": "tam_Taml-nus_Latn", + "languages": [ + "tam-Taml", + "nus-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tam_Taml-slk_Latn", + "languages": [ + "tam-Taml", + "slk-Latn" + ] + }, + { + "precision": 0.604928, + "recall": 0.686759, + "f1": 0.627518, + "accuracy": 0.686759, + "main_score": 0.627518, + "hf_subset": "tam_Taml-tir_Ethi", + "languages": [ + "tam-Taml", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ] + }, + { + "precision": 0.973567, + "recall": 0.980237, + "f1": 0.975692, + "accuracy": 0.980237, + "main_score": 0.975692, + "hf_subset": "tam_Taml-awa_Deva", + "languages": [ + "tam-Taml", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-cym_Latn", + "languages": [ + "tam-Taml", + "cym-Latn" + ] + }, + { + "precision": 0.690476, + "recall": 0.750988, + "f1": 0.707444, + "accuracy": 0.750988, + "main_score": 0.707444, + "hf_subset": "tam_Taml-grn_Latn", + "languages": [ + "tam-Taml", + "grn-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tam_Taml-kat_Geor", + "languages": [ + "tam-Taml", + "kat-Geor" + ] + }, + { + "precision": 0.531329, + "recall": 0.596838, + "f1": 0.548113, + "accuracy": 0.596838, + "main_score": 0.548113, + "hf_subset": "tam_Taml-lua_Latn", + "languages": [ + "tam-Taml", + "lua-Latn" + ] + }, + { + "precision": 0.786182, + "recall": 0.843874, + "f1": 0.804051, + "accuracy": 0.843874, + "main_score": 0.804051, + "hf_subset": "tam_Taml-nya_Latn", + "languages": [ + "tam-Taml", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-slv_Latn", + "languages": [ + "tam-Taml", + "slv-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "tam_Taml-tpi_Latn", + "languages": [ + "tam-Taml", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-zsm_Latn", + "languages": [ + "tam-Taml", + "zsm-Latn" + ] + }, + { + "precision": 0.468832, + "recall": 0.52668, + "f1": 0.484506, + "accuracy": 0.52668, + "main_score": 0.484506, + "hf_subset": "tam_Taml-ayr_Latn", + "languages": [ + "tam-Taml", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-dan_Latn", + "languages": [ + "tam-Taml", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tam_Taml-kaz_Cyrl", + "languages": [ + "tam-Taml", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597312, + "recall": 0.679842, + "f1": 0.621022, + "accuracy": 0.679842, + "main_score": 0.621022, + "hf_subset": "tam_Taml-lug_Latn", + "languages": [ + "tam-Taml", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-oci_Latn", + "languages": [ + "tam-Taml", + "oci-Latn" + ] + }, + { + "precision": 0.797737, + "recall": 0.850791, + "f1": 0.814001, + "accuracy": 0.850791, + "main_score": 0.814001, + "hf_subset": "tam_Taml-smo_Latn", + "languages": [ + "tam-Taml", + "smo-Latn" + ] + }, + { + "precision": 0.698486, + "recall": 0.767787, + "f1": 0.7187, + "accuracy": 0.767787, + "main_score": 0.7187, + "hf_subset": "tam_Taml-tsn_Latn", + "languages": [ + "tam-Taml", + "tsn-Latn" + ] + }, + { + "precision": 0.850873, + "recall": 0.893281, + "f1": 0.864196, + "accuracy": 0.893281, + "main_score": 0.864196, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ] + }, + { + "precision": 0.906209, + "recall": 0.934783, + "f1": 0.915415, + "accuracy": 0.934783, + "main_score": 0.915415, + "hf_subset": "tam_Taml-azb_Arab", + "languages": [ + "tam-Taml", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "tam_Taml-hat_Latn", + "languages": [ + "tam-Taml", + "hat-Latn" + ] + }, + { + "precision": 0.441263, + "recall": 0.497036, + "f1": 0.456291, + "accuracy": 0.497036, + "main_score": 0.456291, + "hf_subset": "tam_Taml-kbp_Latn", + "languages": [ + "tam-Taml", + "kbp-Latn" + ] + }, + { + "precision": 0.474248, + "recall": 0.534585, + "f1": 0.490501, + "accuracy": 0.534585, + "main_score": 0.490501, + "hf_subset": "tam_Taml-luo_Latn", + "languages": [ + "tam-Taml", + "luo-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ] + }, + { + "precision": 0.853261, + "recall": 0.896245, + "f1": 0.866733, + "accuracy": 0.896245, + "main_score": 0.866733, + "hf_subset": "tam_Taml-sna_Latn", + "languages": [ + "tam-Taml", + "sna-Latn" + ] + }, + { + "precision": 0.609563, + "recall": 0.681818, + "f1": 0.629412, + "accuracy": 0.681818, + "main_score": 0.629412, + "hf_subset": "tam_Taml-tso_Latn", + "languages": [ + "tam-Taml", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-azj_Latn", + "languages": [ + "tam-Taml", + "azj-Latn" + ] + }, + { + "precision": 0.467346, + "recall": 0.537549, + "f1": 0.486178, + "accuracy": 0.537549, + "main_score": 0.486178, + "hf_subset": "tam_Taml-dik_Latn", + "languages": [ + "tam-Taml", + "dik-Latn" + ] + }, + { + "precision": 0.874753, + "recall": 0.912055, + "f1": 0.886726, + "accuracy": 0.912055, + "main_score": 0.886726, + "hf_subset": "tam_Taml-hau_Latn", + "languages": [ + "tam-Taml", + "hau-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "tam_Taml-kea_Latn", + "languages": [ + "tam-Taml", + "kea-Latn" + ] + }, + { + "precision": 0.912385, + "recall": 0.938735, + "f1": 0.920784, + "accuracy": 0.938735, + "main_score": 0.920784, + "hf_subset": "tam_Taml-lus_Latn", + "languages": [ + "tam-Taml", + "lus-Latn" + ] + }, + { + "precision": 0.81026, + "recall": 0.858696, + "f1": 0.824934, + "accuracy": 0.858696, + "main_score": 0.824934, + "hf_subset": "tam_Taml-pag_Latn", + "languages": [ + "tam-Taml", + "pag-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tam_Taml-tuk_Latn", + "languages": [ + "tam-Taml", + "tuk-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tam_Taml-bak_Cyrl", + "languages": [ + "tam-Taml", + "bak-Cyrl" + ] + }, + { + "precision": 0.417623, + "recall": 0.490119, + "f1": 0.437635, + "accuracy": 0.490119, + "main_score": 0.437635, + "hf_subset": "tam_Taml-dyu_Latn", + "languages": [ + "tam-Taml", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ] + }, + { + "precision": 0.961874, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "tam_Taml-khk_Cyrl", + "languages": [ + "tam-Taml", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tam_Taml-lvs_Latn", + "languages": [ + "tam-Taml", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.833119, + "recall": 0.880435, + "f1": 0.848024, + "accuracy": 0.880435, + "main_score": 0.848024, + "hf_subset": "tam_Taml-som_Latn", + "languages": [ + "tam-Taml", + "som-Latn" + ] + }, + { + "precision": 0.658573, + "recall": 0.726285, + "f1": 0.677576, + "accuracy": 0.726285, + "main_score": 0.677576, + "hf_subset": "tam_Taml-tum_Latn", + "languages": [ + "tam-Taml", + "tum-Latn" + ] + }, + { + "precision": 0.493153, + "recall": 0.58004, + "f1": 0.517612, + "accuracy": 0.58004, + "main_score": 0.517612, + "hf_subset": "vie_Latn-ace_Arab", + "languages": [ + "vie-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.466169, + "recall": 0.52668, + "f1": 0.482791, + "accuracy": 0.52668, + "main_score": 0.482791, + "hf_subset": "vie_Latn-bam_Latn", + "languages": [ + "vie-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.613262, + "recall": 0.699605, + "f1": 0.638227, + "accuracy": 0.699605, + "main_score": 0.638227, + "hf_subset": "vie_Latn-dzo_Tibt", + "languages": [ + "vie-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "vie_Latn-khm_Khmr", + "languages": [ + "vie-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "vie_Latn-mag_Deva", + "languages": [ + "vie-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vie_Latn-pap_Latn", + "languages": [ + "vie-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.824786, + "recall": 0.873518, + "f1": 0.839789, + "accuracy": 0.873518, + "main_score": 0.839789, + "hf_subset": "vie_Latn-sot_Latn", + "languages": [ + "vie-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.844318, + "recall": 0.886364, + "f1": 0.857246, + "accuracy": 0.886364, + "main_score": 0.857246, + "hf_subset": "vie_Latn-ace_Latn", + "languages": [ + "vie-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "vie_Latn-ban_Latn", + "languages": [ + "vie-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "vie_Latn-hne_Deva", + "languages": [ + "vie-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.55901, + "recall": 0.626482, + "f1": 0.576976, + "accuracy": 0.626482, + "main_score": 0.576976, + "hf_subset": "vie_Latn-kik_Latn", + "languages": [ + "vie-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-mai_Deva", + "languages": [ + "vie-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "vie_Latn-pbt_Arab", + "languages": [ + "vie-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.726417, + "recall": 0.785573, + "f1": 0.743382, + "accuracy": 0.785573, + "main_score": 0.743382, + "hf_subset": "vie_Latn-twi_Latn", + "languages": [ + "vie-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-acm_Arab", + "languages": [ + "vie-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-bel_Cyrl", + "languages": [ + "vie-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-hrv_Latn", + "languages": [ + "vie-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.822497, + "recall": 0.870553, + "f1": 0.837305, + "accuracy": 0.870553, + "main_score": 0.837305, + "hf_subset": "vie_Latn-kin_Latn", + "languages": [ + "vie-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-mal_Mlym", + "languages": [ + "vie-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-pes_Arab", + "languages": [ + "vie-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "vie_Latn-srd_Latn", + "languages": [ + "vie-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.196269, + "recall": 0.255929, + "f1": 0.210036, + "accuracy": 0.255929, + "main_score": 0.210036, + "hf_subset": "vie_Latn-tzm_Tfng", + "languages": [ + "vie-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-acq_Arab", + "languages": [ + "vie-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.632808, + "recall": 0.706522, + "f1": 0.653591, + "accuracy": 0.706522, + "main_score": 0.653591, + "hf_subset": "vie_Latn-bem_Latn", + "languages": [ + "vie-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-epo_Latn", + "languages": [ + "vie-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "vie_Latn-kir_Cyrl", + "languages": [ + "vie-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-mar_Deva", + "languages": [ + "vie-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.843989, + "recall": 0.885375, + "f1": 0.856752, + "accuracy": 0.885375, + "main_score": 0.856752, + "hf_subset": "vie_Latn-plt_Latn", + "languages": [ + "vie-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-srp_Cyrl", + "languages": [ + "vie-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.939641, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "vie_Latn-uig_Arab", + "languages": [ + "vie-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-aeb_Arab", + "languages": [ + "vie-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-est_Latn", + "languages": [ + "vie-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-hye_Armn", + "languages": [ + "vie-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.440829, + "recall": 0.504941, + "f1": 0.457825, + "accuracy": 0.504941, + "main_score": 0.457825, + "hf_subset": "vie_Latn-kmb_Latn", + "languages": [ + "vie-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.44572, + "recall": 0.533597, + "f1": 0.467816, + "accuracy": 0.533597, + "main_score": 0.467816, + "hf_subset": "vie_Latn-min_Arab", + "languages": [ + "vie-Latn", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.698633, + "recall": 0.769763, + "f1": 0.719157, + "accuracy": 0.769763, + "main_score": 0.719157, + "hf_subset": "vie_Latn-ssw_Latn", + "languages": [ + "vie-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ukr_Cyrl", + "languages": [ + "vie-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-afr_Latn", + "languages": [ + "vie-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "vie_Latn-bho_Deva", + "languages": [ + "vie-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-eus_Latn", + "languages": [ + "vie-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.831851, + "recall": 0.879447, + "f1": 0.846579, + "accuracy": 0.879447, + "main_score": 0.846579, + "hf_subset": "vie_Latn-ibo_Latn", + "languages": [ + "vie-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.821146, + "recall": 0.87253, + "f1": 0.836891, + "accuracy": 0.87253, + "main_score": 0.836891, + "hf_subset": "vie_Latn-kmr_Latn", + "languages": [ + "vie-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "vie_Latn-min_Latn", + "languages": [ + "vie-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vie_Latn-sun_Latn", + "languages": [ + "vie-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.439487, + "recall": 0.503953, + "f1": 0.4575, + "accuracy": 0.503953, + "main_score": 0.4575, + "hf_subset": "vie_Latn-umb_Latn", + "languages": [ + "vie-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-ajp_Arab", + "languages": [ + "vie-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.459508, + "recall": 0.549407, + "f1": 0.483725, + "accuracy": 0.549407, + "main_score": 0.483725, + "hf_subset": "vie_Latn-bjn_Arab", + "languages": [ + "vie-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.437416, + "recall": 0.493083, + "f1": 0.452536, + "accuracy": 0.493083, + "main_score": 0.452536, + "hf_subset": "vie_Latn-ewe_Latn", + "languages": [ + "vie-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.9403, + "recall": 0.959486, + "f1": 0.946542, + "accuracy": 0.959486, + "main_score": 0.946542, + "hf_subset": "vie_Latn-ilo_Latn", + "languages": [ + "vie-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.231648, + "recall": 0.289526, + "f1": 0.245361, + "accuracy": 0.289526, + "main_score": 0.245361, + "hf_subset": "vie_Latn-knc_Arab", + "languages": [ + "vie-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-mkd_Cyrl", + "languages": [ + "vie-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-prs_Arab", + "languages": [ + "vie-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-urd_Arab", + "languages": [ + "vie-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.719767, + "recall": 0.780632, + "f1": 0.737157, + "accuracy": 0.780632, + "main_score": 0.737157, + "hf_subset": "vie_Latn-aka_Latn", + "languages": [ + "vie-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "vie_Latn-bjn_Latn", + "languages": [ + "vie-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "vie_Latn-fao_Latn", + "languages": [ + "vie-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.501062, + "recall": 0.562253, + "f1": 0.517562, + "accuracy": 0.562253, + "main_score": 0.517562, + "hf_subset": "vie_Latn-knc_Latn", + "languages": [ + "vie-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-mlt_Latn", + "languages": [ + "vie-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.606697, + "recall": 0.681818, + "f1": 0.627549, + "accuracy": 0.681818, + "main_score": 0.627549, + "hf_subset": "vie_Latn-quy_Latn", + "languages": [ + "vie-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "vie_Latn-swh_Latn", + "languages": [ + "vie-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "vie_Latn-uzn_Latn", + "languages": [ + "vie-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-als_Latn", + "languages": [ + "vie-Latn", + "als-Latn" + ] + }, + { + "precision": 0.758432, + "recall": 0.826087, + "f1": 0.779155, + "accuracy": 0.826087, + "main_score": 0.779155, + "hf_subset": "vie_Latn-bod_Tibt", + "languages": [ + "vie-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.604177, + "recall": 0.682806, + "f1": 0.626627, + "accuracy": 0.682806, + "main_score": 0.626627, + "hf_subset": "vie_Latn-fij_Latn", + "languages": [ + "vie-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "vie_Latn-isl_Latn", + "languages": [ + "vie-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.586402, + "recall": 0.65415, + "f1": 0.605135, + "accuracy": 0.65415, + "main_score": 0.605135, + "hf_subset": "vie_Latn-kon_Latn", + "languages": [ + "vie-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.573391, + "recall": 0.651186, + "f1": 0.595211, + "accuracy": 0.651186, + "main_score": 0.595211, + "hf_subset": "vie_Latn-mni_Beng", + "languages": [ + "vie-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ron_Latn", + "languages": [ + "vie-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "vie_Latn-szl_Latn", + "languages": [ + "vie-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-vec_Latn", + "languages": [ + "vie-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.906044, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "vie_Latn-amh_Ethi", + "languages": [ + "vie-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-bos_Latn", + "languages": [ + "vie-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ita_Latn", + "languages": [ + "vie-Latn", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.484216, + "recall": 0.546443, + "f1": 0.501569, + "accuracy": 0.546443, + "main_score": 0.501569, + "hf_subset": "vie_Latn-mos_Latn", + "languages": [ + "vie-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.714526, + "recall": 0.781621, + "f1": 0.73434, + "accuracy": 0.781621, + "main_score": 0.73434, + "hf_subset": "vie_Latn-run_Latn", + "languages": [ + "vie-Latn", + "run-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-apc_Arab", + "languages": [ + "vie-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.707828, + "recall": 0.773715, + "f1": 0.7264, + "accuracy": 0.773715, + "main_score": 0.7264, + "hf_subset": "vie_Latn-bug_Latn", + "languages": [ + "vie-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.426401, + "recall": 0.480237, + "f1": 0.441564, + "accuracy": 0.480237, + "main_score": 0.441564, + "hf_subset": "vie_Latn-fon_Latn", + "languages": [ + "vie-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "vie_Latn-jav_Latn", + "languages": [ + "vie-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "vie_Latn-lao_Laoo", + "languages": [ + "vie-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.857411, + "recall": 0.900198, + "f1": 0.871014, + "accuracy": 0.900198, + "main_score": 0.871014, + "hf_subset": "vie_Latn-mri_Latn", + "languages": [ + "vie-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.474968, + "recall": 0.541502, + "f1": 0.493298, + "accuracy": 0.541502, + "main_score": 0.493298, + "hf_subset": "vie_Latn-taq_Latn", + "languages": [ + "vie-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-war_Latn", + "languages": [ + "vie-Latn", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-bul_Cyrl", + "languages": [ + "vie-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "vie_Latn-lij_Latn", + "languages": [ + "vie-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "vie_Latn-mya_Mymr", + "languages": [ + "vie-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.536521, + "recall": 0.603755, + "f1": 0.554621, + "accuracy": 0.603755, + "main_score": 0.554621, + "hf_subset": "vie_Latn-sag_Latn", + "languages": [ + "vie-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.204677, + "recall": 0.270751, + "f1": 0.220511, + "accuracy": 0.270751, + "main_score": 0.220511, + "hf_subset": "vie_Latn-taq_Tfng", + "languages": [ + "vie-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.631401, + "recall": 0.700593, + "f1": 0.650612, + "accuracy": 0.700593, + "main_score": 0.650612, + "hf_subset": "vie_Latn-wol_Latn", + "languages": [ + "vie-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.848765, + "recall": 0.893281, + "f1": 0.862714, + "accuracy": 0.893281, + "main_score": 0.862714, + "hf_subset": "vie_Latn-arb_Latn", + "languages": [ + "vie-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-cat_Latn", + "languages": [ + "vie-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "vie_Latn-fur_Latn", + "languages": [ + "vie-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.409695, + "recall": 0.48913, + "f1": 0.430334, + "accuracy": 0.48913, + "main_score": 0.430334, + "hf_subset": "vie_Latn-kab_Latn", + "languages": [ + "vie-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "vie_Latn-lim_Latn", + "languages": [ + "vie-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "vie_Latn-san_Deva", + "languages": [ + "vie-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-tat_Cyrl", + "languages": [ + "vie-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.844203, + "recall": 0.890316, + "f1": 0.85863, + "accuracy": 0.890316, + "main_score": 0.85863, + "hf_subset": "vie_Latn-xho_Latn", + "languages": [ + "vie-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-ars_Arab", + "languages": [ + "vie-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-ceb_Latn", + "languages": [ + "vie-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.463273, + "recall": 0.533597, + "f1": 0.482171, + "accuracy": 0.533597, + "main_score": 0.482171, + "hf_subset": "vie_Latn-fuv_Latn", + "languages": [ + "vie-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.465219, + "recall": 0.528656, + "f1": 0.48213, + "accuracy": 0.528656, + "main_score": 0.48213, + "hf_subset": "vie_Latn-kac_Latn", + "languages": [ + "vie-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.599688, + "recall": 0.66996, + "f1": 0.61843, + "accuracy": 0.66996, + "main_score": 0.61843, + "hf_subset": "vie_Latn-lin_Latn", + "languages": [ + "vie-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-nno_Latn", + "languages": [ + "vie-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.852767, + "recall": 0.894269, + "f1": 0.8655, + "accuracy": 0.894269, + "main_score": 0.8655, + "hf_subset": "vie_Latn-sat_Olck", + "languages": [ + "vie-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-tel_Telu", + "languages": [ + "vie-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "vie_Latn-ydd_Hebr", + "languages": [ + "vie-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "vie_Latn-ary_Arab", + "languages": [ + "vie-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ces_Latn", + "languages": [ + "vie-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.536936, + "recall": 0.616601, + "f1": 0.558999, + "accuracy": 0.616601, + "main_score": 0.558999, + "hf_subset": "vie_Latn-gaz_Latn", + "languages": [ + "vie-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.512877, + "recall": 0.591897, + "f1": 0.533842, + "accuracy": 0.591897, + "main_score": 0.533842, + "hf_subset": "vie_Latn-kam_Latn", + "languages": [ + "vie-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-nob_Latn", + "languages": [ + "vie-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-scn_Latn", + "languages": [ + "vie-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "vie_Latn-tgk_Cyrl", + "languages": [ + "vie-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.684191, + "recall": 0.758893, + "f1": 0.706019, + "accuracy": 0.758893, + "main_score": 0.706019, + "hf_subset": "vie_Latn-yor_Latn", + "languages": [ + "vie-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-arz_Arab", + "languages": [ + "vie-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.453439, + "recall": 0.525692, + "f1": 0.473019, + "accuracy": 0.525692, + "main_score": 0.473019, + "hf_subset": "vie_Latn-cjk_Latn", + "languages": [ + "vie-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.933465, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "vie_Latn-gla_Latn", + "languages": [ + "vie-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-kan_Knda", + "languages": [ + "vie-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "vie_Latn-lmo_Latn", + "languages": [ + "vie-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "vie_Latn-npi_Deva", + "languages": [ + "vie-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.507315, + "recall": 0.591897, + "f1": 0.530648, + "accuracy": 0.591897, + "main_score": 0.530648, + "hf_subset": "vie_Latn-shn_Mymr", + "languages": [ + "vie-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-tgl_Latn", + "languages": [ + "vie-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vie_Latn-asm_Beng", + "languages": [ + "vie-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.918017, + "recall": 0.943676, + "f1": 0.926219, + "accuracy": 0.943676, + "main_score": 0.926219, + "hf_subset": "vie_Latn-ckb_Arab", + "languages": [ + "vie-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "vie_Latn-gle_Latn", + "languages": [ + "vie-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.894928, + "recall": 0.926877, + "f1": 0.905105, + "accuracy": 0.926877, + "main_score": 0.905105, + "hf_subset": "vie_Latn-kas_Arab", + "languages": [ + "vie-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.870059, + "recall": 0.908103, + "f1": 0.882049, + "accuracy": 0.908103, + "main_score": 0.882049, + "hf_subset": "vie_Latn-ltg_Latn", + "languages": [ + "vie-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.740193, + "recall": 0.801383, + "f1": 0.758572, + "accuracy": 0.801383, + "main_score": 0.758572, + "hf_subset": "vie_Latn-nso_Latn", + "languages": [ + "vie-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "vie_Latn-sin_Sinh", + "languages": [ + "vie-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-tha_Thai", + "languages": [ + "vie-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-ast_Latn", + "languages": [ + "vie-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vie_Latn-crh_Latn", + "languages": [ + "vie-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-glg_Latn", + "languages": [ + "vie-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.835145, + "recall": 0.880435, + "f1": 0.848852, + "accuracy": 0.880435, + "main_score": 0.848852, + "hf_subset": "vie_Latn-kas_Deva", + "languages": [ + "vie-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-ltz_Latn", + "languages": [ + "vie-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.415814, + "recall": 0.483202, + "f1": 0.433431, + "accuracy": 0.483202, + "main_score": 0.433431, + "hf_subset": "vie_Latn-nus_Latn", + "languages": [ + "vie-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-slk_Latn", + "languages": [ + "vie-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.600785, + "recall": 0.687747, + "f1": 0.625568, + "accuracy": 0.687747, + "main_score": 0.625568, + "hf_subset": "vie_Latn-tir_Ethi", + "languages": [ + "vie-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97752, + "recall": 0.983202, + "f1": 0.979315, + "accuracy": 0.983202, + "main_score": 0.979315, + "hf_subset": "vie_Latn-awa_Deva", + "languages": [ + "vie-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "vie_Latn-cym_Latn", + "languages": [ + "vie-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.757713, + "recall": 0.814229, + "f1": 0.774294, + "accuracy": 0.814229, + "main_score": 0.774294, + "hf_subset": "vie_Latn-grn_Latn", + "languages": [ + "vie-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-kat_Geor", + "languages": [ + "vie-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.576419, + "recall": 0.642292, + "f1": 0.594626, + "accuracy": 0.642292, + "main_score": 0.594626, + "hf_subset": "vie_Latn-lua_Latn", + "languages": [ + "vie-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.785441, + "recall": 0.84585, + "f1": 0.803986, + "accuracy": 0.84585, + "main_score": 0.803986, + "hf_subset": "vie_Latn-nya_Latn", + "languages": [ + "vie-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-slv_Latn", + "languages": [ + "vie-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "vie_Latn-tpi_Latn", + "languages": [ + "vie-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-zsm_Latn", + "languages": [ + "vie-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.498802, + "recall": 0.563241, + "f1": 0.516035, + "accuracy": 0.563241, + "main_score": 0.516035, + "hf_subset": "vie_Latn-ayr_Latn", + "languages": [ + "vie-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-dan_Latn", + "languages": [ + "vie-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-guj_Gujr", + "languages": [ + "vie-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vie_Latn-kaz_Cyrl", + "languages": [ + "vie-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.601666, + "recall": 0.686759, + "f1": 0.625645, + "accuracy": 0.686759, + "main_score": 0.625645, + "hf_subset": "vie_Latn-lug_Latn", + "languages": [ + "vie-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-oci_Latn", + "languages": [ + "vie-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.807065, + "recall": 0.856719, + "f1": 0.822073, + "accuracy": 0.856719, + "main_score": 0.822073, + "hf_subset": "vie_Latn-smo_Latn", + "languages": [ + "vie-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.688521, + "recall": 0.764822, + "f1": 0.710893, + "accuracy": 0.764822, + "main_score": 0.710893, + "hf_subset": "vie_Latn-tsn_Latn", + "languages": [ + "vie-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.837731, + "recall": 0.885375, + "f1": 0.852635, + "accuracy": 0.885375, + "main_score": 0.852635, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.90942, + "recall": 0.937747, + "f1": 0.918643, + "accuracy": 0.937747, + "main_score": 0.918643, + "hf_subset": "vie_Latn-azb_Arab", + "languages": [ + "vie-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "vie_Latn-hat_Latn", + "languages": [ + "vie-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.468282, + "recall": 0.52668, + "f1": 0.483889, + "accuracy": 0.52668, + "main_score": 0.483889, + "hf_subset": "vie_Latn-kbp_Latn", + "languages": [ + "vie-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.508236, + "recall": 0.574111, + "f1": 0.525612, + "accuracy": 0.574111, + "main_score": 0.525612, + "hf_subset": "vie_Latn-luo_Latn", + "languages": [ + "vie-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "vie_Latn-ory_Orya", + "languages": [ + "vie-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.857543, + "recall": 0.899209, + "f1": 0.87085, + "accuracy": 0.899209, + "main_score": 0.87085, + "hf_subset": "vie_Latn-sna_Latn", + "languages": [ + "vie-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.623882, + "recall": 0.697628, + "f1": 0.644594, + "accuracy": 0.697628, + "main_score": 0.644594, + "hf_subset": "vie_Latn-tso_Latn", + "languages": [ + "vie-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-azj_Latn", + "languages": [ + "vie-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.486266, + "recall": 0.559289, + "f1": 0.506781, + "accuracy": 0.559289, + "main_score": 0.506781, + "hf_subset": "vie_Latn-dik_Latn", + "languages": [ + "vie-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.875692, + "recall": 0.913043, + "f1": 0.887681, + "accuracy": 0.913043, + "main_score": 0.887681, + "hf_subset": "vie_Latn-hau_Latn", + "languages": [ + "vie-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "vie_Latn-kea_Latn", + "languages": [ + "vie-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.902668, + "recall": 0.931818, + "f1": 0.912055, + "accuracy": 0.931818, + "main_score": 0.912055, + "hf_subset": "vie_Latn-lus_Latn", + "languages": [ + "vie-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.845092, + "recall": 0.88834, + "f1": 0.858122, + "accuracy": 0.88834, + "main_score": 0.858122, + "hf_subset": "vie_Latn-pag_Latn", + "languages": [ + "vie-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "vie_Latn-snd_Arab", + "languages": [ + "vie-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "vie_Latn-tuk_Latn", + "languages": [ + "vie-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "vie_Latn-bak_Cyrl", + "languages": [ + "vie-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.454642, + "recall": 0.532609, + "f1": 0.47582, + "accuracy": 0.532609, + "main_score": 0.47582, + "hf_subset": "vie_Latn-dyu_Latn", + "languages": [ + "vie-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "vie_Latn-khk_Cyrl", + "languages": [ + "vie-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-lvs_Latn", + "languages": [ + "vie-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-pan_Guru", + "languages": [ + "vie-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.849786, + "recall": 0.893281, + "f1": 0.863142, + "accuracy": 0.893281, + "main_score": 0.863142, + "hf_subset": "vie_Latn-som_Latn", + "languages": [ + "vie-Latn", + "som-Latn" + ] + }, + { + "precision": 0.680406, + "recall": 0.745059, + "f1": 0.699311, + "accuracy": 0.745059, + "main_score": 0.699311, + "hf_subset": "vie_Latn-tum_Latn", + "languages": [ + "vie-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.495774, + "recall": 0.576087, + "f1": 0.51807, + "accuracy": 0.576087, + "main_score": 0.51807, + "hf_subset": "apc_Arab-ace_Arab", + "languages": [ + "apc-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.465711, + "recall": 0.519763, + "f1": 0.479876, + "accuracy": 0.519763, + "main_score": 0.479876, + "hf_subset": "apc_Arab-bam_Latn", + "languages": [ + "apc-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.576499, + "recall": 0.671937, + "f1": 0.603785, + "accuracy": 0.671937, + "main_score": 0.603785, + "hf_subset": "apc_Arab-dzo_Tibt", + "languages": [ + "apc-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-hin_Deva", + "languages": [ + "apc-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "apc_Arab-khm_Khmr", + "languages": [ + "apc-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-mag_Deva", + "languages": [ + "apc-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "apc_Arab-pap_Latn", + "languages": [ + "apc-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.826499, + "recall": 0.873518, + "f1": 0.841271, + "accuracy": 0.873518, + "main_score": 0.841271, + "hf_subset": "apc_Arab-sot_Latn", + "languages": [ + "apc-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-tur_Latn", + "languages": [ + "apc-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.850192, + "recall": 0.889328, + "f1": 0.862253, + "accuracy": 0.889328, + "main_score": 0.862253, + "hf_subset": "apc_Arab-ace_Latn", + "languages": [ + "apc-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "apc_Arab-ban_Latn", + "languages": [ + "apc-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-ell_Grek", + "languages": [ + "apc-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "apc_Arab-hne_Deva", + "languages": [ + "apc-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.560721, + "recall": 0.628458, + "f1": 0.578521, + "accuracy": 0.628458, + "main_score": 0.578521, + "hf_subset": "apc_Arab-kik_Latn", + "languages": [ + "apc-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-mai_Deva", + "languages": [ + "apc-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "apc_Arab-pbt_Arab", + "languages": [ + "apc-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-spa_Latn", + "languages": [ + "apc-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.73832, + "recall": 0.800395, + "f1": 0.756917, + "accuracy": 0.800395, + "main_score": 0.756917, + "hf_subset": "apc_Arab-twi_Latn", + "languages": [ + "apc-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-acm_Arab", + "languages": [ + "apc-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-bel_Cyrl", + "languages": [ + "apc-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-hrv_Latn", + "languages": [ + "apc-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.823781, + "recall": 0.87253, + "f1": 0.838702, + "accuracy": 0.87253, + "main_score": 0.838702, + "hf_subset": "apc_Arab-kin_Latn", + "languages": [ + "apc-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-mal_Mlym", + "languages": [ + "apc-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-pes_Arab", + "languages": [ + "apc-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "apc_Arab-srd_Latn", + "languages": [ + "apc-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.207653, + "recall": 0.26581, + "f1": 0.222027, + "accuracy": 0.26581, + "main_score": 0.222027, + "hf_subset": "apc_Arab-tzm_Tfng", + "languages": [ + "apc-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-acq_Arab", + "languages": [ + "apc-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.633671, + "recall": 0.713439, + "f1": 0.657108, + "accuracy": 0.713439, + "main_score": 0.657108, + "hf_subset": "apc_Arab-bem_Latn", + "languages": [ + "apc-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-epo_Latn", + "languages": [ + "apc-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-hun_Latn", + "languages": [ + "apc-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "apc_Arab-kir_Cyrl", + "languages": [ + "apc-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-mar_Deva", + "languages": [ + "apc-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.834569, + "recall": 0.881423, + "f1": 0.848965, + "accuracy": 0.881423, + "main_score": 0.848965, + "hf_subset": "apc_Arab-plt_Latn", + "languages": [ + "apc-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-srp_Cyrl", + "languages": [ + "apc-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "apc_Arab-uig_Arab", + "languages": [ + "apc-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-aeb_Arab", + "languages": [ + "apc-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-ben_Beng", + "languages": [ + "apc-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "apc_Arab-est_Latn", + "languages": [ + "apc-Arab", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-hye_Armn", + "languages": [ + "apc-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.444418, + "recall": 0.504941, + "f1": 0.460617, + "accuracy": 0.504941, + "main_score": 0.460617, + "hf_subset": "apc_Arab-kmb_Latn", + "languages": [ + "apc-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.448526, + "recall": 0.527668, + "f1": 0.469197, + "accuracy": 0.527668, + "main_score": 0.469197, + "hf_subset": "apc_Arab-min_Arab", + "languages": [ + "apc-Arab", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-pol_Latn", + "languages": [ + "apc-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.700282, + "recall": 0.772727, + "f1": 0.721857, + "accuracy": 0.772727, + "main_score": 0.721857, + "hf_subset": "apc_Arab-ssw_Latn", + "languages": [ + "apc-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-ukr_Cyrl", + "languages": [ + "apc-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-afr_Latn", + "languages": [ + "apc-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-bho_Deva", + "languages": [ + "apc-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "apc_Arab-eus_Latn", + "languages": [ + "apc-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.841024, + "recall": 0.886364, + "f1": 0.854941, + "accuracy": 0.886364, + "main_score": 0.854941, + "hf_subset": "apc_Arab-ibo_Latn", + "languages": [ + "apc-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.8466, + "recall": 0.889328, + "f1": 0.859667, + "accuracy": 0.889328, + "main_score": 0.859667, + "hf_subset": "apc_Arab-kmr_Latn", + "languages": [ + "apc-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "apc_Arab-min_Latn", + "languages": [ + "apc-Arab", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-por_Latn", + "languages": [ + "apc-Arab", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "apc_Arab-sun_Latn", + "languages": [ + "apc-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.425709, + "recall": 0.487154, + "f1": 0.442707, + "accuracy": 0.487154, + "main_score": 0.442707, + "hf_subset": "apc_Arab-umb_Latn", + "languages": [ + "apc-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-ajp_Arab", + "languages": [ + "apc-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.471714, + "recall": 0.5583, + "f1": 0.495068, + "accuracy": 0.5583, + "main_score": 0.495068, + "hf_subset": "apc_Arab-bjn_Arab", + "languages": [ + "apc-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.439622, + "recall": 0.492095, + "f1": 0.454015, + "accuracy": 0.492095, + "main_score": 0.454015, + "hf_subset": "apc_Arab-ewe_Latn", + "languages": [ + "apc-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.934618, + "recall": 0.955534, + "f1": 0.94137, + "accuracy": 0.955534, + "main_score": 0.94137, + "hf_subset": "apc_Arab-ilo_Latn", + "languages": [ + "apc-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.230043, + "recall": 0.282609, + "f1": 0.242856, + "accuracy": 0.282609, + "main_score": 0.242856, + "hf_subset": "apc_Arab-knc_Arab", + "languages": [ + "apc-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-mkd_Cyrl", + "languages": [ + "apc-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-prs_Arab", + "languages": [ + "apc-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-swe_Latn", + "languages": [ + "apc-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-urd_Arab", + "languages": [ + "apc-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.706239, + "recall": 0.770751, + "f1": 0.724471, + "accuracy": 0.770751, + "main_score": 0.724471, + "hf_subset": "apc_Arab-aka_Latn", + "languages": [ + "apc-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "apc_Arab-bjn_Latn", + "languages": [ + "apc-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "apc_Arab-fao_Latn", + "languages": [ + "apc-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-ind_Latn", + "languages": [ + "apc-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.485833, + "recall": 0.537549, + "f1": 0.499905, + "accuracy": 0.537549, + "main_score": 0.499905, + "hf_subset": "apc_Arab-knc_Latn", + "languages": [ + "apc-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-mlt_Latn", + "languages": [ + "apc-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.623908, + "recall": 0.687747, + "f1": 0.642212, + "accuracy": 0.687747, + "main_score": 0.642212, + "hf_subset": "apc_Arab-quy_Latn", + "languages": [ + "apc-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-swh_Latn", + "languages": [ + "apc-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.976367, + "recall": 0.983202, + "f1": 0.978491, + "accuracy": 0.983202, + "main_score": 0.978491, + "hf_subset": "apc_Arab-uzn_Latn", + "languages": [ + "apc-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-als_Latn", + "languages": [ + "apc-Arab", + "als-Latn" + ] + }, + { + "precision": 0.756408, + "recall": 0.821146, + "f1": 0.776085, + "accuracy": 0.821146, + "main_score": 0.776085, + "hf_subset": "apc_Arab-bod_Tibt", + "languages": [ + "apc-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.602505, + "recall": 0.679842, + "f1": 0.624365, + "accuracy": 0.679842, + "main_score": 0.624365, + "hf_subset": "apc_Arab-fij_Latn", + "languages": [ + "apc-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "apc_Arab-isl_Latn", + "languages": [ + "apc-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.580312, + "recall": 0.648221, + "f1": 0.598634, + "accuracy": 0.648221, + "main_score": 0.598634, + "hf_subset": "apc_Arab-kon_Latn", + "languages": [ + "apc-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.571577, + "recall": 0.649209, + "f1": 0.593005, + "accuracy": 0.649209, + "main_score": 0.593005, + "hf_subset": "apc_Arab-mni_Beng", + "languages": [ + "apc-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-ron_Latn", + "languages": [ + "apc-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "apc_Arab-szl_Latn", + "languages": [ + "apc-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-vec_Latn", + "languages": [ + "apc-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.909124, + "recall": 0.936759, + "f1": 0.917984, + "accuracy": 0.936759, + "main_score": 0.917984, + "hf_subset": "apc_Arab-amh_Ethi", + "languages": [ + "apc-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "apc_Arab-bos_Latn", + "languages": [ + "apc-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-fin_Latn", + "languages": [ + "apc-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-ita_Latn", + "languages": [ + "apc-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-kor_Hang", + "languages": [ + "apc-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.475807, + "recall": 0.52668, + "f1": 0.489593, + "accuracy": 0.52668, + "main_score": 0.489593, + "hf_subset": "apc_Arab-mos_Latn", + "languages": [ + "apc-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.708687, + "recall": 0.771739, + "f1": 0.727207, + "accuracy": 0.771739, + "main_score": 0.727207, + "hf_subset": "apc_Arab-run_Latn", + "languages": [ + "apc-Arab", + "run-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-tam_Taml", + "languages": [ + "apc-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-vie_Latn", + "languages": [ + "apc-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.712426, + "recall": 0.774704, + "f1": 0.73, + "accuracy": 0.774704, + "main_score": 0.73, + "hf_subset": "apc_Arab-bug_Latn", + "languages": [ + "apc-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.418869, + "recall": 0.470356, + "f1": 0.433376, + "accuracy": 0.470356, + "main_score": 0.433376, + "hf_subset": "apc_Arab-fon_Latn", + "languages": [ + "apc-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "apc_Arab-jav_Latn", + "languages": [ + "apc-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.929513, + "recall": 0.951581, + "f1": 0.936594, + "accuracy": 0.951581, + "main_score": 0.936594, + "hf_subset": "apc_Arab-lao_Laoo", + "languages": [ + "apc-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.856588, + "recall": 0.897233, + "f1": 0.869321, + "accuracy": 0.897233, + "main_score": 0.869321, + "hf_subset": "apc_Arab-mri_Latn", + "languages": [ + "apc-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-rus_Cyrl", + "languages": [ + "apc-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.472026, + "recall": 0.530632, + "f1": 0.487822, + "accuracy": 0.530632, + "main_score": 0.487822, + "hf_subset": "apc_Arab-taq_Latn", + "languages": [ + "apc-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "apc_Arab-war_Latn", + "languages": [ + "apc-Arab", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-arb_Arab", + "languages": [ + "apc-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-bul_Cyrl", + "languages": [ + "apc-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-fra_Latn", + "languages": [ + "apc-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-jpn_Jpan", + "languages": [ + "apc-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "apc_Arab-lij_Latn", + "languages": [ + "apc-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "apc_Arab-mya_Mymr", + "languages": [ + "apc-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.525298, + "recall": 0.592885, + "f1": 0.543836, + "accuracy": 0.592885, + "main_score": 0.543836, + "hf_subset": "apc_Arab-sag_Latn", + "languages": [ + "apc-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.208178, + "recall": 0.274704, + "f1": 0.224458, + "accuracy": 0.274704, + "main_score": 0.224458, + "hf_subset": "apc_Arab-taq_Tfng", + "languages": [ + "apc-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.62152, + "recall": 0.690711, + "f1": 0.640469, + "accuracy": 0.690711, + "main_score": 0.640469, + "hf_subset": "apc_Arab-wol_Latn", + "languages": [ + "apc-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.879776, + "recall": 0.91502, + "f1": 0.890777, + "accuracy": 0.91502, + "main_score": 0.890777, + "hf_subset": "apc_Arab-arb_Latn", + "languages": [ + "apc-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-cat_Latn", + "languages": [ + "apc-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "apc_Arab-fur_Latn", + "languages": [ + "apc-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.418786, + "recall": 0.491107, + "f1": 0.436718, + "accuracy": 0.491107, + "main_score": 0.436718, + "hf_subset": "apc_Arab-kab_Latn", + "languages": [ + "apc-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "apc_Arab-lim_Latn", + "languages": [ + "apc-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-nld_Latn", + "languages": [ + "apc-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "apc_Arab-san_Deva", + "languages": [ + "apc-Arab", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-tat_Cyrl", + "languages": [ + "apc-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.831588, + "recall": 0.880435, + "f1": 0.846772, + "accuracy": 0.880435, + "main_score": 0.846772, + "hf_subset": "apc_Arab-xho_Latn", + "languages": [ + "apc-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-ars_Arab", + "languages": [ + "apc-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "apc_Arab-ceb_Latn", + "languages": [ + "apc-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.439135, + "recall": 0.503953, + "f1": 0.455992, + "accuracy": 0.503953, + "main_score": 0.455992, + "hf_subset": "apc_Arab-fuv_Latn", + "languages": [ + "apc-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.454676, + "recall": 0.516798, + "f1": 0.471341, + "accuracy": 0.516798, + "main_score": 0.471341, + "hf_subset": "apc_Arab-kac_Latn", + "languages": [ + "apc-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.598034, + "recall": 0.668972, + "f1": 0.617349, + "accuracy": 0.668972, + "main_score": 0.617349, + "hf_subset": "apc_Arab-lin_Latn", + "languages": [ + "apc-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-nno_Latn", + "languages": [ + "apc-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.859437, + "recall": 0.899209, + "f1": 0.871725, + "accuracy": 0.899209, + "main_score": 0.871725, + "hf_subset": "apc_Arab-sat_Olck", + "languages": [ + "apc-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-tel_Telu", + "languages": [ + "apc-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "apc_Arab-ydd_Hebr", + "languages": [ + "apc-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "apc_Arab-ary_Arab", + "languages": [ + "apc-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-ces_Latn", + "languages": [ + "apc-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.520897, + "recall": 0.598814, + "f1": 0.542296, + "accuracy": 0.598814, + "main_score": 0.542296, + "hf_subset": "apc_Arab-gaz_Latn", + "languages": [ + "apc-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.504634, + "recall": 0.58498, + "f1": 0.526318, + "accuracy": 0.58498, + "main_score": 0.526318, + "hf_subset": "apc_Arab-kam_Latn", + "languages": [ + "apc-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "apc_Arab-lit_Latn", + "languages": [ + "apc-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-nob_Latn", + "languages": [ + "apc-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "apc_Arab-scn_Latn", + "languages": [ + "apc-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "apc_Arab-tgk_Cyrl", + "languages": [ + "apc-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.697143, + "recall": 0.773715, + "f1": 0.720332, + "accuracy": 0.773715, + "main_score": 0.720332, + "hf_subset": "apc_Arab-yor_Latn", + "languages": [ + "apc-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-arz_Arab", + "languages": [ + "apc-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.459001, + "recall": 0.528656, + "f1": 0.477729, + "accuracy": 0.528656, + "main_score": 0.477729, + "hf_subset": "apc_Arab-cjk_Latn", + "languages": [ + "apc-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.908926, + "recall": 0.937747, + "f1": 0.918314, + "accuracy": 0.937747, + "main_score": 0.918314, + "hf_subset": "apc_Arab-gla_Latn", + "languages": [ + "apc-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-kan_Knda", + "languages": [ + "apc-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "apc_Arab-lmo_Latn", + "languages": [ + "apc-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "apc_Arab-npi_Deva", + "languages": [ + "apc-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.490799, + "recall": 0.575099, + "f1": 0.514267, + "accuracy": 0.575099, + "main_score": 0.514267, + "hf_subset": "apc_Arab-shn_Mymr", + "languages": [ + "apc-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "apc_Arab-tgl_Latn", + "languages": [ + "apc-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-yue_Hant", + "languages": [ + "apc-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "apc_Arab-asm_Beng", + "languages": [ + "apc-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.918149, + "recall": 0.942688, + "f1": 0.926054, + "accuracy": 0.942688, + "main_score": 0.926054, + "hf_subset": "apc_Arab-ckb_Arab", + "languages": [ + "apc-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "apc_Arab-gle_Latn", + "languages": [ + "apc-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.916502, + "recall": 0.942688, + "f1": 0.925066, + "accuracy": 0.942688, + "main_score": 0.925066, + "hf_subset": "apc_Arab-kas_Arab", + "languages": [ + "apc-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.889279, + "recall": 0.921937, + "f1": 0.89944, + "accuracy": 0.921937, + "main_score": 0.89944, + "hf_subset": "apc_Arab-ltg_Latn", + "languages": [ + "apc-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.749598, + "recall": 0.812253, + "f1": 0.768528, + "accuracy": 0.812253, + "main_score": 0.768528, + "hf_subset": "apc_Arab-nso_Latn", + "languages": [ + "apc-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "apc_Arab-sin_Sinh", + "languages": [ + "apc-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "apc_Arab-tha_Thai", + "languages": [ + "apc-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "apc_Arab-zho_Hans", + "languages": [ + "apc-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-ast_Latn", + "languages": [ + "apc-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "apc_Arab-crh_Latn", + "languages": [ + "apc-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-glg_Latn", + "languages": [ + "apc-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.842474, + "recall": 0.884387, + "f1": 0.854992, + "accuracy": 0.884387, + "main_score": 0.854992, + "hf_subset": "apc_Arab-kas_Deva", + "languages": [ + "apc-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "apc_Arab-ltz_Latn", + "languages": [ + "apc-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.395177, + "recall": 0.462451, + "f1": 0.412764, + "accuracy": 0.462451, + "main_score": 0.412764, + "hf_subset": "apc_Arab-nus_Latn", + "languages": [ + "apc-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-slk_Latn", + "languages": [ + "apc-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.607446, + "recall": 0.685771, + "f1": 0.629436, + "accuracy": 0.685771, + "main_score": 0.629436, + "hf_subset": "apc_Arab-tir_Ethi", + "languages": [ + "apc-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-zho_Hant", + "languages": [ + "apc-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.979496, + "recall": 0.985178, + "f1": 0.981291, + "accuracy": 0.985178, + "main_score": 0.981291, + "hf_subset": "apc_Arab-awa_Deva", + "languages": [ + "apc-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "apc_Arab-cym_Latn", + "languages": [ + "apc-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.743884, + "recall": 0.799407, + "f1": 0.760217, + "accuracy": 0.799407, + "main_score": 0.760217, + "hf_subset": "apc_Arab-grn_Latn", + "languages": [ + "apc-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "apc_Arab-kat_Geor", + "languages": [ + "apc-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.576201, + "recall": 0.637352, + "f1": 0.592256, + "accuracy": 0.637352, + "main_score": 0.592256, + "hf_subset": "apc_Arab-lua_Latn", + "languages": [ + "apc-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.79856, + "recall": 0.853755, + "f1": 0.815563, + "accuracy": 0.853755, + "main_score": 0.815563, + "hf_subset": "apc_Arab-nya_Latn", + "languages": [ + "apc-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-slv_Latn", + "languages": [ + "apc-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "apc_Arab-tpi_Latn", + "languages": [ + "apc-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-zsm_Latn", + "languages": [ + "apc-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.481841, + "recall": 0.543478, + "f1": 0.498178, + "accuracy": 0.543478, + "main_score": 0.498178, + "hf_subset": "apc_Arab-ayr_Latn", + "languages": [ + "apc-Arab", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-dan_Latn", + "languages": [ + "apc-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "apc_Arab-guj_Gujr", + "languages": [ + "apc-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "apc_Arab-kaz_Cyrl", + "languages": [ + "apc-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.620383, + "recall": 0.699605, + "f1": 0.643063, + "accuracy": 0.699605, + "main_score": 0.643063, + "hf_subset": "apc_Arab-lug_Latn", + "languages": [ + "apc-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-oci_Latn", + "languages": [ + "apc-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.799489, + "recall": 0.854743, + "f1": 0.816535, + "accuracy": 0.854743, + "main_score": 0.816535, + "hf_subset": "apc_Arab-smo_Latn", + "languages": [ + "apc-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.714114, + "recall": 0.784585, + "f1": 0.735474, + "accuracy": 0.784585, + "main_score": 0.735474, + "hf_subset": "apc_Arab-tsn_Latn", + "languages": [ + "apc-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.848567, + "recall": 0.894269, + "f1": 0.862846, + "accuracy": 0.894269, + "main_score": 0.862846, + "hf_subset": "apc_Arab-zul_Latn", + "languages": [ + "apc-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "apc_Arab-azb_Arab", + "languages": [ + "apc-Arab", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-deu_Latn", + "languages": [ + "apc-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "apc_Arab-hat_Latn", + "languages": [ + "apc-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.458958, + "recall": 0.519763, + "f1": 0.475604, + "accuracy": 0.519763, + "main_score": 0.475604, + "hf_subset": "apc_Arab-kbp_Latn", + "languages": [ + "apc-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.4971, + "recall": 0.561265, + "f1": 0.514327, + "accuracy": 0.561265, + "main_score": 0.514327, + "hf_subset": "apc_Arab-luo_Latn", + "languages": [ + "apc-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "apc_Arab-ory_Orya", + "languages": [ + "apc-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.854825, + "recall": 0.897233, + "f1": 0.868281, + "accuracy": 0.897233, + "main_score": 0.868281, + "hf_subset": "apc_Arab-sna_Latn", + "languages": [ + "apc-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.623465, + "recall": 0.693676, + "f1": 0.643284, + "accuracy": 0.693676, + "main_score": 0.643284, + "hf_subset": "apc_Arab-tso_Latn", + "languages": [ + "apc-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "apc_Arab-azj_Latn", + "languages": [ + "apc-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.487662, + "recall": 0.555336, + "f1": 0.505817, + "accuracy": 0.555336, + "main_score": 0.505817, + "hf_subset": "apc_Arab-dik_Latn", + "languages": [ + "apc-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.870306, + "recall": 0.910079, + "f1": 0.883103, + "accuracy": 0.910079, + "main_score": 0.883103, + "hf_subset": "apc_Arab-hau_Latn", + "languages": [ + "apc-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "apc_Arab-kea_Latn", + "languages": [ + "apc-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.916996, + "recall": 0.9417, + "f1": 0.924901, + "accuracy": 0.9417, + "main_score": 0.924901, + "hf_subset": "apc_Arab-lus_Latn", + "languages": [ + "apc-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.862516, + "recall": 0.900198, + "f1": 0.874144, + "accuracy": 0.900198, + "main_score": 0.874144, + "hf_subset": "apc_Arab-pag_Latn", + "languages": [ + "apc-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "apc_Arab-snd_Arab", + "languages": [ + "apc-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "apc_Arab-tuk_Latn", + "languages": [ + "apc-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "apc_Arab-bak_Cyrl", + "languages": [ + "apc-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.437441, + "recall": 0.508893, + "f1": 0.456901, + "accuracy": 0.508893, + "main_score": 0.456901, + "hf_subset": "apc_Arab-dyu_Latn", + "languages": [ + "apc-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-heb_Hebr", + "languages": [ + "apc-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961528, + "accuracy": 0.970356, + "main_score": 0.961528, + "hf_subset": "apc_Arab-khk_Cyrl", + "languages": [ + "apc-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "apc_Arab-lvs_Latn", + "languages": [ + "apc-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "apc_Arab-pan_Guru", + "languages": [ + "apc-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.845224, + "recall": 0.887352, + "f1": 0.858498, + "accuracy": 0.887352, + "main_score": 0.858498, + "hf_subset": "apc_Arab-som_Latn", + "languages": [ + "apc-Arab", + "som-Latn" + ] + }, + { + "precision": 0.65359, + "recall": 0.721344, + "f1": 0.673038, + "accuracy": 0.721344, + "main_score": 0.673038, + "hf_subset": "apc_Arab-tum_Latn", + "languages": [ + "apc-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.532188, + "recall": 0.607708, + "f1": 0.55368, + "accuracy": 0.607708, + "main_score": 0.55368, + "hf_subset": "bug_Latn-ace_Arab", + "languages": [ + "bug-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.513493, + "recall": 0.563241, + "f1": 0.527309, + "accuracy": 0.563241, + "main_score": 0.527309, + "hf_subset": "bug_Latn-bam_Latn", + "languages": [ + "bug-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.416925, + "recall": 0.493083, + "f1": 0.437242, + "accuracy": 0.493083, + "main_score": 0.437242, + "hf_subset": "bug_Latn-dzo_Tibt", + "languages": [ + "bug-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.752843, + "recall": 0.802372, + "f1": 0.767202, + "accuracy": 0.802372, + "main_score": 0.767202, + "hf_subset": "bug_Latn-hin_Deva", + "languages": [ + "bug-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.667265, + "recall": 0.730237, + "f1": 0.684811, + "accuracy": 0.730237, + "main_score": 0.684811, + "hf_subset": "bug_Latn-khm_Khmr", + "languages": [ + "bug-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.751651, + "recall": 0.800395, + "f1": 0.764676, + "accuracy": 0.800395, + "main_score": 0.764676, + "hf_subset": "bug_Latn-mag_Deva", + "languages": [ + "bug-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.74312, + "recall": 0.788538, + "f1": 0.755399, + "accuracy": 0.788538, + "main_score": 0.755399, + "hf_subset": "bug_Latn-pap_Latn", + "languages": [ + "bug-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.599668, + "recall": 0.666008, + "f1": 0.617398, + "accuracy": 0.666008, + "main_score": 0.617398, + "hf_subset": "bug_Latn-sot_Latn", + "languages": [ + "bug-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.745821, + "recall": 0.789526, + "f1": 0.758122, + "accuracy": 0.789526, + "main_score": 0.758122, + "hf_subset": "bug_Latn-tur_Latn", + "languages": [ + "bug-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.732253, + "recall": 0.778656, + "f1": 0.745317, + "accuracy": 0.778656, + "main_score": 0.745317, + "hf_subset": "bug_Latn-ace_Latn", + "languages": [ + "bug-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.750316, + "recall": 0.796443, + "f1": 0.763132, + "accuracy": 0.796443, + "main_score": 0.763132, + "hf_subset": "bug_Latn-ban_Latn", + "languages": [ + "bug-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.716262, + "recall": 0.769763, + "f1": 0.730886, + "accuracy": 0.769763, + "main_score": 0.730886, + "hf_subset": "bug_Latn-ell_Grek", + "languages": [ + "bug-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.742826, + "recall": 0.787549, + "f1": 0.755069, + "accuracy": 0.787549, + "main_score": 0.755069, + "hf_subset": "bug_Latn-hne_Deva", + "languages": [ + "bug-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.542709, + "recall": 0.593874, + "f1": 0.557458, + "accuracy": 0.593874, + "main_score": 0.557458, + "hf_subset": "bug_Latn-kik_Latn", + "languages": [ + "bug-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.76706, + "recall": 0.810277, + "f1": 0.77944, + "accuracy": 0.810277, + "main_score": 0.77944, + "hf_subset": "bug_Latn-mai_Deva", + "languages": [ + "bug-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.678267, + "recall": 0.737154, + "f1": 0.694699, + "accuracy": 0.737154, + "main_score": 0.694699, + "hf_subset": "bug_Latn-pbt_Arab", + "languages": [ + "bug-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.750329, + "recall": 0.80336, + "f1": 0.765695, + "accuracy": 0.80336, + "main_score": 0.765695, + "hf_subset": "bug_Latn-spa_Latn", + "languages": [ + "bug-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.636388, + "recall": 0.681818, + "f1": 0.648887, + "accuracy": 0.681818, + "main_score": 0.648887, + "hf_subset": "bug_Latn-twi_Latn", + "languages": [ + "bug-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.739326, + "recall": 0.787549, + "f1": 0.752923, + "accuracy": 0.787549, + "main_score": 0.752923, + "hf_subset": "bug_Latn-acm_Arab", + "languages": [ + "bug-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.675761, + "recall": 0.731225, + "f1": 0.690728, + "accuracy": 0.731225, + "main_score": 0.690728, + "hf_subset": "bug_Latn-bel_Cyrl", + "languages": [ + "bug-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.785253, + "recall": 0.837945, + "f1": 0.801108, + "accuracy": 0.837945, + "main_score": 0.801108, + "hf_subset": "bug_Latn-eng_Latn", + "languages": [ + "bug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.736342, + "recall": 0.779644, + "f1": 0.748521, + "accuracy": 0.779644, + "main_score": 0.748521, + "hf_subset": "bug_Latn-hrv_Latn", + "languages": [ + "bug-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.607902, + "recall": 0.655138, + "f1": 0.620681, + "accuracy": 0.655138, + "main_score": 0.620681, + "hf_subset": "bug_Latn-kin_Latn", + "languages": [ + "bug-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.698415, + "recall": 0.753953, + "f1": 0.713303, + "accuracy": 0.753953, + "main_score": 0.713303, + "hf_subset": "bug_Latn-mal_Mlym", + "languages": [ + "bug-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.752841, + "recall": 0.804348, + "f1": 0.767273, + "accuracy": 0.804348, + "main_score": 0.767273, + "hf_subset": "bug_Latn-pes_Arab", + "languages": [ + "bug-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.720896, + "recall": 0.774704, + "f1": 0.735437, + "accuracy": 0.774704, + "main_score": 0.735437, + "hf_subset": "bug_Latn-srd_Latn", + "languages": [ + "bug-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.219206, + "recall": 0.280632, + "f1": 0.234695, + "accuracy": 0.280632, + "main_score": 0.234695, + "hf_subset": "bug_Latn-tzm_Tfng", + "languages": [ + "bug-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.748301, + "recall": 0.793478, + "f1": 0.76059, + "accuracy": 0.793478, + "main_score": 0.76059, + "hf_subset": "bug_Latn-acq_Arab", + "languages": [ + "bug-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.590168, + "recall": 0.639328, + "f1": 0.604137, + "accuracy": 0.639328, + "main_score": 0.604137, + "hf_subset": "bug_Latn-bem_Latn", + "languages": [ + "bug-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.717606, + "recall": 0.758893, + "f1": 0.728732, + "accuracy": 0.758893, + "main_score": 0.728732, + "hf_subset": "bug_Latn-epo_Latn", + "languages": [ + "bug-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.750844, + "recall": 0.795455, + "f1": 0.763941, + "accuracy": 0.795455, + "main_score": 0.763941, + "hf_subset": "bug_Latn-hun_Latn", + "languages": [ + "bug-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.710495, + "recall": 0.758893, + "f1": 0.724257, + "accuracy": 0.758893, + "main_score": 0.724257, + "hf_subset": "bug_Latn-kir_Cyrl", + "languages": [ + "bug-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.725139, + "recall": 0.773715, + "f1": 0.7385, + "accuracy": 0.773715, + "main_score": 0.7385, + "hf_subset": "bug_Latn-mar_Deva", + "languages": [ + "bug-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.634234, + "recall": 0.689723, + "f1": 0.649533, + "accuracy": 0.689723, + "main_score": 0.649533, + "hf_subset": "bug_Latn-plt_Latn", + "languages": [ + "bug-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.724045, + "recall": 0.772727, + "f1": 0.737298, + "accuracy": 0.772727, + "main_score": 0.737298, + "hf_subset": "bug_Latn-srp_Cyrl", + "languages": [ + "bug-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.62986, + "recall": 0.690711, + "f1": 0.646726, + "accuracy": 0.690711, + "main_score": 0.646726, + "hf_subset": "bug_Latn-uig_Arab", + "languages": [ + "bug-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.725579, + "recall": 0.771739, + "f1": 0.738067, + "accuracy": 0.771739, + "main_score": 0.738067, + "hf_subset": "bug_Latn-aeb_Arab", + "languages": [ + "bug-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.734701, + "recall": 0.779644, + "f1": 0.747817, + "accuracy": 0.779644, + "main_score": 0.747817, + "hf_subset": "bug_Latn-ben_Beng", + "languages": [ + "bug-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.732427, + "recall": 0.781621, + "f1": 0.74632, + "accuracy": 0.781621, + "main_score": 0.74632, + "hf_subset": "bug_Latn-est_Latn", + "languages": [ + "bug-Latn", + "est-Latn" + ] + }, + { + "precision": 0.710375, + "recall": 0.762846, + "f1": 0.725335, + "accuracy": 0.762846, + "main_score": 0.725335, + "hf_subset": "bug_Latn-hye_Armn", + "languages": [ + "bug-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.494856, + "recall": 0.544466, + "f1": 0.50904, + "accuracy": 0.544466, + "main_score": 0.50904, + "hf_subset": "bug_Latn-kmb_Latn", + "languages": [ + "bug-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.499016, + "recall": 0.579051, + "f1": 0.521334, + "accuracy": 0.579051, + "main_score": 0.521334, + "hf_subset": "bug_Latn-min_Arab", + "languages": [ + "bug-Latn", + "min-Arab" + ] + }, + { + "precision": 0.760714, + "recall": 0.806324, + "f1": 0.773642, + "accuracy": 0.806324, + "main_score": 0.773642, + "hf_subset": "bug_Latn-pol_Latn", + "languages": [ + "bug-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.548646, + "recall": 0.610672, + "f1": 0.565487, + "accuracy": 0.610672, + "main_score": 0.565487, + "hf_subset": "bug_Latn-ssw_Latn", + "languages": [ + "bug-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.745278, + "recall": 0.797431, + "f1": 0.759718, + "accuracy": 0.797431, + "main_score": 0.759718, + "hf_subset": "bug_Latn-ukr_Cyrl", + "languages": [ + "bug-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.727161, + "recall": 0.778656, + "f1": 0.741253, + "accuracy": 0.778656, + "main_score": 0.741253, + "hf_subset": "bug_Latn-afr_Latn", + "languages": [ + "bug-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.756869, + "recall": 0.807312, + "f1": 0.77114, + "accuracy": 0.807312, + "main_score": 0.77114, + "hf_subset": "bug_Latn-bho_Deva", + "languages": [ + "bug-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.708618, + "recall": 0.757905, + "f1": 0.722158, + "accuracy": 0.757905, + "main_score": 0.722158, + "hf_subset": "bug_Latn-eus_Latn", + "languages": [ + "bug-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.616293, + "recall": 0.663043, + "f1": 0.629913, + "accuracy": 0.663043, + "main_score": 0.629913, + "hf_subset": "bug_Latn-ibo_Latn", + "languages": [ + "bug-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.640786, + "recall": 0.69664, + "f1": 0.656798, + "accuracy": 0.69664, + "main_score": 0.656798, + "hf_subset": "bug_Latn-kmr_Latn", + "languages": [ + "bug-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.727387, + "recall": 0.774704, + "f1": 0.740773, + "accuracy": 0.774704, + "main_score": 0.740773, + "hf_subset": "bug_Latn-min_Latn", + "languages": [ + "bug-Latn", + "min-Latn" + ] + }, + { + "precision": 0.781569, + "recall": 0.825099, + "f1": 0.79426, + "accuracy": 0.825099, + "main_score": 0.79426, + "hf_subset": "bug_Latn-por_Latn", + "languages": [ + "bug-Latn", + "por-Latn" + ] + }, + { + "precision": 0.736836, + "recall": 0.780632, + "f1": 0.748566, + "accuracy": 0.780632, + "main_score": 0.748566, + "hf_subset": "bug_Latn-sun_Latn", + "languages": [ + "bug-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.469639, + "recall": 0.525692, + "f1": 0.486174, + "accuracy": 0.525692, + "main_score": 0.486174, + "hf_subset": "bug_Latn-umb_Latn", + "languages": [ + "bug-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.754364, + "recall": 0.80336, + "f1": 0.767492, + "accuracy": 0.80336, + "main_score": 0.767492, + "hf_subset": "bug_Latn-ajp_Arab", + "languages": [ + "bug-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.5206, + "recall": 0.58498, + "f1": 0.539138, + "accuracy": 0.58498, + "main_score": 0.539138, + "hf_subset": "bug_Latn-bjn_Arab", + "languages": [ + "bug-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.492737, + "recall": 0.538538, + "f1": 0.506178, + "accuracy": 0.538538, + "main_score": 0.506178, + "hf_subset": "bug_Latn-ewe_Latn", + "languages": [ + "bug-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.730242, + "recall": 0.773715, + "f1": 0.741995, + "accuracy": 0.773715, + "main_score": 0.741995, + "hf_subset": "bug_Latn-ilo_Latn", + "languages": [ + "bug-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.28452, + "recall": 0.347826, + "f1": 0.301562, + "accuracy": 0.347826, + "main_score": 0.301562, + "hf_subset": "bug_Latn-knc_Arab", + "languages": [ + "bug-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.733614, + "recall": 0.784585, + "f1": 0.747853, + "accuracy": 0.784585, + "main_score": 0.747853, + "hf_subset": "bug_Latn-mkd_Cyrl", + "languages": [ + "bug-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.739477, + "recall": 0.795455, + "f1": 0.755211, + "accuracy": 0.795455, + "main_score": 0.755211, + "hf_subset": "bug_Latn-prs_Arab", + "languages": [ + "bug-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.747671, + "recall": 0.800395, + "f1": 0.762468, + "accuracy": 0.800395, + "main_score": 0.762468, + "hf_subset": "bug_Latn-swe_Latn", + "languages": [ + "bug-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.728124, + "recall": 0.778656, + "f1": 0.742038, + "accuracy": 0.778656, + "main_score": 0.742038, + "hf_subset": "bug_Latn-urd_Arab", + "languages": [ + "bug-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.625326, + "recall": 0.673913, + "f1": 0.638604, + "accuracy": 0.673913, + "main_score": 0.638604, + "hf_subset": "bug_Latn-aka_Latn", + "languages": [ + "bug-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.764984, + "recall": 0.804348, + "f1": 0.776039, + "accuracy": 0.804348, + "main_score": 0.776039, + "hf_subset": "bug_Latn-bjn_Latn", + "languages": [ + "bug-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.657524, + "recall": 0.708498, + "f1": 0.671829, + "accuracy": 0.708498, + "main_score": 0.671829, + "hf_subset": "bug_Latn-fao_Latn", + "languages": [ + "bug-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.777589, + "recall": 0.81917, + "f1": 0.789079, + "accuracy": 0.81917, + "main_score": 0.789079, + "hf_subset": "bug_Latn-ind_Latn", + "languages": [ + "bug-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.534898, + "recall": 0.583992, + "f1": 0.548834, + "accuracy": 0.583992, + "main_score": 0.548834, + "hf_subset": "bug_Latn-knc_Latn", + "languages": [ + "bug-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.721555, + "recall": 0.766798, + "f1": 0.733521, + "accuracy": 0.766798, + "main_score": 0.733521, + "hf_subset": "bug_Latn-mlt_Latn", + "languages": [ + "bug-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.585625, + "recall": 0.645257, + "f1": 0.60328, + "accuracy": 0.645257, + "main_score": 0.60328, + "hf_subset": "bug_Latn-quy_Latn", + "languages": [ + "bug-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.689313, + "recall": 0.750988, + "f1": 0.706541, + "accuracy": 0.750988, + "main_score": 0.706541, + "hf_subset": "bug_Latn-swh_Latn", + "languages": [ + "bug-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.704007, + "recall": 0.755929, + "f1": 0.717776, + "accuracy": 0.755929, + "main_score": 0.717776, + "hf_subset": "bug_Latn-uzn_Latn", + "languages": [ + "bug-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.70608, + "recall": 0.754941, + "f1": 0.719307, + "accuracy": 0.754941, + "main_score": 0.719307, + "hf_subset": "bug_Latn-als_Latn", + "languages": [ + "bug-Latn", + "als-Latn" + ] + }, + { + "precision": 0.482353, + "recall": 0.559289, + "f1": 0.502859, + "accuracy": 0.559289, + "main_score": 0.502859, + "hf_subset": "bug_Latn-bod_Tibt", + "languages": [ + "bug-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.559375, + "recall": 0.613636, + "f1": 0.574631, + "accuracy": 0.613636, + "main_score": 0.574631, + "hf_subset": "bug_Latn-fij_Latn", + "languages": [ + "bug-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.678343, + "recall": 0.738142, + "f1": 0.694967, + "accuracy": 0.738142, + "main_score": 0.694967, + "hf_subset": "bug_Latn-isl_Latn", + "languages": [ + "bug-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.594097, + "recall": 0.649209, + "f1": 0.609701, + "accuracy": 0.649209, + "main_score": 0.609701, + "hf_subset": "bug_Latn-kon_Latn", + "languages": [ + "bug-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.580518, + "recall": 0.642292, + "f1": 0.598119, + "accuracy": 0.642292, + "main_score": 0.598119, + "hf_subset": "bug_Latn-mni_Beng", + "languages": [ + "bug-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.750695, + "recall": 0.800395, + "f1": 0.76445, + "accuracy": 0.800395, + "main_score": 0.76445, + "hf_subset": "bug_Latn-ron_Latn", + "languages": [ + "bug-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.755412, + "recall": 0.799407, + "f1": 0.768192, + "accuracy": 0.799407, + "main_score": 0.768192, + "hf_subset": "bug_Latn-szl_Latn", + "languages": [ + "bug-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.76518, + "recall": 0.805336, + "f1": 0.776383, + "accuracy": 0.805336, + "main_score": 0.776383, + "hf_subset": "bug_Latn-vec_Latn", + "languages": [ + "bug-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.686809, + "recall": 0.740119, + "f1": 0.702181, + "accuracy": 0.740119, + "main_score": 0.702181, + "hf_subset": "bug_Latn-amh_Ethi", + "languages": [ + "bug-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.747538, + "recall": 0.79249, + "f1": 0.76042, + "accuracy": 0.79249, + "main_score": 0.76042, + "hf_subset": "bug_Latn-bos_Latn", + "languages": [ + "bug-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.736381, + "recall": 0.785573, + "f1": 0.750126, + "accuracy": 0.785573, + "main_score": 0.750126, + "hf_subset": "bug_Latn-fin_Latn", + "languages": [ + "bug-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.756472, + "recall": 0.806324, + "f1": 0.77062, + "accuracy": 0.806324, + "main_score": 0.77062, + "hf_subset": "bug_Latn-ita_Latn", + "languages": [ + "bug-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.774795, + "recall": 0.818182, + "f1": 0.787373, + "accuracy": 0.818182, + "main_score": 0.787373, + "hf_subset": "bug_Latn-kor_Hang", + "languages": [ + "bug-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.510935, + "recall": 0.566206, + "f1": 0.526874, + "accuracy": 0.566206, + "main_score": 0.526874, + "hf_subset": "bug_Latn-mos_Latn", + "languages": [ + "bug-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.54944, + "recall": 0.605731, + "f1": 0.564507, + "accuracy": 0.605731, + "main_score": 0.564507, + "hf_subset": "bug_Latn-run_Latn", + "languages": [ + "bug-Latn", + "run-Latn" + ] + }, + { + "precision": 0.708851, + "recall": 0.76581, + "f1": 0.724952, + "accuracy": 0.76581, + "main_score": 0.724952, + "hf_subset": "bug_Latn-tam_Taml", + "languages": [ + "bug-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.755101, + "recall": 0.801383, + "f1": 0.767928, + "accuracy": 0.801383, + "main_score": 0.767928, + "hf_subset": "bug_Latn-vie_Latn", + "languages": [ + "bug-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.729903, + "recall": 0.777668, + "f1": 0.743166, + "accuracy": 0.777668, + "main_score": 0.743166, + "hf_subset": "bug_Latn-apc_Arab", + "languages": [ + "bug-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.45113, + "recall": 0.503953, + "f1": 0.466093, + "accuracy": 0.503953, + "main_score": 0.466093, + "hf_subset": "bug_Latn-fon_Latn", + "languages": [ + "bug-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.738867, + "recall": 0.783597, + "f1": 0.751324, + "accuracy": 0.783597, + "main_score": 0.751324, + "hf_subset": "bug_Latn-jav_Latn", + "languages": [ + "bug-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.652741, + "recall": 0.70751, + "f1": 0.667848, + "accuracy": 0.70751, + "main_score": 0.667848, + "hf_subset": "bug_Latn-lao_Laoo", + "languages": [ + "bug-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.585624, + "recall": 0.660079, + "f1": 0.606949, + "accuracy": 0.660079, + "main_score": 0.606949, + "hf_subset": "bug_Latn-mri_Latn", + "languages": [ + "bug-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.741674, + "recall": 0.793478, + "f1": 0.756178, + "accuracy": 0.793478, + "main_score": 0.756178, + "hf_subset": "bug_Latn-rus_Cyrl", + "languages": [ + "bug-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.534585, + "recall": 0.587945, + "f1": 0.550823, + "accuracy": 0.587945, + "main_score": 0.550823, + "hf_subset": "bug_Latn-taq_Latn", + "languages": [ + "bug-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.734366, + "recall": 0.779644, + "f1": 0.74703, + "accuracy": 0.779644, + "main_score": 0.74703, + "hf_subset": "bug_Latn-war_Latn", + "languages": [ + "bug-Latn", + "war-Latn" + ] + }, + { + "precision": 0.730474, + "recall": 0.784585, + "f1": 0.745677, + "accuracy": 0.784585, + "main_score": 0.745677, + "hf_subset": "bug_Latn-arb_Arab", + "languages": [ + "bug-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.769634, + "recall": 0.816206, + "f1": 0.782397, + "accuracy": 0.816206, + "main_score": 0.782397, + "hf_subset": "bug_Latn-bul_Cyrl", + "languages": [ + "bug-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.761168, + "recall": 0.810277, + "f1": 0.77519, + "accuracy": 0.810277, + "main_score": 0.77519, + "hf_subset": "bug_Latn-fra_Latn", + "languages": [ + "bug-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.770006, + "recall": 0.818182, + "f1": 0.783865, + "accuracy": 0.818182, + "main_score": 0.783865, + "hf_subset": "bug_Latn-jpn_Jpan", + "languages": [ + "bug-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.781138, + "recall": 0.820158, + "f1": 0.791854, + "accuracy": 0.820158, + "main_score": 0.791854, + "hf_subset": "bug_Latn-lij_Latn", + "languages": [ + "bug-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.685775, + "recall": 0.747036, + "f1": 0.703146, + "accuracy": 0.747036, + "main_score": 0.703146, + "hf_subset": "bug_Latn-mya_Mymr", + "languages": [ + "bug-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.561554, + "recall": 0.610672, + "f1": 0.575972, + "accuracy": 0.610672, + "main_score": 0.575972, + "hf_subset": "bug_Latn-sag_Latn", + "languages": [ + "bug-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.230369, + "recall": 0.295455, + "f1": 0.246789, + "accuracy": 0.295455, + "main_score": 0.246789, + "hf_subset": "bug_Latn-taq_Tfng", + "languages": [ + "bug-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.614856, + "recall": 0.666996, + "f1": 0.629782, + "accuracy": 0.666996, + "main_score": 0.629782, + "hf_subset": "bug_Latn-wol_Latn", + "languages": [ + "bug-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.598864, + "recall": 0.661067, + "f1": 0.616404, + "accuracy": 0.661067, + "main_score": 0.616404, + "hf_subset": "bug_Latn-arb_Latn", + "languages": [ + "bug-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.745389, + "recall": 0.794466, + "f1": 0.759376, + "accuracy": 0.794466, + "main_score": 0.759376, + "hf_subset": "bug_Latn-cat_Latn", + "languages": [ + "bug-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.778181, + "recall": 0.821146, + "f1": 0.790299, + "accuracy": 0.821146, + "main_score": 0.790299, + "hf_subset": "bug_Latn-fur_Latn", + "languages": [ + "bug-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.427006, + "recall": 0.487154, + "f1": 0.443845, + "accuracy": 0.487154, + "main_score": 0.443845, + "hf_subset": "bug_Latn-kab_Latn", + "languages": [ + "bug-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.726775, + "recall": 0.769763, + "f1": 0.738046, + "accuracy": 0.769763, + "main_score": 0.738046, + "hf_subset": "bug_Latn-lim_Latn", + "languages": [ + "bug-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.755504, + "recall": 0.801383, + "f1": 0.768721, + "accuracy": 0.801383, + "main_score": 0.768721, + "hf_subset": "bug_Latn-nld_Latn", + "languages": [ + "bug-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.695798, + "recall": 0.756917, + "f1": 0.71306, + "accuracy": 0.756917, + "main_score": 0.71306, + "hf_subset": "bug_Latn-san_Deva", + "languages": [ + "bug-Latn", + "san-Deva" + ] + }, + { + "precision": 0.699907, + "recall": 0.752964, + "f1": 0.714869, + "accuracy": 0.752964, + "main_score": 0.714869, + "hf_subset": "bug_Latn-tat_Cyrl", + "languages": [ + "bug-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.630557, + "recall": 0.687747, + "f1": 0.645986, + "accuracy": 0.687747, + "main_score": 0.645986, + "hf_subset": "bug_Latn-xho_Latn", + "languages": [ + "bug-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.723361, + "recall": 0.77668, + "f1": 0.738729, + "accuracy": 0.77668, + "main_score": 0.738729, + "hf_subset": "bug_Latn-ars_Arab", + "languages": [ + "bug-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.730312, + "recall": 0.771739, + "f1": 0.741164, + "accuracy": 0.771739, + "main_score": 0.741164, + "hf_subset": "bug_Latn-ceb_Latn", + "languages": [ + "bug-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.510459, + "recall": 0.561265, + "f1": 0.5255, + "accuracy": 0.561265, + "main_score": 0.5255, + "hf_subset": "bug_Latn-fuv_Latn", + "languages": [ + "bug-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.502364, + "recall": 0.552372, + "f1": 0.516637, + "accuracy": 0.552372, + "main_score": 0.516637, + "hf_subset": "bug_Latn-kac_Latn", + "languages": [ + "bug-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.618208, + "recall": 0.664032, + "f1": 0.63065, + "accuracy": 0.664032, + "main_score": 0.63065, + "hf_subset": "bug_Latn-lin_Latn", + "languages": [ + "bug-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.731962, + "recall": 0.774704, + "f1": 0.743892, + "accuracy": 0.774704, + "main_score": 0.743892, + "hf_subset": "bug_Latn-nno_Latn", + "languages": [ + "bug-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.648198, + "recall": 0.711462, + "f1": 0.666506, + "accuracy": 0.711462, + "main_score": 0.666506, + "hf_subset": "bug_Latn-sat_Olck", + "languages": [ + "bug-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.70323, + "recall": 0.757905, + "f1": 0.718223, + "accuracy": 0.757905, + "main_score": 0.718223, + "hf_subset": "bug_Latn-tel_Telu", + "languages": [ + "bug-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.687325, + "recall": 0.744071, + "f1": 0.703366, + "accuracy": 0.744071, + "main_score": 0.703366, + "hf_subset": "bug_Latn-ydd_Hebr", + "languages": [ + "bug-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.707991, + "recall": 0.758893, + "f1": 0.721678, + "accuracy": 0.758893, + "main_score": 0.721678, + "hf_subset": "bug_Latn-ary_Arab", + "languages": [ + "bug-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.754868, + "recall": 0.805336, + "f1": 0.769431, + "accuracy": 0.805336, + "main_score": 0.769431, + "hf_subset": "bug_Latn-ces_Latn", + "languages": [ + "bug-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.526285, + "recall": 0.583004, + "f1": 0.541673, + "accuracy": 0.583004, + "main_score": 0.541673, + "hf_subset": "bug_Latn-gaz_Latn", + "languages": [ + "bug-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.527284, + "recall": 0.590909, + "f1": 0.545101, + "accuracy": 0.590909, + "main_score": 0.545101, + "hf_subset": "bug_Latn-kam_Latn", + "languages": [ + "bug-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.711825, + "recall": 0.763834, + "f1": 0.726587, + "accuracy": 0.763834, + "main_score": 0.726587, + "hf_subset": "bug_Latn-lit_Latn", + "languages": [ + "bug-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.756261, + "recall": 0.805336, + "f1": 0.769794, + "accuracy": 0.805336, + "main_score": 0.769794, + "hf_subset": "bug_Latn-nob_Latn", + "languages": [ + "bug-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.734495, + "recall": 0.778656, + "f1": 0.74685, + "accuracy": 0.778656, + "main_score": 0.74685, + "hf_subset": "bug_Latn-scn_Latn", + "languages": [ + "bug-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.685302, + "recall": 0.740119, + "f1": 0.700685, + "accuracy": 0.740119, + "main_score": 0.700685, + "hf_subset": "bug_Latn-tgk_Cyrl", + "languages": [ + "bug-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.545639, + "recall": 0.610672, + "f1": 0.564101, + "accuracy": 0.610672, + "main_score": 0.564101, + "hf_subset": "bug_Latn-yor_Latn", + "languages": [ + "bug-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.736212, + "recall": 0.785573, + "f1": 0.749861, + "accuracy": 0.785573, + "main_score": 0.749861, + "hf_subset": "bug_Latn-arz_Arab", + "languages": [ + "bug-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.509545, + "recall": 0.574111, + "f1": 0.528066, + "accuracy": 0.574111, + "main_score": 0.528066, + "hf_subset": "bug_Latn-cjk_Latn", + "languages": [ + "bug-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.669787, + "recall": 0.731225, + "f1": 0.686413, + "accuracy": 0.731225, + "main_score": 0.686413, + "hf_subset": "bug_Latn-gla_Latn", + "languages": [ + "bug-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.687079, + "recall": 0.73913, + "f1": 0.7019, + "accuracy": 0.73913, + "main_score": 0.7019, + "hf_subset": "bug_Latn-kan_Knda", + "languages": [ + "bug-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.76255, + "recall": 0.80336, + "f1": 0.772824, + "accuracy": 0.80336, + "main_score": 0.772824, + "hf_subset": "bug_Latn-lmo_Latn", + "languages": [ + "bug-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.735466, + "recall": 0.784585, + "f1": 0.749066, + "accuracy": 0.784585, + "main_score": 0.749066, + "hf_subset": "bug_Latn-npi_Deva", + "languages": [ + "bug-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.456103, + "recall": 0.52668, + "f1": 0.475549, + "accuracy": 0.52668, + "main_score": 0.475549, + "hf_subset": "bug_Latn-shn_Mymr", + "languages": [ + "bug-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.740581, + "recall": 0.788538, + "f1": 0.753784, + "accuracy": 0.788538, + "main_score": 0.753784, + "hf_subset": "bug_Latn-tgl_Latn", + "languages": [ + "bug-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.735924, + "recall": 0.787549, + "f1": 0.750043, + "accuracy": 0.787549, + "main_score": 0.750043, + "hf_subset": "bug_Latn-yue_Hant", + "languages": [ + "bug-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.69395, + "recall": 0.735178, + "f1": 0.706018, + "accuracy": 0.735178, + "main_score": 0.706018, + "hf_subset": "bug_Latn-asm_Beng", + "languages": [ + "bug-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.650637, + "recall": 0.712451, + "f1": 0.667977, + "accuracy": 0.712451, + "main_score": 0.667977, + "hf_subset": "bug_Latn-ckb_Arab", + "languages": [ + "bug-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.675261, + "recall": 0.732213, + "f1": 0.691466, + "accuracy": 0.732213, + "main_score": 0.691466, + "hf_subset": "bug_Latn-gle_Latn", + "languages": [ + "bug-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.702152, + "recall": 0.757905, + "f1": 0.718729, + "accuracy": 0.757905, + "main_score": 0.718729, + "hf_subset": "bug_Latn-kas_Arab", + "languages": [ + "bug-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.686337, + "recall": 0.73913, + "f1": 0.700956, + "accuracy": 0.73913, + "main_score": 0.700956, + "hf_subset": "bug_Latn-ltg_Latn", + "languages": [ + "bug-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.607526, + "recall": 0.65415, + "f1": 0.62054, + "accuracy": 0.65415, + "main_score": 0.62054, + "hf_subset": "bug_Latn-nso_Latn", + "languages": [ + "bug-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.677769, + "recall": 0.73419, + "f1": 0.69389, + "accuracy": 0.73419, + "main_score": 0.69389, + "hf_subset": "bug_Latn-sin_Sinh", + "languages": [ + "bug-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.727841, + "recall": 0.782609, + "f1": 0.743007, + "accuracy": 0.782609, + "main_score": 0.743007, + "hf_subset": "bug_Latn-tha_Thai", + "languages": [ + "bug-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.697651, + "recall": 0.750988, + "f1": 0.711035, + "accuracy": 0.750988, + "main_score": 0.711035, + "hf_subset": "bug_Latn-zho_Hans", + "languages": [ + "bug-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.739547, + "recall": 0.783597, + "f1": 0.751242, + "accuracy": 0.783597, + "main_score": 0.751242, + "hf_subset": "bug_Latn-ast_Latn", + "languages": [ + "bug-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.731648, + "recall": 0.778656, + "f1": 0.745267, + "accuracy": 0.778656, + "main_score": 0.745267, + "hf_subset": "bug_Latn-crh_Latn", + "languages": [ + "bug-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.761311, + "recall": 0.804348, + "f1": 0.773054, + "accuracy": 0.804348, + "main_score": 0.773054, + "hf_subset": "bug_Latn-glg_Latn", + "languages": [ + "bug-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.677609, + "recall": 0.730237, + "f1": 0.692582, + "accuracy": 0.730237, + "main_score": 0.692582, + "hf_subset": "bug_Latn-kas_Deva", + "languages": [ + "bug-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.719984, + "recall": 0.767787, + "f1": 0.732761, + "accuracy": 0.767787, + "main_score": 0.732761, + "hf_subset": "bug_Latn-ltz_Latn", + "languages": [ + "bug-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.459423, + "recall": 0.524704, + "f1": 0.477476, + "accuracy": 0.524704, + "main_score": 0.477476, + "hf_subset": "bug_Latn-nus_Latn", + "languages": [ + "bug-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.749442, + "recall": 0.796443, + "f1": 0.762271, + "accuracy": 0.796443, + "main_score": 0.762271, + "hf_subset": "bug_Latn-slk_Latn", + "languages": [ + "bug-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.564316, + "recall": 0.62253, + "f1": 0.580976, + "accuracy": 0.62253, + "main_score": 0.580976, + "hf_subset": "bug_Latn-tir_Ethi", + "languages": [ + "bug-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.734134, + "recall": 0.787549, + "f1": 0.748895, + "accuracy": 0.787549, + "main_score": 0.748895, + "hf_subset": "bug_Latn-zho_Hant", + "languages": [ + "bug-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.740407, + "recall": 0.791502, + "f1": 0.754991, + "accuracy": 0.791502, + "main_score": 0.754991, + "hf_subset": "bug_Latn-awa_Deva", + "languages": [ + "bug-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.700721, + "recall": 0.752964, + "f1": 0.715235, + "accuracy": 0.752964, + "main_score": 0.715235, + "hf_subset": "bug_Latn-cym_Latn", + "languages": [ + "bug-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.69618, + "recall": 0.735178, + "f1": 0.707527, + "accuracy": 0.735178, + "main_score": 0.707527, + "hf_subset": "bug_Latn-grn_Latn", + "languages": [ + "bug-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.729556, + "recall": 0.777668, + "f1": 0.742544, + "accuracy": 0.777668, + "main_score": 0.742544, + "hf_subset": "bug_Latn-kat_Geor", + "languages": [ + "bug-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.58415, + "recall": 0.633399, + "f1": 0.597853, + "accuracy": 0.633399, + "main_score": 0.597853, + "hf_subset": "bug_Latn-lua_Latn", + "languages": [ + "bug-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.612448, + "recall": 0.66502, + "f1": 0.626524, + "accuracy": 0.66502, + "main_score": 0.626524, + "hf_subset": "bug_Latn-nya_Latn", + "languages": [ + "bug-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.745963, + "recall": 0.79249, + "f1": 0.759282, + "accuracy": 0.79249, + "main_score": 0.759282, + "hf_subset": "bug_Latn-slv_Latn", + "languages": [ + "bug-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.714759, + "recall": 0.761858, + "f1": 0.728306, + "accuracy": 0.761858, + "main_score": 0.728306, + "hf_subset": "bug_Latn-tpi_Latn", + "languages": [ + "bug-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.760331, + "recall": 0.805336, + "f1": 0.772415, + "accuracy": 0.805336, + "main_score": 0.772415, + "hf_subset": "bug_Latn-zsm_Latn", + "languages": [ + "bug-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.515482, + "recall": 0.572134, + "f1": 0.531922, + "accuracy": 0.572134, + "main_score": 0.531922, + "hf_subset": "bug_Latn-ayr_Latn", + "languages": [ + "bug-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.767817, + "recall": 0.810277, + "f1": 0.779628, + "accuracy": 0.810277, + "main_score": 0.779628, + "hf_subset": "bug_Latn-dan_Latn", + "languages": [ + "bug-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.724886, + "recall": 0.779644, + "f1": 0.739941, + "accuracy": 0.779644, + "main_score": 0.739941, + "hf_subset": "bug_Latn-guj_Gujr", + "languages": [ + "bug-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.71734, + "recall": 0.764822, + "f1": 0.730529, + "accuracy": 0.764822, + "main_score": 0.730529, + "hf_subset": "bug_Latn-kaz_Cyrl", + "languages": [ + "bug-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.519317, + "recall": 0.583004, + "f1": 0.536668, + "accuracy": 0.583004, + "main_score": 0.536668, + "hf_subset": "bug_Latn-lug_Latn", + "languages": [ + "bug-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.757912, + "recall": 0.796443, + "f1": 0.768548, + "accuracy": 0.796443, + "main_score": 0.768548, + "hf_subset": "bug_Latn-oci_Latn", + "languages": [ + "bug-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.621949, + "recall": 0.676877, + "f1": 0.636889, + "accuracy": 0.676877, + "main_score": 0.636889, + "hf_subset": "bug_Latn-smo_Latn", + "languages": [ + "bug-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.553355, + "recall": 0.608696, + "f1": 0.568406, + "accuracy": 0.608696, + "main_score": 0.568406, + "hf_subset": "bug_Latn-tsn_Latn", + "languages": [ + "bug-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.58482, + "recall": 0.650198, + "f1": 0.602476, + "accuracy": 0.650198, + "main_score": 0.602476, + "hf_subset": "bug_Latn-zul_Latn", + "languages": [ + "bug-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.678021, + "recall": 0.73419, + "f1": 0.694114, + "accuracy": 0.73419, + "main_score": 0.694114, + "hf_subset": "bug_Latn-azb_Arab", + "languages": [ + "bug-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.774532, + "recall": 0.822134, + "f1": 0.788697, + "accuracy": 0.822134, + "main_score": 0.788697, + "hf_subset": "bug_Latn-deu_Latn", + "languages": [ + "bug-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.697145, + "recall": 0.753953, + "f1": 0.713188, + "accuracy": 0.753953, + "main_score": 0.713188, + "hf_subset": "bug_Latn-hat_Latn", + "languages": [ + "bug-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.481983, + "recall": 0.535573, + "f1": 0.497318, + "accuracy": 0.535573, + "main_score": 0.497318, + "hf_subset": "bug_Latn-kbp_Latn", + "languages": [ + "bug-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.549801, + "recall": 0.598814, + "f1": 0.563138, + "accuracy": 0.598814, + "main_score": 0.563138, + "hf_subset": "bug_Latn-luo_Latn", + "languages": [ + "bug-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.682545, + "recall": 0.743083, + "f1": 0.699356, + "accuracy": 0.743083, + "main_score": 0.699356, + "hf_subset": "bug_Latn-ory_Orya", + "languages": [ + "bug-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.595582, + "recall": 0.663043, + "f1": 0.61459, + "accuracy": 0.663043, + "main_score": 0.61459, + "hf_subset": "bug_Latn-sna_Latn", + "languages": [ + "bug-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.551745, + "recall": 0.604743, + "f1": 0.566005, + "accuracy": 0.604743, + "main_score": 0.566005, + "hf_subset": "bug_Latn-tso_Latn", + "languages": [ + "bug-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.713674, + "recall": 0.766798, + "f1": 0.7286, + "accuracy": 0.766798, + "main_score": 0.7286, + "hf_subset": "bug_Latn-azj_Latn", + "languages": [ + "bug-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.517047, + "recall": 0.568182, + "f1": 0.532073, + "accuracy": 0.568182, + "main_score": 0.532073, + "hf_subset": "bug_Latn-dik_Latn", + "languages": [ + "bug-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.619361, + "recall": 0.673913, + "f1": 0.634098, + "accuracy": 0.673913, + "main_score": 0.634098, + "hf_subset": "bug_Latn-hau_Latn", + "languages": [ + "bug-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.736519, + "recall": 0.782609, + "f1": 0.748902, + "accuracy": 0.782609, + "main_score": 0.748902, + "hf_subset": "bug_Latn-kea_Latn", + "languages": [ + "bug-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.660236, + "recall": 0.710474, + "f1": 0.674361, + "accuracy": 0.710474, + "main_score": 0.674361, + "hf_subset": "bug_Latn-lus_Latn", + "languages": [ + "bug-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.732295, + "recall": 0.77668, + "f1": 0.745034, + "accuracy": 0.77668, + "main_score": 0.745034, + "hf_subset": "bug_Latn-pag_Latn", + "languages": [ + "bug-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.669457, + "recall": 0.729249, + "f1": 0.685951, + "accuracy": 0.729249, + "main_score": 0.685951, + "hf_subset": "bug_Latn-snd_Arab", + "languages": [ + "bug-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.688072, + "recall": 0.73913, + "f1": 0.702564, + "accuracy": 0.73913, + "main_score": 0.702564, + "hf_subset": "bug_Latn-tuk_Latn", + "languages": [ + "bug-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.712091, + "recall": 0.759881, + "f1": 0.72506, + "accuracy": 0.759881, + "main_score": 0.72506, + "hf_subset": "bug_Latn-bak_Cyrl", + "languages": [ + "bug-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.472679, + "recall": 0.535573, + "f1": 0.490705, + "accuracy": 0.535573, + "main_score": 0.490705, + "hf_subset": "bug_Latn-dyu_Latn", + "languages": [ + "bug-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.738055, + "recall": 0.787549, + "f1": 0.751337, + "accuracy": 0.787549, + "main_score": 0.751337, + "hf_subset": "bug_Latn-heb_Hebr", + "languages": [ + "bug-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.693706, + "recall": 0.746047, + "f1": 0.708974, + "accuracy": 0.746047, + "main_score": 0.708974, + "hf_subset": "bug_Latn-khk_Cyrl", + "languages": [ + "bug-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.733519, + "recall": 0.781621, + "f1": 0.746247, + "accuracy": 0.781621, + "main_score": 0.746247, + "hf_subset": "bug_Latn-lvs_Latn", + "languages": [ + "bug-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.704946, + "recall": 0.758893, + "f1": 0.719315, + "accuracy": 0.758893, + "main_score": 0.719315, + "hf_subset": "bug_Latn-pan_Guru", + "languages": [ + "bug-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.612074, + "recall": 0.675889, + "f1": 0.629923, + "accuracy": 0.675889, + "main_score": 0.629923, + "hf_subset": "bug_Latn-som_Latn", + "languages": [ + "bug-Latn", + "som-Latn" + ] + }, + { + "precision": 0.556365, + "recall": 0.602767, + "f1": 0.569884, + "accuracy": 0.602767, + "main_score": 0.569884, + "hf_subset": "bug_Latn-tum_Latn", + "languages": [ + "bug-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.305811, + "recall": 0.360672, + "f1": 0.320929, + "accuracy": 0.360672, + "main_score": 0.320929, + "hf_subset": "fon_Latn-ace_Arab", + "languages": [ + "fon-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.426726, + "recall": 0.475296, + "f1": 0.440021, + "accuracy": 0.475296, + "main_score": 0.440021, + "hf_subset": "fon_Latn-bam_Latn", + "languages": [ + "fon-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.246268, + "recall": 0.299407, + "f1": 0.259466, + "accuracy": 0.299407, + "main_score": 0.259466, + "hf_subset": "fon_Latn-dzo_Tibt", + "languages": [ + "fon-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.389257, + "recall": 0.439723, + "f1": 0.402707, + "accuracy": 0.439723, + "main_score": 0.402707, + "hf_subset": "fon_Latn-hin_Deva", + "languages": [ + "fon-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.365034, + "recall": 0.407115, + "f1": 0.376297, + "accuracy": 0.407115, + "main_score": 0.376297, + "hf_subset": "fon_Latn-khm_Khmr", + "languages": [ + "fon-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.377318, + "recall": 0.423913, + "f1": 0.389268, + "accuracy": 0.423913, + "main_score": 0.389268, + "hf_subset": "fon_Latn-mag_Deva", + "languages": [ + "fon-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.38765, + "recall": 0.43083, + "f1": 0.398952, + "accuracy": 0.43083, + "main_score": 0.398952, + "hf_subset": "fon_Latn-pap_Latn", + "languages": [ + "fon-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.378744, + "recall": 0.425889, + "f1": 0.390467, + "accuracy": 0.425889, + "main_score": 0.390467, + "hf_subset": "fon_Latn-sot_Latn", + "languages": [ + "fon-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.390104, + "recall": 0.435771, + "f1": 0.402251, + "accuracy": 0.435771, + "main_score": 0.402251, + "hf_subset": "fon_Latn-tur_Latn", + "languages": [ + "fon-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.384017, + "recall": 0.427866, + "f1": 0.395022, + "accuracy": 0.427866, + "main_score": 0.395022, + "hf_subset": "fon_Latn-ace_Latn", + "languages": [ + "fon-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.355729, + "recall": 0.402174, + "f1": 0.36757, + "accuracy": 0.402174, + "main_score": 0.36757, + "hf_subset": "fon_Latn-ban_Latn", + "languages": [ + "fon-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.37726, + "recall": 0.421937, + "f1": 0.389411, + "accuracy": 0.421937, + "main_score": 0.389411, + "hf_subset": "fon_Latn-ell_Grek", + "languages": [ + "fon-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.370085, + "recall": 0.414032, + "f1": 0.38199, + "accuracy": 0.414032, + "main_score": 0.38199, + "hf_subset": "fon_Latn-hne_Deva", + "languages": [ + "fon-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.39426, + "recall": 0.433794, + "f1": 0.405007, + "accuracy": 0.433794, + "main_score": 0.405007, + "hf_subset": "fon_Latn-kik_Latn", + "languages": [ + "fon-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.379358, + "recall": 0.425889, + "f1": 0.390843, + "accuracy": 0.425889, + "main_score": 0.390843, + "hf_subset": "fon_Latn-mai_Deva", + "languages": [ + "fon-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.352814, + "recall": 0.395257, + "f1": 0.363243, + "accuracy": 0.395257, + "main_score": 0.363243, + "hf_subset": "fon_Latn-pbt_Arab", + "languages": [ + "fon-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.390733, + "recall": 0.4417, + "f1": 0.403942, + "accuracy": 0.4417, + "main_score": 0.403942, + "hf_subset": "fon_Latn-spa_Latn", + "languages": [ + "fon-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.423805, + "recall": 0.464427, + "f1": 0.435479, + "accuracy": 0.464427, + "main_score": 0.435479, + "hf_subset": "fon_Latn-twi_Latn", + "languages": [ + "fon-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.392189, + "recall": 0.431818, + "f1": 0.403233, + "accuracy": 0.431818, + "main_score": 0.403233, + "hf_subset": "fon_Latn-acm_Arab", + "languages": [ + "fon-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.345289, + "recall": 0.38834, + "f1": 0.356697, + "accuracy": 0.38834, + "main_score": 0.356697, + "hf_subset": "fon_Latn-bel_Cyrl", + "languages": [ + "fon-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.40919, + "recall": 0.468379, + "f1": 0.425297, + "accuracy": 0.468379, + "main_score": 0.425297, + "hf_subset": "fon_Latn-eng_Latn", + "languages": [ + "fon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.365404, + "recall": 0.413043, + "f1": 0.378271, + "accuracy": 0.413043, + "main_score": 0.378271, + "hf_subset": "fon_Latn-hrv_Latn", + "languages": [ + "fon-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.381293, + "recall": 0.423913, + "f1": 0.392564, + "accuracy": 0.423913, + "main_score": 0.392564, + "hf_subset": "fon_Latn-kin_Latn", + "languages": [ + "fon-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.355018, + "recall": 0.401186, + "f1": 0.367428, + "accuracy": 0.401186, + "main_score": 0.367428, + "hf_subset": "fon_Latn-mal_Mlym", + "languages": [ + "fon-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.385839, + "recall": 0.431818, + "f1": 0.397347, + "accuracy": 0.431818, + "main_score": 0.397347, + "hf_subset": "fon_Latn-pes_Arab", + "languages": [ + "fon-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.376771, + "recall": 0.421937, + "f1": 0.388858, + "accuracy": 0.421937, + "main_score": 0.388858, + "hf_subset": "fon_Latn-srd_Latn", + "languages": [ + "fon-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.208736, + "recall": 0.255929, + "f1": 0.21975, + "accuracy": 0.255929, + "main_score": 0.21975, + "hf_subset": "fon_Latn-tzm_Tfng", + "languages": [ + "fon-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.37937, + "recall": 0.421937, + "f1": 0.391088, + "accuracy": 0.421937, + "main_score": 0.391088, + "hf_subset": "fon_Latn-acq_Arab", + "languages": [ + "fon-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.417715, + "recall": 0.460474, + "f1": 0.429098, + "accuracy": 0.460474, + "main_score": 0.429098, + "hf_subset": "fon_Latn-bem_Latn", + "languages": [ + "fon-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.349914, + "recall": 0.394269, + "f1": 0.361967, + "accuracy": 0.394269, + "main_score": 0.361967, + "hf_subset": "fon_Latn-epo_Latn", + "languages": [ + "fon-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.379711, + "recall": 0.427866, + "f1": 0.392953, + "accuracy": 0.427866, + "main_score": 0.392953, + "hf_subset": "fon_Latn-hun_Latn", + "languages": [ + "fon-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.358227, + "recall": 0.401186, + "f1": 0.369531, + "accuracy": 0.401186, + "main_score": 0.369531, + "hf_subset": "fon_Latn-kir_Cyrl", + "languages": [ + "fon-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.363478, + "recall": 0.413043, + "f1": 0.376809, + "accuracy": 0.413043, + "main_score": 0.376809, + "hf_subset": "fon_Latn-mar_Deva", + "languages": [ + "fon-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.400389, + "recall": 0.444664, + "f1": 0.412207, + "accuracy": 0.444664, + "main_score": 0.412207, + "hf_subset": "fon_Latn-plt_Latn", + "languages": [ + "fon-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.35754, + "recall": 0.403162, + "f1": 0.370114, + "accuracy": 0.403162, + "main_score": 0.370114, + "hf_subset": "fon_Latn-srp_Cyrl", + "languages": [ + "fon-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.345077, + "recall": 0.392292, + "f1": 0.35658, + "accuracy": 0.392292, + "main_score": 0.35658, + "hf_subset": "fon_Latn-uig_Arab", + "languages": [ + "fon-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.34874, + "recall": 0.397233, + "f1": 0.361425, + "accuracy": 0.397233, + "main_score": 0.361425, + "hf_subset": "fon_Latn-aeb_Arab", + "languages": [ + "fon-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.367873, + "recall": 0.413043, + "f1": 0.379509, + "accuracy": 0.413043, + "main_score": 0.379509, + "hf_subset": "fon_Latn-ben_Beng", + "languages": [ + "fon-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.371343, + "recall": 0.417984, + "f1": 0.383511, + "accuracy": 0.417984, + "main_score": 0.383511, + "hf_subset": "fon_Latn-est_Latn", + "languages": [ + "fon-Latn", + "est-Latn" + ] + }, + { + "precision": 0.349922, + "recall": 0.403162, + "f1": 0.363568, + "accuracy": 0.403162, + "main_score": 0.363568, + "hf_subset": "fon_Latn-hye_Armn", + "languages": [ + "fon-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.412996, + "recall": 0.458498, + "f1": 0.425444, + "accuracy": 0.458498, + "main_score": 0.425444, + "hf_subset": "fon_Latn-kmb_Latn", + "languages": [ + "fon-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.272567, + "recall": 0.327075, + "f1": 0.286904, + "accuracy": 0.327075, + "main_score": 0.286904, + "hf_subset": "fon_Latn-min_Arab", + "languages": [ + "fon-Latn", + "min-Arab" + ] + }, + { + "precision": 0.393315, + "recall": 0.438735, + "f1": 0.406235, + "accuracy": 0.438735, + "main_score": 0.406235, + "hf_subset": "fon_Latn-pol_Latn", + "languages": [ + "fon-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.377014, + "recall": 0.418972, + "f1": 0.387682, + "accuracy": 0.418972, + "main_score": 0.387682, + "hf_subset": "fon_Latn-ssw_Latn", + "languages": [ + "fon-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.372995, + "recall": 0.421937, + "f1": 0.385935, + "accuracy": 0.421937, + "main_score": 0.385935, + "hf_subset": "fon_Latn-ukr_Cyrl", + "languages": [ + "fon-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.384508, + "recall": 0.429842, + "f1": 0.396445, + "accuracy": 0.429842, + "main_score": 0.396445, + "hf_subset": "fon_Latn-afr_Latn", + "languages": [ + "fon-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.380217, + "recall": 0.426877, + "f1": 0.39254, + "accuracy": 0.426877, + "main_score": 0.39254, + "hf_subset": "fon_Latn-bho_Deva", + "languages": [ + "fon-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.367291, + "recall": 0.410079, + "f1": 0.378565, + "accuracy": 0.410079, + "main_score": 0.378565, + "hf_subset": "fon_Latn-eus_Latn", + "languages": [ + "fon-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.378409, + "recall": 0.421937, + "f1": 0.389736, + "accuracy": 0.421937, + "main_score": 0.389736, + "hf_subset": "fon_Latn-ibo_Latn", + "languages": [ + "fon-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.373461, + "recall": 0.416008, + "f1": 0.384786, + "accuracy": 0.416008, + "main_score": 0.384786, + "hf_subset": "fon_Latn-kmr_Latn", + "languages": [ + "fon-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.370518, + "recall": 0.410079, + "f1": 0.380732, + "accuracy": 0.410079, + "main_score": 0.380732, + "hf_subset": "fon_Latn-min_Latn", + "languages": [ + "fon-Latn", + "min-Latn" + ] + }, + { + "precision": 0.39373, + "recall": 0.439723, + "f1": 0.406293, + "accuracy": 0.439723, + "main_score": 0.406293, + "hf_subset": "fon_Latn-por_Latn", + "languages": [ + "fon-Latn", + "por-Latn" + ] + }, + { + "precision": 0.363902, + "recall": 0.402174, + "f1": 0.374019, + "accuracy": 0.402174, + "main_score": 0.374019, + "hf_subset": "fon_Latn-sun_Latn", + "languages": [ + "fon-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.418705, + "recall": 0.460474, + "f1": 0.430602, + "accuracy": 0.460474, + "main_score": 0.430602, + "hf_subset": "fon_Latn-umb_Latn", + "languages": [ + "fon-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.364267, + "recall": 0.405138, + "f1": 0.374845, + "accuracy": 0.405138, + "main_score": 0.374845, + "hf_subset": "fon_Latn-ajp_Arab", + "languages": [ + "fon-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.311405, + "recall": 0.36166, + "f1": 0.325002, + "accuracy": 0.36166, + "main_score": 0.325002, + "hf_subset": "fon_Latn-bjn_Arab", + "languages": [ + "fon-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.424959, + "recall": 0.460474, + "f1": 0.43543, + "accuracy": 0.460474, + "main_score": 0.43543, + "hf_subset": "fon_Latn-ewe_Latn", + "languages": [ + "fon-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.365659, + "recall": 0.410079, + "f1": 0.37781, + "accuracy": 0.410079, + "main_score": 0.37781, + "hf_subset": "fon_Latn-ilo_Latn", + "languages": [ + "fon-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.237227, + "recall": 0.284585, + "f1": 0.249523, + "accuracy": 0.284585, + "main_score": 0.249523, + "hf_subset": "fon_Latn-knc_Arab", + "languages": [ + "fon-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.373823, + "recall": 0.420949, + "f1": 0.385825, + "accuracy": 0.420949, + "main_score": 0.385825, + "hf_subset": "fon_Latn-mkd_Cyrl", + "languages": [ + "fon-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.383351, + "recall": 0.431818, + "f1": 0.395908, + "accuracy": 0.431818, + "main_score": 0.395908, + "hf_subset": "fon_Latn-prs_Arab", + "languages": [ + "fon-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.385692, + "recall": 0.434783, + "f1": 0.399003, + "accuracy": 0.434783, + "main_score": 0.399003, + "hf_subset": "fon_Latn-swe_Latn", + "languages": [ + "fon-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.350421, + "recall": 0.402174, + "f1": 0.364227, + "accuracy": 0.402174, + "main_score": 0.364227, + "hf_subset": "fon_Latn-urd_Arab", + "languages": [ + "fon-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.437954, + "recall": 0.483202, + "f1": 0.448912, + "accuracy": 0.483202, + "main_score": 0.448912, + "hf_subset": "fon_Latn-aka_Latn", + "languages": [ + "fon-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.382408, + "recall": 0.429842, + "f1": 0.395074, + "accuracy": 0.429842, + "main_score": 0.395074, + "hf_subset": "fon_Latn-bjn_Latn", + "languages": [ + "fon-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.377215, + "recall": 0.416996, + "f1": 0.388392, + "accuracy": 0.416996, + "main_score": 0.388392, + "hf_subset": "fon_Latn-fao_Latn", + "languages": [ + "fon-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.38606, + "recall": 0.43083, + "f1": 0.398038, + "accuracy": 0.43083, + "main_score": 0.398038, + "hf_subset": "fon_Latn-ind_Latn", + "languages": [ + "fon-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.441661, + "recall": 0.476285, + "f1": 0.451293, + "accuracy": 0.476285, + "main_score": 0.451293, + "hf_subset": "fon_Latn-knc_Latn", + "languages": [ + "fon-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.365956, + "recall": 0.409091, + "f1": 0.37614, + "accuracy": 0.409091, + "main_score": 0.37614, + "hf_subset": "fon_Latn-mlt_Latn", + "languages": [ + "fon-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.441363, + "recall": 0.481225, + "f1": 0.453117, + "accuracy": 0.481225, + "main_score": 0.453117, + "hf_subset": "fon_Latn-quy_Latn", + "languages": [ + "fon-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.368193, + "recall": 0.416008, + "f1": 0.380674, + "accuracy": 0.416008, + "main_score": 0.380674, + "hf_subset": "fon_Latn-swh_Latn", + "languages": [ + "fon-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.354708, + "recall": 0.403162, + "f1": 0.367946, + "accuracy": 0.403162, + "main_score": 0.367946, + "hf_subset": "fon_Latn-uzn_Latn", + "languages": [ + "fon-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.367036, + "recall": 0.408103, + "f1": 0.377496, + "accuracy": 0.408103, + "main_score": 0.377496, + "hf_subset": "fon_Latn-als_Latn", + "languages": [ + "fon-Latn", + "als-Latn" + ] + }, + { + "precision": 0.306803, + "recall": 0.362648, + "f1": 0.321461, + "accuracy": 0.362648, + "main_score": 0.321461, + "hf_subset": "fon_Latn-bod_Tibt", + "languages": [ + "fon-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.417103, + "recall": 0.458498, + "f1": 0.428305, + "accuracy": 0.458498, + "main_score": 0.428305, + "hf_subset": "fon_Latn-fij_Latn", + "languages": [ + "fon-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.360146, + "recall": 0.407115, + "f1": 0.372891, + "accuracy": 0.407115, + "main_score": 0.372891, + "hf_subset": "fon_Latn-isl_Latn", + "languages": [ + "fon-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.433, + "recall": 0.47332, + "f1": 0.444096, + "accuracy": 0.47332, + "main_score": 0.444096, + "hf_subset": "fon_Latn-kon_Latn", + "languages": [ + "fon-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.338018, + "recall": 0.386364, + "f1": 0.35056, + "accuracy": 0.386364, + "main_score": 0.35056, + "hf_subset": "fon_Latn-mni_Beng", + "languages": [ + "fon-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.380084, + "recall": 0.425889, + "f1": 0.39235, + "accuracy": 0.425889, + "main_score": 0.39235, + "hf_subset": "fon_Latn-ron_Latn", + "languages": [ + "fon-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.396939, + "recall": 0.435771, + "f1": 0.407339, + "accuracy": 0.435771, + "main_score": 0.407339, + "hf_subset": "fon_Latn-szl_Latn", + "languages": [ + "fon-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.40015, + "recall": 0.444664, + "f1": 0.410984, + "accuracy": 0.444664, + "main_score": 0.410984, + "hf_subset": "fon_Latn-vec_Latn", + "languages": [ + "fon-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.386135, + "recall": 0.435771, + "f1": 0.399941, + "accuracy": 0.435771, + "main_score": 0.399941, + "hf_subset": "fon_Latn-amh_Ethi", + "languages": [ + "fon-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.380531, + "recall": 0.425889, + "f1": 0.392371, + "accuracy": 0.425889, + "main_score": 0.392371, + "hf_subset": "fon_Latn-bos_Latn", + "languages": [ + "fon-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.367024, + "recall": 0.412055, + "f1": 0.37961, + "accuracy": 0.412055, + "main_score": 0.37961, + "hf_subset": "fon_Latn-fin_Latn", + "languages": [ + "fon-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.412321, + "recall": 0.451581, + "f1": 0.422996, + "accuracy": 0.451581, + "main_score": 0.422996, + "hf_subset": "fon_Latn-ita_Latn", + "languages": [ + "fon-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.4093, + "recall": 0.456522, + "f1": 0.4221, + "accuracy": 0.456522, + "main_score": 0.4221, + "hf_subset": "fon_Latn-kor_Hang", + "languages": [ + "fon-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.428016, + "recall": 0.466403, + "f1": 0.439071, + "accuracy": 0.466403, + "main_score": 0.439071, + "hf_subset": "fon_Latn-mos_Latn", + "languages": [ + "fon-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.394683, + "recall": 0.439723, + "f1": 0.407267, + "accuracy": 0.439723, + "main_score": 0.407267, + "hf_subset": "fon_Latn-run_Latn", + "languages": [ + "fon-Latn", + "run-Latn" + ] + }, + { + "precision": 0.366938, + "recall": 0.406126, + "f1": 0.376901, + "accuracy": 0.406126, + "main_score": 0.376901, + "hf_subset": "fon_Latn-tam_Taml", + "languages": [ + "fon-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.393301, + "recall": 0.432806, + "f1": 0.403801, + "accuracy": 0.432806, + "main_score": 0.403801, + "hf_subset": "fon_Latn-vie_Latn", + "languages": [ + "fon-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.367775, + "recall": 0.414032, + "f1": 0.379545, + "accuracy": 0.414032, + "main_score": 0.379545, + "hf_subset": "fon_Latn-apc_Arab", + "languages": [ + "fon-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.396283, + "recall": 0.442688, + "f1": 0.409159, + "accuracy": 0.442688, + "main_score": 0.409159, + "hf_subset": "fon_Latn-bug_Latn", + "languages": [ + "fon-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.366821, + "recall": 0.411067, + "f1": 0.377838, + "accuracy": 0.411067, + "main_score": 0.377838, + "hf_subset": "fon_Latn-jav_Latn", + "languages": [ + "fon-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.36386, + "recall": 0.400198, + "f1": 0.373797, + "accuracy": 0.400198, + "main_score": 0.373797, + "hf_subset": "fon_Latn-lao_Laoo", + "languages": [ + "fon-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.369055, + "recall": 0.420949, + "f1": 0.382908, + "accuracy": 0.420949, + "main_score": 0.382908, + "hf_subset": "fon_Latn-mri_Latn", + "languages": [ + "fon-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.387537, + "recall": 0.431818, + "f1": 0.399787, + "accuracy": 0.431818, + "main_score": 0.399787, + "hf_subset": "fon_Latn-rus_Cyrl", + "languages": [ + "fon-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.421569, + "recall": 0.466403, + "f1": 0.43402, + "accuracy": 0.466403, + "main_score": 0.43402, + "hf_subset": "fon_Latn-taq_Latn", + "languages": [ + "fon-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.365261, + "recall": 0.413043, + "f1": 0.377545, + "accuracy": 0.413043, + "main_score": 0.377545, + "hf_subset": "fon_Latn-war_Latn", + "languages": [ + "fon-Latn", + "war-Latn" + ] + }, + { + "precision": 0.381951, + "recall": 0.427866, + "f1": 0.394357, + "accuracy": 0.427866, + "main_score": 0.394357, + "hf_subset": "fon_Latn-arb_Arab", + "languages": [ + "fon-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.37906, + "recall": 0.426877, + "f1": 0.391826, + "accuracy": 0.426877, + "main_score": 0.391826, + "hf_subset": "fon_Latn-bul_Cyrl", + "languages": [ + "fon-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.408252, + "recall": 0.449605, + "f1": 0.419233, + "accuracy": 0.449605, + "main_score": 0.419233, + "hf_subset": "fon_Latn-fra_Latn", + "languages": [ + "fon-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.391131, + "recall": 0.440711, + "f1": 0.404018, + "accuracy": 0.440711, + "main_score": 0.404018, + "hf_subset": "fon_Latn-jpn_Jpan", + "languages": [ + "fon-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.392826, + "recall": 0.433794, + "f1": 0.404208, + "accuracy": 0.433794, + "main_score": 0.404208, + "hf_subset": "fon_Latn-lij_Latn", + "languages": [ + "fon-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.350657, + "recall": 0.397233, + "f1": 0.363471, + "accuracy": 0.397233, + "main_score": 0.363471, + "hf_subset": "fon_Latn-mya_Mymr", + "languages": [ + "fon-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.437368, + "recall": 0.477273, + "f1": 0.448753, + "accuracy": 0.477273, + "main_score": 0.448753, + "hf_subset": "fon_Latn-sag_Latn", + "languages": [ + "fon-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.211086, + "recall": 0.259881, + "f1": 0.22327, + "accuracy": 0.259881, + "main_score": 0.22327, + "hf_subset": "fon_Latn-taq_Tfng", + "languages": [ + "fon-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.442127, + "recall": 0.478261, + "f1": 0.452011, + "accuracy": 0.478261, + "main_score": 0.452011, + "hf_subset": "fon_Latn-wol_Latn", + "languages": [ + "fon-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.345766, + "recall": 0.394269, + "f1": 0.358346, + "accuracy": 0.394269, + "main_score": 0.358346, + "hf_subset": "fon_Latn-arb_Latn", + "languages": [ + "fon-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.3797, + "recall": 0.421937, + "f1": 0.391007, + "accuracy": 0.421937, + "main_score": 0.391007, + "hf_subset": "fon_Latn-cat_Latn", + "languages": [ + "fon-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.399471, + "recall": 0.4417, + "f1": 0.410709, + "accuracy": 0.4417, + "main_score": 0.410709, + "hf_subset": "fon_Latn-fur_Latn", + "languages": [ + "fon-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.372568, + "recall": 0.422925, + "f1": 0.386539, + "accuracy": 0.422925, + "main_score": 0.386539, + "hf_subset": "fon_Latn-kab_Latn", + "languages": [ + "fon-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.358936, + "recall": 0.397233, + "f1": 0.368881, + "accuracy": 0.397233, + "main_score": 0.368881, + "hf_subset": "fon_Latn-lim_Latn", + "languages": [ + "fon-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.388703, + "recall": 0.436759, + "f1": 0.401811, + "accuracy": 0.436759, + "main_score": 0.401811, + "hf_subset": "fon_Latn-nld_Latn", + "languages": [ + "fon-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.368331, + "recall": 0.422925, + "f1": 0.381836, + "accuracy": 0.422925, + "main_score": 0.381836, + "hf_subset": "fon_Latn-san_Deva", + "languages": [ + "fon-Latn", + "san-Deva" + ] + }, + { + "precision": 0.355784, + "recall": 0.399209, + "f1": 0.367432, + "accuracy": 0.399209, + "main_score": 0.367432, + "hf_subset": "fon_Latn-tat_Cyrl", + "languages": [ + "fon-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.383494, + "recall": 0.429842, + "f1": 0.395675, + "accuracy": 0.429842, + "main_score": 0.395675, + "hf_subset": "fon_Latn-xho_Latn", + "languages": [ + "fon-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.369007, + "recall": 0.413043, + "f1": 0.380799, + "accuracy": 0.413043, + "main_score": 0.380799, + "hf_subset": "fon_Latn-ars_Arab", + "languages": [ + "fon-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.368393, + "recall": 0.414032, + "f1": 0.379505, + "accuracy": 0.414032, + "main_score": 0.379505, + "hf_subset": "fon_Latn-ceb_Latn", + "languages": [ + "fon-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.412906, + "recall": 0.45751, + "f1": 0.425371, + "accuracy": 0.45751, + "main_score": 0.425371, + "hf_subset": "fon_Latn-fuv_Latn", + "languages": [ + "fon-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.43356, + "recall": 0.470356, + "f1": 0.443867, + "accuracy": 0.470356, + "main_score": 0.443867, + "hf_subset": "fon_Latn-kac_Latn", + "languages": [ + "fon-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.460413, + "recall": 0.499012, + "f1": 0.470745, + "accuracy": 0.499012, + "main_score": 0.470745, + "hf_subset": "fon_Latn-lin_Latn", + "languages": [ + "fon-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.363663, + "recall": 0.406126, + "f1": 0.375161, + "accuracy": 0.406126, + "main_score": 0.375161, + "hf_subset": "fon_Latn-nno_Latn", + "languages": [ + "fon-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.357803, + "recall": 0.407115, + "f1": 0.371312, + "accuracy": 0.407115, + "main_score": 0.371312, + "hf_subset": "fon_Latn-sat_Olck", + "languages": [ + "fon-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.353867, + "recall": 0.396245, + "f1": 0.364364, + "accuracy": 0.396245, + "main_score": 0.364364, + "hf_subset": "fon_Latn-tel_Telu", + "languages": [ + "fon-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.340749, + "recall": 0.384387, + "f1": 0.352476, + "accuracy": 0.384387, + "main_score": 0.352476, + "hf_subset": "fon_Latn-ydd_Hebr", + "languages": [ + "fon-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.346389, + "recall": 0.391304, + "f1": 0.357882, + "accuracy": 0.391304, + "main_score": 0.357882, + "hf_subset": "fon_Latn-ary_Arab", + "languages": [ + "fon-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.389678, + "recall": 0.434783, + "f1": 0.401295, + "accuracy": 0.434783, + "main_score": 0.401295, + "hf_subset": "fon_Latn-ces_Latn", + "languages": [ + "fon-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.380541, + "recall": 0.425889, + "f1": 0.392806, + "accuracy": 0.425889, + "main_score": 0.392806, + "hf_subset": "fon_Latn-gaz_Latn", + "languages": [ + "fon-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.414553, + "recall": 0.459486, + "f1": 0.426708, + "accuracy": 0.459486, + "main_score": 0.426708, + "hf_subset": "fon_Latn-kam_Latn", + "languages": [ + "fon-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.358037, + "recall": 0.40415, + "f1": 0.371444, + "accuracy": 0.40415, + "main_score": 0.371444, + "hf_subset": "fon_Latn-lit_Latn", + "languages": [ + "fon-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.371908, + "recall": 0.421937, + "f1": 0.384957, + "accuracy": 0.421937, + "main_score": 0.384957, + "hf_subset": "fon_Latn-nob_Latn", + "languages": [ + "fon-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.392917, + "recall": 0.429842, + "f1": 0.403486, + "accuracy": 0.429842, + "main_score": 0.403486, + "hf_subset": "fon_Latn-scn_Latn", + "languages": [ + "fon-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.374059, + "recall": 0.41502, + "f1": 0.385324, + "accuracy": 0.41502, + "main_score": 0.385324, + "hf_subset": "fon_Latn-tgk_Cyrl", + "languages": [ + "fon-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.390827, + "recall": 0.438735, + "f1": 0.404179, + "accuracy": 0.438735, + "main_score": 0.404179, + "hf_subset": "fon_Latn-yor_Latn", + "languages": [ + "fon-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.376269, + "recall": 0.41996, + "f1": 0.386951, + "accuracy": 0.41996, + "main_score": 0.386951, + "hf_subset": "fon_Latn-arz_Arab", + "languages": [ + "fon-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.413292, + "recall": 0.452569, + "f1": 0.424834, + "accuracy": 0.452569, + "main_score": 0.424834, + "hf_subset": "fon_Latn-cjk_Latn", + "languages": [ + "fon-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.375792, + "recall": 0.418972, + "f1": 0.386756, + "accuracy": 0.418972, + "main_score": 0.386756, + "hf_subset": "fon_Latn-gla_Latn", + "languages": [ + "fon-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.356994, + "recall": 0.405138, + "f1": 0.369101, + "accuracy": 0.405138, + "main_score": 0.369101, + "hf_subset": "fon_Latn-kan_Knda", + "languages": [ + "fon-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.397794, + "recall": 0.437747, + "f1": 0.408072, + "accuracy": 0.437747, + "main_score": 0.408072, + "hf_subset": "fon_Latn-lmo_Latn", + "languages": [ + "fon-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.358233, + "recall": 0.405138, + "f1": 0.369883, + "accuracy": 0.405138, + "main_score": 0.369883, + "hf_subset": "fon_Latn-npi_Deva", + "languages": [ + "fon-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.356506, + "recall": 0.413043, + "f1": 0.371451, + "accuracy": 0.413043, + "main_score": 0.371451, + "hf_subset": "fon_Latn-shn_Mymr", + "languages": [ + "fon-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.384651, + "recall": 0.428854, + "f1": 0.396118, + "accuracy": 0.428854, + "main_score": 0.396118, + "hf_subset": "fon_Latn-tgl_Latn", + "languages": [ + "fon-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.36206, + "recall": 0.410079, + "f1": 0.374669, + "accuracy": 0.410079, + "main_score": 0.374669, + "hf_subset": "fon_Latn-yue_Hant", + "languages": [ + "fon-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.335248, + "recall": 0.374506, + "f1": 0.346019, + "accuracy": 0.374506, + "main_score": 0.346019, + "hf_subset": "fon_Latn-asm_Beng", + "languages": [ + "fon-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.371114, + "recall": 0.416008, + "f1": 0.382742, + "accuracy": 0.416008, + "main_score": 0.382742, + "hf_subset": "fon_Latn-ckb_Arab", + "languages": [ + "fon-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.360693, + "recall": 0.406126, + "f1": 0.37279, + "accuracy": 0.406126, + "main_score": 0.37279, + "hf_subset": "fon_Latn-gle_Latn", + "languages": [ + "fon-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.360657, + "recall": 0.412055, + "f1": 0.374088, + "accuracy": 0.412055, + "main_score": 0.374088, + "hf_subset": "fon_Latn-kas_Arab", + "languages": [ + "fon-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.362456, + "recall": 0.402174, + "f1": 0.372878, + "accuracy": 0.402174, + "main_score": 0.372878, + "hf_subset": "fon_Latn-ltg_Latn", + "languages": [ + "fon-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.386993, + "recall": 0.426877, + "f1": 0.397827, + "accuracy": 0.426877, + "main_score": 0.397827, + "hf_subset": "fon_Latn-nso_Latn", + "languages": [ + "fon-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.357829, + "recall": 0.403162, + "f1": 0.369228, + "accuracy": 0.403162, + "main_score": 0.369228, + "hf_subset": "fon_Latn-sin_Sinh", + "languages": [ + "fon-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.371202, + "recall": 0.416996, + "f1": 0.38342, + "accuracy": 0.416996, + "main_score": 0.38342, + "hf_subset": "fon_Latn-tha_Thai", + "languages": [ + "fon-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.328169, + "recall": 0.376482, + "f1": 0.33996, + "accuracy": 0.376482, + "main_score": 0.33996, + "hf_subset": "fon_Latn-zho_Hans", + "languages": [ + "fon-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.36112, + "recall": 0.403162, + "f1": 0.372132, + "accuracy": 0.403162, + "main_score": 0.372132, + "hf_subset": "fon_Latn-ast_Latn", + "languages": [ + "fon-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.394261, + "recall": 0.431818, + "f1": 0.404622, + "accuracy": 0.431818, + "main_score": 0.404622, + "hf_subset": "fon_Latn-crh_Latn", + "languages": [ + "fon-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.382727, + "recall": 0.426877, + "f1": 0.394282, + "accuracy": 0.426877, + "main_score": 0.394282, + "hf_subset": "fon_Latn-glg_Latn", + "languages": [ + "fon-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.373507, + "recall": 0.425889, + "f1": 0.387602, + "accuracy": 0.425889, + "main_score": 0.387602, + "hf_subset": "fon_Latn-kas_Deva", + "languages": [ + "fon-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.339685, + "recall": 0.383399, + "f1": 0.351642, + "accuracy": 0.383399, + "main_score": 0.351642, + "hf_subset": "fon_Latn-ltz_Latn", + "languages": [ + "fon-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.394713, + "recall": 0.440711, + "f1": 0.407788, + "accuracy": 0.440711, + "main_score": 0.407788, + "hf_subset": "fon_Latn-nus_Latn", + "languages": [ + "fon-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.380071, + "recall": 0.423913, + "f1": 0.39167, + "accuracy": 0.423913, + "main_score": 0.39167, + "hf_subset": "fon_Latn-slk_Latn", + "languages": [ + "fon-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.387623, + "recall": 0.433794, + "f1": 0.399814, + "accuracy": 0.433794, + "main_score": 0.399814, + "hf_subset": "fon_Latn-tir_Ethi", + "languages": [ + "fon-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.360127, + "recall": 0.409091, + "f1": 0.372269, + "accuracy": 0.409091, + "main_score": 0.372269, + "hf_subset": "fon_Latn-zho_Hant", + "languages": [ + "fon-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.360484, + "recall": 0.408103, + "f1": 0.371986, + "accuracy": 0.408103, + "main_score": 0.371986, + "hf_subset": "fon_Latn-awa_Deva", + "languages": [ + "fon-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.360296, + "recall": 0.409091, + "f1": 0.373736, + "accuracy": 0.409091, + "main_score": 0.373736, + "hf_subset": "fon_Latn-cym_Latn", + "languages": [ + "fon-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.422404, + "recall": 0.463439, + "f1": 0.432919, + "accuracy": 0.463439, + "main_score": 0.432919, + "hf_subset": "fon_Latn-grn_Latn", + "languages": [ + "fon-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.354228, + "recall": 0.40415, + "f1": 0.367816, + "accuracy": 0.40415, + "main_score": 0.367816, + "hf_subset": "fon_Latn-kat_Geor", + "languages": [ + "fon-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.432556, + "recall": 0.471344, + "f1": 0.442958, + "accuracy": 0.471344, + "main_score": 0.442958, + "hf_subset": "fon_Latn-lua_Latn", + "languages": [ + "fon-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.375443, + "recall": 0.423913, + "f1": 0.38751, + "accuracy": 0.423913, + "main_score": 0.38751, + "hf_subset": "fon_Latn-nya_Latn", + "languages": [ + "fon-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.375782, + "recall": 0.418972, + "f1": 0.387915, + "accuracy": 0.418972, + "main_score": 0.387915, + "hf_subset": "fon_Latn-slv_Latn", + "languages": [ + "fon-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.372702, + "recall": 0.418972, + "f1": 0.385286, + "accuracy": 0.418972, + "main_score": 0.385286, + "hf_subset": "fon_Latn-tpi_Latn", + "languages": [ + "fon-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.383343, + "recall": 0.428854, + "f1": 0.395129, + "accuracy": 0.428854, + "main_score": 0.395129, + "hf_subset": "fon_Latn-zsm_Latn", + "languages": [ + "fon-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.451572, + "recall": 0.498024, + "f1": 0.463878, + "accuracy": 0.498024, + "main_score": 0.463878, + "hf_subset": "fon_Latn-ayr_Latn", + "languages": [ + "fon-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.381435, + "recall": 0.43083, + "f1": 0.394622, + "accuracy": 0.43083, + "main_score": 0.394622, + "hf_subset": "fon_Latn-dan_Latn", + "languages": [ + "fon-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.353115, + "recall": 0.408103, + "f1": 0.367176, + "accuracy": 0.408103, + "main_score": 0.367176, + "hf_subset": "fon_Latn-guj_Gujr", + "languages": [ + "fon-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.348419, + "recall": 0.396245, + "f1": 0.361564, + "accuracy": 0.396245, + "main_score": 0.361564, + "hf_subset": "fon_Latn-kaz_Cyrl", + "languages": [ + "fon-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.379096, + "recall": 0.428854, + "f1": 0.392953, + "accuracy": 0.428854, + "main_score": 0.392953, + "hf_subset": "fon_Latn-lug_Latn", + "languages": [ + "fon-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.368071, + "recall": 0.411067, + "f1": 0.379476, + "accuracy": 0.411067, + "main_score": 0.379476, + "hf_subset": "fon_Latn-oci_Latn", + "languages": [ + "fon-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.382293, + "recall": 0.423913, + "f1": 0.393189, + "accuracy": 0.423913, + "main_score": 0.393189, + "hf_subset": "fon_Latn-smo_Latn", + "languages": [ + "fon-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.395176, + "recall": 0.436759, + "f1": 0.406363, + "accuracy": 0.436759, + "main_score": 0.406363, + "hf_subset": "fon_Latn-tsn_Latn", + "languages": [ + "fon-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.380957, + "recall": 0.41996, + "f1": 0.391506, + "accuracy": 0.41996, + "main_score": 0.391506, + "hf_subset": "fon_Latn-zul_Latn", + "languages": [ + "fon-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.331662, + "recall": 0.383399, + "f1": 0.344992, + "accuracy": 0.383399, + "main_score": 0.344992, + "hf_subset": "fon_Latn-azb_Arab", + "languages": [ + "fon-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.395098, + "recall": 0.434783, + "f1": 0.406376, + "accuracy": 0.434783, + "main_score": 0.406376, + "hf_subset": "fon_Latn-deu_Latn", + "languages": [ + "fon-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.373618, + "recall": 0.420949, + "f1": 0.385741, + "accuracy": 0.420949, + "main_score": 0.385741, + "hf_subset": "fon_Latn-hat_Latn", + "languages": [ + "fon-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.446189, + "recall": 0.48419, + "f1": 0.456959, + "accuracy": 0.48419, + "main_score": 0.456959, + "hf_subset": "fon_Latn-kbp_Latn", + "languages": [ + "fon-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.448875, + "recall": 0.48913, + "f1": 0.460446, + "accuracy": 0.48913, + "main_score": 0.460446, + "hf_subset": "fon_Latn-luo_Latn", + "languages": [ + "fon-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.350523, + "recall": 0.394269, + "f1": 0.361287, + "accuracy": 0.394269, + "main_score": 0.361287, + "hf_subset": "fon_Latn-ory_Orya", + "languages": [ + "fon-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.382944, + "recall": 0.429842, + "f1": 0.395636, + "accuracy": 0.429842, + "main_score": 0.395636, + "hf_subset": "fon_Latn-sna_Latn", + "languages": [ + "fon-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.400607, + "recall": 0.444664, + "f1": 0.41241, + "accuracy": 0.444664, + "main_score": 0.41241, + "hf_subset": "fon_Latn-tso_Latn", + "languages": [ + "fon-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.361606, + "recall": 0.408103, + "f1": 0.373953, + "accuracy": 0.408103, + "main_score": 0.373953, + "hf_subset": "fon_Latn-azj_Latn", + "languages": [ + "fon-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.40975, + "recall": 0.451581, + "f1": 0.421868, + "accuracy": 0.451581, + "main_score": 0.421868, + "hf_subset": "fon_Latn-dik_Latn", + "languages": [ + "fon-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.379194, + "recall": 0.41996, + "f1": 0.389836, + "accuracy": 0.41996, + "main_score": 0.389836, + "hf_subset": "fon_Latn-hau_Latn", + "languages": [ + "fon-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.395557, + "recall": 0.436759, + "f1": 0.406241, + "accuracy": 0.436759, + "main_score": 0.406241, + "hf_subset": "fon_Latn-kea_Latn", + "languages": [ + "fon-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.376274, + "recall": 0.41502, + "f1": 0.386169, + "accuracy": 0.41502, + "main_score": 0.386169, + "hf_subset": "fon_Latn-lus_Latn", + "languages": [ + "fon-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.422492, + "recall": 0.459486, + "f1": 0.433112, + "accuracy": 0.459486, + "main_score": 0.433112, + "hf_subset": "fon_Latn-pag_Latn", + "languages": [ + "fon-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.329845, + "recall": 0.379447, + "f1": 0.342374, + "accuracy": 0.379447, + "main_score": 0.342374, + "hf_subset": "fon_Latn-snd_Arab", + "languages": [ + "fon-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.346155, + "recall": 0.393281, + "f1": 0.359295, + "accuracy": 0.393281, + "main_score": 0.359295, + "hf_subset": "fon_Latn-tuk_Latn", + "languages": [ + "fon-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.362344, + "recall": 0.406126, + "f1": 0.374232, + "accuracy": 0.406126, + "main_score": 0.374232, + "hf_subset": "fon_Latn-bak_Cyrl", + "languages": [ + "fon-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.369949, + "recall": 0.423913, + "f1": 0.385169, + "accuracy": 0.423913, + "main_score": 0.385169, + "hf_subset": "fon_Latn-dyu_Latn", + "languages": [ + "fon-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.370193, + "recall": 0.414032, + "f1": 0.382633, + "accuracy": 0.414032, + "main_score": 0.382633, + "hf_subset": "fon_Latn-heb_Hebr", + "languages": [ + "fon-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.378565, + "recall": 0.422925, + "f1": 0.390959, + "accuracy": 0.422925, + "main_score": 0.390959, + "hf_subset": "fon_Latn-khk_Cyrl", + "languages": [ + "fon-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.344283, + "recall": 0.392292, + "f1": 0.356756, + "accuracy": 0.392292, + "main_score": 0.356756, + "hf_subset": "fon_Latn-lvs_Latn", + "languages": [ + "fon-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.365729, + "recall": 0.411067, + "f1": 0.377619, + "accuracy": 0.411067, + "main_score": 0.377619, + "hf_subset": "fon_Latn-pan_Guru", + "languages": [ + "fon-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.373601, + "recall": 0.414032, + "f1": 0.384582, + "accuracy": 0.414032, + "main_score": 0.384582, + "hf_subset": "fon_Latn-som_Latn", + "languages": [ + "fon-Latn", + "som-Latn" + ] + }, + { + "precision": 0.380256, + "recall": 0.421937, + "f1": 0.391021, + "accuracy": 0.421937, + "main_score": 0.391021, + "hf_subset": "fon_Latn-tum_Latn", + "languages": [ + "fon-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.511367, + "recall": 0.598814, + "f1": 0.536161, + "accuracy": 0.598814, + "main_score": 0.536161, + "hf_subset": "jav_Latn-ace_Arab", + "languages": [ + "jav-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.457495, + "recall": 0.512846, + "f1": 0.471488, + "accuracy": 0.512846, + "main_score": 0.471488, + "hf_subset": "jav_Latn-bam_Latn", + "languages": [ + "jav-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.568697, + "recall": 0.660079, + "f1": 0.593641, + "accuracy": 0.660079, + "main_score": 0.593641, + "hf_subset": "jav_Latn-dzo_Tibt", + "languages": [ + "jav-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jav_Latn-hin_Deva", + "languages": [ + "jav-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.95631, + "accuracy": 0.966403, + "main_score": 0.95631, + "hf_subset": "jav_Latn-khm_Khmr", + "languages": [ + "jav-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "jav_Latn-mag_Deva", + "languages": [ + "jav-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jav_Latn-pap_Latn", + "languages": [ + "jav-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.827437, + "recall": 0.873518, + "f1": 0.841653, + "accuracy": 0.873518, + "main_score": 0.841653, + "hf_subset": "jav_Latn-sot_Latn", + "languages": [ + "jav-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "jav_Latn-tur_Latn", + "languages": [ + "jav-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.851606, + "recall": 0.890316, + "f1": 0.863494, + "accuracy": 0.890316, + "main_score": 0.863494, + "hf_subset": "jav_Latn-ace_Latn", + "languages": [ + "jav-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956258, + "accuracy": 0.966403, + "main_score": 0.956258, + "hf_subset": "jav_Latn-ban_Latn", + "languages": [ + "jav-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "jav_Latn-ell_Grek", + "languages": [ + "jav-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "jav_Latn-hne_Deva", + "languages": [ + "jav-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.566993, + "recall": 0.636364, + "f1": 0.585565, + "accuracy": 0.636364, + "main_score": 0.585565, + "hf_subset": "jav_Latn-kik_Latn", + "languages": [ + "jav-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "jav_Latn-mai_Deva", + "languages": [ + "jav-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "jav_Latn-pbt_Arab", + "languages": [ + "jav-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "jav_Latn-spa_Latn", + "languages": [ + "jav-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.716036, + "recall": 0.771739, + "f1": 0.731361, + "accuracy": 0.771739, + "main_score": 0.731361, + "hf_subset": "jav_Latn-twi_Latn", + "languages": [ + "jav-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "jav_Latn-acm_Arab", + "languages": [ + "jav-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-bel_Cyrl", + "languages": [ + "jav-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jav_Latn-hrv_Latn", + "languages": [ + "jav-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.808284, + "recall": 0.858696, + "f1": 0.823979, + "accuracy": 0.858696, + "main_score": 0.823979, + "hf_subset": "jav_Latn-kin_Latn", + "languages": [ + "jav-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jav_Latn-mal_Mlym", + "languages": [ + "jav-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jav_Latn-pes_Arab", + "languages": [ + "jav-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "jav_Latn-srd_Latn", + "languages": [ + "jav-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.201638, + "recall": 0.263834, + "f1": 0.216257, + "accuracy": 0.263834, + "main_score": 0.216257, + "hf_subset": "jav_Latn-tzm_Tfng", + "languages": [ + "jav-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "jav_Latn-acq_Arab", + "languages": [ + "jav-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.637255, + "recall": 0.706522, + "f1": 0.657365, + "accuracy": 0.706522, + "main_score": 0.657365, + "hf_subset": "jav_Latn-bem_Latn", + "languages": [ + "jav-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jav_Latn-epo_Latn", + "languages": [ + "jav-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "jav_Latn-hun_Latn", + "languages": [ + "jav-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "jav_Latn-kir_Cyrl", + "languages": [ + "jav-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-mar_Deva", + "languages": [ + "jav-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.829414, + "recall": 0.87253, + "f1": 0.842523, + "accuracy": 0.87253, + "main_score": 0.842523, + "hf_subset": "jav_Latn-plt_Latn", + "languages": [ + "jav-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-srp_Cyrl", + "languages": [ + "jav-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.915184, + "recall": 0.940711, + "f1": 0.923386, + "accuracy": 0.940711, + "main_score": 0.923386, + "hf_subset": "jav_Latn-uig_Arab", + "languages": [ + "jav-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "jav_Latn-aeb_Arab", + "languages": [ + "jav-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "jav_Latn-ben_Beng", + "languages": [ + "jav-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jav_Latn-est_Latn", + "languages": [ + "jav-Latn", + "est-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "jav_Latn-hye_Armn", + "languages": [ + "jav-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.456732, + "recall": 0.513834, + "f1": 0.470981, + "accuracy": 0.513834, + "main_score": 0.470981, + "hf_subset": "jav_Latn-kmb_Latn", + "languages": [ + "jav-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.457315, + "recall": 0.54249, + "f1": 0.479212, + "accuracy": 0.54249, + "main_score": 0.479212, + "hf_subset": "jav_Latn-min_Arab", + "languages": [ + "jav-Latn", + "min-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-pol_Latn", + "languages": [ + "jav-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.708919, + "recall": 0.777668, + "f1": 0.729143, + "accuracy": 0.777668, + "main_score": 0.729143, + "hf_subset": "jav_Latn-ssw_Latn", + "languages": [ + "jav-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jav_Latn-ukr_Cyrl", + "languages": [ + "jav-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-afr_Latn", + "languages": [ + "jav-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "jav_Latn-bho_Deva", + "languages": [ + "jav-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "jav_Latn-eus_Latn", + "languages": [ + "jav-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.808333, + "recall": 0.86166, + "f1": 0.824868, + "accuracy": 0.86166, + "main_score": 0.824868, + "hf_subset": "jav_Latn-ibo_Latn", + "languages": [ + "jav-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.838554, + "recall": 0.883399, + "f1": 0.8528, + "accuracy": 0.883399, + "main_score": 0.8528, + "hf_subset": "jav_Latn-kmr_Latn", + "languages": [ + "jav-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "jav_Latn-min_Latn", + "languages": [ + "jav-Latn", + "min-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jav_Latn-por_Latn", + "languages": [ + "jav-Latn", + "por-Latn" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "jav_Latn-sun_Latn", + "languages": [ + "jav-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.435016, + "recall": 0.499012, + "f1": 0.453035, + "accuracy": 0.499012, + "main_score": 0.453035, + "hf_subset": "jav_Latn-umb_Latn", + "languages": [ + "jav-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "jav_Latn-ajp_Arab", + "languages": [ + "jav-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.475329, + "recall": 0.564229, + "f1": 0.499899, + "accuracy": 0.564229, + "main_score": 0.499899, + "hf_subset": "jav_Latn-bjn_Arab", + "languages": [ + "jav-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.455464, + "recall": 0.512846, + "f1": 0.470985, + "accuracy": 0.512846, + "main_score": 0.470985, + "hf_subset": "jav_Latn-ewe_Latn", + "languages": [ + "jav-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.944088, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "jav_Latn-ilo_Latn", + "languages": [ + "jav-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.237254, + "recall": 0.301383, + "f1": 0.252047, + "accuracy": 0.301383, + "main_score": 0.252047, + "hf_subset": "jav_Latn-knc_Arab", + "languages": [ + "jav-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-mkd_Cyrl", + "languages": [ + "jav-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-prs_Arab", + "languages": [ + "jav-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-swe_Latn", + "languages": [ + "jav-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-urd_Arab", + "languages": [ + "jav-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.692153, + "recall": 0.754941, + "f1": 0.710469, + "accuracy": 0.754941, + "main_score": 0.710469, + "hf_subset": "jav_Latn-aka_Latn", + "languages": [ + "jav-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "jav_Latn-bjn_Latn", + "languages": [ + "jav-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "jav_Latn-fao_Latn", + "languages": [ + "jav-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "jav_Latn-ind_Latn", + "languages": [ + "jav-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.501887, + "recall": 0.557312, + "f1": 0.516858, + "accuracy": 0.557312, + "main_score": 0.516858, + "hf_subset": "jav_Latn-knc_Latn", + "languages": [ + "jav-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-mlt_Latn", + "languages": [ + "jav-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.603069, + "recall": 0.676877, + "f1": 0.623859, + "accuracy": 0.676877, + "main_score": 0.623859, + "hf_subset": "jav_Latn-quy_Latn", + "languages": [ + "jav-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "jav_Latn-swh_Latn", + "languages": [ + "jav-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "jav_Latn-uzn_Latn", + "languages": [ + "jav-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-als_Latn", + "languages": [ + "jav-Latn", + "als-Latn" + ] + }, + { + "precision": 0.73131, + "recall": 0.798419, + "f1": 0.75096, + "accuracy": 0.798419, + "main_score": 0.75096, + "hf_subset": "jav_Latn-bod_Tibt", + "languages": [ + "jav-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.614328, + "recall": 0.685771, + "f1": 0.634765, + "accuracy": 0.685771, + "main_score": 0.634765, + "hf_subset": "jav_Latn-fij_Latn", + "languages": [ + "jav-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "jav_Latn-isl_Latn", + "languages": [ + "jav-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.569119, + "recall": 0.63834, + "f1": 0.587435, + "accuracy": 0.63834, + "main_score": 0.587435, + "hf_subset": "jav_Latn-kon_Latn", + "languages": [ + "jav-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.584207, + "recall": 0.65415, + "f1": 0.603141, + "accuracy": 0.65415, + "main_score": 0.603141, + "hf_subset": "jav_Latn-mni_Beng", + "languages": [ + "jav-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jav_Latn-ron_Latn", + "languages": [ + "jav-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "jav_Latn-szl_Latn", + "languages": [ + "jav-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-vec_Latn", + "languages": [ + "jav-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.883185, + "recall": 0.916008, + "f1": 0.893314, + "accuracy": 0.916008, + "main_score": 0.893314, + "hf_subset": "jav_Latn-amh_Ethi", + "languages": [ + "jav-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "jav_Latn-bos_Latn", + "languages": [ + "jav-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "jav_Latn-fin_Latn", + "languages": [ + "jav-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jav_Latn-ita_Latn", + "languages": [ + "jav-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jav_Latn-kor_Hang", + "languages": [ + "jav-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.48486, + "recall": 0.543478, + "f1": 0.501038, + "accuracy": 0.543478, + "main_score": 0.501038, + "hf_subset": "jav_Latn-mos_Latn", + "languages": [ + "jav-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.69692, + "recall": 0.76087, + "f1": 0.716013, + "accuracy": 0.76087, + "main_score": 0.716013, + "hf_subset": "jav_Latn-run_Latn", + "languages": [ + "jav-Latn", + "run-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "jav_Latn-tam_Taml", + "languages": [ + "jav-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "jav_Latn-vie_Latn", + "languages": [ + "jav-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "jav_Latn-apc_Arab", + "languages": [ + "jav-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.718882, + "recall": 0.774704, + "f1": 0.734565, + "accuracy": 0.774704, + "main_score": 0.734565, + "hf_subset": "jav_Latn-bug_Latn", + "languages": [ + "jav-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.419015, + "recall": 0.467391, + "f1": 0.432569, + "accuracy": 0.467391, + "main_score": 0.432569, + "hf_subset": "jav_Latn-fon_Latn", + "languages": [ + "jav-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "jav_Latn-lao_Laoo", + "languages": [ + "jav-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.82304, + "recall": 0.871542, + "f1": 0.837945, + "accuracy": 0.871542, + "main_score": 0.837945, + "hf_subset": "jav_Latn-mri_Latn", + "languages": [ + "jav-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "jav_Latn-rus_Cyrl", + "languages": [ + "jav-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.495512, + "recall": 0.549407, + "f1": 0.509806, + "accuracy": 0.549407, + "main_score": 0.509806, + "hf_subset": "jav_Latn-taq_Latn", + "languages": [ + "jav-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "jav_Latn-war_Latn", + "languages": [ + "jav-Latn", + "war-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jav_Latn-arb_Arab", + "languages": [ + "jav-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-bul_Cyrl", + "languages": [ + "jav-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-fra_Latn", + "languages": [ + "jav-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "jav_Latn-jpn_Jpan", + "languages": [ + "jav-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "jav_Latn-lij_Latn", + "languages": [ + "jav-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "jav_Latn-mya_Mymr", + "languages": [ + "jav-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.532977, + "recall": 0.587945, + "f1": 0.548164, + "accuracy": 0.587945, + "main_score": 0.548164, + "hf_subset": "jav_Latn-sag_Latn", + "languages": [ + "jav-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.216967, + "recall": 0.287549, + "f1": 0.233906, + "accuracy": 0.287549, + "main_score": 0.233906, + "hf_subset": "jav_Latn-taq_Tfng", + "languages": [ + "jav-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.634382, + "recall": 0.699605, + "f1": 0.652274, + "accuracy": 0.699605, + "main_score": 0.652274, + "hf_subset": "jav_Latn-wol_Latn", + "languages": [ + "jav-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.820092, + "recall": 0.869565, + "f1": 0.835244, + "accuracy": 0.869565, + "main_score": 0.835244, + "hf_subset": "jav_Latn-arb_Latn", + "languages": [ + "jav-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-cat_Latn", + "languages": [ + "jav-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.960013, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "jav_Latn-fur_Latn", + "languages": [ + "jav-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.414707, + "recall": 0.48419, + "f1": 0.433105, + "accuracy": 0.48419, + "main_score": 0.433105, + "hf_subset": "jav_Latn-kab_Latn", + "languages": [ + "jav-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "jav_Latn-lim_Latn", + "languages": [ + "jav-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "jav_Latn-nld_Latn", + "languages": [ + "jav-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.95751, + "f1": 0.945982, + "accuracy": 0.95751, + "main_score": 0.945982, + "hf_subset": "jav_Latn-san_Deva", + "languages": [ + "jav-Latn", + "san-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.983663, + "accuracy": 0.987154, + "main_score": 0.983663, + "hf_subset": "jav_Latn-tat_Cyrl", + "languages": [ + "jav-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.853129, + "recall": 0.895257, + "f1": 0.866403, + "accuracy": 0.895257, + "main_score": 0.866403, + "hf_subset": "jav_Latn-xho_Latn", + "languages": [ + "jav-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jav_Latn-ars_Arab", + "languages": [ + "jav-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jav_Latn-ceb_Latn", + "languages": [ + "jav-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.462436, + "recall": 0.52668, + "f1": 0.479753, + "accuracy": 0.52668, + "main_score": 0.479753, + "hf_subset": "jav_Latn-fuv_Latn", + "languages": [ + "jav-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.478187, + "recall": 0.537549, + "f1": 0.493924, + "accuracy": 0.537549, + "main_score": 0.493924, + "hf_subset": "jav_Latn-kac_Latn", + "languages": [ + "jav-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.602104, + "recall": 0.666008, + "f1": 0.618369, + "accuracy": 0.666008, + "main_score": 0.618369, + "hf_subset": "jav_Latn-lin_Latn", + "languages": [ + "jav-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jav_Latn-nno_Latn", + "languages": [ + "jav-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.827437, + "recall": 0.87747, + "f1": 0.843017, + "accuracy": 0.87747, + "main_score": 0.843017, + "hf_subset": "jav_Latn-sat_Olck", + "languages": [ + "jav-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "jav_Latn-tel_Telu", + "languages": [ + "jav-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "jav_Latn-ydd_Hebr", + "languages": [ + "jav-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "jav_Latn-ary_Arab", + "languages": [ + "jav-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "jav_Latn-ces_Latn", + "languages": [ + "jav-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.532882, + "recall": 0.614625, + "f1": 0.555379, + "accuracy": 0.614625, + "main_score": 0.555379, + "hf_subset": "jav_Latn-gaz_Latn", + "languages": [ + "jav-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.513747, + "recall": 0.589921, + "f1": 0.53435, + "accuracy": 0.589921, + "main_score": 0.53435, + "hf_subset": "jav_Latn-kam_Latn", + "languages": [ + "jav-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.979002, + "recall": 0.985178, + "f1": 0.980962, + "accuracy": 0.985178, + "main_score": 0.980962, + "hf_subset": "jav_Latn-lit_Latn", + "languages": [ + "jav-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "jav_Latn-nob_Latn", + "languages": [ + "jav-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "jav_Latn-scn_Latn", + "languages": [ + "jav-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "jav_Latn-tgk_Cyrl", + "languages": [ + "jav-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.687098, + "recall": 0.757905, + "f1": 0.707625, + "accuracy": 0.757905, + "main_score": 0.707625, + "hf_subset": "jav_Latn-yor_Latn", + "languages": [ + "jav-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jav_Latn-arz_Arab", + "languages": [ + "jav-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.458676, + "recall": 0.525692, + "f1": 0.476829, + "accuracy": 0.525692, + "main_score": 0.476829, + "hf_subset": "jav_Latn-cjk_Latn", + "languages": [ + "jav-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.910408, + "recall": 0.939723, + "f1": 0.920125, + "accuracy": 0.939723, + "main_score": 0.920125, + "hf_subset": "jav_Latn-gla_Latn", + "languages": [ + "jav-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "jav_Latn-kan_Knda", + "languages": [ + "jav-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.970059, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "jav_Latn-lmo_Latn", + "languages": [ + "jav-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "jav_Latn-npi_Deva", + "languages": [ + "jav-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.511672, + "recall": 0.590909, + "f1": 0.534406, + "accuracy": 0.590909, + "main_score": 0.534406, + "hf_subset": "jav_Latn-shn_Mymr", + "languages": [ + "jav-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jav_Latn-tgl_Latn", + "languages": [ + "jav-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "jav_Latn-yue_Hant", + "languages": [ + "jav-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "jav_Latn-asm_Beng", + "languages": [ + "jav-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.891667, + "recall": 0.922925, + "f1": 0.901647, + "accuracy": 0.922925, + "main_score": 0.901647, + "hf_subset": "jav_Latn-ckb_Arab", + "languages": [ + "jav-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "jav_Latn-gle_Latn", + "languages": [ + "jav-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.866667, + "recall": 0.90415, + "f1": 0.878063, + "accuracy": 0.90415, + "main_score": 0.878063, + "hf_subset": "jav_Latn-kas_Arab", + "languages": [ + "jav-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.86474, + "recall": 0.905138, + "f1": 0.877536, + "accuracy": 0.905138, + "main_score": 0.877536, + "hf_subset": "jav_Latn-ltg_Latn", + "languages": [ + "jav-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.753748, + "recall": 0.814229, + "f1": 0.772151, + "accuracy": 0.814229, + "main_score": 0.772151, + "hf_subset": "jav_Latn-nso_Latn", + "languages": [ + "jav-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "jav_Latn-sin_Sinh", + "languages": [ + "jav-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "jav_Latn-tha_Thai", + "languages": [ + "jav-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.964386, + "recall": 0.974308, + "f1": 0.967446, + "accuracy": 0.974308, + "main_score": 0.967446, + "hf_subset": "jav_Latn-zho_Hans", + "languages": [ + "jav-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "jav_Latn-ast_Latn", + "languages": [ + "jav-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.955451, + "recall": 0.969368, + "f1": 0.959881, + "accuracy": 0.969368, + "main_score": 0.959881, + "hf_subset": "jav_Latn-crh_Latn", + "languages": [ + "jav-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jav_Latn-glg_Latn", + "languages": [ + "jav-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.800412, + "recall": 0.851779, + "f1": 0.815829, + "accuracy": 0.851779, + "main_score": 0.815829, + "hf_subset": "jav_Latn-kas_Deva", + "languages": [ + "jav-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "jav_Latn-ltz_Latn", + "languages": [ + "jav-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.413438, + "recall": 0.474308, + "f1": 0.429594, + "accuracy": 0.474308, + "main_score": 0.429594, + "hf_subset": "jav_Latn-nus_Latn", + "languages": [ + "jav-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jav_Latn-slk_Latn", + "languages": [ + "jav-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.595627, + "recall": 0.68083, + "f1": 0.619274, + "accuracy": 0.68083, + "main_score": 0.619274, + "hf_subset": "jav_Latn-tir_Ethi", + "languages": [ + "jav-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-zho_Hant", + "languages": [ + "jav-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.958992, + "recall": 0.970356, + "f1": 0.962615, + "accuracy": 0.970356, + "main_score": 0.962615, + "hf_subset": "jav_Latn-awa_Deva", + "languages": [ + "jav-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jav_Latn-cym_Latn", + "languages": [ + "jav-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.725351, + "recall": 0.783597, + "f1": 0.7423, + "accuracy": 0.783597, + "main_score": 0.7423, + "hf_subset": "jav_Latn-grn_Latn", + "languages": [ + "jav-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "jav_Latn-kat_Geor", + "languages": [ + "jav-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.555477, + "recall": 0.623518, + "f1": 0.573913, + "accuracy": 0.623518, + "main_score": 0.573913, + "hf_subset": "jav_Latn-lua_Latn", + "languages": [ + "jav-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.802536, + "recall": 0.853755, + "f1": 0.818431, + "accuracy": 0.853755, + "main_score": 0.818431, + "hf_subset": "jav_Latn-nya_Latn", + "languages": [ + "jav-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "jav_Latn-slv_Latn", + "languages": [ + "jav-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.932839, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "jav_Latn-tpi_Latn", + "languages": [ + "jav-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "jav_Latn-zsm_Latn", + "languages": [ + "jav-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.490008, + "recall": 0.555336, + "f1": 0.508191, + "accuracy": 0.555336, + "main_score": 0.508191, + "hf_subset": "jav_Latn-ayr_Latn", + "languages": [ + "jav-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jav_Latn-dan_Latn", + "languages": [ + "jav-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "jav_Latn-guj_Gujr", + "languages": [ + "jav-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "jav_Latn-kaz_Cyrl", + "languages": [ + "jav-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.599031, + "recall": 0.679842, + "f1": 0.621813, + "accuracy": 0.679842, + "main_score": 0.621813, + "hf_subset": "jav_Latn-lug_Latn", + "languages": [ + "jav-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "jav_Latn-oci_Latn", + "languages": [ + "jav-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.811439, + "recall": 0.862648, + "f1": 0.827454, + "accuracy": 0.862648, + "main_score": 0.827454, + "hf_subset": "jav_Latn-smo_Latn", + "languages": [ + "jav-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.69688, + "recall": 0.767787, + "f1": 0.71769, + "accuracy": 0.767787, + "main_score": 0.71769, + "hf_subset": "jav_Latn-tsn_Latn", + "languages": [ + "jav-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.851318, + "recall": 0.892292, + "f1": 0.864262, + "accuracy": 0.892292, + "main_score": 0.864262, + "hf_subset": "jav_Latn-zul_Latn", + "languages": [ + "jav-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.885787, + "recall": 0.918972, + "f1": 0.896429, + "accuracy": 0.918972, + "main_score": 0.896429, + "hf_subset": "jav_Latn-azb_Arab", + "languages": [ + "jav-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "jav_Latn-deu_Latn", + "languages": [ + "jav-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "jav_Latn-hat_Latn", + "languages": [ + "jav-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.459353, + "recall": 0.517787, + "f1": 0.474984, + "accuracy": 0.517787, + "main_score": 0.474984, + "hf_subset": "jav_Latn-kbp_Latn", + "languages": [ + "jav-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.503756, + "recall": 0.568182, + "f1": 0.521312, + "accuracy": 0.568182, + "main_score": 0.521312, + "hf_subset": "jav_Latn-luo_Latn", + "languages": [ + "jav-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "jav_Latn-ory_Orya", + "languages": [ + "jav-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.842721, + "recall": 0.886364, + "f1": 0.856686, + "accuracy": 0.886364, + "main_score": 0.856686, + "hf_subset": "jav_Latn-sna_Latn", + "languages": [ + "jav-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.624264, + "recall": 0.698617, + "f1": 0.64501, + "accuracy": 0.698617, + "main_score": 0.64501, + "hf_subset": "jav_Latn-tso_Latn", + "languages": [ + "jav-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "jav_Latn-azj_Latn", + "languages": [ + "jav-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.501456, + "recall": 0.565217, + "f1": 0.519044, + "accuracy": 0.565217, + "main_score": 0.519044, + "hf_subset": "jav_Latn-dik_Latn", + "languages": [ + "jav-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.864625, + "recall": 0.901186, + "f1": 0.875875, + "accuracy": 0.901186, + "main_score": 0.875875, + "hf_subset": "jav_Latn-hau_Latn", + "languages": [ + "jav-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.94277, + "recall": 0.960474, + "f1": 0.948353, + "accuracy": 0.960474, + "main_score": 0.948353, + "hf_subset": "jav_Latn-kea_Latn", + "languages": [ + "jav-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.887516, + "recall": 0.91996, + "f1": 0.897661, + "accuracy": 0.91996, + "main_score": 0.897661, + "hf_subset": "jav_Latn-lus_Latn", + "languages": [ + "jav-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.820224, + "recall": 0.864625, + "f1": 0.833305, + "accuracy": 0.864625, + "main_score": 0.833305, + "hf_subset": "jav_Latn-pag_Latn", + "languages": [ + "jav-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "jav_Latn-snd_Arab", + "languages": [ + "jav-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.959239, + "recall": 0.972332, + "f1": 0.963505, + "accuracy": 0.972332, + "main_score": 0.963505, + "hf_subset": "jav_Latn-tuk_Latn", + "languages": [ + "jav-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "jav_Latn-bak_Cyrl", + "languages": [ + "jav-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.452341, + "recall": 0.520751, + "f1": 0.470574, + "accuracy": 0.520751, + "main_score": 0.470574, + "hf_subset": "jav_Latn-dyu_Latn", + "languages": [ + "jav-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jav_Latn-heb_Hebr", + "languages": [ + "jav-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "jav_Latn-khk_Cyrl", + "languages": [ + "jav-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jav_Latn-lvs_Latn", + "languages": [ + "jav-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jav_Latn-pan_Guru", + "languages": [ + "jav-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.826005, + "recall": 0.875494, + "f1": 0.841389, + "accuracy": 0.875494, + "main_score": 0.841389, + "hf_subset": "jav_Latn-som_Latn", + "languages": [ + "jav-Latn", + "som-Latn" + ] + }, + { + "precision": 0.643275, + "recall": 0.712451, + "f1": 0.663326, + "accuracy": 0.712451, + "main_score": 0.663326, + "hf_subset": "jav_Latn-tum_Latn", + "languages": [ + "jav-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.403958, + "recall": 0.487154, + "f1": 0.426359, + "accuracy": 0.487154, + "main_score": 0.426359, + "hf_subset": "lao_Laoo-ace_Arab", + "languages": [ + "lao-Laoo", + "ace-Arab" + ] + }, + { + "precision": 0.418332, + "recall": 0.465415, + "f1": 0.430284, + "accuracy": 0.465415, + "main_score": 0.430284, + "hf_subset": "lao_Laoo-bam_Latn", + "languages": [ + "lao-Laoo", + "bam-Latn" + ] + }, + { + "precision": 0.546758, + "recall": 0.636364, + "f1": 0.571682, + "accuracy": 0.636364, + "main_score": 0.571682, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ] + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "lao_Laoo-hin_Deva", + "languages": [ + "lao-Laoo", + "hin-Deva" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ] + }, + { + "precision": 0.931712, + "recall": 0.951581, + "f1": 0.937895, + "accuracy": 0.951581, + "main_score": 0.937895, + "hf_subset": "lao_Laoo-mag_Deva", + "languages": [ + "lao-Laoo", + "mag-Deva" + ] + }, + { + "precision": 0.934371, + "recall": 0.952569, + "f1": 0.939921, + "accuracy": 0.952569, + "main_score": 0.939921, + "hf_subset": "lao_Laoo-pap_Latn", + "languages": [ + "lao-Laoo", + "pap-Latn" + ] + }, + { + "precision": 0.809404, + "recall": 0.855731, + "f1": 0.823979, + "accuracy": 0.855731, + "main_score": 0.823979, + "hf_subset": "lao_Laoo-sot_Latn", + "languages": [ + "lao-Laoo", + "sot-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "lao_Laoo-tur_Latn", + "languages": [ + "lao-Laoo", + "tur-Latn" + ] + }, + { + "precision": 0.762566, + "recall": 0.81917, + "f1": 0.778938, + "accuracy": 0.81917, + "main_score": 0.778938, + "hf_subset": "lao_Laoo-ace_Latn", + "languages": [ + "lao-Laoo", + "ace-Latn" + ] + }, + { + "precision": 0.870257, + "recall": 0.903162, + "f1": 0.880204, + "accuracy": 0.903162, + "main_score": 0.880204, + "hf_subset": "lao_Laoo-ban_Latn", + "languages": [ + "lao-Laoo", + "ban-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "lao_Laoo-ell_Grek", + "languages": [ + "lao-Laoo", + "ell-Grek" + ] + }, + { + "precision": 0.914443, + "recall": 0.939723, + "f1": 0.922299, + "accuracy": 0.939723, + "main_score": 0.922299, + "hf_subset": "lao_Laoo-hne_Deva", + "languages": [ + "lao-Laoo", + "hne-Deva" + ] + }, + { + "precision": 0.475274, + "recall": 0.544466, + "f1": 0.493513, + "accuracy": 0.544466, + "main_score": 0.493513, + "hf_subset": "lao_Laoo-kik_Latn", + "languages": [ + "lao-Laoo", + "kik-Latn" + ] + }, + { + "precision": 0.929792, + "recall": 0.950593, + "f1": 0.936331, + "accuracy": 0.950593, + "main_score": 0.936331, + "hf_subset": "lao_Laoo-mai_Deva", + "languages": [ + "lao-Laoo", + "mai-Deva" + ] + }, + { + "precision": 0.887879, + "recall": 0.920949, + "f1": 0.898353, + "accuracy": 0.920949, + "main_score": 0.898353, + "hf_subset": "lao_Laoo-pbt_Arab", + "languages": [ + "lao-Laoo", + "pbt-Arab" + ] + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "lao_Laoo-spa_Latn", + "languages": [ + "lao-Laoo", + "spa-Latn" + ] + }, + { + "precision": 0.649996, + "recall": 0.713439, + "f1": 0.667499, + "accuracy": 0.713439, + "main_score": 0.667499, + "hf_subset": "lao_Laoo-twi_Latn", + "languages": [ + "lao-Laoo", + "twi-Latn" + ] + }, + { + "precision": 0.941288, + "recall": 0.959486, + "f1": 0.947036, + "accuracy": 0.959486, + "main_score": 0.947036, + "hf_subset": "lao_Laoo-acm_Arab", + "languages": [ + "lao-Laoo", + "acm-Arab" + ] + }, + { + "precision": 0.936874, + "recall": 0.954545, + "f1": 0.94226, + "accuracy": 0.954545, + "main_score": 0.94226, + "hf_subset": "lao_Laoo-bel_Cyrl", + "languages": [ + "lao-Laoo", + "bel-Cyrl" + ] + }, + { + "precision": 0.944293, + "recall": 0.960474, + "f1": 0.94933, + "accuracy": 0.960474, + "main_score": 0.94933, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "lao_Laoo-hrv_Latn", + "languages": [ + "lao-Laoo", + "hrv-Latn" + ] + }, + { + "precision": 0.805599, + "recall": 0.853755, + "f1": 0.81988, + "accuracy": 0.853755, + "main_score": 0.81988, + "hf_subset": "lao_Laoo-kin_Latn", + "languages": [ + "lao-Laoo", + "kin-Latn" + ] + }, + { + "precision": 0.942111, + "recall": 0.958498, + "f1": 0.9472, + "accuracy": 0.958498, + "main_score": 0.9472, + "hf_subset": "lao_Laoo-mal_Mlym", + "languages": [ + "lao-Laoo", + "mal-Mlym" + ] + }, + { + "precision": 0.948814, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "lao_Laoo-pes_Arab", + "languages": [ + "lao-Laoo", + "pes-Arab" + ] + }, + { + "precision": 0.935359, + "recall": 0.954545, + "f1": 0.941238, + "accuracy": 0.954545, + "main_score": 0.941238, + "hf_subset": "lao_Laoo-srd_Latn", + "languages": [ + "lao-Laoo", + "srd-Latn" + ] + }, + { + "precision": 0.19488, + "recall": 0.258893, + "f1": 0.209188, + "accuracy": 0.258893, + "main_score": 0.209188, + "hf_subset": "lao_Laoo-tzm_Tfng", + "languages": [ + "lao-Laoo", + "tzm-Tfng" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "lao_Laoo-acq_Arab", + "languages": [ + "lao-Laoo", + "acq-Arab" + ] + }, + { + "precision": 0.593173, + "recall": 0.660079, + "f1": 0.611931, + "accuracy": 0.660079, + "main_score": 0.611931, + "hf_subset": "lao_Laoo-bem_Latn", + "languages": [ + "lao-Laoo", + "bem-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "lao_Laoo-epo_Latn", + "languages": [ + "lao-Laoo", + "epo-Latn" + ] + }, + { + "precision": 0.957708, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "lao_Laoo-hun_Latn", + "languages": [ + "lao-Laoo", + "hun-Latn" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "lao_Laoo-kir_Cyrl", + "languages": [ + "lao-Laoo", + "kir-Cyrl" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "lao_Laoo-mar_Deva", + "languages": [ + "lao-Laoo", + "mar-Deva" + ] + }, + { + "precision": 0.824995, + "recall": 0.866601, + "f1": 0.837714, + "accuracy": 0.866601, + "main_score": 0.837714, + "hf_subset": "lao_Laoo-plt_Latn", + "languages": [ + "lao-Laoo", + "plt-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "lao_Laoo-srp_Cyrl", + "languages": [ + "lao-Laoo", + "srp-Cyrl" + ] + }, + { + "precision": 0.907609, + "recall": 0.934783, + "f1": 0.916304, + "accuracy": 0.934783, + "main_score": 0.916304, + "hf_subset": "lao_Laoo-uig_Arab", + "languages": [ + "lao-Laoo", + "uig-Arab" + ] + }, + { + "precision": 0.942441, + "recall": 0.960474, + "f1": 0.948188, + "accuracy": 0.960474, + "main_score": 0.948188, + "hf_subset": "lao_Laoo-aeb_Arab", + "languages": [ + "lao-Laoo", + "aeb-Arab" + ] + }, + { + "precision": 0.949522, + "recall": 0.965415, + "f1": 0.954611, + "accuracy": 0.965415, + "main_score": 0.954611, + "hf_subset": "lao_Laoo-ben_Beng", + "languages": [ + "lao-Laoo", + "ben-Beng" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "lao_Laoo-est_Latn", + "languages": [ + "lao-Laoo", + "est-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "lao_Laoo-hye_Armn", + "languages": [ + "lao-Laoo", + "hye-Armn" + ] + }, + { + "precision": 0.434848, + "recall": 0.487154, + "f1": 0.44855, + "accuracy": 0.487154, + "main_score": 0.44855, + "hf_subset": "lao_Laoo-kmb_Latn", + "languages": [ + "lao-Laoo", + "kmb-Latn" + ] + }, + { + "precision": 0.357355, + "recall": 0.438735, + "f1": 0.377494, + "accuracy": 0.438735, + "main_score": 0.377494, + "hf_subset": "lao_Laoo-min_Arab", + "languages": [ + "lao-Laoo", + "min-Arab" + ] + }, + { + "precision": 0.95499, + "recall": 0.966403, + "f1": 0.958202, + "accuracy": 0.966403, + "main_score": 0.958202, + "hf_subset": "lao_Laoo-pol_Latn", + "languages": [ + "lao-Laoo", + "pol-Latn" + ] + }, + { + "precision": 0.682399, + "recall": 0.748024, + "f1": 0.701597, + "accuracy": 0.748024, + "main_score": 0.701597, + "hf_subset": "lao_Laoo-ssw_Latn", + "languages": [ + "lao-Laoo", + "ssw-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "lao_Laoo-ukr_Cyrl", + "languages": [ + "lao-Laoo", + "ukr-Cyrl" + ] + }, + { + "precision": 0.954414, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "lao_Laoo-afr_Latn", + "languages": [ + "lao-Laoo", + "afr-Latn" + ] + }, + { + "precision": 0.901869, + "recall": 0.927866, + "f1": 0.909409, + "accuracy": 0.927866, + "main_score": 0.909409, + "hf_subset": "lao_Laoo-bho_Deva", + "languages": [ + "lao-Laoo", + "bho-Deva" + ] + }, + { + "precision": 0.931571, + "recall": 0.951581, + "f1": 0.937813, + "accuracy": 0.951581, + "main_score": 0.937813, + "hf_subset": "lao_Laoo-eus_Latn", + "languages": [ + "lao-Laoo", + "eus-Latn" + ] + }, + { + "precision": 0.786578, + "recall": 0.838933, + "f1": 0.801948, + "accuracy": 0.838933, + "main_score": 0.801948, + "hf_subset": "lao_Laoo-ibo_Latn", + "languages": [ + "lao-Laoo", + "ibo-Latn" + ] + }, + { + "precision": 0.820464, + "recall": 0.865613, + "f1": 0.834489, + "accuracy": 0.865613, + "main_score": 0.834489, + "hf_subset": "lao_Laoo-kmr_Latn", + "languages": [ + "lao-Laoo", + "kmr-Latn" + ] + }, + { + "precision": 0.924736, + "recall": 0.947628, + "f1": 0.93195, + "accuracy": 0.947628, + "main_score": 0.93195, + "hf_subset": "lao_Laoo-min_Latn", + "languages": [ + "lao-Laoo", + "min-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "lao_Laoo-por_Latn", + "languages": [ + "lao-Laoo", + "por-Latn" + ] + }, + { + "precision": 0.934453, + "recall": 0.952569, + "f1": 0.94002, + "accuracy": 0.952569, + "main_score": 0.94002, + "hf_subset": "lao_Laoo-sun_Latn", + "languages": [ + "lao-Laoo", + "sun-Latn" + ] + }, + { + "precision": 0.395366, + "recall": 0.456522, + "f1": 0.411631, + "accuracy": 0.456522, + "main_score": 0.411631, + "hf_subset": "lao_Laoo-umb_Latn", + "languages": [ + "lao-Laoo", + "umb-Latn" + ] + }, + { + "precision": 0.956225, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "lao_Laoo-ajp_Arab", + "languages": [ + "lao-Laoo", + "ajp-Arab" + ] + }, + { + "precision": 0.381109, + "recall": 0.468379, + "f1": 0.404438, + "accuracy": 0.468379, + "main_score": 0.404438, + "hf_subset": "lao_Laoo-bjn_Arab", + "languages": [ + "lao-Laoo", + "bjn-Arab" + ] + }, + { + "precision": 0.418064, + "recall": 0.469368, + "f1": 0.431253, + "accuracy": 0.469368, + "main_score": 0.431253, + "hf_subset": "lao_Laoo-ewe_Latn", + "languages": [ + "lao-Laoo", + "ewe-Latn" + ] + }, + { + "precision": 0.880032, + "recall": 0.913043, + "f1": 0.8903, + "accuracy": 0.913043, + "main_score": 0.8903, + "hf_subset": "lao_Laoo-ilo_Latn", + "languages": [ + "lao-Laoo", + "ilo-Latn" + ] + }, + { + "precision": 0.202742, + "recall": 0.262846, + "f1": 0.216874, + "accuracy": 0.262846, + "main_score": 0.216874, + "hf_subset": "lao_Laoo-knc_Arab", + "languages": [ + "lao-Laoo", + "knc-Arab" + ] + }, + { + "precision": 0.945026, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "lao_Laoo-mkd_Cyrl", + "languages": [ + "lao-Laoo", + "mkd-Cyrl" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "lao_Laoo-prs_Arab", + "languages": [ + "lao-Laoo", + "prs-Arab" + ] + }, + { + "precision": 0.955945, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "lao_Laoo-swe_Latn", + "languages": [ + "lao-Laoo", + "swe-Latn" + ] + }, + { + "precision": 0.944697, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "lao_Laoo-urd_Arab", + "languages": [ + "lao-Laoo", + "urd-Arab" + ] + }, + { + "precision": 0.623941, + "recall": 0.688735, + "f1": 0.641871, + "accuracy": 0.688735, + "main_score": 0.641871, + "hf_subset": "lao_Laoo-aka_Latn", + "languages": [ + "lao-Laoo", + "aka-Latn" + ] + }, + { + "precision": 0.909965, + "recall": 0.933794, + "f1": 0.917199, + "accuracy": 0.933794, + "main_score": 0.917199, + "hf_subset": "lao_Laoo-bjn_Latn", + "languages": [ + "lao-Laoo", + "bjn-Latn" + ] + }, + { + "precision": 0.936677, + "recall": 0.954545, + "f1": 0.942424, + "accuracy": 0.954545, + "main_score": 0.942424, + "hf_subset": "lao_Laoo-fao_Latn", + "languages": [ + "lao-Laoo", + "fao-Latn" + ] + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "lao_Laoo-ind_Latn", + "languages": [ + "lao-Laoo", + "ind-Latn" + ] + }, + { + "precision": 0.45675, + "recall": 0.502964, + "f1": 0.468604, + "accuracy": 0.502964, + "main_score": 0.468604, + "hf_subset": "lao_Laoo-knc_Latn", + "languages": [ + "lao-Laoo", + "knc-Latn" + ] + }, + { + "precision": 0.9417, + "recall": 0.958498, + "f1": 0.946923, + "accuracy": 0.958498, + "main_score": 0.946923, + "hf_subset": "lao_Laoo-mlt_Latn", + "languages": [ + "lao-Laoo", + "mlt-Latn" + ] + }, + { + "precision": 0.538086, + "recall": 0.609684, + "f1": 0.558121, + "accuracy": 0.609684, + "main_score": 0.558121, + "hf_subset": "lao_Laoo-quy_Latn", + "languages": [ + "lao-Laoo", + "quy-Latn" + ] + }, + { + "precision": 0.953146, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "lao_Laoo-swh_Latn", + "languages": [ + "lao-Laoo", + "swh-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "lao_Laoo-uzn_Latn", + "languages": [ + "lao-Laoo", + "uzn-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.95751, + "f1": 0.945982, + "accuracy": 0.95751, + "main_score": 0.945982, + "hf_subset": "lao_Laoo-als_Latn", + "languages": [ + "lao-Laoo", + "als-Latn" + ] + }, + { + "precision": 0.725386, + "recall": 0.793478, + "f1": 0.745601, + "accuracy": 0.793478, + "main_score": 0.745601, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ] + }, + { + "precision": 0.581135, + "recall": 0.650198, + "f1": 0.600907, + "accuracy": 0.650198, + "main_score": 0.600907, + "hf_subset": "lao_Laoo-fij_Latn", + "languages": [ + "lao-Laoo", + "fij-Latn" + ] + }, + { + "precision": 0.933465, + "recall": 0.953557, + "f1": 0.940053, + "accuracy": 0.953557, + "main_score": 0.940053, + "hf_subset": "lao_Laoo-isl_Latn", + "languages": [ + "lao-Laoo", + "isl-Latn" + ] + }, + { + "precision": 0.510651, + "recall": 0.565217, + "f1": 0.525593, + "accuracy": 0.565217, + "main_score": 0.525593, + "hf_subset": "lao_Laoo-kon_Latn", + "languages": [ + "lao-Laoo", + "kon-Latn" + ] + }, + { + "precision": 0.480748, + "recall": 0.546443, + "f1": 0.49811, + "accuracy": 0.546443, + "main_score": 0.49811, + "hf_subset": "lao_Laoo-mni_Beng", + "languages": [ + "lao-Laoo", + "mni-Beng" + ] + }, + { + "precision": 0.961298, + "recall": 0.972332, + "f1": 0.964756, + "accuracy": 0.972332, + "main_score": 0.964756, + "hf_subset": "lao_Laoo-ron_Latn", + "languages": [ + "lao-Laoo", + "ron-Latn" + ] + }, + { + "precision": 0.916749, + "recall": 0.940711, + "f1": 0.924275, + "accuracy": 0.940711, + "main_score": 0.924275, + "hf_subset": "lao_Laoo-szl_Latn", + "languages": [ + "lao-Laoo", + "szl-Latn" + ] + }, + { + "precision": 0.927866, + "recall": 0.948617, + "f1": 0.934209, + "accuracy": 0.948617, + "main_score": 0.934209, + "hf_subset": "lao_Laoo-vec_Latn", + "languages": [ + "lao-Laoo", + "vec-Latn" + ] + }, + { + "precision": 0.882411, + "recall": 0.91502, + "f1": 0.892622, + "accuracy": 0.91502, + "main_score": 0.892622, + "hf_subset": "lao_Laoo-amh_Ethi", + "languages": [ + "lao-Laoo", + "amh-Ethi" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "lao_Laoo-bos_Latn", + "languages": [ + "lao-Laoo", + "bos-Latn" + ] + }, + { + "precision": 0.94557, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "lao_Laoo-fin_Latn", + "languages": [ + "lao-Laoo", + "fin-Latn" + ] + }, + { + "precision": 0.951943, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "lao_Laoo-ita_Latn", + "languages": [ + "lao-Laoo", + "ita-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965697, + "accuracy": 0.97332, + "main_score": 0.965697, + "hf_subset": "lao_Laoo-kor_Hang", + "languages": [ + "lao-Laoo", + "kor-Hang" + ] + }, + { + "precision": 0.431938, + "recall": 0.485178, + "f1": 0.44632, + "accuracy": 0.485178, + "main_score": 0.44632, + "hf_subset": "lao_Laoo-mos_Latn", + "languages": [ + "lao-Laoo", + "mos-Latn" + ] + }, + { + "precision": 0.666709, + "recall": 0.73419, + "f1": 0.686615, + "accuracy": 0.73419, + "main_score": 0.686615, + "hf_subset": "lao_Laoo-run_Latn", + "languages": [ + "lao-Laoo", + "run-Latn" + ] + }, + { + "precision": 0.945438, + "recall": 0.961462, + "f1": 0.950329, + "accuracy": 0.961462, + "main_score": 0.950329, + "hf_subset": "lao_Laoo-tam_Taml", + "languages": [ + "lao-Laoo", + "tam-Taml" + ] + }, + { + "precision": 0.958169, + "recall": 0.969368, + "f1": 0.961594, + "accuracy": 0.969368, + "main_score": 0.961594, + "hf_subset": "lao_Laoo-vie_Latn", + "languages": [ + "lao-Laoo", + "vie-Latn" + ] + }, + { + "precision": 0.94277, + "recall": 0.959486, + "f1": 0.947977, + "accuracy": 0.959486, + "main_score": 0.947977, + "hf_subset": "lao_Laoo-apc_Arab", + "languages": [ + "lao-Laoo", + "apc-Arab" + ] + }, + { + "precision": 0.623453, + "recall": 0.681818, + "f1": 0.638835, + "accuracy": 0.681818, + "main_score": 0.638835, + "hf_subset": "lao_Laoo-bug_Latn", + "languages": [ + "lao-Laoo", + "bug-Latn" + ] + }, + { + "precision": 0.399073, + "recall": 0.450593, + "f1": 0.413792, + "accuracy": 0.450593, + "main_score": 0.413792, + "hf_subset": "lao_Laoo-fon_Latn", + "languages": [ + "lao-Laoo", + "fon-Latn" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "lao_Laoo-jav_Latn", + "languages": [ + "lao-Laoo", + "jav-Latn" + ] + }, + { + "precision": 0.830896, + "recall": 0.873518, + "f1": 0.844137, + "accuracy": 0.873518, + "main_score": 0.844137, + "hf_subset": "lao_Laoo-mri_Latn", + "languages": [ + "lao-Laoo", + "mri-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "lao_Laoo-rus_Cyrl", + "languages": [ + "lao-Laoo", + "rus-Cyrl" + ] + }, + { + "precision": 0.449386, + "recall": 0.491107, + "f1": 0.460605, + "accuracy": 0.491107, + "main_score": 0.460605, + "hf_subset": "lao_Laoo-taq_Latn", + "languages": [ + "lao-Laoo", + "taq-Latn" + ] + }, + { + "precision": 0.927322, + "recall": 0.947628, + "f1": 0.933498, + "accuracy": 0.947628, + "main_score": 0.933498, + "hf_subset": "lao_Laoo-war_Latn", + "languages": [ + "lao-Laoo", + "war-Latn" + ] + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961528, + "accuracy": 0.970356, + "main_score": 0.961528, + "hf_subset": "lao_Laoo-arb_Arab", + "languages": [ + "lao-Laoo", + "arb-Arab" + ] + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "lao_Laoo-bul_Cyrl", + "languages": [ + "lao-Laoo", + "bul-Cyrl" + ] + }, + { + "precision": 0.954414, + "recall": 0.967391, + "f1": 0.9583, + "accuracy": 0.967391, + "main_score": 0.9583, + "hf_subset": "lao_Laoo-fra_Latn", + "languages": [ + "lao-Laoo", + "fra-Latn" + ] + }, + { + "precision": 0.936512, + "recall": 0.956522, + "f1": 0.942918, + "accuracy": 0.956522, + "main_score": 0.942918, + "hf_subset": "lao_Laoo-jpn_Jpan", + "languages": [ + "lao-Laoo", + "jpn-Jpan" + ] + }, + { + "precision": 0.910106, + "recall": 0.935771, + "f1": 0.917918, + "accuracy": 0.935771, + "main_score": 0.917918, + "hf_subset": "lao_Laoo-lij_Latn", + "languages": [ + "lao-Laoo", + "lij-Latn" + ] + }, + { + "precision": 0.926548, + "recall": 0.949605, + "f1": 0.933959, + "accuracy": 0.949605, + "main_score": 0.933959, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ] + }, + { + "precision": 0.480502, + "recall": 0.532609, + "f1": 0.494101, + "accuracy": 0.532609, + "main_score": 0.494101, + "hf_subset": "lao_Laoo-sag_Latn", + "languages": [ + "lao-Laoo", + "sag-Latn" + ] + }, + { + "precision": 0.197019, + "recall": 0.259881, + "f1": 0.212131, + "accuracy": 0.259881, + "main_score": 0.212131, + "hf_subset": "lao_Laoo-taq_Tfng", + "languages": [ + "lao-Laoo", + "taq-Tfng" + ] + }, + { + "precision": 0.552436, + "recall": 0.617589, + "f1": 0.569234, + "accuracy": 0.617589, + "main_score": 0.569234, + "hf_subset": "lao_Laoo-wol_Latn", + "languages": [ + "lao-Laoo", + "wol-Latn" + ] + }, + { + "precision": 0.818488, + "recall": 0.865613, + "f1": 0.832574, + "accuracy": 0.865613, + "main_score": 0.832574, + "hf_subset": "lao_Laoo-arb_Latn", + "languages": [ + "lao-Laoo", + "arb-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "lao_Laoo-cat_Latn", + "languages": [ + "lao-Laoo", + "cat-Latn" + ] + }, + { + "precision": 0.890501, + "recall": 0.916008, + "f1": 0.897764, + "accuracy": 0.916008, + "main_score": 0.897764, + "hf_subset": "lao_Laoo-fur_Latn", + "languages": [ + "lao-Laoo", + "fur-Latn" + ] + }, + { + "precision": 0.375673, + "recall": 0.448617, + "f1": 0.39414, + "accuracy": 0.448617, + "main_score": 0.39414, + "hf_subset": "lao_Laoo-kab_Latn", + "languages": [ + "lao-Laoo", + "kab-Latn" + ] + }, + { + "precision": 0.922266, + "recall": 0.944664, + "f1": 0.929103, + "accuracy": 0.944664, + "main_score": 0.929103, + "hf_subset": "lao_Laoo-lim_Latn", + "languages": [ + "lao-Laoo", + "lim-Latn" + ] + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "lao_Laoo-nld_Latn", + "languages": [ + "lao-Laoo", + "nld-Latn" + ] + }, + { + "precision": 0.929348, + "recall": 0.950593, + "f1": 0.93643, + "accuracy": 0.950593, + "main_score": 0.93643, + "hf_subset": "lao_Laoo-san_Deva", + "languages": [ + "lao-Laoo", + "san-Deva" + ] + }, + { + "precision": 0.948123, + "recall": 0.963439, + "f1": 0.953063, + "accuracy": 0.963439, + "main_score": 0.953063, + "hf_subset": "lao_Laoo-tat_Cyrl", + "languages": [ + "lao-Laoo", + "tat-Cyrl" + ] + }, + { + "precision": 0.827503, + "recall": 0.870553, + "f1": 0.840547, + "accuracy": 0.870553, + "main_score": 0.840547, + "hf_subset": "lao_Laoo-xho_Latn", + "languages": [ + "lao-Laoo", + "xho-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.964427, + "f1": 0.954183, + "accuracy": 0.964427, + "main_score": 0.954183, + "hf_subset": "lao_Laoo-ars_Arab", + "languages": [ + "lao-Laoo", + "ars-Arab" + ] + }, + { + "precision": 0.936677, + "recall": 0.954545, + "f1": 0.942095, + "accuracy": 0.954545, + "main_score": 0.942095, + "hf_subset": "lao_Laoo-ceb_Latn", + "languages": [ + "lao-Laoo", + "ceb-Latn" + ] + }, + { + "precision": 0.410985, + "recall": 0.47332, + "f1": 0.427249, + "accuracy": 0.47332, + "main_score": 0.427249, + "hf_subset": "lao_Laoo-fuv_Latn", + "languages": [ + "lao-Laoo", + "fuv-Latn" + ] + }, + { + "precision": 0.43147, + "recall": 0.485178, + "f1": 0.445512, + "accuracy": 0.485178, + "main_score": 0.445512, + "hf_subset": "lao_Laoo-kac_Latn", + "languages": [ + "lao-Laoo", + "kac-Latn" + ] + }, + { + "precision": 0.5322, + "recall": 0.596838, + "f1": 0.548538, + "accuracy": 0.596838, + "main_score": 0.548538, + "hf_subset": "lao_Laoo-lin_Latn", + "languages": [ + "lao-Laoo", + "lin-Latn" + ] + }, + { + "precision": 0.945405, + "recall": 0.962451, + "f1": 0.950823, + "accuracy": 0.962451, + "main_score": 0.950823, + "hf_subset": "lao_Laoo-nno_Latn", + "languages": [ + "lao-Laoo", + "nno-Latn" + ] + }, + { + "precision": 0.812641, + "recall": 0.858696, + "f1": 0.826861, + "accuracy": 0.858696, + "main_score": 0.826861, + "hf_subset": "lao_Laoo-sat_Olck", + "languages": [ + "lao-Laoo", + "sat-Olck" + ] + }, + { + "precision": 0.953096, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "lao_Laoo-tel_Telu", + "languages": [ + "lao-Laoo", + "tel-Telu" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "lao_Laoo-ydd_Hebr", + "languages": [ + "lao-Laoo", + "ydd-Hebr" + ] + }, + { + "precision": 0.907065, + "recall": 0.934783, + "f1": 0.915744, + "accuracy": 0.934783, + "main_score": 0.915744, + "hf_subset": "lao_Laoo-ary_Arab", + "languages": [ + "lao-Laoo", + "ary-Arab" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "lao_Laoo-ces_Latn", + "languages": [ + "lao-Laoo", + "ces-Latn" + ] + }, + { + "precision": 0.494867, + "recall": 0.570158, + "f1": 0.515374, + "accuracy": 0.570158, + "main_score": 0.515374, + "hf_subset": "lao_Laoo-gaz_Latn", + "languages": [ + "lao-Laoo", + "gaz-Latn" + ] + }, + { + "precision": 0.473379, + "recall": 0.545455, + "f1": 0.491672, + "accuracy": 0.545455, + "main_score": 0.491672, + "hf_subset": "lao_Laoo-kam_Latn", + "languages": [ + "lao-Laoo", + "kam-Latn" + ] + }, + { + "precision": 0.943874, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "lao_Laoo-lit_Latn", + "languages": [ + "lao-Laoo", + "lit-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "lao_Laoo-nob_Latn", + "languages": [ + "lao-Laoo", + "nob-Latn" + ] + }, + { + "precision": 0.927388, + "recall": 0.94664, + "f1": 0.933184, + "accuracy": 0.94664, + "main_score": 0.933184, + "hf_subset": "lao_Laoo-scn_Latn", + "languages": [ + "lao-Laoo", + "scn-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.958498, + "f1": 0.947417, + "accuracy": 0.958498, + "main_score": 0.947417, + "hf_subset": "lao_Laoo-tgk_Cyrl", + "languages": [ + "lao-Laoo", + "tgk-Cyrl" + ] + }, + { + "precision": 0.634965, + "recall": 0.709486, + "f1": 0.656348, + "accuracy": 0.709486, + "main_score": 0.656348, + "hf_subset": "lao_Laoo-yor_Latn", + "languages": [ + "lao-Laoo", + "yor-Latn" + ] + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "lao_Laoo-arz_Arab", + "languages": [ + "lao-Laoo", + "arz-Arab" + ] + }, + { + "precision": 0.405483, + "recall": 0.456522, + "f1": 0.418975, + "accuracy": 0.456522, + "main_score": 0.418975, + "hf_subset": "lao_Laoo-cjk_Latn", + "languages": [ + "lao-Laoo", + "cjk-Latn" + ] + }, + { + "precision": 0.897266, + "recall": 0.926877, + "f1": 0.906621, + "accuracy": 0.926877, + "main_score": 0.906621, + "hf_subset": "lao_Laoo-gla_Latn", + "languages": [ + "lao-Laoo", + "gla-Latn" + ] + }, + { + "precision": 0.939427, + "recall": 0.95751, + "f1": 0.945158, + "accuracy": 0.95751, + "main_score": 0.945158, + "hf_subset": "lao_Laoo-kan_Knda", + "languages": [ + "lao-Laoo", + "kan-Knda" + ] + }, + { + "precision": 0.919664, + "recall": 0.942688, + "f1": 0.926633, + "accuracy": 0.942688, + "main_score": 0.926633, + "hf_subset": "lao_Laoo-lmo_Latn", + "languages": [ + "lao-Laoo", + "lmo-Latn" + ] + }, + { + "precision": 0.949852, + "recall": 0.964427, + "f1": 0.954447, + "accuracy": 0.964427, + "main_score": 0.954447, + "hf_subset": "lao_Laoo-npi_Deva", + "languages": [ + "lao-Laoo", + "npi-Deva" + ] + }, + { + "precision": 0.523002, + "recall": 0.58498, + "f1": 0.540782, + "accuracy": 0.58498, + "main_score": 0.540782, + "hf_subset": "lao_Laoo-shn_Mymr", + "languages": [ + "lao-Laoo", + "shn-Mymr" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "lao_Laoo-tgl_Latn", + "languages": [ + "lao-Laoo", + "tgl-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "lao_Laoo-yue_Hant", + "languages": [ + "lao-Laoo", + "yue-Hant" + ] + }, + { + "precision": 0.932148, + "recall": 0.953557, + "f1": 0.939065, + "accuracy": 0.953557, + "main_score": 0.939065, + "hf_subset": "lao_Laoo-asm_Beng", + "languages": [ + "lao-Laoo", + "asm-Beng" + ] + }, + { + "precision": 0.887632, + "recall": 0.91996, + "f1": 0.897958, + "accuracy": 0.91996, + "main_score": 0.897958, + "hf_subset": "lao_Laoo-ckb_Arab", + "languages": [ + "lao-Laoo", + "ckb-Arab" + ] + }, + { + "precision": 0.95471, + "recall": 0.967391, + "f1": 0.958827, + "accuracy": 0.967391, + "main_score": 0.958827, + "hf_subset": "lao_Laoo-gle_Latn", + "languages": [ + "lao-Laoo", + "gle-Latn" + ] + }, + { + "precision": 0.781417, + "recall": 0.831028, + "f1": 0.796065, + "accuracy": 0.831028, + "main_score": 0.796065, + "hf_subset": "lao_Laoo-kas_Arab", + "languages": [ + "lao-Laoo", + "kas-Arab" + ] + }, + { + "precision": 0.786686, + "recall": 0.840909, + "f1": 0.803099, + "accuracy": 0.840909, + "main_score": 0.803099, + "hf_subset": "lao_Laoo-ltg_Latn", + "languages": [ + "lao-Laoo", + "ltg-Latn" + ] + }, + { + "precision": 0.731564, + "recall": 0.790514, + "f1": 0.749311, + "accuracy": 0.790514, + "main_score": 0.749311, + "hf_subset": "lao_Laoo-nso_Latn", + "languages": [ + "lao-Laoo", + "nso-Latn" + ] + }, + { + "precision": 0.934865, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "lao_Laoo-sin_Sinh", + "languages": [ + "lao-Laoo", + "sin-Sinh" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ] + }, + { + "precision": 0.918619, + "recall": 0.938735, + "f1": 0.92455, + "accuracy": 0.938735, + "main_score": 0.92455, + "hf_subset": "lao_Laoo-zho_Hans", + "languages": [ + "lao-Laoo", + "zho-Hans" + ] + }, + { + "precision": 0.948123, + "recall": 0.963439, + "f1": 0.952866, + "accuracy": 0.963439, + "main_score": 0.952866, + "hf_subset": "lao_Laoo-ast_Latn", + "languages": [ + "lao-Laoo", + "ast-Latn" + ] + }, + { + "precision": 0.932806, + "recall": 0.953557, + "f1": 0.939361, + "accuracy": 0.953557, + "main_score": 0.939361, + "hf_subset": "lao_Laoo-crh_Latn", + "languages": [ + "lao-Laoo", + "crh-Latn" + ] + }, + { + "precision": 0.955781, + "recall": 0.968379, + "f1": 0.959881, + "accuracy": 0.968379, + "main_score": 0.959881, + "hf_subset": "lao_Laoo-glg_Latn", + "languages": [ + "lao-Laoo", + "glg-Latn" + ] + }, + { + "precision": 0.732893, + "recall": 0.79249, + "f1": 0.750266, + "accuracy": 0.79249, + "main_score": 0.750266, + "hf_subset": "lao_Laoo-kas_Deva", + "languages": [ + "lao-Laoo", + "kas-Deva" + ] + }, + { + "precision": 0.925478, + "recall": 0.94664, + "f1": 0.931983, + "accuracy": 0.94664, + "main_score": 0.931983, + "hf_subset": "lao_Laoo-ltz_Latn", + "languages": [ + "lao-Laoo", + "ltz-Latn" + ] + }, + { + "precision": 0.372862, + "recall": 0.431818, + "f1": 0.38852, + "accuracy": 0.431818, + "main_score": 0.38852, + "hf_subset": "lao_Laoo-nus_Latn", + "languages": [ + "lao-Laoo", + "nus-Latn" + ] + }, + { + "precision": 0.964674, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "lao_Laoo-slk_Latn", + "languages": [ + "lao-Laoo", + "slk-Latn" + ] + }, + { + "precision": 0.538651, + "recall": 0.624506, + "f1": 0.562059, + "accuracy": 0.624506, + "main_score": 0.562059, + "hf_subset": "lao_Laoo-tir_Ethi", + "languages": [ + "lao-Laoo", + "tir-Ethi" + ] + }, + { + "precision": 0.944746, + "recall": 0.962451, + "f1": 0.950494, + "accuracy": 0.962451, + "main_score": 0.950494, + "hf_subset": "lao_Laoo-zho_Hant", + "languages": [ + "lao-Laoo", + "zho-Hant" + ] + }, + { + "precision": 0.915102, + "recall": 0.939723, + "f1": 0.922991, + "accuracy": 0.939723, + "main_score": 0.922991, + "hf_subset": "lao_Laoo-awa_Deva", + "languages": [ + "lao-Laoo", + "awa-Deva" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "lao_Laoo-cym_Latn", + "languages": [ + "lao-Laoo", + "cym-Latn" + ] + }, + { + "precision": 0.617909, + "recall": 0.679842, + "f1": 0.634159, + "accuracy": 0.679842, + "main_score": 0.634159, + "hf_subset": "lao_Laoo-grn_Latn", + "languages": [ + "lao-Laoo", + "grn-Latn" + ] + }, + { + "precision": 0.94277, + "recall": 0.960474, + "f1": 0.948518, + "accuracy": 0.960474, + "main_score": 0.948518, + "hf_subset": "lao_Laoo-kat_Geor", + "languages": [ + "lao-Laoo", + "kat-Geor" + ] + }, + { + "precision": 0.492298, + "recall": 0.550395, + "f1": 0.506387, + "accuracy": 0.550395, + "main_score": 0.506387, + "hf_subset": "lao_Laoo-lua_Latn", + "languages": [ + "lao-Laoo", + "lua-Latn" + ] + }, + { + "precision": 0.774351, + "recall": 0.829051, + "f1": 0.790747, + "accuracy": 0.829051, + "main_score": 0.790747, + "hf_subset": "lao_Laoo-nya_Latn", + "languages": [ + "lao-Laoo", + "nya-Latn" + ] + }, + { + "precision": 0.944615, + "recall": 0.959486, + "f1": 0.949177, + "accuracy": 0.959486, + "main_score": 0.949177, + "hf_subset": "lao_Laoo-slv_Latn", + "languages": [ + "lao-Laoo", + "slv-Latn" + ] + }, + { + "precision": 0.844216, + "recall": 0.885375, + "f1": 0.856244, + "accuracy": 0.885375, + "main_score": 0.856244, + "hf_subset": "lao_Laoo-tpi_Latn", + "languages": [ + "lao-Laoo", + "tpi-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "lao_Laoo-zsm_Latn", + "languages": [ + "lao-Laoo", + "zsm-Latn" + ] + }, + { + "precision": 0.452982, + "recall": 0.509881, + "f1": 0.468727, + "accuracy": 0.509881, + "main_score": 0.468727, + "hf_subset": "lao_Laoo-ayr_Latn", + "languages": [ + "lao-Laoo", + "ayr-Latn" + ] + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "lao_Laoo-dan_Latn", + "languages": [ + "lao-Laoo", + "dan-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "lao_Laoo-guj_Gujr", + "languages": [ + "lao-Laoo", + "guj-Gujr" + ] + }, + { + "precision": 0.940744, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "lao_Laoo-kaz_Cyrl", + "languages": [ + "lao-Laoo", + "kaz-Cyrl" + ] + }, + { + "precision": 0.583507, + "recall": 0.656126, + "f1": 0.603288, + "accuracy": 0.656126, + "main_score": 0.603288, + "hf_subset": "lao_Laoo-lug_Latn", + "languages": [ + "lao-Laoo", + "lug-Latn" + ] + }, + { + "precision": 0.952849, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "lao_Laoo-oci_Latn", + "languages": [ + "lao-Laoo", + "oci-Latn" + ] + }, + { + "precision": 0.791184, + "recall": 0.841897, + "f1": 0.806409, + "accuracy": 0.841897, + "main_score": 0.806409, + "hf_subset": "lao_Laoo-smo_Latn", + "languages": [ + "lao-Laoo", + "smo-Latn" + ] + }, + { + "precision": 0.680114, + "recall": 0.751976, + "f1": 0.70149, + "accuracy": 0.751976, + "main_score": 0.70149, + "hf_subset": "lao_Laoo-tsn_Latn", + "languages": [ + "lao-Laoo", + "tsn-Latn" + ] + }, + { + "precision": 0.855352, + "recall": 0.896245, + "f1": 0.868102, + "accuracy": 0.896245, + "main_score": 0.868102, + "hf_subset": "lao_Laoo-zul_Latn", + "languages": [ + "lao-Laoo", + "zul-Latn" + ] + }, + { + "precision": 0.812566, + "recall": 0.859684, + "f1": 0.826643, + "accuracy": 0.859684, + "main_score": 0.826643, + "hf_subset": "lao_Laoo-azb_Arab", + "languages": [ + "lao-Laoo", + "azb-Arab" + ] + }, + { + "precision": 0.954414, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "lao_Laoo-deu_Latn", + "languages": [ + "lao-Laoo", + "deu-Latn" + ] + }, + { + "precision": 0.910441, + "recall": 0.936759, + "f1": 0.918808, + "accuracy": 0.936759, + "main_score": 0.918808, + "hf_subset": "lao_Laoo-hat_Latn", + "languages": [ + "lao-Laoo", + "hat-Latn" + ] + }, + { + "precision": 0.424356, + "recall": 0.470356, + "f1": 0.437049, + "accuracy": 0.470356, + "main_score": 0.437049, + "hf_subset": "lao_Laoo-kbp_Latn", + "languages": [ + "lao-Laoo", + "kbp-Latn" + ] + }, + { + "precision": 0.467297, + "recall": 0.520751, + "f1": 0.480727, + "accuracy": 0.520751, + "main_score": 0.480727, + "hf_subset": "lao_Laoo-luo_Latn", + "languages": [ + "lao-Laoo", + "luo-Latn" + ] + }, + { + "precision": 0.932148, + "recall": 0.953557, + "f1": 0.939065, + "accuracy": 0.953557, + "main_score": 0.939065, + "hf_subset": "lao_Laoo-ory_Orya", + "languages": [ + "lao-Laoo", + "ory-Orya" + ] + }, + { + "precision": 0.826779, + "recall": 0.867589, + "f1": 0.839163, + "accuracy": 0.867589, + "main_score": 0.839163, + "hf_subset": "lao_Laoo-sna_Latn", + "languages": [ + "lao-Laoo", + "sna-Latn" + ] + }, + { + "precision": 0.575099, + "recall": 0.645257, + "f1": 0.59414, + "accuracy": 0.645257, + "main_score": 0.59414, + "hf_subset": "lao_Laoo-tso_Latn", + "languages": [ + "lao-Laoo", + "tso-Latn" + ] + }, + { + "precision": 0.933794, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "lao_Laoo-azj_Latn", + "languages": [ + "lao-Laoo", + "azj-Latn" + ] + }, + { + "precision": 0.448922, + "recall": 0.501976, + "f1": 0.463623, + "accuracy": 0.501976, + "main_score": 0.463623, + "hf_subset": "lao_Laoo-dik_Latn", + "languages": [ + "lao-Laoo", + "dik-Latn" + ] + }, + { + "precision": 0.882329, + "recall": 0.916008, + "f1": 0.893182, + "accuracy": 0.916008, + "main_score": 0.893182, + "hf_subset": "lao_Laoo-hau_Latn", + "languages": [ + "lao-Laoo", + "hau-Latn" + ] + }, + { + "precision": 0.876976, + "recall": 0.914032, + "f1": 0.888636, + "accuracy": 0.914032, + "main_score": 0.888636, + "hf_subset": "lao_Laoo-kea_Latn", + "languages": [ + "lao-Laoo", + "kea-Latn" + ] + }, + { + "precision": 0.840695, + "recall": 0.885375, + "f1": 0.854564, + "accuracy": 0.885375, + "main_score": 0.854564, + "hf_subset": "lao_Laoo-lus_Latn", + "languages": [ + "lao-Laoo", + "lus-Latn" + ] + }, + { + "precision": 0.714373, + "recall": 0.768775, + "f1": 0.729327, + "accuracy": 0.768775, + "main_score": 0.729327, + "hf_subset": "lao_Laoo-pag_Latn", + "languages": [ + "lao-Laoo", + "pag-Latn" + ] + }, + { + "precision": 0.914032, + "recall": 0.939723, + "f1": 0.922036, + "accuracy": 0.939723, + "main_score": 0.922036, + "hf_subset": "lao_Laoo-snd_Arab", + "languages": [ + "lao-Laoo", + "snd-Arab" + ] + }, + { + "precision": 0.921278, + "recall": 0.944664, + "f1": 0.928491, + "accuracy": 0.944664, + "main_score": 0.928491, + "hf_subset": "lao_Laoo-tuk_Latn", + "languages": [ + "lao-Laoo", + "tuk-Latn" + ] + }, + { + "precision": 0.944252, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "lao_Laoo-bak_Cyrl", + "languages": [ + "lao-Laoo", + "bak-Cyrl" + ] + }, + { + "precision": 0.41037, + "recall": 0.466403, + "f1": 0.425422, + "accuracy": 0.466403, + "main_score": 0.425422, + "hf_subset": "lao_Laoo-dyu_Latn", + "languages": [ + "lao-Laoo", + "dyu-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "lao_Laoo-heb_Hebr", + "languages": [ + "lao-Laoo", + "heb-Hebr" + ] + }, + { + "precision": 0.922596, + "recall": 0.945652, + "f1": 0.929974, + "accuracy": 0.945652, + "main_score": 0.929974, + "hf_subset": "lao_Laoo-khk_Cyrl", + "languages": [ + "lao-Laoo", + "khk-Cyrl" + ] + }, + { + "precision": 0.951334, + "recall": 0.965415, + "f1": 0.955717, + "accuracy": 0.965415, + "main_score": 0.955717, + "hf_subset": "lao_Laoo-lvs_Latn", + "languages": [ + "lao-Laoo", + "lvs-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "lao_Laoo-pan_Guru", + "languages": [ + "lao-Laoo", + "pan-Guru" + ] + }, + { + "precision": 0.81558, + "recall": 0.865613, + "f1": 0.831079, + "accuracy": 0.865613, + "main_score": 0.831079, + "hf_subset": "lao_Laoo-som_Latn", + "languages": [ + "lao-Laoo", + "som-Latn" + ] + }, + { + "precision": 0.631736, + "recall": 0.693676, + "f1": 0.649398, + "accuracy": 0.693676, + "main_score": 0.649398, + "hf_subset": "lao_Laoo-tum_Latn", + "languages": [ + "lao-Laoo", + "tum-Latn" + ] + }, + { + "precision": 0.385703, + "recall": 0.456522, + "f1": 0.404762, + "accuracy": 0.456522, + "main_score": 0.404762, + "hf_subset": "mri_Latn-ace_Arab", + "languages": [ + "mri-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.432357, + "recall": 0.469368, + "f1": 0.441437, + "accuracy": 0.469368, + "main_score": 0.441437, + "hf_subset": "mri_Latn-bam_Latn", + "languages": [ + "mri-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.484285, + "recall": 0.568182, + "f1": 0.507262, + "accuracy": 0.568182, + "main_score": 0.507262, + "hf_subset": "mri_Latn-dzo_Tibt", + "languages": [ + "mri-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.877141, + "recall": 0.909091, + "f1": 0.886298, + "accuracy": 0.909091, + "main_score": 0.886298, + "hf_subset": "mri_Latn-hin_Deva", + "languages": [ + "mri-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.805513, + "recall": 0.850791, + "f1": 0.818645, + "accuracy": 0.850791, + "main_score": 0.818645, + "hf_subset": "mri_Latn-khm_Khmr", + "languages": [ + "mri-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.8014, + "recall": 0.846838, + "f1": 0.813815, + "accuracy": 0.846838, + "main_score": 0.813815, + "hf_subset": "mri_Latn-mag_Deva", + "languages": [ + "mri-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.818371, + "recall": 0.856719, + "f1": 0.828702, + "accuracy": 0.856719, + "main_score": 0.828702, + "hf_subset": "mri_Latn-pap_Latn", + "languages": [ + "mri-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.764824, + "recall": 0.816206, + "f1": 0.779217, + "accuracy": 0.816206, + "main_score": 0.779217, + "hf_subset": "mri_Latn-sot_Latn", + "languages": [ + "mri-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.841609, + "recall": 0.881423, + "f1": 0.852765, + "accuracy": 0.881423, + "main_score": 0.852765, + "hf_subset": "mri_Latn-tur_Latn", + "languages": [ + "mri-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.6715, + "recall": 0.724308, + "f1": 0.685569, + "accuracy": 0.724308, + "main_score": 0.685569, + "hf_subset": "mri_Latn-ace_Latn", + "languages": [ + "mri-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.741981, + "recall": 0.793478, + "f1": 0.756174, + "accuracy": 0.793478, + "main_score": 0.756174, + "hf_subset": "mri_Latn-ban_Latn", + "languages": [ + "mri-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.812906, + "recall": 0.856719, + "f1": 0.825124, + "accuracy": 0.856719, + "main_score": 0.825124, + "hf_subset": "mri_Latn-ell_Grek", + "languages": [ + "mri-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.770616, + "recall": 0.823123, + "f1": 0.785142, + "accuracy": 0.823123, + "main_score": 0.785142, + "hf_subset": "mri_Latn-hne_Deva", + "languages": [ + "mri-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.490427, + "recall": 0.544466, + "f1": 0.504998, + "accuracy": 0.544466, + "main_score": 0.504998, + "hf_subset": "mri_Latn-kik_Latn", + "languages": [ + "mri-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.800399, + "recall": 0.846838, + "f1": 0.813393, + "accuracy": 0.846838, + "main_score": 0.813393, + "hf_subset": "mri_Latn-mai_Deva", + "languages": [ + "mri-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.763443, + "recall": 0.81917, + "f1": 0.779875, + "accuracy": 0.81917, + "main_score": 0.779875, + "hf_subset": "mri_Latn-pbt_Arab", + "languages": [ + "mri-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.837731, + "recall": 0.880435, + "f1": 0.850344, + "accuracy": 0.880435, + "main_score": 0.850344, + "hf_subset": "mri_Latn-spa_Latn", + "languages": [ + "mri-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.613912, + "recall": 0.677866, + "f1": 0.629775, + "accuracy": 0.677866, + "main_score": 0.629775, + "hf_subset": "mri_Latn-twi_Latn", + "languages": [ + "mri-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.824852, + "recall": 0.87253, + "f1": 0.83946, + "accuracy": 0.87253, + "main_score": 0.83946, + "hf_subset": "mri_Latn-acm_Arab", + "languages": [ + "mri-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.782588, + "recall": 0.833004, + "f1": 0.79654, + "accuracy": 0.833004, + "main_score": 0.79654, + "hf_subset": "mri_Latn-bel_Cyrl", + "languages": [ + "mri-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.825782, + "recall": 0.863636, + "f1": 0.836392, + "accuracy": 0.863636, + "main_score": 0.836392, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.841279, + "recall": 0.880435, + "f1": 0.85231, + "accuracy": 0.880435, + "main_score": 0.85231, + "hf_subset": "mri_Latn-hrv_Latn", + "languages": [ + "mri-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.745093, + "recall": 0.796443, + "f1": 0.759826, + "accuracy": 0.796443, + "main_score": 0.759826, + "hf_subset": "mri_Latn-kin_Latn", + "languages": [ + "mri-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.821246, + "recall": 0.864625, + "f1": 0.833749, + "accuracy": 0.864625, + "main_score": 0.833749, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.808847, + "recall": 0.852767, + "f1": 0.820845, + "accuracy": 0.852767, + "main_score": 0.820845, + "hf_subset": "mri_Latn-pes_Arab", + "languages": [ + "mri-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.811569, + "recall": 0.854743, + "f1": 0.823921, + "accuracy": 0.854743, + "main_score": 0.823921, + "hf_subset": "mri_Latn-srd_Latn", + "languages": [ + "mri-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.211386, + "recall": 0.269763, + "f1": 0.225806, + "accuracy": 0.269763, + "main_score": 0.225806, + "hf_subset": "mri_Latn-tzm_Tfng", + "languages": [ + "mri-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.845711, + "recall": 0.885375, + "f1": 0.857165, + "accuracy": 0.885375, + "main_score": 0.857165, + "hf_subset": "mri_Latn-acq_Arab", + "languages": [ + "mri-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.60147, + "recall": 0.656126, + "f1": 0.616291, + "accuracy": 0.656126, + "main_score": 0.616291, + "hf_subset": "mri_Latn-bem_Latn", + "languages": [ + "mri-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.812611, + "recall": 0.853755, + "f1": 0.823601, + "accuracy": 0.853755, + "main_score": 0.823601, + "hf_subset": "mri_Latn-epo_Latn", + "languages": [ + "mri-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.850753, + "recall": 0.889328, + "f1": 0.862205, + "accuracy": 0.889328, + "main_score": 0.862205, + "hf_subset": "mri_Latn-hun_Latn", + "languages": [ + "mri-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.788133, + "recall": 0.839921, + "f1": 0.802899, + "accuracy": 0.839921, + "main_score": 0.802899, + "hf_subset": "mri_Latn-kir_Cyrl", + "languages": [ + "mri-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.826268, + "recall": 0.868577, + "f1": 0.838468, + "accuracy": 0.868577, + "main_score": 0.838468, + "hf_subset": "mri_Latn-mar_Deva", + "languages": [ + "mri-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.76637, + "recall": 0.812253, + "f1": 0.779861, + "accuracy": 0.812253, + "main_score": 0.779861, + "hf_subset": "mri_Latn-plt_Latn", + "languages": [ + "mri-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.823406, + "recall": 0.870553, + "f1": 0.837486, + "accuracy": 0.870553, + "main_score": 0.837486, + "hf_subset": "mri_Latn-srp_Cyrl", + "languages": [ + "mri-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.775505, + "recall": 0.826087, + "f1": 0.790434, + "accuracy": 0.826087, + "main_score": 0.790434, + "hf_subset": "mri_Latn-uig_Arab", + "languages": [ + "mri-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.822737, + "recall": 0.864625, + "f1": 0.834752, + "accuracy": 0.864625, + "main_score": 0.834752, + "hf_subset": "mri_Latn-aeb_Arab", + "languages": [ + "mri-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.819966, + "recall": 0.860672, + "f1": 0.831198, + "accuracy": 0.860672, + "main_score": 0.831198, + "hf_subset": "mri_Latn-ben_Beng", + "languages": [ + "mri-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.827266, + "recall": 0.870553, + "f1": 0.839462, + "accuracy": 0.870553, + "main_score": 0.839462, + "hf_subset": "mri_Latn-est_Latn", + "languages": [ + "mri-Latn", + "est-Latn" + ] + }, + { + "precision": 0.813465, + "recall": 0.857708, + "f1": 0.825548, + "accuracy": 0.857708, + "main_score": 0.825548, + "hf_subset": "mri_Latn-hye_Armn", + "languages": [ + "mri-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.44479, + "recall": 0.497036, + "f1": 0.458851, + "accuracy": 0.497036, + "main_score": 0.458851, + "hf_subset": "mri_Latn-kmb_Latn", + "languages": [ + "mri-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.364574, + "recall": 0.423913, + "f1": 0.379108, + "accuracy": 0.423913, + "main_score": 0.379108, + "hf_subset": "mri_Latn-min_Arab", + "languages": [ + "mri-Latn", + "min-Arab" + ] + }, + { + "precision": 0.841667, + "recall": 0.882411, + "f1": 0.853477, + "accuracy": 0.882411, + "main_score": 0.853477, + "hf_subset": "mri_Latn-pol_Latn", + "languages": [ + "mri-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.667812, + "recall": 0.731225, + "f1": 0.686432, + "accuracy": 0.731225, + "main_score": 0.686432, + "hf_subset": "mri_Latn-ssw_Latn", + "languages": [ + "mri-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.829924, + "recall": 0.873518, + "f1": 0.842838, + "accuracy": 0.873518, + "main_score": 0.842838, + "hf_subset": "mri_Latn-ukr_Cyrl", + "languages": [ + "mri-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.823134, + "recall": 0.865613, + "f1": 0.835768, + "accuracy": 0.865613, + "main_score": 0.835768, + "hf_subset": "mri_Latn-afr_Latn", + "languages": [ + "mri-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.757805, + "recall": 0.806324, + "f1": 0.770883, + "accuracy": 0.806324, + "main_score": 0.770883, + "hf_subset": "mri_Latn-bho_Deva", + "languages": [ + "mri-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.801636, + "recall": 0.838933, + "f1": 0.810744, + "accuracy": 0.838933, + "main_score": 0.810744, + "hf_subset": "mri_Latn-eus_Latn", + "languages": [ + "mri-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.727322, + "recall": 0.784585, + "f1": 0.743634, + "accuracy": 0.784585, + "main_score": 0.743634, + "hf_subset": "mri_Latn-ibo_Latn", + "languages": [ + "mri-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.721747, + "recall": 0.77668, + "f1": 0.737606, + "accuracy": 0.77668, + "main_score": 0.737606, + "hf_subset": "mri_Latn-kmr_Latn", + "languages": [ + "mri-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.793761, + "recall": 0.838933, + "f1": 0.806026, + "accuracy": 0.838933, + "main_score": 0.806026, + "hf_subset": "mri_Latn-min_Latn", + "languages": [ + "mri-Latn", + "min-Latn" + ] + }, + { + "precision": 0.866002, + "recall": 0.899209, + "f1": 0.875433, + "accuracy": 0.899209, + "main_score": 0.875433, + "hf_subset": "mri_Latn-por_Latn", + "languages": [ + "mri-Latn", + "por-Latn" + ] + }, + { + "precision": 0.783342, + "recall": 0.832016, + "f1": 0.79721, + "accuracy": 0.832016, + "main_score": 0.79721, + "hf_subset": "mri_Latn-sun_Latn", + "languages": [ + "mri-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.423548, + "recall": 0.47332, + "f1": 0.43689, + "accuracy": 0.47332, + "main_score": 0.43689, + "hf_subset": "mri_Latn-umb_Latn", + "languages": [ + "mri-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.842929, + "recall": 0.883399, + "f1": 0.854447, + "accuracy": 0.883399, + "main_score": 0.854447, + "hf_subset": "mri_Latn-ajp_Arab", + "languages": [ + "mri-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.386842, + "recall": 0.455534, + "f1": 0.405092, + "accuracy": 0.455534, + "main_score": 0.405092, + "hf_subset": "mri_Latn-bjn_Arab", + "languages": [ + "mri-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.42874, + "recall": 0.463439, + "f1": 0.437642, + "accuracy": 0.463439, + "main_score": 0.437642, + "hf_subset": "mri_Latn-ewe_Latn", + "languages": [ + "mri-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.769514, + "recall": 0.816206, + "f1": 0.781676, + "accuracy": 0.816206, + "main_score": 0.781676, + "hf_subset": "mri_Latn-ilo_Latn", + "languages": [ + "mri-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.225799, + "recall": 0.277668, + "f1": 0.238547, + "accuracy": 0.277668, + "main_score": 0.238547, + "hf_subset": "mri_Latn-knc_Arab", + "languages": [ + "mri-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.821487, + "recall": 0.868577, + "f1": 0.835363, + "accuracy": 0.868577, + "main_score": 0.835363, + "hf_subset": "mri_Latn-mkd_Cyrl", + "languages": [ + "mri-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.852037, + "recall": 0.891304, + "f1": 0.863458, + "accuracy": 0.891304, + "main_score": 0.863458, + "hf_subset": "mri_Latn-prs_Arab", + "languages": [ + "mri-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.856978, + "recall": 0.891304, + "f1": 0.866914, + "accuracy": 0.891304, + "main_score": 0.866914, + "hf_subset": "mri_Latn-swe_Latn", + "languages": [ + "mri-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.828196, + "recall": 0.871542, + "f1": 0.840652, + "accuracy": 0.871542, + "main_score": 0.840652, + "hf_subset": "mri_Latn-urd_Arab", + "languages": [ + "mri-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.600443, + "recall": 0.655138, + "f1": 0.614744, + "accuracy": 0.655138, + "main_score": 0.614744, + "hf_subset": "mri_Latn-aka_Latn", + "languages": [ + "mri-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.777172, + "recall": 0.824111, + "f1": 0.790229, + "accuracy": 0.824111, + "main_score": 0.790229, + "hf_subset": "mri_Latn-bjn_Latn", + "languages": [ + "mri-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.806662, + "recall": 0.852767, + "f1": 0.819804, + "accuracy": 0.852767, + "main_score": 0.819804, + "hf_subset": "mri_Latn-fao_Latn", + "languages": [ + "mri-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.849804, + "recall": 0.885375, + "f1": 0.86001, + "accuracy": 0.885375, + "main_score": 0.86001, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.464722, + "recall": 0.501976, + "f1": 0.474742, + "accuracy": 0.501976, + "main_score": 0.474742, + "hf_subset": "mri_Latn-knc_Latn", + "languages": [ + "mri-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.795812, + "recall": 0.842885, + "f1": 0.809141, + "accuracy": 0.842885, + "main_score": 0.809141, + "hf_subset": "mri_Latn-mlt_Latn", + "languages": [ + "mri-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.523381, + "recall": 0.58004, + "f1": 0.538558, + "accuracy": 0.58004, + "main_score": 0.538558, + "hf_subset": "mri_Latn-quy_Latn", + "languages": [ + "mri-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.827108, + "recall": 0.870553, + "f1": 0.84009, + "accuracy": 0.870553, + "main_score": 0.84009, + "hf_subset": "mri_Latn-swh_Latn", + "languages": [ + "mri-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.801178, + "recall": 0.850791, + "f1": 0.815555, + "accuracy": 0.850791, + "main_score": 0.815555, + "hf_subset": "mri_Latn-uzn_Latn", + "languages": [ + "mri-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.810443, + "recall": 0.859684, + "f1": 0.824775, + "accuracy": 0.859684, + "main_score": 0.824775, + "hf_subset": "mri_Latn-als_Latn", + "languages": [ + "mri-Latn", + "als-Latn" + ] + }, + { + "precision": 0.628287, + "recall": 0.702569, + "f1": 0.649353, + "accuracy": 0.702569, + "main_score": 0.649353, + "hf_subset": "mri_Latn-bod_Tibt", + "languages": [ + "mri-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.590897, + "recall": 0.651186, + "f1": 0.60703, + "accuracy": 0.651186, + "main_score": 0.60703, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.8111, + "recall": 0.856719, + "f1": 0.824625, + "accuracy": 0.856719, + "main_score": 0.824625, + "hf_subset": "mri_Latn-isl_Latn", + "languages": [ + "mri-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.491894, + "recall": 0.535573, + "f1": 0.50314, + "accuracy": 0.535573, + "main_score": 0.50314, + "hf_subset": "mri_Latn-kon_Latn", + "languages": [ + "mri-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.448292, + "recall": 0.508893, + "f1": 0.464064, + "accuracy": 0.508893, + "main_score": 0.464064, + "hf_subset": "mri_Latn-mni_Beng", + "languages": [ + "mri-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.848529, + "recall": 0.883399, + "f1": 0.858518, + "accuracy": 0.883399, + "main_score": 0.858518, + "hf_subset": "mri_Latn-ron_Latn", + "languages": [ + "mri-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.810191, + "recall": 0.852767, + "f1": 0.82213, + "accuracy": 0.852767, + "main_score": 0.82213, + "hf_subset": "mri_Latn-szl_Latn", + "languages": [ + "mri-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.804284, + "recall": 0.848814, + "f1": 0.816478, + "accuracy": 0.848814, + "main_score": 0.816478, + "hf_subset": "mri_Latn-vec_Latn", + "languages": [ + "mri-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.798453, + "recall": 0.848814, + "f1": 0.813378, + "accuracy": 0.848814, + "main_score": 0.813378, + "hf_subset": "mri_Latn-amh_Ethi", + "languages": [ + "mri-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.826282, + "recall": 0.868577, + "f1": 0.838598, + "accuracy": 0.868577, + "main_score": 0.838598, + "hf_subset": "mri_Latn-bos_Latn", + "languages": [ + "mri-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.823595, + "recall": 0.865613, + "f1": 0.835371, + "accuracy": 0.865613, + "main_score": 0.835371, + "hf_subset": "mri_Latn-fin_Latn", + "languages": [ + "mri-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.845054, + "recall": 0.883399, + "f1": 0.856079, + "accuracy": 0.883399, + "main_score": 0.856079, + "hf_subset": "mri_Latn-ita_Latn", + "languages": [ + "mri-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.85687, + "recall": 0.896245, + "f1": 0.868676, + "accuracy": 0.896245, + "main_score": 0.868676, + "hf_subset": "mri_Latn-kor_Hang", + "languages": [ + "mri-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.454498, + "recall": 0.488142, + "f1": 0.463701, + "accuracy": 0.488142, + "main_score": 0.463701, + "hf_subset": "mri_Latn-mos_Latn", + "languages": [ + "mri-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.661532, + "recall": 0.724308, + "f1": 0.678829, + "accuracy": 0.724308, + "main_score": 0.678829, + "hf_subset": "mri_Latn-run_Latn", + "languages": [ + "mri-Latn", + "run-Latn" + ] + }, + { + "precision": 0.820052, + "recall": 0.863636, + "f1": 0.832156, + "accuracy": 0.863636, + "main_score": 0.832156, + "hf_subset": "mri_Latn-tam_Taml", + "languages": [ + "mri-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.832203, + "recall": 0.870553, + "f1": 0.842518, + "accuracy": 0.870553, + "main_score": 0.842518, + "hf_subset": "mri_Latn-vie_Latn", + "languages": [ + "mri-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.81159, + "recall": 0.856719, + "f1": 0.824744, + "accuracy": 0.856719, + "main_score": 0.824744, + "hf_subset": "mri_Latn-apc_Arab", + "languages": [ + "mri-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.55793, + "recall": 0.614625, + "f1": 0.5728, + "accuracy": 0.614625, + "main_score": 0.5728, + "hf_subset": "mri_Latn-bug_Latn", + "languages": [ + "mri-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.402636, + "recall": 0.433794, + "f1": 0.411591, + "accuracy": 0.433794, + "main_score": 0.411591, + "hf_subset": "mri_Latn-fon_Latn", + "languages": [ + "mri-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.783132, + "recall": 0.829051, + "f1": 0.795717, + "accuracy": 0.829051, + "main_score": 0.795717, + "hf_subset": "mri_Latn-jav_Latn", + "languages": [ + "mri-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.795792, + "recall": 0.839921, + "f1": 0.808275, + "accuracy": 0.839921, + "main_score": 0.808275, + "hf_subset": "mri_Latn-lao_Laoo", + "languages": [ + "mri-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.838554, + "recall": 0.878458, + "f1": 0.849926, + "accuracy": 0.878458, + "main_score": 0.849926, + "hf_subset": "mri_Latn-rus_Cyrl", + "languages": [ + "mri-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.428008, + "recall": 0.468379, + "f1": 0.438262, + "accuracy": 0.468379, + "main_score": 0.438262, + "hf_subset": "mri_Latn-taq_Latn", + "languages": [ + "mri-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.795453, + "recall": 0.840909, + "f1": 0.8077, + "accuracy": 0.840909, + "main_score": 0.8077, + "hf_subset": "mri_Latn-war_Latn", + "languages": [ + "mri-Latn", + "war-Latn" + ] + }, + { + "precision": 0.846469, + "recall": 0.885375, + "f1": 0.857743, + "accuracy": 0.885375, + "main_score": 0.857743, + "hf_subset": "mri_Latn-arb_Arab", + "languages": [ + "mri-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.84585, + "recall": 0.886364, + "f1": 0.857712, + "accuracy": 0.886364, + "main_score": 0.857712, + "hf_subset": "mri_Latn-bul_Cyrl", + "languages": [ + "mri-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.855797, + "recall": 0.895257, + "f1": 0.867674, + "accuracy": 0.895257, + "main_score": 0.867674, + "hf_subset": "mri_Latn-fra_Latn", + "languages": [ + "mri-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.818499, + "recall": 0.862648, + "f1": 0.83106, + "accuracy": 0.862648, + "main_score": 0.83106, + "hf_subset": "mri_Latn-jpn_Jpan", + "languages": [ + "mri-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.788497, + "recall": 0.831028, + "f1": 0.799959, + "accuracy": 0.831028, + "main_score": 0.799959, + "hf_subset": "mri_Latn-lij_Latn", + "languages": [ + "mri-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.820339, + "recall": 0.865613, + "f1": 0.833766, + "accuracy": 0.865613, + "main_score": 0.833766, + "hf_subset": "mri_Latn-mya_Mymr", + "languages": [ + "mri-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.46795, + "recall": 0.505929, + "f1": 0.478456, + "accuracy": 0.505929, + "main_score": 0.478456, + "hf_subset": "mri_Latn-sag_Latn", + "languages": [ + "mri-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.218519, + "recall": 0.271739, + "f1": 0.232502, + "accuracy": 0.271739, + "main_score": 0.232502, + "hf_subset": "mri_Latn-taq_Tfng", + "languages": [ + "mri-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.533146, + "recall": 0.578063, + "f1": 0.544789, + "accuracy": 0.578063, + "main_score": 0.544789, + "hf_subset": "mri_Latn-wol_Latn", + "languages": [ + "mri-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.732198, + "recall": 0.786561, + "f1": 0.747908, + "accuracy": 0.786561, + "main_score": 0.747908, + "hf_subset": "mri_Latn-arb_Latn", + "languages": [ + "mri-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.836701, + "recall": 0.87747, + "f1": 0.848428, + "accuracy": 0.87747, + "main_score": 0.848428, + "hf_subset": "mri_Latn-cat_Latn", + "languages": [ + "mri-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.763493, + "recall": 0.806324, + "f1": 0.774679, + "accuracy": 0.806324, + "main_score": 0.774679, + "hf_subset": "mri_Latn-fur_Latn", + "languages": [ + "mri-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.41751, + "recall": 0.482213, + "f1": 0.434359, + "accuracy": 0.482213, + "main_score": 0.434359, + "hf_subset": "mri_Latn-kab_Latn", + "languages": [ + "mri-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.803555, + "recall": 0.844862, + "f1": 0.815018, + "accuracy": 0.844862, + "main_score": 0.815018, + "hf_subset": "mri_Latn-lim_Latn", + "languages": [ + "mri-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.84168, + "recall": 0.881423, + "f1": 0.85325, + "accuracy": 0.881423, + "main_score": 0.85325, + "hf_subset": "mri_Latn-nld_Latn", + "languages": [ + "mri-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.803504, + "recall": 0.850791, + "f1": 0.817053, + "accuracy": 0.850791, + "main_score": 0.817053, + "hf_subset": "mri_Latn-san_Deva", + "languages": [ + "mri-Latn", + "san-Deva" + ] + }, + { + "precision": 0.780882, + "recall": 0.829051, + "f1": 0.794095, + "accuracy": 0.829051, + "main_score": 0.794095, + "hf_subset": "mri_Latn-tat_Cyrl", + "languages": [ + "mri-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.748405, + "recall": 0.80336, + "f1": 0.76435, + "accuracy": 0.80336, + "main_score": 0.76435, + "hf_subset": "mri_Latn-xho_Latn", + "languages": [ + "mri-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.855065, + "recall": 0.891304, + "f1": 0.865319, + "accuracy": 0.891304, + "main_score": 0.865319, + "hf_subset": "mri_Latn-ars_Arab", + "languages": [ + "mri-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.80472, + "recall": 0.848814, + "f1": 0.81646, + "accuracy": 0.848814, + "main_score": 0.81646, + "hf_subset": "mri_Latn-ceb_Latn", + "languages": [ + "mri-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.424149, + "recall": 0.468379, + "f1": 0.435976, + "accuracy": 0.468379, + "main_score": 0.435976, + "hf_subset": "mri_Latn-fuv_Latn", + "languages": [ + "mri-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.451738, + "recall": 0.486166, + "f1": 0.460545, + "accuracy": 0.486166, + "main_score": 0.460545, + "hf_subset": "mri_Latn-kac_Latn", + "languages": [ + "mri-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.509078, + "recall": 0.561265, + "f1": 0.521965, + "accuracy": 0.561265, + "main_score": 0.521965, + "hf_subset": "mri_Latn-lin_Latn", + "languages": [ + "mri-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.824607, + "recall": 0.866601, + "f1": 0.836561, + "accuracy": 0.866601, + "main_score": 0.836561, + "hf_subset": "mri_Latn-nno_Latn", + "languages": [ + "mri-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.710583, + "recall": 0.771739, + "f1": 0.727802, + "accuracy": 0.771739, + "main_score": 0.727802, + "hf_subset": "mri_Latn-sat_Olck", + "languages": [ + "mri-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.798847, + "recall": 0.850791, + "f1": 0.814036, + "accuracy": 0.850791, + "main_score": 0.814036, + "hf_subset": "mri_Latn-tel_Telu", + "languages": [ + "mri-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.8042, + "recall": 0.854743, + "f1": 0.819269, + "accuracy": 0.854743, + "main_score": 0.819269, + "hf_subset": "mri_Latn-ydd_Hebr", + "languages": [ + "mri-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.798084, + "recall": 0.841897, + "f1": 0.810218, + "accuracy": 0.841897, + "main_score": 0.810218, + "hf_subset": "mri_Latn-ary_Arab", + "languages": [ + "mri-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.833844, + "recall": 0.879447, + "f1": 0.847497, + "accuracy": 0.879447, + "main_score": 0.847497, + "hf_subset": "mri_Latn-ces_Latn", + "languages": [ + "mri-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.490266, + "recall": 0.555336, + "f1": 0.508111, + "accuracy": 0.555336, + "main_score": 0.508111, + "hf_subset": "mri_Latn-gaz_Latn", + "languages": [ + "mri-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.49972, + "recall": 0.554348, + "f1": 0.513718, + "accuracy": 0.554348, + "main_score": 0.513718, + "hf_subset": "mri_Latn-kam_Latn", + "languages": [ + "mri-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.831217, + "recall": 0.874506, + "f1": 0.843933, + "accuracy": 0.874506, + "main_score": 0.843933, + "hf_subset": "mri_Latn-lit_Latn", + "languages": [ + "mri-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.837637, + "recall": 0.876482, + "f1": 0.848881, + "accuracy": 0.876482, + "main_score": 0.848881, + "hf_subset": "mri_Latn-nob_Latn", + "languages": [ + "mri-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.789244, + "recall": 0.835968, + "f1": 0.802015, + "accuracy": 0.835968, + "main_score": 0.802015, + "hf_subset": "mri_Latn-scn_Latn", + "languages": [ + "mri-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.815095, + "recall": 0.86166, + "f1": 0.828842, + "accuracy": 0.86166, + "main_score": 0.828842, + "hf_subset": "mri_Latn-tgk_Cyrl", + "languages": [ + "mri-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.6086, + "recall": 0.673913, + "f1": 0.626591, + "accuracy": 0.673913, + "main_score": 0.626591, + "hf_subset": "mri_Latn-yor_Latn", + "languages": [ + "mri-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.823281, + "recall": 0.865613, + "f1": 0.83527, + "accuracy": 0.865613, + "main_score": 0.83527, + "hf_subset": "mri_Latn-arz_Arab", + "languages": [ + "mri-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.409341, + "recall": 0.449605, + "f1": 0.419772, + "accuracy": 0.449605, + "main_score": 0.419772, + "hf_subset": "mri_Latn-cjk_Latn", + "languages": [ + "mri-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.792409, + "recall": 0.844862, + "f1": 0.807944, + "accuracy": 0.844862, + "main_score": 0.807944, + "hf_subset": "mri_Latn-gla_Latn", + "languages": [ + "mri-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.786787, + "recall": 0.833992, + "f1": 0.800567, + "accuracy": 0.833992, + "main_score": 0.800567, + "hf_subset": "mri_Latn-kan_Knda", + "languages": [ + "mri-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.796519, + "recall": 0.838933, + "f1": 0.808391, + "accuracy": 0.838933, + "main_score": 0.808391, + "hf_subset": "mri_Latn-lmo_Latn", + "languages": [ + "mri-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.823281, + "recall": 0.864625, + "f1": 0.835161, + "accuracy": 0.864625, + "main_score": 0.835161, + "hf_subset": "mri_Latn-npi_Deva", + "languages": [ + "mri-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.469056, + "recall": 0.533597, + "f1": 0.486651, + "accuracy": 0.533597, + "main_score": 0.486651, + "hf_subset": "mri_Latn-shn_Mymr", + "languages": [ + "mri-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.829813, + "recall": 0.87253, + "f1": 0.84213, + "accuracy": 0.87253, + "main_score": 0.84213, + "hf_subset": "mri_Latn-tgl_Latn", + "languages": [ + "mri-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.818338, + "recall": 0.86166, + "f1": 0.830489, + "accuracy": 0.86166, + "main_score": 0.830489, + "hf_subset": "mri_Latn-yue_Hant", + "languages": [ + "mri-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.787422, + "recall": 0.836957, + "f1": 0.801238, + "accuracy": 0.836957, + "main_score": 0.801238, + "hf_subset": "mri_Latn-asm_Beng", + "languages": [ + "mri-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.778469, + "recall": 0.832016, + "f1": 0.794401, + "accuracy": 0.832016, + "main_score": 0.794401, + "hf_subset": "mri_Latn-ckb_Arab", + "languages": [ + "mri-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.808407, + "recall": 0.856719, + "f1": 0.822439, + "accuracy": 0.856719, + "main_score": 0.822439, + "hf_subset": "mri_Latn-gle_Latn", + "languages": [ + "mri-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.655078, + "recall": 0.715415, + "f1": 0.671452, + "accuracy": 0.715415, + "main_score": 0.671452, + "hf_subset": "mri_Latn-kas_Arab", + "languages": [ + "mri-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.72419, + "recall": 0.784585, + "f1": 0.741526, + "accuracy": 0.784585, + "main_score": 0.741526, + "hf_subset": "mri_Latn-ltg_Latn", + "languages": [ + "mri-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.712503, + "recall": 0.771739, + "f1": 0.729149, + "accuracy": 0.771739, + "main_score": 0.729149, + "hf_subset": "mri_Latn-nso_Latn", + "languages": [ + "mri-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.791882, + "recall": 0.842885, + "f1": 0.806725, + "accuracy": 0.842885, + "main_score": 0.806725, + "hf_subset": "mri_Latn-sin_Sinh", + "languages": [ + "mri-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.818473, + "recall": 0.862648, + "f1": 0.831306, + "accuracy": 0.862648, + "main_score": 0.831306, + "hf_subset": "mri_Latn-tha_Thai", + "languages": [ + "mri-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.738908, + "recall": 0.783597, + "f1": 0.751093, + "accuracy": 0.783597, + "main_score": 0.751093, + "hf_subset": "mri_Latn-zho_Hans", + "languages": [ + "mri-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.825141, + "recall": 0.868577, + "f1": 0.837985, + "accuracy": 0.868577, + "main_score": 0.837985, + "hf_subset": "mri_Latn-ast_Latn", + "languages": [ + "mri-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.802318, + "recall": 0.851779, + "f1": 0.816625, + "accuracy": 0.851779, + "main_score": 0.816625, + "hf_subset": "mri_Latn-crh_Latn", + "languages": [ + "mri-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.832765, + "recall": 0.874506, + "f1": 0.844937, + "accuracy": 0.874506, + "main_score": 0.844937, + "hf_subset": "mri_Latn-glg_Latn", + "languages": [ + "mri-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.643993, + "recall": 0.708498, + "f1": 0.661636, + "accuracy": 0.708498, + "main_score": 0.661636, + "hf_subset": "mri_Latn-kas_Deva", + "languages": [ + "mri-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.795161, + "recall": 0.840909, + "f1": 0.808156, + "accuracy": 0.840909, + "main_score": 0.808156, + "hf_subset": "mri_Latn-ltz_Latn", + "languages": [ + "mri-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.404684, + "recall": 0.451581, + "f1": 0.417246, + "accuracy": 0.451581, + "main_score": 0.417246, + "hf_subset": "mri_Latn-nus_Latn", + "languages": [ + "mri-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.816467, + "recall": 0.855731, + "f1": 0.827342, + "accuracy": 0.855731, + "main_score": 0.827342, + "hf_subset": "mri_Latn-slk_Latn", + "languages": [ + "mri-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.497986, + "recall": 0.58004, + "f1": 0.52008, + "accuracy": 0.58004, + "main_score": 0.52008, + "hf_subset": "mri_Latn-tir_Ethi", + "languages": [ + "mri-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.81485, + "recall": 0.86166, + "f1": 0.828657, + "accuracy": 0.86166, + "main_score": 0.828657, + "hf_subset": "mri_Latn-zho_Hant", + "languages": [ + "mri-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.798708, + "recall": 0.846838, + "f1": 0.812468, + "accuracy": 0.846838, + "main_score": 0.812468, + "hf_subset": "mri_Latn-awa_Deva", + "languages": [ + "mri-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.843355, + "recall": 0.882411, + "f1": 0.854257, + "accuracy": 0.882411, + "main_score": 0.854257, + "hf_subset": "mri_Latn-cym_Latn", + "languages": [ + "mri-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.559225, + "recall": 0.607708, + "f1": 0.572102, + "accuracy": 0.607708, + "main_score": 0.572102, + "hf_subset": "mri_Latn-grn_Latn", + "languages": [ + "mri-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.816281, + "recall": 0.863636, + "f1": 0.829878, + "accuracy": 0.863636, + "main_score": 0.829878, + "hf_subset": "mri_Latn-kat_Geor", + "languages": [ + "mri-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.489734, + "recall": 0.536561, + "f1": 0.501533, + "accuracy": 0.536561, + "main_score": 0.501533, + "hf_subset": "mri_Latn-lua_Latn", + "languages": [ + "mri-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.714567, + "recall": 0.770751, + "f1": 0.730569, + "accuracy": 0.770751, + "main_score": 0.730569, + "hf_subset": "mri_Latn-nya_Latn", + "languages": [ + "mri-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.836442, + "recall": 0.876482, + "f1": 0.847748, + "accuracy": 0.876482, + "main_score": 0.847748, + "hf_subset": "mri_Latn-slv_Latn", + "languages": [ + "mri-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.726596, + "recall": 0.773715, + "f1": 0.738499, + "accuracy": 0.773715, + "main_score": 0.738499, + "hf_subset": "mri_Latn-tpi_Latn", + "languages": [ + "mri-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.825611, + "recall": 0.868577, + "f1": 0.83835, + "accuracy": 0.868577, + "main_score": 0.83835, + "hf_subset": "mri_Latn-zsm_Latn", + "languages": [ + "mri-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.468584, + "recall": 0.505929, + "f1": 0.478656, + "accuracy": 0.505929, + "main_score": 0.478656, + "hf_subset": "mri_Latn-ayr_Latn", + "languages": [ + "mri-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.856353, + "recall": 0.893281, + "f1": 0.867298, + "accuracy": 0.893281, + "main_score": 0.867298, + "hf_subset": "mri_Latn-dan_Latn", + "languages": [ + "mri-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.819022, + "recall": 0.864625, + "f1": 0.832361, + "accuracy": 0.864625, + "main_score": 0.832361, + "hf_subset": "mri_Latn-guj_Gujr", + "languages": [ + "mri-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.810594, + "recall": 0.860672, + "f1": 0.825299, + "accuracy": 0.860672, + "main_score": 0.825299, + "hf_subset": "mri_Latn-kaz_Cyrl", + "languages": [ + "mri-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.590847, + "recall": 0.662055, + "f1": 0.609975, + "accuracy": 0.662055, + "main_score": 0.609975, + "hf_subset": "mri_Latn-lug_Latn", + "languages": [ + "mri-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.823765, + "recall": 0.864625, + "f1": 0.834983, + "accuracy": 0.864625, + "main_score": 0.834983, + "hf_subset": "mri_Latn-oci_Latn", + "languages": [ + "mri-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.763438, + "recall": 0.810277, + "f1": 0.777174, + "accuracy": 0.810277, + "main_score": 0.777174, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.677846, + "recall": 0.738142, + "f1": 0.695144, + "accuracy": 0.738142, + "main_score": 0.695144, + "hf_subset": "mri_Latn-tsn_Latn", + "languages": [ + "mri-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.776416, + "recall": 0.83004, + "f1": 0.792252, + "accuracy": 0.83004, + "main_score": 0.792252, + "hf_subset": "mri_Latn-zul_Latn", + "languages": [ + "mri-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.694759, + "recall": 0.753953, + "f1": 0.711886, + "accuracy": 0.753953, + "main_score": 0.711886, + "hf_subset": "mri_Latn-azb_Arab", + "languages": [ + "mri-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.865567, + "recall": 0.901186, + "f1": 0.876141, + "accuracy": 0.901186, + "main_score": 0.876141, + "hf_subset": "mri_Latn-deu_Latn", + "languages": [ + "mri-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.799353, + "recall": 0.844862, + "f1": 0.812522, + "accuracy": 0.844862, + "main_score": 0.812522, + "hf_subset": "mri_Latn-hat_Latn", + "languages": [ + "mri-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.443436, + "recall": 0.486166, + "f1": 0.455205, + "accuracy": 0.486166, + "main_score": 0.455205, + "hf_subset": "mri_Latn-kbp_Latn", + "languages": [ + "mri-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.466729, + "recall": 0.503953, + "f1": 0.476343, + "accuracy": 0.503953, + "main_score": 0.476343, + "hf_subset": "mri_Latn-luo_Latn", + "languages": [ + "mri-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.796165, + "recall": 0.84585, + "f1": 0.810625, + "accuracy": 0.84585, + "main_score": 0.810625, + "hf_subset": "mri_Latn-ory_Orya", + "languages": [ + "mri-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.768998, + "recall": 0.825099, + "f1": 0.785129, + "accuracy": 0.825099, + "main_score": 0.785129, + "hf_subset": "mri_Latn-sna_Latn", + "languages": [ + "mri-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.572575, + "recall": 0.631423, + "f1": 0.588272, + "accuracy": 0.631423, + "main_score": 0.588272, + "hf_subset": "mri_Latn-tso_Latn", + "languages": [ + "mri-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.809593, + "recall": 0.853755, + "f1": 0.821695, + "accuracy": 0.853755, + "main_score": 0.821695, + "hf_subset": "mri_Latn-azj_Latn", + "languages": [ + "mri-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.436561, + "recall": 0.482213, + "f1": 0.449394, + "accuracy": 0.482213, + "main_score": 0.449394, + "hf_subset": "mri_Latn-dik_Latn", + "languages": [ + "mri-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.768297, + "recall": 0.820158, + "f1": 0.783503, + "accuracy": 0.820158, + "main_score": 0.783503, + "hf_subset": "mri_Latn-hau_Latn", + "languages": [ + "mri-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.777559, + "recall": 0.825099, + "f1": 0.790432, + "accuracy": 0.825099, + "main_score": 0.790432, + "hf_subset": "mri_Latn-kea_Latn", + "languages": [ + "mri-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.746035, + "recall": 0.798419, + "f1": 0.76051, + "accuracy": 0.798419, + "main_score": 0.76051, + "hf_subset": "mri_Latn-lus_Latn", + "languages": [ + "mri-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.640502, + "recall": 0.694664, + "f1": 0.654292, + "accuracy": 0.694664, + "main_score": 0.654292, + "hf_subset": "mri_Latn-pag_Latn", + "languages": [ + "mri-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.78137, + "recall": 0.829051, + "f1": 0.794632, + "accuracy": 0.829051, + "main_score": 0.794632, + "hf_subset": "mri_Latn-snd_Arab", + "languages": [ + "mri-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.783623, + "recall": 0.83498, + "f1": 0.798861, + "accuracy": 0.83498, + "main_score": 0.798861, + "hf_subset": "mri_Latn-tuk_Latn", + "languages": [ + "mri-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.786928, + "recall": 0.836957, + "f1": 0.80107, + "accuracy": 0.836957, + "main_score": 0.80107, + "hf_subset": "mri_Latn-bak_Cyrl", + "languages": [ + "mri-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.398934, + "recall": 0.453557, + "f1": 0.413672, + "accuracy": 0.453557, + "main_score": 0.413672, + "hf_subset": "mri_Latn-dyu_Latn", + "languages": [ + "mri-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.834627, + "recall": 0.875494, + "f1": 0.846281, + "accuracy": 0.875494, + "main_score": 0.846281, + "hf_subset": "mri_Latn-heb_Hebr", + "languages": [ + "mri-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.820276, + "recall": 0.86166, + "f1": 0.832496, + "accuracy": 0.86166, + "main_score": 0.832496, + "hf_subset": "mri_Latn-khk_Cyrl", + "languages": [ + "mri-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.820847, + "recall": 0.862648, + "f1": 0.832622, + "accuracy": 0.862648, + "main_score": 0.832622, + "hf_subset": "mri_Latn-lvs_Latn", + "languages": [ + "mri-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.806301, + "recall": 0.854743, + "f1": 0.820048, + "accuracy": 0.854743, + "main_score": 0.820048, + "hf_subset": "mri_Latn-pan_Guru", + "languages": [ + "mri-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.759012, + "recall": 0.815217, + "f1": 0.775647, + "accuracy": 0.815217, + "main_score": 0.775647, + "hf_subset": "mri_Latn-som_Latn", + "languages": [ + "mri-Latn", + "som-Latn" + ] + }, + { + "precision": 0.593421, + "recall": 0.644269, + "f1": 0.60684, + "accuracy": 0.644269, + "main_score": 0.60684, + "hf_subset": "mri_Latn-tum_Latn", + "languages": [ + "mri-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.503475, + "recall": 0.58498, + "f1": 0.526621, + "accuracy": 0.58498, + "main_score": 0.526621, + "hf_subset": "rus_Cyrl-ace_Arab", + "languages": [ + "rus-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.473483, + "recall": 0.532609, + "f1": 0.489714, + "accuracy": 0.532609, + "main_score": 0.489714, + "hf_subset": "rus_Cyrl-bam_Latn", + "languages": [ + "rus-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.612838, + "recall": 0.701581, + "f1": 0.63776, + "accuracy": 0.701581, + "main_score": 0.63776, + "hf_subset": "rus_Cyrl-dzo_Tibt", + "languages": [ + "rus-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "rus_Cyrl-khm_Khmr", + "languages": [ + "rus-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-mag_Deva", + "languages": [ + "rus-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-pap_Latn", + "languages": [ + "rus-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.818405, + "recall": 0.871542, + "f1": 0.835128, + "accuracy": 0.871542, + "main_score": 0.835128, + "hf_subset": "rus_Cyrl-sot_Latn", + "languages": [ + "rus-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.861495, + "recall": 0.898221, + "f1": 0.872991, + "accuracy": 0.898221, + "main_score": 0.872991, + "hf_subset": "rus_Cyrl-ace_Latn", + "languages": [ + "rus-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "rus_Cyrl-ban_Latn", + "languages": [ + "rus-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "rus_Cyrl-hne_Deva", + "languages": [ + "rus-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.563786, + "recall": 0.632411, + "f1": 0.582449, + "accuracy": 0.632411, + "main_score": 0.582449, + "hf_subset": "rus_Cyrl-kik_Latn", + "languages": [ + "rus-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-mai_Deva", + "languages": [ + "rus-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "rus_Cyrl-pbt_Arab", + "languages": [ + "rus-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.743991, + "recall": 0.799407, + "f1": 0.760033, + "accuracy": 0.799407, + "main_score": 0.760033, + "hf_subset": "rus_Cyrl-twi_Latn", + "languages": [ + "rus-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-acm_Arab", + "languages": [ + "rus-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.825346, + "recall": 0.874506, + "f1": 0.840368, + "accuracy": 0.874506, + "main_score": 0.840368, + "hf_subset": "rus_Cyrl-kin_Latn", + "languages": [ + "rus-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "rus_Cyrl-mal_Mlym", + "languages": [ + "rus-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-pes_Arab", + "languages": [ + "rus-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "rus_Cyrl-srd_Latn", + "languages": [ + "rus-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.199847, + "recall": 0.259881, + "f1": 0.214759, + "accuracy": 0.259881, + "main_score": 0.214759, + "hf_subset": "rus_Cyrl-tzm_Tfng", + "languages": [ + "rus-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-acq_Arab", + "languages": [ + "rus-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.635047, + "recall": 0.709486, + "f1": 0.655901, + "accuracy": 0.709486, + "main_score": 0.655901, + "hf_subset": "rus_Cyrl-bem_Latn", + "languages": [ + "rus-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-epo_Latn", + "languages": [ + "rus-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "rus_Cyrl-kir_Cyrl", + "languages": [ + "rus-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-mar_Deva", + "languages": [ + "rus-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.846047, + "recall": 0.88834, + "f1": 0.858945, + "accuracy": 0.88834, + "main_score": 0.858945, + "hf_subset": "rus_Cyrl-plt_Latn", + "languages": [ + "rus-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.946723, + "recall": 0.962451, + "f1": 0.951647, + "accuracy": 0.962451, + "main_score": 0.951647, + "hf_subset": "rus_Cyrl-uig_Arab", + "languages": [ + "rus-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-aeb_Arab", + "languages": [ + "rus-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "rus_Cyrl-est_Latn", + "languages": [ + "rus-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-hye_Armn", + "languages": [ + "rus-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.450209, + "recall": 0.516798, + "f1": 0.467906, + "accuracy": 0.516798, + "main_score": 0.467906, + "hf_subset": "rus_Cyrl-kmb_Latn", + "languages": [ + "rus-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.47219, + "recall": 0.5583, + "f1": 0.494361, + "accuracy": 0.5583, + "main_score": 0.494361, + "hf_subset": "rus_Cyrl-min_Arab", + "languages": [ + "rus-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.691173, + "recall": 0.764822, + "f1": 0.712587, + "accuracy": 0.764822, + "main_score": 0.712587, + "hf_subset": "rus_Cyrl-ssw_Latn", + "languages": [ + "rus-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-afr_Latn", + "languages": [ + "rus-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-bho_Deva", + "languages": [ + "rus-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "rus_Cyrl-eus_Latn", + "languages": [ + "rus-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.844351, + "recall": 0.889328, + "f1": 0.858267, + "accuracy": 0.889328, + "main_score": 0.858267, + "hf_subset": "rus_Cyrl-ibo_Latn", + "languages": [ + "rus-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.854891, + "recall": 0.894269, + "f1": 0.866798, + "accuracy": 0.894269, + "main_score": 0.866798, + "hf_subset": "rus_Cyrl-kmr_Latn", + "languages": [ + "rus-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "rus_Cyrl-min_Latn", + "languages": [ + "rus-Cyrl", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "rus_Cyrl-sun_Latn", + "languages": [ + "rus-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.461606, + "recall": 0.527668, + "f1": 0.479962, + "accuracy": 0.527668, + "main_score": 0.479962, + "hf_subset": "rus_Cyrl-umb_Latn", + "languages": [ + "rus-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "rus_Cyrl-ajp_Arab", + "languages": [ + "rus-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.492527, + "recall": 0.576087, + "f1": 0.514518, + "accuracy": 0.576087, + "main_score": 0.514518, + "hf_subset": "rus_Cyrl-bjn_Arab", + "languages": [ + "rus-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.455094, + "recall": 0.511858, + "f1": 0.47019, + "accuracy": 0.511858, + "main_score": 0.47019, + "hf_subset": "rus_Cyrl-ewe_Latn", + "languages": [ + "rus-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "rus_Cyrl-ilo_Latn", + "languages": [ + "rus-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.240108, + "recall": 0.298419, + "f1": 0.254367, + "accuracy": 0.298419, + "main_score": 0.254367, + "hf_subset": "rus_Cyrl-knc_Arab", + "languages": [ + "rus-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-prs_Arab", + "languages": [ + "rus-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-urd_Arab", + "languages": [ + "rus-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.72776, + "recall": 0.791502, + "f1": 0.746318, + "accuracy": 0.791502, + "main_score": 0.746318, + "hf_subset": "rus_Cyrl-aka_Latn", + "languages": [ + "rus-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "rus_Cyrl-bjn_Latn", + "languages": [ + "rus-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "rus_Cyrl-fao_Latn", + "languages": [ + "rus-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.510118, + "recall": 0.571146, + "f1": 0.526928, + "accuracy": 0.571146, + "main_score": 0.526928, + "hf_subset": "rus_Cyrl-knc_Latn", + "languages": [ + "rus-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-mlt_Latn", + "languages": [ + "rus-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.633822, + "recall": 0.699605, + "f1": 0.652494, + "accuracy": 0.699605, + "main_score": 0.652494, + "hf_subset": "rus_Cyrl-quy_Latn", + "languages": [ + "rus-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-swh_Latn", + "languages": [ + "rus-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-uzn_Latn", + "languages": [ + "rus-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-als_Latn", + "languages": [ + "rus-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.765714, + "recall": 0.827075, + "f1": 0.784475, + "accuracy": 0.827075, + "main_score": 0.784475, + "hf_subset": "rus_Cyrl-bod_Tibt", + "languages": [ + "rus-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.60289, + "recall": 0.677866, + "f1": 0.623817, + "accuracy": 0.677866, + "main_score": 0.623817, + "hf_subset": "rus_Cyrl-fij_Latn", + "languages": [ + "rus-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "rus_Cyrl-isl_Latn", + "languages": [ + "rus-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.586997, + "recall": 0.664032, + "f1": 0.608204, + "accuracy": 0.664032, + "main_score": 0.608204, + "hf_subset": "rus_Cyrl-kon_Latn", + "languages": [ + "rus-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.592582, + "recall": 0.668972, + "f1": 0.613671, + "accuracy": 0.668972, + "main_score": 0.613671, + "hf_subset": "rus_Cyrl-mni_Beng", + "languages": [ + "rus-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ron_Latn", + "languages": [ + "rus-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "rus_Cyrl-szl_Latn", + "languages": [ + "rus-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "rus_Cyrl-vec_Latn", + "languages": [ + "rus-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.922513, + "recall": 0.94664, + "f1": 0.930237, + "accuracy": 0.94664, + "main_score": 0.930237, + "hf_subset": "rus_Cyrl-amh_Ethi", + "languages": [ + "rus-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ita_Latn", + "languages": [ + "rus-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.493537, + "recall": 0.554348, + "f1": 0.509981, + "accuracy": 0.554348, + "main_score": 0.509981, + "hf_subset": "rus_Cyrl-mos_Latn", + "languages": [ + "rus-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.721924, + "recall": 0.787549, + "f1": 0.740769, + "accuracy": 0.787549, + "main_score": 0.740769, + "hf_subset": "rus_Cyrl-run_Latn", + "languages": [ + "rus-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-apc_Arab", + "languages": [ + "rus-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.705218, + "recall": 0.774704, + "f1": 0.725002, + "accuracy": 0.774704, + "main_score": 0.725002, + "hf_subset": "rus_Cyrl-bug_Latn", + "languages": [ + "rus-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.417895, + "recall": 0.475296, + "f1": 0.433605, + "accuracy": 0.475296, + "main_score": 0.433605, + "hf_subset": "rus_Cyrl-fon_Latn", + "languages": [ + "rus-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "rus_Cyrl-jav_Latn", + "languages": [ + "rus-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "rus_Cyrl-lao_Laoo", + "languages": [ + "rus-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.859799, + "recall": 0.901186, + "f1": 0.87276, + "accuracy": 0.901186, + "main_score": 0.87276, + "hf_subset": "rus_Cyrl-mri_Latn", + "languages": [ + "rus-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.49919, + "recall": 0.564229, + "f1": 0.516511, + "accuracy": 0.564229, + "main_score": 0.516511, + "hf_subset": "rus_Cyrl-taq_Latn", + "languages": [ + "rus-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-war_Latn", + "languages": [ + "rus-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "rus_Cyrl-lij_Latn", + "languages": [ + "rus-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "rus_Cyrl-mya_Mymr", + "languages": [ + "rus-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.545916, + "recall": 0.610672, + "f1": 0.563, + "accuracy": 0.610672, + "main_score": 0.563, + "hf_subset": "rus_Cyrl-sag_Latn", + "languages": [ + "rus-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.202265, + "recall": 0.263834, + "f1": 0.216688, + "accuracy": 0.263834, + "main_score": 0.216688, + "hf_subset": "rus_Cyrl-taq_Tfng", + "languages": [ + "rus-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.627261, + "recall": 0.698617, + "f1": 0.647457, + "accuracy": 0.698617, + "main_score": 0.647457, + "hf_subset": "rus_Cyrl-wol_Latn", + "languages": [ + "rus-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.862928, + "recall": 0.901186, + "f1": 0.874539, + "accuracy": 0.901186, + "main_score": 0.874539, + "hf_subset": "rus_Cyrl-arb_Latn", + "languages": [ + "rus-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-cat_Latn", + "languages": [ + "rus-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "rus_Cyrl-fur_Latn", + "languages": [ + "rus-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.417656, + "recall": 0.48913, + "f1": 0.436439, + "accuracy": 0.48913, + "main_score": 0.436439, + "hf_subset": "rus_Cyrl-kab_Latn", + "languages": [ + "rus-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "rus_Cyrl-lim_Latn", + "languages": [ + "rus-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.976285, + "f1": 0.970026, + "accuracy": 0.976285, + "main_score": 0.970026, + "hf_subset": "rus_Cyrl-san_Deva", + "languages": [ + "rus-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-tat_Cyrl", + "languages": [ + "rus-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.848988, + "recall": 0.889328, + "f1": 0.861168, + "accuracy": 0.889328, + "main_score": 0.861168, + "hf_subset": "rus_Cyrl-xho_Latn", + "languages": [ + "rus-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-ars_Arab", + "languages": [ + "rus-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-ceb_Latn", + "languages": [ + "rus-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.473564, + "recall": 0.544466, + "f1": 0.492825, + "accuracy": 0.544466, + "main_score": 0.492825, + "hf_subset": "rus_Cyrl-fuv_Latn", + "languages": [ + "rus-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.464079, + "recall": 0.530632, + "f1": 0.481145, + "accuracy": 0.530632, + "main_score": 0.481145, + "hf_subset": "rus_Cyrl-kac_Latn", + "languages": [ + "rus-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.62119, + "recall": 0.687747, + "f1": 0.639535, + "accuracy": 0.687747, + "main_score": 0.639535, + "hf_subset": "rus_Cyrl-lin_Latn", + "languages": [ + "rus-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-nno_Latn", + "languages": [ + "rus-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.857823, + "recall": 0.897233, + "f1": 0.86973, + "accuracy": 0.897233, + "main_score": 0.86973, + "hf_subset": "rus_Cyrl-sat_Olck", + "languages": [ + "rus-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "rus_Cyrl-tel_Telu", + "languages": [ + "rus-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "rus_Cyrl-ydd_Hebr", + "languages": [ + "rus-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "rus_Cyrl-ary_Arab", + "languages": [ + "rus-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.546267, + "recall": 0.62253, + "f1": 0.566815, + "accuracy": 0.62253, + "main_score": 0.566815, + "hf_subset": "rus_Cyrl-gaz_Latn", + "languages": [ + "rus-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.519706, + "recall": 0.599802, + "f1": 0.540971, + "accuracy": 0.599802, + "main_score": 0.540971, + "hf_subset": "rus_Cyrl-kam_Latn", + "languages": [ + "rus-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-nob_Latn", + "languages": [ + "rus-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-scn_Latn", + "languages": [ + "rus-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "rus_Cyrl-tgk_Cyrl", + "languages": [ + "rus-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.704919, + "recall": 0.77668, + "f1": 0.725946, + "accuracy": 0.77668, + "main_score": 0.725946, + "hf_subset": "rus_Cyrl-yor_Latn", + "languages": [ + "rus-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-arz_Arab", + "languages": [ + "rus-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.468969, + "recall": 0.541502, + "f1": 0.488788, + "accuracy": 0.541502, + "main_score": 0.488788, + "hf_subset": "rus_Cyrl-cjk_Latn", + "languages": [ + "rus-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "rus_Cyrl-gla_Latn", + "languages": [ + "rus-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-kan_Knda", + "languages": [ + "rus-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.986693, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "rus_Cyrl-lmo_Latn", + "languages": [ + "rus-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "rus_Cyrl-npi_Deva", + "languages": [ + "rus-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.505869, + "recall": 0.588933, + "f1": 0.52883, + "accuracy": 0.588933, + "main_score": 0.52883, + "hf_subset": "rus_Cyrl-shn_Mymr", + "languages": [ + "rus-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tgl_Latn", + "languages": [ + "rus-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-yue_Hant", + "languages": [ + "rus-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "rus_Cyrl-asm_Beng", + "languages": [ + "rus-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.909256, + "recall": 0.936759, + "f1": 0.917984, + "accuracy": 0.936759, + "main_score": 0.917984, + "hf_subset": "rus_Cyrl-ckb_Arab", + "languages": [ + "rus-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.971756, + "recall": 0.980237, + "f1": 0.974374, + "accuracy": 0.980237, + "main_score": 0.974374, + "hf_subset": "rus_Cyrl-gle_Latn", + "languages": [ + "rus-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.910903, + "recall": 0.937747, + "f1": 0.919433, + "accuracy": 0.937747, + "main_score": 0.919433, + "hf_subset": "rus_Cyrl-kas_Arab", + "languages": [ + "rus-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.89888, + "recall": 0.929842, + "f1": 0.908729, + "accuracy": 0.929842, + "main_score": 0.908729, + "hf_subset": "rus_Cyrl-ltg_Latn", + "languages": [ + "rus-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.754507, + "recall": 0.815217, + "f1": 0.772925, + "accuracy": 0.815217, + "main_score": 0.772925, + "hf_subset": "rus_Cyrl-nso_Latn", + "languages": [ + "rus-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "rus_Cyrl-sin_Sinh", + "languages": [ + "rus-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-tha_Thai", + "languages": [ + "rus-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-zho_Hans", + "languages": [ + "rus-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-ast_Latn", + "languages": [ + "rus-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "rus_Cyrl-crh_Latn", + "languages": [ + "rus-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-glg_Latn", + "languages": [ + "rus-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.857329, + "recall": 0.898221, + "f1": 0.869928, + "accuracy": 0.898221, + "main_score": 0.869928, + "hf_subset": "rus_Cyrl-kas_Deva", + "languages": [ + "rus-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "rus_Cyrl-ltz_Latn", + "languages": [ + "rus-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.420772, + "recall": 0.485178, + "f1": 0.437631, + "accuracy": 0.485178, + "main_score": 0.437631, + "hf_subset": "rus_Cyrl-nus_Latn", + "languages": [ + "rus-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.617873, + "recall": 0.697628, + "f1": 0.640453, + "accuracy": 0.697628, + "main_score": 0.640453, + "hf_subset": "rus_Cyrl-tir_Ethi", + "languages": [ + "rus-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "rus_Cyrl-awa_Deva", + "languages": [ + "rus-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "rus_Cyrl-cym_Latn", + "languages": [ + "rus-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.756118, + "recall": 0.812253, + "f1": 0.772669, + "accuracy": 0.812253, + "main_score": 0.772669, + "hf_subset": "rus_Cyrl-grn_Latn", + "languages": [ + "rus-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "rus_Cyrl-kat_Geor", + "languages": [ + "rus-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.588157, + "recall": 0.653162, + "f1": 0.606272, + "accuracy": 0.653162, + "main_score": 0.606272, + "hf_subset": "rus_Cyrl-lua_Latn", + "languages": [ + "rus-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.791288, + "recall": 0.847826, + "f1": 0.808056, + "accuracy": 0.847826, + "main_score": 0.808056, + "hf_subset": "rus_Cyrl-nya_Latn", + "languages": [ + "rus-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "rus_Cyrl-tpi_Latn", + "languages": [ + "rus-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-zsm_Latn", + "languages": [ + "rus-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.49366, + "recall": 0.563241, + "f1": 0.513018, + "accuracy": 0.563241, + "main_score": 0.513018, + "hf_subset": "rus_Cyrl-ayr_Latn", + "languages": [ + "rus-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-dan_Latn", + "languages": [ + "rus-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-guj_Gujr", + "languages": [ + "rus-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "rus_Cyrl-kaz_Cyrl", + "languages": [ + "rus-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.616273, + "recall": 0.6917, + "f1": 0.637282, + "accuracy": 0.6917, + "main_score": 0.637282, + "hf_subset": "rus_Cyrl-lug_Latn", + "languages": [ + "rus-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-oci_Latn", + "languages": [ + "rus-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.804463, + "recall": 0.857708, + "f1": 0.82077, + "accuracy": 0.857708, + "main_score": 0.82077, + "hf_subset": "rus_Cyrl-smo_Latn", + "languages": [ + "rus-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.720735, + "recall": 0.791502, + "f1": 0.74193, + "accuracy": 0.791502, + "main_score": 0.74193, + "hf_subset": "rus_Cyrl-tsn_Latn", + "languages": [ + "rus-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.860952, + "recall": 0.902174, + "f1": 0.87388, + "accuracy": 0.902174, + "main_score": 0.87388, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.92836, + "recall": 0.951581, + "f1": 0.935935, + "accuracy": 0.951581, + "main_score": 0.935935, + "hf_subset": "rus_Cyrl-azb_Arab", + "languages": [ + "rus-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "rus_Cyrl-hat_Latn", + "languages": [ + "rus-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.458985, + "recall": 0.522727, + "f1": 0.476309, + "accuracy": 0.522727, + "main_score": 0.476309, + "hf_subset": "rus_Cyrl-kbp_Latn", + "languages": [ + "rus-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.501892, + "recall": 0.570158, + "f1": 0.519771, + "accuracy": 0.570158, + "main_score": 0.519771, + "hf_subset": "rus_Cyrl-luo_Latn", + "languages": [ + "rus-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "rus_Cyrl-ory_Orya", + "languages": [ + "rus-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.872892, + "recall": 0.909091, + "f1": 0.88419, + "accuracy": 0.909091, + "main_score": 0.88419, + "hf_subset": "rus_Cyrl-sna_Latn", + "languages": [ + "rus-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.637025, + "recall": 0.708498, + "f1": 0.657055, + "accuracy": 0.708498, + "main_score": 0.657055, + "hf_subset": "rus_Cyrl-tso_Latn", + "languages": [ + "rus-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "rus_Cyrl-azj_Latn", + "languages": [ + "rus-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.494373, + "recall": 0.565217, + "f1": 0.514083, + "accuracy": 0.565217, + "main_score": 0.514083, + "hf_subset": "rus_Cyrl-dik_Latn", + "languages": [ + "rus-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.880023, + "recall": 0.916996, + "f1": 0.891864, + "accuracy": 0.916996, + "main_score": 0.891864, + "hf_subset": "rus_Cyrl-hau_Latn", + "languages": [ + "rus-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "rus_Cyrl-kea_Latn", + "languages": [ + "rus-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.915267, + "recall": 0.940711, + "f1": 0.923485, + "accuracy": 0.940711, + "main_score": 0.923485, + "hf_subset": "rus_Cyrl-lus_Latn", + "languages": [ + "rus-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.863373, + "recall": 0.901186, + "f1": 0.87492, + "accuracy": 0.901186, + "main_score": 0.87492, + "hf_subset": "rus_Cyrl-pag_Latn", + "languages": [ + "rus-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "rus_Cyrl-snd_Arab", + "languages": [ + "rus-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "rus_Cyrl-tuk_Latn", + "languages": [ + "rus-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "rus_Cyrl-bak_Cyrl", + "languages": [ + "rus-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.468023, + "recall": 0.544466, + "f1": 0.489013, + "accuracy": 0.544466, + "main_score": 0.489013, + "hf_subset": "rus_Cyrl-dyu_Latn", + "languages": [ + "rus-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "rus_Cyrl-khk_Cyrl", + "languages": [ + "rus-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-lvs_Latn", + "languages": [ + "rus-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-pan_Guru", + "languages": [ + "rus-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.842144, + "recall": 0.887352, + "f1": 0.856094, + "accuracy": 0.887352, + "main_score": 0.856094, + "hf_subset": "rus_Cyrl-som_Latn", + "languages": [ + "rus-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.670957, + "recall": 0.737154, + "f1": 0.689689, + "accuracy": 0.737154, + "main_score": 0.689689, + "hf_subset": "rus_Cyrl-tum_Latn", + "languages": [ + "rus-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.398607, + "recall": 0.455534, + "f1": 0.414397, + "accuracy": 0.455534, + "main_score": 0.414397, + "hf_subset": "taq_Latn-ace_Arab", + "languages": [ + "taq-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.469232, + "recall": 0.507905, + "f1": 0.480024, + "accuracy": 0.507905, + "main_score": 0.480024, + "hf_subset": "taq_Latn-bam_Latn", + "languages": [ + "taq-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.300167, + "recall": 0.360672, + "f1": 0.316138, + "accuracy": 0.360672, + "main_score": 0.316138, + "hf_subset": "taq_Latn-dzo_Tibt", + "languages": [ + "taq-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.489354, + "recall": 0.539526, + "f1": 0.503191, + "accuracy": 0.539526, + "main_score": 0.503191, + "hf_subset": "taq_Latn-hin_Deva", + "languages": [ + "taq-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.430283, + "recall": 0.477273, + "f1": 0.442692, + "accuracy": 0.477273, + "main_score": 0.442692, + "hf_subset": "taq_Latn-khm_Khmr", + "languages": [ + "taq-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.470036, + "recall": 0.51581, + "f1": 0.481937, + "accuracy": 0.51581, + "main_score": 0.481937, + "hf_subset": "taq_Latn-mag_Deva", + "languages": [ + "taq-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.469981, + "recall": 0.514822, + "f1": 0.481551, + "accuracy": 0.514822, + "main_score": 0.481551, + "hf_subset": "taq_Latn-pap_Latn", + "languages": [ + "taq-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.44367, + "recall": 0.496047, + "f1": 0.457152, + "accuracy": 0.496047, + "main_score": 0.457152, + "hf_subset": "taq_Latn-sot_Latn", + "languages": [ + "taq-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.479604, + "recall": 0.522727, + "f1": 0.490673, + "accuracy": 0.522727, + "main_score": 0.490673, + "hf_subset": "taq_Latn-tur_Latn", + "languages": [ + "taq-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.475076, + "recall": 0.517787, + "f1": 0.486499, + "accuracy": 0.517787, + "main_score": 0.486499, + "hf_subset": "taq_Latn-ace_Latn", + "languages": [ + "taq-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.457395, + "recall": 0.501976, + "f1": 0.468602, + "accuracy": 0.501976, + "main_score": 0.468602, + "hf_subset": "taq_Latn-ban_Latn", + "languages": [ + "taq-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.462608, + "recall": 0.513834, + "f1": 0.475739, + "accuracy": 0.513834, + "main_score": 0.475739, + "hf_subset": "taq_Latn-ell_Grek", + "languages": [ + "taq-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.464985, + "recall": 0.513834, + "f1": 0.477824, + "accuracy": 0.513834, + "main_score": 0.477824, + "hf_subset": "taq_Latn-hne_Deva", + "languages": [ + "taq-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.449833, + "recall": 0.48913, + "f1": 0.46067, + "accuracy": 0.48913, + "main_score": 0.46067, + "hf_subset": "taq_Latn-kik_Latn", + "languages": [ + "taq-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.481995, + "recall": 0.527668, + "f1": 0.493797, + "accuracy": 0.527668, + "main_score": 0.493797, + "hf_subset": "taq_Latn-mai_Deva", + "languages": [ + "taq-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.461508, + "recall": 0.507905, + "f1": 0.473113, + "accuracy": 0.507905, + "main_score": 0.473113, + "hf_subset": "taq_Latn-pbt_Arab", + "languages": [ + "taq-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.485948, + "recall": 0.532609, + "f1": 0.498187, + "accuracy": 0.532609, + "main_score": 0.498187, + "hf_subset": "taq_Latn-spa_Latn", + "languages": [ + "taq-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.49651, + "recall": 0.534585, + "f1": 0.507224, + "accuracy": 0.534585, + "main_score": 0.507224, + "hf_subset": "taq_Latn-twi_Latn", + "languages": [ + "taq-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.474202, + "recall": 0.519763, + "f1": 0.48598, + "accuracy": 0.519763, + "main_score": 0.48598, + "hf_subset": "taq_Latn-acm_Arab", + "languages": [ + "taq-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.437343, + "recall": 0.48913, + "f1": 0.451141, + "accuracy": 0.48913, + "main_score": 0.451141, + "hf_subset": "taq_Latn-bel_Cyrl", + "languages": [ + "taq-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.515443, + "recall": 0.570158, + "f1": 0.530866, + "accuracy": 0.570158, + "main_score": 0.530866, + "hf_subset": "taq_Latn-eng_Latn", + "languages": [ + "taq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.478086, + "recall": 0.522727, + "f1": 0.490483, + "accuracy": 0.522727, + "main_score": 0.490483, + "hf_subset": "taq_Latn-hrv_Latn", + "languages": [ + "taq-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.451128, + "recall": 0.498024, + "f1": 0.463665, + "accuracy": 0.498024, + "main_score": 0.463665, + "hf_subset": "taq_Latn-kin_Latn", + "languages": [ + "taq-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.437896, + "recall": 0.486166, + "f1": 0.450542, + "accuracy": 0.486166, + "main_score": 0.450542, + "hf_subset": "taq_Latn-mal_Mlym", + "languages": [ + "taq-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.471015, + "recall": 0.516798, + "f1": 0.48282, + "accuracy": 0.516798, + "main_score": 0.48282, + "hf_subset": "taq_Latn-pes_Arab", + "languages": [ + "taq-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.472746, + "recall": 0.51581, + "f1": 0.483297, + "accuracy": 0.51581, + "main_score": 0.483297, + "hf_subset": "taq_Latn-srd_Latn", + "languages": [ + "taq-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.241125, + "recall": 0.295455, + "f1": 0.254767, + "accuracy": 0.295455, + "main_score": 0.254767, + "hf_subset": "taq_Latn-tzm_Tfng", + "languages": [ + "taq-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.472095, + "recall": 0.516798, + "f1": 0.483232, + "accuracy": 0.516798, + "main_score": 0.483232, + "hf_subset": "taq_Latn-acq_Arab", + "languages": [ + "taq-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.48509, + "recall": 0.522727, + "f1": 0.494856, + "accuracy": 0.522727, + "main_score": 0.494856, + "hf_subset": "taq_Latn-bem_Latn", + "languages": [ + "taq-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.464439, + "recall": 0.5, + "f1": 0.472902, + "accuracy": 0.5, + "main_score": 0.472902, + "hf_subset": "taq_Latn-epo_Latn", + "languages": [ + "taq-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.477911, + "recall": 0.523715, + "f1": 0.490347, + "accuracy": 0.523715, + "main_score": 0.490347, + "hf_subset": "taq_Latn-hun_Latn", + "languages": [ + "taq-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.44318, + "recall": 0.488142, + "f1": 0.454888, + "accuracy": 0.488142, + "main_score": 0.454888, + "hf_subset": "taq_Latn-kir_Cyrl", + "languages": [ + "taq-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.448735, + "recall": 0.496047, + "f1": 0.461143, + "accuracy": 0.496047, + "main_score": 0.461143, + "hf_subset": "taq_Latn-mar_Deva", + "languages": [ + "taq-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.446847, + "recall": 0.490119, + "f1": 0.458169, + "accuracy": 0.490119, + "main_score": 0.458169, + "hf_subset": "taq_Latn-plt_Latn", + "languages": [ + "taq-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.461412, + "recall": 0.504941, + "f1": 0.472712, + "accuracy": 0.504941, + "main_score": 0.472712, + "hf_subset": "taq_Latn-srp_Cyrl", + "languages": [ + "taq-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.395728, + "recall": 0.450593, + "f1": 0.409371, + "accuracy": 0.450593, + "main_score": 0.409371, + "hf_subset": "taq_Latn-uig_Arab", + "languages": [ + "taq-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.438665, + "recall": 0.483202, + "f1": 0.450171, + "accuracy": 0.483202, + "main_score": 0.450171, + "hf_subset": "taq_Latn-aeb_Arab", + "languages": [ + "taq-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.472643, + "recall": 0.511858, + "f1": 0.483747, + "accuracy": 0.511858, + "main_score": 0.483747, + "hf_subset": "taq_Latn-ben_Beng", + "languages": [ + "taq-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.454074, + "recall": 0.5, + "f1": 0.466639, + "accuracy": 0.5, + "main_score": 0.466639, + "hf_subset": "taq_Latn-est_Latn", + "languages": [ + "taq-Latn", + "est-Latn" + ] + }, + { + "precision": 0.431647, + "recall": 0.483202, + "f1": 0.444858, + "accuracy": 0.483202, + "main_score": 0.444858, + "hf_subset": "taq_Latn-hye_Armn", + "languages": [ + "taq-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.454006, + "recall": 0.488142, + "f1": 0.463512, + "accuracy": 0.488142, + "main_score": 0.463512, + "hf_subset": "taq_Latn-kmb_Latn", + "languages": [ + "taq-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.373376, + "recall": 0.434783, + "f1": 0.390687, + "accuracy": 0.434783, + "main_score": 0.390687, + "hf_subset": "taq_Latn-min_Arab", + "languages": [ + "taq-Latn", + "min-Arab" + ] + }, + { + "precision": 0.494895, + "recall": 0.538538, + "f1": 0.507772, + "accuracy": 0.538538, + "main_score": 0.507772, + "hf_subset": "taq_Latn-pol_Latn", + "languages": [ + "taq-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.436838, + "recall": 0.485178, + "f1": 0.449441, + "accuracy": 0.485178, + "main_score": 0.449441, + "hf_subset": "taq_Latn-ssw_Latn", + "languages": [ + "taq-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.465928, + "recall": 0.512846, + "f1": 0.477624, + "accuracy": 0.512846, + "main_score": 0.477624, + "hf_subset": "taq_Latn-ukr_Cyrl", + "languages": [ + "taq-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.472164, + "recall": 0.517787, + "f1": 0.48311, + "accuracy": 0.517787, + "main_score": 0.48311, + "hf_subset": "taq_Latn-afr_Latn", + "languages": [ + "taq-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.495781, + "recall": 0.539526, + "f1": 0.507569, + "accuracy": 0.539526, + "main_score": 0.507569, + "hf_subset": "taq_Latn-bho_Deva", + "languages": [ + "taq-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.453705, + "recall": 0.493083, + "f1": 0.463975, + "accuracy": 0.493083, + "main_score": 0.463975, + "hf_subset": "taq_Latn-eus_Latn", + "languages": [ + "taq-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.448775, + "recall": 0.487154, + "f1": 0.459128, + "accuracy": 0.487154, + "main_score": 0.459128, + "hf_subset": "taq_Latn-ibo_Latn", + "languages": [ + "taq-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.460749, + "recall": 0.501976, + "f1": 0.471554, + "accuracy": 0.501976, + "main_score": 0.471554, + "hf_subset": "taq_Latn-kmr_Latn", + "languages": [ + "taq-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.45236, + "recall": 0.500988, + "f1": 0.464424, + "accuracy": 0.500988, + "main_score": 0.464424, + "hf_subset": "taq_Latn-min_Latn", + "languages": [ + "taq-Latn", + "min-Latn" + ] + }, + { + "precision": 0.491952, + "recall": 0.533597, + "f1": 0.503158, + "accuracy": 0.533597, + "main_score": 0.503158, + "hf_subset": "taq_Latn-por_Latn", + "languages": [ + "taq-Latn", + "por-Latn" + ] + }, + { + "precision": 0.458654, + "recall": 0.5, + "f1": 0.468748, + "accuracy": 0.5, + "main_score": 0.468748, + "hf_subset": "taq_Latn-sun_Latn", + "languages": [ + "taq-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.453402, + "recall": 0.496047, + "f1": 0.46642, + "accuracy": 0.496047, + "main_score": 0.46642, + "hf_subset": "taq_Latn-umb_Latn", + "languages": [ + "taq-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.458067, + "recall": 0.511858, + "f1": 0.471223, + "accuracy": 0.511858, + "main_score": 0.471223, + "hf_subset": "taq_Latn-ajp_Arab", + "languages": [ + "taq-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.396649, + "recall": 0.444664, + "f1": 0.410169, + "accuracy": 0.444664, + "main_score": 0.410169, + "hf_subset": "taq_Latn-bjn_Arab", + "languages": [ + "taq-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.472398, + "recall": 0.507905, + "f1": 0.482759, + "accuracy": 0.507905, + "main_score": 0.482759, + "hf_subset": "taq_Latn-ewe_Latn", + "languages": [ + "taq-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.466188, + "recall": 0.509881, + "f1": 0.477319, + "accuracy": 0.509881, + "main_score": 0.477319, + "hf_subset": "taq_Latn-ilo_Latn", + "languages": [ + "taq-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.285988, + "recall": 0.336957, + "f1": 0.299769, + "accuracy": 0.336957, + "main_score": 0.299769, + "hf_subset": "taq_Latn-knc_Arab", + "languages": [ + "taq-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.460466, + "recall": 0.504941, + "f1": 0.471979, + "accuracy": 0.504941, + "main_score": 0.471979, + "hf_subset": "taq_Latn-mkd_Cyrl", + "languages": [ + "taq-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.473951, + "recall": 0.524704, + "f1": 0.486638, + "accuracy": 0.524704, + "main_score": 0.486638, + "hf_subset": "taq_Latn-prs_Arab", + "languages": [ + "taq-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.485456, + "recall": 0.529644, + "f1": 0.49723, + "accuracy": 0.529644, + "main_score": 0.49723, + "hf_subset": "taq_Latn-swe_Latn", + "languages": [ + "taq-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.449743, + "recall": 0.5, + "f1": 0.462769, + "accuracy": 0.5, + "main_score": 0.462769, + "hf_subset": "taq_Latn-urd_Arab", + "languages": [ + "taq-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.479057, + "recall": 0.519763, + "f1": 0.490237, + "accuracy": 0.519763, + "main_score": 0.490237, + "hf_subset": "taq_Latn-aka_Latn", + "languages": [ + "taq-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.47736, + "recall": 0.520751, + "f1": 0.489449, + "accuracy": 0.520751, + "main_score": 0.489449, + "hf_subset": "taq_Latn-bjn_Latn", + "languages": [ + "taq-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.437669, + "recall": 0.480237, + "f1": 0.449199, + "accuracy": 0.480237, + "main_score": 0.449199, + "hf_subset": "taq_Latn-fao_Latn", + "languages": [ + "taq-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.490855, + "recall": 0.530632, + "f1": 0.50106, + "accuracy": 0.530632, + "main_score": 0.50106, + "hf_subset": "taq_Latn-ind_Latn", + "languages": [ + "taq-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.49889, + "recall": 0.531621, + "f1": 0.508416, + "accuracy": 0.531621, + "main_score": 0.508416, + "hf_subset": "taq_Latn-knc_Latn", + "languages": [ + "taq-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.448642, + "recall": 0.492095, + "f1": 0.459399, + "accuracy": 0.492095, + "main_score": 0.459399, + "hf_subset": "taq_Latn-mlt_Latn", + "languages": [ + "taq-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.494878, + "recall": 0.534585, + "f1": 0.506296, + "accuracy": 0.534585, + "main_score": 0.506296, + "hf_subset": "taq_Latn-quy_Latn", + "languages": [ + "taq-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.449571, + "recall": 0.498024, + "f1": 0.462267, + "accuracy": 0.498024, + "main_score": 0.462267, + "hf_subset": "taq_Latn-swh_Latn", + "languages": [ + "taq-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.425625, + "recall": 0.472332, + "f1": 0.436826, + "accuracy": 0.472332, + "main_score": 0.436826, + "hf_subset": "taq_Latn-uzn_Latn", + "languages": [ + "taq-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.453094, + "recall": 0.501976, + "f1": 0.465007, + "accuracy": 0.501976, + "main_score": 0.465007, + "hf_subset": "taq_Latn-als_Latn", + "languages": [ + "taq-Latn", + "als-Latn" + ] + }, + { + "precision": 0.340708, + "recall": 0.399209, + "f1": 0.356432, + "accuracy": 0.399209, + "main_score": 0.356432, + "hf_subset": "taq_Latn-bod_Tibt", + "languages": [ + "taq-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.477271, + "recall": 0.51581, + "f1": 0.488852, + "accuracy": 0.51581, + "main_score": 0.488852, + "hf_subset": "taq_Latn-fij_Latn", + "languages": [ + "taq-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.42789, + "recall": 0.474308, + "f1": 0.439222, + "accuracy": 0.474308, + "main_score": 0.439222, + "hf_subset": "taq_Latn-isl_Latn", + "languages": [ + "taq-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.506471, + "recall": 0.541502, + "f1": 0.515744, + "accuracy": 0.541502, + "main_score": 0.515744, + "hf_subset": "taq_Latn-kon_Latn", + "languages": [ + "taq-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.453277, + "recall": 0.5, + "f1": 0.466441, + "accuracy": 0.5, + "main_score": 0.466441, + "hf_subset": "taq_Latn-mni_Beng", + "languages": [ + "taq-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.486992, + "recall": 0.532609, + "f1": 0.498808, + "accuracy": 0.532609, + "main_score": 0.498808, + "hf_subset": "taq_Latn-ron_Latn", + "languages": [ + "taq-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.478037, + "recall": 0.525692, + "f1": 0.49138, + "accuracy": 0.525692, + "main_score": 0.49138, + "hf_subset": "taq_Latn-szl_Latn", + "languages": [ + "taq-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.50079, + "recall": 0.54249, + "f1": 0.511932, + "accuracy": 0.54249, + "main_score": 0.511932, + "hf_subset": "taq_Latn-vec_Latn", + "languages": [ + "taq-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.479547, + "recall": 0.523715, + "f1": 0.491578, + "accuracy": 0.523715, + "main_score": 0.491578, + "hf_subset": "taq_Latn-amh_Ethi", + "languages": [ + "taq-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.474799, + "recall": 0.522727, + "f1": 0.487785, + "accuracy": 0.522727, + "main_score": 0.487785, + "hf_subset": "taq_Latn-bos_Latn", + "languages": [ + "taq-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.460178, + "recall": 0.500988, + "f1": 0.470841, + "accuracy": 0.500988, + "main_score": 0.470841, + "hf_subset": "taq_Latn-fin_Latn", + "languages": [ + "taq-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.504293, + "recall": 0.54249, + "f1": 0.514686, + "accuracy": 0.54249, + "main_score": 0.514686, + "hf_subset": "taq_Latn-ita_Latn", + "languages": [ + "taq-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.486393, + "recall": 0.524704, + "f1": 0.496453, + "accuracy": 0.524704, + "main_score": 0.496453, + "hf_subset": "taq_Latn-kor_Hang", + "languages": [ + "taq-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.476635, + "recall": 0.519763, + "f1": 0.488538, + "accuracy": 0.519763, + "main_score": 0.488538, + "hf_subset": "taq_Latn-mos_Latn", + "languages": [ + "taq-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.449394, + "recall": 0.492095, + "f1": 0.461785, + "accuracy": 0.492095, + "main_score": 0.461785, + "hf_subset": "taq_Latn-run_Latn", + "languages": [ + "taq-Latn", + "run-Latn" + ] + }, + { + "precision": 0.449712, + "recall": 0.495059, + "f1": 0.461701, + "accuracy": 0.495059, + "main_score": 0.461701, + "hf_subset": "taq_Latn-tam_Taml", + "languages": [ + "taq-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.480375, + "recall": 0.520751, + "f1": 0.491677, + "accuracy": 0.520751, + "main_score": 0.491677, + "hf_subset": "taq_Latn-vie_Latn", + "languages": [ + "taq-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.457725, + "recall": 0.506917, + "f1": 0.469948, + "accuracy": 0.506917, + "main_score": 0.469948, + "hf_subset": "taq_Latn-apc_Arab", + "languages": [ + "taq-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.488662, + "recall": 0.533597, + "f1": 0.501323, + "accuracy": 0.533597, + "main_score": 0.501323, + "hf_subset": "taq_Latn-bug_Latn", + "languages": [ + "taq-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437656, + "recall": 0.474308, + "f1": 0.447987, + "accuracy": 0.474308, + "main_score": 0.447987, + "hf_subset": "taq_Latn-fon_Latn", + "languages": [ + "taq-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.446594, + "recall": 0.492095, + "f1": 0.458001, + "accuracy": 0.492095, + "main_score": 0.458001, + "hf_subset": "taq_Latn-jav_Latn", + "languages": [ + "taq-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.413804, + "recall": 0.451581, + "f1": 0.424102, + "accuracy": 0.451581, + "main_score": 0.424102, + "hf_subset": "taq_Latn-lao_Laoo", + "languages": [ + "taq-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.424746, + "recall": 0.472332, + "f1": 0.437388, + "accuracy": 0.472332, + "main_score": 0.437388, + "hf_subset": "taq_Latn-mri_Latn", + "languages": [ + "taq-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.48147, + "recall": 0.525692, + "f1": 0.493039, + "accuracy": 0.525692, + "main_score": 0.493039, + "hf_subset": "taq_Latn-rus_Cyrl", + "languages": [ + "taq-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.458337, + "recall": 0.505929, + "f1": 0.470453, + "accuracy": 0.505929, + "main_score": 0.470453, + "hf_subset": "taq_Latn-war_Latn", + "languages": [ + "taq-Latn", + "war-Latn" + ] + }, + { + "precision": 0.466162, + "recall": 0.516798, + "f1": 0.479229, + "accuracy": 0.516798, + "main_score": 0.479229, + "hf_subset": "taq_Latn-arb_Arab", + "languages": [ + "taq-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.478406, + "recall": 0.524704, + "f1": 0.490367, + "accuracy": 0.524704, + "main_score": 0.490367, + "hf_subset": "taq_Latn-bul_Cyrl", + "languages": [ + "taq-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.501351, + "recall": 0.546443, + "f1": 0.513263, + "accuracy": 0.546443, + "main_score": 0.513263, + "hf_subset": "taq_Latn-fra_Latn", + "languages": [ + "taq-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.474542, + "recall": 0.525692, + "f1": 0.488385, + "accuracy": 0.525692, + "main_score": 0.488385, + "hf_subset": "taq_Latn-jpn_Jpan", + "languages": [ + "taq-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.501075, + "recall": 0.538538, + "f1": 0.512022, + "accuracy": 0.538538, + "main_score": 0.512022, + "hf_subset": "taq_Latn-lij_Latn", + "languages": [ + "taq-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.426604, + "recall": 0.478261, + "f1": 0.440375, + "accuracy": 0.478261, + "main_score": 0.440375, + "hf_subset": "taq_Latn-mya_Mymr", + "languages": [ + "taq-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.498445, + "recall": 0.537549, + "f1": 0.509635, + "accuracy": 0.537549, + "main_score": 0.509635, + "hf_subset": "taq_Latn-sag_Latn", + "languages": [ + "taq-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.514494, + "recall": 0.601779, + "f1": 0.537073, + "accuracy": 0.601779, + "main_score": 0.537073, + "hf_subset": "taq_Latn-taq_Tfng", + "languages": [ + "taq-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.52539, + "recall": 0.561265, + "f1": 0.535968, + "accuracy": 0.561265, + "main_score": 0.535968, + "hf_subset": "taq_Latn-wol_Latn", + "languages": [ + "taq-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.418606, + "recall": 0.468379, + "f1": 0.432172, + "accuracy": 0.468379, + "main_score": 0.432172, + "hf_subset": "taq_Latn-arb_Latn", + "languages": [ + "taq-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.480387, + "recall": 0.525692, + "f1": 0.492358, + "accuracy": 0.525692, + "main_score": 0.492358, + "hf_subset": "taq_Latn-cat_Latn", + "languages": [ + "taq-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.494557, + "recall": 0.538538, + "f1": 0.505857, + "accuracy": 0.538538, + "main_score": 0.505857, + "hf_subset": "taq_Latn-fur_Latn", + "languages": [ + "taq-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.413105, + "recall": 0.461462, + "f1": 0.426736, + "accuracy": 0.461462, + "main_score": 0.426736, + "hf_subset": "taq_Latn-kab_Latn", + "languages": [ + "taq-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.469462, + "recall": 0.512846, + "f1": 0.480536, + "accuracy": 0.512846, + "main_score": 0.480536, + "hf_subset": "taq_Latn-lim_Latn", + "languages": [ + "taq-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.485126, + "recall": 0.533597, + "f1": 0.498329, + "accuracy": 0.533597, + "main_score": 0.498329, + "hf_subset": "taq_Latn-nld_Latn", + "languages": [ + "taq-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.445264, + "recall": 0.499012, + "f1": 0.458977, + "accuracy": 0.499012, + "main_score": 0.458977, + "hf_subset": "taq_Latn-san_Deva", + "languages": [ + "taq-Latn", + "san-Deva" + ] + }, + { + "precision": 0.443076, + "recall": 0.492095, + "f1": 0.456179, + "accuracy": 0.492095, + "main_score": 0.456179, + "hf_subset": "taq_Latn-tat_Cyrl", + "languages": [ + "taq-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.450311, + "recall": 0.504941, + "f1": 0.464976, + "accuracy": 0.504941, + "main_score": 0.464976, + "hf_subset": "taq_Latn-xho_Latn", + "languages": [ + "taq-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.457791, + "recall": 0.504941, + "f1": 0.469956, + "accuracy": 0.504941, + "main_score": 0.469956, + "hf_subset": "taq_Latn-ars_Arab", + "languages": [ + "taq-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.449592, + "recall": 0.494071, + "f1": 0.460952, + "accuracy": 0.494071, + "main_score": 0.460952, + "hf_subset": "taq_Latn-ceb_Latn", + "languages": [ + "taq-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.464965, + "recall": 0.508893, + "f1": 0.47758, + "accuracy": 0.508893, + "main_score": 0.47758, + "hf_subset": "taq_Latn-fuv_Latn", + "languages": [ + "taq-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.484697, + "recall": 0.520751, + "f1": 0.494587, + "accuracy": 0.520751, + "main_score": 0.494587, + "hf_subset": "taq_Latn-kac_Latn", + "languages": [ + "taq-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.532453, + "recall": 0.568182, + "f1": 0.542627, + "accuracy": 0.568182, + "main_score": 0.542627, + "hf_subset": "taq_Latn-lin_Latn", + "languages": [ + "taq-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.46816, + "recall": 0.507905, + "f1": 0.478757, + "accuracy": 0.507905, + "main_score": 0.478757, + "hf_subset": "taq_Latn-nno_Latn", + "languages": [ + "taq-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.439996, + "recall": 0.491107, + "f1": 0.45421, + "accuracy": 0.491107, + "main_score": 0.45421, + "hf_subset": "taq_Latn-sat_Olck", + "languages": [ + "taq-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.447834, + "recall": 0.496047, + "f1": 0.459723, + "accuracy": 0.496047, + "main_score": 0.459723, + "hf_subset": "taq_Latn-tel_Telu", + "languages": [ + "taq-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.440156, + "recall": 0.487154, + "f1": 0.452087, + "accuracy": 0.487154, + "main_score": 0.452087, + "hf_subset": "taq_Latn-ydd_Hebr", + "languages": [ + "taq-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.456966, + "recall": 0.502964, + "f1": 0.468638, + "accuracy": 0.502964, + "main_score": 0.468638, + "hf_subset": "taq_Latn-ary_Arab", + "languages": [ + "taq-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.479081, + "recall": 0.52668, + "f1": 0.492555, + "accuracy": 0.52668, + "main_score": 0.492555, + "hf_subset": "taq_Latn-ces_Latn", + "languages": [ + "taq-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.443349, + "recall": 0.490119, + "f1": 0.456216, + "accuracy": 0.490119, + "main_score": 0.456216, + "hf_subset": "taq_Latn-gaz_Latn", + "languages": [ + "taq-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.457875, + "recall": 0.498024, + "f1": 0.469076, + "accuracy": 0.498024, + "main_score": 0.469076, + "hf_subset": "taq_Latn-kam_Latn", + "languages": [ + "taq-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.443218, + "recall": 0.488142, + "f1": 0.454813, + "accuracy": 0.488142, + "main_score": 0.454813, + "hf_subset": "taq_Latn-lit_Latn", + "languages": [ + "taq-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.4826, + "recall": 0.524704, + "f1": 0.493195, + "accuracy": 0.524704, + "main_score": 0.493195, + "hf_subset": "taq_Latn-nob_Latn", + "languages": [ + "taq-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.472678, + "recall": 0.508893, + "f1": 0.48243, + "accuracy": 0.508893, + "main_score": 0.48243, + "hf_subset": "taq_Latn-scn_Latn", + "languages": [ + "taq-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.427148, + "recall": 0.476285, + "f1": 0.440072, + "accuracy": 0.476285, + "main_score": 0.440072, + "hf_subset": "taq_Latn-tgk_Cyrl", + "languages": [ + "taq-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.416981, + "recall": 0.467391, + "f1": 0.43125, + "accuracy": 0.467391, + "main_score": 0.43125, + "hf_subset": "taq_Latn-yor_Latn", + "languages": [ + "taq-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.476802, + "recall": 0.518775, + "f1": 0.486679, + "accuracy": 0.518775, + "main_score": 0.486679, + "hf_subset": "taq_Latn-arz_Arab", + "languages": [ + "taq-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.461557, + "recall": 0.502964, + "f1": 0.473006, + "accuracy": 0.502964, + "main_score": 0.473006, + "hf_subset": "taq_Latn-cjk_Latn", + "languages": [ + "taq-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.436009, + "recall": 0.48419, + "f1": 0.448963, + "accuracy": 0.48419, + "main_score": 0.448963, + "hf_subset": "taq_Latn-gla_Latn", + "languages": [ + "taq-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.444855, + "recall": 0.488142, + "f1": 0.455368, + "accuracy": 0.488142, + "main_score": 0.455368, + "hf_subset": "taq_Latn-kan_Knda", + "languages": [ + "taq-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.500299, + "recall": 0.540514, + "f1": 0.510674, + "accuracy": 0.540514, + "main_score": 0.510674, + "hf_subset": "taq_Latn-lmo_Latn", + "languages": [ + "taq-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.463, + "recall": 0.502964, + "f1": 0.473459, + "accuracy": 0.502964, + "main_score": 0.473459, + "hf_subset": "taq_Latn-npi_Deva", + "languages": [ + "taq-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.400108, + "recall": 0.454545, + "f1": 0.414698, + "accuracy": 0.454545, + "main_score": 0.414698, + "hf_subset": "taq_Latn-shn_Mymr", + "languages": [ + "taq-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.466884, + "recall": 0.51087, + "f1": 0.47737, + "accuracy": 0.51087, + "main_score": 0.47737, + "hf_subset": "taq_Latn-tgl_Latn", + "languages": [ + "taq-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.441097, + "recall": 0.490119, + "f1": 0.454177, + "accuracy": 0.490119, + "main_score": 0.454177, + "hf_subset": "taq_Latn-yue_Hant", + "languages": [ + "taq-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.427074, + "recall": 0.464427, + "f1": 0.437149, + "accuracy": 0.464427, + "main_score": 0.437149, + "hf_subset": "taq_Latn-asm_Beng", + "languages": [ + "taq-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.428039, + "recall": 0.48419, + "f1": 0.443193, + "accuracy": 0.48419, + "main_score": 0.443193, + "hf_subset": "taq_Latn-ckb_Arab", + "languages": [ + "taq-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.444967, + "recall": 0.485178, + "f1": 0.455642, + "accuracy": 0.485178, + "main_score": 0.455642, + "hf_subset": "taq_Latn-gle_Latn", + "languages": [ + "taq-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.45713, + "recall": 0.508893, + "f1": 0.471295, + "accuracy": 0.508893, + "main_score": 0.471295, + "hf_subset": "taq_Latn-kas_Arab", + "languages": [ + "taq-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.464177, + "recall": 0.504941, + "f1": 0.475515, + "accuracy": 0.504941, + "main_score": 0.475515, + "hf_subset": "taq_Latn-ltg_Latn", + "languages": [ + "taq-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.464722, + "recall": 0.505929, + "f1": 0.476379, + "accuracy": 0.505929, + "main_score": 0.476379, + "hf_subset": "taq_Latn-nso_Latn", + "languages": [ + "taq-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.425803, + "recall": 0.476285, + "f1": 0.439737, + "accuracy": 0.476285, + "main_score": 0.439737, + "hf_subset": "taq_Latn-sin_Sinh", + "languages": [ + "taq-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.447752, + "recall": 0.494071, + "f1": 0.460167, + "accuracy": 0.494071, + "main_score": 0.460167, + "hf_subset": "taq_Latn-tha_Thai", + "languages": [ + "taq-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.41164, + "recall": 0.45751, + "f1": 0.423149, + "accuracy": 0.45751, + "main_score": 0.423149, + "hf_subset": "taq_Latn-zho_Hans", + "languages": [ + "taq-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.462977, + "recall": 0.504941, + "f1": 0.473732, + "accuracy": 0.504941, + "main_score": 0.473732, + "hf_subset": "taq_Latn-ast_Latn", + "languages": [ + "taq-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.478888, + "recall": 0.518775, + "f1": 0.490157, + "accuracy": 0.518775, + "main_score": 0.490157, + "hf_subset": "taq_Latn-crh_Latn", + "languages": [ + "taq-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.475312, + "recall": 0.516798, + "f1": 0.485923, + "accuracy": 0.516798, + "main_score": 0.485923, + "hf_subset": "taq_Latn-glg_Latn", + "languages": [ + "taq-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.466476, + "recall": 0.517787, + "f1": 0.479544, + "accuracy": 0.517787, + "main_score": 0.479544, + "hf_subset": "taq_Latn-kas_Deva", + "languages": [ + "taq-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.444367, + "recall": 0.487154, + "f1": 0.455043, + "accuracy": 0.487154, + "main_score": 0.455043, + "hf_subset": "taq_Latn-ltz_Latn", + "languages": [ + "taq-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.447427, + "recall": 0.490119, + "f1": 0.459346, + "accuracy": 0.490119, + "main_score": 0.459346, + "hf_subset": "taq_Latn-nus_Latn", + "languages": [ + "taq-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.470193, + "recall": 0.512846, + "f1": 0.481584, + "accuracy": 0.512846, + "main_score": 0.481584, + "hf_subset": "taq_Latn-slk_Latn", + "languages": [ + "taq-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.46334, + "recall": 0.511858, + "f1": 0.477786, + "accuracy": 0.511858, + "main_score": 0.477786, + "hf_subset": "taq_Latn-tir_Ethi", + "languages": [ + "taq-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.441656, + "recall": 0.494071, + "f1": 0.45517, + "accuracy": 0.494071, + "main_score": 0.45517, + "hf_subset": "taq_Latn-zho_Hant", + "languages": [ + "taq-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.453349, + "recall": 0.506917, + "f1": 0.467188, + "accuracy": 0.506917, + "main_score": 0.467188, + "hf_subset": "taq_Latn-awa_Deva", + "languages": [ + "taq-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.452083, + "recall": 0.498024, + "f1": 0.464314, + "accuracy": 0.498024, + "main_score": 0.464314, + "hf_subset": "taq_Latn-cym_Latn", + "languages": [ + "taq-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.50728, + "recall": 0.539526, + "f1": 0.516329, + "accuracy": 0.539526, + "main_score": 0.516329, + "hf_subset": "taq_Latn-grn_Latn", + "languages": [ + "taq-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.443064, + "recall": 0.494071, + "f1": 0.455304, + "accuracy": 0.494071, + "main_score": 0.455304, + "hf_subset": "taq_Latn-kat_Geor", + "languages": [ + "taq-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.498615, + "recall": 0.539526, + "f1": 0.510068, + "accuracy": 0.539526, + "main_score": 0.510068, + "hf_subset": "taq_Latn-lua_Latn", + "languages": [ + "taq-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.439476, + "recall": 0.48419, + "f1": 0.451329, + "accuracy": 0.48419, + "main_score": 0.451329, + "hf_subset": "taq_Latn-nya_Latn", + "languages": [ + "taq-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.463199, + "recall": 0.51087, + "f1": 0.475783, + "accuracy": 0.51087, + "main_score": 0.475783, + "hf_subset": "taq_Latn-slv_Latn", + "languages": [ + "taq-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.472771, + "recall": 0.516798, + "f1": 0.484589, + "accuracy": 0.516798, + "main_score": 0.484589, + "hf_subset": "taq_Latn-tpi_Latn", + "languages": [ + "taq-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.472116, + "recall": 0.509881, + "f1": 0.481836, + "accuracy": 0.509881, + "main_score": 0.481836, + "hf_subset": "taq_Latn-zsm_Latn", + "languages": [ + "taq-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.47015, + "recall": 0.507905, + "f1": 0.480885, + "accuracy": 0.507905, + "main_score": 0.480885, + "hf_subset": "taq_Latn-ayr_Latn", + "languages": [ + "taq-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.48681, + "recall": 0.531621, + "f1": 0.498845, + "accuracy": 0.531621, + "main_score": 0.498845, + "hf_subset": "taq_Latn-dan_Latn", + "languages": [ + "taq-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.459371, + "recall": 0.506917, + "f1": 0.471266, + "accuracy": 0.506917, + "main_score": 0.471266, + "hf_subset": "taq_Latn-guj_Gujr", + "languages": [ + "taq-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.454299, + "recall": 0.498024, + "f1": 0.465356, + "accuracy": 0.498024, + "main_score": 0.465356, + "hf_subset": "taq_Latn-kaz_Cyrl", + "languages": [ + "taq-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.432204, + "recall": 0.481225, + "f1": 0.445794, + "accuracy": 0.481225, + "main_score": 0.445794, + "hf_subset": "taq_Latn-lug_Latn", + "languages": [ + "taq-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.476152, + "recall": 0.514822, + "f1": 0.486251, + "accuracy": 0.514822, + "main_score": 0.486251, + "hf_subset": "taq_Latn-oci_Latn", + "languages": [ + "taq-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.438385, + "recall": 0.487154, + "f1": 0.450973, + "accuracy": 0.487154, + "main_score": 0.450973, + "hf_subset": "taq_Latn-smo_Latn", + "languages": [ + "taq-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.420795, + "recall": 0.467391, + "f1": 0.433765, + "accuracy": 0.467391, + "main_score": 0.433765, + "hf_subset": "taq_Latn-tsn_Latn", + "languages": [ + "taq-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.43431, + "recall": 0.486166, + "f1": 0.447659, + "accuracy": 0.486166, + "main_score": 0.447659, + "hf_subset": "taq_Latn-zul_Latn", + "languages": [ + "taq-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.429468, + "recall": 0.482213, + "f1": 0.443701, + "accuracy": 0.482213, + "main_score": 0.443701, + "hf_subset": "taq_Latn-azb_Arab", + "languages": [ + "taq-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.494065, + "recall": 0.539526, + "f1": 0.50608, + "accuracy": 0.539526, + "main_score": 0.50608, + "hf_subset": "taq_Latn-deu_Latn", + "languages": [ + "taq-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.441862, + "recall": 0.498024, + "f1": 0.455665, + "accuracy": 0.498024, + "main_score": 0.455665, + "hf_subset": "taq_Latn-hat_Latn", + "languages": [ + "taq-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.450118, + "recall": 0.48913, + "f1": 0.461154, + "accuracy": 0.48913, + "main_score": 0.461154, + "hf_subset": "taq_Latn-kbp_Latn", + "languages": [ + "taq-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.496478, + "recall": 0.534585, + "f1": 0.507576, + "accuracy": 0.534585, + "main_score": 0.507576, + "hf_subset": "taq_Latn-luo_Latn", + "languages": [ + "taq-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.427381, + "recall": 0.482213, + "f1": 0.440778, + "accuracy": 0.482213, + "main_score": 0.440778, + "hf_subset": "taq_Latn-ory_Orya", + "languages": [ + "taq-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.439853, + "recall": 0.499012, + "f1": 0.455221, + "accuracy": 0.499012, + "main_score": 0.455221, + "hf_subset": "taq_Latn-sna_Latn", + "languages": [ + "taq-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.472619, + "recall": 0.508893, + "f1": 0.483169, + "accuracy": 0.508893, + "main_score": 0.483169, + "hf_subset": "taq_Latn-tso_Latn", + "languages": [ + "taq-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.436078, + "recall": 0.491107, + "f1": 0.45039, + "accuracy": 0.491107, + "main_score": 0.45039, + "hf_subset": "taq_Latn-azj_Latn", + "languages": [ + "taq-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.476574, + "recall": 0.51581, + "f1": 0.487966, + "accuracy": 0.51581, + "main_score": 0.487966, + "hf_subset": "taq_Latn-dik_Latn", + "languages": [ + "taq-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.430344, + "recall": 0.469368, + "f1": 0.440301, + "accuracy": 0.469368, + "main_score": 0.440301, + "hf_subset": "taq_Latn-hau_Latn", + "languages": [ + "taq-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.472223, + "recall": 0.513834, + "f1": 0.482917, + "accuracy": 0.513834, + "main_score": 0.482917, + "hf_subset": "taq_Latn-kea_Latn", + "languages": [ + "taq-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.457788, + "recall": 0.498024, + "f1": 0.468438, + "accuracy": 0.498024, + "main_score": 0.468438, + "hf_subset": "taq_Latn-lus_Latn", + "languages": [ + "taq-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.511417, + "recall": 0.555336, + "f1": 0.523583, + "accuracy": 0.555336, + "main_score": 0.523583, + "hf_subset": "taq_Latn-pag_Latn", + "languages": [ + "taq-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.418902, + "recall": 0.475296, + "f1": 0.433121, + "accuracy": 0.475296, + "main_score": 0.433121, + "hf_subset": "taq_Latn-snd_Arab", + "languages": [ + "taq-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.430918, + "recall": 0.48419, + "f1": 0.444876, + "accuracy": 0.48419, + "main_score": 0.444876, + "hf_subset": "taq_Latn-tuk_Latn", + "languages": [ + "taq-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.453486, + "recall": 0.492095, + "f1": 0.463935, + "accuracy": 0.492095, + "main_score": 0.463935, + "hf_subset": "taq_Latn-bak_Cyrl", + "languages": [ + "taq-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.44025, + "recall": 0.490119, + "f1": 0.455058, + "accuracy": 0.490119, + "main_score": 0.455058, + "hf_subset": "taq_Latn-dyu_Latn", + "languages": [ + "taq-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.459588, + "recall": 0.507905, + "f1": 0.471838, + "accuracy": 0.507905, + "main_score": 0.471838, + "hf_subset": "taq_Latn-heb_Hebr", + "languages": [ + "taq-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.446102, + "recall": 0.491107, + "f1": 0.458517, + "accuracy": 0.491107, + "main_score": 0.458517, + "hf_subset": "taq_Latn-khk_Cyrl", + "languages": [ + "taq-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.448561, + "recall": 0.499012, + "f1": 0.46131, + "accuracy": 0.499012, + "main_score": 0.46131, + "hf_subset": "taq_Latn-lvs_Latn", + "languages": [ + "taq-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.438742, + "recall": 0.486166, + "f1": 0.450311, + "accuracy": 0.486166, + "main_score": 0.450311, + "hf_subset": "taq_Latn-pan_Guru", + "languages": [ + "taq-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.443858, + "recall": 0.495059, + "f1": 0.457562, + "accuracy": 0.495059, + "main_score": 0.457562, + "hf_subset": "taq_Latn-som_Latn", + "languages": [ + "taq-Latn", + "som-Latn" + ] + }, + { + "precision": 0.442838, + "recall": 0.485178, + "f1": 0.454193, + "accuracy": 0.485178, + "main_score": 0.454193, + "hf_subset": "taq_Latn-tum_Latn", + "languages": [ + "taq-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.544766, + "recall": 0.625494, + "f1": 0.567424, + "accuracy": 0.625494, + "main_score": 0.567424, + "hf_subset": "war_Latn-ace_Arab", + "languages": [ + "war-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.484671, + "recall": 0.539526, + "f1": 0.49971, + "accuracy": 0.539526, + "main_score": 0.49971, + "hf_subset": "war_Latn-bam_Latn", + "languages": [ + "war-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.572531, + "recall": 0.664032, + "f1": 0.598167, + "accuracy": 0.664032, + "main_score": 0.598167, + "hf_subset": "war_Latn-dzo_Tibt", + "languages": [ + "war-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "war_Latn-hin_Deva", + "languages": [ + "war-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.945405, + "recall": 0.962451, + "f1": 0.950823, + "accuracy": 0.962451, + "main_score": 0.950823, + "hf_subset": "war_Latn-khm_Khmr", + "languages": [ + "war-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "war_Latn-mag_Deva", + "languages": [ + "war-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "war_Latn-pap_Latn", + "languages": [ + "war-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.818528, + "recall": 0.866601, + "f1": 0.833202, + "accuracy": 0.866601, + "main_score": 0.833202, + "hf_subset": "war_Latn-sot_Latn", + "languages": [ + "war-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "war_Latn-tur_Latn", + "languages": [ + "war-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.858284, + "recall": 0.896245, + "f1": 0.870243, + "accuracy": 0.896245, + "main_score": 0.870243, + "hf_subset": "war_Latn-ace_Latn", + "languages": [ + "war-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "war_Latn-ban_Latn", + "languages": [ + "war-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "war_Latn-ell_Grek", + "languages": [ + "war-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "war_Latn-hne_Deva", + "languages": [ + "war-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.589221, + "recall": 0.659091, + "f1": 0.608593, + "accuracy": 0.659091, + "main_score": 0.608593, + "hf_subset": "war_Latn-kik_Latn", + "languages": [ + "war-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-mai_Deva", + "languages": [ + "war-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.925642, + "recall": 0.948617, + "f1": 0.933037, + "accuracy": 0.948617, + "main_score": 0.933037, + "hf_subset": "war_Latn-pbt_Arab", + "languages": [ + "war-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-spa_Latn", + "languages": [ + "war-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.736473, + "recall": 0.794466, + "f1": 0.753697, + "accuracy": 0.794466, + "main_score": 0.753697, + "hf_subset": "war_Latn-twi_Latn", + "languages": [ + "war-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "war_Latn-acm_Arab", + "languages": [ + "war-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "war_Latn-bel_Cyrl", + "languages": [ + "war-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "war_Latn-hrv_Latn", + "languages": [ + "war-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.812599, + "recall": 0.862648, + "f1": 0.827884, + "accuracy": 0.862648, + "main_score": 0.827884, + "hf_subset": "war_Latn-kin_Latn", + "languages": [ + "war-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "war_Latn-mal_Mlym", + "languages": [ + "war-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "war_Latn-pes_Arab", + "languages": [ + "war-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "war_Latn-srd_Latn", + "languages": [ + "war-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.210139, + "recall": 0.275692, + "f1": 0.226339, + "accuracy": 0.275692, + "main_score": 0.226339, + "hf_subset": "war_Latn-tzm_Tfng", + "languages": [ + "war-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-acq_Arab", + "languages": [ + "war-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.648611, + "recall": 0.72332, + "f1": 0.670232, + "accuracy": 0.72332, + "main_score": 0.670232, + "hf_subset": "war_Latn-bem_Latn", + "languages": [ + "war-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-epo_Latn", + "languages": [ + "war-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "war_Latn-hun_Latn", + "languages": [ + "war-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "war_Latn-kir_Cyrl", + "languages": [ + "war-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "war_Latn-mar_Deva", + "languages": [ + "war-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.832872, + "recall": 0.879447, + "f1": 0.847252, + "accuracy": 0.879447, + "main_score": 0.847252, + "hf_subset": "war_Latn-plt_Latn", + "languages": [ + "war-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-srp_Cyrl", + "languages": [ + "war-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.898304, + "recall": 0.928854, + "f1": 0.908004, + "accuracy": 0.928854, + "main_score": 0.908004, + "hf_subset": "war_Latn-uig_Arab", + "languages": [ + "war-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "war_Latn-aeb_Arab", + "languages": [ + "war-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "war_Latn-ben_Beng", + "languages": [ + "war-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "war_Latn-est_Latn", + "languages": [ + "war-Latn", + "est-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "war_Latn-hye_Armn", + "languages": [ + "war-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.470537, + "recall": 0.533597, + "f1": 0.487322, + "accuracy": 0.533597, + "main_score": 0.487322, + "hf_subset": "war_Latn-kmb_Latn", + "languages": [ + "war-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.490718, + "recall": 0.577075, + "f1": 0.513996, + "accuracy": 0.577075, + "main_score": 0.513996, + "hf_subset": "war_Latn-min_Arab", + "languages": [ + "war-Latn", + "min-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "war_Latn-pol_Latn", + "languages": [ + "war-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.699868, + "recall": 0.773715, + "f1": 0.721626, + "accuracy": 0.773715, + "main_score": 0.721626, + "hf_subset": "war_Latn-ssw_Latn", + "languages": [ + "war-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-ukr_Cyrl", + "languages": [ + "war-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-afr_Latn", + "languages": [ + "war-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.95858, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "war_Latn-bho_Deva", + "languages": [ + "war-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "war_Latn-eus_Latn", + "languages": [ + "war-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.818347, + "recall": 0.870553, + "f1": 0.83442, + "accuracy": 0.870553, + "main_score": 0.83442, + "hf_subset": "war_Latn-ibo_Latn", + "languages": [ + "war-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.837681, + "recall": 0.881423, + "f1": 0.851054, + "accuracy": 0.881423, + "main_score": 0.851054, + "hf_subset": "war_Latn-kmr_Latn", + "languages": [ + "war-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "war_Latn-min_Latn", + "languages": [ + "war-Latn", + "min-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "war_Latn-por_Latn", + "languages": [ + "war-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "war_Latn-sun_Latn", + "languages": [ + "war-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.45692, + "recall": 0.523715, + "f1": 0.475954, + "accuracy": 0.523715, + "main_score": 0.475954, + "hf_subset": "war_Latn-umb_Latn", + "languages": [ + "war-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "war_Latn-ajp_Arab", + "languages": [ + "war-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.501441, + "recall": 0.586957, + "f1": 0.525175, + "accuracy": 0.586957, + "main_score": 0.525175, + "hf_subset": "war_Latn-bjn_Arab", + "languages": [ + "war-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.47154, + "recall": 0.529644, + "f1": 0.487028, + "accuracy": 0.529644, + "main_score": 0.487028, + "hf_subset": "war_Latn-ewe_Latn", + "languages": [ + "war-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "war_Latn-ilo_Latn", + "languages": [ + "war-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.252862, + "recall": 0.322134, + "f1": 0.269392, + "accuracy": 0.322134, + "main_score": 0.269392, + "hf_subset": "war_Latn-knc_Arab", + "languages": [ + "war-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-mkd_Cyrl", + "languages": [ + "war-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-prs_Arab", + "languages": [ + "war-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "war_Latn-swe_Latn", + "languages": [ + "war-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "war_Latn-urd_Arab", + "languages": [ + "war-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.728047, + "recall": 0.79249, + "f1": 0.747092, + "accuracy": 0.79249, + "main_score": 0.747092, + "hf_subset": "war_Latn-aka_Latn", + "languages": [ + "war-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "war_Latn-bjn_Latn", + "languages": [ + "war-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.955616, + "recall": 0.969368, + "f1": 0.960046, + "accuracy": 0.969368, + "main_score": 0.960046, + "hf_subset": "war_Latn-fao_Latn", + "languages": [ + "war-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-ind_Latn", + "languages": [ + "war-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.524872, + "recall": 0.585968, + "f1": 0.541489, + "accuracy": 0.585968, + "main_score": 0.541489, + "hf_subset": "war_Latn-knc_Latn", + "languages": [ + "war-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "war_Latn-mlt_Latn", + "languages": [ + "war-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.624179, + "recall": 0.697628, + "f1": 0.645357, + "accuracy": 0.697628, + "main_score": 0.645357, + "hf_subset": "war_Latn-quy_Latn", + "languages": [ + "war-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "war_Latn-swh_Latn", + "languages": [ + "war-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "war_Latn-uzn_Latn", + "languages": [ + "war-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "war_Latn-als_Latn", + "languages": [ + "war-Latn", + "als-Latn" + ] + }, + { + "precision": 0.715134, + "recall": 0.785573, + "f1": 0.73591, + "accuracy": 0.785573, + "main_score": 0.73591, + "hf_subset": "war_Latn-bod_Tibt", + "languages": [ + "war-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.621437, + "recall": 0.6917, + "f1": 0.64146, + "accuracy": 0.6917, + "main_score": 0.64146, + "hf_subset": "war_Latn-fij_Latn", + "languages": [ + "war-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "war_Latn-isl_Latn", + "languages": [ + "war-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.595653, + "recall": 0.664032, + "f1": 0.615075, + "accuracy": 0.664032, + "main_score": 0.615075, + "hf_subset": "war_Latn-kon_Latn", + "languages": [ + "war-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.625167, + "recall": 0.699605, + "f1": 0.646152, + "accuracy": 0.699605, + "main_score": 0.646152, + "hf_subset": "war_Latn-mni_Beng", + "languages": [ + "war-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "war_Latn-ron_Latn", + "languages": [ + "war-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "war_Latn-szl_Latn", + "languages": [ + "war-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "war_Latn-vec_Latn", + "languages": [ + "war-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.884964, + "recall": 0.917984, + "f1": 0.89529, + "accuracy": 0.917984, + "main_score": 0.89529, + "hf_subset": "war_Latn-amh_Ethi", + "languages": [ + "war-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "war_Latn-bos_Latn", + "languages": [ + "war-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "war_Latn-fin_Latn", + "languages": [ + "war-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "war_Latn-ita_Latn", + "languages": [ + "war-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "war_Latn-kor_Hang", + "languages": [ + "war-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.500646, + "recall": 0.557312, + "f1": 0.516223, + "accuracy": 0.557312, + "main_score": 0.516223, + "hf_subset": "war_Latn-mos_Latn", + "languages": [ + "war-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.70541, + "recall": 0.770751, + "f1": 0.724956, + "accuracy": 0.770751, + "main_score": 0.724956, + "hf_subset": "war_Latn-run_Latn", + "languages": [ + "war-Latn", + "run-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "war_Latn-tam_Taml", + "languages": [ + "war-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "war_Latn-vie_Latn", + "languages": [ + "war-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "war_Latn-apc_Arab", + "languages": [ + "war-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.72904, + "recall": 0.790514, + "f1": 0.746574, + "accuracy": 0.790514, + "main_score": 0.746574, + "hf_subset": "war_Latn-bug_Latn", + "languages": [ + "war-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437387, + "recall": 0.485178, + "f1": 0.450762, + "accuracy": 0.485178, + "main_score": 0.450762, + "hf_subset": "war_Latn-fon_Latn", + "languages": [ + "war-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "war_Latn-jav_Latn", + "languages": [ + "war-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.905385, + "recall": 0.934783, + "f1": 0.914756, + "accuracy": 0.934783, + "main_score": 0.914756, + "hf_subset": "war_Latn-lao_Laoo", + "languages": [ + "war-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.824605, + "recall": 0.873518, + "f1": 0.839394, + "accuracy": 0.873518, + "main_score": 0.839394, + "hf_subset": "war_Latn-mri_Latn", + "languages": [ + "war-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-rus_Cyrl", + "languages": [ + "war-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.508334, + "recall": 0.564229, + "f1": 0.523539, + "accuracy": 0.564229, + "main_score": 0.523539, + "hf_subset": "war_Latn-taq_Latn", + "languages": [ + "war-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "war_Latn-arb_Arab", + "languages": [ + "war-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "war_Latn-bul_Cyrl", + "languages": [ + "war-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "war_Latn-fra_Latn", + "languages": [ + "war-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "war_Latn-jpn_Jpan", + "languages": [ + "war-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "war_Latn-lij_Latn", + "languages": [ + "war-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "war_Latn-mya_Mymr", + "languages": [ + "war-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.560797, + "recall": 0.624506, + "f1": 0.578275, + "accuracy": 0.624506, + "main_score": 0.578275, + "hf_subset": "war_Latn-sag_Latn", + "languages": [ + "war-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.214571, + "recall": 0.291502, + "f1": 0.234108, + "accuracy": 0.291502, + "main_score": 0.234108, + "hf_subset": "war_Latn-taq_Tfng", + "languages": [ + "war-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.64815, + "recall": 0.713439, + "f1": 0.666536, + "accuracy": 0.713439, + "main_score": 0.666536, + "hf_subset": "war_Latn-wol_Latn", + "languages": [ + "war-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.807181, + "recall": 0.86166, + "f1": 0.823913, + "accuracy": 0.86166, + "main_score": 0.823913, + "hf_subset": "war_Latn-arb_Latn", + "languages": [ + "war-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-cat_Latn", + "languages": [ + "war-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "war_Latn-fur_Latn", + "languages": [ + "war-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.437349, + "recall": 0.509881, + "f1": 0.45607, + "accuracy": 0.509881, + "main_score": 0.45607, + "hf_subset": "war_Latn-kab_Latn", + "languages": [ + "war-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "war_Latn-lim_Latn", + "languages": [ + "war-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "war_Latn-nld_Latn", + "languages": [ + "war-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.943017, + "recall": 0.959486, + "f1": 0.948287, + "accuracy": 0.959486, + "main_score": 0.948287, + "hf_subset": "war_Latn-san_Deva", + "languages": [ + "war-Latn", + "san-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "war_Latn-tat_Cyrl", + "languages": [ + "war-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.84333, + "recall": 0.88834, + "f1": 0.857444, + "accuracy": 0.88834, + "main_score": 0.857444, + "hf_subset": "war_Latn-xho_Latn", + "languages": [ + "war-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "war_Latn-ars_Arab", + "languages": [ + "war-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-ceb_Latn", + "languages": [ + "war-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.482874, + "recall": 0.555336, + "f1": 0.502099, + "accuracy": 0.555336, + "main_score": 0.502099, + "hf_subset": "war_Latn-fuv_Latn", + "languages": [ + "war-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.471755, + "recall": 0.538538, + "f1": 0.489515, + "accuracy": 0.538538, + "main_score": 0.489515, + "hf_subset": "war_Latn-kac_Latn", + "languages": [ + "war-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.633978, + "recall": 0.697628, + "f1": 0.650721, + "accuracy": 0.697628, + "main_score": 0.650721, + "hf_subset": "war_Latn-lin_Latn", + "languages": [ + "war-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-nno_Latn", + "languages": [ + "war-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.833778, + "recall": 0.880435, + "f1": 0.848353, + "accuracy": 0.880435, + "main_score": 0.848353, + "hf_subset": "war_Latn-sat_Olck", + "languages": [ + "war-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "war_Latn-tel_Telu", + "languages": [ + "war-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "war_Latn-ydd_Hebr", + "languages": [ + "war-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.956769, + "recall": 0.970356, + "f1": 0.961199, + "accuracy": 0.970356, + "main_score": 0.961199, + "hf_subset": "war_Latn-ary_Arab", + "languages": [ + "war-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "war_Latn-ces_Latn", + "languages": [ + "war-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.554781, + "recall": 0.632411, + "f1": 0.576437, + "accuracy": 0.632411, + "main_score": 0.576437, + "hf_subset": "war_Latn-gaz_Latn", + "languages": [ + "war-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.526382, + "recall": 0.605731, + "f1": 0.547987, + "accuracy": 0.605731, + "main_score": 0.547987, + "hf_subset": "war_Latn-kam_Latn", + "languages": [ + "war-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "war_Latn-lit_Latn", + "languages": [ + "war-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "war_Latn-nob_Latn", + "languages": [ + "war-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "war_Latn-scn_Latn", + "languages": [ + "war-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "war_Latn-tgk_Cyrl", + "languages": [ + "war-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.696591, + "recall": 0.771739, + "f1": 0.719005, + "accuracy": 0.771739, + "main_score": 0.719005, + "hf_subset": "war_Latn-yor_Latn", + "languages": [ + "war-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-arz_Arab", + "languages": [ + "war-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.484358, + "recall": 0.554348, + "f1": 0.503422, + "accuracy": 0.554348, + "main_score": 0.503422, + "hf_subset": "war_Latn-cjk_Latn", + "languages": [ + "war-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.89888, + "recall": 0.93083, + "f1": 0.909256, + "accuracy": 0.93083, + "main_score": 0.909256, + "hf_subset": "war_Latn-gla_Latn", + "languages": [ + "war-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "war_Latn-kan_Knda", + "languages": [ + "war-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.973123, + "accuracy": 0.979249, + "main_score": 0.973123, + "hf_subset": "war_Latn-lmo_Latn", + "languages": [ + "war-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "war_Latn-npi_Deva", + "languages": [ + "war-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.50652, + "recall": 0.593874, + "f1": 0.530804, + "accuracy": 0.593874, + "main_score": 0.530804, + "hf_subset": "war_Latn-shn_Mymr", + "languages": [ + "war-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-tgl_Latn", + "languages": [ + "war-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "war_Latn-yue_Hant", + "languages": [ + "war-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "war_Latn-asm_Beng", + "languages": [ + "war-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.874918, + "recall": 0.912055, + "f1": 0.886924, + "accuracy": 0.912055, + "main_score": 0.886924, + "hf_subset": "war_Latn-ckb_Arab", + "languages": [ + "war-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.940217, + "recall": 0.95751, + "f1": 0.945652, + "accuracy": 0.95751, + "main_score": 0.945652, + "hf_subset": "war_Latn-gle_Latn", + "languages": [ + "war-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.871542, + "recall": 0.910079, + "f1": 0.883696, + "accuracy": 0.910079, + "main_score": 0.883696, + "hf_subset": "war_Latn-kas_Arab", + "languages": [ + "war-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.880682, + "recall": 0.916008, + "f1": 0.8917, + "accuracy": 0.916008, + "main_score": 0.8917, + "hf_subset": "war_Latn-ltg_Latn", + "languages": [ + "war-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.750148, + "recall": 0.812253, + "f1": 0.769466, + "accuracy": 0.812253, + "main_score": 0.769466, + "hf_subset": "war_Latn-nso_Latn", + "languages": [ + "war-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.944746, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "war_Latn-sin_Sinh", + "languages": [ + "war-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "war_Latn-tha_Thai", + "languages": [ + "war-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.967474, + "recall": 0.977273, + "f1": 0.970586, + "accuracy": 0.977273, + "main_score": 0.970586, + "hf_subset": "war_Latn-zho_Hans", + "languages": [ + "war-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-ast_Latn", + "languages": [ + "war-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "war_Latn-crh_Latn", + "languages": [ + "war-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-glg_Latn", + "languages": [ + "war-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.821278, + "recall": 0.866601, + "f1": 0.834947, + "accuracy": 0.866601, + "main_score": 0.834947, + "hf_subset": "war_Latn-kas_Deva", + "languages": [ + "war-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "war_Latn-ltz_Latn", + "languages": [ + "war-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.43337, + "recall": 0.502964, + "f1": 0.452144, + "accuracy": 0.502964, + "main_score": 0.452144, + "hf_subset": "war_Latn-nus_Latn", + "languages": [ + "war-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-slk_Latn", + "languages": [ + "war-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.606123, + "recall": 0.686759, + "f1": 0.628939, + "accuracy": 0.686759, + "main_score": 0.628939, + "hf_subset": "war_Latn-tir_Ethi", + "languages": [ + "war-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "war_Latn-zho_Hant", + "languages": [ + "war-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.966074, + "accuracy": 0.97332, + "main_score": 0.966074, + "hf_subset": "war_Latn-awa_Deva", + "languages": [ + "war-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "war_Latn-cym_Latn", + "languages": [ + "war-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.769517, + "recall": 0.820158, + "f1": 0.784181, + "accuracy": 0.820158, + "main_score": 0.784181, + "hf_subset": "war_Latn-grn_Latn", + "languages": [ + "war-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "war_Latn-kat_Geor", + "languages": [ + "war-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.603744, + "recall": 0.666008, + "f1": 0.621305, + "accuracy": 0.666008, + "main_score": 0.621305, + "hf_subset": "war_Latn-lua_Latn", + "languages": [ + "war-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.791831, + "recall": 0.849802, + "f1": 0.810046, + "accuracy": 0.849802, + "main_score": 0.810046, + "hf_subset": "war_Latn-nya_Latn", + "languages": [ + "war-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-slv_Latn", + "languages": [ + "war-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.958745, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "war_Latn-tpi_Latn", + "languages": [ + "war-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "war_Latn-zsm_Latn", + "languages": [ + "war-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.504523, + "recall": 0.56917, + "f1": 0.522461, + "accuracy": 0.56917, + "main_score": 0.522461, + "hf_subset": "war_Latn-ayr_Latn", + "languages": [ + "war-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-dan_Latn", + "languages": [ + "war-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "war_Latn-guj_Gujr", + "languages": [ + "war-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "war_Latn-kaz_Cyrl", + "languages": [ + "war-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.607678, + "recall": 0.687747, + "f1": 0.630376, + "accuracy": 0.687747, + "main_score": 0.630376, + "hf_subset": "war_Latn-lug_Latn", + "languages": [ + "war-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "war_Latn-oci_Latn", + "languages": [ + "war-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.808416, + "recall": 0.859684, + "f1": 0.824426, + "accuracy": 0.859684, + "main_score": 0.824426, + "hf_subset": "war_Latn-smo_Latn", + "languages": [ + "war-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.693866, + "recall": 0.764822, + "f1": 0.714641, + "accuracy": 0.764822, + "main_score": 0.714641, + "hf_subset": "war_Latn-tsn_Latn", + "languages": [ + "war-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.842556, + "recall": 0.88834, + "f1": 0.856851, + "accuracy": 0.88834, + "main_score": 0.856851, + "hf_subset": "war_Latn-zul_Latn", + "languages": [ + "war-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.88302, + "recall": 0.917984, + "f1": 0.89417, + "accuracy": 0.917984, + "main_score": 0.89417, + "hf_subset": "war_Latn-azb_Arab", + "languages": [ + "war-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "war_Latn-deu_Latn", + "languages": [ + "war-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "war_Latn-hat_Latn", + "languages": [ + "war-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.485713, + "recall": 0.54249, + "f1": 0.501644, + "accuracy": 0.54249, + "main_score": 0.501644, + "hf_subset": "war_Latn-kbp_Latn", + "languages": [ + "war-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.525675, + "recall": 0.591897, + "f1": 0.543835, + "accuracy": 0.591897, + "main_score": 0.543835, + "hf_subset": "war_Latn-luo_Latn", + "languages": [ + "war-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "war_Latn-ory_Orya", + "languages": [ + "war-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.841403, + "recall": 0.886364, + "f1": 0.855698, + "accuracy": 0.886364, + "main_score": 0.855698, + "hf_subset": "war_Latn-sna_Latn", + "languages": [ + "war-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.643415, + "recall": 0.714427, + "f1": 0.663252, + "accuracy": 0.714427, + "main_score": 0.663252, + "hf_subset": "war_Latn-tso_Latn", + "languages": [ + "war-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "war_Latn-azj_Latn", + "languages": [ + "war-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.512598, + "recall": 0.578063, + "f1": 0.530798, + "accuracy": 0.578063, + "main_score": 0.530798, + "hf_subset": "war_Latn-dik_Latn", + "languages": [ + "war-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.862467, + "recall": 0.901186, + "f1": 0.874572, + "accuracy": 0.901186, + "main_score": 0.874572, + "hf_subset": "war_Latn-hau_Latn", + "languages": [ + "war-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "war_Latn-kea_Latn", + "languages": [ + "war-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.889822, + "recall": 0.922925, + "f1": 0.900165, + "accuracy": 0.922925, + "main_score": 0.900165, + "hf_subset": "war_Latn-lus_Latn", + "languages": [ + "war-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.859289, + "recall": 0.897233, + "f1": 0.870652, + "accuracy": 0.897233, + "main_score": 0.870652, + "hf_subset": "war_Latn-pag_Latn", + "languages": [ + "war-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.963439, + "f1": 0.951416, + "accuracy": 0.963439, + "main_score": 0.951416, + "hf_subset": "war_Latn-snd_Arab", + "languages": [ + "war-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.959733, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "war_Latn-tuk_Latn", + "languages": [ + "war-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "war_Latn-bak_Cyrl", + "languages": [ + "war-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.471849, + "recall": 0.547431, + "f1": 0.492182, + "accuracy": 0.547431, + "main_score": 0.492182, + "hf_subset": "war_Latn-dyu_Latn", + "languages": [ + "war-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-heb_Hebr", + "languages": [ + "war-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.937582, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "war_Latn-khk_Cyrl", + "languages": [ + "war-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "war_Latn-lvs_Latn", + "languages": [ + "war-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "war_Latn-pan_Guru", + "languages": [ + "war-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.826449, + "recall": 0.879447, + "f1": 0.843215, + "accuracy": 0.879447, + "main_score": 0.843215, + "hf_subset": "war_Latn-som_Latn", + "languages": [ + "war-Latn", + "som-Latn" + ] + }, + { + "precision": 0.673633, + "recall": 0.735178, + "f1": 0.691257, + "accuracy": 0.735178, + "main_score": 0.691257, + "hf_subset": "war_Latn-tum_Latn", + "languages": [ + "war-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.476776, + "recall": 0.565217, + "f1": 0.500955, + "accuracy": 0.565217, + "main_score": 0.500955, + "hf_subset": "arb_Arab-ace_Arab", + "languages": [ + "arb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.450607, + "recall": 0.507905, + "f1": 0.465495, + "accuracy": 0.507905, + "main_score": 0.465495, + "hf_subset": "arb_Arab-bam_Latn", + "languages": [ + "arb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.596682, + "recall": 0.685771, + "f1": 0.621618, + "accuracy": 0.685771, + "main_score": 0.621618, + "hf_subset": "arb_Arab-dzo_Tibt", + "languages": [ + "arb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arb_Arab-khm_Khmr", + "languages": [ + "arb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "arb_Arab-mag_Deva", + "languages": [ + "arb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "arb_Arab-pap_Latn", + "languages": [ + "arb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.816947, + "recall": 0.867589, + "f1": 0.832463, + "accuracy": 0.867589, + "main_score": 0.832463, + "hf_subset": "arb_Arab-sot_Latn", + "languages": [ + "arb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.821009, + "recall": 0.869565, + "f1": 0.835987, + "accuracy": 0.869565, + "main_score": 0.835987, + "hf_subset": "arb_Arab-ace_Latn", + "languages": [ + "arb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "arb_Arab-ban_Latn", + "languages": [ + "arb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "arb_Arab-hne_Deva", + "languages": [ + "arb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.527175, + "recall": 0.604743, + "f1": 0.547727, + "accuracy": 0.604743, + "main_score": 0.547727, + "hf_subset": "arb_Arab-kik_Latn", + "languages": [ + "arb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-mai_Deva", + "languages": [ + "arb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "arb_Arab-pbt_Arab", + "languages": [ + "arb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.7163, + "recall": 0.782609, + "f1": 0.735114, + "accuracy": 0.782609, + "main_score": 0.735114, + "hf_subset": "arb_Arab-twi_Latn", + "languages": [ + "arb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-acm_Arab", + "languages": [ + "arb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-bel_Cyrl", + "languages": [ + "arb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-hrv_Latn", + "languages": [ + "arb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.813109, + "recall": 0.863636, + "f1": 0.828821, + "accuracy": 0.863636, + "main_score": 0.828821, + "hf_subset": "arb_Arab-kin_Latn", + "languages": [ + "arb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-mal_Mlym", + "languages": [ + "arb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-pes_Arab", + "languages": [ + "arb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "arb_Arab-srd_Latn", + "languages": [ + "arb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.211788, + "recall": 0.266798, + "f1": 0.224855, + "accuracy": 0.266798, + "main_score": 0.224855, + "hf_subset": "arb_Arab-tzm_Tfng", + "languages": [ + "arb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-acq_Arab", + "languages": [ + "arb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.616487, + "recall": 0.692688, + "f1": 0.638138, + "accuracy": 0.692688, + "main_score": 0.638138, + "hf_subset": "arb_Arab-bem_Latn", + "languages": [ + "arb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-epo_Latn", + "languages": [ + "arb-Arab", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "arb_Arab-kir_Cyrl", + "languages": [ + "arb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-mar_Deva", + "languages": [ + "arb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.837764, + "recall": 0.882411, + "f1": 0.851482, + "accuracy": 0.882411, + "main_score": 0.851482, + "hf_subset": "arb_Arab-plt_Latn", + "languages": [ + "arb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-srp_Cyrl", + "languages": [ + "arb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "arb_Arab-uig_Arab", + "languages": [ + "arb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-aeb_Arab", + "languages": [ + "arb-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-est_Latn", + "languages": [ + "arb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-hye_Armn", + "languages": [ + "arb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.423132, + "recall": 0.488142, + "f1": 0.440045, + "accuracy": 0.488142, + "main_score": 0.440045, + "hf_subset": "arb_Arab-kmb_Latn", + "languages": [ + "arb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.43746, + "recall": 0.51581, + "f1": 0.456359, + "accuracy": 0.51581, + "main_score": 0.456359, + "hf_subset": "arb_Arab-min_Arab", + "languages": [ + "arb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.705691, + "recall": 0.77668, + "f1": 0.726663, + "accuracy": 0.77668, + "main_score": 0.726663, + "hf_subset": "arb_Arab-ssw_Latn", + "languages": [ + "arb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-ukr_Cyrl", + "languages": [ + "arb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-afr_Latn", + "languages": [ + "arb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "arb_Arab-bho_Deva", + "languages": [ + "arb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-eus_Latn", + "languages": [ + "arb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.832592, + "recall": 0.881423, + "f1": 0.847647, + "accuracy": 0.881423, + "main_score": 0.847647, + "hf_subset": "arb_Arab-ibo_Latn", + "languages": [ + "arb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.84888, + "recall": 0.892292, + "f1": 0.862418, + "accuracy": 0.892292, + "main_score": 0.862418, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "arb_Arab-min_Latn", + "languages": [ + "arb-Arab", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arb_Arab-sun_Latn", + "languages": [ + "arb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.424473, + "recall": 0.488142, + "f1": 0.441971, + "accuracy": 0.488142, + "main_score": 0.441971, + "hf_subset": "arb_Arab-umb_Latn", + "languages": [ + "arb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "arb_Arab-ajp_Arab", + "languages": [ + "arb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.451894, + "recall": 0.538538, + "f1": 0.475331, + "accuracy": 0.538538, + "main_score": 0.475331, + "hf_subset": "arb_Arab-bjn_Arab", + "languages": [ + "arb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.426159, + "recall": 0.482213, + "f1": 0.441356, + "accuracy": 0.482213, + "main_score": 0.441356, + "hf_subset": "arb_Arab-ewe_Latn", + "languages": [ + "arb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.933712, + "recall": 0.954545, + "f1": 0.940448, + "accuracy": 0.954545, + "main_score": 0.940448, + "hf_subset": "arb_Arab-ilo_Latn", + "languages": [ + "arb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.221511, + "recall": 0.280632, + "f1": 0.235238, + "accuracy": 0.280632, + "main_score": 0.235238, + "hf_subset": "arb_Arab-knc_Arab", + "languages": [ + "arb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-mkd_Cyrl", + "languages": [ + "arb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "arb_Arab-urd_Arab", + "languages": [ + "arb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.692283, + "recall": 0.759881, + "f1": 0.7115, + "accuracy": 0.759881, + "main_score": 0.7115, + "hf_subset": "arb_Arab-aka_Latn", + "languages": [ + "arb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "arb_Arab-bjn_Latn", + "languages": [ + "arb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "arb_Arab-fao_Latn", + "languages": [ + "arb-Arab", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.484464, + "recall": 0.540514, + "f1": 0.499332, + "accuracy": 0.540514, + "main_score": 0.499332, + "hf_subset": "arb_Arab-knc_Latn", + "languages": [ + "arb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-mlt_Latn", + "languages": [ + "arb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.61406, + "recall": 0.683794, + "f1": 0.633717, + "accuracy": 0.683794, + "main_score": 0.633717, + "hf_subset": "arb_Arab-quy_Latn", + "languages": [ + "arb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-swh_Latn", + "languages": [ + "arb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "arb_Arab-uzn_Latn", + "languages": [ + "arb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-als_Latn", + "languages": [ + "arb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.756977, + "recall": 0.822134, + "f1": 0.776383, + "accuracy": 0.822134, + "main_score": 0.776383, + "hf_subset": "arb_Arab-bod_Tibt", + "languages": [ + "arb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.602239, + "recall": 0.68083, + "f1": 0.624156, + "accuracy": 0.68083, + "main_score": 0.624156, + "hf_subset": "arb_Arab-fij_Latn", + "languages": [ + "arb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "arb_Arab-isl_Latn", + "languages": [ + "arb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.55314, + "recall": 0.62253, + "f1": 0.571627, + "accuracy": 0.62253, + "main_score": 0.571627, + "hf_subset": "arb_Arab-kon_Latn", + "languages": [ + "arb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.569395, + "recall": 0.644269, + "f1": 0.589765, + "accuracy": 0.644269, + "main_score": 0.589765, + "hf_subset": "arb_Arab-mni_Beng", + "languages": [ + "arb-Arab", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ron_Latn", + "languages": [ + "arb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "arb_Arab-szl_Latn", + "languages": [ + "arb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-vec_Latn", + "languages": [ + "arb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.90695, + "recall": 0.935771, + "f1": 0.916173, + "accuracy": 0.935771, + "main_score": 0.916173, + "hf_subset": "arb_Arab-amh_Ethi", + "languages": [ + "arb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-bos_Latn", + "languages": [ + "arb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-ita_Latn", + "languages": [ + "arb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.461464, + "recall": 0.522727, + "f1": 0.478237, + "accuracy": 0.522727, + "main_score": 0.478237, + "hf_subset": "arb_Arab-mos_Latn", + "languages": [ + "arb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.703517, + "recall": 0.767787, + "f1": 0.722067, + "accuracy": 0.767787, + "main_score": 0.722067, + "hf_subset": "arb_Arab-run_Latn", + "languages": [ + "arb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-apc_Arab", + "languages": [ + "arb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.689169, + "recall": 0.756917, + "f1": 0.707559, + "accuracy": 0.756917, + "main_score": 0.707559, + "hf_subset": "arb_Arab-bug_Latn", + "languages": [ + "arb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.415864, + "recall": 0.467391, + "f1": 0.429808, + "accuracy": 0.467391, + "main_score": 0.429808, + "hf_subset": "arb_Arab-fon_Latn", + "languages": [ + "arb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arb_Arab-jav_Latn", + "languages": [ + "arb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "arb_Arab-lao_Laoo", + "languages": [ + "arb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.859717, + "recall": 0.900198, + "f1": 0.872497, + "accuracy": 0.900198, + "main_score": 0.872497, + "hf_subset": "arb_Arab-mri_Latn", + "languages": [ + "arb-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.460264, + "recall": 0.51581, + "f1": 0.474704, + "accuracy": 0.51581, + "main_score": 0.474704, + "hf_subset": "arb_Arab-taq_Latn", + "languages": [ + "arb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "arb_Arab-war_Latn", + "languages": [ + "arb-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-bul_Cyrl", + "languages": [ + "arb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arb_Arab-lij_Latn", + "languages": [ + "arb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "arb_Arab-mya_Mymr", + "languages": [ + "arb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.523749, + "recall": 0.590909, + "f1": 0.542248, + "accuracy": 0.590909, + "main_score": 0.542248, + "hf_subset": "arb_Arab-sag_Latn", + "languages": [ + "arb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.194088, + "recall": 0.263834, + "f1": 0.210924, + "accuracy": 0.263834, + "main_score": 0.210924, + "hf_subset": "arb_Arab-taq_Tfng", + "languages": [ + "arb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.617554, + "recall": 0.690711, + "f1": 0.637712, + "accuracy": 0.690711, + "main_score": 0.637712, + "hf_subset": "arb_Arab-wol_Latn", + "languages": [ + "arb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.874177, + "recall": 0.911067, + "f1": 0.885672, + "accuracy": 0.911067, + "main_score": 0.885672, + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-cat_Latn", + "languages": [ + "arb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "arb_Arab-fur_Latn", + "languages": [ + "arb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.402723, + "recall": 0.477273, + "f1": 0.421177, + "accuracy": 0.477273, + "main_score": 0.421177, + "hf_subset": "arb_Arab-kab_Latn", + "languages": [ + "arb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "arb_Arab-lim_Latn", + "languages": [ + "arb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "arb_Arab-san_Deva", + "languages": [ + "arb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-tat_Cyrl", + "languages": [ + "arb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.841643, + "recall": 0.886364, + "f1": 0.855649, + "accuracy": 0.886364, + "main_score": 0.855649, + "hf_subset": "arb_Arab-xho_Latn", + "languages": [ + "arb-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ars_Arab", + "languages": [ + "arb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-ceb_Latn", + "languages": [ + "arb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.446741, + "recall": 0.513834, + "f1": 0.464295, + "accuracy": 0.513834, + "main_score": 0.464295, + "hf_subset": "arb_Arab-fuv_Latn", + "languages": [ + "arb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.449414, + "recall": 0.514822, + "f1": 0.466759, + "accuracy": 0.514822, + "main_score": 0.466759, + "hf_subset": "arb_Arab-kac_Latn", + "languages": [ + "arb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.578473, + "recall": 0.647233, + "f1": 0.596479, + "accuracy": 0.647233, + "main_score": 0.596479, + "hf_subset": "arb_Arab-lin_Latn", + "languages": [ + "arb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-nno_Latn", + "languages": [ + "arb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.86026, + "recall": 0.900198, + "f1": 0.872563, + "accuracy": 0.900198, + "main_score": 0.872563, + "hf_subset": "arb_Arab-sat_Olck", + "languages": [ + "arb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "arb_Arab-tel_Telu", + "languages": [ + "arb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "arb_Arab-ydd_Hebr", + "languages": [ + "arb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "arb_Arab-ary_Arab", + "languages": [ + "arb-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-ces_Latn", + "languages": [ + "arb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.510237, + "recall": 0.591897, + "f1": 0.532198, + "accuracy": 0.591897, + "main_score": 0.532198, + "hf_subset": "arb_Arab-gaz_Latn", + "languages": [ + "arb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.479382, + "recall": 0.563241, + "f1": 0.501127, + "accuracy": 0.563241, + "main_score": 0.501127, + "hf_subset": "arb_Arab-kam_Latn", + "languages": [ + "arb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-nob_Latn", + "languages": [ + "arb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.983366, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "arb_Arab-scn_Latn", + "languages": [ + "arb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.679898, + "recall": 0.755929, + "f1": 0.701903, + "accuracy": 0.755929, + "main_score": 0.701903, + "hf_subset": "arb_Arab-yor_Latn", + "languages": [ + "arb-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-arz_Arab", + "languages": [ + "arb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.437332, + "recall": 0.502964, + "f1": 0.455037, + "accuracy": 0.502964, + "main_score": 0.455037, + "hf_subset": "arb_Arab-cjk_Latn", + "languages": [ + "arb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.919137, + "recall": 0.945652, + "f1": 0.927866, + "accuracy": 0.945652, + "main_score": 0.927866, + "hf_subset": "arb_Arab-gla_Latn", + "languages": [ + "arb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "arb_Arab-kan_Knda", + "languages": [ + "arb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "arb_Arab-lmo_Latn", + "languages": [ + "arb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "arb_Arab-npi_Deva", + "languages": [ + "arb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.51201, + "recall": 0.591897, + "f1": 0.53416, + "accuracy": 0.591897, + "main_score": 0.53416, + "hf_subset": "arb_Arab-shn_Mymr", + "languages": [ + "arb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-tgl_Latn", + "languages": [ + "arb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-yue_Hant", + "languages": [ + "arb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arb_Arab-asm_Beng", + "languages": [ + "arb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.91469, + "recall": 0.940711, + "f1": 0.92309, + "accuracy": 0.940711, + "main_score": 0.92309, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "arb_Arab-gle_Latn", + "languages": [ + "arb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.891716, + "recall": 0.924901, + "f1": 0.902404, + "accuracy": 0.924901, + "main_score": 0.902404, + "hf_subset": "arb_Arab-kas_Arab", + "languages": [ + "arb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.88167, + "recall": 0.918972, + "f1": 0.893676, + "accuracy": 0.918972, + "main_score": 0.893676, + "hf_subset": "arb_Arab-ltg_Latn", + "languages": [ + "arb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.734644, + "recall": 0.799407, + "f1": 0.754167, + "accuracy": 0.799407, + "main_score": 0.754167, + "hf_subset": "arb_Arab-nso_Latn", + "languages": [ + "arb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "arb_Arab-sin_Sinh", + "languages": [ + "arb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-tha_Thai", + "languages": [ + "arb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-zho_Hans", + "languages": [ + "arb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-ast_Latn", + "languages": [ + "arb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arb_Arab-crh_Latn", + "languages": [ + "arb-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-glg_Latn", + "languages": [ + "arb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.825741, + "recall": 0.874506, + "f1": 0.840481, + "accuracy": 0.874506, + "main_score": 0.840481, + "hf_subset": "arb_Arab-kas_Deva", + "languages": [ + "arb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arb_Arab-ltz_Latn", + "languages": [ + "arb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.405013, + "recall": 0.466403, + "f1": 0.421062, + "accuracy": 0.466403, + "main_score": 0.421062, + "hf_subset": "arb_Arab-nus_Latn", + "languages": [ + "arb-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-slk_Latn", + "languages": [ + "arb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.600846, + "recall": 0.68083, + "f1": 0.622437, + "accuracy": 0.68083, + "main_score": 0.622437, + "hf_subset": "arb_Arab-tir_Ethi", + "languages": [ + "arb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.977026, + "recall": 0.983202, + "f1": 0.978986, + "accuracy": 0.983202, + "main_score": 0.978986, + "hf_subset": "arb_Arab-awa_Deva", + "languages": [ + "arb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arb_Arab-cym_Latn", + "languages": [ + "arb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.71246, + "recall": 0.777668, + "f1": 0.730913, + "accuracy": 0.777668, + "main_score": 0.730913, + "hf_subset": "arb_Arab-grn_Latn", + "languages": [ + "arb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-kat_Geor", + "languages": [ + "arb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.544246, + "recall": 0.610672, + "f1": 0.562044, + "accuracy": 0.610672, + "main_score": 0.562044, + "hf_subset": "arb_Arab-lua_Latn", + "languages": [ + "arb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.778969, + "recall": 0.839921, + "f1": 0.797628, + "accuracy": 0.839921, + "main_score": 0.797628, + "hf_subset": "arb_Arab-nya_Latn", + "languages": [ + "arb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-slv_Latn", + "languages": [ + "arb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "arb_Arab-tpi_Latn", + "languages": [ + "arb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-zsm_Latn", + "languages": [ + "arb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.47261, + "recall": 0.536561, + "f1": 0.490007, + "accuracy": 0.536561, + "main_score": 0.490007, + "hf_subset": "arb_Arab-ayr_Latn", + "languages": [ + "arb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-dan_Latn", + "languages": [ + "arb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-guj_Gujr", + "languages": [ + "arb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-kaz_Cyrl", + "languages": [ + "arb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.60342, + "recall": 0.686759, + "f1": 0.62697, + "accuracy": 0.686759, + "main_score": 0.62697, + "hf_subset": "arb_Arab-lug_Latn", + "languages": [ + "arb-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-oci_Latn", + "languages": [ + "arb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.810227, + "recall": 0.860672, + "f1": 0.825428, + "accuracy": 0.860672, + "main_score": 0.825428, + "hf_subset": "arb_Arab-smo_Latn", + "languages": [ + "arb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.707355, + "recall": 0.775692, + "f1": 0.727341, + "accuracy": 0.775692, + "main_score": 0.727341, + "hf_subset": "arb_Arab-tsn_Latn", + "languages": [ + "arb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.847085, + "recall": 0.892292, + "f1": 0.861364, + "accuracy": 0.892292, + "main_score": 0.861364, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.918314, + "recall": 0.942688, + "f1": 0.925856, + "accuracy": 0.942688, + "main_score": 0.925856, + "hf_subset": "arb_Arab-azb_Arab", + "languages": [ + "arb-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "arb_Arab-hat_Latn", + "languages": [ + "arb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.448024, + "recall": 0.505929, + "f1": 0.463515, + "accuracy": 0.505929, + "main_score": 0.463515, + "hf_subset": "arb_Arab-kbp_Latn", + "languages": [ + "arb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.486105, + "recall": 0.551383, + "f1": 0.50336, + "accuracy": 0.551383, + "main_score": 0.50336, + "hf_subset": "arb_Arab-luo_Latn", + "languages": [ + "arb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "arb_Arab-ory_Orya", + "languages": [ + "arb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.861742, + "recall": 0.903162, + "f1": 0.874901, + "accuracy": 0.903162, + "main_score": 0.874901, + "hf_subset": "arb_Arab-sna_Latn", + "languages": [ + "arb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.612656, + "recall": 0.682806, + "f1": 0.631872, + "accuracy": 0.682806, + "main_score": 0.631872, + "hf_subset": "arb_Arab-tso_Latn", + "languages": [ + "arb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-azj_Latn", + "languages": [ + "arb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.478642, + "recall": 0.549407, + "f1": 0.49851, + "accuracy": 0.549407, + "main_score": 0.49851, + "hf_subset": "arb_Arab-dik_Latn", + "languages": [ + "arb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.875741, + "recall": 0.912055, + "f1": 0.887253, + "accuracy": 0.912055, + "main_score": 0.887253, + "hf_subset": "arb_Arab-hau_Latn", + "languages": [ + "arb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "arb_Arab-kea_Latn", + "languages": [ + "arb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.917819, + "recall": 0.942688, + "f1": 0.925889, + "accuracy": 0.942688, + "main_score": 0.925889, + "hf_subset": "arb_Arab-lus_Latn", + "languages": [ + "arb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.825873, + "recall": 0.871542, + "f1": 0.839347, + "accuracy": 0.871542, + "main_score": 0.839347, + "hf_subset": "arb_Arab-pag_Latn", + "languages": [ + "arb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "arb_Arab-snd_Arab", + "languages": [ + "arb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "arb_Arab-tuk_Latn", + "languages": [ + "arb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-bak_Cyrl", + "languages": [ + "arb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.440783, + "recall": 0.520751, + "f1": 0.462103, + "accuracy": 0.520751, + "main_score": 0.462103, + "hf_subset": "arb_Arab-dyu_Latn", + "languages": [ + "arb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "arb_Arab-khk_Cyrl", + "languages": [ + "arb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-lvs_Latn", + "languages": [ + "arb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-pan_Guru", + "languages": [ + "arb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.845224, + "recall": 0.889328, + "f1": 0.858945, + "accuracy": 0.889328, + "main_score": 0.858945, + "hf_subset": "arb_Arab-som_Latn", + "languages": [ + "arb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.655328, + "recall": 0.725296, + "f1": 0.675836, + "accuracy": 0.725296, + "main_score": 0.675836, + "hf_subset": "arb_Arab-tum_Latn", + "languages": [ + "arb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.492242, + "recall": 0.582016, + "f1": 0.517546, + "accuracy": 0.582016, + "main_score": 0.517546, + "hf_subset": "bul_Cyrl-ace_Arab", + "languages": [ + "bul-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.460515, + "recall": 0.516798, + "f1": 0.475048, + "accuracy": 0.516798, + "main_score": 0.475048, + "hf_subset": "bul_Cyrl-bam_Latn", + "languages": [ + "bul-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.599637, + "recall": 0.690711, + "f1": 0.625634, + "accuracy": 0.690711, + "main_score": 0.625634, + "hf_subset": "bul_Cyrl-dzo_Tibt", + "languages": [ + "bul-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-hin_Deva", + "languages": [ + "bul-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bul_Cyrl-khm_Khmr", + "languages": [ + "bul-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bul_Cyrl-mag_Deva", + "languages": [ + "bul-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-pap_Latn", + "languages": [ + "bul-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.824111, + "recall": 0.875494, + "f1": 0.840184, + "accuracy": 0.875494, + "main_score": 0.840184, + "hf_subset": "bul_Cyrl-sot_Latn", + "languages": [ + "bul-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-tur_Latn", + "languages": [ + "bul-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.841518, + "recall": 0.885375, + "f1": 0.854908, + "accuracy": 0.885375, + "main_score": 0.854908, + "hf_subset": "bul_Cyrl-ace_Latn", + "languages": [ + "bul-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "bul_Cyrl-ban_Latn", + "languages": [ + "bul-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "bul_Cyrl-ell_Grek", + "languages": [ + "bul-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "bul_Cyrl-hne_Deva", + "languages": [ + "bul-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.540965, + "recall": 0.615613, + "f1": 0.560884, + "accuracy": 0.615613, + "main_score": 0.560884, + "hf_subset": "bul_Cyrl-kik_Latn", + "languages": [ + "bul-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bul_Cyrl-mai_Deva", + "languages": [ + "bul-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "bul_Cyrl-pbt_Arab", + "languages": [ + "bul-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-spa_Latn", + "languages": [ + "bul-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.70896, + "recall": 0.773715, + "f1": 0.727407, + "accuracy": 0.773715, + "main_score": 0.727407, + "hf_subset": "bul_Cyrl-twi_Latn", + "languages": [ + "bul-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-acm_Arab", + "languages": [ + "bul-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.834486, + "recall": 0.87747, + "f1": 0.84753, + "accuracy": 0.87747, + "main_score": 0.84753, + "hf_subset": "bul_Cyrl-kin_Latn", + "languages": [ + "bul-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bul_Cyrl-mal_Mlym", + "languages": [ + "bul-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-pes_Arab", + "languages": [ + "bul-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bul_Cyrl-srd_Latn", + "languages": [ + "bul-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.191903, + "recall": 0.252964, + "f1": 0.206624, + "accuracy": 0.252964, + "main_score": 0.206624, + "hf_subset": "bul_Cyrl-tzm_Tfng", + "languages": [ + "bul-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-acq_Arab", + "languages": [ + "bul-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.620942, + "recall": 0.700593, + "f1": 0.643519, + "accuracy": 0.700593, + "main_score": 0.643519, + "hf_subset": "bul_Cyrl-bem_Latn", + "languages": [ + "bul-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-epo_Latn", + "languages": [ + "bul-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-hun_Latn", + "languages": [ + "bul-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bul_Cyrl-kir_Cyrl", + "languages": [ + "bul-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-mar_Deva", + "languages": [ + "bul-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.839493, + "recall": 0.881423, + "f1": 0.852028, + "accuracy": 0.881423, + "main_score": 0.852028, + "hf_subset": "bul_Cyrl-plt_Latn", + "languages": [ + "bul-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "bul_Cyrl-uig_Arab", + "languages": [ + "bul-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-aeb_Arab", + "languages": [ + "bul-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-ben_Beng", + "languages": [ + "bul-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-est_Latn", + "languages": [ + "bul-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-hye_Armn", + "languages": [ + "bul-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.437894, + "recall": 0.501976, + "f1": 0.454859, + "accuracy": 0.501976, + "main_score": 0.454859, + "hf_subset": "bul_Cyrl-kmb_Latn", + "languages": [ + "bul-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.445266, + "recall": 0.52668, + "f1": 0.465453, + "accuracy": 0.52668, + "main_score": 0.465453, + "hf_subset": "bul_Cyrl-min_Arab", + "languages": [ + "bul-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.69473, + "recall": 0.768775, + "f1": 0.716718, + "accuracy": 0.768775, + "main_score": 0.716718, + "hf_subset": "bul_Cyrl-ssw_Latn", + "languages": [ + "bul-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-afr_Latn", + "languages": [ + "bul-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bul_Cyrl-bho_Deva", + "languages": [ + "bul-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-eus_Latn", + "languages": [ + "bul-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.817095, + "recall": 0.871542, + "f1": 0.834124, + "accuracy": 0.871542, + "main_score": 0.834124, + "hf_subset": "bul_Cyrl-ibo_Latn", + "languages": [ + "bul-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.84725, + "recall": 0.892292, + "f1": 0.861364, + "accuracy": 0.892292, + "main_score": 0.861364, + "hf_subset": "bul_Cyrl-kmr_Latn", + "languages": [ + "bul-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bul_Cyrl-min_Latn", + "languages": [ + "bul-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-por_Latn", + "languages": [ + "bul-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bul_Cyrl-sun_Latn", + "languages": [ + "bul-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.424197, + "recall": 0.490119, + "f1": 0.442545, + "accuracy": 0.490119, + "main_score": 0.442545, + "hf_subset": "bul_Cyrl-umb_Latn", + "languages": [ + "bul-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bul_Cyrl-ajp_Arab", + "languages": [ + "bul-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.45678, + "recall": 0.54249, + "f1": 0.479306, + "accuracy": 0.54249, + "main_score": 0.479306, + "hf_subset": "bul_Cyrl-bjn_Arab", + "languages": [ + "bul-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.433007, + "recall": 0.48913, + "f1": 0.448464, + "accuracy": 0.48913, + "main_score": 0.448464, + "hf_subset": "bul_Cyrl-ewe_Latn", + "languages": [ + "bul-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.942276, + "recall": 0.960474, + "f1": 0.948188, + "accuracy": 0.960474, + "main_score": 0.948188, + "hf_subset": "bul_Cyrl-ilo_Latn", + "languages": [ + "bul-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.22881, + "recall": 0.291502, + "f1": 0.24377, + "accuracy": 0.291502, + "main_score": 0.24377, + "hf_subset": "bul_Cyrl-knc_Arab", + "languages": [ + "bul-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-prs_Arab", + "languages": [ + "bul-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-swe_Latn", + "languages": [ + "bul-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-urd_Arab", + "languages": [ + "bul-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.6973, + "recall": 0.764822, + "f1": 0.716548, + "accuracy": 0.764822, + "main_score": 0.716548, + "hf_subset": "bul_Cyrl-aka_Latn", + "languages": [ + "bul-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "bul_Cyrl-bjn_Latn", + "languages": [ + "bul-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bul_Cyrl-fao_Latn", + "languages": [ + "bul-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ind_Latn", + "languages": [ + "bul-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.488767, + "recall": 0.545455, + "f1": 0.503602, + "accuracy": 0.545455, + "main_score": 0.503602, + "hf_subset": "bul_Cyrl-knc_Latn", + "languages": [ + "bul-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-mlt_Latn", + "languages": [ + "bul-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.624146, + "recall": 0.694664, + "f1": 0.644543, + "accuracy": 0.694664, + "main_score": 0.644543, + "hf_subset": "bul_Cyrl-quy_Latn", + "languages": [ + "bul-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-swh_Latn", + "languages": [ + "bul-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-uzn_Latn", + "languages": [ + "bul-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-als_Latn", + "languages": [ + "bul-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.765646, + "recall": 0.828063, + "f1": 0.784671, + "accuracy": 0.828063, + "main_score": 0.784671, + "hf_subset": "bul_Cyrl-bod_Tibt", + "languages": [ + "bul-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.581885, + "recall": 0.661067, + "f1": 0.604523, + "accuracy": 0.661067, + "main_score": 0.604523, + "hf_subset": "bul_Cyrl-fij_Latn", + "languages": [ + "bul-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "bul_Cyrl-isl_Latn", + "languages": [ + "bul-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.566499, + "recall": 0.63834, + "f1": 0.586043, + "accuracy": 0.63834, + "main_score": 0.586043, + "hf_subset": "bul_Cyrl-kon_Latn", + "languages": [ + "bul-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.581922, + "recall": 0.659091, + "f1": 0.602855, + "accuracy": 0.659091, + "main_score": 0.602855, + "hf_subset": "bul_Cyrl-mni_Beng", + "languages": [ + "bul-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ron_Latn", + "languages": [ + "bul-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "bul_Cyrl-szl_Latn", + "languages": [ + "bul-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-vec_Latn", + "languages": [ + "bul-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.911067, + "recall": 0.937747, + "f1": 0.919419, + "accuracy": 0.937747, + "main_score": 0.919419, + "hf_subset": "bul_Cyrl-amh_Ethi", + "languages": [ + "bul-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "bul_Cyrl-fin_Latn", + "languages": [ + "bul-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-ita_Latn", + "languages": [ + "bul-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-kor_Hang", + "languages": [ + "bul-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.494837, + "recall": 0.547431, + "f1": 0.509351, + "accuracy": 0.547431, + "main_score": 0.509351, + "hf_subset": "bul_Cyrl-mos_Latn", + "languages": [ + "bul-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.716348, + "recall": 0.780632, + "f1": 0.734867, + "accuracy": 0.780632, + "main_score": 0.734867, + "hf_subset": "bul_Cyrl-run_Latn", + "languages": [ + "bul-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bul_Cyrl-tam_Taml", + "languages": [ + "bul-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-vie_Latn", + "languages": [ + "bul-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-apc_Arab", + "languages": [ + "bul-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.703265, + "recall": 0.768775, + "f1": 0.721859, + "accuracy": 0.768775, + "main_score": 0.721859, + "hf_subset": "bul_Cyrl-bug_Latn", + "languages": [ + "bul-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.412618, + "recall": 0.462451, + "f1": 0.426322, + "accuracy": 0.462451, + "main_score": 0.426322, + "hf_subset": "bul_Cyrl-fon_Latn", + "languages": [ + "bul-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bul_Cyrl-jav_Latn", + "languages": [ + "bul-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.937912, + "recall": 0.956522, + "f1": 0.943808, + "accuracy": 0.956522, + "main_score": 0.943808, + "hf_subset": "bul_Cyrl-lao_Laoo", + "languages": [ + "bul-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.854496, + "recall": 0.896245, + "f1": 0.867325, + "accuracy": 0.896245, + "main_score": 0.867325, + "hf_subset": "bul_Cyrl-mri_Latn", + "languages": [ + "bul-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.484391, + "recall": 0.54249, + "f1": 0.499879, + "accuracy": 0.54249, + "main_score": 0.499879, + "hf_subset": "bul_Cyrl-taq_Latn", + "languages": [ + "bul-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bul_Cyrl-war_Latn", + "languages": [ + "bul-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-arb_Arab", + "languages": [ + "bul-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-fra_Latn", + "languages": [ + "bul-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-jpn_Jpan", + "languages": [ + "bul-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bul_Cyrl-lij_Latn", + "languages": [ + "bul-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "bul_Cyrl-mya_Mymr", + "languages": [ + "bul-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.53088, + "recall": 0.596838, + "f1": 0.548991, + "accuracy": 0.596838, + "main_score": 0.548991, + "hf_subset": "bul_Cyrl-sag_Latn", + "languages": [ + "bul-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.202473, + "recall": 0.266798, + "f1": 0.217837, + "accuracy": 0.266798, + "main_score": 0.217837, + "hf_subset": "bul_Cyrl-taq_Tfng", + "languages": [ + "bul-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.617506, + "recall": 0.687747, + "f1": 0.637151, + "accuracy": 0.687747, + "main_score": 0.637151, + "hf_subset": "bul_Cyrl-wol_Latn", + "languages": [ + "bul-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.855352, + "recall": 0.895257, + "f1": 0.867622, + "accuracy": 0.895257, + "main_score": 0.867622, + "hf_subset": "bul_Cyrl-arb_Latn", + "languages": [ + "bul-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-cat_Latn", + "languages": [ + "bul-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bul_Cyrl-fur_Latn", + "languages": [ + "bul-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.401084, + "recall": 0.470356, + "f1": 0.41855, + "accuracy": 0.470356, + "main_score": 0.41855, + "hf_subset": "bul_Cyrl-kab_Latn", + "languages": [ + "bul-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bul_Cyrl-lim_Latn", + "languages": [ + "bul-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-nld_Latn", + "languages": [ + "bul-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "bul_Cyrl-san_Deva", + "languages": [ + "bul-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-tat_Cyrl", + "languages": [ + "bul-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.843462, + "recall": 0.88834, + "f1": 0.857364, + "accuracy": 0.88834, + "main_score": 0.857364, + "hf_subset": "bul_Cyrl-xho_Latn", + "languages": [ + "bul-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-ars_Arab", + "languages": [ + "bul-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-ceb_Latn", + "languages": [ + "bul-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.448876, + "recall": 0.517787, + "f1": 0.467158, + "accuracy": 0.517787, + "main_score": 0.467158, + "hf_subset": "bul_Cyrl-fuv_Latn", + "languages": [ + "bul-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.450153, + "recall": 0.511858, + "f1": 0.46627, + "accuracy": 0.511858, + "main_score": 0.46627, + "hf_subset": "bul_Cyrl-kac_Latn", + "languages": [ + "bul-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.587008, + "recall": 0.655138, + "f1": 0.605006, + "accuracy": 0.655138, + "main_score": 0.605006, + "hf_subset": "bul_Cyrl-lin_Latn", + "languages": [ + "bul-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-nno_Latn", + "languages": [ + "bul-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.861001, + "recall": 0.900198, + "f1": 0.872958, + "accuracy": 0.900198, + "main_score": 0.872958, + "hf_subset": "bul_Cyrl-sat_Olck", + "languages": [ + "bul-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bul_Cyrl-tel_Telu", + "languages": [ + "bul-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "bul_Cyrl-ydd_Hebr", + "languages": [ + "bul-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "bul_Cyrl-ary_Arab", + "languages": [ + "bul-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.525705, + "recall": 0.600791, + "f1": 0.545764, + "accuracy": 0.600791, + "main_score": 0.545764, + "hf_subset": "bul_Cyrl-gaz_Latn", + "languages": [ + "bul-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.50179, + "recall": 0.585968, + "f1": 0.523552, + "accuracy": 0.585968, + "main_score": 0.523552, + "hf_subset": "bul_Cyrl-kam_Latn", + "languages": [ + "bul-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "bul_Cyrl-lit_Latn", + "languages": [ + "bul-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-nob_Latn", + "languages": [ + "bul-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bul_Cyrl-scn_Latn", + "languages": [ + "bul-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "bul_Cyrl-tgk_Cyrl", + "languages": [ + "bul-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.697327, + "recall": 0.767787, + "f1": 0.718036, + "accuracy": 0.767787, + "main_score": 0.718036, + "hf_subset": "bul_Cyrl-yor_Latn", + "languages": [ + "bul-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-arz_Arab", + "languages": [ + "bul-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.455943, + "recall": 0.521739, + "f1": 0.473818, + "accuracy": 0.521739, + "main_score": 0.473818, + "hf_subset": "bul_Cyrl-cjk_Latn", + "languages": [ + "bul-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.930007, + "recall": 0.952569, + "f1": 0.937418, + "accuracy": 0.952569, + "main_score": 0.937418, + "hf_subset": "bul_Cyrl-gla_Latn", + "languages": [ + "bul-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "bul_Cyrl-kan_Knda", + "languages": [ + "bul-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bul_Cyrl-lmo_Latn", + "languages": [ + "bul-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bul_Cyrl-npi_Deva", + "languages": [ + "bul-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.507036, + "recall": 0.590909, + "f1": 0.529917, + "accuracy": 0.590909, + "main_score": 0.529917, + "hf_subset": "bul_Cyrl-shn_Mymr", + "languages": [ + "bul-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-tgl_Latn", + "languages": [ + "bul-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-yue_Hant", + "languages": [ + "bul-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "bul_Cyrl-asm_Beng", + "languages": [ + "bul-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.915514, + "recall": 0.942688, + "f1": 0.924407, + "accuracy": 0.942688, + "main_score": 0.924407, + "hf_subset": "bul_Cyrl-ckb_Arab", + "languages": [ + "bul-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bul_Cyrl-gle_Latn", + "languages": [ + "bul-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.904397, + "recall": 0.932806, + "f1": 0.913274, + "accuracy": 0.932806, + "main_score": 0.913274, + "hf_subset": "bul_Cyrl-kas_Arab", + "languages": [ + "bul-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.889081, + "recall": 0.922925, + "f1": 0.899736, + "accuracy": 0.922925, + "main_score": 0.899736, + "hf_subset": "bul_Cyrl-ltg_Latn", + "languages": [ + "bul-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.754621, + "recall": 0.816206, + "f1": 0.77337, + "accuracy": 0.816206, + "main_score": 0.77337, + "hf_subset": "bul_Cyrl-nso_Latn", + "languages": [ + "bul-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.965662, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "bul_Cyrl-sin_Sinh", + "languages": [ + "bul-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-tha_Thai", + "languages": [ + "bul-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-zho_Hans", + "languages": [ + "bul-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-ast_Latn", + "languages": [ + "bul-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bul_Cyrl-crh_Latn", + "languages": [ + "bul-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-glg_Latn", + "languages": [ + "bul-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.845718, + "recall": 0.88834, + "f1": 0.85863, + "accuracy": 0.88834, + "main_score": 0.85863, + "hf_subset": "bul_Cyrl-kas_Deva", + "languages": [ + "bul-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bul_Cyrl-ltz_Latn", + "languages": [ + "bul-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.411773, + "recall": 0.472332, + "f1": 0.427832, + "accuracy": 0.472332, + "main_score": 0.427832, + "hf_subset": "bul_Cyrl-nus_Latn", + "languages": [ + "bul-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.595946, + "recall": 0.682806, + "f1": 0.619615, + "accuracy": 0.682806, + "main_score": 0.619615, + "hf_subset": "bul_Cyrl-tir_Ethi", + "languages": [ + "bul-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-zho_Hant", + "languages": [ + "bul-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.973155, + "recall": 0.980237, + "f1": 0.975461, + "accuracy": 0.980237, + "main_score": 0.975461, + "hf_subset": "bul_Cyrl-awa_Deva", + "languages": [ + "bul-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bul_Cyrl-cym_Latn", + "languages": [ + "bul-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.737791, + "recall": 0.796443, + "f1": 0.754614, + "accuracy": 0.796443, + "main_score": 0.754614, + "hf_subset": "bul_Cyrl-grn_Latn", + "languages": [ + "bul-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-kat_Geor", + "languages": [ + "bul-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.568559, + "recall": 0.631423, + "f1": 0.585017, + "accuracy": 0.631423, + "main_score": 0.585017, + "hf_subset": "bul_Cyrl-lua_Latn", + "languages": [ + "bul-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.779348, + "recall": 0.838933, + "f1": 0.797318, + "accuracy": 0.838933, + "main_score": 0.797318, + "hf_subset": "bul_Cyrl-nya_Latn", + "languages": [ + "bul-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "bul_Cyrl-tpi_Latn", + "languages": [ + "bul-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-zsm_Latn", + "languages": [ + "bul-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.476058, + "recall": 0.548419, + "f1": 0.496649, + "accuracy": 0.548419, + "main_score": 0.496649, + "hf_subset": "bul_Cyrl-ayr_Latn", + "languages": [ + "bul-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-dan_Latn", + "languages": [ + "bul-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-guj_Gujr", + "languages": [ + "bul-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bul_Cyrl-kaz_Cyrl", + "languages": [ + "bul-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.610482, + "recall": 0.689723, + "f1": 0.63309, + "accuracy": 0.689723, + "main_score": 0.63309, + "hf_subset": "bul_Cyrl-lug_Latn", + "languages": [ + "bul-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-oci_Latn", + "languages": [ + "bul-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.808745, + "recall": 0.86166, + "f1": 0.825132, + "accuracy": 0.86166, + "main_score": 0.825132, + "hf_subset": "bul_Cyrl-smo_Latn", + "languages": [ + "bul-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.696821, + "recall": 0.770751, + "f1": 0.718991, + "accuracy": 0.770751, + "main_score": 0.718991, + "hf_subset": "bul_Cyrl-tsn_Latn", + "languages": [ + "bul-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.855847, + "recall": 0.897233, + "f1": 0.86861, + "accuracy": 0.897233, + "main_score": 0.86861, + "hf_subset": "bul_Cyrl-zul_Latn", + "languages": [ + "bul-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.918972, + "recall": 0.943676, + "f1": 0.926877, + "accuracy": 0.943676, + "main_score": 0.926877, + "hf_subset": "bul_Cyrl-azb_Arab", + "languages": [ + "bul-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-deu_Latn", + "languages": [ + "bul-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "bul_Cyrl-hat_Latn", + "languages": [ + "bul-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.447337, + "recall": 0.506917, + "f1": 0.463598, + "accuracy": 0.506917, + "main_score": 0.463598, + "hf_subset": "bul_Cyrl-kbp_Latn", + "languages": [ + "bul-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.49557, + "recall": 0.559289, + "f1": 0.513174, + "accuracy": 0.559289, + "main_score": 0.513174, + "hf_subset": "bul_Cyrl-luo_Latn", + "languages": [ + "bul-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "bul_Cyrl-ory_Orya", + "languages": [ + "bul-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.852602, + "recall": 0.895257, + "f1": 0.866074, + "accuracy": 0.895257, + "main_score": 0.866074, + "hf_subset": "bul_Cyrl-sna_Latn", + "languages": [ + "bul-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.610231, + "recall": 0.687747, + "f1": 0.631959, + "accuracy": 0.687747, + "main_score": 0.631959, + "hf_subset": "bul_Cyrl-tso_Latn", + "languages": [ + "bul-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-azj_Latn", + "languages": [ + "bul-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.490053, + "recall": 0.561265, + "f1": 0.509642, + "accuracy": 0.561265, + "main_score": 0.509642, + "hf_subset": "bul_Cyrl-dik_Latn", + "languages": [ + "bul-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.875247, + "recall": 0.913043, + "f1": 0.887385, + "accuracy": 0.913043, + "main_score": 0.887385, + "hf_subset": "bul_Cyrl-hau_Latn", + "languages": [ + "bul-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "bul_Cyrl-kea_Latn", + "languages": [ + "bul-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.909997, + "recall": 0.936759, + "f1": 0.918544, + "accuracy": 0.936759, + "main_score": 0.918544, + "hf_subset": "bul_Cyrl-lus_Latn", + "languages": [ + "bul-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.846278, + "recall": 0.887352, + "f1": 0.858465, + "accuracy": 0.887352, + "main_score": 0.858465, + "hf_subset": "bul_Cyrl-pag_Latn", + "languages": [ + "bul-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "bul_Cyrl-snd_Arab", + "languages": [ + "bul-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bul_Cyrl-tuk_Latn", + "languages": [ + "bul-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-bak_Cyrl", + "languages": [ + "bul-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.4493, + "recall": 0.524704, + "f1": 0.469445, + "accuracy": 0.524704, + "main_score": 0.469445, + "hf_subset": "bul_Cyrl-dyu_Latn", + "languages": [ + "bul-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-heb_Hebr", + "languages": [ + "bul-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "bul_Cyrl-khk_Cyrl", + "languages": [ + "bul-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-lvs_Latn", + "languages": [ + "bul-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-pan_Guru", + "languages": [ + "bul-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.828211, + "recall": 0.876482, + "f1": 0.842852, + "accuracy": 0.876482, + "main_score": 0.842852, + "hf_subset": "bul_Cyrl-som_Latn", + "languages": [ + "bul-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.65752, + "recall": 0.725296, + "f1": 0.676951, + "accuracy": 0.725296, + "main_score": 0.676951, + "hf_subset": "bul_Cyrl-tum_Latn", + "languages": [ + "bul-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.492738, + "recall": 0.578063, + "f1": 0.516583, + "accuracy": 0.578063, + "main_score": 0.516583, + "hf_subset": "fra_Latn-ace_Arab", + "languages": [ + "fra-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.474955, + "recall": 0.532609, + "f1": 0.490866, + "accuracy": 0.532609, + "main_score": 0.490866, + "hf_subset": "fra_Latn-bam_Latn", + "languages": [ + "fra-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.61274, + "recall": 0.702569, + "f1": 0.638281, + "accuracy": 0.702569, + "main_score": 0.638281, + "hf_subset": "fra_Latn-dzo_Tibt", + "languages": [ + "fra-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "fra_Latn-khm_Khmr", + "languages": [ + "fra-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fra_Latn-mag_Deva", + "languages": [ + "fra-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-pap_Latn", + "languages": [ + "fra-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.838636, + "recall": 0.884387, + "f1": 0.853063, + "accuracy": 0.884387, + "main_score": 0.853063, + "hf_subset": "fra_Latn-sot_Latn", + "languages": [ + "fra-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.852273, + "recall": 0.891304, + "f1": 0.864277, + "accuracy": 0.891304, + "main_score": 0.864277, + "hf_subset": "fra_Latn-ace_Latn", + "languages": [ + "fra-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "fra_Latn-ban_Latn", + "languages": [ + "fra-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "fra_Latn-hne_Deva", + "languages": [ + "fra-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.562951, + "recall": 0.629447, + "f1": 0.580353, + "accuracy": 0.629447, + "main_score": 0.580353, + "hf_subset": "fra_Latn-kik_Latn", + "languages": [ + "fra-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fra_Latn-mai_Deva", + "languages": [ + "fra-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.941453, + "recall": 0.959486, + "f1": 0.9472, + "accuracy": 0.959486, + "main_score": 0.9472, + "hf_subset": "fra_Latn-pbt_Arab", + "languages": [ + "fra-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.730171, + "recall": 0.791502, + "f1": 0.748278, + "accuracy": 0.791502, + "main_score": 0.748278, + "hf_subset": "fra_Latn-twi_Latn", + "languages": [ + "fra-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-acm_Arab", + "languages": [ + "fra-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-bel_Cyrl", + "languages": [ + "fra-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-hrv_Latn", + "languages": [ + "fra-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.822645, + "recall": 0.870553, + "f1": 0.837484, + "accuracy": 0.870553, + "main_score": 0.837484, + "hf_subset": "fra_Latn-kin_Latn", + "languages": [ + "fra-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fra_Latn-mal_Mlym", + "languages": [ + "fra-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-pes_Arab", + "languages": [ + "fra-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fra_Latn-srd_Latn", + "languages": [ + "fra-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.186352, + "recall": 0.246047, + "f1": 0.19971, + "accuracy": 0.246047, + "main_score": 0.19971, + "hf_subset": "fra_Latn-tzm_Tfng", + "languages": [ + "fra-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-acq_Arab", + "languages": [ + "fra-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.626526, + "recall": 0.704545, + "f1": 0.648499, + "accuracy": 0.704545, + "main_score": 0.648499, + "hf_subset": "fra_Latn-bem_Latn", + "languages": [ + "fra-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-epo_Latn", + "languages": [ + "fra-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fra_Latn-kir_Cyrl", + "languages": [ + "fra-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-mar_Deva", + "languages": [ + "fra-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.822908, + "recall": 0.87253, + "f1": 0.838128, + "accuracy": 0.87253, + "main_score": 0.838128, + "hf_subset": "fra_Latn-plt_Latn", + "languages": [ + "fra-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-srp_Cyrl", + "languages": [ + "fra-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "fra_Latn-uig_Arab", + "languages": [ + "fra-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-aeb_Arab", + "languages": [ + "fra-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-est_Latn", + "languages": [ + "fra-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-hye_Armn", + "languages": [ + "fra-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.448445, + "recall": 0.511858, + "f1": 0.464815, + "accuracy": 0.511858, + "main_score": 0.464815, + "hf_subset": "fra_Latn-kmb_Latn", + "languages": [ + "fra-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.460753, + "recall": 0.540514, + "f1": 0.48065, + "accuracy": 0.540514, + "main_score": 0.48065, + "hf_subset": "fra_Latn-min_Arab", + "languages": [ + "fra-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.700759, + "recall": 0.769763, + "f1": 0.720611, + "accuracy": 0.769763, + "main_score": 0.720611, + "hf_subset": "fra_Latn-ssw_Latn", + "languages": [ + "fra-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-ukr_Cyrl", + "languages": [ + "fra-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-afr_Latn", + "languages": [ + "fra-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "fra_Latn-bho_Deva", + "languages": [ + "fra-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-eus_Latn", + "languages": [ + "fra-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.832049, + "recall": 0.882411, + "f1": 0.847661, + "accuracy": 0.882411, + "main_score": 0.847661, + "hf_subset": "fra_Latn-ibo_Latn", + "languages": [ + "fra-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.846624, + "recall": 0.889328, + "f1": 0.85975, + "accuracy": 0.889328, + "main_score": 0.85975, + "hf_subset": "fra_Latn-kmr_Latn", + "languages": [ + "fra-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fra_Latn-min_Latn", + "languages": [ + "fra-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fra_Latn-sun_Latn", + "languages": [ + "fra-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.444595, + "recall": 0.51087, + "f1": 0.463143, + "accuracy": 0.51087, + "main_score": 0.463143, + "hf_subset": "fra_Latn-umb_Latn", + "languages": [ + "fra-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "fra_Latn-ajp_Arab", + "languages": [ + "fra-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.462468, + "recall": 0.543478, + "f1": 0.483496, + "accuracy": 0.543478, + "main_score": 0.483496, + "hf_subset": "fra_Latn-bjn_Arab", + "languages": [ + "fra-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.453133, + "recall": 0.514822, + "f1": 0.470008, + "accuracy": 0.514822, + "main_score": 0.470008, + "hf_subset": "fra_Latn-ewe_Latn", + "languages": [ + "fra-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "fra_Latn-ilo_Latn", + "languages": [ + "fra-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.239126, + "recall": 0.298419, + "f1": 0.252507, + "accuracy": 0.298419, + "main_score": 0.252507, + "hf_subset": "fra_Latn-knc_Arab", + "languages": [ + "fra-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-mkd_Cyrl", + "languages": [ + "fra-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-prs_Arab", + "languages": [ + "fra-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-urd_Arab", + "languages": [ + "fra-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.720375, + "recall": 0.786561, + "f1": 0.739563, + "accuracy": 0.786561, + "main_score": 0.739563, + "hf_subset": "fra_Latn-aka_Latn", + "languages": [ + "fra-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "fra_Latn-bjn_Latn", + "languages": [ + "fra-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fra_Latn-fao_Latn", + "languages": [ + "fra-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.516148, + "recall": 0.571146, + "f1": 0.530906, + "accuracy": 0.571146, + "main_score": 0.530906, + "hf_subset": "fra_Latn-knc_Latn", + "languages": [ + "fra-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.640415, + "recall": 0.708498, + "f1": 0.660048, + "accuracy": 0.708498, + "main_score": 0.660048, + "hf_subset": "fra_Latn-quy_Latn", + "languages": [ + "fra-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "fra_Latn-swh_Latn", + "languages": [ + "fra-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-uzn_Latn", + "languages": [ + "fra-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-als_Latn", + "languages": [ + "fra-Latn", + "als-Latn" + ] + }, + { + "precision": 0.769878, + "recall": 0.833992, + "f1": 0.789643, + "accuracy": 0.833992, + "main_score": 0.789643, + "hf_subset": "fra_Latn-bod_Tibt", + "languages": [ + "fra-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.597037, + "recall": 0.670949, + "f1": 0.618291, + "accuracy": 0.670949, + "main_score": 0.618291, + "hf_subset": "fra_Latn-fij_Latn", + "languages": [ + "fra-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fra_Latn-isl_Latn", + "languages": [ + "fra-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582709, + "recall": 0.655138, + "f1": 0.601936, + "accuracy": 0.655138, + "main_score": 0.601936, + "hf_subset": "fra_Latn-kon_Latn", + "languages": [ + "fra-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.584646, + "recall": 0.663043, + "f1": 0.606583, + "accuracy": 0.663043, + "main_score": 0.606583, + "hf_subset": "fra_Latn-mni_Beng", + "languages": [ + "fra-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "fra_Latn-szl_Latn", + "languages": [ + "fra-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-vec_Latn", + "languages": [ + "fra-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.918231, + "recall": 0.943676, + "f1": 0.926285, + "accuracy": 0.943676, + "main_score": 0.926285, + "hf_subset": "fra_Latn-amh_Ethi", + "languages": [ + "fra-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-bos_Latn", + "languages": [ + "fra-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.501968, + "recall": 0.560277, + "f1": 0.517959, + "accuracy": 0.560277, + "main_score": 0.517959, + "hf_subset": "fra_Latn-mos_Latn", + "languages": [ + "fra-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.719738, + "recall": 0.781621, + "f1": 0.737967, + "accuracy": 0.781621, + "main_score": 0.737967, + "hf_subset": "fra_Latn-run_Latn", + "languages": [ + "fra-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-apc_Arab", + "languages": [ + "fra-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.700596, + "recall": 0.770751, + "f1": 0.720269, + "accuracy": 0.770751, + "main_score": 0.720269, + "hf_subset": "fra_Latn-bug_Latn", + "languages": [ + "fra-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.427206, + "recall": 0.479249, + "f1": 0.441376, + "accuracy": 0.479249, + "main_score": 0.441376, + "hf_subset": "fra_Latn-fon_Latn", + "languages": [ + "fra-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fra_Latn-jav_Latn", + "languages": [ + "fra-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "fra_Latn-lao_Laoo", + "languages": [ + "fra-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.870142, + "recall": 0.909091, + "f1": 0.882279, + "accuracy": 0.909091, + "main_score": 0.882279, + "hf_subset": "fra_Latn-mri_Latn", + "languages": [ + "fra-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.488752, + "recall": 0.549407, + "f1": 0.505398, + "accuracy": 0.549407, + "main_score": 0.505398, + "hf_subset": "fra_Latn-taq_Latn", + "languages": [ + "fra-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-war_Latn", + "languages": [ + "fra-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-bul_Cyrl", + "languages": [ + "fra-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-lij_Latn", + "languages": [ + "fra-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "fra_Latn-mya_Mymr", + "languages": [ + "fra-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.555647, + "recall": 0.623518, + "f1": 0.574049, + "accuracy": 0.623518, + "main_score": 0.574049, + "hf_subset": "fra_Latn-sag_Latn", + "languages": [ + "fra-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.201852, + "recall": 0.262846, + "f1": 0.215569, + "accuracy": 0.262846, + "main_score": 0.215569, + "hf_subset": "fra_Latn-taq_Tfng", + "languages": [ + "fra-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.628239, + "recall": 0.699605, + "f1": 0.648498, + "accuracy": 0.699605, + "main_score": 0.648498, + "hf_subset": "fra_Latn-wol_Latn", + "languages": [ + "fra-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.856472, + "recall": 0.899209, + "f1": 0.869913, + "accuracy": 0.899209, + "main_score": 0.869913, + "hf_subset": "fra_Latn-arb_Latn", + "languages": [ + "fra-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fra_Latn-fur_Latn", + "languages": [ + "fra-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.39896, + "recall": 0.475296, + "f1": 0.418449, + "accuracy": 0.475296, + "main_score": 0.418449, + "hf_subset": "fra_Latn-kab_Latn", + "languages": [ + "fra-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fra_Latn-lim_Latn", + "languages": [ + "fra-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "fra_Latn-san_Deva", + "languages": [ + "fra-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-tat_Cyrl", + "languages": [ + "fra-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838373, + "recall": 0.883399, + "f1": 0.85224, + "accuracy": 0.883399, + "main_score": 0.85224, + "hf_subset": "fra_Latn-xho_Latn", + "languages": [ + "fra-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-ars_Arab", + "languages": [ + "fra-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-ceb_Latn", + "languages": [ + "fra-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.465122, + "recall": 0.532609, + "f1": 0.483524, + "accuracy": 0.532609, + "main_score": 0.483524, + "hf_subset": "fra_Latn-fuv_Latn", + "languages": [ + "fra-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.467652, + "recall": 0.533597, + "f1": 0.484928, + "accuracy": 0.533597, + "main_score": 0.484928, + "hf_subset": "fra_Latn-kac_Latn", + "languages": [ + "fra-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.626538, + "recall": 0.6917, + "f1": 0.643884, + "accuracy": 0.6917, + "main_score": 0.643884, + "hf_subset": "fra_Latn-lin_Latn", + "languages": [ + "fra-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-nno_Latn", + "languages": [ + "fra-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.86166, + "recall": 0.90415, + "f1": 0.875132, + "accuracy": 0.90415, + "main_score": 0.875132, + "hf_subset": "fra_Latn-sat_Olck", + "languages": [ + "fra-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fra_Latn-tel_Telu", + "languages": [ + "fra-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fra_Latn-ydd_Hebr", + "languages": [ + "fra-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "fra_Latn-ary_Arab", + "languages": [ + "fra-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-ces_Latn", + "languages": [ + "fra-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.537596, + "recall": 0.614625, + "f1": 0.558044, + "accuracy": 0.614625, + "main_score": 0.558044, + "hf_subset": "fra_Latn-gaz_Latn", + "languages": [ + "fra-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.516388, + "recall": 0.597826, + "f1": 0.537658, + "accuracy": 0.597826, + "main_score": 0.537658, + "hf_subset": "fra_Latn-kam_Latn", + "languages": [ + "fra-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-nob_Latn", + "languages": [ + "fra-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-scn_Latn", + "languages": [ + "fra-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "fra_Latn-tgk_Cyrl", + "languages": [ + "fra-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.693347, + "recall": 0.769763, + "f1": 0.715942, + "accuracy": 0.769763, + "main_score": 0.715942, + "hf_subset": "fra_Latn-yor_Latn", + "languages": [ + "fra-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-arz_Arab", + "languages": [ + "fra-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.468875, + "recall": 0.534585, + "f1": 0.486792, + "accuracy": 0.534585, + "main_score": 0.486792, + "hf_subset": "fra_Latn-cjk_Latn", + "languages": [ + "fra-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.922596, + "recall": 0.947628, + "f1": 0.93083, + "accuracy": 0.947628, + "main_score": 0.93083, + "hf_subset": "fra_Latn-gla_Latn", + "languages": [ + "fra-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "fra_Latn-kan_Knda", + "languages": [ + "fra-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fra_Latn-lmo_Latn", + "languages": [ + "fra-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "fra_Latn-npi_Deva", + "languages": [ + "fra-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.506656, + "recall": 0.588933, + "f1": 0.529276, + "accuracy": 0.588933, + "main_score": 0.529276, + "hf_subset": "fra_Latn-shn_Mymr", + "languages": [ + "fra-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-tgl_Latn", + "languages": [ + "fra-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-yue_Hant", + "languages": [ + "fra-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fra_Latn-asm_Beng", + "languages": [ + "fra-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.914279, + "recall": 0.940711, + "f1": 0.922661, + "accuracy": 0.940711, + "main_score": 0.922661, + "hf_subset": "fra_Latn-ckb_Arab", + "languages": [ + "fra-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fra_Latn-gle_Latn", + "languages": [ + "fra-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.903409, + "recall": 0.933794, + "f1": 0.913109, + "accuracy": 0.933794, + "main_score": 0.913109, + "hf_subset": "fra_Latn-kas_Arab", + "languages": [ + "fra-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.892375, + "recall": 0.924901, + "f1": 0.902536, + "accuracy": 0.924901, + "main_score": 0.902536, + "hf_subset": "fra_Latn-ltg_Latn", + "languages": [ + "fra-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.748692, + "recall": 0.810277, + "f1": 0.767309, + "accuracy": 0.810277, + "main_score": 0.767309, + "hf_subset": "fra_Latn-nso_Latn", + "languages": [ + "fra-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "fra_Latn-sin_Sinh", + "languages": [ + "fra-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "fra_Latn-tha_Thai", + "languages": [ + "fra-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-zho_Hans", + "languages": [ + "fra-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-ast_Latn", + "languages": [ + "fra-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fra_Latn-crh_Latn", + "languages": [ + "fra-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.844433, + "recall": 0.88834, + "f1": 0.857839, + "accuracy": 0.88834, + "main_score": 0.857839, + "hf_subset": "fra_Latn-kas_Deva", + "languages": [ + "fra-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fra_Latn-ltz_Latn", + "languages": [ + "fra-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.419592, + "recall": 0.482213, + "f1": 0.436648, + "accuracy": 0.482213, + "main_score": 0.436648, + "hf_subset": "fra_Latn-nus_Latn", + "languages": [ + "fra-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-slk_Latn", + "languages": [ + "fra-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.617683, + "recall": 0.699605, + "f1": 0.640952, + "accuracy": 0.699605, + "main_score": 0.640952, + "hf_subset": "fra_Latn-tir_Ethi", + "languages": [ + "fra-Latn", + "tir-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97612, + "recall": 0.982213, + "f1": 0.978096, + "accuracy": 0.982213, + "main_score": 0.978096, + "hf_subset": "fra_Latn-awa_Deva", + "languages": [ + "fra-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-cym_Latn", + "languages": [ + "fra-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.757058, + "recall": 0.813241, + "f1": 0.773257, + "accuracy": 0.813241, + "main_score": 0.773257, + "hf_subset": "fra_Latn-grn_Latn", + "languages": [ + "fra-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-kat_Geor", + "languages": [ + "fra-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.586589, + "recall": 0.651186, + "f1": 0.603924, + "accuracy": 0.651186, + "main_score": 0.603924, + "hf_subset": "fra_Latn-lua_Latn", + "languages": [ + "fra-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.787582, + "recall": 0.847826, + "f1": 0.806225, + "accuracy": 0.847826, + "main_score": 0.806225, + "hf_subset": "fra_Latn-nya_Latn", + "languages": [ + "fra-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "fra_Latn-slv_Latn", + "languages": [ + "fra-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "fra_Latn-tpi_Latn", + "languages": [ + "fra-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-zsm_Latn", + "languages": [ + "fra-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.498236, + "recall": 0.568182, + "f1": 0.517891, + "accuracy": 0.568182, + "main_score": 0.517891, + "hf_subset": "fra_Latn-ayr_Latn", + "languages": [ + "fra-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-dan_Latn", + "languages": [ + "fra-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-guj_Gujr", + "languages": [ + "fra-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fra_Latn-kaz_Cyrl", + "languages": [ + "fra-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.607668, + "recall": 0.689723, + "f1": 0.631044, + "accuracy": 0.689723, + "main_score": 0.631044, + "hf_subset": "fra_Latn-lug_Latn", + "languages": [ + "fra-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-oci_Latn", + "languages": [ + "fra-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.805567, + "recall": 0.856719, + "f1": 0.821245, + "accuracy": 0.856719, + "main_score": 0.821245, + "hf_subset": "fra_Latn-smo_Latn", + "languages": [ + "fra-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.705559, + "recall": 0.775692, + "f1": 0.725972, + "accuracy": 0.775692, + "main_score": 0.725972, + "hf_subset": "fra_Latn-tsn_Latn", + "languages": [ + "fra-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.858317, + "recall": 0.900198, + "f1": 0.871278, + "accuracy": 0.900198, + "main_score": 0.871278, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.914773, + "recall": 0.940711, + "f1": 0.923155, + "accuracy": 0.940711, + "main_score": 0.923155, + "hf_subset": "fra_Latn-azb_Arab", + "languages": [ + "fra-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "fra_Latn-hat_Latn", + "languages": [ + "fra-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.474662, + "recall": 0.534585, + "f1": 0.490634, + "accuracy": 0.534585, + "main_score": 0.490634, + "hf_subset": "fra_Latn-kbp_Latn", + "languages": [ + "fra-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.504609, + "recall": 0.572134, + "f1": 0.523116, + "accuracy": 0.572134, + "main_score": 0.523116, + "hf_subset": "fra_Latn-luo_Latn", + "languages": [ + "fra-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fra_Latn-ory_Orya", + "languages": [ + "fra-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.855435, + "recall": 0.897233, + "f1": 0.868544, + "accuracy": 0.897233, + "main_score": 0.868544, + "hf_subset": "fra_Latn-sna_Latn", + "languages": [ + "fra-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.632761, + "recall": 0.703557, + "f1": 0.652958, + "accuracy": 0.703557, + "main_score": 0.652958, + "hf_subset": "fra_Latn-tso_Latn", + "languages": [ + "fra-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-azj_Latn", + "languages": [ + "fra-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.504571, + "recall": 0.578063, + "f1": 0.52508, + "accuracy": 0.578063, + "main_score": 0.52508, + "hf_subset": "fra_Latn-dik_Latn", + "languages": [ + "fra-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.876318, + "recall": 0.912055, + "f1": 0.887648, + "accuracy": 0.912055, + "main_score": 0.887648, + "hf_subset": "fra_Latn-hau_Latn", + "languages": [ + "fra-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "fra_Latn-kea_Latn", + "languages": [ + "fra-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.911314, + "recall": 0.937747, + "f1": 0.919697, + "accuracy": 0.937747, + "main_score": 0.919697, + "hf_subset": "fra_Latn-lus_Latn", + "languages": [ + "fra-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.846327, + "recall": 0.88834, + "f1": 0.859058, + "accuracy": 0.88834, + "main_score": 0.859058, + "hf_subset": "fra_Latn-pag_Latn", + "languages": [ + "fra-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fra_Latn-snd_Arab", + "languages": [ + "fra-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fra_Latn-tuk_Latn", + "languages": [ + "fra-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fra_Latn-bak_Cyrl", + "languages": [ + "fra-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.460652, + "recall": 0.535573, + "f1": 0.48119, + "accuracy": 0.535573, + "main_score": 0.48119, + "hf_subset": "fra_Latn-dyu_Latn", + "languages": [ + "fra-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "fra_Latn-khk_Cyrl", + "languages": [ + "fra-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-lvs_Latn", + "languages": [ + "fra-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-pan_Guru", + "languages": [ + "fra-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.839542, + "recall": 0.886364, + "f1": 0.854084, + "accuracy": 0.886364, + "main_score": 0.854084, + "hf_subset": "fra_Latn-som_Latn", + "languages": [ + "fra-Latn", + "som-Latn" + ] + }, + { + "precision": 0.663521, + "recall": 0.730237, + "f1": 0.68306, + "accuracy": 0.730237, + "main_score": 0.68306, + "hf_subset": "fra_Latn-tum_Latn", + "languages": [ + "fra-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.458156, + "recall": 0.548419, + "f1": 0.483508, + "accuracy": 0.548419, + "main_score": 0.483508, + "hf_subset": "jpn_Jpan-ace_Arab", + "languages": [ + "jpn-Jpan", + "ace-Arab" + ] + }, + { + "precision": 0.456424, + "recall": 0.506917, + "f1": 0.469818, + "accuracy": 0.506917, + "main_score": 0.469818, + "hf_subset": "jpn_Jpan-bam_Latn", + "languages": [ + "jpn-Jpan", + "bam-Latn" + ] + }, + { + "precision": 0.607175, + "recall": 0.692688, + "f1": 0.631177, + "accuracy": 0.692688, + "main_score": 0.631177, + "hf_subset": "jpn_Jpan-dzo_Tibt", + "languages": [ + "jpn-Jpan", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "jpn_Jpan-khm_Khmr", + "languages": [ + "jpn-Jpan", + "khm-Khmr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-mag_Deva", + "languages": [ + "jpn-Jpan", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jpn_Jpan-pap_Latn", + "languages": [ + "jpn-Jpan", + "pap-Latn" + ] + }, + { + "precision": 0.811314, + "recall": 0.86166, + "f1": 0.826812, + "accuracy": 0.86166, + "main_score": 0.826812, + "hf_subset": "jpn_Jpan-sot_Latn", + "languages": [ + "jpn-Jpan", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ] + }, + { + "precision": 0.824148, + "recall": 0.870553, + "f1": 0.838258, + "accuracy": 0.870553, + "main_score": 0.838258, + "hf_subset": "jpn_Jpan-ace_Latn", + "languages": [ + "jpn-Jpan", + "ace-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "jpn_Jpan-ban_Latn", + "languages": [ + "jpn-Jpan", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "jpn_Jpan-hne_Deva", + "languages": [ + "jpn-Jpan", + "hne-Deva" + ] + }, + { + "precision": 0.55063, + "recall": 0.617589, + "f1": 0.568061, + "accuracy": 0.617589, + "main_score": 0.568061, + "hf_subset": "jpn_Jpan-kik_Latn", + "languages": [ + "jpn-Jpan", + "kik-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "jpn_Jpan-mai_Deva", + "languages": [ + "jpn-Jpan", + "mai-Deva" + ] + }, + { + "precision": 0.929018, + "recall": 0.950593, + "f1": 0.935903, + "accuracy": 0.950593, + "main_score": 0.935903, + "hf_subset": "jpn_Jpan-pbt_Arab", + "languages": [ + "jpn-Jpan", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ] + }, + { + "precision": 0.702161, + "recall": 0.771739, + "f1": 0.722598, + "accuracy": 0.771739, + "main_score": 0.722598, + "hf_subset": "jpn_Jpan-twi_Latn", + "languages": [ + "jpn-Jpan", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-acm_Arab", + "languages": [ + "jpn-Jpan", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-bel_Cyrl", + "languages": [ + "jpn-Jpan", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-hrv_Latn", + "languages": [ + "jpn-Jpan", + "hrv-Latn" + ] + }, + { + "precision": 0.785749, + "recall": 0.839921, + "f1": 0.801976, + "accuracy": 0.839921, + "main_score": 0.801976, + "hf_subset": "jpn_Jpan-kin_Latn", + "languages": [ + "jpn-Jpan", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-mal_Mlym", + "languages": [ + "jpn-Jpan", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-pes_Arab", + "languages": [ + "jpn-Jpan", + "pes-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "jpn_Jpan-srd_Latn", + "languages": [ + "jpn-Jpan", + "srd-Latn" + ] + }, + { + "precision": 0.18869, + "recall": 0.248024, + "f1": 0.203205, + "accuracy": 0.248024, + "main_score": 0.203205, + "hf_subset": "jpn_Jpan-tzm_Tfng", + "languages": [ + "jpn-Jpan", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-acq_Arab", + "languages": [ + "jpn-Jpan", + "acq-Arab" + ] + }, + { + "precision": 0.607953, + "recall": 0.687747, + "f1": 0.629827, + "accuracy": 0.687747, + "main_score": 0.629827, + "hf_subset": "jpn_Jpan-bem_Latn", + "languages": [ + "jpn-Jpan", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-epo_Latn", + "languages": [ + "jpn-Jpan", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jpn_Jpan-kir_Cyrl", + "languages": [ + "jpn-Jpan", + "kir-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "jpn_Jpan-mar_Deva", + "languages": [ + "jpn-Jpan", + "mar-Deva" + ] + }, + { + "precision": 0.818735, + "recall": 0.868577, + "f1": 0.833731, + "accuracy": 0.868577, + "main_score": 0.833731, + "hf_subset": "jpn_Jpan-plt_Latn", + "languages": [ + "jpn-Jpan", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-srp_Cyrl", + "languages": [ + "jpn-Jpan", + "srp-Cyrl" + ] + }, + { + "precision": 0.9333, + "recall": 0.954545, + "f1": 0.940217, + "accuracy": 0.954545, + "main_score": 0.940217, + "hf_subset": "jpn_Jpan-uig_Arab", + "languages": [ + "jpn-Jpan", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-aeb_Arab", + "languages": [ + "jpn-Jpan", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-est_Latn", + "languages": [ + "jpn-Jpan", + "est-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "jpn_Jpan-hye_Armn", + "languages": [ + "jpn-Jpan", + "hye-Armn" + ] + }, + { + "precision": 0.438783, + "recall": 0.502964, + "f1": 0.455876, + "accuracy": 0.502964, + "main_score": 0.455876, + "hf_subset": "jpn_Jpan-kmb_Latn", + "languages": [ + "jpn-Jpan", + "kmb-Latn" + ] + }, + { + "precision": 0.438138, + "recall": 0.518775, + "f1": 0.458342, + "accuracy": 0.518775, + "main_score": 0.458342, + "hf_subset": "jpn_Jpan-min_Arab", + "languages": [ + "jpn-Jpan", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ] + }, + { + "precision": 0.688982, + "recall": 0.757905, + "f1": 0.708785, + "accuracy": 0.757905, + "main_score": 0.708785, + "hf_subset": "jpn_Jpan-ssw_Latn", + "languages": [ + "jpn-Jpan", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ukr_Cyrl", + "languages": [ + "jpn-Jpan", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-afr_Latn", + "languages": [ + "jpn-Jpan", + "afr-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "jpn_Jpan-bho_Deva", + "languages": [ + "jpn-Jpan", + "bho-Deva" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "jpn_Jpan-eus_Latn", + "languages": [ + "jpn-Jpan", + "eus-Latn" + ] + }, + { + "precision": 0.820759, + "recall": 0.870553, + "f1": 0.835892, + "accuracy": 0.870553, + "main_score": 0.835892, + "hf_subset": "jpn_Jpan-ibo_Latn", + "languages": [ + "jpn-Jpan", + "ibo-Latn" + ] + }, + { + "precision": 0.83778, + "recall": 0.884387, + "f1": 0.852372, + "accuracy": 0.884387, + "main_score": 0.852372, + "hf_subset": "jpn_Jpan-kmr_Latn", + "languages": [ + "jpn-Jpan", + "kmr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "jpn_Jpan-min_Latn", + "languages": [ + "jpn-Jpan", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "jpn_Jpan-sun_Latn", + "languages": [ + "jpn-Jpan", + "sun-Latn" + ] + }, + { + "precision": 0.424396, + "recall": 0.485178, + "f1": 0.441209, + "accuracy": 0.485178, + "main_score": 0.441209, + "hf_subset": "jpn_Jpan-umb_Latn", + "languages": [ + "jpn-Jpan", + "umb-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "jpn_Jpan-ajp_Arab", + "languages": [ + "jpn-Jpan", + "ajp-Arab" + ] + }, + { + "precision": 0.464691, + "recall": 0.538538, + "f1": 0.483715, + "accuracy": 0.538538, + "main_score": 0.483715, + "hf_subset": "jpn_Jpan-bjn_Arab", + "languages": [ + "jpn-Jpan", + "bjn-Arab" + ] + }, + { + "precision": 0.43736, + "recall": 0.490119, + "f1": 0.451722, + "accuracy": 0.490119, + "main_score": 0.451722, + "hf_subset": "jpn_Jpan-ewe_Latn", + "languages": [ + "jpn-Jpan", + "ewe-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "jpn_Jpan-ilo_Latn", + "languages": [ + "jpn-Jpan", + "ilo-Latn" + ] + }, + { + "precision": 0.249194, + "recall": 0.304348, + "f1": 0.262038, + "accuracy": 0.304348, + "main_score": 0.262038, + "hf_subset": "jpn_Jpan-knc_Arab", + "languages": [ + "jpn-Jpan", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-mkd_Cyrl", + "languages": [ + "jpn-Jpan", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-prs_Arab", + "languages": [ + "jpn-Jpan", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-urd_Arab", + "languages": [ + "jpn-Jpan", + "urd-Arab" + ] + }, + { + "precision": 0.690055, + "recall": 0.756917, + "f1": 0.709193, + "accuracy": 0.756917, + "main_score": 0.709193, + "hf_subset": "jpn_Jpan-aka_Latn", + "languages": [ + "jpn-Jpan", + "aka-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "jpn_Jpan-bjn_Latn", + "languages": [ + "jpn-Jpan", + "bjn-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "jpn_Jpan-fao_Latn", + "languages": [ + "jpn-Jpan", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ] + }, + { + "precision": 0.503294, + "recall": 0.5583, + "f1": 0.517972, + "accuracy": 0.5583, + "main_score": 0.517972, + "hf_subset": "jpn_Jpan-knc_Latn", + "languages": [ + "jpn-Jpan", + "knc-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jpn_Jpan-mlt_Latn", + "languages": [ + "jpn-Jpan", + "mlt-Latn" + ] + }, + { + "precision": 0.613731, + "recall": 0.686759, + "f1": 0.634214, + "accuracy": 0.686759, + "main_score": 0.634214, + "hf_subset": "jpn_Jpan-quy_Latn", + "languages": [ + "jpn-Jpan", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-swh_Latn", + "languages": [ + "jpn-Jpan", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "jpn_Jpan-uzn_Latn", + "languages": [ + "jpn-Jpan", + "uzn-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "jpn_Jpan-als_Latn", + "languages": [ + "jpn-Jpan", + "als-Latn" + ] + }, + { + "precision": 0.764196, + "recall": 0.83004, + "f1": 0.784354, + "accuracy": 0.83004, + "main_score": 0.784354, + "hf_subset": "jpn_Jpan-bod_Tibt", + "languages": [ + "jpn-Jpan", + "bod-Tibt" + ] + }, + { + "precision": 0.587995, + "recall": 0.666008, + "f1": 0.61074, + "accuracy": 0.666008, + "main_score": 0.61074, + "hf_subset": "jpn_Jpan-fij_Latn", + "languages": [ + "jpn-Jpan", + "fij-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "jpn_Jpan-isl_Latn", + "languages": [ + "jpn-Jpan", + "isl-Latn" + ] + }, + { + "precision": 0.55633, + "recall": 0.628458, + "f1": 0.576118, + "accuracy": 0.628458, + "main_score": 0.576118, + "hf_subset": "jpn_Jpan-kon_Latn", + "languages": [ + "jpn-Jpan", + "kon-Latn" + ] + }, + { + "precision": 0.579352, + "recall": 0.651186, + "f1": 0.598413, + "accuracy": 0.651186, + "main_score": 0.598413, + "hf_subset": "jpn_Jpan-mni_Beng", + "languages": [ + "jpn-Jpan", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-ron_Latn", + "languages": [ + "jpn-Jpan", + "ron-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.983202, + "f1": 0.979249, + "accuracy": 0.983202, + "main_score": 0.979249, + "hf_subset": "jpn_Jpan-szl_Latn", + "languages": [ + "jpn-Jpan", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-vec_Latn", + "languages": [ + "jpn-Jpan", + "vec-Latn" + ] + }, + { + "precision": 0.900692, + "recall": 0.931818, + "f1": 0.910573, + "accuracy": 0.931818, + "main_score": 0.910573, + "hf_subset": "jpn_Jpan-amh_Ethi", + "languages": [ + "jpn-Jpan", + "amh-Ethi" + ] + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "jpn_Jpan-bos_Latn", + "languages": [ + "jpn-Jpan", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ita_Latn", + "languages": [ + "jpn-Jpan", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ] + }, + { + "precision": 0.483021, + "recall": 0.540514, + "f1": 0.498517, + "accuracy": 0.540514, + "main_score": 0.498517, + "hf_subset": "jpn_Jpan-mos_Latn", + "languages": [ + "jpn-Jpan", + "mos-Latn" + ] + }, + { + "precision": 0.701645, + "recall": 0.767787, + "f1": 0.720763, + "accuracy": 0.767787, + "main_score": 0.720763, + "hf_subset": "jpn_Jpan-run_Latn", + "languages": [ + "jpn-Jpan", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-apc_Arab", + "languages": [ + "jpn-Jpan", + "apc-Arab" + ] + }, + { + "precision": 0.698201, + "recall": 0.764822, + "f1": 0.717268, + "accuracy": 0.764822, + "main_score": 0.717268, + "hf_subset": "jpn_Jpan-bug_Latn", + "languages": [ + "jpn-Jpan", + "bug-Latn" + ] + }, + { + "precision": 0.422848, + "recall": 0.474308, + "f1": 0.436537, + "accuracy": 0.474308, + "main_score": 0.436537, + "hf_subset": "jpn_Jpan-fon_Latn", + "languages": [ + "jpn-Jpan", + "fon-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "jpn_Jpan-jav_Latn", + "languages": [ + "jpn-Jpan", + "jav-Latn" + ] + }, + { + "precision": 0.934947, + "recall": 0.955534, + "f1": 0.941535, + "accuracy": 0.955534, + "main_score": 0.941535, + "hf_subset": "jpn_Jpan-lao_Laoo", + "languages": [ + "jpn-Jpan", + "lao-Laoo" + ] + }, + { + "precision": 0.835474, + "recall": 0.883399, + "f1": 0.850395, + "accuracy": 0.883399, + "main_score": 0.850395, + "hf_subset": "jpn_Jpan-mri_Latn", + "languages": [ + "jpn-Jpan", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ] + }, + { + "precision": 0.485329, + "recall": 0.543478, + "f1": 0.50084, + "accuracy": 0.543478, + "main_score": 0.50084, + "hf_subset": "jpn_Jpan-taq_Latn", + "languages": [ + "jpn-Jpan", + "taq-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "jpn_Jpan-war_Latn", + "languages": [ + "jpn-Jpan", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-bul_Cyrl", + "languages": [ + "jpn-Jpan", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "jpn_Jpan-lij_Latn", + "languages": [ + "jpn-Jpan", + "lij-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "jpn_Jpan-mya_Mymr", + "languages": [ + "jpn-Jpan", + "mya-Mymr" + ] + }, + { + "precision": 0.537778, + "recall": 0.603755, + "f1": 0.555911, + "accuracy": 0.603755, + "main_score": 0.555911, + "hf_subset": "jpn_Jpan-sag_Latn", + "languages": [ + "jpn-Jpan", + "sag-Latn" + ] + }, + { + "precision": 0.19135, + "recall": 0.257905, + "f1": 0.206973, + "accuracy": 0.257905, + "main_score": 0.206973, + "hf_subset": "jpn_Jpan-taq_Tfng", + "languages": [ + "jpn-Jpan", + "taq-Tfng" + ] + }, + { + "precision": 0.622879, + "recall": 0.684783, + "f1": 0.639123, + "accuracy": 0.684783, + "main_score": 0.639123, + "hf_subset": "jpn_Jpan-wol_Latn", + "languages": [ + "jpn-Jpan", + "wol-Latn" + ] + }, + { + "precision": 0.838356, + "recall": 0.887352, + "f1": 0.853821, + "accuracy": 0.887352, + "main_score": 0.853821, + "hf_subset": "jpn_Jpan-arb_Latn", + "languages": [ + "jpn-Jpan", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-cat_Latn", + "languages": [ + "jpn-Jpan", + "cat-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "jpn_Jpan-fur_Latn", + "languages": [ + "jpn-Jpan", + "fur-Latn" + ] + }, + { + "precision": 0.388965, + "recall": 0.461462, + "f1": 0.407475, + "accuracy": 0.461462, + "main_score": 0.407475, + "hf_subset": "jpn_Jpan-kab_Latn", + "languages": [ + "jpn-Jpan", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jpn_Jpan-lim_Latn", + "languages": [ + "jpn-Jpan", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "jpn_Jpan-san_Deva", + "languages": [ + "jpn-Jpan", + "san-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "jpn_Jpan-tat_Cyrl", + "languages": [ + "jpn-Jpan", + "tat-Cyrl" + ] + }, + { + "precision": 0.82608, + "recall": 0.874506, + "f1": 0.840893, + "accuracy": 0.874506, + "main_score": 0.840893, + "hf_subset": "jpn_Jpan-xho_Latn", + "languages": [ + "jpn-Jpan", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-ars_Arab", + "languages": [ + "jpn-Jpan", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-ceb_Latn", + "languages": [ + "jpn-Jpan", + "ceb-Latn" + ] + }, + { + "precision": 0.447359, + "recall": 0.519763, + "f1": 0.466863, + "accuracy": 0.519763, + "main_score": 0.466863, + "hf_subset": "jpn_Jpan-fuv_Latn", + "languages": [ + "jpn-Jpan", + "fuv-Latn" + ] + }, + { + "precision": 0.47666, + "recall": 0.538538, + "f1": 0.492914, + "accuracy": 0.538538, + "main_score": 0.492914, + "hf_subset": "jpn_Jpan-kac_Latn", + "languages": [ + "jpn-Jpan", + "kac-Latn" + ] + }, + { + "precision": 0.595086, + "recall": 0.662055, + "f1": 0.612293, + "accuracy": 0.662055, + "main_score": 0.612293, + "hf_subset": "jpn_Jpan-lin_Latn", + "languages": [ + "jpn-Jpan", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-nno_Latn", + "languages": [ + "jpn-Jpan", + "nno-Latn" + ] + }, + { + "precision": 0.847036, + "recall": 0.890316, + "f1": 0.860441, + "accuracy": 0.890316, + "main_score": 0.860441, + "hf_subset": "jpn_Jpan-sat_Olck", + "languages": [ + "jpn-Jpan", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "jpn_Jpan-tel_Telu", + "languages": [ + "jpn-Jpan", + "tel-Telu" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "jpn_Jpan-ydd_Hebr", + "languages": [ + "jpn-Jpan", + "ydd-Hebr" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "jpn_Jpan-ary_Arab", + "languages": [ + "jpn-Jpan", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ces_Latn", + "languages": [ + "jpn-Jpan", + "ces-Latn" + ] + }, + { + "precision": 0.519926, + "recall": 0.590909, + "f1": 0.538996, + "accuracy": 0.590909, + "main_score": 0.538996, + "hf_subset": "jpn_Jpan-gaz_Latn", + "languages": [ + "jpn-Jpan", + "gaz-Latn" + ] + }, + { + "precision": 0.501734, + "recall": 0.586957, + "f1": 0.524004, + "accuracy": 0.586957, + "main_score": 0.524004, + "hf_subset": "jpn_Jpan-kam_Latn", + "languages": [ + "jpn-Jpan", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-nob_Latn", + "languages": [ + "jpn-Jpan", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-scn_Latn", + "languages": [ + "jpn-Jpan", + "scn-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "jpn_Jpan-tgk_Cyrl", + "languages": [ + "jpn-Jpan", + "tgk-Cyrl" + ] + }, + { + "precision": 0.65757, + "recall": 0.73419, + "f1": 0.679012, + "accuracy": 0.73419, + "main_score": 0.679012, + "hf_subset": "jpn_Jpan-yor_Latn", + "languages": [ + "jpn-Jpan", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-arz_Arab", + "languages": [ + "jpn-Jpan", + "arz-Arab" + ] + }, + { + "precision": 0.45353, + "recall": 0.517787, + "f1": 0.471373, + "accuracy": 0.517787, + "main_score": 0.471373, + "hf_subset": "jpn_Jpan-cjk_Latn", + "languages": [ + "jpn-Jpan", + "cjk-Latn" + ] + }, + { + "precision": 0.929513, + "recall": 0.951581, + "f1": 0.936594, + "accuracy": 0.951581, + "main_score": 0.936594, + "hf_subset": "jpn_Jpan-gla_Latn", + "languages": [ + "jpn-Jpan", + "gla-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "jpn_Jpan-kan_Knda", + "languages": [ + "jpn-Jpan", + "kan-Knda" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "jpn_Jpan-lmo_Latn", + "languages": [ + "jpn-Jpan", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "jpn_Jpan-npi_Deva", + "languages": [ + "jpn-Jpan", + "npi-Deva" + ] + }, + { + "precision": 0.511122, + "recall": 0.58498, + "f1": 0.531266, + "accuracy": 0.58498, + "main_score": 0.531266, + "hf_subset": "jpn_Jpan-shn_Mymr", + "languages": [ + "jpn-Jpan", + "shn-Mymr" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "jpn_Jpan-tgl_Latn", + "languages": [ + "jpn-Jpan", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "jpn_Jpan-asm_Beng", + "languages": [ + "jpn-Jpan", + "asm-Beng" + ] + }, + { + "precision": 0.900939, + "recall": 0.931818, + "f1": 0.910804, + "accuracy": 0.931818, + "main_score": 0.910804, + "hf_subset": "jpn_Jpan-ckb_Arab", + "languages": [ + "jpn-Jpan", + "ckb-Arab" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "jpn_Jpan-gle_Latn", + "languages": [ + "jpn-Jpan", + "gle-Latn" + ] + }, + { + "precision": 0.90135, + "recall": 0.93083, + "f1": 0.910573, + "accuracy": 0.93083, + "main_score": 0.910573, + "hf_subset": "jpn_Jpan-kas_Arab", + "languages": [ + "jpn-Jpan", + "kas-Arab" + ] + }, + { + "precision": 0.880715, + "recall": 0.916008, + "f1": 0.891667, + "accuracy": 0.916008, + "main_score": 0.891667, + "hf_subset": "jpn_Jpan-ltg_Latn", + "languages": [ + "jpn-Jpan", + "ltg-Latn" + ] + }, + { + "precision": 0.715036, + "recall": 0.781621, + "f1": 0.735037, + "accuracy": 0.781621, + "main_score": 0.735037, + "hf_subset": "jpn_Jpan-nso_Latn", + "languages": [ + "jpn-Jpan", + "nso-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "jpn_Jpan-sin_Sinh", + "languages": [ + "jpn-Jpan", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-tha_Thai", + "languages": [ + "jpn-Jpan", + "tha-Thai" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-ast_Latn", + "languages": [ + "jpn-Jpan", + "ast-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "jpn_Jpan-crh_Latn", + "languages": [ + "jpn-Jpan", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-glg_Latn", + "languages": [ + "jpn-Jpan", + "glg-Latn" + ] + }, + { + "precision": 0.83274, + "recall": 0.87747, + "f1": 0.846278, + "accuracy": 0.87747, + "main_score": 0.846278, + "hf_subset": "jpn_Jpan-kas_Deva", + "languages": [ + "jpn-Jpan", + "kas-Deva" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "jpn_Jpan-ltz_Latn", + "languages": [ + "jpn-Jpan", + "ltz-Latn" + ] + }, + { + "precision": 0.413266, + "recall": 0.477273, + "f1": 0.430331, + "accuracy": 0.477273, + "main_score": 0.430331, + "hf_subset": "jpn_Jpan-nus_Latn", + "languages": [ + "jpn-Jpan", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-slk_Latn", + "languages": [ + "jpn-Jpan", + "slk-Latn" + ] + }, + { + "precision": 0.59115, + "recall": 0.674901, + "f1": 0.614411, + "accuracy": 0.674901, + "main_score": 0.614411, + "hf_subset": "jpn_Jpan-tir_Ethi", + "languages": [ + "jpn-Jpan", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ] + }, + { + "precision": 0.979414, + "recall": 0.98419, + "f1": 0.980896, + "accuracy": 0.98419, + "main_score": 0.980896, + "hf_subset": "jpn_Jpan-awa_Deva", + "languages": [ + "jpn-Jpan", + "awa-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "jpn_Jpan-cym_Latn", + "languages": [ + "jpn-Jpan", + "cym-Latn" + ] + }, + { + "precision": 0.731101, + "recall": 0.793478, + "f1": 0.748875, + "accuracy": 0.793478, + "main_score": 0.748875, + "hf_subset": "jpn_Jpan-grn_Latn", + "languages": [ + "jpn-Jpan", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jpn_Jpan-kat_Geor", + "languages": [ + "jpn-Jpan", + "kat-Geor" + ] + }, + { + "precision": 0.559614, + "recall": 0.62747, + "f1": 0.57751, + "accuracy": 0.62747, + "main_score": 0.57751, + "hf_subset": "jpn_Jpan-lua_Latn", + "languages": [ + "jpn-Jpan", + "lua-Latn" + ] + }, + { + "precision": 0.779249, + "recall": 0.836957, + "f1": 0.796744, + "accuracy": 0.836957, + "main_score": 0.796744, + "hf_subset": "jpn_Jpan-nya_Latn", + "languages": [ + "jpn-Jpan", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jpn_Jpan-slv_Latn", + "languages": [ + "jpn-Jpan", + "slv-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "jpn_Jpan-tpi_Latn", + "languages": [ + "jpn-Jpan", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-zsm_Latn", + "languages": [ + "jpn-Jpan", + "zsm-Latn" + ] + }, + { + "precision": 0.477722, + "recall": 0.539526, + "f1": 0.494325, + "accuracy": 0.539526, + "main_score": 0.494325, + "hf_subset": "jpn_Jpan-ayr_Latn", + "languages": [ + "jpn-Jpan", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-dan_Latn", + "languages": [ + "jpn-Jpan", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-guj_Gujr", + "languages": [ + "jpn-Jpan", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jpn_Jpan-kaz_Cyrl", + "languages": [ + "jpn-Jpan", + "kaz-Cyrl" + ] + }, + { + "precision": 0.604026, + "recall": 0.678854, + "f1": 0.625155, + "accuracy": 0.678854, + "main_score": 0.625155, + "hf_subset": "jpn_Jpan-lug_Latn", + "languages": [ + "jpn-Jpan", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-oci_Latn", + "languages": [ + "jpn-Jpan", + "oci-Latn" + ] + }, + { + "precision": 0.796887, + "recall": 0.848814, + "f1": 0.812535, + "accuracy": 0.848814, + "main_score": 0.812535, + "hf_subset": "jpn_Jpan-smo_Latn", + "languages": [ + "jpn-Jpan", + "smo-Latn" + ] + }, + { + "precision": 0.693109, + "recall": 0.76087, + "f1": 0.712914, + "accuracy": 0.76087, + "main_score": 0.712914, + "hf_subset": "jpn_Jpan-tsn_Latn", + "languages": [ + "jpn-Jpan", + "tsn-Latn" + ] + }, + { + "precision": 0.832016, + "recall": 0.880435, + "f1": 0.846805, + "accuracy": 0.880435, + "main_score": 0.846805, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ] + }, + { + "precision": 0.916996, + "recall": 0.942688, + "f1": 0.925231, + "accuracy": 0.942688, + "main_score": 0.925231, + "hf_subset": "jpn_Jpan-azb_Arab", + "languages": [ + "jpn-Jpan", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "jpn_Jpan-hat_Latn", + "languages": [ + "jpn-Jpan", + "hat-Latn" + ] + }, + { + "precision": 0.437334, + "recall": 0.496047, + "f1": 0.453273, + "accuracy": 0.496047, + "main_score": 0.453273, + "hf_subset": "jpn_Jpan-kbp_Latn", + "languages": [ + "jpn-Jpan", + "kbp-Latn" + ] + }, + { + "precision": 0.493445, + "recall": 0.560277, + "f1": 0.511574, + "accuracy": 0.560277, + "main_score": 0.511574, + "hf_subset": "jpn_Jpan-luo_Latn", + "languages": [ + "jpn-Jpan", + "luo-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "jpn_Jpan-ory_Orya", + "languages": [ + "jpn-Jpan", + "ory-Orya" + ] + }, + { + "precision": 0.833037, + "recall": 0.881423, + "f1": 0.848287, + "accuracy": 0.881423, + "main_score": 0.848287, + "hf_subset": "jpn_Jpan-sna_Latn", + "languages": [ + "jpn-Jpan", + "sna-Latn" + ] + }, + { + "precision": 0.605593, + "recall": 0.677866, + "f1": 0.625786, + "accuracy": 0.677866, + "main_score": 0.625786, + "hf_subset": "jpn_Jpan-tso_Latn", + "languages": [ + "jpn-Jpan", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-azj_Latn", + "languages": [ + "jpn-Jpan", + "azj-Latn" + ] + }, + { + "precision": 0.483132, + "recall": 0.554348, + "f1": 0.503188, + "accuracy": 0.554348, + "main_score": 0.503188, + "hf_subset": "jpn_Jpan-dik_Latn", + "languages": [ + "jpn-Jpan", + "dik-Latn" + ] + }, + { + "precision": 0.85947, + "recall": 0.899209, + "f1": 0.871937, + "accuracy": 0.899209, + "main_score": 0.871937, + "hf_subset": "jpn_Jpan-hau_Latn", + "languages": [ + "jpn-Jpan", + "hau-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.970356, + "f1": 0.960474, + "accuracy": 0.970356, + "main_score": 0.960474, + "hf_subset": "jpn_Jpan-kea_Latn", + "languages": [ + "jpn-Jpan", + "kea-Latn" + ] + }, + { + "precision": 0.903821, + "recall": 0.932806, + "f1": 0.913208, + "accuracy": 0.932806, + "main_score": 0.913208, + "hf_subset": "jpn_Jpan-lus_Latn", + "languages": [ + "jpn-Jpan", + "lus-Latn" + ] + }, + { + "precision": 0.840152, + "recall": 0.881423, + "f1": 0.852701, + "accuracy": 0.881423, + "main_score": 0.852701, + "hf_subset": "jpn_Jpan-pag_Latn", + "languages": [ + "jpn-Jpan", + "pag-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "jpn_Jpan-snd_Arab", + "languages": [ + "jpn-Jpan", + "snd-Arab" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "jpn_Jpan-tuk_Latn", + "languages": [ + "jpn-Jpan", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jpn_Jpan-bak_Cyrl", + "languages": [ + "jpn-Jpan", + "bak-Cyrl" + ] + }, + { + "precision": 0.434989, + "recall": 0.51087, + "f1": 0.455874, + "accuracy": 0.51087, + "main_score": 0.455874, + "hf_subset": "jpn_Jpan-dyu_Latn", + "languages": [ + "jpn-Jpan", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "jpn_Jpan-khk_Cyrl", + "languages": [ + "jpn-Jpan", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jpn_Jpan-lvs_Latn", + "languages": [ + "jpn-Jpan", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "jpn_Jpan-pan_Guru", + "languages": [ + "jpn-Jpan", + "pan-Guru" + ] + }, + { + "precision": 0.814625, + "recall": 0.866601, + "f1": 0.830618, + "accuracy": 0.866601, + "main_score": 0.830618, + "hf_subset": "jpn_Jpan-som_Latn", + "languages": [ + "jpn-Jpan", + "som-Latn" + ] + }, + { + "precision": 0.661307, + "recall": 0.726285, + "f1": 0.679789, + "accuracy": 0.726285, + "main_score": 0.679789, + "hf_subset": "jpn_Jpan-tum_Latn", + "languages": [ + "jpn-Jpan", + "tum-Latn" + ] + }, + { + "precision": 0.547212, + "recall": 0.630435, + "f1": 0.571415, + "accuracy": 0.630435, + "main_score": 0.571415, + "hf_subset": "lij_Latn-ace_Arab", + "languages": [ + "lij-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.518081, + "recall": 0.577075, + "f1": 0.534951, + "accuracy": 0.577075, + "main_score": 0.534951, + "hf_subset": "lij_Latn-bam_Latn", + "languages": [ + "lij-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.578681, + "recall": 0.666008, + "f1": 0.603549, + "accuracy": 0.666008, + "main_score": 0.603549, + "hf_subset": "lij_Latn-dzo_Tibt", + "languages": [ + "lij-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-hin_Deva", + "languages": [ + "lij-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "lij_Latn-khm_Khmr", + "languages": [ + "lij-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-mag_Deva", + "languages": [ + "lij-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-pap_Latn", + "languages": [ + "lij-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.816288, + "recall": 0.864625, + "f1": 0.830863, + "accuracy": 0.864625, + "main_score": 0.830863, + "hf_subset": "lij_Latn-sot_Latn", + "languages": [ + "lij-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-tur_Latn", + "languages": [ + "lij-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.894104, + "recall": 0.920949, + "f1": 0.902259, + "accuracy": 0.920949, + "main_score": 0.902259, + "hf_subset": "lij_Latn-ace_Latn", + "languages": [ + "lij-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "lij_Latn-ban_Latn", + "languages": [ + "lij-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-ell_Grek", + "languages": [ + "lij-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "lij_Latn-hne_Deva", + "languages": [ + "lij-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.588877, + "recall": 0.650198, + "f1": 0.60594, + "accuracy": 0.650198, + "main_score": 0.60594, + "hf_subset": "lij_Latn-kik_Latn", + "languages": [ + "lij-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-mai_Deva", + "languages": [ + "lij-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "lij_Latn-pbt_Arab", + "languages": [ + "lij-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-spa_Latn", + "languages": [ + "lij-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.777289, + "recall": 0.832016, + "f1": 0.793972, + "accuracy": 0.832016, + "main_score": 0.793972, + "hf_subset": "lij_Latn-twi_Latn", + "languages": [ + "lij-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-acm_Arab", + "languages": [ + "lij-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lij_Latn-bel_Cyrl", + "languages": [ + "lij-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-eng_Latn", + "languages": [ + "lij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lij_Latn-hrv_Latn", + "languages": [ + "lij-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.827833, + "recall": 0.871542, + "f1": 0.84081, + "accuracy": 0.871542, + "main_score": 0.84081, + "hf_subset": "lij_Latn-kin_Latn", + "languages": [ + "lij-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lij_Latn-mal_Mlym", + "languages": [ + "lij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-pes_Arab", + "languages": [ + "lij-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-srd_Latn", + "languages": [ + "lij-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.231662, + "recall": 0.290514, + "f1": 0.246263, + "accuracy": 0.290514, + "main_score": 0.246263, + "hf_subset": "lij_Latn-tzm_Tfng", + "languages": [ + "lij-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-acq_Arab", + "languages": [ + "lij-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.681366, + "recall": 0.740119, + "f1": 0.698492, + "accuracy": 0.740119, + "main_score": 0.698492, + "hf_subset": "lij_Latn-bem_Latn", + "languages": [ + "lij-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-epo_Latn", + "languages": [ + "lij-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-hun_Latn", + "languages": [ + "lij-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lij_Latn-kir_Cyrl", + "languages": [ + "lij-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-mar_Deva", + "languages": [ + "lij-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.833498, + "recall": 0.876482, + "f1": 0.84641, + "accuracy": 0.876482, + "main_score": 0.84641, + "hf_subset": "lij_Latn-plt_Latn", + "languages": [ + "lij-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-srp_Cyrl", + "languages": [ + "lij-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.929183, + "recall": 0.950593, + "f1": 0.9361, + "accuracy": 0.950593, + "main_score": 0.9361, + "hf_subset": "lij_Latn-uig_Arab", + "languages": [ + "lij-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-aeb_Arab", + "languages": [ + "lij-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-ben_Beng", + "languages": [ + "lij-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lij_Latn-est_Latn", + "languages": [ + "lij-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-hye_Armn", + "languages": [ + "lij-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.507552, + "recall": 0.564229, + "f1": 0.523784, + "accuracy": 0.564229, + "main_score": 0.523784, + "hf_subset": "lij_Latn-kmb_Latn", + "languages": [ + "lij-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.525093, + "recall": 0.608696, + "f1": 0.548277, + "accuracy": 0.608696, + "main_score": 0.548277, + "hf_subset": "lij_Latn-min_Arab", + "languages": [ + "lij-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-pol_Latn", + "languages": [ + "lij-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.699581, + "recall": 0.764822, + "f1": 0.718331, + "accuracy": 0.764822, + "main_score": 0.718331, + "hf_subset": "lij_Latn-ssw_Latn", + "languages": [ + "lij-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-ukr_Cyrl", + "languages": [ + "lij-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-afr_Latn", + "languages": [ + "lij-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-bho_Deva", + "languages": [ + "lij-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lij_Latn-eus_Latn", + "languages": [ + "lij-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.844812, + "recall": 0.88834, + "f1": 0.858385, + "accuracy": 0.88834, + "main_score": 0.858385, + "hf_subset": "lij_Latn-ibo_Latn", + "languages": [ + "lij-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.86194, + "recall": 0.898221, + "f1": 0.87301, + "accuracy": 0.898221, + "main_score": 0.87301, + "hf_subset": "lij_Latn-kmr_Latn", + "languages": [ + "lij-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "lij_Latn-min_Latn", + "languages": [ + "lij-Latn", + "min-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lij_Latn-por_Latn", + "languages": [ + "lij-Latn", + "por-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "lij_Latn-sun_Latn", + "languages": [ + "lij-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.50019, + "recall": 0.556324, + "f1": 0.516778, + "accuracy": 0.556324, + "main_score": 0.516778, + "hf_subset": "lij_Latn-umb_Latn", + "languages": [ + "lij-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-ajp_Arab", + "languages": [ + "lij-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.534458, + "recall": 0.609684, + "f1": 0.556003, + "accuracy": 0.609684, + "main_score": 0.556003, + "hf_subset": "lij_Latn-bjn_Arab", + "languages": [ + "lij-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.485247, + "recall": 0.539526, + "f1": 0.500626, + "accuracy": 0.539526, + "main_score": 0.500626, + "hf_subset": "lij_Latn-ewe_Latn", + "languages": [ + "lij-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.93997, + "recall": 0.958498, + "f1": 0.945883, + "accuracy": 0.958498, + "main_score": 0.945883, + "hf_subset": "lij_Latn-ilo_Latn", + "languages": [ + "lij-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.270338, + "recall": 0.336957, + "f1": 0.288233, + "accuracy": 0.336957, + "main_score": 0.288233, + "hf_subset": "lij_Latn-knc_Arab", + "languages": [ + "lij-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-mkd_Cyrl", + "languages": [ + "lij-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-prs_Arab", + "languages": [ + "lij-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-swe_Latn", + "languages": [ + "lij-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-urd_Arab", + "languages": [ + "lij-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.723995, + "recall": 0.785573, + "f1": 0.74177, + "accuracy": 0.785573, + "main_score": 0.74177, + "hf_subset": "lij_Latn-aka_Latn", + "languages": [ + "lij-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lij_Latn-bjn_Latn", + "languages": [ + "lij-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "lij_Latn-fao_Latn", + "languages": [ + "lij-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ind_Latn", + "languages": [ + "lij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.537968, + "recall": 0.591897, + "f1": 0.553096, + "accuracy": 0.591897, + "main_score": 0.553096, + "hf_subset": "lij_Latn-knc_Latn", + "languages": [ + "lij-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-mlt_Latn", + "languages": [ + "lij-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.654531, + "recall": 0.716403, + "f1": 0.672464, + "accuracy": 0.716403, + "main_score": 0.672464, + "hf_subset": "lij_Latn-quy_Latn", + "languages": [ + "lij-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "lij_Latn-swh_Latn", + "languages": [ + "lij-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-uzn_Latn", + "languages": [ + "lij-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-als_Latn", + "languages": [ + "lij-Latn", + "als-Latn" + ] + }, + { + "precision": 0.74819, + "recall": 0.811265, + "f1": 0.766658, + "accuracy": 0.811265, + "main_score": 0.766658, + "hf_subset": "lij_Latn-bod_Tibt", + "languages": [ + "lij-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.636167, + "recall": 0.699605, + "f1": 0.654372, + "accuracy": 0.699605, + "main_score": 0.654372, + "hf_subset": "lij_Latn-fij_Latn", + "languages": [ + "lij-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "lij_Latn-isl_Latn", + "languages": [ + "lij-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.627607, + "recall": 0.692688, + "f1": 0.645633, + "accuracy": 0.692688, + "main_score": 0.645633, + "hf_subset": "lij_Latn-kon_Latn", + "languages": [ + "lij-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.612889, + "recall": 0.685771, + "f1": 0.633802, + "accuracy": 0.685771, + "main_score": 0.633802, + "hf_subset": "lij_Latn-mni_Beng", + "languages": [ + "lij-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ron_Latn", + "languages": [ + "lij-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "lij_Latn-szl_Latn", + "languages": [ + "lij-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lij_Latn-vec_Latn", + "languages": [ + "lij-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.907279, + "recall": 0.934783, + "f1": 0.916008, + "accuracy": 0.934783, + "main_score": 0.916008, + "hf_subset": "lij_Latn-amh_Ethi", + "languages": [ + "lij-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-bos_Latn", + "languages": [ + "lij-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lij_Latn-fin_Latn", + "languages": [ + "lij-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ita_Latn", + "languages": [ + "lij-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-kor_Hang", + "languages": [ + "lij-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.515032, + "recall": 0.577075, + "f1": 0.532177, + "accuracy": 0.577075, + "main_score": 0.532177, + "hf_subset": "lij_Latn-mos_Latn", + "languages": [ + "lij-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.717855, + "recall": 0.773715, + "f1": 0.734508, + "accuracy": 0.773715, + "main_score": 0.734508, + "hf_subset": "lij_Latn-run_Latn", + "languages": [ + "lij-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lij_Latn-tam_Taml", + "languages": [ + "lij-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-vie_Latn", + "languages": [ + "lij-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-apc_Arab", + "languages": [ + "lij-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.760491, + "recall": 0.812253, + "f1": 0.776369, + "accuracy": 0.812253, + "main_score": 0.776369, + "hf_subset": "lij_Latn-bug_Latn", + "languages": [ + "lij-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.446337, + "recall": 0.492095, + "f1": 0.459222, + "accuracy": 0.492095, + "main_score": 0.459222, + "hf_subset": "lij_Latn-fon_Latn", + "languages": [ + "lij-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lij_Latn-jav_Latn", + "languages": [ + "lij-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.93363, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "lij_Latn-lao_Laoo", + "languages": [ + "lij-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.870504, + "recall": 0.907115, + "f1": 0.881983, + "accuracy": 0.907115, + "main_score": 0.881983, + "hf_subset": "lij_Latn-mri_Latn", + "languages": [ + "lij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lij_Latn-rus_Cyrl", + "languages": [ + "lij-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.53001, + "recall": 0.589921, + "f1": 0.546961, + "accuracy": 0.589921, + "main_score": 0.546961, + "hf_subset": "lij_Latn-taq_Latn", + "languages": [ + "lij-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "lij_Latn-war_Latn", + "languages": [ + "lij-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-arb_Arab", + "languages": [ + "lij-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-bul_Cyrl", + "languages": [ + "lij-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-fra_Latn", + "languages": [ + "lij-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lij_Latn-jpn_Jpan", + "languages": [ + "lij-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "lij_Latn-mya_Mymr", + "languages": [ + "lij-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.569384, + "recall": 0.634387, + "f1": 0.588054, + "accuracy": 0.634387, + "main_score": 0.588054, + "hf_subset": "lij_Latn-sag_Latn", + "languages": [ + "lij-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.229842, + "recall": 0.296443, + "f1": 0.246819, + "accuracy": 0.296443, + "main_score": 0.246819, + "hf_subset": "lij_Latn-taq_Tfng", + "languages": [ + "lij-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.657843, + "recall": 0.717391, + "f1": 0.674936, + "accuracy": 0.717391, + "main_score": 0.674936, + "hf_subset": "lij_Latn-wol_Latn", + "languages": [ + "lij-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.85247, + "recall": 0.896245, + "f1": 0.866271, + "accuracy": 0.896245, + "main_score": 0.866271, + "hf_subset": "lij_Latn-arb_Latn", + "languages": [ + "lij-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-cat_Latn", + "languages": [ + "lij-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-fur_Latn", + "languages": [ + "lij-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.467332, + "recall": 0.537549, + "f1": 0.487222, + "accuracy": 0.537549, + "main_score": 0.487222, + "hf_subset": "lij_Latn-kab_Latn", + "languages": [ + "lij-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-lim_Latn", + "languages": [ + "lij-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-nld_Latn", + "languages": [ + "lij-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "lij_Latn-san_Deva", + "languages": [ + "lij-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-tat_Cyrl", + "languages": [ + "lij-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.844648, + "recall": 0.88834, + "f1": 0.858235, + "accuracy": 0.88834, + "main_score": 0.858235, + "hf_subset": "lij_Latn-xho_Latn", + "languages": [ + "lij-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-ars_Arab", + "languages": [ + "lij-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-ceb_Latn", + "languages": [ + "lij-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.506926, + "recall": 0.575099, + "f1": 0.52647, + "accuracy": 0.575099, + "main_score": 0.52647, + "hf_subset": "lij_Latn-fuv_Latn", + "languages": [ + "lij-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.48672, + "recall": 0.547431, + "f1": 0.503749, + "accuracy": 0.547431, + "main_score": 0.503749, + "hf_subset": "lij_Latn-kac_Latn", + "languages": [ + "lij-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.6544, + "recall": 0.717391, + "f1": 0.672073, + "accuracy": 0.717391, + "main_score": 0.672073, + "hf_subset": "lij_Latn-lin_Latn", + "languages": [ + "lij-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-nno_Latn", + "languages": [ + "lij-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.844615, + "recall": 0.889328, + "f1": 0.858564, + "accuracy": 0.889328, + "main_score": 0.858564, + "hf_subset": "lij_Latn-sat_Olck", + "languages": [ + "lij-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lij_Latn-tel_Telu", + "languages": [ + "lij-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lij_Latn-ydd_Hebr", + "languages": [ + "lij-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lij_Latn-ary_Arab", + "languages": [ + "lij-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ces_Latn", + "languages": [ + "lij-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.571214, + "recall": 0.643281, + "f1": 0.591009, + "accuracy": 0.643281, + "main_score": 0.591009, + "hf_subset": "lij_Latn-gaz_Latn", + "languages": [ + "lij-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.552423, + "recall": 0.623518, + "f1": 0.573028, + "accuracy": 0.623518, + "main_score": 0.573028, + "hf_subset": "lij_Latn-kam_Latn", + "languages": [ + "lij-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lij_Latn-lit_Latn", + "languages": [ + "lij-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-nob_Latn", + "languages": [ + "lij-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-scn_Latn", + "languages": [ + "lij-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "lij_Latn-tgk_Cyrl", + "languages": [ + "lij-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.724671, + "recall": 0.791502, + "f1": 0.74457, + "accuracy": 0.791502, + "main_score": 0.74457, + "hf_subset": "lij_Latn-yor_Latn", + "languages": [ + "lij-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-arz_Arab", + "languages": [ + "lij-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.527546, + "recall": 0.598814, + "f1": 0.547689, + "accuracy": 0.598814, + "main_score": 0.547689, + "hf_subset": "lij_Latn-cjk_Latn", + "languages": [ + "lij-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.925066, + "recall": 0.949605, + "f1": 0.933136, + "accuracy": 0.949605, + "main_score": 0.933136, + "hf_subset": "lij_Latn-gla_Latn", + "languages": [ + "lij-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-kan_Knda", + "languages": [ + "lij-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lij_Latn-lmo_Latn", + "languages": [ + "lij-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lij_Latn-npi_Deva", + "languages": [ + "lij-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.518118, + "recall": 0.599802, + "f1": 0.541122, + "accuracy": 0.599802, + "main_score": 0.541122, + "hf_subset": "lij_Latn-shn_Mymr", + "languages": [ + "lij-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-tgl_Latn", + "languages": [ + "lij-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-yue_Hant", + "languages": [ + "lij-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "lij_Latn-asm_Beng", + "languages": [ + "lij-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.89748, + "recall": 0.927866, + "f1": 0.907345, + "accuracy": 0.927866, + "main_score": 0.907345, + "hf_subset": "lij_Latn-ckb_Arab", + "languages": [ + "lij-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "lij_Latn-gle_Latn", + "languages": [ + "lij-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.92029, + "recall": 0.945652, + "f1": 0.928524, + "accuracy": 0.945652, + "main_score": 0.928524, + "hf_subset": "lij_Latn-kas_Arab", + "languages": [ + "lij-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.88941, + "recall": 0.922925, + "f1": 0.900099, + "accuracy": 0.922925, + "main_score": 0.900099, + "hf_subset": "lij_Latn-ltg_Latn", + "languages": [ + "lij-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.761549, + "recall": 0.817194, + "f1": 0.77808, + "accuracy": 0.817194, + "main_score": 0.77808, + "hf_subset": "lij_Latn-nso_Latn", + "languages": [ + "lij-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lij_Latn-sin_Sinh", + "languages": [ + "lij-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-tha_Thai", + "languages": [ + "lij-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lij_Latn-zho_Hans", + "languages": [ + "lij-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-ast_Latn", + "languages": [ + "lij-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "lij_Latn-crh_Latn", + "languages": [ + "lij-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-glg_Latn", + "languages": [ + "lij-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.86059, + "recall": 0.898221, + "f1": 0.872384, + "accuracy": 0.898221, + "main_score": 0.872384, + "hf_subset": "lij_Latn-kas_Deva", + "languages": [ + "lij-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-ltz_Latn", + "languages": [ + "lij-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.451419, + "recall": 0.51581, + "f1": 0.469514, + "accuracy": 0.51581, + "main_score": 0.469514, + "hf_subset": "lij_Latn-nus_Latn", + "languages": [ + "lij-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-slk_Latn", + "languages": [ + "lij-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.636011, + "recall": 0.704545, + "f1": 0.656016, + "accuracy": 0.704545, + "main_score": 0.656016, + "hf_subset": "lij_Latn-tir_Ethi", + "languages": [ + "lij-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-zho_Hant", + "languages": [ + "lij-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.974473, + "recall": 0.981225, + "f1": 0.976614, + "accuracy": 0.981225, + "main_score": 0.976614, + "hf_subset": "lij_Latn-awa_Deva", + "languages": [ + "lij-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-cym_Latn", + "languages": [ + "lij-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.801795, + "recall": 0.846838, + "f1": 0.81573, + "accuracy": 0.846838, + "main_score": 0.81573, + "hf_subset": "lij_Latn-grn_Latn", + "languages": [ + "lij-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lij_Latn-kat_Geor", + "languages": [ + "lij-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.618687, + "recall": 0.679842, + "f1": 0.635677, + "accuracy": 0.679842, + "main_score": 0.635677, + "hf_subset": "lij_Latn-lua_Latn", + "languages": [ + "lij-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.798205, + "recall": 0.848814, + "f1": 0.81357, + "accuracy": 0.848814, + "main_score": 0.81357, + "hf_subset": "lij_Latn-nya_Latn", + "languages": [ + "lij-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-slv_Latn", + "languages": [ + "lij-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "lij_Latn-tpi_Latn", + "languages": [ + "lij-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-zsm_Latn", + "languages": [ + "lij-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.536981, + "recall": 0.599802, + "f1": 0.55477, + "accuracy": 0.599802, + "main_score": 0.55477, + "hf_subset": "lij_Latn-ayr_Latn", + "languages": [ + "lij-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-dan_Latn", + "languages": [ + "lij-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-guj_Gujr", + "languages": [ + "lij-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lij_Latn-kaz_Cyrl", + "languages": [ + "lij-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.622283, + "recall": 0.693676, + "f1": 0.642759, + "accuracy": 0.693676, + "main_score": 0.642759, + "hf_subset": "lij_Latn-lug_Latn", + "languages": [ + "lij-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-oci_Latn", + "languages": [ + "lij-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.813356, + "recall": 0.86166, + "f1": 0.828261, + "accuracy": 0.86166, + "main_score": 0.828261, + "hf_subset": "lij_Latn-smo_Latn", + "languages": [ + "lij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.6972, + "recall": 0.762846, + "f1": 0.716554, + "accuracy": 0.762846, + "main_score": 0.716554, + "hf_subset": "lij_Latn-tsn_Latn", + "languages": [ + "lij-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.835392, + "recall": 0.880435, + "f1": 0.849111, + "accuracy": 0.880435, + "main_score": 0.849111, + "hf_subset": "lij_Latn-zul_Latn", + "languages": [ + "lij-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.923337, + "recall": 0.94664, + "f1": 0.930731, + "accuracy": 0.94664, + "main_score": 0.930731, + "hf_subset": "lij_Latn-azb_Arab", + "languages": [ + "lij-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-deu_Latn", + "languages": [ + "lij-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "lij_Latn-hat_Latn", + "languages": [ + "lij-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.506021, + "recall": 0.561265, + "f1": 0.52168, + "accuracy": 0.561265, + "main_score": 0.52168, + "hf_subset": "lij_Latn-kbp_Latn", + "languages": [ + "lij-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.549491, + "recall": 0.606719, + "f1": 0.565326, + "accuracy": 0.606719, + "main_score": 0.565326, + "hf_subset": "lij_Latn-luo_Latn", + "languages": [ + "lij-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "lij_Latn-ory_Orya", + "languages": [ + "lij-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.868363, + "recall": 0.90415, + "f1": 0.879513, + "accuracy": 0.90415, + "main_score": 0.879513, + "hf_subset": "lij_Latn-sna_Latn", + "languages": [ + "lij-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.658424, + "recall": 0.721344, + "f1": 0.676495, + "accuracy": 0.721344, + "main_score": 0.676495, + "hf_subset": "lij_Latn-tso_Latn", + "languages": [ + "lij-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lij_Latn-azj_Latn", + "languages": [ + "lij-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.504268, + "recall": 0.572134, + "f1": 0.524082, + "accuracy": 0.572134, + "main_score": 0.524082, + "hf_subset": "lij_Latn-dik_Latn", + "languages": [ + "lij-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.875823, + "recall": 0.912055, + "f1": 0.887319, + "accuracy": 0.912055, + "main_score": 0.887319, + "hf_subset": "lij_Latn-hau_Latn", + "languages": [ + "lij-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-kea_Latn", + "languages": [ + "lij-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.897645, + "recall": 0.927866, + "f1": 0.907345, + "accuracy": 0.927866, + "main_score": 0.907345, + "hf_subset": "lij_Latn-lus_Latn", + "languages": [ + "lij-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.865283, + "recall": 0.903162, + "f1": 0.877108, + "accuracy": 0.903162, + "main_score": 0.877108, + "hf_subset": "lij_Latn-pag_Latn", + "languages": [ + "lij-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "lij_Latn-snd_Arab", + "languages": [ + "lij-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lij_Latn-tuk_Latn", + "languages": [ + "lij-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lij_Latn-bak_Cyrl", + "languages": [ + "lij-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.477381, + "recall": 0.551383, + "f1": 0.497811, + "accuracy": 0.551383, + "main_score": 0.497811, + "hf_subset": "lij_Latn-dyu_Latn", + "languages": [ + "lij-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-heb_Hebr", + "languages": [ + "lij-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "lij_Latn-khk_Cyrl", + "languages": [ + "lij-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-lvs_Latn", + "languages": [ + "lij-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-pan_Guru", + "languages": [ + "lij-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.837731, + "recall": 0.885375, + "f1": 0.852503, + "accuracy": 0.885375, + "main_score": 0.852503, + "hf_subset": "lij_Latn-som_Latn", + "languages": [ + "lij-Latn", + "som-Latn" + ] + }, + { + "precision": 0.669838, + "recall": 0.730237, + "f1": 0.687095, + "accuracy": 0.730237, + "main_score": 0.687095, + "hf_subset": "lij_Latn-tum_Latn", + "languages": [ + "lij-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.41487, + "recall": 0.48913, + "f1": 0.434575, + "accuracy": 0.48913, + "main_score": 0.434575, + "hf_subset": "mya_Mymr-ace_Arab", + "languages": [ + "mya-Mymr", + "ace-Arab" + ] + }, + { + "precision": 0.390767, + "recall": 0.4417, + "f1": 0.403029, + "accuracy": 0.4417, + "main_score": 0.403029, + "hf_subset": "mya_Mymr-bam_Latn", + "languages": [ + "mya-Mymr", + "bam-Latn" + ] + }, + { + "precision": 0.584112, + "recall": 0.668972, + "f1": 0.607442, + "accuracy": 0.668972, + "main_score": 0.607442, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-hin_Deva", + "languages": [ + "mya-Mymr", + "hin-Deva" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "mya_Mymr-mag_Deva", + "languages": [ + "mya-Mymr", + "mag-Deva" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "mya_Mymr-pap_Latn", + "languages": [ + "mya-Mymr", + "pap-Latn" + ] + }, + { + "precision": 0.782075, + "recall": 0.836957, + "f1": 0.798699, + "accuracy": 0.836957, + "main_score": 0.798699, + "hf_subset": "mya_Mymr-sot_Latn", + "languages": [ + "mya-Mymr", + "sot-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mya_Mymr-tur_Latn", + "languages": [ + "mya-Mymr", + "tur-Latn" + ] + }, + { + "precision": 0.768347, + "recall": 0.823123, + "f1": 0.785099, + "accuracy": 0.823123, + "main_score": 0.785099, + "hf_subset": "mya_Mymr-ace_Latn", + "languages": [ + "mya-Mymr", + "ace-Latn" + ] + }, + { + "precision": 0.909783, + "recall": 0.935771, + "f1": 0.917951, + "accuracy": 0.935771, + "main_score": 0.917951, + "hf_subset": "mya_Mymr-ban_Latn", + "languages": [ + "mya-Mymr", + "ban-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "mya_Mymr-ell_Grek", + "languages": [ + "mya-Mymr", + "ell-Grek" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "mya_Mymr-hne_Deva", + "languages": [ + "mya-Mymr", + "hne-Deva" + ] + }, + { + "precision": 0.488784, + "recall": 0.561265, + "f1": 0.506955, + "accuracy": 0.561265, + "main_score": 0.506955, + "hf_subset": "mya_Mymr-kik_Latn", + "languages": [ + "mya-Mymr", + "kik-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "mya_Mymr-mai_Deva", + "languages": [ + "mya-Mymr", + "mai-Deva" + ] + }, + { + "precision": 0.924984, + "recall": 0.947628, + "f1": 0.932213, + "accuracy": 0.947628, + "main_score": 0.932213, + "hf_subset": "mya_Mymr-pbt_Arab", + "languages": [ + "mya-Mymr", + "pbt-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mya_Mymr-spa_Latn", + "languages": [ + "mya-Mymr", + "spa-Latn" + ] + }, + { + "precision": 0.634351, + "recall": 0.706522, + "f1": 0.654321, + "accuracy": 0.706522, + "main_score": 0.654321, + "hf_subset": "mya_Mymr-twi_Latn", + "languages": [ + "mya-Mymr", + "twi-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mya_Mymr-acm_Arab", + "languages": [ + "mya-Mymr", + "acm-Arab" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "mya_Mymr-bel_Cyrl", + "languages": [ + "mya-Mymr", + "bel-Cyrl" + ] + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "mya_Mymr-hrv_Latn", + "languages": [ + "mya-Mymr", + "hrv-Latn" + ] + }, + { + "precision": 0.801087, + "recall": 0.850791, + "f1": 0.816027, + "accuracy": 0.850791, + "main_score": 0.816027, + "hf_subset": "mya_Mymr-kin_Latn", + "languages": [ + "mya-Mymr", + "kin-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "mya_Mymr-mal_Mlym", + "languages": [ + "mya-Mymr", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-pes_Arab", + "languages": [ + "mya-Mymr", + "pes-Arab" + ] + }, + { + "precision": 0.946887, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "mya_Mymr-srd_Latn", + "languages": [ + "mya-Mymr", + "srd-Latn" + ] + }, + { + "precision": 0.179738, + "recall": 0.240119, + "f1": 0.194634, + "accuracy": 0.240119, + "main_score": 0.194634, + "hf_subset": "mya_Mymr-tzm_Tfng", + "languages": [ + "mya-Mymr", + "tzm-Tfng" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mya_Mymr-acq_Arab", + "languages": [ + "mya-Mymr", + "acq-Arab" + ] + }, + { + "precision": 0.581587, + "recall": 0.656126, + "f1": 0.602544, + "accuracy": 0.656126, + "main_score": 0.602544, + "hf_subset": "mya_Mymr-bem_Latn", + "languages": [ + "mya-Mymr", + "bem-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "mya_Mymr-epo_Latn", + "languages": [ + "mya-Mymr", + "epo-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-hun_Latn", + "languages": [ + "mya-Mymr", + "hun-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "mya_Mymr-kir_Cyrl", + "languages": [ + "mya-Mymr", + "kir-Cyrl" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mya_Mymr-mar_Deva", + "languages": [ + "mya-Mymr", + "mar-Deva" + ] + }, + { + "precision": 0.803755, + "recall": 0.851779, + "f1": 0.818398, + "accuracy": 0.851779, + "main_score": 0.818398, + "hf_subset": "mya_Mymr-plt_Latn", + "languages": [ + "mya-Mymr", + "plt-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "mya_Mymr-srp_Cyrl", + "languages": [ + "mya-Mymr", + "srp-Cyrl" + ] + }, + { + "precision": 0.924489, + "recall": 0.94664, + "f1": 0.931555, + "accuracy": 0.94664, + "main_score": 0.931555, + "hf_subset": "mya_Mymr-uig_Arab", + "languages": [ + "mya-Mymr", + "uig-Arab" + ] + }, + { + "precision": 0.957098, + "recall": 0.970356, + "f1": 0.961364, + "accuracy": 0.970356, + "main_score": 0.961364, + "hf_subset": "mya_Mymr-aeb_Arab", + "languages": [ + "mya-Mymr", + "aeb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-ben_Beng", + "languages": [ + "mya-Mymr", + "ben-Beng" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "mya_Mymr-est_Latn", + "languages": [ + "mya-Mymr", + "est-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mya_Mymr-hye_Armn", + "languages": [ + "mya-Mymr", + "hye-Armn" + ] + }, + { + "precision": 0.384784, + "recall": 0.443676, + "f1": 0.399703, + "accuracy": 0.443676, + "main_score": 0.399703, + "hf_subset": "mya_Mymr-kmb_Latn", + "languages": [ + "mya-Mymr", + "kmb-Latn" + ] + }, + { + "precision": 0.370824, + "recall": 0.451581, + "f1": 0.390821, + "accuracy": 0.451581, + "main_score": 0.390821, + "hf_subset": "mya_Mymr-min_Arab", + "languages": [ + "mya-Mymr", + "min-Arab" + ] + }, + { + "precision": 0.971756, + "recall": 0.980237, + "f1": 0.974374, + "accuracy": 0.980237, + "main_score": 0.974374, + "hf_subset": "mya_Mymr-pol_Latn", + "languages": [ + "mya-Mymr", + "pol-Latn" + ] + }, + { + "precision": 0.685334, + "recall": 0.757905, + "f1": 0.707254, + "accuracy": 0.757905, + "main_score": 0.707254, + "hf_subset": "mya_Mymr-ssw_Latn", + "languages": [ + "mya-Mymr", + "ssw-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mya_Mymr-ukr_Cyrl", + "languages": [ + "mya-Mymr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "mya_Mymr-afr_Latn", + "languages": [ + "mya-Mymr", + "afr-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "mya_Mymr-bho_Deva", + "languages": [ + "mya-Mymr", + "bho-Deva" + ] + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "mya_Mymr-eus_Latn", + "languages": [ + "mya-Mymr", + "eus-Latn" + ] + }, + { + "precision": 0.803211, + "recall": 0.855731, + "f1": 0.818464, + "accuracy": 0.855731, + "main_score": 0.818464, + "hf_subset": "mya_Mymr-ibo_Latn", + "languages": [ + "mya-Mymr", + "ibo-Latn" + ] + }, + { + "precision": 0.811439, + "recall": 0.860672, + "f1": 0.826466, + "accuracy": 0.860672, + "main_score": 0.826466, + "hf_subset": "mya_Mymr-kmr_Latn", + "languages": [ + "mya-Mymr", + "kmr-Latn" + ] + }, + { + "precision": 0.931324, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "mya_Mymr-min_Latn", + "languages": [ + "mya-Mymr", + "min-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-por_Latn", + "languages": [ + "mya-Mymr", + "por-Latn" + ] + }, + { + "precision": 0.929595, + "recall": 0.951581, + "f1": 0.936825, + "accuracy": 0.951581, + "main_score": 0.936825, + "hf_subset": "mya_Mymr-sun_Latn", + "languages": [ + "mya-Mymr", + "sun-Latn" + ] + }, + { + "precision": 0.367763, + "recall": 0.422925, + "f1": 0.382737, + "accuracy": 0.422925, + "main_score": 0.382737, + "hf_subset": "mya_Mymr-umb_Latn", + "languages": [ + "mya-Mymr", + "umb-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mya_Mymr-ajp_Arab", + "languages": [ + "mya-Mymr", + "ajp-Arab" + ] + }, + { + "precision": 0.40006, + "recall": 0.476285, + "f1": 0.420488, + "accuracy": 0.476285, + "main_score": 0.420488, + "hf_subset": "mya_Mymr-bjn_Arab", + "languages": [ + "mya-Mymr", + "bjn-Arab" + ] + }, + { + "precision": 0.389686, + "recall": 0.438735, + "f1": 0.402991, + "accuracy": 0.438735, + "main_score": 0.402991, + "hf_subset": "mya_Mymr-ewe_Latn", + "languages": [ + "mya-Mymr", + "ewe-Latn" + ] + }, + { + "precision": 0.892704, + "recall": 0.923913, + "f1": 0.902569, + "accuracy": 0.923913, + "main_score": 0.902569, + "hf_subset": "mya_Mymr-ilo_Latn", + "languages": [ + "mya-Mymr", + "ilo-Latn" + ] + }, + { + "precision": 0.210332, + "recall": 0.264822, + "f1": 0.223069, + "accuracy": 0.264822, + "main_score": 0.223069, + "hf_subset": "mya_Mymr-knc_Arab", + "languages": [ + "mya-Mymr", + "knc-Arab" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mya_Mymr-mkd_Cyrl", + "languages": [ + "mya-Mymr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "mya_Mymr-prs_Arab", + "languages": [ + "mya-Mymr", + "prs-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-swe_Latn", + "languages": [ + "mya-Mymr", + "swe-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-urd_Arab", + "languages": [ + "mya-Mymr", + "urd-Arab" + ] + }, + { + "precision": 0.637876, + "recall": 0.701581, + "f1": 0.65545, + "accuracy": 0.701581, + "main_score": 0.65545, + "hf_subset": "mya_Mymr-aka_Latn", + "languages": [ + "mya-Mymr", + "aka-Latn" + ] + }, + { + "precision": 0.930148, + "recall": 0.950593, + "f1": 0.936479, + "accuracy": 0.950593, + "main_score": 0.936479, + "hf_subset": "mya_Mymr-bjn_Latn", + "languages": [ + "mya-Mymr", + "bjn-Latn" + ] + }, + { + "precision": 0.928689, + "recall": 0.950593, + "f1": 0.935771, + "accuracy": 0.950593, + "main_score": 0.935771, + "hf_subset": "mya_Mymr-fao_Latn", + "languages": [ + "mya-Mymr", + "fao-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mya_Mymr-ind_Latn", + "languages": [ + "mya-Mymr", + "ind-Latn" + ] + }, + { + "precision": 0.43644, + "recall": 0.491107, + "f1": 0.450898, + "accuracy": 0.491107, + "main_score": 0.450898, + "hf_subset": "mya_Mymr-knc_Latn", + "languages": [ + "mya-Mymr", + "knc-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "mya_Mymr-mlt_Latn", + "languages": [ + "mya-Mymr", + "mlt-Latn" + ] + }, + { + "precision": 0.565952, + "recall": 0.633399, + "f1": 0.584037, + "accuracy": 0.633399, + "main_score": 0.584037, + "hf_subset": "mya_Mymr-quy_Latn", + "languages": [ + "mya-Mymr", + "quy-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "mya_Mymr-swh_Latn", + "languages": [ + "mya-Mymr", + "swh-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "mya_Mymr-uzn_Latn", + "languages": [ + "mya-Mymr", + "uzn-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "mya_Mymr-als_Latn", + "languages": [ + "mya-Mymr", + "als-Latn" + ] + }, + { + "precision": 0.767378, + "recall": 0.825099, + "f1": 0.784578, + "accuracy": 0.825099, + "main_score": 0.784578, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.547939, + "recall": 0.62253, + "f1": 0.568404, + "accuracy": 0.62253, + "main_score": 0.568404, + "hf_subset": "mya_Mymr-fij_Latn", + "languages": [ + "mya-Mymr", + "fij-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "mya_Mymr-isl_Latn", + "languages": [ + "mya-Mymr", + "isl-Latn" + ] + }, + { + "precision": 0.486562, + "recall": 0.549407, + "f1": 0.503788, + "accuracy": 0.549407, + "main_score": 0.503788, + "hf_subset": "mya_Mymr-kon_Latn", + "languages": [ + "mya-Mymr", + "kon-Latn" + ] + }, + { + "precision": 0.491214, + "recall": 0.560277, + "f1": 0.509821, + "accuracy": 0.560277, + "main_score": 0.509821, + "hf_subset": "mya_Mymr-mni_Beng", + "languages": [ + "mya-Mymr", + "mni-Beng" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mya_Mymr-ron_Latn", + "languages": [ + "mya-Mymr", + "ron-Latn" + ] + }, + { + "precision": 0.956933, + "recall": 0.969368, + "f1": 0.96087, + "accuracy": 0.969368, + "main_score": 0.96087, + "hf_subset": "mya_Mymr-szl_Latn", + "languages": [ + "mya-Mymr", + "szl-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "mya_Mymr-vec_Latn", + "languages": [ + "mya-Mymr", + "vec-Latn" + ] + }, + { + "precision": 0.912796, + "recall": 0.938735, + "f1": 0.921014, + "accuracy": 0.938735, + "main_score": 0.921014, + "hf_subset": "mya_Mymr-amh_Ethi", + "languages": [ + "mya-Mymr", + "amh-Ethi" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "mya_Mymr-bos_Latn", + "languages": [ + "mya-Mymr", + "bos-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "mya_Mymr-fin_Latn", + "languages": [ + "mya-Mymr", + "fin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-ita_Latn", + "languages": [ + "mya-Mymr", + "ita-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-kor_Hang", + "languages": [ + "mya-Mymr", + "kor-Hang" + ] + }, + { + "precision": 0.432134, + "recall": 0.481225, + "f1": 0.445764, + "accuracy": 0.481225, + "main_score": 0.445764, + "hf_subset": "mya_Mymr-mos_Latn", + "languages": [ + "mya-Mymr", + "mos-Latn" + ] + }, + { + "precision": 0.680395, + "recall": 0.747036, + "f1": 0.699434, + "accuracy": 0.747036, + "main_score": 0.699434, + "hf_subset": "mya_Mymr-run_Latn", + "languages": [ + "mya-Mymr", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-tam_Taml", + "languages": [ + "mya-Mymr", + "tam-Taml" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mya_Mymr-vie_Latn", + "languages": [ + "mya-Mymr", + "vie-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "mya_Mymr-apc_Arab", + "languages": [ + "mya-Mymr", + "apc-Arab" + ] + }, + { + "precision": 0.6137, + "recall": 0.678854, + "f1": 0.630873, + "accuracy": 0.678854, + "main_score": 0.630873, + "hf_subset": "mya_Mymr-bug_Latn", + "languages": [ + "mya-Mymr", + "bug-Latn" + ] + }, + { + "precision": 0.373243, + "recall": 0.420949, + "f1": 0.386027, + "accuracy": 0.420949, + "main_score": 0.386027, + "hf_subset": "mya_Mymr-fon_Latn", + "languages": [ + "mya-Mymr", + "fon-Latn" + ] + }, + { + "precision": 0.949967, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "mya_Mymr-jav_Latn", + "languages": [ + "mya-Mymr", + "jav-Latn" + ] + }, + { + "precision": 0.924078, + "recall": 0.94664, + "f1": 0.931159, + "accuracy": 0.94664, + "main_score": 0.931159, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.834074, + "recall": 0.881423, + "f1": 0.848847, + "accuracy": 0.881423, + "main_score": 0.848847, + "hf_subset": "mya_Mymr-mri_Latn", + "languages": [ + "mya-Mymr", + "mri-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mya_Mymr-rus_Cyrl", + "languages": [ + "mya-Mymr", + "rus-Cyrl" + ] + }, + { + "precision": 0.415087, + "recall": 0.464427, + "f1": 0.427871, + "accuracy": 0.464427, + "main_score": 0.427871, + "hf_subset": "mya_Mymr-taq_Latn", + "languages": [ + "mya-Mymr", + "taq-Latn" + ] + }, + { + "precision": 0.950181, + "recall": 0.965415, + "f1": 0.954941, + "accuracy": 0.965415, + "main_score": 0.954941, + "hf_subset": "mya_Mymr-war_Latn", + "languages": [ + "mya-Mymr", + "war-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mya_Mymr-arb_Arab", + "languages": [ + "mya-Mymr", + "arb-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mya_Mymr-bul_Cyrl", + "languages": [ + "mya-Mymr", + "bul-Cyrl" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "mya_Mymr-fra_Latn", + "languages": [ + "mya-Mymr", + "fra-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-jpn_Jpan", + "languages": [ + "mya-Mymr", + "jpn-Jpan" + ] + }, + { + "precision": 0.936324, + "recall": 0.954545, + "f1": 0.942013, + "accuracy": 0.954545, + "main_score": 0.942013, + "hf_subset": "mya_Mymr-lij_Latn", + "languages": [ + "mya-Mymr", + "lij-Latn" + ] + }, + { + "precision": 0.461472, + "recall": 0.517787, + "f1": 0.476941, + "accuracy": 0.517787, + "main_score": 0.476941, + "hf_subset": "mya_Mymr-sag_Latn", + "languages": [ + "mya-Mymr", + "sag-Latn" + ] + }, + { + "precision": 0.197648, + "recall": 0.259881, + "f1": 0.212587, + "accuracy": 0.259881, + "main_score": 0.212587, + "hf_subset": "mya_Mymr-taq_Tfng", + "languages": [ + "mya-Mymr", + "taq-Tfng" + ] + }, + { + "precision": 0.578979, + "recall": 0.63834, + "f1": 0.594302, + "accuracy": 0.63834, + "main_score": 0.594302, + "hf_subset": "mya_Mymr-wol_Latn", + "languages": [ + "mya-Mymr", + "wol-Latn" + ] + }, + { + "precision": 0.802794, + "recall": 0.854743, + "f1": 0.818215, + "accuracy": 0.854743, + "main_score": 0.818215, + "hf_subset": "mya_Mymr-arb_Latn", + "languages": [ + "mya-Mymr", + "arb-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mya_Mymr-cat_Latn", + "languages": [ + "mya-Mymr", + "cat-Latn" + ] + }, + { + "precision": 0.930296, + "recall": 0.949605, + "f1": 0.936084, + "accuracy": 0.949605, + "main_score": 0.936084, + "hf_subset": "mya_Mymr-fur_Latn", + "languages": [ + "mya-Mymr", + "fur-Latn" + ] + }, + { + "precision": 0.365493, + "recall": 0.436759, + "f1": 0.383756, + "accuracy": 0.436759, + "main_score": 0.383756, + "hf_subset": "mya_Mymr-kab_Latn", + "languages": [ + "mya-Mymr", + "kab-Latn" + ] + }, + { + "precision": 0.936924, + "recall": 0.95751, + "f1": 0.943676, + "accuracy": 0.95751, + "main_score": 0.943676, + "hf_subset": "mya_Mymr-lim_Latn", + "languages": [ + "mya-Mymr", + "lim-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-nld_Latn", + "languages": [ + "mya-Mymr", + "nld-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.963439, + "f1": 0.953228, + "accuracy": 0.963439, + "main_score": 0.953228, + "hf_subset": "mya_Mymr-san_Deva", + "languages": [ + "mya-Mymr", + "san-Deva" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "mya_Mymr-tat_Cyrl", + "languages": [ + "mya-Mymr", + "tat-Cyrl" + ] + }, + { + "precision": 0.819321, + "recall": 0.868577, + "f1": 0.834453, + "accuracy": 0.868577, + "main_score": 0.834453, + "hf_subset": "mya_Mymr-xho_Latn", + "languages": [ + "mya-Mymr", + "xho-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mya_Mymr-ars_Arab", + "languages": [ + "mya-Mymr", + "ars-Arab" + ] + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947596, + "accuracy": 0.959486, + "main_score": 0.947596, + "hf_subset": "mya_Mymr-ceb_Latn", + "languages": [ + "mya-Mymr", + "ceb-Latn" + ] + }, + { + "precision": 0.40148, + "recall": 0.463439, + "f1": 0.417391, + "accuracy": 0.463439, + "main_score": 0.417391, + "hf_subset": "mya_Mymr-fuv_Latn", + "languages": [ + "mya-Mymr", + "fuv-Latn" + ] + }, + { + "precision": 0.431634, + "recall": 0.485178, + "f1": 0.446214, + "accuracy": 0.485178, + "main_score": 0.446214, + "hf_subset": "mya_Mymr-kac_Latn", + "languages": [ + "mya-Mymr", + "kac-Latn" + ] + }, + { + "precision": 0.521375, + "recall": 0.589921, + "f1": 0.539053, + "accuracy": 0.589921, + "main_score": 0.539053, + "hf_subset": "mya_Mymr-lin_Latn", + "languages": [ + "mya-Mymr", + "lin-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "mya_Mymr-nno_Latn", + "languages": [ + "mya-Mymr", + "nno-Latn" + ] + }, + { + "precision": 0.827816, + "recall": 0.874506, + "f1": 0.842391, + "accuracy": 0.874506, + "main_score": 0.842391, + "hf_subset": "mya_Mymr-sat_Olck", + "languages": [ + "mya-Mymr", + "sat-Olck" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "mya_Mymr-tel_Telu", + "languages": [ + "mya-Mymr", + "tel-Telu" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "mya_Mymr-ydd_Hebr", + "languages": [ + "mya-Mymr", + "ydd-Hebr" + ] + }, + { + "precision": 0.936594, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "mya_Mymr-ary_Arab", + "languages": [ + "mya-Mymr", + "ary-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mya_Mymr-ces_Latn", + "languages": [ + "mya-Mymr", + "ces-Latn" + ] + }, + { + "precision": 0.509507, + "recall": 0.585968, + "f1": 0.531177, + "accuracy": 0.585968, + "main_score": 0.531177, + "hf_subset": "mya_Mymr-gaz_Latn", + "languages": [ + "mya-Mymr", + "gaz-Latn" + ] + }, + { + "precision": 0.453948, + "recall": 0.521739, + "f1": 0.471747, + "accuracy": 0.521739, + "main_score": 0.471747, + "hf_subset": "mya_Mymr-kam_Latn", + "languages": [ + "mya-Mymr", + "kam-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "mya_Mymr-lit_Latn", + "languages": [ + "mya-Mymr", + "lit-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mya_Mymr-nob_Latn", + "languages": [ + "mya-Mymr", + "nob-Latn" + ] + }, + { + "precision": 0.9397, + "recall": 0.95751, + "f1": 0.94524, + "accuracy": 0.95751, + "main_score": 0.94524, + "hf_subset": "mya_Mymr-scn_Latn", + "languages": [ + "mya-Mymr", + "scn-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "mya_Mymr-tgk_Cyrl", + "languages": [ + "mya-Mymr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.65211, + "recall": 0.726285, + "f1": 0.673156, + "accuracy": 0.726285, + "main_score": 0.673156, + "hf_subset": "mya_Mymr-yor_Latn", + "languages": [ + "mya-Mymr", + "yor-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mya_Mymr-arz_Arab", + "languages": [ + "mya-Mymr", + "arz-Arab" + ] + }, + { + "precision": 0.377548, + "recall": 0.434783, + "f1": 0.393312, + "accuracy": 0.434783, + "main_score": 0.393312, + "hf_subset": "mya_Mymr-cjk_Latn", + "languages": [ + "mya-Mymr", + "cjk-Latn" + ] + }, + { + "precision": 0.888011, + "recall": 0.920949, + "f1": 0.898353, + "accuracy": 0.920949, + "main_score": 0.898353, + "hf_subset": "mya_Mymr-gla_Latn", + "languages": [ + "mya-Mymr", + "gla-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "mya_Mymr-kan_Knda", + "languages": [ + "mya-Mymr", + "kan-Knda" + ] + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "mya_Mymr-lmo_Latn", + "languages": [ + "mya-Mymr", + "lmo-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "mya_Mymr-npi_Deva", + "languages": [ + "mya-Mymr", + "npi-Deva" + ] + }, + { + "precision": 0.483676, + "recall": 0.5583, + "f1": 0.504603, + "accuracy": 0.5583, + "main_score": 0.504603, + "hf_subset": "mya_Mymr-shn_Mymr", + "languages": [ + "mya-Mymr", + "shn-Mymr" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "mya_Mymr-tgl_Latn", + "languages": [ + "mya-Mymr", + "tgl-Latn" + ] + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "mya_Mymr-yue_Hant", + "languages": [ + "mya-Mymr", + "yue-Hant" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "mya_Mymr-asm_Beng", + "languages": [ + "mya-Mymr", + "asm-Beng" + ] + }, + { + "precision": 0.885187, + "recall": 0.91996, + "f1": 0.896492, + "accuracy": 0.91996, + "main_score": 0.896492, + "hf_subset": "mya_Mymr-ckb_Arab", + "languages": [ + "mya-Mymr", + "ckb-Arab" + ] + }, + { + "precision": 0.931301, + "recall": 0.951581, + "f1": 0.937665, + "accuracy": 0.951581, + "main_score": 0.937665, + "hf_subset": "mya_Mymr-gle_Latn", + "languages": [ + "mya-Mymr", + "gle-Latn" + ] + }, + { + "precision": 0.847473, + "recall": 0.886364, + "f1": 0.859404, + "accuracy": 0.886364, + "main_score": 0.859404, + "hf_subset": "mya_Mymr-kas_Arab", + "languages": [ + "mya-Mymr", + "kas-Arab" + ] + }, + { + "precision": 0.829167, + "recall": 0.878458, + "f1": 0.84473, + "accuracy": 0.878458, + "main_score": 0.84473, + "hf_subset": "mya_Mymr-ltg_Latn", + "languages": [ + "mya-Mymr", + "ltg-Latn" + ] + }, + { + "precision": 0.727339, + "recall": 0.790514, + "f1": 0.745922, + "accuracy": 0.790514, + "main_score": 0.745922, + "hf_subset": "mya_Mymr-nso_Latn", + "languages": [ + "mya-Mymr", + "nso-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "mya_Mymr-sin_Sinh", + "languages": [ + "mya-Mymr", + "sin-Sinh" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951219, + "accuracy": 0.962451, + "main_score": 0.951219, + "hf_subset": "mya_Mymr-zho_Hans", + "languages": [ + "mya-Mymr", + "zho-Hans" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mya_Mymr-ast_Latn", + "languages": [ + "mya-Mymr", + "ast-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mya_Mymr-crh_Latn", + "languages": [ + "mya-Mymr", + "crh-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mya_Mymr-glg_Latn", + "languages": [ + "mya-Mymr", + "glg-Latn" + ] + }, + { + "precision": 0.755978, + "recall": 0.810277, + "f1": 0.771269, + "accuracy": 0.810277, + "main_score": 0.771269, + "hf_subset": "mya_Mymr-kas_Deva", + "languages": [ + "mya-Mymr", + "kas-Deva" + ] + }, + { + "precision": 0.946179, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "mya_Mymr-ltz_Latn", + "languages": [ + "mya-Mymr", + "ltz-Latn" + ] + }, + { + "precision": 0.378335, + "recall": 0.442688, + "f1": 0.39564, + "accuracy": 0.442688, + "main_score": 0.39564, + "hf_subset": "mya_Mymr-nus_Latn", + "languages": [ + "mya-Mymr", + "nus-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "mya_Mymr-slk_Latn", + "languages": [ + "mya-Mymr", + "slk-Latn" + ] + }, + { + "precision": 0.568465, + "recall": 0.652174, + "f1": 0.591862, + "accuracy": 0.652174, + "main_score": 0.591862, + "hf_subset": "mya_Mymr-tir_Ethi", + "languages": [ + "mya-Mymr", + "tir-Ethi" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-zho_Hant", + "languages": [ + "mya-Mymr", + "zho-Hant" + ] + }, + { + "precision": 0.951169, + "recall": 0.965415, + "f1": 0.955764, + "accuracy": 0.965415, + "main_score": 0.955764, + "hf_subset": "mya_Mymr-awa_Deva", + "languages": [ + "mya-Mymr", + "awa-Deva" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "mya_Mymr-cym_Latn", + "languages": [ + "mya-Mymr", + "cym-Latn" + ] + }, + { + "precision": 0.626671, + "recall": 0.689723, + "f1": 0.644016, + "accuracy": 0.689723, + "main_score": 0.644016, + "hf_subset": "mya_Mymr-grn_Latn", + "languages": [ + "mya-Mymr", + "grn-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "mya_Mymr-kat_Geor", + "languages": [ + "mya-Mymr", + "kat-Geor" + ] + }, + { + "precision": 0.489656, + "recall": 0.55336, + "f1": 0.50543, + "accuracy": 0.55336, + "main_score": 0.50543, + "hf_subset": "mya_Mymr-lua_Latn", + "languages": [ + "mya-Mymr", + "lua-Latn" + ] + }, + { + "precision": 0.762549, + "recall": 0.825099, + "f1": 0.782035, + "accuracy": 0.825099, + "main_score": 0.782035, + "hf_subset": "mya_Mymr-nya_Latn", + "languages": [ + "mya-Mymr", + "nya-Latn" + ] + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "mya_Mymr-slv_Latn", + "languages": [ + "mya-Mymr", + "slv-Latn" + ] + }, + { + "precision": 0.897027, + "recall": 0.926877, + "f1": 0.906346, + "accuracy": 0.926877, + "main_score": 0.906346, + "hf_subset": "mya_Mymr-tpi_Latn", + "languages": [ + "mya-Mymr", + "tpi-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mya_Mymr-zsm_Latn", + "languages": [ + "mya-Mymr", + "zsm-Latn" + ] + }, + { + "precision": 0.450812, + "recall": 0.508893, + "f1": 0.466685, + "accuracy": 0.508893, + "main_score": 0.466685, + "hf_subset": "mya_Mymr-ayr_Latn", + "languages": [ + "mya-Mymr", + "ayr-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "mya_Mymr-dan_Latn", + "languages": [ + "mya-Mymr", + "dan-Latn" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "mya_Mymr-guj_Gujr", + "languages": [ + "mya-Mymr", + "guj-Gujr" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "mya_Mymr-kaz_Cyrl", + "languages": [ + "mya-Mymr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.568492, + "recall": 0.642292, + "f1": 0.588105, + "accuracy": 0.642292, + "main_score": 0.588105, + "hf_subset": "mya_Mymr-lug_Latn", + "languages": [ + "mya-Mymr", + "lug-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mya_Mymr-oci_Latn", + "languages": [ + "mya-Mymr", + "oci-Latn" + ] + }, + { + "precision": 0.785828, + "recall": 0.838933, + "f1": 0.801867, + "accuracy": 0.838933, + "main_score": 0.801867, + "hf_subset": "mya_Mymr-smo_Latn", + "languages": [ + "mya-Mymr", + "smo-Latn" + ] + }, + { + "precision": 0.674544, + "recall": 0.745059, + "f1": 0.69521, + "accuracy": 0.745059, + "main_score": 0.69521, + "hf_subset": "mya_Mymr-tsn_Latn", + "languages": [ + "mya-Mymr", + "tsn-Latn" + ] + }, + { + "precision": 0.832428, + "recall": 0.880435, + "f1": 0.84753, + "accuracy": 0.880435, + "main_score": 0.84753, + "hf_subset": "mya_Mymr-zul_Latn", + "languages": [ + "mya-Mymr", + "zul-Latn" + ] + }, + { + "precision": 0.866765, + "recall": 0.90415, + "f1": 0.878426, + "accuracy": 0.90415, + "main_score": 0.878426, + "hf_subset": "mya_Mymr-azb_Arab", + "languages": [ + "mya-Mymr", + "azb-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mya_Mymr-deu_Latn", + "languages": [ + "mya-Mymr", + "deu-Latn" + ] + }, + { + "precision": 0.930336, + "recall": 0.952569, + "f1": 0.937582, + "accuracy": 0.952569, + "main_score": 0.937582, + "hf_subset": "mya_Mymr-hat_Latn", + "languages": [ + "mya-Mymr", + "hat-Latn" + ] + }, + { + "precision": 0.415978, + "recall": 0.469368, + "f1": 0.431112, + "accuracy": 0.469368, + "main_score": 0.431112, + "hf_subset": "mya_Mymr-kbp_Latn", + "languages": [ + "mya-Mymr", + "kbp-Latn" + ] + }, + { + "precision": 0.443479, + "recall": 0.496047, + "f1": 0.457178, + "accuracy": 0.496047, + "main_score": 0.457178, + "hf_subset": "mya_Mymr-luo_Latn", + "languages": [ + "mya-Mymr", + "luo-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "mya_Mymr-ory_Orya", + "languages": [ + "mya-Mymr", + "ory-Orya" + ] + }, + { + "precision": 0.831522, + "recall": 0.879447, + "f1": 0.846593, + "accuracy": 0.879447, + "main_score": 0.846593, + "hf_subset": "mya_Mymr-sna_Latn", + "languages": [ + "mya-Mymr", + "sna-Latn" + ] + }, + { + "precision": 0.568154, + "recall": 0.643281, + "f1": 0.588641, + "accuracy": 0.643281, + "main_score": 0.588641, + "hf_subset": "mya_Mymr-tso_Latn", + "languages": [ + "mya-Mymr", + "tso-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "mya_Mymr-azj_Latn", + "languages": [ + "mya-Mymr", + "azj-Latn" + ] + }, + { + "precision": 0.43842, + "recall": 0.498024, + "f1": 0.455045, + "accuracy": 0.498024, + "main_score": 0.455045, + "hf_subset": "mya_Mymr-dik_Latn", + "languages": [ + "mya-Mymr", + "dik-Latn" + ] + }, + { + "precision": 0.858531, + "recall": 0.899209, + "f1": 0.871344, + "accuracy": 0.899209, + "main_score": 0.871344, + "hf_subset": "mya_Mymr-hau_Latn", + "languages": [ + "mya-Mymr", + "hau-Latn" + ] + }, + { + "precision": 0.904397, + "recall": 0.933794, + "f1": 0.913768, + "accuracy": 0.933794, + "main_score": 0.913768, + "hf_subset": "mya_Mymr-kea_Latn", + "languages": [ + "mya-Mymr", + "kea-Latn" + ] + }, + { + "precision": 0.873123, + "recall": 0.908103, + "f1": 0.884073, + "accuracy": 0.908103, + "main_score": 0.884073, + "hf_subset": "mya_Mymr-lus_Latn", + "languages": [ + "mya-Mymr", + "lus-Latn" + ] + }, + { + "precision": 0.768028, + "recall": 0.815217, + "f1": 0.780764, + "accuracy": 0.815217, + "main_score": 0.780764, + "hf_subset": "mya_Mymr-pag_Latn", + "languages": [ + "mya-Mymr", + "pag-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "mya_Mymr-snd_Arab", + "languages": [ + "mya-Mymr", + "snd-Arab" + ] + }, + { + "precision": 0.947546, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "mya_Mymr-tuk_Latn", + "languages": [ + "mya-Mymr", + "tuk-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "mya_Mymr-bak_Cyrl", + "languages": [ + "mya-Mymr", + "bak-Cyrl" + ] + }, + { + "precision": 0.380586, + "recall": 0.454545, + "f1": 0.400315, + "accuracy": 0.454545, + "main_score": 0.400315, + "hf_subset": "mya_Mymr-dyu_Latn", + "languages": [ + "mya-Mymr", + "dyu-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mya_Mymr-heb_Hebr", + "languages": [ + "mya-Mymr", + "heb-Hebr" + ] + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "mya_Mymr-khk_Cyrl", + "languages": [ + "mya-Mymr", + "khk-Cyrl" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "mya_Mymr-lvs_Latn", + "languages": [ + "mya-Mymr", + "lvs-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "mya_Mymr-pan_Guru", + "languages": [ + "mya-Mymr", + "pan-Guru" + ] + }, + { + "precision": 0.805204, + "recall": 0.858696, + "f1": 0.821857, + "accuracy": 0.858696, + "main_score": 0.821857, + "hf_subset": "mya_Mymr-som_Latn", + "languages": [ + "mya-Mymr", + "som-Latn" + ] + }, + { + "precision": 0.62091, + "recall": 0.688735, + "f1": 0.640684, + "accuracy": 0.688735, + "main_score": 0.640684, + "hf_subset": "mya_Mymr-tum_Latn", + "languages": [ + "mya-Mymr", + "tum-Latn" + ] + }, + { + "precision": 0.395933, + "recall": 0.449605, + "f1": 0.410539, + "accuracy": 0.449605, + "main_score": 0.410539, + "hf_subset": "sag_Latn-ace_Arab", + "languages": [ + "sag-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.48688, + "recall": 0.525692, + "f1": 0.497969, + "accuracy": 0.525692, + "main_score": 0.497969, + "hf_subset": "sag_Latn-bam_Latn", + "languages": [ + "sag-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.278989, + "recall": 0.333992, + "f1": 0.29218, + "accuracy": 0.333992, + "main_score": 0.29218, + "hf_subset": "sag_Latn-dzo_Tibt", + "languages": [ + "sag-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.507033, + "recall": 0.56917, + "f1": 0.524605, + "accuracy": 0.56917, + "main_score": 0.524605, + "hf_subset": "sag_Latn-hin_Deva", + "languages": [ + "sag-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.458176, + "recall": 0.512846, + "f1": 0.472954, + "accuracy": 0.512846, + "main_score": 0.472954, + "hf_subset": "sag_Latn-khm_Khmr", + "languages": [ + "sag-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.498696, + "recall": 0.555336, + "f1": 0.513101, + "accuracy": 0.555336, + "main_score": 0.513101, + "hf_subset": "sag_Latn-mag_Deva", + "languages": [ + "sag-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.476836, + "recall": 0.533597, + "f1": 0.491649, + "accuracy": 0.533597, + "main_score": 0.491649, + "hf_subset": "sag_Latn-pap_Latn", + "languages": [ + "sag-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.446678, + "recall": 0.503953, + "f1": 0.461156, + "accuracy": 0.503953, + "main_score": 0.461156, + "hf_subset": "sag_Latn-sot_Latn", + "languages": [ + "sag-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.512776, + "recall": 0.566206, + "f1": 0.527624, + "accuracy": 0.566206, + "main_score": 0.527624, + "hf_subset": "sag_Latn-tur_Latn", + "languages": [ + "sag-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.498443, + "recall": 0.547431, + "f1": 0.512066, + "accuracy": 0.547431, + "main_score": 0.512066, + "hf_subset": "sag_Latn-ace_Latn", + "languages": [ + "sag-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.469931, + "recall": 0.528656, + "f1": 0.485919, + "accuracy": 0.528656, + "main_score": 0.485919, + "hf_subset": "sag_Latn-ban_Latn", + "languages": [ + "sag-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.486777, + "recall": 0.541502, + "f1": 0.501083, + "accuracy": 0.541502, + "main_score": 0.501083, + "hf_subset": "sag_Latn-ell_Grek", + "languages": [ + "sag-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.481475, + "recall": 0.545455, + "f1": 0.497821, + "accuracy": 0.545455, + "main_score": 0.497821, + "hf_subset": "sag_Latn-hne_Deva", + "languages": [ + "sag-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.471488, + "recall": 0.520751, + "f1": 0.484787, + "accuracy": 0.520751, + "main_score": 0.484787, + "hf_subset": "sag_Latn-kik_Latn", + "languages": [ + "sag-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.490847, + "recall": 0.552372, + "f1": 0.506813, + "accuracy": 0.552372, + "main_score": 0.506813, + "hf_subset": "sag_Latn-mai_Deva", + "languages": [ + "sag-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.451394, + "recall": 0.503953, + "f1": 0.465122, + "accuracy": 0.503953, + "main_score": 0.465122, + "hf_subset": "sag_Latn-pbt_Arab", + "languages": [ + "sag-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.513325, + "recall": 0.570158, + "f1": 0.528072, + "accuracy": 0.570158, + "main_score": 0.528072, + "hf_subset": "sag_Latn-spa_Latn", + "languages": [ + "sag-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.520073, + "recall": 0.565217, + "f1": 0.532513, + "accuracy": 0.565217, + "main_score": 0.532513, + "hf_subset": "sag_Latn-twi_Latn", + "languages": [ + "sag-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.484186, + "recall": 0.537549, + "f1": 0.499224, + "accuracy": 0.537549, + "main_score": 0.499224, + "hf_subset": "sag_Latn-acm_Arab", + "languages": [ + "sag-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.447462, + "recall": 0.503953, + "f1": 0.462568, + "accuracy": 0.503953, + "main_score": 0.462568, + "hf_subset": "sag_Latn-bel_Cyrl", + "languages": [ + "sag-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.544772, + "recall": 0.610672, + "f1": 0.562497, + "accuracy": 0.610672, + "main_score": 0.562497, + "hf_subset": "sag_Latn-eng_Latn", + "languages": [ + "sag-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.487277, + "recall": 0.547431, + "f1": 0.503148, + "accuracy": 0.547431, + "main_score": 0.503148, + "hf_subset": "sag_Latn-hrv_Latn", + "languages": [ + "sag-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.438055, + "recall": 0.487154, + "f1": 0.450852, + "accuracy": 0.487154, + "main_score": 0.450852, + "hf_subset": "sag_Latn-kin_Latn", + "languages": [ + "sag-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.467055, + "recall": 0.521739, + "f1": 0.48136, + "accuracy": 0.521739, + "main_score": 0.48136, + "hf_subset": "sag_Latn-mal_Mlym", + "languages": [ + "sag-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.486856, + "recall": 0.543478, + "f1": 0.500579, + "accuracy": 0.543478, + "main_score": 0.500579, + "hf_subset": "sag_Latn-pes_Arab", + "languages": [ + "sag-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.475604, + "recall": 0.533597, + "f1": 0.489861, + "accuracy": 0.533597, + "main_score": 0.489861, + "hf_subset": "sag_Latn-srd_Latn", + "languages": [ + "sag-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.229937, + "recall": 0.274704, + "f1": 0.240368, + "accuracy": 0.274704, + "main_score": 0.240368, + "hf_subset": "sag_Latn-tzm_Tfng", + "languages": [ + "sag-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.487005, + "recall": 0.54249, + "f1": 0.502692, + "accuracy": 0.54249, + "main_score": 0.502692, + "hf_subset": "sag_Latn-acq_Arab", + "languages": [ + "sag-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.484823, + "recall": 0.528656, + "f1": 0.496682, + "accuracy": 0.528656, + "main_score": 0.496682, + "hf_subset": "sag_Latn-bem_Latn", + "languages": [ + "sag-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.459682, + "recall": 0.51087, + "f1": 0.473543, + "accuracy": 0.51087, + "main_score": 0.473543, + "hf_subset": "sag_Latn-epo_Latn", + "languages": [ + "sag-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.503451, + "recall": 0.561265, + "f1": 0.51924, + "accuracy": 0.561265, + "main_score": 0.51924, + "hf_subset": "sag_Latn-hun_Latn", + "languages": [ + "sag-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.475047, + "recall": 0.532609, + "f1": 0.490751, + "accuracy": 0.532609, + "main_score": 0.490751, + "hf_subset": "sag_Latn-kir_Cyrl", + "languages": [ + "sag-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.471908, + "recall": 0.534585, + "f1": 0.488956, + "accuracy": 0.534585, + "main_score": 0.488956, + "hf_subset": "sag_Latn-mar_Deva", + "languages": [ + "sag-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.472386, + "recall": 0.529644, + "f1": 0.48719, + "accuracy": 0.529644, + "main_score": 0.48719, + "hf_subset": "sag_Latn-plt_Latn", + "languages": [ + "sag-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.481631, + "recall": 0.534585, + "f1": 0.495627, + "accuracy": 0.534585, + "main_score": 0.495627, + "hf_subset": "sag_Latn-srp_Cyrl", + "languages": [ + "sag-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.413989, + "recall": 0.474308, + "f1": 0.428814, + "accuracy": 0.474308, + "main_score": 0.428814, + "hf_subset": "sag_Latn-uig_Arab", + "languages": [ + "sag-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.458253, + "recall": 0.505929, + "f1": 0.47055, + "accuracy": 0.505929, + "main_score": 0.47055, + "hf_subset": "sag_Latn-aeb_Arab", + "languages": [ + "sag-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.48794, + "recall": 0.543478, + "f1": 0.503114, + "accuracy": 0.543478, + "main_score": 0.503114, + "hf_subset": "sag_Latn-ben_Beng", + "languages": [ + "sag-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.476975, + "recall": 0.538538, + "f1": 0.493713, + "accuracy": 0.538538, + "main_score": 0.493713, + "hf_subset": "sag_Latn-est_Latn", + "languages": [ + "sag-Latn", + "est-Latn" + ] + }, + { + "precision": 0.452026, + "recall": 0.509881, + "f1": 0.467144, + "accuracy": 0.509881, + "main_score": 0.467144, + "hf_subset": "sag_Latn-hye_Armn", + "languages": [ + "sag-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.466801, + "recall": 0.513834, + "f1": 0.479984, + "accuracy": 0.513834, + "main_score": 0.479984, + "hf_subset": "sag_Latn-kmb_Latn", + "languages": [ + "sag-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.342911, + "recall": 0.407115, + "f1": 0.359916, + "accuracy": 0.407115, + "main_score": 0.359916, + "hf_subset": "sag_Latn-min_Arab", + "languages": [ + "sag-Latn", + "min-Arab" + ] + }, + { + "precision": 0.504937, + "recall": 0.564229, + "f1": 0.521534, + "accuracy": 0.564229, + "main_score": 0.521534, + "hf_subset": "sag_Latn-pol_Latn", + "languages": [ + "sag-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.443306, + "recall": 0.5, + "f1": 0.457585, + "accuracy": 0.5, + "main_score": 0.457585, + "hf_subset": "sag_Latn-ssw_Latn", + "languages": [ + "sag-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.48384, + "recall": 0.545455, + "f1": 0.500505, + "accuracy": 0.545455, + "main_score": 0.500505, + "hf_subset": "sag_Latn-ukr_Cyrl", + "languages": [ + "sag-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.493603, + "recall": 0.552372, + "f1": 0.508632, + "accuracy": 0.552372, + "main_score": 0.508632, + "hf_subset": "sag_Latn-afr_Latn", + "languages": [ + "sag-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.51595, + "recall": 0.572134, + "f1": 0.530319, + "accuracy": 0.572134, + "main_score": 0.530319, + "hf_subset": "sag_Latn-bho_Deva", + "languages": [ + "sag-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.485535, + "recall": 0.539526, + "f1": 0.499753, + "accuracy": 0.539526, + "main_score": 0.499753, + "hf_subset": "sag_Latn-eus_Latn", + "languages": [ + "sag-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.462535, + "recall": 0.51581, + "f1": 0.476689, + "accuracy": 0.51581, + "main_score": 0.476689, + "hf_subset": "sag_Latn-ibo_Latn", + "languages": [ + "sag-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.473829, + "recall": 0.516798, + "f1": 0.484759, + "accuracy": 0.516798, + "main_score": 0.484759, + "hf_subset": "sag_Latn-kmr_Latn", + "languages": [ + "sag-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.44948, + "recall": 0.502964, + "f1": 0.462843, + "accuracy": 0.502964, + "main_score": 0.462843, + "hf_subset": "sag_Latn-min_Latn", + "languages": [ + "sag-Latn", + "min-Latn" + ] + }, + { + "precision": 0.529702, + "recall": 0.588933, + "f1": 0.545523, + "accuracy": 0.588933, + "main_score": 0.545523, + "hf_subset": "sag_Latn-por_Latn", + "languages": [ + "sag-Latn", + "por-Latn" + ] + }, + { + "precision": 0.44745, + "recall": 0.5, + "f1": 0.461357, + "accuracy": 0.5, + "main_score": 0.461357, + "hf_subset": "sag_Latn-sun_Latn", + "languages": [ + "sag-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.478171, + "recall": 0.517787, + "f1": 0.489608, + "accuracy": 0.517787, + "main_score": 0.489608, + "hf_subset": "sag_Latn-umb_Latn", + "languages": [ + "sag-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.474348, + "recall": 0.533597, + "f1": 0.489572, + "accuracy": 0.533597, + "main_score": 0.489572, + "hf_subset": "sag_Latn-ajp_Arab", + "languages": [ + "sag-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.376566, + "recall": 0.437747, + "f1": 0.391792, + "accuracy": 0.437747, + "main_score": 0.391792, + "hf_subset": "sag_Latn-bjn_Arab", + "languages": [ + "sag-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.472423, + "recall": 0.51087, + "f1": 0.483261, + "accuracy": 0.51087, + "main_score": 0.483261, + "hf_subset": "sag_Latn-ewe_Latn", + "languages": [ + "sag-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.468803, + "recall": 0.527668, + "f1": 0.483815, + "accuracy": 0.527668, + "main_score": 0.483815, + "hf_subset": "sag_Latn-ilo_Latn", + "languages": [ + "sag-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.260311, + "recall": 0.31917, + "f1": 0.275892, + "accuracy": 0.31917, + "main_score": 0.275892, + "hf_subset": "sag_Latn-knc_Arab", + "languages": [ + "sag-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.471005, + "recall": 0.530632, + "f1": 0.485899, + "accuracy": 0.530632, + "main_score": 0.485899, + "hf_subset": "sag_Latn-mkd_Cyrl", + "languages": [ + "sag-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.48725, + "recall": 0.545455, + "f1": 0.502384, + "accuracy": 0.545455, + "main_score": 0.502384, + "hf_subset": "sag_Latn-prs_Arab", + "languages": [ + "sag-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.509161, + "recall": 0.574111, + "f1": 0.526519, + "accuracy": 0.574111, + "main_score": 0.526519, + "hf_subset": "sag_Latn-swe_Latn", + "languages": [ + "sag-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.471283, + "recall": 0.531621, + "f1": 0.486996, + "accuracy": 0.531621, + "main_score": 0.486996, + "hf_subset": "sag_Latn-urd_Arab", + "languages": [ + "sag-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.512498, + "recall": 0.559289, + "f1": 0.525689, + "accuracy": 0.559289, + "main_score": 0.525689, + "hf_subset": "sag_Latn-aka_Latn", + "languages": [ + "sag-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.49818, + "recall": 0.55336, + "f1": 0.51328, + "accuracy": 0.55336, + "main_score": 0.51328, + "hf_subset": "sag_Latn-bjn_Latn", + "languages": [ + "sag-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.464846, + "recall": 0.518775, + "f1": 0.47923, + "accuracy": 0.518775, + "main_score": 0.47923, + "hf_subset": "sag_Latn-fao_Latn", + "languages": [ + "sag-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.515747, + "recall": 0.572134, + "f1": 0.530794, + "accuracy": 0.572134, + "main_score": 0.530794, + "hf_subset": "sag_Latn-ind_Latn", + "languages": [ + "sag-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.514833, + "recall": 0.559289, + "f1": 0.527386, + "accuracy": 0.559289, + "main_score": 0.527386, + "hf_subset": "sag_Latn-knc_Latn", + "languages": [ + "sag-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.458178, + "recall": 0.511858, + "f1": 0.471346, + "accuracy": 0.511858, + "main_score": 0.471346, + "hf_subset": "sag_Latn-mlt_Latn", + "languages": [ + "sag-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.52915, + "recall": 0.579051, + "f1": 0.542671, + "accuracy": 0.579051, + "main_score": 0.542671, + "hf_subset": "sag_Latn-quy_Latn", + "languages": [ + "sag-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.471332, + "recall": 0.527668, + "f1": 0.485961, + "accuracy": 0.527668, + "main_score": 0.485961, + "hf_subset": "sag_Latn-swh_Latn", + "languages": [ + "sag-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.441566, + "recall": 0.502964, + "f1": 0.456681, + "accuracy": 0.502964, + "main_score": 0.456681, + "hf_subset": "sag_Latn-uzn_Latn", + "languages": [ + "sag-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.45801, + "recall": 0.511858, + "f1": 0.472175, + "accuracy": 0.511858, + "main_score": 0.472175, + "hf_subset": "sag_Latn-als_Latn", + "languages": [ + "sag-Latn", + "als-Latn" + ] + }, + { + "precision": 0.351968, + "recall": 0.413043, + "f1": 0.367577, + "accuracy": 0.413043, + "main_score": 0.367577, + "hf_subset": "sag_Latn-bod_Tibt", + "languages": [ + "sag-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.456724, + "recall": 0.501976, + "f1": 0.468977, + "accuracy": 0.501976, + "main_score": 0.468977, + "hf_subset": "sag_Latn-fij_Latn", + "languages": [ + "sag-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.455382, + "recall": 0.511858, + "f1": 0.469786, + "accuracy": 0.511858, + "main_score": 0.469786, + "hf_subset": "sag_Latn-isl_Latn", + "languages": [ + "sag-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.526135, + "recall": 0.574111, + "f1": 0.539221, + "accuracy": 0.574111, + "main_score": 0.539221, + "hf_subset": "sag_Latn-kon_Latn", + "languages": [ + "sag-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.440917, + "recall": 0.5, + "f1": 0.456424, + "accuracy": 0.5, + "main_score": 0.456424, + "hf_subset": "sag_Latn-mni_Beng", + "languages": [ + "sag-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.501961, + "recall": 0.561265, + "f1": 0.517529, + "accuracy": 0.561265, + "main_score": 0.517529, + "hf_subset": "sag_Latn-ron_Latn", + "languages": [ + "sag-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.500859, + "recall": 0.554348, + "f1": 0.514379, + "accuracy": 0.554348, + "main_score": 0.514379, + "hf_subset": "sag_Latn-szl_Latn", + "languages": [ + "sag-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.510513, + "recall": 0.567194, + "f1": 0.525814, + "accuracy": 0.567194, + "main_score": 0.525814, + "hf_subset": "sag_Latn-vec_Latn", + "languages": [ + "sag-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.48461, + "recall": 0.538538, + "f1": 0.499444, + "accuracy": 0.538538, + "main_score": 0.499444, + "hf_subset": "sag_Latn-amh_Ethi", + "languages": [ + "sag-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.498064, + "recall": 0.556324, + "f1": 0.513466, + "accuracy": 0.556324, + "main_score": 0.513466, + "hf_subset": "sag_Latn-bos_Latn", + "languages": [ + "sag-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.481468, + "recall": 0.534585, + "f1": 0.495223, + "accuracy": 0.534585, + "main_score": 0.495223, + "hf_subset": "sag_Latn-fin_Latn", + "languages": [ + "sag-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.532902, + "recall": 0.58498, + "f1": 0.546447, + "accuracy": 0.58498, + "main_score": 0.546447, + "hf_subset": "sag_Latn-ita_Latn", + "languages": [ + "sag-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.524509, + "recall": 0.582016, + "f1": 0.540246, + "accuracy": 0.582016, + "main_score": 0.540246, + "hf_subset": "sag_Latn-kor_Hang", + "languages": [ + "sag-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.492303, + "recall": 0.540514, + "f1": 0.506072, + "accuracy": 0.540514, + "main_score": 0.506072, + "hf_subset": "sag_Latn-mos_Latn", + "languages": [ + "sag-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.46022, + "recall": 0.508893, + "f1": 0.473141, + "accuracy": 0.508893, + "main_score": 0.473141, + "hf_subset": "sag_Latn-run_Latn", + "languages": [ + "sag-Latn", + "run-Latn" + ] + }, + { + "precision": 0.455529, + "recall": 0.51581, + "f1": 0.47147, + "accuracy": 0.51581, + "main_score": 0.47147, + "hf_subset": "sag_Latn-tam_Taml", + "languages": [ + "sag-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.516697, + "recall": 0.56917, + "f1": 0.530409, + "accuracy": 0.56917, + "main_score": 0.530409, + "hf_subset": "sag_Latn-vie_Latn", + "languages": [ + "sag-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.465174, + "recall": 0.527668, + "f1": 0.480291, + "accuracy": 0.527668, + "main_score": 0.480291, + "hf_subset": "sag_Latn-apc_Arab", + "languages": [ + "sag-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.514755, + "recall": 0.562253, + "f1": 0.52774, + "accuracy": 0.562253, + "main_score": 0.52774, + "hf_subset": "sag_Latn-bug_Latn", + "languages": [ + "sag-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.449878, + "recall": 0.492095, + "f1": 0.461994, + "accuracy": 0.492095, + "main_score": 0.461994, + "hf_subset": "sag_Latn-fon_Latn", + "languages": [ + "sag-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.43886, + "recall": 0.498024, + "f1": 0.453469, + "accuracy": 0.498024, + "main_score": 0.453469, + "hf_subset": "sag_Latn-jav_Latn", + "languages": [ + "sag-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.430235, + "recall": 0.480237, + "f1": 0.443264, + "accuracy": 0.480237, + "main_score": 0.443264, + "hf_subset": "sag_Latn-lao_Laoo", + "languages": [ + "sag-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.438497, + "recall": 0.492095, + "f1": 0.452932, + "accuracy": 0.492095, + "main_score": 0.452932, + "hf_subset": "sag_Latn-mri_Latn", + "languages": [ + "sag-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.514543, + "recall": 0.56917, + "f1": 0.529422, + "accuracy": 0.56917, + "main_score": 0.529422, + "hf_subset": "sag_Latn-rus_Cyrl", + "languages": [ + "sag-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492986, + "recall": 0.543478, + "f1": 0.507118, + "accuracy": 0.543478, + "main_score": 0.507118, + "hf_subset": "sag_Latn-taq_Latn", + "languages": [ + "sag-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.463929, + "recall": 0.517787, + "f1": 0.477794, + "accuracy": 0.517787, + "main_score": 0.477794, + "hf_subset": "sag_Latn-war_Latn", + "languages": [ + "sag-Latn", + "war-Latn" + ] + }, + { + "precision": 0.490565, + "recall": 0.551383, + "f1": 0.506799, + "accuracy": 0.551383, + "main_score": 0.506799, + "hf_subset": "sag_Latn-arb_Arab", + "languages": [ + "sag-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.508764, + "recall": 0.565217, + "f1": 0.523187, + "accuracy": 0.565217, + "main_score": 0.523187, + "hf_subset": "sag_Latn-bul_Cyrl", + "languages": [ + "sag-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.526362, + "recall": 0.589921, + "f1": 0.543044, + "accuracy": 0.589921, + "main_score": 0.543044, + "hf_subset": "sag_Latn-fra_Latn", + "languages": [ + "sag-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.524687, + "recall": 0.575099, + "f1": 0.539034, + "accuracy": 0.575099, + "main_score": 0.539034, + "hf_subset": "sag_Latn-jpn_Jpan", + "languages": [ + "sag-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.535256, + "recall": 0.58498, + "f1": 0.549324, + "accuracy": 0.58498, + "main_score": 0.549324, + "hf_subset": "sag_Latn-lij_Latn", + "languages": [ + "sag-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.458265, + "recall": 0.518775, + "f1": 0.474693, + "accuracy": 0.518775, + "main_score": 0.474693, + "hf_subset": "sag_Latn-mya_Mymr", + "languages": [ + "sag-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.228283, + "recall": 0.283597, + "f1": 0.241423, + "accuracy": 0.283597, + "main_score": 0.241423, + "hf_subset": "sag_Latn-taq_Tfng", + "languages": [ + "sag-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.53614, + "recall": 0.582016, + "f1": 0.549488, + "accuracy": 0.582016, + "main_score": 0.549488, + "hf_subset": "sag_Latn-wol_Latn", + "languages": [ + "sag-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.408867, + "recall": 0.471344, + "f1": 0.425652, + "accuracy": 0.471344, + "main_score": 0.425652, + "hf_subset": "sag_Latn-arb_Latn", + "languages": [ + "sag-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.500161, + "recall": 0.556324, + "f1": 0.515184, + "accuracy": 0.556324, + "main_score": 0.515184, + "hf_subset": "sag_Latn-cat_Latn", + "languages": [ + "sag-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.541411, + "recall": 0.590909, + "f1": 0.554438, + "accuracy": 0.590909, + "main_score": 0.554438, + "hf_subset": "sag_Latn-fur_Latn", + "languages": [ + "sag-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.409555, + "recall": 0.460474, + "f1": 0.423802, + "accuracy": 0.460474, + "main_score": 0.423802, + "hf_subset": "sag_Latn-kab_Latn", + "languages": [ + "sag-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.477498, + "recall": 0.524704, + "f1": 0.489419, + "accuracy": 0.524704, + "main_score": 0.489419, + "hf_subset": "sag_Latn-lim_Latn", + "languages": [ + "sag-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.528045, + "recall": 0.578063, + "f1": 0.541617, + "accuracy": 0.578063, + "main_score": 0.541617, + "hf_subset": "sag_Latn-nld_Latn", + "languages": [ + "sag-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.437918, + "recall": 0.508893, + "f1": 0.457468, + "accuracy": 0.508893, + "main_score": 0.457468, + "hf_subset": "sag_Latn-san_Deva", + "languages": [ + "sag-Latn", + "san-Deva" + ] + }, + { + "precision": 0.46812, + "recall": 0.521739, + "f1": 0.482353, + "accuracy": 0.521739, + "main_score": 0.482353, + "hf_subset": "sag_Latn-tat_Cyrl", + "languages": [ + "sag-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.437388, + "recall": 0.495059, + "f1": 0.452911, + "accuracy": 0.495059, + "main_score": 0.452911, + "hf_subset": "sag_Latn-xho_Latn", + "languages": [ + "sag-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.480067, + "recall": 0.54249, + "f1": 0.496847, + "accuracy": 0.54249, + "main_score": 0.496847, + "hf_subset": "sag_Latn-ars_Arab", + "languages": [ + "sag-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.464182, + "recall": 0.517787, + "f1": 0.478307, + "accuracy": 0.517787, + "main_score": 0.478307, + "hf_subset": "sag_Latn-ceb_Latn", + "languages": [ + "sag-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.48093, + "recall": 0.527668, + "f1": 0.493999, + "accuracy": 0.527668, + "main_score": 0.493999, + "hf_subset": "sag_Latn-fuv_Latn", + "languages": [ + "sag-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.491262, + "recall": 0.533597, + "f1": 0.503661, + "accuracy": 0.533597, + "main_score": 0.503661, + "hf_subset": "sag_Latn-kac_Latn", + "languages": [ + "sag-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.569352, + "recall": 0.609684, + "f1": 0.580533, + "accuracy": 0.609684, + "main_score": 0.580533, + "hf_subset": "sag_Latn-lin_Latn", + "languages": [ + "sag-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.480311, + "recall": 0.531621, + "f1": 0.494172, + "accuracy": 0.531621, + "main_score": 0.494172, + "hf_subset": "sag_Latn-nno_Latn", + "languages": [ + "sag-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.460264, + "recall": 0.521739, + "f1": 0.47646, + "accuracy": 0.521739, + "main_score": 0.47646, + "hf_subset": "sag_Latn-sat_Olck", + "languages": [ + "sag-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.470218, + "recall": 0.527668, + "f1": 0.484637, + "accuracy": 0.527668, + "main_score": 0.484637, + "hf_subset": "sag_Latn-tel_Telu", + "languages": [ + "sag-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.430279, + "recall": 0.493083, + "f1": 0.446058, + "accuracy": 0.493083, + "main_score": 0.446058, + "hf_subset": "sag_Latn-ydd_Hebr", + "languages": [ + "sag-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.46029, + "recall": 0.514822, + "f1": 0.474036, + "accuracy": 0.514822, + "main_score": 0.474036, + "hf_subset": "sag_Latn-ary_Arab", + "languages": [ + "sag-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.493934, + "recall": 0.55336, + "f1": 0.510034, + "accuracy": 0.55336, + "main_score": 0.510034, + "hf_subset": "sag_Latn-ces_Latn", + "languages": [ + "sag-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.436984, + "recall": 0.493083, + "f1": 0.452099, + "accuracy": 0.493083, + "main_score": 0.452099, + "hf_subset": "sag_Latn-gaz_Latn", + "languages": [ + "sag-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.478969, + "recall": 0.524704, + "f1": 0.491982, + "accuracy": 0.524704, + "main_score": 0.491982, + "hf_subset": "sag_Latn-kam_Latn", + "languages": [ + "sag-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.472315, + "recall": 0.532609, + "f1": 0.487532, + "accuracy": 0.532609, + "main_score": 0.487532, + "hf_subset": "sag_Latn-lit_Latn", + "languages": [ + "sag-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.49317, + "recall": 0.555336, + "f1": 0.508854, + "accuracy": 0.555336, + "main_score": 0.508854, + "hf_subset": "sag_Latn-nob_Latn", + "languages": [ + "sag-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.506545, + "recall": 0.550395, + "f1": 0.518496, + "accuracy": 0.550395, + "main_score": 0.518496, + "hf_subset": "sag_Latn-scn_Latn", + "languages": [ + "sag-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.460504, + "recall": 0.509881, + "f1": 0.474412, + "accuracy": 0.509881, + "main_score": 0.474412, + "hf_subset": "sag_Latn-tgk_Cyrl", + "languages": [ + "sag-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.416858, + "recall": 0.475296, + "f1": 0.432781, + "accuracy": 0.475296, + "main_score": 0.432781, + "hf_subset": "sag_Latn-yor_Latn", + "languages": [ + "sag-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.48093, + "recall": 0.54249, + "f1": 0.497263, + "accuracy": 0.54249, + "main_score": 0.497263, + "hf_subset": "sag_Latn-arz_Arab", + "languages": [ + "sag-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.476923, + "recall": 0.523715, + "f1": 0.490423, + "accuracy": 0.523715, + "main_score": 0.490423, + "hf_subset": "sag_Latn-cjk_Latn", + "languages": [ + "sag-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.447308, + "recall": 0.505929, + "f1": 0.463294, + "accuracy": 0.505929, + "main_score": 0.463294, + "hf_subset": "sag_Latn-gla_Latn", + "languages": [ + "sag-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.454838, + "recall": 0.505929, + "f1": 0.468373, + "accuracy": 0.505929, + "main_score": 0.468373, + "hf_subset": "sag_Latn-kan_Knda", + "languages": [ + "sag-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.522064, + "recall": 0.575099, + "f1": 0.535759, + "accuracy": 0.575099, + "main_score": 0.535759, + "hf_subset": "sag_Latn-lmo_Latn", + "languages": [ + "sag-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.476524, + "recall": 0.530632, + "f1": 0.490437, + "accuracy": 0.530632, + "main_score": 0.490437, + "hf_subset": "sag_Latn-npi_Deva", + "languages": [ + "sag-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.394102, + "recall": 0.450593, + "f1": 0.409606, + "accuracy": 0.450593, + "main_score": 0.409606, + "hf_subset": "sag_Latn-shn_Mymr", + "languages": [ + "sag-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.492925, + "recall": 0.549407, + "f1": 0.507378, + "accuracy": 0.549407, + "main_score": 0.507378, + "hf_subset": "sag_Latn-tgl_Latn", + "languages": [ + "sag-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.478146, + "recall": 0.538538, + "f1": 0.494128, + "accuracy": 0.538538, + "main_score": 0.494128, + "hf_subset": "sag_Latn-yue_Hant", + "languages": [ + "sag-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.417397, + "recall": 0.461462, + "f1": 0.42943, + "accuracy": 0.461462, + "main_score": 0.42943, + "hf_subset": "sag_Latn-asm_Beng", + "languages": [ + "sag-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.450386, + "recall": 0.506917, + "f1": 0.465208, + "accuracy": 0.506917, + "main_score": 0.465208, + "hf_subset": "sag_Latn-ckb_Arab", + "languages": [ + "sag-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.440107, + "recall": 0.496047, + "f1": 0.45515, + "accuracy": 0.496047, + "main_score": 0.45515, + "hf_subset": "sag_Latn-gle_Latn", + "languages": [ + "sag-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.470636, + "recall": 0.534585, + "f1": 0.487594, + "accuracy": 0.534585, + "main_score": 0.487594, + "hf_subset": "sag_Latn-kas_Arab", + "languages": [ + "sag-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.487669, + "recall": 0.536561, + "f1": 0.501509, + "accuracy": 0.536561, + "main_score": 0.501509, + "hf_subset": "sag_Latn-ltg_Latn", + "languages": [ + "sag-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.458749, + "recall": 0.501976, + "f1": 0.470642, + "accuracy": 0.501976, + "main_score": 0.470642, + "hf_subset": "sag_Latn-nso_Latn", + "languages": [ + "sag-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.448182, + "recall": 0.511858, + "f1": 0.465905, + "accuracy": 0.511858, + "main_score": 0.465905, + "hf_subset": "sag_Latn-sin_Sinh", + "languages": [ + "sag-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.458493, + "recall": 0.518775, + "f1": 0.475159, + "accuracy": 0.518775, + "main_score": 0.475159, + "hf_subset": "sag_Latn-tha_Thai", + "languages": [ + "sag-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.444737, + "recall": 0.501976, + "f1": 0.459042, + "accuracy": 0.501976, + "main_score": 0.459042, + "hf_subset": "sag_Latn-zho_Hans", + "languages": [ + "sag-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.475379, + "recall": 0.524704, + "f1": 0.487676, + "accuracy": 0.524704, + "main_score": 0.487676, + "hf_subset": "sag_Latn-ast_Latn", + "languages": [ + "sag-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.500393, + "recall": 0.551383, + "f1": 0.51479, + "accuracy": 0.551383, + "main_score": 0.51479, + "hf_subset": "sag_Latn-crh_Latn", + "languages": [ + "sag-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.490892, + "recall": 0.547431, + "f1": 0.504899, + "accuracy": 0.547431, + "main_score": 0.504899, + "hf_subset": "sag_Latn-glg_Latn", + "languages": [ + "sag-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.480698, + "recall": 0.541502, + "f1": 0.497189, + "accuracy": 0.541502, + "main_score": 0.497189, + "hf_subset": "sag_Latn-kas_Deva", + "languages": [ + "sag-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.465165, + "recall": 0.516798, + "f1": 0.476984, + "accuracy": 0.516798, + "main_score": 0.476984, + "hf_subset": "sag_Latn-ltz_Latn", + "languages": [ + "sag-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.45379, + "recall": 0.5, + "f1": 0.46669, + "accuracy": 0.5, + "main_score": 0.46669, + "hf_subset": "sag_Latn-nus_Latn", + "languages": [ + "sag-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.483269, + "recall": 0.54249, + "f1": 0.499422, + "accuracy": 0.54249, + "main_score": 0.499422, + "hf_subset": "sag_Latn-slk_Latn", + "languages": [ + "sag-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.468166, + "recall": 0.521739, + "f1": 0.48261, + "accuracy": 0.521739, + "main_score": 0.48261, + "hf_subset": "sag_Latn-tir_Ethi", + "languages": [ + "sag-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.472254, + "recall": 0.537549, + "f1": 0.489215, + "accuracy": 0.537549, + "main_score": 0.489215, + "hf_subset": "sag_Latn-zho_Hant", + "languages": [ + "sag-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.486595, + "recall": 0.554348, + "f1": 0.50368, + "accuracy": 0.554348, + "main_score": 0.50368, + "hf_subset": "sag_Latn-awa_Deva", + "languages": [ + "sag-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.45792, + "recall": 0.513834, + "f1": 0.472661, + "accuracy": 0.513834, + "main_score": 0.472661, + "hf_subset": "sag_Latn-cym_Latn", + "languages": [ + "sag-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.532354, + "recall": 0.577075, + "f1": 0.544846, + "accuracy": 0.577075, + "main_score": 0.544846, + "hf_subset": "sag_Latn-grn_Latn", + "languages": [ + "sag-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.457779, + "recall": 0.517787, + "f1": 0.47401, + "accuracy": 0.517787, + "main_score": 0.47401, + "hf_subset": "sag_Latn-kat_Geor", + "languages": [ + "sag-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.515887, + "recall": 0.563241, + "f1": 0.528988, + "accuracy": 0.563241, + "main_score": 0.528988, + "hf_subset": "sag_Latn-lua_Latn", + "languages": [ + "sag-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.462128, + "recall": 0.513834, + "f1": 0.475583, + "accuracy": 0.513834, + "main_score": 0.475583, + "hf_subset": "sag_Latn-nya_Latn", + "languages": [ + "sag-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.484307, + "recall": 0.54249, + "f1": 0.500084, + "accuracy": 0.54249, + "main_score": 0.500084, + "hf_subset": "sag_Latn-slv_Latn", + "languages": [ + "sag-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.495762, + "recall": 0.5583, + "f1": 0.51176, + "accuracy": 0.5583, + "main_score": 0.51176, + "hf_subset": "sag_Latn-tpi_Latn", + "languages": [ + "sag-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.495459, + "recall": 0.550395, + "f1": 0.510209, + "accuracy": 0.550395, + "main_score": 0.510209, + "hf_subset": "sag_Latn-zsm_Latn", + "languages": [ + "sag-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495914, + "recall": 0.54249, + "f1": 0.50909, + "accuracy": 0.54249, + "main_score": 0.50909, + "hf_subset": "sag_Latn-ayr_Latn", + "languages": [ + "sag-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.500749, + "recall": 0.560277, + "f1": 0.516445, + "accuracy": 0.560277, + "main_score": 0.516445, + "hf_subset": "sag_Latn-dan_Latn", + "languages": [ + "sag-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.448194, + "recall": 0.512846, + "f1": 0.4654, + "accuracy": 0.512846, + "main_score": 0.4654, + "hf_subset": "sag_Latn-guj_Gujr", + "languages": [ + "sag-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.466044, + "recall": 0.524704, + "f1": 0.481705, + "accuracy": 0.524704, + "main_score": 0.481705, + "hf_subset": "sag_Latn-kaz_Cyrl", + "languages": [ + "sag-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.428337, + "recall": 0.480237, + "f1": 0.442696, + "accuracy": 0.480237, + "main_score": 0.442696, + "hf_subset": "sag_Latn-lug_Latn", + "languages": [ + "sag-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.485452, + "recall": 0.541502, + "f1": 0.499689, + "accuracy": 0.541502, + "main_score": 0.499689, + "hf_subset": "sag_Latn-oci_Latn", + "languages": [ + "sag-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.444477, + "recall": 0.493083, + "f1": 0.456926, + "accuracy": 0.493083, + "main_score": 0.456926, + "hf_subset": "sag_Latn-smo_Latn", + "languages": [ + "sag-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.428673, + "recall": 0.480237, + "f1": 0.442193, + "accuracy": 0.480237, + "main_score": 0.442193, + "hf_subset": "sag_Latn-tsn_Latn", + "languages": [ + "sag-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.450247, + "recall": 0.500988, + "f1": 0.463321, + "accuracy": 0.500988, + "main_score": 0.463321, + "hf_subset": "sag_Latn-zul_Latn", + "languages": [ + "sag-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.447104, + "recall": 0.504941, + "f1": 0.461687, + "accuracy": 0.504941, + "main_score": 0.461687, + "hf_subset": "sag_Latn-azb_Arab", + "languages": [ + "sag-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.514695, + "recall": 0.575099, + "f1": 0.530695, + "accuracy": 0.575099, + "main_score": 0.530695, + "hf_subset": "sag_Latn-deu_Latn", + "languages": [ + "sag-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.47647, + "recall": 0.534585, + "f1": 0.491754, + "accuracy": 0.534585, + "main_score": 0.491754, + "hf_subset": "sag_Latn-hat_Latn", + "languages": [ + "sag-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.470431, + "recall": 0.511858, + "f1": 0.48241, + "accuracy": 0.511858, + "main_score": 0.48241, + "hf_subset": "sag_Latn-kbp_Latn", + "languages": [ + "sag-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.518428, + "recall": 0.551383, + "f1": 0.527761, + "accuracy": 0.551383, + "main_score": 0.527761, + "hf_subset": "sag_Latn-luo_Latn", + "languages": [ + "sag-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.443086, + "recall": 0.505929, + "f1": 0.459619, + "accuracy": 0.505929, + "main_score": 0.459619, + "hf_subset": "sag_Latn-ory_Orya", + "languages": [ + "sag-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.446947, + "recall": 0.504941, + "f1": 0.462307, + "accuracy": 0.504941, + "main_score": 0.462307, + "hf_subset": "sag_Latn-sna_Latn", + "languages": [ + "sag-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.473946, + "recall": 0.517787, + "f1": 0.486191, + "accuracy": 0.517787, + "main_score": 0.486191, + "hf_subset": "sag_Latn-tso_Latn", + "languages": [ + "sag-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.459951, + "recall": 0.519763, + "f1": 0.475867, + "accuracy": 0.519763, + "main_score": 0.475867, + "hf_subset": "sag_Latn-azj_Latn", + "languages": [ + "sag-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.483186, + "recall": 0.529644, + "f1": 0.496294, + "accuracy": 0.529644, + "main_score": 0.496294, + "hf_subset": "sag_Latn-dik_Latn", + "languages": [ + "sag-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.437992, + "recall": 0.488142, + "f1": 0.450544, + "accuracy": 0.488142, + "main_score": 0.450544, + "hf_subset": "sag_Latn-hau_Latn", + "languages": [ + "sag-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.491033, + "recall": 0.546443, + "f1": 0.505017, + "accuracy": 0.546443, + "main_score": 0.505017, + "hf_subset": "sag_Latn-kea_Latn", + "languages": [ + "sag-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.489915, + "recall": 0.535573, + "f1": 0.502097, + "accuracy": 0.535573, + "main_score": 0.502097, + "hf_subset": "sag_Latn-lus_Latn", + "languages": [ + "sag-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.530637, + "recall": 0.576087, + "f1": 0.543483, + "accuracy": 0.576087, + "main_score": 0.543483, + "hf_subset": "sag_Latn-pag_Latn", + "languages": [ + "sag-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.422125, + "recall": 0.48419, + "f1": 0.4382, + "accuracy": 0.48419, + "main_score": 0.4382, + "hf_subset": "sag_Latn-snd_Arab", + "languages": [ + "sag-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.463255, + "recall": 0.517787, + "f1": 0.477181, + "accuracy": 0.517787, + "main_score": 0.477181, + "hf_subset": "sag_Latn-tuk_Latn", + "languages": [ + "sag-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.460463, + "recall": 0.511858, + "f1": 0.473853, + "accuracy": 0.511858, + "main_score": 0.473853, + "hf_subset": "sag_Latn-bak_Cyrl", + "languages": [ + "sag-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.424342, + "recall": 0.486166, + "f1": 0.4419, + "accuracy": 0.486166, + "main_score": 0.4419, + "hf_subset": "sag_Latn-dyu_Latn", + "languages": [ + "sag-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.466679, + "recall": 0.527668, + "f1": 0.483313, + "accuracy": 0.527668, + "main_score": 0.483313, + "hf_subset": "sag_Latn-heb_Hebr", + "languages": [ + "sag-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.493179, + "recall": 0.540514, + "f1": 0.506893, + "accuracy": 0.540514, + "main_score": 0.506893, + "hf_subset": "sag_Latn-khk_Cyrl", + "languages": [ + "sag-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.453787, + "recall": 0.519763, + "f1": 0.470785, + "accuracy": 0.519763, + "main_score": 0.470785, + "hf_subset": "sag_Latn-lvs_Latn", + "languages": [ + "sag-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.464951, + "recall": 0.516798, + "f1": 0.478784, + "accuracy": 0.516798, + "main_score": 0.478784, + "hf_subset": "sag_Latn-pan_Guru", + "languages": [ + "sag-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.435028, + "recall": 0.48913, + "f1": 0.449224, + "accuracy": 0.48913, + "main_score": 0.449224, + "hf_subset": "sag_Latn-som_Latn", + "languages": [ + "sag-Latn", + "som-Latn" + ] + }, + { + "precision": 0.419969, + "recall": 0.47332, + "f1": 0.433682, + "accuracy": 0.47332, + "main_score": 0.433682, + "hf_subset": "sag_Latn-tum_Latn", + "languages": [ + "sag-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.188327, + "recall": 0.22332, + "f1": 0.196651, + "accuracy": 0.22332, + "main_score": 0.196651, + "hf_subset": "taq_Tfng-ace_Arab", + "languages": [ + "taq-Tfng", + "ace-Arab" + ] + }, + { + "precision": 0.186874, + "recall": 0.213439, + "f1": 0.194636, + "accuracy": 0.213439, + "main_score": 0.194636, + "hf_subset": "taq_Tfng-bam_Latn", + "languages": [ + "taq-Tfng", + "bam-Latn" + ] + }, + { + "precision": 0.131833, + "recall": 0.175889, + "f1": 0.142475, + "accuracy": 0.175889, + "main_score": 0.142475, + "hf_subset": "taq_Tfng-dzo_Tibt", + "languages": [ + "taq-Tfng", + "dzo-Tibt" + ] + }, + { + "precision": 0.192283, + "recall": 0.225296, + "f1": 0.199058, + "accuracy": 0.225296, + "main_score": 0.199058, + "hf_subset": "taq_Tfng-hin_Deva", + "languages": [ + "taq-Tfng", + "hin-Deva" + ] + }, + { + "precision": 0.146623, + "recall": 0.182806, + "f1": 0.154997, + "accuracy": 0.182806, + "main_score": 0.154997, + "hf_subset": "taq_Tfng-khm_Khmr", + "languages": [ + "taq-Tfng", + "khm-Khmr" + ] + }, + { + "precision": 0.182098, + "recall": 0.217391, + "f1": 0.189306, + "accuracy": 0.217391, + "main_score": 0.189306, + "hf_subset": "taq_Tfng-mag_Deva", + "languages": [ + "taq-Tfng", + "mag-Deva" + ] + }, + { + "precision": 0.178124, + "recall": 0.209486, + "f1": 0.185524, + "accuracy": 0.209486, + "main_score": 0.185524, + "hf_subset": "taq_Tfng-pap_Latn", + "languages": [ + "taq-Tfng", + "pap-Latn" + ] + }, + { + "precision": 0.171552, + "recall": 0.205534, + "f1": 0.1795, + "accuracy": 0.205534, + "main_score": 0.1795, + "hf_subset": "taq_Tfng-sot_Latn", + "languages": [ + "taq-Tfng", + "sot-Latn" + ] + }, + { + "precision": 0.179846, + "recall": 0.214427, + "f1": 0.187737, + "accuracy": 0.214427, + "main_score": 0.187737, + "hf_subset": "taq_Tfng-tur_Latn", + "languages": [ + "taq-Tfng", + "tur-Latn" + ] + }, + { + "precision": 0.179048, + "recall": 0.215415, + "f1": 0.18736, + "accuracy": 0.215415, + "main_score": 0.18736, + "hf_subset": "taq_Tfng-ace_Latn", + "languages": [ + "taq-Tfng", + "ace-Latn" + ] + }, + { + "precision": 0.159279, + "recall": 0.1917, + "f1": 0.166079, + "accuracy": 0.1917, + "main_score": 0.166079, + "hf_subset": "taq_Tfng-ban_Latn", + "languages": [ + "taq-Tfng", + "ban-Latn" + ] + }, + { + "precision": 0.16658, + "recall": 0.190711, + "f1": 0.172052, + "accuracy": 0.190711, + "main_score": 0.172052, + "hf_subset": "taq_Tfng-ell_Grek", + "languages": [ + "taq-Tfng", + "ell-Grek" + ] + }, + { + "precision": 0.165387, + "recall": 0.192688, + "f1": 0.171619, + "accuracy": 0.192688, + "main_score": 0.171619, + "hf_subset": "taq_Tfng-hne_Deva", + "languages": [ + "taq-Tfng", + "hne-Deva" + ] + }, + { + "precision": 0.123367, + "recall": 0.147233, + "f1": 0.128978, + "accuracy": 0.147233, + "main_score": 0.128978, + "hf_subset": "taq_Tfng-kik_Latn", + "languages": [ + "taq-Tfng", + "kik-Latn" + ] + }, + { + "precision": 0.18527, + "recall": 0.216403, + "f1": 0.192333, + "accuracy": 0.216403, + "main_score": 0.192333, + "hf_subset": "taq_Tfng-mai_Deva", + "languages": [ + "taq-Tfng", + "mai-Deva" + ] + }, + { + "precision": 0.170159, + "recall": 0.199605, + "f1": 0.176025, + "accuracy": 0.199605, + "main_score": 0.176025, + "hf_subset": "taq_Tfng-pbt_Arab", + "languages": [ + "taq-Tfng", + "pbt-Arab" + ] + }, + { + "precision": 0.179697, + "recall": 0.215415, + "f1": 0.187037, + "accuracy": 0.215415, + "main_score": 0.187037, + "hf_subset": "taq_Tfng-spa_Latn", + "languages": [ + "taq-Tfng", + "spa-Latn" + ] + }, + { + "precision": 0.163908, + "recall": 0.195652, + "f1": 0.170939, + "accuracy": 0.195652, + "main_score": 0.170939, + "hf_subset": "taq_Tfng-twi_Latn", + "languages": [ + "taq-Tfng", + "twi-Latn" + ] + }, + { + "precision": 0.18437, + "recall": 0.220356, + "f1": 0.192691, + "accuracy": 0.220356, + "main_score": 0.192691, + "hf_subset": "taq_Tfng-acm_Arab", + "languages": [ + "taq-Tfng", + "acm-Arab" + ] + }, + { + "precision": 0.145893, + "recall": 0.177866, + "f1": 0.152867, + "accuracy": 0.177866, + "main_score": 0.152867, + "hf_subset": "taq_Tfng-bel_Cyrl", + "languages": [ + "taq-Tfng", + "bel-Cyrl" + ] + }, + { + "precision": 0.189148, + "recall": 0.224308, + "f1": 0.197642, + "accuracy": 0.224308, + "main_score": 0.197642, + "hf_subset": "taq_Tfng-eng_Latn", + "languages": [ + "taq-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.16184, + "recall": 0.187747, + "f1": 0.167863, + "accuracy": 0.187747, + "main_score": 0.167863, + "hf_subset": "taq_Tfng-hrv_Latn", + "languages": [ + "taq-Tfng", + "hrv-Latn" + ] + }, + { + "precision": 0.160984, + "recall": 0.192688, + "f1": 0.168722, + "accuracy": 0.192688, + "main_score": 0.168722, + "hf_subset": "taq_Tfng-kin_Latn", + "languages": [ + "taq-Tfng", + "kin-Latn" + ] + }, + { + "precision": 0.156794, + "recall": 0.190711, + "f1": 0.164219, + "accuracy": 0.190711, + "main_score": 0.164219, + "hf_subset": "taq_Tfng-mal_Mlym", + "languages": [ + "taq-Tfng", + "mal-Mlym" + ] + }, + { + "precision": 0.180691, + "recall": 0.213439, + "f1": 0.188335, + "accuracy": 0.213439, + "main_score": 0.188335, + "hf_subset": "taq_Tfng-pes_Arab", + "languages": [ + "taq-Tfng", + "pes-Arab" + ] + }, + { + "precision": 0.16941, + "recall": 0.202569, + "f1": 0.176451, + "accuracy": 0.202569, + "main_score": 0.176451, + "hf_subset": "taq_Tfng-srd_Latn", + "languages": [ + "taq-Tfng", + "srd-Latn" + ] + }, + { + "precision": 0.252277, + "recall": 0.294466, + "f1": 0.263072, + "accuracy": 0.294466, + "main_score": 0.263072, + "hf_subset": "taq_Tfng-tzm_Tfng", + "languages": [ + "taq-Tfng", + "tzm-Tfng" + ] + }, + { + "precision": 0.177793, + "recall": 0.212451, + "f1": 0.184961, + "accuracy": 0.212451, + "main_score": 0.184961, + "hf_subset": "taq_Tfng-acq_Arab", + "languages": [ + "taq-Tfng", + "acq-Arab" + ] + }, + { + "precision": 0.176168, + "recall": 0.209486, + "f1": 0.183868, + "accuracy": 0.209486, + "main_score": 0.183868, + "hf_subset": "taq_Tfng-bem_Latn", + "languages": [ + "taq-Tfng", + "bem-Latn" + ] + }, + { + "precision": 0.153911, + "recall": 0.178854, + "f1": 0.159019, + "accuracy": 0.178854, + "main_score": 0.159019, + "hf_subset": "taq_Tfng-epo_Latn", + "languages": [ + "taq-Tfng", + "epo-Latn" + ] + }, + { + "precision": 0.167836, + "recall": 0.206522, + "f1": 0.176619, + "accuracy": 0.206522, + "main_score": 0.176619, + "hf_subset": "taq_Tfng-hun_Latn", + "languages": [ + "taq-Tfng", + "hun-Latn" + ] + }, + { + "precision": 0.165304, + "recall": 0.198617, + "f1": 0.172297, + "accuracy": 0.198617, + "main_score": 0.172297, + "hf_subset": "taq_Tfng-kir_Cyrl", + "languages": [ + "taq-Tfng", + "kir-Cyrl" + ] + }, + { + "precision": 0.167436, + "recall": 0.197628, + "f1": 0.173665, + "accuracy": 0.197628, + "main_score": 0.173665, + "hf_subset": "taq_Tfng-mar_Deva", + "languages": [ + "taq-Tfng", + "mar-Deva" + ] + }, + { + "precision": 0.160349, + "recall": 0.200593, + "f1": 0.169104, + "accuracy": 0.200593, + "main_score": 0.169104, + "hf_subset": "taq_Tfng-plt_Latn", + "languages": [ + "taq-Tfng", + "plt-Latn" + ] + }, + { + "precision": 0.175231, + "recall": 0.206522, + "f1": 0.181449, + "accuracy": 0.206522, + "main_score": 0.181449, + "hf_subset": "taq_Tfng-srp_Cyrl", + "languages": [ + "taq-Tfng", + "srp-Cyrl" + ] + }, + { + "precision": 0.156278, + "recall": 0.194664, + "f1": 0.164288, + "accuracy": 0.194664, + "main_score": 0.164288, + "hf_subset": "taq_Tfng-uig_Arab", + "languages": [ + "taq-Tfng", + "uig-Arab" + ] + }, + { + "precision": 0.173733, + "recall": 0.202569, + "f1": 0.179676, + "accuracy": 0.202569, + "main_score": 0.179676, + "hf_subset": "taq_Tfng-aeb_Arab", + "languages": [ + "taq-Tfng", + "aeb-Arab" + ] + }, + { + "precision": 0.185092, + "recall": 0.211462, + "f1": 0.191716, + "accuracy": 0.211462, + "main_score": 0.191716, + "hf_subset": "taq_Tfng-ben_Beng", + "languages": [ + "taq-Tfng", + "ben-Beng" + ] + }, + { + "precision": 0.16619, + "recall": 0.19664, + "f1": 0.172726, + "accuracy": 0.19664, + "main_score": 0.172726, + "hf_subset": "taq_Tfng-est_Latn", + "languages": [ + "taq-Tfng", + "est-Latn" + ] + }, + { + "precision": 0.163163, + "recall": 0.199605, + "f1": 0.170973, + "accuracy": 0.199605, + "main_score": 0.170973, + "hf_subset": "taq_Tfng-hye_Armn", + "languages": [ + "taq-Tfng", + "hye-Armn" + ] + }, + { + "precision": 0.18833, + "recall": 0.221344, + "f1": 0.19519, + "accuracy": 0.221344, + "main_score": 0.19519, + "hf_subset": "taq_Tfng-kmb_Latn", + "languages": [ + "taq-Tfng", + "kmb-Latn" + ] + }, + { + "precision": 0.185904, + "recall": 0.220356, + "f1": 0.194684, + "accuracy": 0.220356, + "main_score": 0.194684, + "hf_subset": "taq_Tfng-min_Arab", + "languages": [ + "taq-Tfng", + "min-Arab" + ] + }, + { + "precision": 0.188377, + "recall": 0.221344, + "f1": 0.195001, + "accuracy": 0.221344, + "main_score": 0.195001, + "hf_subset": "taq_Tfng-pol_Latn", + "languages": [ + "taq-Tfng", + "pol-Latn" + ] + }, + { + "precision": 0.150158, + "recall": 0.182806, + "f1": 0.157533, + "accuracy": 0.182806, + "main_score": 0.157533, + "hf_subset": "taq_Tfng-ssw_Latn", + "languages": [ + "taq-Tfng", + "ssw-Latn" + ] + }, + { + "precision": 0.160159, + "recall": 0.195652, + "f1": 0.168149, + "accuracy": 0.195652, + "main_score": 0.168149, + "hf_subset": "taq_Tfng-ukr_Cyrl", + "languages": [ + "taq-Tfng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.158119, + "recall": 0.188735, + "f1": 0.165504, + "accuracy": 0.188735, + "main_score": 0.165504, + "hf_subset": "taq_Tfng-afr_Latn", + "languages": [ + "taq-Tfng", + "afr-Latn" + ] + }, + { + "precision": 0.173556, + "recall": 0.210474, + "f1": 0.182012, + "accuracy": 0.210474, + "main_score": 0.182012, + "hf_subset": "taq_Tfng-bho_Deva", + "languages": [ + "taq-Tfng", + "bho-Deva" + ] + }, + { + "precision": 0.152992, + "recall": 0.182806, + "f1": 0.15894, + "accuracy": 0.182806, + "main_score": 0.15894, + "hf_subset": "taq_Tfng-eus_Latn", + "languages": [ + "taq-Tfng", + "eus-Latn" + ] + }, + { + "precision": 0.161442, + "recall": 0.19664, + "f1": 0.168728, + "accuracy": 0.19664, + "main_score": 0.168728, + "hf_subset": "taq_Tfng-ibo_Latn", + "languages": [ + "taq-Tfng", + "ibo-Latn" + ] + }, + { + "precision": 0.162711, + "recall": 0.198617, + "f1": 0.171644, + "accuracy": 0.198617, + "main_score": 0.171644, + "hf_subset": "taq_Tfng-kmr_Latn", + "languages": [ + "taq-Tfng", + "kmr-Latn" + ] + }, + { + "precision": 0.157617, + "recall": 0.189723, + "f1": 0.164841, + "accuracy": 0.189723, + "main_score": 0.164841, + "hf_subset": "taq_Tfng-min_Latn", + "languages": [ + "taq-Tfng", + "min-Latn" + ] + }, + { + "precision": 0.16853, + "recall": 0.203557, + "f1": 0.176139, + "accuracy": 0.203557, + "main_score": 0.176139, + "hf_subset": "taq_Tfng-por_Latn", + "languages": [ + "taq-Tfng", + "por-Latn" + ] + }, + { + "precision": 0.147906, + "recall": 0.177866, + "f1": 0.154288, + "accuracy": 0.177866, + "main_score": 0.154288, + "hf_subset": "taq_Tfng-sun_Latn", + "languages": [ + "taq-Tfng", + "sun-Latn" + ] + }, + { + "precision": 0.181702, + "recall": 0.212451, + "f1": 0.189631, + "accuracy": 0.212451, + "main_score": 0.189631, + "hf_subset": "taq_Tfng-umb_Latn", + "languages": [ + "taq-Tfng", + "umb-Latn" + ] + }, + { + "precision": 0.178684, + "recall": 0.20751, + "f1": 0.185546, + "accuracy": 0.20751, + "main_score": 0.185546, + "hf_subset": "taq_Tfng-ajp_Arab", + "languages": [ + "taq-Tfng", + "ajp-Arab" + ] + }, + { + "precision": 0.186725, + "recall": 0.22332, + "f1": 0.195443, + "accuracy": 0.22332, + "main_score": 0.195443, + "hf_subset": "taq_Tfng-bjn_Arab", + "languages": [ + "taq-Tfng", + "bjn-Arab" + ] + }, + { + "precision": 0.178263, + "recall": 0.204545, + "f1": 0.185328, + "accuracy": 0.204545, + "main_score": 0.185328, + "hf_subset": "taq_Tfng-ewe_Latn", + "languages": [ + "taq-Tfng", + "ewe-Latn" + ] + }, + { + "precision": 0.16251, + "recall": 0.195652, + "f1": 0.170471, + "accuracy": 0.195652, + "main_score": 0.170471, + "hf_subset": "taq_Tfng-ilo_Latn", + "languages": [ + "taq-Tfng", + "ilo-Latn" + ] + }, + { + "precision": 0.158392, + "recall": 0.1917, + "f1": 0.165962, + "accuracy": 0.1917, + "main_score": 0.165962, + "hf_subset": "taq_Tfng-knc_Arab", + "languages": [ + "taq-Tfng", + "knc-Arab" + ] + }, + { + "precision": 0.16213, + "recall": 0.194664, + "f1": 0.169702, + "accuracy": 0.194664, + "main_score": 0.169702, + "hf_subset": "taq_Tfng-mkd_Cyrl", + "languages": [ + "taq-Tfng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.188569, + "recall": 0.221344, + "f1": 0.195473, + "accuracy": 0.221344, + "main_score": 0.195473, + "hf_subset": "taq_Tfng-prs_Arab", + "languages": [ + "taq-Tfng", + "prs-Arab" + ] + }, + { + "precision": 0.174962, + "recall": 0.206522, + "f1": 0.181804, + "accuracy": 0.206522, + "main_score": 0.181804, + "hf_subset": "taq_Tfng-swe_Latn", + "languages": [ + "taq-Tfng", + "swe-Latn" + ] + }, + { + "precision": 0.15995, + "recall": 0.190711, + "f1": 0.167037, + "accuracy": 0.190711, + "main_score": 0.167037, + "hf_subset": "taq_Tfng-urd_Arab", + "languages": [ + "taq-Tfng", + "urd-Arab" + ] + }, + { + "precision": 0.178513, + "recall": 0.210474, + "f1": 0.186083, + "accuracy": 0.210474, + "main_score": 0.186083, + "hf_subset": "taq_Tfng-aka_Latn", + "languages": [ + "taq-Tfng", + "aka-Latn" + ] + }, + { + "precision": 0.162371, + "recall": 0.192688, + "f1": 0.16927, + "accuracy": 0.192688, + "main_score": 0.16927, + "hf_subset": "taq_Tfng-bjn_Latn", + "languages": [ + "taq-Tfng", + "bjn-Latn" + ] + }, + { + "precision": 0.142782, + "recall": 0.175889, + "f1": 0.149813, + "accuracy": 0.175889, + "main_score": 0.149813, + "hf_subset": "taq_Tfng-fao_Latn", + "languages": [ + "taq-Tfng", + "fao-Latn" + ] + }, + { + "precision": 0.177997, + "recall": 0.205534, + "f1": 0.184226, + "accuracy": 0.205534, + "main_score": 0.184226, + "hf_subset": "taq_Tfng-ind_Latn", + "languages": [ + "taq-Tfng", + "ind-Latn" + ] + }, + { + "precision": 0.19382, + "recall": 0.219368, + "f1": 0.200384, + "accuracy": 0.219368, + "main_score": 0.200384, + "hf_subset": "taq_Tfng-knc_Latn", + "languages": [ + "taq-Tfng", + "knc-Latn" + ] + }, + { + "precision": 0.133175, + "recall": 0.159091, + "f1": 0.138613, + "accuracy": 0.159091, + "main_score": 0.138613, + "hf_subset": "taq_Tfng-mlt_Latn", + "languages": [ + "taq-Tfng", + "mlt-Latn" + ] + }, + { + "precision": 0.19915, + "recall": 0.235178, + "f1": 0.207805, + "accuracy": 0.235178, + "main_score": 0.207805, + "hf_subset": "taq_Tfng-quy_Latn", + "languages": [ + "taq-Tfng", + "quy-Latn" + ] + }, + { + "precision": 0.153893, + "recall": 0.184783, + "f1": 0.161057, + "accuracy": 0.184783, + "main_score": 0.161057, + "hf_subset": "taq_Tfng-swh_Latn", + "languages": [ + "taq-Tfng", + "swh-Latn" + ] + }, + { + "precision": 0.139462, + "recall": 0.178854, + "f1": 0.147599, + "accuracy": 0.178854, + "main_score": 0.147599, + "hf_subset": "taq_Tfng-uzn_Latn", + "languages": [ + "taq-Tfng", + "uzn-Latn" + ] + }, + { + "precision": 0.156385, + "recall": 0.188735, + "f1": 0.163567, + "accuracy": 0.188735, + "main_score": 0.163567, + "hf_subset": "taq_Tfng-als_Latn", + "languages": [ + "taq-Tfng", + "als-Latn" + ] + }, + { + "precision": 0.147876, + "recall": 0.190711, + "f1": 0.157854, + "accuracy": 0.190711, + "main_score": 0.157854, + "hf_subset": "taq_Tfng-bod_Tibt", + "languages": [ + "taq-Tfng", + "bod-Tibt" + ] + }, + { + "precision": 0.202017, + "recall": 0.23913, + "f1": 0.211622, + "accuracy": 0.23913, + "main_score": 0.211622, + "hf_subset": "taq_Tfng-fij_Latn", + "languages": [ + "taq-Tfng", + "fij-Latn" + ] + }, + { + "precision": 0.135694, + "recall": 0.16996, + "f1": 0.143224, + "accuracy": 0.16996, + "main_score": 0.143224, + "hf_subset": "taq_Tfng-isl_Latn", + "languages": [ + "taq-Tfng", + "isl-Latn" + ] + }, + { + "precision": 0.179238, + "recall": 0.20751, + "f1": 0.186268, + "accuracy": 0.20751, + "main_score": 0.186268, + "hf_subset": "taq_Tfng-kon_Latn", + "languages": [ + "taq-Tfng", + "kon-Latn" + ] + }, + { + "precision": 0.190684, + "recall": 0.218379, + "f1": 0.197345, + "accuracy": 0.218379, + "main_score": 0.197345, + "hf_subset": "taq_Tfng-mni_Beng", + "languages": [ + "taq-Tfng", + "mni-Beng" + ] + }, + { + "precision": 0.173216, + "recall": 0.198617, + "f1": 0.178601, + "accuracy": 0.198617, + "main_score": 0.178601, + "hf_subset": "taq_Tfng-ron_Latn", + "languages": [ + "taq-Tfng", + "ron-Latn" + ] + }, + { + "precision": 0.178501, + "recall": 0.209486, + "f1": 0.184743, + "accuracy": 0.209486, + "main_score": 0.184743, + "hf_subset": "taq_Tfng-szl_Latn", + "languages": [ + "taq-Tfng", + "szl-Latn" + ] + }, + { + "precision": 0.178382, + "recall": 0.202569, + "f1": 0.183486, + "accuracy": 0.202569, + "main_score": 0.183486, + "hf_subset": "taq_Tfng-vec_Latn", + "languages": [ + "taq-Tfng", + "vec-Latn" + ] + }, + { + "precision": 0.187738, + "recall": 0.220356, + "f1": 0.195435, + "accuracy": 0.220356, + "main_score": 0.195435, + "hf_subset": "taq_Tfng-amh_Ethi", + "languages": [ + "taq-Tfng", + "amh-Ethi" + ] + }, + { + "precision": 0.170348, + "recall": 0.198617, + "f1": 0.176772, + "accuracy": 0.198617, + "main_score": 0.176772, + "hf_subset": "taq_Tfng-bos_Latn", + "languages": [ + "taq-Tfng", + "bos-Latn" + ] + }, + { + "precision": 0.157132, + "recall": 0.184783, + "f1": 0.163541, + "accuracy": 0.184783, + "main_score": 0.163541, + "hf_subset": "taq_Tfng-fin_Latn", + "languages": [ + "taq-Tfng", + "fin-Latn" + ] + }, + { + "precision": 0.189998, + "recall": 0.224308, + "f1": 0.198406, + "accuracy": 0.224308, + "main_score": 0.198406, + "hf_subset": "taq_Tfng-ita_Latn", + "languages": [ + "taq-Tfng", + "ita-Latn" + ] + }, + { + "precision": 0.199446, + "recall": 0.226285, + "f1": 0.204978, + "accuracy": 0.226285, + "main_score": 0.204978, + "hf_subset": "taq_Tfng-kor_Hang", + "languages": [ + "taq-Tfng", + "kor-Hang" + ] + }, + { + "precision": 0.198761, + "recall": 0.225296, + "f1": 0.205418, + "accuracy": 0.225296, + "main_score": 0.205418, + "hf_subset": "taq_Tfng-mos_Latn", + "languages": [ + "taq-Tfng", + "mos-Latn" + ] + }, + { + "precision": 0.158336, + "recall": 0.188735, + "f1": 0.166522, + "accuracy": 0.188735, + "main_score": 0.166522, + "hf_subset": "taq_Tfng-run_Latn", + "languages": [ + "taq-Tfng", + "run-Latn" + ] + }, + { + "precision": 0.16838, + "recall": 0.19664, + "f1": 0.174629, + "accuracy": 0.19664, + "main_score": 0.174629, + "hf_subset": "taq_Tfng-tam_Taml", + "languages": [ + "taq-Tfng", + "tam-Taml" + ] + }, + { + "precision": 0.182526, + "recall": 0.206522, + "f1": 0.187777, + "accuracy": 0.206522, + "main_score": 0.187777, + "hf_subset": "taq_Tfng-vie_Latn", + "languages": [ + "taq-Tfng", + "vie-Latn" + ] + }, + { + "precision": 0.184071, + "recall": 0.214427, + "f1": 0.190777, + "accuracy": 0.214427, + "main_score": 0.190777, + "hf_subset": "taq_Tfng-apc_Arab", + "languages": [ + "taq-Tfng", + "apc-Arab" + ] + }, + { + "precision": 0.167074, + "recall": 0.190711, + "f1": 0.172515, + "accuracy": 0.190711, + "main_score": 0.172515, + "hf_subset": "taq_Tfng-bug_Latn", + "languages": [ + "taq-Tfng", + "bug-Latn" + ] + }, + { + "precision": 0.169477, + "recall": 0.198617, + "f1": 0.177055, + "accuracy": 0.198617, + "main_score": 0.177055, + "hf_subset": "taq_Tfng-fon_Latn", + "languages": [ + "taq-Tfng", + "fon-Latn" + ] + }, + { + "precision": 0.148089, + "recall": 0.179842, + "f1": 0.15507, + "accuracy": 0.179842, + "main_score": 0.15507, + "hf_subset": "taq_Tfng-jav_Latn", + "languages": [ + "taq-Tfng", + "jav-Latn" + ] + }, + { + "precision": 0.133004, + "recall": 0.162055, + "f1": 0.139827, + "accuracy": 0.162055, + "main_score": 0.139827, + "hf_subset": "taq_Tfng-lao_Laoo", + "languages": [ + "taq-Tfng", + "lao-Laoo" + ] + }, + { + "precision": 0.167337, + "recall": 0.202569, + "f1": 0.175223, + "accuracy": 0.202569, + "main_score": 0.175223, + "hf_subset": "taq_Tfng-mri_Latn", + "languages": [ + "taq-Tfng", + "mri-Latn" + ] + }, + { + "precision": 0.179137, + "recall": 0.210474, + "f1": 0.185566, + "accuracy": 0.210474, + "main_score": 0.185566, + "hf_subset": "taq_Tfng-rus_Cyrl", + "languages": [ + "taq-Tfng", + "rus-Cyrl" + ] + }, + { + "precision": 0.392676, + "recall": 0.445652, + "f1": 0.403561, + "accuracy": 0.445652, + "main_score": 0.403561, + "hf_subset": "taq_Tfng-taq_Latn", + "languages": [ + "taq-Tfng", + "taq-Latn" + ] + }, + { + "precision": 0.164131, + "recall": 0.197628, + "f1": 0.171834, + "accuracy": 0.197628, + "main_score": 0.171834, + "hf_subset": "taq_Tfng-war_Latn", + "languages": [ + "taq-Tfng", + "war-Latn" + ] + }, + { + "precision": 0.182906, + "recall": 0.220356, + "f1": 0.191104, + "accuracy": 0.220356, + "main_score": 0.191104, + "hf_subset": "taq_Tfng-arb_Arab", + "languages": [ + "taq-Tfng", + "arb-Arab" + ] + }, + { + "precision": 0.177155, + "recall": 0.209486, + "f1": 0.184501, + "accuracy": 0.209486, + "main_score": 0.184501, + "hf_subset": "taq_Tfng-bul_Cyrl", + "languages": [ + "taq-Tfng", + "bul-Cyrl" + ] + }, + { + "precision": 0.174122, + "recall": 0.204545, + "f1": 0.180515, + "accuracy": 0.204545, + "main_score": 0.180515, + "hf_subset": "taq_Tfng-fra_Latn", + "languages": [ + "taq-Tfng", + "fra-Latn" + ] + }, + { + "precision": 0.194196, + "recall": 0.229249, + "f1": 0.202162, + "accuracy": 0.229249, + "main_score": 0.202162, + "hf_subset": "taq_Tfng-jpn_Jpan", + "languages": [ + "taq-Tfng", + "jpn-Jpan" + ] + }, + { + "precision": 0.170239, + "recall": 0.19664, + "f1": 0.176779, + "accuracy": 0.19664, + "main_score": 0.176779, + "hf_subset": "taq_Tfng-lij_Latn", + "languages": [ + "taq-Tfng", + "lij-Latn" + ] + }, + { + "precision": 0.16228, + "recall": 0.194664, + "f1": 0.169884, + "accuracy": 0.194664, + "main_score": 0.169884, + "hf_subset": "taq_Tfng-mya_Mymr", + "languages": [ + "taq-Tfng", + "mya-Mymr" + ] + }, + { + "precision": 0.199153, + "recall": 0.237154, + "f1": 0.207807, + "accuracy": 0.237154, + "main_score": 0.207807, + "hf_subset": "taq_Tfng-sag_Latn", + "languages": [ + "taq-Tfng", + "sag-Latn" + ] + }, + { + "precision": 0.209178, + "recall": 0.238142, + "f1": 0.216582, + "accuracy": 0.238142, + "main_score": 0.216582, + "hf_subset": "taq_Tfng-wol_Latn", + "languages": [ + "taq-Tfng", + "wol-Latn" + ] + }, + { + "precision": 0.150353, + "recall": 0.175889, + "f1": 0.155428, + "accuracy": 0.175889, + "main_score": 0.155428, + "hf_subset": "taq_Tfng-arb_Latn", + "languages": [ + "taq-Tfng", + "arb-Latn" + ] + }, + { + "precision": 0.162483, + "recall": 0.194664, + "f1": 0.16905, + "accuracy": 0.194664, + "main_score": 0.16905, + "hf_subset": "taq_Tfng-cat_Latn", + "languages": [ + "taq-Tfng", + "cat-Latn" + ] + }, + { + "precision": 0.165736, + "recall": 0.190711, + "f1": 0.171321, + "accuracy": 0.190711, + "main_score": 0.171321, + "hf_subset": "taq_Tfng-fur_Latn", + "languages": [ + "taq-Tfng", + "fur-Latn" + ] + }, + { + "precision": 0.212406, + "recall": 0.243083, + "f1": 0.219531, + "accuracy": 0.243083, + "main_score": 0.219531, + "hf_subset": "taq_Tfng-kab_Latn", + "languages": [ + "taq-Tfng", + "kab-Latn" + ] + }, + { + "precision": 0.167895, + "recall": 0.194664, + "f1": 0.17441, + "accuracy": 0.194664, + "main_score": 0.17441, + "hf_subset": "taq_Tfng-lim_Latn", + "languages": [ + "taq-Tfng", + "lim-Latn" + ] + }, + { + "precision": 0.184495, + "recall": 0.209486, + "f1": 0.189937, + "accuracy": 0.209486, + "main_score": 0.189937, + "hf_subset": "taq_Tfng-nld_Latn", + "languages": [ + "taq-Tfng", + "nld-Latn" + ] + }, + { + "precision": 0.179767, + "recall": 0.216403, + "f1": 0.187435, + "accuracy": 0.216403, + "main_score": 0.187435, + "hf_subset": "taq_Tfng-san_Deva", + "languages": [ + "taq-Tfng", + "san-Deva" + ] + }, + { + "precision": 0.153438, + "recall": 0.184783, + "f1": 0.160066, + "accuracy": 0.184783, + "main_score": 0.160066, + "hf_subset": "taq_Tfng-tat_Cyrl", + "languages": [ + "taq-Tfng", + "tat-Cyrl" + ] + }, + { + "precision": 0.148207, + "recall": 0.177866, + "f1": 0.154641, + "accuracy": 0.177866, + "main_score": 0.154641, + "hf_subset": "taq_Tfng-xho_Latn", + "languages": [ + "taq-Tfng", + "xho-Latn" + ] + }, + { + "precision": 0.163668, + "recall": 0.200593, + "f1": 0.171653, + "accuracy": 0.200593, + "main_score": 0.171653, + "hf_subset": "taq_Tfng-ars_Arab", + "languages": [ + "taq-Tfng", + "ars-Arab" + ] + }, + { + "precision": 0.14829, + "recall": 0.171937, + "f1": 0.152716, + "accuracy": 0.171937, + "main_score": 0.152716, + "hf_subset": "taq_Tfng-ceb_Latn", + "languages": [ + "taq-Tfng", + "ceb-Latn" + ] + }, + { + "precision": 0.179175, + "recall": 0.212451, + "f1": 0.186276, + "accuracy": 0.212451, + "main_score": 0.186276, + "hf_subset": "taq_Tfng-fuv_Latn", + "languages": [ + "taq-Tfng", + "fuv-Latn" + ] + }, + { + "precision": 0.195176, + "recall": 0.230237, + "f1": 0.204483, + "accuracy": 0.230237, + "main_score": 0.204483, + "hf_subset": "taq_Tfng-kac_Latn", + "languages": [ + "taq-Tfng", + "kac-Latn" + ] + }, + { + "precision": 0.189506, + "recall": 0.221344, + "f1": 0.196778, + "accuracy": 0.221344, + "main_score": 0.196778, + "hf_subset": "taq_Tfng-lin_Latn", + "languages": [ + "taq-Tfng", + "lin-Latn" + ] + }, + { + "precision": 0.156761, + "recall": 0.188735, + "f1": 0.163675, + "accuracy": 0.188735, + "main_score": 0.163675, + "hf_subset": "taq_Tfng-nno_Latn", + "languages": [ + "taq-Tfng", + "nno-Latn" + ] + }, + { + "precision": 0.181894, + "recall": 0.208498, + "f1": 0.18805, + "accuracy": 0.208498, + "main_score": 0.18805, + "hf_subset": "taq_Tfng-sat_Olck", + "languages": [ + "taq-Tfng", + "sat-Olck" + ] + }, + { + "precision": 0.15261, + "recall": 0.184783, + "f1": 0.15873, + "accuracy": 0.184783, + "main_score": 0.15873, + "hf_subset": "taq_Tfng-tel_Telu", + "languages": [ + "taq-Tfng", + "tel-Telu" + ] + }, + { + "precision": 0.180156, + "recall": 0.215415, + "f1": 0.186641, + "accuracy": 0.215415, + "main_score": 0.186641, + "hf_subset": "taq_Tfng-ydd_Hebr", + "languages": [ + "taq-Tfng", + "ydd-Hebr" + ] + }, + { + "precision": 0.169856, + "recall": 0.19664, + "f1": 0.175192, + "accuracy": 0.19664, + "main_score": 0.175192, + "hf_subset": "taq_Tfng-ary_Arab", + "languages": [ + "taq-Tfng", + "ary-Arab" + ] + }, + { + "precision": 0.17069, + "recall": 0.201581, + "f1": 0.177482, + "accuracy": 0.201581, + "main_score": 0.177482, + "hf_subset": "taq_Tfng-ces_Latn", + "languages": [ + "taq-Tfng", + "ces-Latn" + ] + }, + { + "precision": 0.21849, + "recall": 0.256917, + "f1": 0.228015, + "accuracy": 0.256917, + "main_score": 0.228015, + "hf_subset": "taq_Tfng-gaz_Latn", + "languages": [ + "taq-Tfng", + "gaz-Latn" + ] + }, + { + "precision": 0.175769, + "recall": 0.209486, + "f1": 0.184006, + "accuracy": 0.209486, + "main_score": 0.184006, + "hf_subset": "taq_Tfng-kam_Latn", + "languages": [ + "taq-Tfng", + "kam-Latn" + ] + }, + { + "precision": 0.169055, + "recall": 0.200593, + "f1": 0.175894, + "accuracy": 0.200593, + "main_score": 0.175894, + "hf_subset": "taq_Tfng-lit_Latn", + "languages": [ + "taq-Tfng", + "lit-Latn" + ] + }, + { + "precision": 0.158929, + "recall": 0.186759, + "f1": 0.165613, + "accuracy": 0.186759, + "main_score": 0.165613, + "hf_subset": "taq_Tfng-nob_Latn", + "languages": [ + "taq-Tfng", + "nob-Latn" + ] + }, + { + "precision": 0.175031, + "recall": 0.20751, + "f1": 0.181874, + "accuracy": 0.20751, + "main_score": 0.181874, + "hf_subset": "taq_Tfng-scn_Latn", + "languages": [ + "taq-Tfng", + "scn-Latn" + ] + }, + { + "precision": 0.148398, + "recall": 0.178854, + "f1": 0.154541, + "accuracy": 0.178854, + "main_score": 0.154541, + "hf_subset": "taq_Tfng-tgk_Cyrl", + "languages": [ + "taq-Tfng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.1472, + "recall": 0.172925, + "f1": 0.153225, + "accuracy": 0.172925, + "main_score": 0.153225, + "hf_subset": "taq_Tfng-yor_Latn", + "languages": [ + "taq-Tfng", + "yor-Latn" + ] + }, + { + "precision": 0.174207, + "recall": 0.202569, + "f1": 0.180391, + "accuracy": 0.202569, + "main_score": 0.180391, + "hf_subset": "taq_Tfng-arz_Arab", + "languages": [ + "taq-Tfng", + "arz-Arab" + ] + }, + { + "precision": 0.177949, + "recall": 0.209486, + "f1": 0.185783, + "accuracy": 0.209486, + "main_score": 0.185783, + "hf_subset": "taq_Tfng-cjk_Latn", + "languages": [ + "taq-Tfng", + "cjk-Latn" + ] + }, + { + "precision": 0.143751, + "recall": 0.178854, + "f1": 0.151595, + "accuracy": 0.178854, + "main_score": 0.151595, + "hf_subset": "taq_Tfng-gla_Latn", + "languages": [ + "taq-Tfng", + "gla-Latn" + ] + }, + { + "precision": 0.15211, + "recall": 0.186759, + "f1": 0.159245, + "accuracy": 0.186759, + "main_score": 0.159245, + "hf_subset": "taq_Tfng-kan_Knda", + "languages": [ + "taq-Tfng", + "kan-Knda" + ] + }, + { + "precision": 0.155882, + "recall": 0.182806, + "f1": 0.161474, + "accuracy": 0.182806, + "main_score": 0.161474, + "hf_subset": "taq_Tfng-lmo_Latn", + "languages": [ + "taq-Tfng", + "lmo-Latn" + ] + }, + { + "precision": 0.164956, + "recall": 0.194664, + "f1": 0.171746, + "accuracy": 0.194664, + "main_score": 0.171746, + "hf_subset": "taq_Tfng-npi_Deva", + "languages": [ + "taq-Tfng", + "npi-Deva" + ] + }, + { + "precision": 0.129755, + "recall": 0.16502, + "f1": 0.138081, + "accuracy": 0.16502, + "main_score": 0.138081, + "hf_subset": "taq_Tfng-shn_Mymr", + "languages": [ + "taq-Tfng", + "shn-Mymr" + ] + }, + { + "precision": 0.157855, + "recall": 0.187747, + "f1": 0.163987, + "accuracy": 0.187747, + "main_score": 0.163987, + "hf_subset": "taq_Tfng-tgl_Latn", + "languages": [ + "taq-Tfng", + "tgl-Latn" + ] + }, + { + "precision": 0.161049, + "recall": 0.189723, + "f1": 0.167265, + "accuracy": 0.189723, + "main_score": 0.167265, + "hf_subset": "taq_Tfng-yue_Hant", + "languages": [ + "taq-Tfng", + "yue-Hant" + ] + }, + { + "precision": 0.155441, + "recall": 0.178854, + "f1": 0.161074, + "accuracy": 0.178854, + "main_score": 0.161074, + "hf_subset": "taq_Tfng-asm_Beng", + "languages": [ + "taq-Tfng", + "asm-Beng" + ] + }, + { + "precision": 0.17815, + "recall": 0.217391, + "f1": 0.187279, + "accuracy": 0.217391, + "main_score": 0.187279, + "hf_subset": "taq_Tfng-ckb_Arab", + "languages": [ + "taq-Tfng", + "ckb-Arab" + ] + }, + { + "precision": 0.140557, + "recall": 0.171937, + "f1": 0.1475, + "accuracy": 0.171937, + "main_score": 0.1475, + "hf_subset": "taq_Tfng-gle_Latn", + "languages": [ + "taq-Tfng", + "gle-Latn" + ] + }, + { + "precision": 0.186481, + "recall": 0.214427, + "f1": 0.192951, + "accuracy": 0.214427, + "main_score": 0.192951, + "hf_subset": "taq_Tfng-kas_Arab", + "languages": [ + "taq-Tfng", + "kas-Arab" + ] + }, + { + "precision": 0.182968, + "recall": 0.212451, + "f1": 0.190133, + "accuracy": 0.212451, + "main_score": 0.190133, + "hf_subset": "taq_Tfng-ltg_Latn", + "languages": [ + "taq-Tfng", + "ltg-Latn" + ] + }, + { + "precision": 0.185156, + "recall": 0.222332, + "f1": 0.193487, + "accuracy": 0.222332, + "main_score": 0.193487, + "hf_subset": "taq_Tfng-nso_Latn", + "languages": [ + "taq-Tfng", + "nso-Latn" + ] + }, + { + "precision": 0.154647, + "recall": 0.186759, + "f1": 0.161505, + "accuracy": 0.186759, + "main_score": 0.161505, + "hf_subset": "taq_Tfng-sin_Sinh", + "languages": [ + "taq-Tfng", + "sin-Sinh" + ] + }, + { + "precision": 0.167122, + "recall": 0.197628, + "f1": 0.173279, + "accuracy": 0.197628, + "main_score": 0.173279, + "hf_subset": "taq_Tfng-tha_Thai", + "languages": [ + "taq-Tfng", + "tha-Thai" + ] + }, + { + "precision": 0.111478, + "recall": 0.129447, + "f1": 0.115511, + "accuracy": 0.129447, + "main_score": 0.115511, + "hf_subset": "taq_Tfng-zho_Hans", + "languages": [ + "taq-Tfng", + "zho-Hans" + ] + }, + { + "precision": 0.16558, + "recall": 0.194664, + "f1": 0.171853, + "accuracy": 0.194664, + "main_score": 0.171853, + "hf_subset": "taq_Tfng-ast_Latn", + "languages": [ + "taq-Tfng", + "ast-Latn" + ] + }, + { + "precision": 0.187507, + "recall": 0.214427, + "f1": 0.193897, + "accuracy": 0.214427, + "main_score": 0.193897, + "hf_subset": "taq_Tfng-crh_Latn", + "languages": [ + "taq-Tfng", + "crh-Latn" + ] + }, + { + "precision": 0.162144, + "recall": 0.19664, + "f1": 0.169281, + "accuracy": 0.19664, + "main_score": 0.169281, + "hf_subset": "taq_Tfng-glg_Latn", + "languages": [ + "taq-Tfng", + "glg-Latn" + ] + }, + { + "precision": 0.172955, + "recall": 0.202569, + "f1": 0.179701, + "accuracy": 0.202569, + "main_score": 0.179701, + "hf_subset": "taq_Tfng-kas_Deva", + "languages": [ + "taq-Tfng", + "kas-Deva" + ] + }, + { + "precision": 0.156624, + "recall": 0.184783, + "f1": 0.16274, + "accuracy": 0.184783, + "main_score": 0.16274, + "hf_subset": "taq_Tfng-ltz_Latn", + "languages": [ + "taq-Tfng", + "ltz-Latn" + ] + }, + { + "precision": 0.212481, + "recall": 0.244071, + "f1": 0.220239, + "accuracy": 0.244071, + "main_score": 0.220239, + "hf_subset": "taq_Tfng-nus_Latn", + "languages": [ + "taq-Tfng", + "nus-Latn" + ] + }, + { + "precision": 0.166716, + "recall": 0.19664, + "f1": 0.173292, + "accuracy": 0.19664, + "main_score": 0.173292, + "hf_subset": "taq_Tfng-slk_Latn", + "languages": [ + "taq-Tfng", + "slk-Latn" + ] + }, + { + "precision": 0.197267, + "recall": 0.230237, + "f1": 0.204621, + "accuracy": 0.230237, + "main_score": 0.204621, + "hf_subset": "taq_Tfng-tir_Ethi", + "languages": [ + "taq-Tfng", + "tir-Ethi" + ] + }, + { + "precision": 0.164802, + "recall": 0.195652, + "f1": 0.171466, + "accuracy": 0.195652, + "main_score": 0.171466, + "hf_subset": "taq_Tfng-zho_Hant", + "languages": [ + "taq-Tfng", + "zho-Hant" + ] + }, + { + "precision": 0.183276, + "recall": 0.213439, + "f1": 0.189954, + "accuracy": 0.213439, + "main_score": 0.189954, + "hf_subset": "taq_Tfng-awa_Deva", + "languages": [ + "taq-Tfng", + "awa-Deva" + ] + }, + { + "precision": 0.151231, + "recall": 0.178854, + "f1": 0.156326, + "accuracy": 0.178854, + "main_score": 0.156326, + "hf_subset": "taq_Tfng-cym_Latn", + "languages": [ + "taq-Tfng", + "cym-Latn" + ] + }, + { + "precision": 0.173208, + "recall": 0.198617, + "f1": 0.178856, + "accuracy": 0.198617, + "main_score": 0.178856, + "hf_subset": "taq_Tfng-grn_Latn", + "languages": [ + "taq-Tfng", + "grn-Latn" + ] + }, + { + "precision": 0.158816, + "recall": 0.195652, + "f1": 0.166546, + "accuracy": 0.195652, + "main_score": 0.166546, + "hf_subset": "taq_Tfng-kat_Geor", + "languages": [ + "taq-Tfng", + "kat-Geor" + ] + }, + { + "precision": 0.172656, + "recall": 0.199605, + "f1": 0.179421, + "accuracy": 0.199605, + "main_score": 0.179421, + "hf_subset": "taq_Tfng-lua_Latn", + "languages": [ + "taq-Tfng", + "lua-Latn" + ] + }, + { + "precision": 0.156732, + "recall": 0.186759, + "f1": 0.163469, + "accuracy": 0.186759, + "main_score": 0.163469, + "hf_subset": "taq_Tfng-nya_Latn", + "languages": [ + "taq-Tfng", + "nya-Latn" + ] + }, + { + "precision": 0.167804, + "recall": 0.198617, + "f1": 0.173986, + "accuracy": 0.198617, + "main_score": 0.173986, + "hf_subset": "taq_Tfng-slv_Latn", + "languages": [ + "taq-Tfng", + "slv-Latn" + ] + }, + { + "precision": 0.157751, + "recall": 0.187747, + "f1": 0.164759, + "accuracy": 0.187747, + "main_score": 0.164759, + "hf_subset": "taq_Tfng-tpi_Latn", + "languages": [ + "taq-Tfng", + "tpi-Latn" + ] + }, + { + "precision": 0.166969, + "recall": 0.19664, + "f1": 0.172666, + "accuracy": 0.19664, + "main_score": 0.172666, + "hf_subset": "taq_Tfng-zsm_Latn", + "languages": [ + "taq-Tfng", + "zsm-Latn" + ] + }, + { + "precision": 0.195045, + "recall": 0.227273, + "f1": 0.203086, + "accuracy": 0.227273, + "main_score": 0.203086, + "hf_subset": "taq_Tfng-ayr_Latn", + "languages": [ + "taq-Tfng", + "ayr-Latn" + ] + }, + { + "precision": 0.182021, + "recall": 0.214427, + "f1": 0.189063, + "accuracy": 0.214427, + "main_score": 0.189063, + "hf_subset": "taq_Tfng-dan_Latn", + "languages": [ + "taq-Tfng", + "dan-Latn" + ] + }, + { + "precision": 0.162912, + "recall": 0.195652, + "f1": 0.169419, + "accuracy": 0.195652, + "main_score": 0.169419, + "hf_subset": "taq_Tfng-guj_Gujr", + "languages": [ + "taq-Tfng", + "guj-Gujr" + ] + }, + { + "precision": 0.16413, + "recall": 0.193676, + "f1": 0.170327, + "accuracy": 0.193676, + "main_score": 0.170327, + "hf_subset": "taq_Tfng-kaz_Cyrl", + "languages": [ + "taq-Tfng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.168166, + "recall": 0.198617, + "f1": 0.175526, + "accuracy": 0.198617, + "main_score": 0.175526, + "hf_subset": "taq_Tfng-lug_Latn", + "languages": [ + "taq-Tfng", + "lug-Latn" + ] + }, + { + "precision": 0.161336, + "recall": 0.193676, + "f1": 0.167277, + "accuracy": 0.193676, + "main_score": 0.167277, + "hf_subset": "taq_Tfng-oci_Latn", + "languages": [ + "taq-Tfng", + "oci-Latn" + ] + }, + { + "precision": 0.172694, + "recall": 0.209486, + "f1": 0.181478, + "accuracy": 0.209486, + "main_score": 0.181478, + "hf_subset": "taq_Tfng-smo_Latn", + "languages": [ + "taq-Tfng", + "smo-Latn" + ] + }, + { + "precision": 0.15674, + "recall": 0.1917, + "f1": 0.164179, + "accuracy": 0.1917, + "main_score": 0.164179, + "hf_subset": "taq_Tfng-tsn_Latn", + "languages": [ + "taq-Tfng", + "tsn-Latn" + ] + }, + { + "precision": 0.152703, + "recall": 0.190711, + "f1": 0.161299, + "accuracy": 0.190711, + "main_score": 0.161299, + "hf_subset": "taq_Tfng-zul_Latn", + "languages": [ + "taq-Tfng", + "zul-Latn" + ] + }, + { + "precision": 0.149999, + "recall": 0.170949, + "f1": 0.153734, + "accuracy": 0.170949, + "main_score": 0.153734, + "hf_subset": "taq_Tfng-azb_Arab", + "languages": [ + "taq-Tfng", + "azb-Arab" + ] + }, + { + "precision": 0.194235, + "recall": 0.224308, + "f1": 0.200727, + "accuracy": 0.224308, + "main_score": 0.200727, + "hf_subset": "taq_Tfng-deu_Latn", + "languages": [ + "taq-Tfng", + "deu-Latn" + ] + }, + { + "precision": 0.176432, + "recall": 0.212451, + "f1": 0.184705, + "accuracy": 0.212451, + "main_score": 0.184705, + "hf_subset": "taq_Tfng-hat_Latn", + "languages": [ + "taq-Tfng", + "hat-Latn" + ] + }, + { + "precision": 0.169633, + "recall": 0.198617, + "f1": 0.176432, + "accuracy": 0.198617, + "main_score": 0.176432, + "hf_subset": "taq_Tfng-kbp_Latn", + "languages": [ + "taq-Tfng", + "kbp-Latn" + ] + }, + { + "precision": 0.195646, + "recall": 0.227273, + "f1": 0.202595, + "accuracy": 0.227273, + "main_score": 0.202595, + "hf_subset": "taq_Tfng-luo_Latn", + "languages": [ + "taq-Tfng", + "luo-Latn" + ] + }, + { + "precision": 0.14192, + "recall": 0.177866, + "f1": 0.149611, + "accuracy": 0.177866, + "main_score": 0.149611, + "hf_subset": "taq_Tfng-ory_Orya", + "languages": [ + "taq-Tfng", + "ory-Orya" + ] + }, + { + "precision": 0.14289, + "recall": 0.179842, + "f1": 0.151456, + "accuracy": 0.179842, + "main_score": 0.151456, + "hf_subset": "taq_Tfng-sna_Latn", + "languages": [ + "taq-Tfng", + "sna-Latn" + ] + }, + { + "precision": 0.185171, + "recall": 0.221344, + "f1": 0.193774, + "accuracy": 0.221344, + "main_score": 0.193774, + "hf_subset": "taq_Tfng-tso_Latn", + "languages": [ + "taq-Tfng", + "tso-Latn" + ] + }, + { + "precision": 0.15858, + "recall": 0.194664, + "f1": 0.165564, + "accuracy": 0.194664, + "main_score": 0.165564, + "hf_subset": "taq_Tfng-azj_Latn", + "languages": [ + "taq-Tfng", + "azj-Latn" + ] + }, + { + "precision": 0.167774, + "recall": 0.205534, + "f1": 0.176471, + "accuracy": 0.205534, + "main_score": 0.176471, + "hf_subset": "taq_Tfng-dik_Latn", + "languages": [ + "taq-Tfng", + "dik-Latn" + ] + }, + { + "precision": 0.157001, + "recall": 0.188735, + "f1": 0.163259, + "accuracy": 0.188735, + "main_score": 0.163259, + "hf_subset": "taq_Tfng-hau_Latn", + "languages": [ + "taq-Tfng", + "hau-Latn" + ] + }, + { + "precision": 0.168501, + "recall": 0.200593, + "f1": 0.175407, + "accuracy": 0.200593, + "main_score": 0.175407, + "hf_subset": "taq_Tfng-kea_Latn", + "languages": [ + "taq-Tfng", + "kea-Latn" + ] + }, + { + "precision": 0.160989, + "recall": 0.186759, + "f1": 0.166967, + "accuracy": 0.186759, + "main_score": 0.166967, + "hf_subset": "taq_Tfng-lus_Latn", + "languages": [ + "taq-Tfng", + "lus-Latn" + ] + }, + { + "precision": 0.177273, + "recall": 0.208498, + "f1": 0.18482, + "accuracy": 0.208498, + "main_score": 0.18482, + "hf_subset": "taq_Tfng-pag_Latn", + "languages": [ + "taq-Tfng", + "pag-Latn" + ] + }, + { + "precision": 0.153302, + "recall": 0.188735, + "f1": 0.160798, + "accuracy": 0.188735, + "main_score": 0.160798, + "hf_subset": "taq_Tfng-snd_Arab", + "languages": [ + "taq-Tfng", + "snd-Arab" + ] + }, + { + "precision": 0.124918, + "recall": 0.16502, + "f1": 0.133773, + "accuracy": 0.16502, + "main_score": 0.133773, + "hf_subset": "taq_Tfng-tuk_Latn", + "languages": [ + "taq-Tfng", + "tuk-Latn" + ] + }, + { + "precision": 0.154985, + "recall": 0.181818, + "f1": 0.16111, + "accuracy": 0.181818, + "main_score": 0.16111, + "hf_subset": "taq_Tfng-bak_Cyrl", + "languages": [ + "taq-Tfng", + "bak-Cyrl" + ] + }, + { + "precision": 0.13918, + "recall": 0.16996, + "f1": 0.146376, + "accuracy": 0.16996, + "main_score": 0.146376, + "hf_subset": "taq_Tfng-dyu_Latn", + "languages": [ + "taq-Tfng", + "dyu-Latn" + ] + }, + { + "precision": 0.174476, + "recall": 0.211462, + "f1": 0.182304, + "accuracy": 0.211462, + "main_score": 0.182304, + "hf_subset": "taq_Tfng-heb_Hebr", + "languages": [ + "taq-Tfng", + "heb-Hebr" + ] + }, + { + "precision": 0.159682, + "recall": 0.192688, + "f1": 0.166959, + "accuracy": 0.192688, + "main_score": 0.166959, + "hf_subset": "taq_Tfng-khk_Cyrl", + "languages": [ + "taq-Tfng", + "khk-Cyrl" + ] + }, + { + "precision": 0.149284, + "recall": 0.182806, + "f1": 0.156254, + "accuracy": 0.182806, + "main_score": 0.156254, + "hf_subset": "taq_Tfng-lvs_Latn", + "languages": [ + "taq-Tfng", + "lvs-Latn" + ] + }, + { + "precision": 0.154517, + "recall": 0.183794, + "f1": 0.160474, + "accuracy": 0.183794, + "main_score": 0.160474, + "hf_subset": "taq_Tfng-pan_Guru", + "languages": [ + "taq-Tfng", + "pan-Guru" + ] + }, + { + "precision": 0.172543, + "recall": 0.211462, + "f1": 0.181328, + "accuracy": 0.211462, + "main_score": 0.181328, + "hf_subset": "taq_Tfng-som_Latn", + "languages": [ + "taq-Tfng", + "som-Latn" + ] + }, + { + "precision": 0.167796, + "recall": 0.195652, + "f1": 0.174064, + "accuracy": 0.195652, + "main_score": 0.174064, + "hf_subset": "taq_Tfng-tum_Latn", + "languages": [ + "taq-Tfng", + "tum-Latn" + ] + }, + { + "precision": 0.428815, + "recall": 0.493083, + "f1": 0.446847, + "accuracy": 0.493083, + "main_score": 0.446847, + "hf_subset": "wol_Latn-ace_Arab", + "languages": [ + "wol-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.521382, + "recall": 0.565217, + "f1": 0.533847, + "accuracy": 0.565217, + "main_score": 0.533847, + "hf_subset": "wol_Latn-bam_Latn", + "languages": [ + "wol-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.336855, + "recall": 0.403162, + "f1": 0.353061, + "accuracy": 0.403162, + "main_score": 0.353061, + "hf_subset": "wol_Latn-dzo_Tibt", + "languages": [ + "wol-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.586945, + "recall": 0.649209, + "f1": 0.604067, + "accuracy": 0.649209, + "main_score": 0.604067, + "hf_subset": "wol_Latn-hin_Deva", + "languages": [ + "wol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.547541, + "recall": 0.598814, + "f1": 0.560936, + "accuracy": 0.598814, + "main_score": 0.560936, + "hf_subset": "wol_Latn-khm_Khmr", + "languages": [ + "wol-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.591871, + "recall": 0.642292, + "f1": 0.604198, + "accuracy": 0.642292, + "main_score": 0.604198, + "hf_subset": "wol_Latn-mag_Deva", + "languages": [ + "wol-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.570704, + "recall": 0.617589, + "f1": 0.583269, + "accuracy": 0.617589, + "main_score": 0.583269, + "hf_subset": "wol_Latn-pap_Latn", + "languages": [ + "wol-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.532955, + "recall": 0.590909, + "f1": 0.547712, + "accuracy": 0.590909, + "main_score": 0.547712, + "hf_subset": "wol_Latn-sot_Latn", + "languages": [ + "wol-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.588218, + "recall": 0.635375, + "f1": 0.600532, + "accuracy": 0.635375, + "main_score": 0.600532, + "hf_subset": "wol_Latn-tur_Latn", + "languages": [ + "wol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.575779, + "recall": 0.620553, + "f1": 0.58753, + "accuracy": 0.620553, + "main_score": 0.58753, + "hf_subset": "wol_Latn-ace_Latn", + "languages": [ + "wol-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.559074, + "recall": 0.610672, + "f1": 0.572278, + "accuracy": 0.610672, + "main_score": 0.572278, + "hf_subset": "wol_Latn-ban_Latn", + "languages": [ + "wol-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.581797, + "recall": 0.634387, + "f1": 0.59526, + "accuracy": 0.634387, + "main_score": 0.59526, + "hf_subset": "wol_Latn-ell_Grek", + "languages": [ + "wol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.572377, + "recall": 0.625494, + "f1": 0.586645, + "accuracy": 0.625494, + "main_score": 0.586645, + "hf_subset": "wol_Latn-hne_Deva", + "languages": [ + "wol-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.512041, + "recall": 0.562253, + "f1": 0.52552, + "accuracy": 0.562253, + "main_score": 0.52552, + "hf_subset": "wol_Latn-kik_Latn", + "languages": [ + "wol-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.579982, + "recall": 0.63834, + "f1": 0.595585, + "accuracy": 0.63834, + "main_score": 0.595585, + "hf_subset": "wol_Latn-mai_Deva", + "languages": [ + "wol-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.538616, + "recall": 0.593874, + "f1": 0.552674, + "accuracy": 0.593874, + "main_score": 0.552674, + "hf_subset": "wol_Latn-pbt_Arab", + "languages": [ + "wol-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.606482, + "recall": 0.660079, + "f1": 0.620457, + "accuracy": 0.660079, + "main_score": 0.620457, + "hf_subset": "wol_Latn-spa_Latn", + "languages": [ + "wol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.568609, + "recall": 0.614625, + "f1": 0.58182, + "accuracy": 0.614625, + "main_score": 0.58182, + "hf_subset": "wol_Latn-twi_Latn", + "languages": [ + "wol-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.592147, + "recall": 0.633399, + "f1": 0.602594, + "accuracy": 0.633399, + "main_score": 0.602594, + "hf_subset": "wol_Latn-acm_Arab", + "languages": [ + "wol-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.551005, + "recall": 0.600791, + "f1": 0.563959, + "accuracy": 0.600791, + "main_score": 0.563959, + "hf_subset": "wol_Latn-bel_Cyrl", + "languages": [ + "wol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.635841, + "recall": 0.689723, + "f1": 0.650974, + "accuracy": 0.689723, + "main_score": 0.650974, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.583001, + "recall": 0.637352, + "f1": 0.597127, + "accuracy": 0.637352, + "main_score": 0.597127, + "hf_subset": "wol_Latn-hrv_Latn", + "languages": [ + "wol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.530268, + "recall": 0.578063, + "f1": 0.54344, + "accuracy": 0.578063, + "main_score": 0.54344, + "hf_subset": "wol_Latn-kin_Latn", + "languages": [ + "wol-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.561927, + "recall": 0.613636, + "f1": 0.575308, + "accuracy": 0.613636, + "main_score": 0.575308, + "hf_subset": "wol_Latn-mal_Mlym", + "languages": [ + "wol-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.589932, + "recall": 0.639328, + "f1": 0.602311, + "accuracy": 0.639328, + "main_score": 0.602311, + "hf_subset": "wol_Latn-pes_Arab", + "languages": [ + "wol-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.569012, + "recall": 0.618577, + "f1": 0.582246, + "accuracy": 0.618577, + "main_score": 0.582246, + "hf_subset": "wol_Latn-srd_Latn", + "languages": [ + "wol-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.215626, + "recall": 0.273715, + "f1": 0.229372, + "accuracy": 0.273715, + "main_score": 0.229372, + "hf_subset": "wol_Latn-tzm_Tfng", + "languages": [ + "wol-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.605187, + "recall": 0.646245, + "f1": 0.615572, + "accuracy": 0.646245, + "main_score": 0.615572, + "hf_subset": "wol_Latn-acq_Arab", + "languages": [ + "wol-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.540616, + "recall": 0.587945, + "f1": 0.553381, + "accuracy": 0.587945, + "main_score": 0.553381, + "hf_subset": "wol_Latn-bem_Latn", + "languages": [ + "wol-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.559866, + "recall": 0.610672, + "f1": 0.572691, + "accuracy": 0.610672, + "main_score": 0.572691, + "hf_subset": "wol_Latn-epo_Latn", + "languages": [ + "wol-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.594665, + "recall": 0.644269, + "f1": 0.608023, + "accuracy": 0.644269, + "main_score": 0.608023, + "hf_subset": "wol_Latn-hun_Latn", + "languages": [ + "wol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.576257, + "recall": 0.630435, + "f1": 0.590817, + "accuracy": 0.630435, + "main_score": 0.590817, + "hf_subset": "wol_Latn-kir_Cyrl", + "languages": [ + "wol-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.570016, + "recall": 0.617589, + "f1": 0.582874, + "accuracy": 0.617589, + "main_score": 0.582874, + "hf_subset": "wol_Latn-mar_Deva", + "languages": [ + "wol-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.557586, + "recall": 0.604743, + "f1": 0.570005, + "accuracy": 0.604743, + "main_score": 0.570005, + "hf_subset": "wol_Latn-plt_Latn", + "languages": [ + "wol-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.563928, + "recall": 0.623518, + "f1": 0.579949, + "accuracy": 0.623518, + "main_score": 0.579949, + "hf_subset": "wol_Latn-srp_Cyrl", + "languages": [ + "wol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.490847, + "recall": 0.554348, + "f1": 0.507238, + "accuracy": 0.554348, + "main_score": 0.507238, + "hf_subset": "wol_Latn-uig_Arab", + "languages": [ + "wol-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.559187, + "recall": 0.609684, + "f1": 0.571847, + "accuracy": 0.609684, + "main_score": 0.571847, + "hf_subset": "wol_Latn-aeb_Arab", + "languages": [ + "wol-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.567613, + "recall": 0.616601, + "f1": 0.580835, + "accuracy": 0.616601, + "main_score": 0.580835, + "hf_subset": "wol_Latn-ben_Beng", + "languages": [ + "wol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.563735, + "recall": 0.617589, + "f1": 0.578066, + "accuracy": 0.617589, + "main_score": 0.578066, + "hf_subset": "wol_Latn-est_Latn", + "languages": [ + "wol-Latn", + "est-Latn" + ] + }, + { + "precision": 0.559609, + "recall": 0.619565, + "f1": 0.575892, + "accuracy": 0.619565, + "main_score": 0.575892, + "hf_subset": "wol_Latn-hye_Armn", + "languages": [ + "wol-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.488736, + "recall": 0.535573, + "f1": 0.501516, + "accuracy": 0.535573, + "main_score": 0.501516, + "hf_subset": "wol_Latn-kmb_Latn", + "languages": [ + "wol-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.401838, + "recall": 0.464427, + "f1": 0.418612, + "accuracy": 0.464427, + "main_score": 0.418612, + "hf_subset": "wol_Latn-min_Arab", + "languages": [ + "wol-Latn", + "min-Arab" + ] + }, + { + "precision": 0.62399, + "recall": 0.671937, + "f1": 0.636552, + "accuracy": 0.671937, + "main_score": 0.636552, + "hf_subset": "wol_Latn-pol_Latn", + "languages": [ + "wol-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.507752, + "recall": 0.559289, + "f1": 0.521981, + "accuracy": 0.559289, + "main_score": 0.521981, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.594385, + "recall": 0.644269, + "f1": 0.607368, + "accuracy": 0.644269, + "main_score": 0.607368, + "hf_subset": "wol_Latn-ukr_Cyrl", + "languages": [ + "wol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.569417, + "recall": 0.621542, + "f1": 0.582444, + "accuracy": 0.621542, + "main_score": 0.582444, + "hf_subset": "wol_Latn-afr_Latn", + "languages": [ + "wol-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.588878, + "recall": 0.643281, + "f1": 0.602294, + "accuracy": 0.643281, + "main_score": 0.602294, + "hf_subset": "wol_Latn-bho_Deva", + "languages": [ + "wol-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.57146, + "recall": 0.613636, + "f1": 0.581655, + "accuracy": 0.613636, + "main_score": 0.581655, + "hf_subset": "wol_Latn-eus_Latn", + "languages": [ + "wol-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.557931, + "recall": 0.602767, + "f1": 0.569433, + "accuracy": 0.602767, + "main_score": 0.569433, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.564583, + "recall": 0.615613, + "f1": 0.578579, + "accuracy": 0.615613, + "main_score": 0.578579, + "hf_subset": "wol_Latn-kmr_Latn", + "languages": [ + "wol-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.559308, + "recall": 0.605731, + "f1": 0.571092, + "accuracy": 0.605731, + "main_score": 0.571092, + "hf_subset": "wol_Latn-min_Latn", + "languages": [ + "wol-Latn", + "min-Latn" + ] + }, + { + "precision": 0.614748, + "recall": 0.660079, + "f1": 0.627127, + "accuracy": 0.660079, + "main_score": 0.627127, + "hf_subset": "wol_Latn-por_Latn", + "languages": [ + "wol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.560901, + "recall": 0.601779, + "f1": 0.571412, + "accuracy": 0.601779, + "main_score": 0.571412, + "hf_subset": "wol_Latn-sun_Latn", + "languages": [ + "wol-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.479341, + "recall": 0.524704, + "f1": 0.493019, + "accuracy": 0.524704, + "main_score": 0.493019, + "hf_subset": "wol_Latn-umb_Latn", + "languages": [ + "wol-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.580172, + "recall": 0.626482, + "f1": 0.591451, + "accuracy": 0.626482, + "main_score": 0.591451, + "hf_subset": "wol_Latn-ajp_Arab", + "languages": [ + "wol-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.42969, + "recall": 0.495059, + "f1": 0.447754, + "accuracy": 0.495059, + "main_score": 0.447754, + "hf_subset": "wol_Latn-bjn_Arab", + "languages": [ + "wol-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.496287, + "recall": 0.532609, + "f1": 0.507131, + "accuracy": 0.532609, + "main_score": 0.507131, + "hf_subset": "wol_Latn-ewe_Latn", + "languages": [ + "wol-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.556362, + "recall": 0.606719, + "f1": 0.569512, + "accuracy": 0.606719, + "main_score": 0.569512, + "hf_subset": "wol_Latn-ilo_Latn", + "languages": [ + "wol-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.279577, + "recall": 0.338933, + "f1": 0.294798, + "accuracy": 0.338933, + "main_score": 0.294798, + "hf_subset": "wol_Latn-knc_Arab", + "languages": [ + "wol-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.577394, + "recall": 0.626482, + "f1": 0.590921, + "accuracy": 0.626482, + "main_score": 0.590921, + "hf_subset": "wol_Latn-mkd_Cyrl", + "languages": [ + "wol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.590078, + "recall": 0.647233, + "f1": 0.605451, + "accuracy": 0.647233, + "main_score": 0.605451, + "hf_subset": "wol_Latn-prs_Arab", + "languages": [ + "wol-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.603988, + "recall": 0.659091, + "f1": 0.619023, + "accuracy": 0.659091, + "main_score": 0.619023, + "hf_subset": "wol_Latn-swe_Latn", + "languages": [ + "wol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.562295, + "recall": 0.615613, + "f1": 0.575784, + "accuracy": 0.615613, + "main_score": 0.575784, + "hf_subset": "wol_Latn-urd_Arab", + "languages": [ + "wol-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.559649, + "recall": 0.603755, + "f1": 0.571591, + "accuracy": 0.603755, + "main_score": 0.571591, + "hf_subset": "wol_Latn-aka_Latn", + "languages": [ + "wol-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.586488, + "recall": 0.626482, + "f1": 0.596822, + "accuracy": 0.626482, + "main_score": 0.596822, + "hf_subset": "wol_Latn-bjn_Latn", + "languages": [ + "wol-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.554704, + "recall": 0.599802, + "f1": 0.565996, + "accuracy": 0.599802, + "main_score": 0.565996, + "hf_subset": "wol_Latn-fao_Latn", + "languages": [ + "wol-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.607808, + "recall": 0.660079, + "f1": 0.621296, + "accuracy": 0.660079, + "main_score": 0.621296, + "hf_subset": "wol_Latn-ind_Latn", + "languages": [ + "wol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.540567, + "recall": 0.575099, + "f1": 0.550367, + "accuracy": 0.575099, + "main_score": 0.550367, + "hf_subset": "wol_Latn-knc_Latn", + "languages": [ + "wol-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.544769, + "recall": 0.588933, + "f1": 0.556488, + "accuracy": 0.588933, + "main_score": 0.556488, + "hf_subset": "wol_Latn-mlt_Latn", + "languages": [ + "wol-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.55118, + "recall": 0.602767, + "f1": 0.56589, + "accuracy": 0.602767, + "main_score": 0.56589, + "hf_subset": "wol_Latn-quy_Latn", + "languages": [ + "wol-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.564865, + "recall": 0.620553, + "f1": 0.578896, + "accuracy": 0.620553, + "main_score": 0.578896, + "hf_subset": "wol_Latn-swh_Latn", + "languages": [ + "wol-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.545412, + "recall": 0.599802, + "f1": 0.559448, + "accuracy": 0.599802, + "main_score": 0.559448, + "hf_subset": "wol_Latn-uzn_Latn", + "languages": [ + "wol-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.556964, + "recall": 0.609684, + "f1": 0.570624, + "accuracy": 0.609684, + "main_score": 0.570624, + "hf_subset": "wol_Latn-als_Latn", + "languages": [ + "wol-Latn", + "als-Latn" + ] + }, + { + "precision": 0.404717, + "recall": 0.472332, + "f1": 0.422919, + "accuracy": 0.472332, + "main_score": 0.422919, + "hf_subset": "wol_Latn-bod_Tibt", + "languages": [ + "wol-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.506102, + "recall": 0.554348, + "f1": 0.51961, + "accuracy": 0.554348, + "main_score": 0.51961, + "hf_subset": "wol_Latn-fij_Latn", + "languages": [ + "wol-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.547719, + "recall": 0.599802, + "f1": 0.561801, + "accuracy": 0.599802, + "main_score": 0.561801, + "hf_subset": "wol_Latn-isl_Latn", + "languages": [ + "wol-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.564634, + "recall": 0.608696, + "f1": 0.576613, + "accuracy": 0.608696, + "main_score": 0.576613, + "hf_subset": "wol_Latn-kon_Latn", + "languages": [ + "wol-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.499253, + "recall": 0.549407, + "f1": 0.513453, + "accuracy": 0.549407, + "main_score": 0.513453, + "hf_subset": "wol_Latn-mni_Beng", + "languages": [ + "wol-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.608292, + "recall": 0.659091, + "f1": 0.621993, + "accuracy": 0.659091, + "main_score": 0.621993, + "hf_subset": "wol_Latn-ron_Latn", + "languages": [ + "wol-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.589376, + "recall": 0.640316, + "f1": 0.602454, + "accuracy": 0.640316, + "main_score": 0.602454, + "hf_subset": "wol_Latn-szl_Latn", + "languages": [ + "wol-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.6327, + "recall": 0.674901, + "f1": 0.643801, + "accuracy": 0.674901, + "main_score": 0.643801, + "hf_subset": "wol_Latn-vec_Latn", + "languages": [ + "wol-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.590493, + "recall": 0.647233, + "f1": 0.605924, + "accuracy": 0.647233, + "main_score": 0.605924, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.588188, + "recall": 0.63834, + "f1": 0.60182, + "accuracy": 0.63834, + "main_score": 0.60182, + "hf_subset": "wol_Latn-bos_Latn", + "languages": [ + "wol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.574274, + "recall": 0.625494, + "f1": 0.58795, + "accuracy": 0.625494, + "main_score": 0.58795, + "hf_subset": "wol_Latn-fin_Latn", + "languages": [ + "wol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.613508, + "recall": 0.661067, + "f1": 0.626327, + "accuracy": 0.661067, + "main_score": 0.626327, + "hf_subset": "wol_Latn-ita_Latn", + "languages": [ + "wol-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.607261, + "recall": 0.660079, + "f1": 0.621263, + "accuracy": 0.660079, + "main_score": 0.621263, + "hf_subset": "wol_Latn-kor_Hang", + "languages": [ + "wol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.529355, + "recall": 0.571146, + "f1": 0.540829, + "accuracy": 0.571146, + "main_score": 0.540829, + "hf_subset": "wol_Latn-mos_Latn", + "languages": [ + "wol-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.519492, + "recall": 0.566206, + "f1": 0.531337, + "accuracy": 0.566206, + "main_score": 0.531337, + "hf_subset": "wol_Latn-run_Latn", + "languages": [ + "wol-Latn", + "run-Latn" + ] + }, + { + "precision": 0.551635, + "recall": 0.601779, + "f1": 0.564979, + "accuracy": 0.601779, + "main_score": 0.564979, + "hf_subset": "wol_Latn-tam_Taml", + "languages": [ + "wol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.594799, + "recall": 0.644269, + "f1": 0.608223, + "accuracy": 0.644269, + "main_score": 0.608223, + "hf_subset": "wol_Latn-vie_Latn", + "languages": [ + "wol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.57927, + "recall": 0.620553, + "f1": 0.590264, + "accuracy": 0.620553, + "main_score": 0.590264, + "hf_subset": "wol_Latn-apc_Arab", + "languages": [ + "wol-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.56418, + "recall": 0.604743, + "f1": 0.575732, + "accuracy": 0.604743, + "main_score": 0.575732, + "hf_subset": "wol_Latn-bug_Latn", + "languages": [ + "wol-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.463999, + "recall": 0.504941, + "f1": 0.475189, + "accuracy": 0.504941, + "main_score": 0.475189, + "hf_subset": "wol_Latn-fon_Latn", + "languages": [ + "wol-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.546077, + "recall": 0.597826, + "f1": 0.55952, + "accuracy": 0.597826, + "main_score": 0.55952, + "hf_subset": "wol_Latn-jav_Latn", + "languages": [ + "wol-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.512488, + "recall": 0.560277, + "f1": 0.524641, + "accuracy": 0.560277, + "main_score": 0.524641, + "hf_subset": "wol_Latn-lao_Laoo", + "languages": [ + "wol-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.514345, + "recall": 0.577075, + "f1": 0.531164, + "accuracy": 0.577075, + "main_score": 0.531164, + "hf_subset": "wol_Latn-mri_Latn", + "languages": [ + "wol-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.603016, + "recall": 0.656126, + "f1": 0.616947, + "accuracy": 0.656126, + "main_score": 0.616947, + "hf_subset": "wol_Latn-rus_Cyrl", + "languages": [ + "wol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.522505, + "recall": 0.571146, + "f1": 0.536, + "accuracy": 0.571146, + "main_score": 0.536, + "hf_subset": "wol_Latn-taq_Latn", + "languages": [ + "wol-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.567204, + "recall": 0.616601, + "f1": 0.579144, + "accuracy": 0.616601, + "main_score": 0.579144, + "hf_subset": "wol_Latn-war_Latn", + "languages": [ + "wol-Latn", + "war-Latn" + ] + }, + { + "precision": 0.619425, + "recall": 0.664032, + "f1": 0.630889, + "accuracy": 0.664032, + "main_score": 0.630889, + "hf_subset": "wol_Latn-arb_Arab", + "languages": [ + "wol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.605134, + "recall": 0.65415, + "f1": 0.617885, + "accuracy": 0.65415, + "main_score": 0.617885, + "hf_subset": "wol_Latn-bul_Cyrl", + "languages": [ + "wol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.608983, + "recall": 0.668972, + "f1": 0.625055, + "accuracy": 0.668972, + "main_score": 0.625055, + "hf_subset": "wol_Latn-fra_Latn", + "languages": [ + "wol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.602538, + "recall": 0.651186, + "f1": 0.615149, + "accuracy": 0.651186, + "main_score": 0.615149, + "hf_subset": "wol_Latn-jpn_Jpan", + "languages": [ + "wol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.625231, + "recall": 0.666008, + "f1": 0.636161, + "accuracy": 0.666008, + "main_score": 0.636161, + "hf_subset": "wol_Latn-lij_Latn", + "languages": [ + "wol-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.5394, + "recall": 0.597826, + "f1": 0.555299, + "accuracy": 0.597826, + "main_score": 0.555299, + "hf_subset": "wol_Latn-mya_Mymr", + "languages": [ + "wol-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.534597, + "recall": 0.583004, + "f1": 0.549029, + "accuracy": 0.583004, + "main_score": 0.549029, + "hf_subset": "wol_Latn-sag_Latn", + "languages": [ + "wol-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.25264, + "recall": 0.309289, + "f1": 0.266751, + "accuracy": 0.309289, + "main_score": 0.266751, + "hf_subset": "wol_Latn-taq_Tfng", + "languages": [ + "wol-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.491547, + "recall": 0.549407, + "f1": 0.506761, + "accuracy": 0.549407, + "main_score": 0.506761, + "hf_subset": "wol_Latn-arb_Latn", + "languages": [ + "wol-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.590662, + "recall": 0.641304, + "f1": 0.603872, + "accuracy": 0.641304, + "main_score": 0.603872, + "hf_subset": "wol_Latn-cat_Latn", + "languages": [ + "wol-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.625119, + "recall": 0.671937, + "f1": 0.638003, + "accuracy": 0.671937, + "main_score": 0.638003, + "hf_subset": "wol_Latn-fur_Latn", + "languages": [ + "wol-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.431533, + "recall": 0.485178, + "f1": 0.446436, + "accuracy": 0.485178, + "main_score": 0.446436, + "hf_subset": "wol_Latn-kab_Latn", + "languages": [ + "wol-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.537008, + "recall": 0.585968, + "f1": 0.549653, + "accuracy": 0.585968, + "main_score": 0.549653, + "hf_subset": "wol_Latn-lim_Latn", + "languages": [ + "wol-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.596255, + "recall": 0.645257, + "f1": 0.609427, + "accuracy": 0.645257, + "main_score": 0.609427, + "hf_subset": "wol_Latn-nld_Latn", + "languages": [ + "wol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.554683, + "recall": 0.610672, + "f1": 0.569867, + "accuracy": 0.610672, + "main_score": 0.569867, + "hf_subset": "wol_Latn-san_Deva", + "languages": [ + "wol-Latn", + "san-Deva" + ] + }, + { + "precision": 0.552854, + "recall": 0.609684, + "f1": 0.567787, + "accuracy": 0.609684, + "main_score": 0.567787, + "hf_subset": "wol_Latn-tat_Cyrl", + "languages": [ + "wol-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.557419, + "recall": 0.61166, + "f1": 0.572065, + "accuracy": 0.61166, + "main_score": 0.572065, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.604277, + "recall": 0.646245, + "f1": 0.615222, + "accuracy": 0.646245, + "main_score": 0.615222, + "hf_subset": "wol_Latn-ars_Arab", + "languages": [ + "wol-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.561968, + "recall": 0.607708, + "f1": 0.572729, + "accuracy": 0.607708, + "main_score": 0.572729, + "hf_subset": "wol_Latn-ceb_Latn", + "languages": [ + "wol-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.499229, + "recall": 0.549407, + "f1": 0.51401, + "accuracy": 0.549407, + "main_score": 0.51401, + "hf_subset": "wol_Latn-fuv_Latn", + "languages": [ + "wol-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.497414, + "recall": 0.541502, + "f1": 0.510167, + "accuracy": 0.541502, + "main_score": 0.510167, + "hf_subset": "wol_Latn-kac_Latn", + "languages": [ + "wol-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.593522, + "recall": 0.636364, + "f1": 0.605648, + "accuracy": 0.636364, + "main_score": 0.605648, + "hf_subset": "wol_Latn-lin_Latn", + "languages": [ + "wol-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.569214, + "recall": 0.609684, + "f1": 0.579775, + "accuracy": 0.609684, + "main_score": 0.579775, + "hf_subset": "wol_Latn-nno_Latn", + "languages": [ + "wol-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.562236, + "recall": 0.62253, + "f1": 0.57945, + "accuracy": 0.62253, + "main_score": 0.57945, + "hf_subset": "wol_Latn-sat_Olck", + "languages": [ + "wol-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.55854, + "recall": 0.608696, + "f1": 0.570561, + "accuracy": 0.608696, + "main_score": 0.570561, + "hf_subset": "wol_Latn-tel_Telu", + "languages": [ + "wol-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.537948, + "recall": 0.59585, + "f1": 0.552617, + "accuracy": 0.59585, + "main_score": 0.552617, + "hf_subset": "wol_Latn-ydd_Hebr", + "languages": [ + "wol-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.541785, + "recall": 0.598814, + "f1": 0.556895, + "accuracy": 0.598814, + "main_score": 0.556895, + "hf_subset": "wol_Latn-ary_Arab", + "languages": [ + "wol-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.596184, + "recall": 0.653162, + "f1": 0.611206, + "accuracy": 0.653162, + "main_score": 0.611206, + "hf_subset": "wol_Latn-ces_Latn", + "languages": [ + "wol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.501108, + "recall": 0.554348, + "f1": 0.515347, + "accuracy": 0.554348, + "main_score": 0.515347, + "hf_subset": "wol_Latn-gaz_Latn", + "languages": [ + "wol-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.501985, + "recall": 0.551383, + "f1": 0.515995, + "accuracy": 0.551383, + "main_score": 0.515995, + "hf_subset": "wol_Latn-kam_Latn", + "languages": [ + "wol-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.57814, + "recall": 0.628458, + "f1": 0.591349, + "accuracy": 0.628458, + "main_score": 0.591349, + "hf_subset": "wol_Latn-lit_Latn", + "languages": [ + "wol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.58706, + "recall": 0.642292, + "f1": 0.601627, + "accuracy": 0.642292, + "main_score": 0.601627, + "hf_subset": "wol_Latn-nob_Latn", + "languages": [ + "wol-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.573321, + "recall": 0.609684, + "f1": 0.582888, + "accuracy": 0.609684, + "main_score": 0.582888, + "hf_subset": "wol_Latn-scn_Latn", + "languages": [ + "wol-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.548926, + "recall": 0.600791, + "f1": 0.561559, + "accuracy": 0.600791, + "main_score": 0.561559, + "hf_subset": "wol_Latn-tgk_Cyrl", + "languages": [ + "wol-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.522777, + "recall": 0.572134, + "f1": 0.537291, + "accuracy": 0.572134, + "main_score": 0.537291, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.591877, + "recall": 0.646245, + "f1": 0.605733, + "accuracy": 0.646245, + "main_score": 0.605733, + "hf_subset": "wol_Latn-arz_Arab", + "languages": [ + "wol-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.49523, + "recall": 0.545455, + "f1": 0.509487, + "accuracy": 0.545455, + "main_score": 0.509487, + "hf_subset": "wol_Latn-cjk_Latn", + "languages": [ + "wol-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.538036, + "recall": 0.592885, + "f1": 0.552252, + "accuracy": 0.592885, + "main_score": 0.552252, + "hf_subset": "wol_Latn-gla_Latn", + "languages": [ + "wol-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.541403, + "recall": 0.589921, + "f1": 0.55443, + "accuracy": 0.589921, + "main_score": 0.55443, + "hf_subset": "wol_Latn-kan_Knda", + "languages": [ + "wol-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.609852, + "recall": 0.652174, + "f1": 0.620601, + "accuracy": 0.652174, + "main_score": 0.620601, + "hf_subset": "wol_Latn-lmo_Latn", + "languages": [ + "wol-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.571861, + "recall": 0.618577, + "f1": 0.584063, + "accuracy": 0.618577, + "main_score": 0.584063, + "hf_subset": "wol_Latn-npi_Deva", + "languages": [ + "wol-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.43412, + "recall": 0.496047, + "f1": 0.451518, + "accuracy": 0.496047, + "main_score": 0.451518, + "hf_subset": "wol_Latn-shn_Mymr", + "languages": [ + "wol-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.58706, + "recall": 0.635375, + "f1": 0.599808, + "accuracy": 0.635375, + "main_score": 0.599808, + "hf_subset": "wol_Latn-tgl_Latn", + "languages": [ + "wol-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.576871, + "recall": 0.624506, + "f1": 0.590395, + "accuracy": 0.624506, + "main_score": 0.590395, + "hf_subset": "wol_Latn-yue_Hant", + "languages": [ + "wol-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.523558, + "recall": 0.56917, + "f1": 0.536045, + "accuracy": 0.56917, + "main_score": 0.536045, + "hf_subset": "wol_Latn-asm_Beng", + "languages": [ + "wol-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.531509, + "recall": 0.591897, + "f1": 0.54779, + "accuracy": 0.591897, + "main_score": 0.54779, + "hf_subset": "wol_Latn-ckb_Arab", + "languages": [ + "wol-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.547294, + "recall": 0.597826, + "f1": 0.560812, + "accuracy": 0.597826, + "main_score": 0.560812, + "hf_subset": "wol_Latn-gle_Latn", + "languages": [ + "wol-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.566516, + "recall": 0.621542, + "f1": 0.581304, + "accuracy": 0.621542, + "main_score": 0.581304, + "hf_subset": "wol_Latn-kas_Arab", + "languages": [ + "wol-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.571856, + "recall": 0.621542, + "f1": 0.584628, + "accuracy": 0.621542, + "main_score": 0.584628, + "hf_subset": "wol_Latn-ltg_Latn", + "languages": [ + "wol-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.553421, + "recall": 0.594862, + "f1": 0.565454, + "accuracy": 0.594862, + "main_score": 0.565454, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.527639, + "recall": 0.58498, + "f1": 0.542554, + "accuracy": 0.58498, + "main_score": 0.542554, + "hf_subset": "wol_Latn-sin_Sinh", + "languages": [ + "wol-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.572752, + "recall": 0.623518, + "f1": 0.58611, + "accuracy": 0.623518, + "main_score": 0.58611, + "hf_subset": "wol_Latn-tha_Thai", + "languages": [ + "wol-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.540442, + "recall": 0.594862, + "f1": 0.555063, + "accuracy": 0.594862, + "main_score": 0.555063, + "hf_subset": "wol_Latn-zho_Hans", + "languages": [ + "wol-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.567738, + "recall": 0.615613, + "f1": 0.579063, + "accuracy": 0.615613, + "main_score": 0.579063, + "hf_subset": "wol_Latn-ast_Latn", + "languages": [ + "wol-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.588018, + "recall": 0.634387, + "f1": 0.600721, + "accuracy": 0.634387, + "main_score": 0.600721, + "hf_subset": "wol_Latn-crh_Latn", + "languages": [ + "wol-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.585963, + "recall": 0.636364, + "f1": 0.59893, + "accuracy": 0.636364, + "main_score": 0.59893, + "hf_subset": "wol_Latn-glg_Latn", + "languages": [ + "wol-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.552927, + "recall": 0.604743, + "f1": 0.567418, + "accuracy": 0.604743, + "main_score": 0.567418, + "hf_subset": "wol_Latn-kas_Deva", + "languages": [ + "wol-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.552617, + "recall": 0.603755, + "f1": 0.565159, + "accuracy": 0.603755, + "main_score": 0.565159, + "hf_subset": "wol_Latn-ltz_Latn", + "languages": [ + "wol-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.455879, + "recall": 0.506917, + "f1": 0.470762, + "accuracy": 0.506917, + "main_score": 0.470762, + "hf_subset": "wol_Latn-nus_Latn", + "languages": [ + "wol-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.581288, + "recall": 0.633399, + "f1": 0.594841, + "accuracy": 0.633399, + "main_score": 0.594841, + "hf_subset": "wol_Latn-slk_Latn", + "languages": [ + "wol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.512722, + "recall": 0.573123, + "f1": 0.529713, + "accuracy": 0.573123, + "main_score": 0.529713, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.57683, + "recall": 0.631423, + "f1": 0.590637, + "accuracy": 0.631423, + "main_score": 0.590637, + "hf_subset": "wol_Latn-zho_Hant", + "languages": [ + "wol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.569243, + "recall": 0.62253, + "f1": 0.583242, + "accuracy": 0.62253, + "main_score": 0.583242, + "hf_subset": "wol_Latn-awa_Deva", + "languages": [ + "wol-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.561192, + "recall": 0.608696, + "f1": 0.574338, + "accuracy": 0.608696, + "main_score": 0.574338, + "hf_subset": "wol_Latn-cym_Latn", + "languages": [ + "wol-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.580206, + "recall": 0.625494, + "f1": 0.59331, + "accuracy": 0.625494, + "main_score": 0.59331, + "hf_subset": "wol_Latn-grn_Latn", + "languages": [ + "wol-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.552713, + "recall": 0.612648, + "f1": 0.567346, + "accuracy": 0.612648, + "main_score": 0.567346, + "hf_subset": "wol_Latn-kat_Geor", + "languages": [ + "wol-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.559496, + "recall": 0.600791, + "f1": 0.571064, + "accuracy": 0.600791, + "main_score": 0.571064, + "hf_subset": "wol_Latn-lua_Latn", + "languages": [ + "wol-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.548837, + "recall": 0.594862, + "f1": 0.561475, + "accuracy": 0.594862, + "main_score": 0.561475, + "hf_subset": "wol_Latn-nya_Latn", + "languages": [ + "wol-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.576219, + "recall": 0.634387, + "f1": 0.591494, + "accuracy": 0.634387, + "main_score": 0.591494, + "hf_subset": "wol_Latn-slv_Latn", + "languages": [ + "wol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.587263, + "recall": 0.630435, + "f1": 0.599203, + "accuracy": 0.630435, + "main_score": 0.599203, + "hf_subset": "wol_Latn-tpi_Latn", + "languages": [ + "wol-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.576331, + "recall": 0.62747, + "f1": 0.589769, + "accuracy": 0.62747, + "main_score": 0.589769, + "hf_subset": "wol_Latn-zsm_Latn", + "languages": [ + "wol-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.520111, + "recall": 0.562253, + "f1": 0.532181, + "accuracy": 0.562253, + "main_score": 0.532181, + "hf_subset": "wol_Latn-ayr_Latn", + "languages": [ + "wol-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.603595, + "recall": 0.656126, + "f1": 0.617939, + "accuracy": 0.656126, + "main_score": 0.617939, + "hf_subset": "wol_Latn-dan_Latn", + "languages": [ + "wol-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.552177, + "recall": 0.614625, + "f1": 0.56784, + "accuracy": 0.614625, + "main_score": 0.56784, + "hf_subset": "wol_Latn-guj_Gujr", + "languages": [ + "wol-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.546385, + "recall": 0.605731, + "f1": 0.561595, + "accuracy": 0.605731, + "main_score": 0.561595, + "hf_subset": "wol_Latn-kaz_Cyrl", + "languages": [ + "wol-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.496146, + "recall": 0.551383, + "f1": 0.511776, + "accuracy": 0.551383, + "main_score": 0.511776, + "hf_subset": "wol_Latn-lug_Latn", + "languages": [ + "wol-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.590582, + "recall": 0.633399, + "f1": 0.601531, + "accuracy": 0.633399, + "main_score": 0.601531, + "hf_subset": "wol_Latn-oci_Latn", + "languages": [ + "wol-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.512559, + "recall": 0.565217, + "f1": 0.526029, + "accuracy": 0.565217, + "main_score": 0.526029, + "hf_subset": "wol_Latn-smo_Latn", + "languages": [ + "wol-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.514724, + "recall": 0.563241, + "f1": 0.527236, + "accuracy": 0.563241, + "main_score": 0.527236, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.515222, + "recall": 0.579051, + "f1": 0.532688, + "accuracy": 0.579051, + "main_score": 0.532688, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.537733, + "recall": 0.591897, + "f1": 0.551765, + "accuracy": 0.591897, + "main_score": 0.551765, + "hf_subset": "wol_Latn-azb_Arab", + "languages": [ + "wol-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.618189, + "recall": 0.664032, + "f1": 0.630147, + "accuracy": 0.664032, + "main_score": 0.630147, + "hf_subset": "wol_Latn-deu_Latn", + "languages": [ + "wol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.569333, + "recall": 0.62253, + "f1": 0.583664, + "accuracy": 0.62253, + "main_score": 0.583664, + "hf_subset": "wol_Latn-hat_Latn", + "languages": [ + "wol-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.502677, + "recall": 0.546443, + "f1": 0.515239, + "accuracy": 0.546443, + "main_score": 0.515239, + "hf_subset": "wol_Latn-kbp_Latn", + "languages": [ + "wol-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.536528, + "recall": 0.577075, + "f1": 0.548097, + "accuracy": 0.577075, + "main_score": 0.548097, + "hf_subset": "wol_Latn-luo_Latn", + "languages": [ + "wol-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.520647, + "recall": 0.577075, + "f1": 0.535059, + "accuracy": 0.577075, + "main_score": 0.535059, + "hf_subset": "wol_Latn-ory_Orya", + "languages": [ + "wol-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.528711, + "recall": 0.590909, + "f1": 0.545646, + "accuracy": 0.590909, + "main_score": 0.545646, + "hf_subset": "wol_Latn-sna_Latn", + "languages": [ + "wol-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.526413, + "recall": 0.568182, + "f1": 0.537799, + "accuracy": 0.568182, + "main_score": 0.537799, + "hf_subset": "wol_Latn-tso_Latn", + "languages": [ + "wol-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.551749, + "recall": 0.603755, + "f1": 0.565345, + "accuracy": 0.603755, + "main_score": 0.565345, + "hf_subset": "wol_Latn-azj_Latn", + "languages": [ + "wol-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.494218, + "recall": 0.538538, + "f1": 0.506906, + "accuracy": 0.538538, + "main_score": 0.506906, + "hf_subset": "wol_Latn-dik_Latn", + "languages": [ + "wol-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.544969, + "recall": 0.589921, + "f1": 0.556675, + "accuracy": 0.589921, + "main_score": 0.556675, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.568243, + "recall": 0.617589, + "f1": 0.581479, + "accuracy": 0.617589, + "main_score": 0.581479, + "hf_subset": "wol_Latn-kea_Latn", + "languages": [ + "wol-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.559, + "recall": 0.605731, + "f1": 0.571154, + "accuracy": 0.605731, + "main_score": 0.571154, + "hf_subset": "wol_Latn-lus_Latn", + "languages": [ + "wol-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.597237, + "recall": 0.644269, + "f1": 0.610567, + "accuracy": 0.644269, + "main_score": 0.610567, + "hf_subset": "wol_Latn-pag_Latn", + "languages": [ + "wol-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.509093, + "recall": 0.572134, + "f1": 0.52578, + "accuracy": 0.572134, + "main_score": 0.52578, + "hf_subset": "wol_Latn-snd_Arab", + "languages": [ + "wol-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.539385, + "recall": 0.593874, + "f1": 0.554048, + "accuracy": 0.593874, + "main_score": 0.554048, + "hf_subset": "wol_Latn-tuk_Latn", + "languages": [ + "wol-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.555228, + "recall": 0.605731, + "f1": 0.568022, + "accuracy": 0.605731, + "main_score": 0.568022, + "hf_subset": "wol_Latn-bak_Cyrl", + "languages": [ + "wol-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.47263, + "recall": 0.537549, + "f1": 0.491327, + "accuracy": 0.537549, + "main_score": 0.491327, + "hf_subset": "wol_Latn-dyu_Latn", + "languages": [ + "wol-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.566245, + "recall": 0.62253, + "f1": 0.581176, + "accuracy": 0.62253, + "main_score": 0.581176, + "hf_subset": "wol_Latn-heb_Hebr", + "languages": [ + "wol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.558321, + "recall": 0.613636, + "f1": 0.574114, + "accuracy": 0.613636, + "main_score": 0.574114, + "hf_subset": "wol_Latn-khk_Cyrl", + "languages": [ + "wol-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.574168, + "recall": 0.624506, + "f1": 0.587064, + "accuracy": 0.624506, + "main_score": 0.587064, + "hf_subset": "wol_Latn-lvs_Latn", + "languages": [ + "wol-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.552238, + "recall": 0.603755, + "f1": 0.565217, + "accuracy": 0.603755, + "main_score": 0.565217, + "hf_subset": "wol_Latn-pan_Guru", + "languages": [ + "wol-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.532165, + "recall": 0.58498, + "f1": 0.546227, + "accuracy": 0.58498, + "main_score": 0.546227, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.499088, + "recall": 0.549407, + "f1": 0.511896, + "accuracy": 0.549407, + "main_score": 0.511896, + "hf_subset": "wol_Latn-tum_Latn", + "languages": [ + "wol-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.413784, + "recall": 0.482213, + "f1": 0.432615, + "accuracy": 0.482213, + "main_score": 0.432615, + "hf_subset": "arb_Latn-ace_Arab", + "languages": [ + "arb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.428873, + "recall": 0.471344, + "f1": 0.440102, + "accuracy": 0.471344, + "main_score": 0.440102, + "hf_subset": "arb_Latn-bam_Latn", + "languages": [ + "arb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.449462, + "recall": 0.534585, + "f1": 0.471821, + "accuracy": 0.534585, + "main_score": 0.471821, + "hf_subset": "arb_Latn-dzo_Tibt", + "languages": [ + "arb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.860304, + "recall": 0.894269, + "f1": 0.870014, + "accuracy": 0.894269, + "main_score": 0.870014, + "hf_subset": "arb_Latn-hin_Deva", + "languages": [ + "arb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.786998, + "recall": 0.837945, + "f1": 0.801504, + "accuracy": 0.837945, + "main_score": 0.801504, + "hf_subset": "arb_Latn-khm_Khmr", + "languages": [ + "arb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.821187, + "recall": 0.865613, + "f1": 0.834048, + "accuracy": 0.865613, + "main_score": 0.834048, + "hf_subset": "arb_Latn-mag_Deva", + "languages": [ + "arb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.802604, + "recall": 0.848814, + "f1": 0.815395, + "accuracy": 0.848814, + "main_score": 0.815395, + "hf_subset": "arb_Latn-pap_Latn", + "languages": [ + "arb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.733993, + "recall": 0.785573, + "f1": 0.748415, + "accuracy": 0.785573, + "main_score": 0.748415, + "hf_subset": "arb_Latn-sot_Latn", + "languages": [ + "arb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.848765, + "recall": 0.887352, + "f1": 0.859952, + "accuracy": 0.887352, + "main_score": 0.859952, + "hf_subset": "arb_Latn-tur_Latn", + "languages": [ + "arb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.690498, + "recall": 0.741107, + "f1": 0.704202, + "accuracy": 0.741107, + "main_score": 0.704202, + "hf_subset": "arb_Latn-ace_Latn", + "languages": [ + "arb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.776502, + "recall": 0.824111, + "f1": 0.789799, + "accuracy": 0.824111, + "main_score": 0.789799, + "hf_subset": "arb_Latn-ban_Latn", + "languages": [ + "arb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.820706, + "recall": 0.864625, + "f1": 0.833253, + "accuracy": 0.864625, + "main_score": 0.833253, + "hf_subset": "arb_Latn-ell_Grek", + "languages": [ + "arb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.79474, + "recall": 0.840909, + "f1": 0.807457, + "accuracy": 0.840909, + "main_score": 0.807457, + "hf_subset": "arb_Latn-hne_Deva", + "languages": [ + "arb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.478026, + "recall": 0.524704, + "f1": 0.490284, + "accuracy": 0.524704, + "main_score": 0.490284, + "hf_subset": "arb_Latn-kik_Latn", + "languages": [ + "arb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.823975, + "recall": 0.863636, + "f1": 0.834593, + "accuracy": 0.863636, + "main_score": 0.834593, + "hf_subset": "arb_Latn-mai_Deva", + "languages": [ + "arb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.809158, + "recall": 0.854743, + "f1": 0.822309, + "accuracy": 0.854743, + "main_score": 0.822309, + "hf_subset": "arb_Latn-pbt_Arab", + "languages": [ + "arb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.851693, + "recall": 0.88834, + "f1": 0.862055, + "accuracy": 0.88834, + "main_score": 0.862055, + "hf_subset": "arb_Latn-spa_Latn", + "languages": [ + "arb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.607232, + "recall": 0.66502, + "f1": 0.62309, + "accuracy": 0.66502, + "main_score": 0.62309, + "hf_subset": "arb_Latn-twi_Latn", + "languages": [ + "arb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.883985, + "recall": 0.917984, + "f1": 0.894417, + "accuracy": 0.917984, + "main_score": 0.894417, + "hf_subset": "arb_Latn-acm_Arab", + "languages": [ + "arb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.782829, + "recall": 0.831028, + "f1": 0.796248, + "accuracy": 0.831028, + "main_score": 0.796248, + "hf_subset": "arb_Latn-bel_Cyrl", + "languages": [ + "arb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.849305, + "recall": 0.880435, + "f1": 0.857508, + "accuracy": 0.880435, + "main_score": 0.857508, + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.824691, + "recall": 0.866601, + "f1": 0.836629, + "accuracy": 0.866601, + "main_score": 0.836629, + "hf_subset": "arb_Latn-hrv_Latn", + "languages": [ + "arb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.707547, + "recall": 0.768775, + "f1": 0.725214, + "accuracy": 0.768775, + "main_score": 0.725214, + "hf_subset": "arb_Latn-kin_Latn", + "languages": [ + "arb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.81033, + "recall": 0.854743, + "f1": 0.822785, + "accuracy": 0.854743, + "main_score": 0.822785, + "hf_subset": "arb_Latn-mal_Mlym", + "languages": [ + "arb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.830223, + "recall": 0.870553, + "f1": 0.841419, + "accuracy": 0.870553, + "main_score": 0.841419, + "hf_subset": "arb_Latn-pes_Arab", + "languages": [ + "arb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.825775, + "recall": 0.867589, + "f1": 0.837884, + "accuracy": 0.867589, + "main_score": 0.837884, + "hf_subset": "arb_Latn-srd_Latn", + "languages": [ + "arb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.20121, + "recall": 0.257905, + "f1": 0.214901, + "accuracy": 0.257905, + "main_score": 0.214901, + "hf_subset": "arb_Latn-tzm_Tfng", + "languages": [ + "arb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.884634, + "recall": 0.917984, + "f1": 0.894796, + "accuracy": 0.917984, + "main_score": 0.894796, + "hf_subset": "arb_Latn-acq_Arab", + "languages": [ + "arb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.56151, + "recall": 0.623518, + "f1": 0.578321, + "accuracy": 0.623518, + "main_score": 0.578321, + "hf_subset": "arb_Latn-bem_Latn", + "languages": [ + "arb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.81752, + "recall": 0.856719, + "f1": 0.828033, + "accuracy": 0.856719, + "main_score": 0.828033, + "hf_subset": "arb_Latn-epo_Latn", + "languages": [ + "arb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.838323, + "recall": 0.879447, + "f1": 0.850382, + "accuracy": 0.879447, + "main_score": 0.850382, + "hf_subset": "arb_Latn-hun_Latn", + "languages": [ + "arb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.800645, + "recall": 0.847826, + "f1": 0.813831, + "accuracy": 0.847826, + "main_score": 0.813831, + "hf_subset": "arb_Latn-kir_Cyrl", + "languages": [ + "arb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.848287, + "recall": 0.886364, + "f1": 0.859285, + "accuracy": 0.886364, + "main_score": 0.859285, + "hf_subset": "arb_Latn-mar_Deva", + "languages": [ + "arb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.72104, + "recall": 0.77668, + "f1": 0.737434, + "accuracy": 0.77668, + "main_score": 0.737434, + "hf_subset": "arb_Latn-plt_Latn", + "languages": [ + "arb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.826532, + "recall": 0.868577, + "f1": 0.838807, + "accuracy": 0.868577, + "main_score": 0.838807, + "hf_subset": "arb_Latn-srp_Cyrl", + "languages": [ + "arb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.783518, + "recall": 0.833004, + "f1": 0.798218, + "accuracy": 0.833004, + "main_score": 0.798218, + "hf_subset": "arb_Latn-uig_Arab", + "languages": [ + "arb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.876548, + "recall": 0.910079, + "f1": 0.886566, + "accuracy": 0.910079, + "main_score": 0.886566, + "hf_subset": "arb_Latn-aeb_Arab", + "languages": [ + "arb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.828549, + "recall": 0.862648, + "f1": 0.838201, + "accuracy": 0.862648, + "main_score": 0.838201, + "hf_subset": "arb_Latn-ben_Beng", + "languages": [ + "arb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.831352, + "recall": 0.873518, + "f1": 0.843594, + "accuracy": 0.873518, + "main_score": 0.843594, + "hf_subset": "arb_Latn-est_Latn", + "languages": [ + "arb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.830163, + "recall": 0.869565, + "f1": 0.841687, + "accuracy": 0.869565, + "main_score": 0.841687, + "hf_subset": "arb_Latn-hye_Armn", + "languages": [ + "arb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.420944, + "recall": 0.466403, + "f1": 0.432725, + "accuracy": 0.466403, + "main_score": 0.432725, + "hf_subset": "arb_Latn-kmb_Latn", + "languages": [ + "arb-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.390632, + "recall": 0.461462, + "f1": 0.408314, + "accuracy": 0.461462, + "main_score": 0.408314, + "hf_subset": "arb_Latn-min_Arab", + "languages": [ + "arb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.85006, + "recall": 0.884387, + "f1": 0.859706, + "accuracy": 0.884387, + "main_score": 0.859706, + "hf_subset": "arb_Latn-pol_Latn", + "languages": [ + "arb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.642367, + "recall": 0.703557, + "f1": 0.659344, + "accuracy": 0.703557, + "main_score": 0.659344, + "hf_subset": "arb_Latn-ssw_Latn", + "languages": [ + "arb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.829596, + "recall": 0.871542, + "f1": 0.841541, + "accuracy": 0.871542, + "main_score": 0.841541, + "hf_subset": "arb_Latn-ukr_Cyrl", + "languages": [ + "arb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.814882, + "recall": 0.856719, + "f1": 0.826373, + "accuracy": 0.856719, + "main_score": 0.826373, + "hf_subset": "arb_Latn-afr_Latn", + "languages": [ + "arb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.787137, + "recall": 0.83498, + "f1": 0.800474, + "accuracy": 0.83498, + "main_score": 0.800474, + "hf_subset": "arb_Latn-bho_Deva", + "languages": [ + "arb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.809381, + "recall": 0.849802, + "f1": 0.820382, + "accuracy": 0.849802, + "main_score": 0.820382, + "hf_subset": "arb_Latn-eus_Latn", + "languages": [ + "arb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.679366, + "recall": 0.742095, + "f1": 0.696462, + "accuracy": 0.742095, + "main_score": 0.696462, + "hf_subset": "arb_Latn-ibo_Latn", + "languages": [ + "arb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.729754, + "recall": 0.782609, + "f1": 0.74473, + "accuracy": 0.782609, + "main_score": 0.74473, + "hf_subset": "arb_Latn-kmr_Latn", + "languages": [ + "arb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.811161, + "recall": 0.848814, + "f1": 0.821224, + "accuracy": 0.848814, + "main_score": 0.821224, + "hf_subset": "arb_Latn-min_Latn", + "languages": [ + "arb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.856948, + "recall": 0.891304, + "f1": 0.867037, + "accuracy": 0.891304, + "main_score": 0.867037, + "hf_subset": "arb_Latn-por_Latn", + "languages": [ + "arb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.791612, + "recall": 0.835968, + "f1": 0.804515, + "accuracy": 0.835968, + "main_score": 0.804515, + "hf_subset": "arb_Latn-sun_Latn", + "languages": [ + "arb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.403245, + "recall": 0.44664, + "f1": 0.415149, + "accuracy": 0.44664, + "main_score": 0.415149, + "hf_subset": "arb_Latn-umb_Latn", + "languages": [ + "arb-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.883136, + "recall": 0.916008, + "f1": 0.893234, + "accuracy": 0.916008, + "main_score": 0.893234, + "hf_subset": "arb_Latn-ajp_Arab", + "languages": [ + "arb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.392267, + "recall": 0.465415, + "f1": 0.411739, + "accuracy": 0.465415, + "main_score": 0.411739, + "hf_subset": "arb_Latn-bjn_Arab", + "languages": [ + "arb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.412556, + "recall": 0.449605, + "f1": 0.422758, + "accuracy": 0.449605, + "main_score": 0.422758, + "hf_subset": "arb_Latn-ewe_Latn", + "languages": [ + "arb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.755612, + "recall": 0.804348, + "f1": 0.769039, + "accuracy": 0.804348, + "main_score": 0.769039, + "hf_subset": "arb_Latn-ilo_Latn", + "languages": [ + "arb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.222911, + "recall": 0.277668, + "f1": 0.236377, + "accuracy": 0.277668, + "main_score": 0.236377, + "hf_subset": "arb_Latn-knc_Arab", + "languages": [ + "arb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.822095, + "recall": 0.864625, + "f1": 0.834068, + "accuracy": 0.864625, + "main_score": 0.834068, + "hf_subset": "arb_Latn-mkd_Cyrl", + "languages": [ + "arb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.873134, + "recall": 0.909091, + "f1": 0.884223, + "accuracy": 0.909091, + "main_score": 0.884223, + "hf_subset": "arb_Latn-prs_Arab", + "languages": [ + "arb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.844037, + "recall": 0.883399, + "f1": 0.855607, + "accuracy": 0.883399, + "main_score": 0.855607, + "hf_subset": "arb_Latn-swe_Latn", + "languages": [ + "arb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.8194, + "recall": 0.866601, + "f1": 0.833224, + "accuracy": 0.866601, + "main_score": 0.833224, + "hf_subset": "arb_Latn-urd_Arab", + "languages": [ + "arb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.575239, + "recall": 0.632411, + "f1": 0.59084, + "accuracy": 0.632411, + "main_score": 0.59084, + "hf_subset": "arb_Latn-aka_Latn", + "languages": [ + "arb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.800505, + "recall": 0.840909, + "f1": 0.811659, + "accuracy": 0.840909, + "main_score": 0.811659, + "hf_subset": "arb_Latn-bjn_Latn", + "languages": [ + "arb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.799018, + "recall": 0.84585, + "f1": 0.812288, + "accuracy": 0.84585, + "main_score": 0.812288, + "hf_subset": "arb_Latn-fao_Latn", + "languages": [ + "arb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.85491, + "recall": 0.890316, + "f1": 0.864789, + "accuracy": 0.890316, + "main_score": 0.864789, + "hf_subset": "arb_Latn-ind_Latn", + "languages": [ + "arb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.455234, + "recall": 0.496047, + "f1": 0.465933, + "accuracy": 0.496047, + "main_score": 0.465933, + "hf_subset": "arb_Latn-knc_Latn", + "languages": [ + "arb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.792051, + "recall": 0.83498, + "f1": 0.803668, + "accuracy": 0.83498, + "main_score": 0.803668, + "hf_subset": "arb_Latn-mlt_Latn", + "languages": [ + "arb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.525576, + "recall": 0.582016, + "f1": 0.540211, + "accuracy": 0.582016, + "main_score": 0.540211, + "hf_subset": "arb_Latn-quy_Latn", + "languages": [ + "arb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.817427, + "recall": 0.859684, + "f1": 0.829385, + "accuracy": 0.859684, + "main_score": 0.829385, + "hf_subset": "arb_Latn-swh_Latn", + "languages": [ + "arb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.817181, + "recall": 0.860672, + "f1": 0.82968, + "accuracy": 0.860672, + "main_score": 0.82968, + "hf_subset": "arb_Latn-uzn_Latn", + "languages": [ + "arb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.834697, + "recall": 0.870553, + "f1": 0.84441, + "accuracy": 0.870553, + "main_score": 0.84441, + "hf_subset": "arb_Latn-als_Latn", + "languages": [ + "arb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.583534, + "recall": 0.666008, + "f1": 0.606524, + "accuracy": 0.666008, + "main_score": 0.606524, + "hf_subset": "arb_Latn-bod_Tibt", + "languages": [ + "arb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.534159, + "recall": 0.593874, + "f1": 0.550158, + "accuracy": 0.593874, + "main_score": 0.550158, + "hf_subset": "arb_Latn-fij_Latn", + "languages": [ + "arb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.799083, + "recall": 0.844862, + "f1": 0.812418, + "accuracy": 0.844862, + "main_score": 0.812418, + "hf_subset": "arb_Latn-isl_Latn", + "languages": [ + "arb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.501779, + "recall": 0.548419, + "f1": 0.514271, + "accuracy": 0.548419, + "main_score": 0.514271, + "hf_subset": "arb_Latn-kon_Latn", + "languages": [ + "arb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.435237, + "recall": 0.491107, + "f1": 0.449965, + "accuracy": 0.491107, + "main_score": 0.449965, + "hf_subset": "arb_Latn-mni_Beng", + "languages": [ + "arb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.8391, + "recall": 0.87747, + "f1": 0.850136, + "accuracy": 0.87747, + "main_score": 0.850136, + "hf_subset": "arb_Latn-ron_Latn", + "languages": [ + "arb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.840263, + "recall": 0.875494, + "f1": 0.850085, + "accuracy": 0.875494, + "main_score": 0.850085, + "hf_subset": "arb_Latn-szl_Latn", + "languages": [ + "arb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.839372, + "recall": 0.878458, + "f1": 0.850551, + "accuracy": 0.878458, + "main_score": 0.850551, + "hf_subset": "arb_Latn-vec_Latn", + "languages": [ + "arb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.791565, + "recall": 0.836957, + "f1": 0.804924, + "accuracy": 0.836957, + "main_score": 0.804924, + "hf_subset": "arb_Latn-amh_Ethi", + "languages": [ + "arb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.852409, + "recall": 0.887352, + "f1": 0.862488, + "accuracy": 0.887352, + "main_score": 0.862488, + "hf_subset": "arb_Latn-bos_Latn", + "languages": [ + "arb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.81792, + "recall": 0.862648, + "f1": 0.830736, + "accuracy": 0.862648, + "main_score": 0.830736, + "hf_subset": "arb_Latn-fin_Latn", + "languages": [ + "arb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.848238, + "recall": 0.886364, + "f1": 0.859308, + "accuracy": 0.886364, + "main_score": 0.859308, + "hf_subset": "arb_Latn-ita_Latn", + "languages": [ + "arb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.862352, + "recall": 0.897233, + "f1": 0.872337, + "accuracy": 0.897233, + "main_score": 0.872337, + "hf_subset": "arb_Latn-kor_Hang", + "languages": [ + "arb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.432805, + "recall": 0.471344, + "f1": 0.443574, + "accuracy": 0.471344, + "main_score": 0.443574, + "hf_subset": "arb_Latn-mos_Latn", + "languages": [ + "arb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.622891, + "recall": 0.678854, + "f1": 0.637974, + "accuracy": 0.678854, + "main_score": 0.637974, + "hf_subset": "arb_Latn-run_Latn", + "languages": [ + "arb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.818763, + "recall": 0.86166, + "f1": 0.831167, + "accuracy": 0.86166, + "main_score": 0.831167, + "hf_subset": "arb_Latn-tam_Taml", + "languages": [ + "arb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.826888, + "recall": 0.868577, + "f1": 0.838677, + "accuracy": 0.868577, + "main_score": 0.838677, + "hf_subset": "arb_Latn-vie_Latn", + "languages": [ + "arb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.878349, + "recall": 0.910079, + "f1": 0.887884, + "accuracy": 0.910079, + "main_score": 0.887884, + "hf_subset": "arb_Latn-apc_Arab", + "languages": [ + "arb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.572513, + "recall": 0.625494, + "f1": 0.58572, + "accuracy": 0.625494, + "main_score": 0.58572, + "hf_subset": "arb_Latn-bug_Latn", + "languages": [ + "arb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.391775, + "recall": 0.427866, + "f1": 0.401611, + "accuracy": 0.427866, + "main_score": 0.401611, + "hf_subset": "arb_Latn-fon_Latn", + "languages": [ + "arb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.802465, + "recall": 0.844862, + "f1": 0.814279, + "accuracy": 0.844862, + "main_score": 0.814279, + "hf_subset": "arb_Latn-jav_Latn", + "languages": [ + "arb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.769527, + "recall": 0.820158, + "f1": 0.783929, + "accuracy": 0.820158, + "main_score": 0.783929, + "hf_subset": "arb_Latn-lao_Laoo", + "languages": [ + "arb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.735912, + "recall": 0.796443, + "f1": 0.75348, + "accuracy": 0.796443, + "main_score": 0.75348, + "hf_subset": "arb_Latn-mri_Latn", + "languages": [ + "arb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.84477, + "recall": 0.883399, + "f1": 0.855637, + "accuracy": 0.883399, + "main_score": 0.855637, + "hf_subset": "arb_Latn-rus_Cyrl", + "languages": [ + "arb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.438133, + "recall": 0.470356, + "f1": 0.446327, + "accuracy": 0.470356, + "main_score": 0.446327, + "hf_subset": "arb_Latn-taq_Latn", + "languages": [ + "arb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.795102, + "recall": 0.837945, + "f1": 0.807381, + "accuracy": 0.837945, + "main_score": 0.807381, + "hf_subset": "arb_Latn-war_Latn", + "languages": [ + "arb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.885599, + "recall": 0.917984, + "f1": 0.895339, + "accuracy": 0.917984, + "main_score": 0.895339, + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.851029, + "recall": 0.88834, + "f1": 0.861997, + "accuracy": 0.88834, + "main_score": 0.861997, + "hf_subset": "arb_Latn-bul_Cyrl", + "languages": [ + "arb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.856919, + "recall": 0.894269, + "f1": 0.867721, + "accuracy": 0.894269, + "main_score": 0.867721, + "hf_subset": "arb_Latn-fra_Latn", + "languages": [ + "arb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.83369, + "recall": 0.876482, + "f1": 0.846267, + "accuracy": 0.876482, + "main_score": 0.846267, + "hf_subset": "arb_Latn-jpn_Jpan", + "languages": [ + "arb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.817976, + "recall": 0.856719, + "f1": 0.828039, + "accuracy": 0.856719, + "main_score": 0.828039, + "hf_subset": "arb_Latn-lij_Latn", + "languages": [ + "arb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.797628, + "recall": 0.846838, + "f1": 0.812093, + "accuracy": 0.846838, + "main_score": 0.812093, + "hf_subset": "arb_Latn-mya_Mymr", + "languages": [ + "arb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.457767, + "recall": 0.5, + "f1": 0.469447, + "accuracy": 0.5, + "main_score": 0.469447, + "hf_subset": "arb_Latn-sag_Latn", + "languages": [ + "arb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.196541, + "recall": 0.249012, + "f1": 0.209944, + "accuracy": 0.249012, + "main_score": 0.209944, + "hf_subset": "arb_Latn-taq_Tfng", + "languages": [ + "arb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.528197, + "recall": 0.579051, + "f1": 0.541375, + "accuracy": 0.579051, + "main_score": 0.541375, + "hf_subset": "arb_Latn-wol_Latn", + "languages": [ + "arb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.8402, + "recall": 0.878458, + "f1": 0.851252, + "accuracy": 0.878458, + "main_score": 0.851252, + "hf_subset": "arb_Latn-cat_Latn", + "languages": [ + "arb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.803412, + "recall": 0.839921, + "f1": 0.812937, + "accuracy": 0.839921, + "main_score": 0.812937, + "hf_subset": "arb_Latn-fur_Latn", + "languages": [ + "arb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.407494, + "recall": 0.47332, + "f1": 0.424254, + "accuracy": 0.47332, + "main_score": 0.424254, + "hf_subset": "arb_Latn-kab_Latn", + "languages": [ + "arb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.81038, + "recall": 0.854743, + "f1": 0.82279, + "accuracy": 0.854743, + "main_score": 0.82279, + "hf_subset": "arb_Latn-lim_Latn", + "languages": [ + "arb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.829713, + "recall": 0.871542, + "f1": 0.84166, + "accuracy": 0.871542, + "main_score": 0.84166, + "hf_subset": "arb_Latn-nld_Latn", + "languages": [ + "arb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.819081, + "recall": 0.860672, + "f1": 0.831118, + "accuracy": 0.860672, + "main_score": 0.831118, + "hf_subset": "arb_Latn-san_Deva", + "languages": [ + "arb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.788686, + "recall": 0.836957, + "f1": 0.80231, + "accuracy": 0.836957, + "main_score": 0.80231, + "hf_subset": "arb_Latn-tat_Cyrl", + "languages": [ + "arb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.728213, + "recall": 0.785573, + "f1": 0.745197, + "accuracy": 0.785573, + "main_score": 0.745197, + "hf_subset": "arb_Latn-xho_Latn", + "languages": [ + "arb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.878033, + "recall": 0.911067, + "f1": 0.887714, + "accuracy": 0.911067, + "main_score": 0.887714, + "hf_subset": "arb_Latn-ars_Arab", + "languages": [ + "arb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.793756, + "recall": 0.836957, + "f1": 0.805931, + "accuracy": 0.836957, + "main_score": 0.805931, + "hf_subset": "arb_Latn-ceb_Latn", + "languages": [ + "arb-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.408824, + "recall": 0.456522, + "f1": 0.421747, + "accuracy": 0.456522, + "main_score": 0.421747, + "hf_subset": "arb_Latn-fuv_Latn", + "languages": [ + "arb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.437957, + "recall": 0.476285, + "f1": 0.448399, + "accuracy": 0.476285, + "main_score": 0.448399, + "hf_subset": "arb_Latn-kac_Latn", + "languages": [ + "arb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.52648, + "recall": 0.572134, + "f1": 0.538346, + "accuracy": 0.572134, + "main_score": 0.538346, + "hf_subset": "arb_Latn-lin_Latn", + "languages": [ + "arb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.812373, + "recall": 0.855731, + "f1": 0.824203, + "accuracy": 0.855731, + "main_score": 0.824203, + "hf_subset": "arb_Latn-nno_Latn", + "languages": [ + "arb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.69816, + "recall": 0.76087, + "f1": 0.716436, + "accuracy": 0.76087, + "main_score": 0.716436, + "hf_subset": "arb_Latn-sat_Olck", + "languages": [ + "arb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.809868, + "recall": 0.854743, + "f1": 0.82265, + "accuracy": 0.854743, + "main_score": 0.82265, + "hf_subset": "arb_Latn-tel_Telu", + "languages": [ + "arb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.812033, + "recall": 0.860672, + "f1": 0.826586, + "accuracy": 0.860672, + "main_score": 0.826586, + "hf_subset": "arb_Latn-ydd_Hebr", + "languages": [ + "arb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.86284, + "recall": 0.895257, + "f1": 0.872274, + "accuracy": 0.895257, + "main_score": 0.872274, + "hf_subset": "arb_Latn-ary_Arab", + "languages": [ + "arb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.837689, + "recall": 0.879447, + "f1": 0.849989, + "accuracy": 0.879447, + "main_score": 0.849989, + "hf_subset": "arb_Latn-ces_Latn", + "languages": [ + "arb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.487303, + "recall": 0.546443, + "f1": 0.503356, + "accuracy": 0.546443, + "main_score": 0.503356, + "hf_subset": "arb_Latn-gaz_Latn", + "languages": [ + "arb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.467023, + "recall": 0.521739, + "f1": 0.48048, + "accuracy": 0.521739, + "main_score": 0.48048, + "hf_subset": "arb_Latn-kam_Latn", + "languages": [ + "arb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.812702, + "recall": 0.858696, + "f1": 0.82602, + "accuracy": 0.858696, + "main_score": 0.82602, + "hf_subset": "arb_Latn-lit_Latn", + "languages": [ + "arb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.83915, + "recall": 0.878458, + "f1": 0.850525, + "accuracy": 0.878458, + "main_score": 0.850525, + "hf_subset": "arb_Latn-nob_Latn", + "languages": [ + "arb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.835987, + "recall": 0.865613, + "f1": 0.843879, + "accuracy": 0.865613, + "main_score": 0.843879, + "hf_subset": "arb_Latn-scn_Latn", + "languages": [ + "arb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.802355, + "recall": 0.847826, + "f1": 0.815403, + "accuracy": 0.847826, + "main_score": 0.815403, + "hf_subset": "arb_Latn-tgk_Cyrl", + "languages": [ + "arb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.564795, + "recall": 0.626482, + "f1": 0.580494, + "accuracy": 0.626482, + "main_score": 0.580494, + "hf_subset": "arb_Latn-yor_Latn", + "languages": [ + "arb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.881003, + "recall": 0.913043, + "f1": 0.890569, + "accuracy": 0.913043, + "main_score": 0.890569, + "hf_subset": "arb_Latn-arz_Arab", + "languages": [ + "arb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.414064, + "recall": 0.451581, + "f1": 0.424081, + "accuracy": 0.451581, + "main_score": 0.424081, + "hf_subset": "arb_Latn-cjk_Latn", + "languages": [ + "arb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.783226, + "recall": 0.83498, + "f1": 0.798193, + "accuracy": 0.83498, + "main_score": 0.798193, + "hf_subset": "arb_Latn-gla_Latn", + "languages": [ + "arb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.809603, + "recall": 0.853755, + "f1": 0.822204, + "accuracy": 0.853755, + "main_score": 0.822204, + "hf_subset": "arb_Latn-kan_Knda", + "languages": [ + "arb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.826482, + "recall": 0.863636, + "f1": 0.836544, + "accuracy": 0.863636, + "main_score": 0.836544, + "hf_subset": "arb_Latn-lmo_Latn", + "languages": [ + "arb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.832713, + "recall": 0.871542, + "f1": 0.843766, + "accuracy": 0.871542, + "main_score": 0.843766, + "hf_subset": "arb_Latn-npi_Deva", + "languages": [ + "arb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.428167, + "recall": 0.493083, + "f1": 0.445509, + "accuracy": 0.493083, + "main_score": 0.445509, + "hf_subset": "arb_Latn-shn_Mymr", + "languages": [ + "arb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.818888, + "recall": 0.856719, + "f1": 0.8293, + "accuracy": 0.856719, + "main_score": 0.8293, + "hf_subset": "arb_Latn-tgl_Latn", + "languages": [ + "arb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.816914, + "recall": 0.859684, + "f1": 0.828593, + "accuracy": 0.859684, + "main_score": 0.828593, + "hf_subset": "arb_Latn-yue_Hant", + "languages": [ + "arb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.798225, + "recall": 0.846838, + "f1": 0.812296, + "accuracy": 0.846838, + "main_score": 0.812296, + "hf_subset": "arb_Latn-asm_Beng", + "languages": [ + "arb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.774102, + "recall": 0.828063, + "f1": 0.790126, + "accuracy": 0.828063, + "main_score": 0.790126, + "hf_subset": "arb_Latn-ckb_Arab", + "languages": [ + "arb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.814682, + "recall": 0.857708, + "f1": 0.826985, + "accuracy": 0.857708, + "main_score": 0.826985, + "hf_subset": "arb_Latn-gle_Latn", + "languages": [ + "arb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.718242, + "recall": 0.773715, + "f1": 0.733978, + "accuracy": 0.773715, + "main_score": 0.733978, + "hf_subset": "arb_Latn-kas_Arab", + "languages": [ + "arb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.71125, + "recall": 0.764822, + "f1": 0.726144, + "accuracy": 0.764822, + "main_score": 0.726144, + "hf_subset": "arb_Latn-ltg_Latn", + "languages": [ + "arb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.675333, + "recall": 0.735178, + "f1": 0.692196, + "accuracy": 0.735178, + "main_score": 0.692196, + "hf_subset": "arb_Latn-nso_Latn", + "languages": [ + "arb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.805898, + "recall": 0.853755, + "f1": 0.819514, + "accuracy": 0.853755, + "main_score": 0.819514, + "hf_subset": "arb_Latn-sin_Sinh", + "languages": [ + "arb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.826606, + "recall": 0.868577, + "f1": 0.838216, + "accuracy": 0.868577, + "main_score": 0.838216, + "hf_subset": "arb_Latn-tha_Thai", + "languages": [ + "arb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.76789, + "recall": 0.810277, + "f1": 0.778791, + "accuracy": 0.810277, + "main_score": 0.778791, + "hf_subset": "arb_Latn-zho_Hans", + "languages": [ + "arb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.822318, + "recall": 0.866601, + "f1": 0.835046, + "accuracy": 0.866601, + "main_score": 0.835046, + "hf_subset": "arb_Latn-ast_Latn", + "languages": [ + "arb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.825496, + "recall": 0.868577, + "f1": 0.838139, + "accuracy": 0.868577, + "main_score": 0.838139, + "hf_subset": "arb_Latn-crh_Latn", + "languages": [ + "arb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.826877, + "recall": 0.871542, + "f1": 0.840143, + "accuracy": 0.871542, + "main_score": 0.840143, + "hf_subset": "arb_Latn-glg_Latn", + "languages": [ + "arb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.66876, + "recall": 0.72332, + "f1": 0.683464, + "accuracy": 0.72332, + "main_score": 0.683464, + "hf_subset": "arb_Latn-kas_Deva", + "languages": [ + "arb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.793194, + "recall": 0.835968, + "f1": 0.80524, + "accuracy": 0.835968, + "main_score": 0.80524, + "hf_subset": "arb_Latn-ltz_Latn", + "languages": [ + "arb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.384341, + "recall": 0.437747, + "f1": 0.399044, + "accuracy": 0.437747, + "main_score": 0.399044, + "hf_subset": "arb_Latn-nus_Latn", + "languages": [ + "arb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.826843, + "recall": 0.866601, + "f1": 0.838148, + "accuracy": 0.866601, + "main_score": 0.838148, + "hf_subset": "arb_Latn-slk_Latn", + "languages": [ + "arb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.513491, + "recall": 0.583004, + "f1": 0.532405, + "accuracy": 0.583004, + "main_score": 0.532405, + "hf_subset": "arb_Latn-tir_Ethi", + "languages": [ + "arb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.81205, + "recall": 0.856719, + "f1": 0.824794, + "accuracy": 0.856719, + "main_score": 0.824794, + "hf_subset": "arb_Latn-zho_Hant", + "languages": [ + "arb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.805018, + "recall": 0.850791, + "f1": 0.817934, + "accuracy": 0.850791, + "main_score": 0.817934, + "hf_subset": "arb_Latn-awa_Deva", + "languages": [ + "arb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.820775, + "recall": 0.863636, + "f1": 0.833235, + "accuracy": 0.863636, + "main_score": 0.833235, + "hf_subset": "arb_Latn-cym_Latn", + "languages": [ + "arb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.595429, + "recall": 0.63834, + "f1": 0.606887, + "accuracy": 0.63834, + "main_score": 0.606887, + "hf_subset": "arb_Latn-grn_Latn", + "languages": [ + "arb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.814834, + "recall": 0.859684, + "f1": 0.827783, + "accuracy": 0.859684, + "main_score": 0.827783, + "hf_subset": "arb_Latn-kat_Geor", + "languages": [ + "arb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.472257, + "recall": 0.518775, + "f1": 0.484835, + "accuracy": 0.518775, + "main_score": 0.484835, + "hf_subset": "arb_Latn-lua_Latn", + "languages": [ + "arb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.693025, + "recall": 0.748024, + "f1": 0.708314, + "accuracy": 0.748024, + "main_score": 0.708314, + "hf_subset": "arb_Latn-nya_Latn", + "languages": [ + "arb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.838508, + "recall": 0.873518, + "f1": 0.84812, + "accuracy": 0.873518, + "main_score": 0.84812, + "hf_subset": "arb_Latn-slv_Latn", + "languages": [ + "arb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.715104, + "recall": 0.763834, + "f1": 0.72776, + "accuracy": 0.763834, + "main_score": 0.72776, + "hf_subset": "arb_Latn-tpi_Latn", + "languages": [ + "arb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.83014, + "recall": 0.870553, + "f1": 0.841395, + "accuracy": 0.870553, + "main_score": 0.841395, + "hf_subset": "arb_Latn-zsm_Latn", + "languages": [ + "arb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.454169, + "recall": 0.492095, + "f1": 0.464206, + "accuracy": 0.492095, + "main_score": 0.464206, + "hf_subset": "arb_Latn-ayr_Latn", + "languages": [ + "arb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.853288, + "recall": 0.893281, + "f1": 0.865175, + "accuracy": 0.893281, + "main_score": 0.865175, + "hf_subset": "arb_Latn-dan_Latn", + "languages": [ + "arb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.825637, + "recall": 0.871542, + "f1": 0.839229, + "accuracy": 0.871542, + "main_score": 0.839229, + "hf_subset": "arb_Latn-guj_Gujr", + "languages": [ + "arb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.80537, + "recall": 0.851779, + "f1": 0.818517, + "accuracy": 0.851779, + "main_score": 0.818517, + "hf_subset": "arb_Latn-kaz_Cyrl", + "languages": [ + "arb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.554688, + "recall": 0.619565, + "f1": 0.572068, + "accuracy": 0.619565, + "main_score": 0.572068, + "hf_subset": "arb_Latn-lug_Latn", + "languages": [ + "arb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.832908, + "recall": 0.869565, + "f1": 0.842759, + "accuracy": 0.869565, + "main_score": 0.842759, + "hf_subset": "arb_Latn-oci_Latn", + "languages": [ + "arb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.687189, + "recall": 0.746047, + "f1": 0.703683, + "accuracy": 0.746047, + "main_score": 0.703683, + "hf_subset": "arb_Latn-smo_Latn", + "languages": [ + "arb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.624263, + "recall": 0.685771, + "f1": 0.64186, + "accuracy": 0.685771, + "main_score": 0.64186, + "hf_subset": "arb_Latn-tsn_Latn", + "languages": [ + "arb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.73578, + "recall": 0.794466, + "f1": 0.752689, + "accuracy": 0.794466, + "main_score": 0.752689, + "hf_subset": "arb_Latn-zul_Latn", + "languages": [ + "arb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.729329, + "recall": 0.77668, + "f1": 0.7419, + "accuracy": 0.77668, + "main_score": 0.7419, + "hf_subset": "arb_Latn-azb_Arab", + "languages": [ + "arb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.840801, + "recall": 0.879447, + "f1": 0.851797, + "accuracy": 0.879447, + "main_score": 0.851797, + "hf_subset": "arb_Latn-deu_Latn", + "languages": [ + "arb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.808523, + "recall": 0.852767, + "f1": 0.8214, + "accuracy": 0.852767, + "main_score": 0.8214, + "hf_subset": "arb_Latn-hat_Latn", + "languages": [ + "arb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.432282, + "recall": 0.465415, + "f1": 0.441872, + "accuracy": 0.465415, + "main_score": 0.441872, + "hf_subset": "arb_Latn-kbp_Latn", + "languages": [ + "arb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.464082, + "recall": 0.501976, + "f1": 0.473843, + "accuracy": 0.501976, + "main_score": 0.473843, + "hf_subset": "arb_Latn-luo_Latn", + "languages": [ + "arb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.79632, + "recall": 0.84585, + "f1": 0.81059, + "accuracy": 0.84585, + "main_score": 0.81059, + "hf_subset": "arb_Latn-ory_Orya", + "languages": [ + "arb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.72819, + "recall": 0.784585, + "f1": 0.744384, + "accuracy": 0.784585, + "main_score": 0.744384, + "hf_subset": "arb_Latn-sna_Latn", + "languages": [ + "arb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.568851, + "recall": 0.626482, + "f1": 0.58466, + "accuracy": 0.626482, + "main_score": 0.58466, + "hf_subset": "arb_Latn-tso_Latn", + "languages": [ + "arb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.816093, + "recall": 0.859684, + "f1": 0.828316, + "accuracy": 0.859684, + "main_score": 0.828316, + "hf_subset": "arb_Latn-azj_Latn", + "languages": [ + "arb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.43067, + "recall": 0.474308, + "f1": 0.442613, + "accuracy": 0.474308, + "main_score": 0.442613, + "hf_subset": "arb_Latn-dik_Latn", + "languages": [ + "arb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.768142, + "recall": 0.821146, + "f1": 0.784009, + "accuracy": 0.821146, + "main_score": 0.784009, + "hf_subset": "arb_Latn-hau_Latn", + "languages": [ + "arb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.791115, + "recall": 0.837945, + "f1": 0.803815, + "accuracy": 0.837945, + "main_score": 0.803815, + "hf_subset": "arb_Latn-kea_Latn", + "languages": [ + "arb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.689279, + "recall": 0.748024, + "f1": 0.705433, + "accuracy": 0.748024, + "main_score": 0.705433, + "hf_subset": "arb_Latn-lus_Latn", + "languages": [ + "arb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.632507, + "recall": 0.682806, + "f1": 0.646704, + "accuracy": 0.682806, + "main_score": 0.646704, + "hf_subset": "arb_Latn-pag_Latn", + "languages": [ + "arb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.79004, + "recall": 0.838933, + "f1": 0.80443, + "accuracy": 0.838933, + "main_score": 0.80443, + "hf_subset": "arb_Latn-snd_Arab", + "languages": [ + "arb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.795662, + "recall": 0.841897, + "f1": 0.808897, + "accuracy": 0.841897, + "main_score": 0.808897, + "hf_subset": "arb_Latn-tuk_Latn", + "languages": [ + "arb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.791993, + "recall": 0.833992, + "f1": 0.803931, + "accuracy": 0.833992, + "main_score": 0.803931, + "hf_subset": "arb_Latn-bak_Cyrl", + "languages": [ + "arb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.395276, + "recall": 0.444664, + "f1": 0.409805, + "accuracy": 0.444664, + "main_score": 0.409805, + "hf_subset": "arb_Latn-dyu_Latn", + "languages": [ + "arb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.848174, + "recall": 0.886364, + "f1": 0.859241, + "accuracy": 0.886364, + "main_score": 0.859241, + "hf_subset": "arb_Latn-heb_Hebr", + "languages": [ + "arb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.818997, + "recall": 0.86166, + "f1": 0.831583, + "accuracy": 0.86166, + "main_score": 0.831583, + "hf_subset": "arb_Latn-khk_Cyrl", + "languages": [ + "arb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.826345, + "recall": 0.867589, + "f1": 0.838321, + "accuracy": 0.867589, + "main_score": 0.838321, + "hf_subset": "arb_Latn-lvs_Latn", + "languages": [ + "arb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.80956, + "recall": 0.854743, + "f1": 0.822021, + "accuracy": 0.854743, + "main_score": 0.822021, + "hf_subset": "arb_Latn-pan_Guru", + "languages": [ + "arb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.755352, + "recall": 0.810277, + "f1": 0.771659, + "accuracy": 0.810277, + "main_score": 0.771659, + "hf_subset": "arb_Latn-som_Latn", + "languages": [ + "arb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.578408, + "recall": 0.629447, + "f1": 0.591788, + "accuracy": 0.629447, + "main_score": 0.591788, + "hf_subset": "arb_Latn-tum_Latn", + "languages": [ + "arb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.47885, + "recall": 0.566206, + "f1": 0.502815, + "accuracy": 0.566206, + "main_score": 0.502815, + "hf_subset": "cat_Latn-ace_Arab", + "languages": [ + "cat-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.459581, + "recall": 0.514822, + "f1": 0.473715, + "accuracy": 0.514822, + "main_score": 0.473715, + "hf_subset": "cat_Latn-bam_Latn", + "languages": [ + "cat-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.582374, + "recall": 0.677866, + "f1": 0.609449, + "accuracy": 0.677866, + "main_score": 0.609449, + "hf_subset": "cat_Latn-dzo_Tibt", + "languages": [ + "cat-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "cat_Latn-hin_Deva", + "languages": [ + "cat-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "cat_Latn-khm_Khmr", + "languages": [ + "cat-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "cat_Latn-mag_Deva", + "languages": [ + "cat-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cat_Latn-pap_Latn", + "languages": [ + "cat-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.814756, + "recall": 0.865613, + "f1": 0.830138, + "accuracy": 0.865613, + "main_score": 0.830138, + "hf_subset": "cat_Latn-sot_Latn", + "languages": [ + "cat-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-tur_Latn", + "languages": [ + "cat-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.819071, + "recall": 0.868577, + "f1": 0.834289, + "accuracy": 0.868577, + "main_score": 0.834289, + "hf_subset": "cat_Latn-ace_Latn", + "languages": [ + "cat-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.952816, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "cat_Latn-ban_Latn", + "languages": [ + "cat-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-ell_Grek", + "languages": [ + "cat-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "cat_Latn-hne_Deva", + "languages": [ + "cat-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.524612, + "recall": 0.601779, + "f1": 0.545027, + "accuracy": 0.601779, + "main_score": 0.545027, + "hf_subset": "cat_Latn-kik_Latn", + "languages": [ + "cat-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "cat_Latn-mai_Deva", + "languages": [ + "cat-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.930501, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "cat_Latn-pbt_Arab", + "languages": [ + "cat-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.702242, + "recall": 0.76581, + "f1": 0.720075, + "accuracy": 0.76581, + "main_score": 0.720075, + "hf_subset": "cat_Latn-twi_Latn", + "languages": [ + "cat-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "cat_Latn-acm_Arab", + "languages": [ + "cat-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-bel_Cyrl", + "languages": [ + "cat-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-hrv_Latn", + "languages": [ + "cat-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.80304, + "recall": 0.854743, + "f1": 0.81881, + "accuracy": 0.854743, + "main_score": 0.81881, + "hf_subset": "cat_Latn-kin_Latn", + "languages": [ + "cat-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-mal_Mlym", + "languages": [ + "cat-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-pes_Arab", + "languages": [ + "cat-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "cat_Latn-srd_Latn", + "languages": [ + "cat-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.191539, + "recall": 0.252964, + "f1": 0.206004, + "accuracy": 0.252964, + "main_score": 0.206004, + "hf_subset": "cat_Latn-tzm_Tfng", + "languages": [ + "cat-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-acq_Arab", + "languages": [ + "cat-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.606618, + "recall": 0.687747, + "f1": 0.629558, + "accuracy": 0.687747, + "main_score": 0.629558, + "hf_subset": "cat_Latn-bem_Latn", + "languages": [ + "cat-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-epo_Latn", + "languages": [ + "cat-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "cat_Latn-hun_Latn", + "languages": [ + "cat-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "cat_Latn-kir_Cyrl", + "languages": [ + "cat-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cat_Latn-mar_Deva", + "languages": [ + "cat-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.831011, + "recall": 0.87747, + "f1": 0.844895, + "accuracy": 0.87747, + "main_score": 0.844895, + "hf_subset": "cat_Latn-plt_Latn", + "languages": [ + "cat-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-srp_Cyrl", + "languages": [ + "cat-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.921887, + "recall": 0.944664, + "f1": 0.92892, + "accuracy": 0.944664, + "main_score": 0.92892, + "hf_subset": "cat_Latn-uig_Arab", + "languages": [ + "cat-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-aeb_Arab", + "languages": [ + "cat-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-ben_Beng", + "languages": [ + "cat-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-est_Latn", + "languages": [ + "cat-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cat_Latn-hye_Armn", + "languages": [ + "cat-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.436601, + "recall": 0.500988, + "f1": 0.453384, + "accuracy": 0.500988, + "main_score": 0.453384, + "hf_subset": "cat_Latn-kmb_Latn", + "languages": [ + "cat-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.438823, + "recall": 0.524704, + "f1": 0.459863, + "accuracy": 0.524704, + "main_score": 0.459863, + "hf_subset": "cat_Latn-min_Arab", + "languages": [ + "cat-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cat_Latn-pol_Latn", + "languages": [ + "cat-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.68299, + "recall": 0.76087, + "f1": 0.706244, + "accuracy": 0.76087, + "main_score": 0.706244, + "hf_subset": "cat_Latn-ssw_Latn", + "languages": [ + "cat-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-ukr_Cyrl", + "languages": [ + "cat-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "cat_Latn-afr_Latn", + "languages": [ + "cat-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "cat_Latn-bho_Deva", + "languages": [ + "cat-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cat_Latn-eus_Latn", + "languages": [ + "cat-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.802899, + "recall": 0.859684, + "f1": 0.820045, + "accuracy": 0.859684, + "main_score": 0.820045, + "hf_subset": "cat_Latn-ibo_Latn", + "languages": [ + "cat-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.829545, + "recall": 0.87747, + "f1": 0.844499, + "accuracy": 0.87747, + "main_score": 0.844499, + "hf_subset": "cat_Latn-kmr_Latn", + "languages": [ + "cat-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "cat_Latn-min_Latn", + "languages": [ + "cat-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "cat_Latn-sun_Latn", + "languages": [ + "cat-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.423497, + "recall": 0.492095, + "f1": 0.441847, + "accuracy": 0.492095, + "main_score": 0.441847, + "hf_subset": "cat_Latn-umb_Latn", + "languages": [ + "cat-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cat_Latn-ajp_Arab", + "languages": [ + "cat-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.438937, + "recall": 0.533597, + "f1": 0.463524, + "accuracy": 0.533597, + "main_score": 0.463524, + "hf_subset": "cat_Latn-bjn_Arab", + "languages": [ + "cat-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.429968, + "recall": 0.488142, + "f1": 0.445576, + "accuracy": 0.488142, + "main_score": 0.445576, + "hf_subset": "cat_Latn-ewe_Latn", + "languages": [ + "cat-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.91996, + "recall": 0.945652, + "f1": 0.92836, + "accuracy": 0.945652, + "main_score": 0.92836, + "hf_subset": "cat_Latn-ilo_Latn", + "languages": [ + "cat-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.22898, + "recall": 0.288538, + "f1": 0.243483, + "accuracy": 0.288538, + "main_score": 0.243483, + "hf_subset": "cat_Latn-knc_Arab", + "languages": [ + "cat-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-mkd_Cyrl", + "languages": [ + "cat-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-prs_Arab", + "languages": [ + "cat-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-swe_Latn", + "languages": [ + "cat-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cat_Latn-urd_Arab", + "languages": [ + "cat-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.699761, + "recall": 0.76581, + "f1": 0.718484, + "accuracy": 0.76581, + "main_score": 0.718484, + "hf_subset": "cat_Latn-aka_Latn", + "languages": [ + "cat-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "cat_Latn-bjn_Latn", + "languages": [ + "cat-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "cat_Latn-fao_Latn", + "languages": [ + "cat-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ind_Latn", + "languages": [ + "cat-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.493875, + "recall": 0.551383, + "f1": 0.509699, + "accuracy": 0.551383, + "main_score": 0.509699, + "hf_subset": "cat_Latn-knc_Latn", + "languages": [ + "cat-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.613295, + "recall": 0.688735, + "f1": 0.634129, + "accuracy": 0.688735, + "main_score": 0.634129, + "hf_subset": "cat_Latn-quy_Latn", + "languages": [ + "cat-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cat_Latn-swh_Latn", + "languages": [ + "cat-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cat_Latn-uzn_Latn", + "languages": [ + "cat-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-als_Latn", + "languages": [ + "cat-Latn", + "als-Latn" + ] + }, + { + "precision": 0.737335, + "recall": 0.807312, + "f1": 0.757925, + "accuracy": 0.807312, + "main_score": 0.757925, + "hf_subset": "cat_Latn-bod_Tibt", + "languages": [ + "cat-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.602183, + "recall": 0.676877, + "f1": 0.623233, + "accuracy": 0.676877, + "main_score": 0.623233, + "hf_subset": "cat_Latn-fij_Latn", + "languages": [ + "cat-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "cat_Latn-isl_Latn", + "languages": [ + "cat-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.560137, + "recall": 0.635375, + "f1": 0.580557, + "accuracy": 0.635375, + "main_score": 0.580557, + "hf_subset": "cat_Latn-kon_Latn", + "languages": [ + "cat-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.576105, + "recall": 0.650198, + "f1": 0.596904, + "accuracy": 0.650198, + "main_score": 0.596904, + "hf_subset": "cat_Latn-mni_Beng", + "languages": [ + "cat-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "cat_Latn-szl_Latn", + "languages": [ + "cat-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-vec_Latn", + "languages": [ + "cat-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.897019, + "recall": 0.927866, + "f1": 0.906686, + "accuracy": 0.927866, + "main_score": 0.906686, + "hf_subset": "cat_Latn-amh_Ethi", + "languages": [ + "cat-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-bos_Latn", + "languages": [ + "cat-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "cat_Latn-fin_Latn", + "languages": [ + "cat-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-kor_Hang", + "languages": [ + "cat-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.473772, + "recall": 0.528656, + "f1": 0.48887, + "accuracy": 0.528656, + "main_score": 0.48887, + "hf_subset": "cat_Latn-mos_Latn", + "languages": [ + "cat-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.70678, + "recall": 0.772727, + "f1": 0.725993, + "accuracy": 0.772727, + "main_score": 0.725993, + "hf_subset": "cat_Latn-run_Latn", + "languages": [ + "cat-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "cat_Latn-tam_Taml", + "languages": [ + "cat-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-vie_Latn", + "languages": [ + "cat-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-apc_Arab", + "languages": [ + "cat-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.704143, + "recall": 0.768775, + "f1": 0.721858, + "accuracy": 0.768775, + "main_score": 0.721858, + "hf_subset": "cat_Latn-bug_Latn", + "languages": [ + "cat-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.421044, + "recall": 0.472332, + "f1": 0.434729, + "accuracy": 0.472332, + "main_score": 0.434729, + "hf_subset": "cat_Latn-fon_Latn", + "languages": [ + "cat-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "cat_Latn-jav_Latn", + "languages": [ + "cat-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.960474, + "f1": 0.947628, + "accuracy": 0.960474, + "main_score": 0.947628, + "hf_subset": "cat_Latn-lao_Laoo", + "languages": [ + "cat-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.831176, + "recall": 0.880435, + "f1": 0.846574, + "accuracy": 0.880435, + "main_score": 0.846574, + "hf_subset": "cat_Latn-mri_Latn", + "languages": [ + "cat-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-rus_Cyrl", + "languages": [ + "cat-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.464252, + "recall": 0.525692, + "f1": 0.480994, + "accuracy": 0.525692, + "main_score": 0.480994, + "hf_subset": "cat_Latn-taq_Latn", + "languages": [ + "cat-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cat_Latn-war_Latn", + "languages": [ + "cat-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-arb_Arab", + "languages": [ + "cat-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-bul_Cyrl", + "languages": [ + "cat-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cat_Latn-jpn_Jpan", + "languages": [ + "cat-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "cat_Latn-lij_Latn", + "languages": [ + "cat-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "cat_Latn-mya_Mymr", + "languages": [ + "cat-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.527941, + "recall": 0.590909, + "f1": 0.545224, + "accuracy": 0.590909, + "main_score": 0.545224, + "hf_subset": "cat_Latn-sag_Latn", + "languages": [ + "cat-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.197138, + "recall": 0.262846, + "f1": 0.212581, + "accuracy": 0.262846, + "main_score": 0.212581, + "hf_subset": "cat_Latn-taq_Tfng", + "languages": [ + "cat-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.614392, + "recall": 0.683794, + "f1": 0.633853, + "accuracy": 0.683794, + "main_score": 0.633853, + "hf_subset": "cat_Latn-wol_Latn", + "languages": [ + "cat-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.830781, + "recall": 0.878458, + "f1": 0.845586, + "accuracy": 0.878458, + "main_score": 0.845586, + "hf_subset": "cat_Latn-arb_Latn", + "languages": [ + "cat-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "cat_Latn-fur_Latn", + "languages": [ + "cat-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.402503, + "recall": 0.482213, + "f1": 0.422515, + "accuracy": 0.482213, + "main_score": 0.422515, + "hf_subset": "cat_Latn-kab_Latn", + "languages": [ + "cat-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cat_Latn-lim_Latn", + "languages": [ + "cat-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-nld_Latn", + "languages": [ + "cat-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.968379, + "f1": 0.959816, + "accuracy": 0.968379, + "main_score": 0.959816, + "hf_subset": "cat_Latn-san_Deva", + "languages": [ + "cat-Latn", + "san-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cat_Latn-tat_Cyrl", + "languages": [ + "cat-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.836528, + "recall": 0.883399, + "f1": 0.850955, + "accuracy": 0.883399, + "main_score": 0.850955, + "hf_subset": "cat_Latn-xho_Latn", + "languages": [ + "cat-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-ars_Arab", + "languages": [ + "cat-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-ceb_Latn", + "languages": [ + "cat-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.441353, + "recall": 0.51087, + "f1": 0.45991, + "accuracy": 0.51087, + "main_score": 0.45991, + "hf_subset": "cat_Latn-fuv_Latn", + "languages": [ + "cat-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.440729, + "recall": 0.505929, + "f1": 0.457882, + "accuracy": 0.505929, + "main_score": 0.457882, + "hf_subset": "cat_Latn-kac_Latn", + "languages": [ + "cat-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.582045, + "recall": 0.656126, + "f1": 0.601676, + "accuracy": 0.656126, + "main_score": 0.601676, + "hf_subset": "cat_Latn-lin_Latn", + "languages": [ + "cat-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-nno_Latn", + "languages": [ + "cat-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.835227, + "recall": 0.881423, + "f1": 0.849473, + "accuracy": 0.881423, + "main_score": 0.849473, + "hf_subset": "cat_Latn-sat_Olck", + "languages": [ + "cat-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cat_Latn-tel_Telu", + "languages": [ + "cat-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "cat_Latn-ydd_Hebr", + "languages": [ + "cat-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "cat_Latn-ary_Arab", + "languages": [ + "cat-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-ces_Latn", + "languages": [ + "cat-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.515931, + "recall": 0.593874, + "f1": 0.536971, + "accuracy": 0.593874, + "main_score": 0.536971, + "hf_subset": "cat_Latn-gaz_Latn", + "languages": [ + "cat-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.496443, + "recall": 0.58004, + "f1": 0.518095, + "accuracy": 0.58004, + "main_score": 0.518095, + "hf_subset": "cat_Latn-kam_Latn", + "languages": [ + "cat-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "cat_Latn-lit_Latn", + "languages": [ + "cat-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-nob_Latn", + "languages": [ + "cat-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cat_Latn-scn_Latn", + "languages": [ + "cat-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "cat_Latn-tgk_Cyrl", + "languages": [ + "cat-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.662549, + "recall": 0.746047, + "f1": 0.686848, + "accuracy": 0.746047, + "main_score": 0.686848, + "hf_subset": "cat_Latn-yor_Latn", + "languages": [ + "cat-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-arz_Arab", + "languages": [ + "cat-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.448566, + "recall": 0.516798, + "f1": 0.467263, + "accuracy": 0.516798, + "main_score": 0.467263, + "hf_subset": "cat_Latn-cjk_Latn", + "languages": [ + "cat-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.918314, + "recall": 0.944664, + "f1": 0.926877, + "accuracy": 0.944664, + "main_score": 0.926877, + "hf_subset": "cat_Latn-gla_Latn", + "languages": [ + "cat-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.976318, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "cat_Latn-kan_Knda", + "languages": [ + "cat-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.979694, + "recall": 0.985178, + "f1": 0.981291, + "accuracy": 0.985178, + "main_score": 0.981291, + "hf_subset": "cat_Latn-lmo_Latn", + "languages": [ + "cat-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "cat_Latn-npi_Deva", + "languages": [ + "cat-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495792, + "recall": 0.582016, + "f1": 0.519785, + "accuracy": 0.582016, + "main_score": 0.519785, + "hf_subset": "cat_Latn-shn_Mymr", + "languages": [ + "cat-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "cat_Latn-tgl_Latn", + "languages": [ + "cat-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-yue_Hant", + "languages": [ + "cat-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "cat_Latn-asm_Beng", + "languages": [ + "cat-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.898386, + "recall": 0.928854, + "f1": 0.908056, + "accuracy": 0.928854, + "main_score": 0.908056, + "hf_subset": "cat_Latn-ckb_Arab", + "languages": [ + "cat-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "cat_Latn-gle_Latn", + "languages": [ + "cat-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.876927, + "recall": 0.913043, + "f1": 0.887912, + "accuracy": 0.913043, + "main_score": 0.887912, + "hf_subset": "cat_Latn-kas_Arab", + "languages": [ + "cat-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.865399, + "recall": 0.90415, + "f1": 0.877174, + "accuracy": 0.90415, + "main_score": 0.877174, + "hf_subset": "cat_Latn-ltg_Latn", + "languages": [ + "cat-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.731629, + "recall": 0.797431, + "f1": 0.751702, + "accuracy": 0.797431, + "main_score": 0.751702, + "hf_subset": "cat_Latn-nso_Latn", + "languages": [ + "cat-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "cat_Latn-sin_Sinh", + "languages": [ + "cat-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "cat_Latn-tha_Thai", + "languages": [ + "cat-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "cat_Latn-zho_Hans", + "languages": [ + "cat-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-ast_Latn", + "languages": [ + "cat-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "cat_Latn-crh_Latn", + "languages": [ + "cat-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.814295, + "recall": 0.863636, + "f1": 0.829089, + "accuracy": 0.863636, + "main_score": 0.829089, + "hf_subset": "cat_Latn-kas_Deva", + "languages": [ + "cat-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "cat_Latn-ltz_Latn", + "languages": [ + "cat-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.411554, + "recall": 0.472332, + "f1": 0.427106, + "accuracy": 0.472332, + "main_score": 0.427106, + "hf_subset": "cat_Latn-nus_Latn", + "languages": [ + "cat-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-slk_Latn", + "languages": [ + "cat-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.580585, + "recall": 0.66996, + "f1": 0.605254, + "accuracy": 0.66996, + "main_score": 0.605254, + "hf_subset": "cat_Latn-tir_Ethi", + "languages": [ + "cat-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cat_Latn-zho_Hant", + "languages": [ + "cat-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.969038, + "recall": 0.977273, + "f1": 0.971673, + "accuracy": 0.977273, + "main_score": 0.971673, + "hf_subset": "cat_Latn-awa_Deva", + "languages": [ + "cat-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cat_Latn-cym_Latn", + "languages": [ + "cat-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.73358, + "recall": 0.795455, + "f1": 0.751249, + "accuracy": 0.795455, + "main_score": 0.751249, + "hf_subset": "cat_Latn-grn_Latn", + "languages": [ + "cat-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "cat_Latn-kat_Geor", + "languages": [ + "cat-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.544769, + "recall": 0.616601, + "f1": 0.563744, + "accuracy": 0.616601, + "main_score": 0.563744, + "hf_subset": "cat_Latn-lua_Latn", + "languages": [ + "cat-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.761726, + "recall": 0.824111, + "f1": 0.78004, + "accuracy": 0.824111, + "main_score": 0.78004, + "hf_subset": "cat_Latn-nya_Latn", + "languages": [ + "cat-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "cat_Latn-slv_Latn", + "languages": [ + "cat-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "cat_Latn-tpi_Latn", + "languages": [ + "cat-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-zsm_Latn", + "languages": [ + "cat-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496001, + "recall": 0.561265, + "f1": 0.513942, + "accuracy": 0.561265, + "main_score": 0.513942, + "hf_subset": "cat_Latn-ayr_Latn", + "languages": [ + "cat-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-dan_Latn", + "languages": [ + "cat-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-guj_Gujr", + "languages": [ + "cat-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cat_Latn-kaz_Cyrl", + "languages": [ + "cat-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.595563, + "recall": 0.677866, + "f1": 0.618669, + "accuracy": 0.677866, + "main_score": 0.618669, + "hf_subset": "cat_Latn-lug_Latn", + "languages": [ + "cat-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-oci_Latn", + "languages": [ + "cat-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.783844, + "recall": 0.839921, + "f1": 0.800993, + "accuracy": 0.839921, + "main_score": 0.800993, + "hf_subset": "cat_Latn-smo_Latn", + "languages": [ + "cat-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.691156, + "recall": 0.76581, + "f1": 0.713472, + "accuracy": 0.76581, + "main_score": 0.713472, + "hf_subset": "cat_Latn-tsn_Latn", + "languages": [ + "cat-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.847859, + "recall": 0.893281, + "f1": 0.862286, + "accuracy": 0.893281, + "main_score": 0.862286, + "hf_subset": "cat_Latn-zul_Latn", + "languages": [ + "cat-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.894598, + "recall": 0.926877, + "f1": 0.904927, + "accuracy": 0.926877, + "main_score": 0.904927, + "hf_subset": "cat_Latn-azb_Arab", + "languages": [ + "cat-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-deu_Latn", + "languages": [ + "cat-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "cat_Latn-hat_Latn", + "languages": [ + "cat-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.450879, + "recall": 0.51087, + "f1": 0.46705, + "accuracy": 0.51087, + "main_score": 0.46705, + "hf_subset": "cat_Latn-kbp_Latn", + "languages": [ + "cat-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.489685, + "recall": 0.557312, + "f1": 0.507742, + "accuracy": 0.557312, + "main_score": 0.507742, + "hf_subset": "cat_Latn-luo_Latn", + "languages": [ + "cat-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "cat_Latn-ory_Orya", + "languages": [ + "cat-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.843297, + "recall": 0.887352, + "f1": 0.857082, + "accuracy": 0.887352, + "main_score": 0.857082, + "hf_subset": "cat_Latn-sna_Latn", + "languages": [ + "cat-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.609564, + "recall": 0.684783, + "f1": 0.630043, + "accuracy": 0.684783, + "main_score": 0.630043, + "hf_subset": "cat_Latn-tso_Latn", + "languages": [ + "cat-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-azj_Latn", + "languages": [ + "cat-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.49785, + "recall": 0.565217, + "f1": 0.516221, + "accuracy": 0.565217, + "main_score": 0.516221, + "hf_subset": "cat_Latn-dik_Latn", + "languages": [ + "cat-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.860837, + "recall": 0.899209, + "f1": 0.872661, + "accuracy": 0.899209, + "main_score": 0.872661, + "hf_subset": "cat_Latn-hau_Latn", + "languages": [ + "cat-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "cat_Latn-kea_Latn", + "languages": [ + "cat-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.899704, + "recall": 0.927866, + "f1": 0.908399, + "accuracy": 0.927866, + "main_score": 0.908399, + "hf_subset": "cat_Latn-lus_Latn", + "languages": [ + "cat-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.820438, + "recall": 0.868577, + "f1": 0.8349, + "accuracy": 0.868577, + "main_score": 0.8349, + "hf_subset": "cat_Latn-pag_Latn", + "languages": [ + "cat-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "cat_Latn-snd_Arab", + "languages": [ + "cat-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "cat_Latn-tuk_Latn", + "languages": [ + "cat-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cat_Latn-bak_Cyrl", + "languages": [ + "cat-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.450024, + "recall": 0.527668, + "f1": 0.470974, + "accuracy": 0.527668, + "main_score": 0.470974, + "hf_subset": "cat_Latn-dyu_Latn", + "languages": [ + "cat-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-heb_Hebr", + "languages": [ + "cat-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "cat_Latn-khk_Cyrl", + "languages": [ + "cat-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-lvs_Latn", + "languages": [ + "cat-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-pan_Guru", + "languages": [ + "cat-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.821673, + "recall": 0.87253, + "f1": 0.83722, + "accuracy": 0.87253, + "main_score": 0.83722, + "hf_subset": "cat_Latn-som_Latn", + "languages": [ + "cat-Latn", + "som-Latn" + ] + }, + { + "precision": 0.664222, + "recall": 0.730237, + "f1": 0.683026, + "accuracy": 0.730237, + "main_score": 0.683026, + "hf_subset": "cat_Latn-tum_Latn", + "languages": [ + "cat-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.55247, + "recall": 0.636364, + "f1": 0.577043, + "accuracy": 0.636364, + "main_score": 0.577043, + "hf_subset": "fur_Latn-ace_Arab", + "languages": [ + "fur-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.515144, + "recall": 0.572134, + "f1": 0.531055, + "accuracy": 0.572134, + "main_score": 0.531055, + "hf_subset": "fur_Latn-bam_Latn", + "languages": [ + "fur-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.582754, + "recall": 0.672925, + "f1": 0.608748, + "accuracy": 0.672925, + "main_score": 0.608748, + "hf_subset": "fur_Latn-dzo_Tibt", + "languages": [ + "fur-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-hin_Deva", + "languages": [ + "fur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "fur_Latn-khm_Khmr", + "languages": [ + "fur-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-mag_Deva", + "languages": [ + "fur-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-pap_Latn", + "languages": [ + "fur-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.820323, + "recall": 0.867589, + "f1": 0.835065, + "accuracy": 0.867589, + "main_score": 0.835065, + "hf_subset": "fur_Latn-sot_Latn", + "languages": [ + "fur-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-tur_Latn", + "languages": [ + "fur-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.886281, + "recall": 0.913043, + "f1": 0.894631, + "accuracy": 0.913043, + "main_score": 0.894631, + "hf_subset": "fur_Latn-ace_Latn", + "languages": [ + "fur-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "fur_Latn-ban_Latn", + "languages": [ + "fur-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-ell_Grek", + "languages": [ + "fur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fur_Latn-hne_Deva", + "languages": [ + "fur-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.591765, + "recall": 0.656126, + "f1": 0.609913, + "accuracy": 0.656126, + "main_score": 0.609913, + "hf_subset": "fur_Latn-kik_Latn", + "languages": [ + "fur-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-mai_Deva", + "languages": [ + "fur-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.946229, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "fur_Latn-pbt_Arab", + "languages": [ + "fur-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-spa_Latn", + "languages": [ + "fur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.761487, + "recall": 0.817194, + "f1": 0.778448, + "accuracy": 0.817194, + "main_score": 0.778448, + "hf_subset": "fur_Latn-twi_Latn", + "languages": [ + "fur-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-acm_Arab", + "languages": [ + "fur-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "fur_Latn-bel_Cyrl", + "languages": [ + "fur-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fur_Latn-eng_Latn", + "languages": [ + "fur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-hrv_Latn", + "languages": [ + "fur-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.829084, + "recall": 0.873518, + "f1": 0.842608, + "accuracy": 0.873518, + "main_score": 0.842608, + "hf_subset": "fur_Latn-kin_Latn", + "languages": [ + "fur-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fur_Latn-mal_Mlym", + "languages": [ + "fur-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-pes_Arab", + "languages": [ + "fur-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-srd_Latn", + "languages": [ + "fur-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.213661, + "recall": 0.279644, + "f1": 0.230797, + "accuracy": 0.279644, + "main_score": 0.230797, + "hf_subset": "fur_Latn-tzm_Tfng", + "languages": [ + "fur-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-acq_Arab", + "languages": [ + "fur-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.670819, + "recall": 0.728261, + "f1": 0.687225, + "accuracy": 0.728261, + "main_score": 0.687225, + "hf_subset": "fur_Latn-bem_Latn", + "languages": [ + "fur-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-epo_Latn", + "languages": [ + "fur-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-hun_Latn", + "languages": [ + "fur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "fur_Latn-kir_Cyrl", + "languages": [ + "fur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-mar_Deva", + "languages": [ + "fur-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.83246, + "recall": 0.87747, + "f1": 0.846179, + "accuracy": 0.87747, + "main_score": 0.846179, + "hf_subset": "fur_Latn-plt_Latn", + "languages": [ + "fur-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-srp_Cyrl", + "languages": [ + "fur-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930007, + "recall": 0.952569, + "f1": 0.937418, + "accuracy": 0.952569, + "main_score": 0.937418, + "hf_subset": "fur_Latn-uig_Arab", + "languages": [ + "fur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fur_Latn-aeb_Arab", + "languages": [ + "fur-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-ben_Beng", + "languages": [ + "fur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-est_Latn", + "languages": [ + "fur-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-hye_Armn", + "languages": [ + "fur-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.517471, + "recall": 0.571146, + "f1": 0.532726, + "accuracy": 0.571146, + "main_score": 0.532726, + "hf_subset": "fur_Latn-kmb_Latn", + "languages": [ + "fur-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.522967, + "recall": 0.604743, + "f1": 0.54628, + "accuracy": 0.604743, + "main_score": 0.54628, + "hf_subset": "fur_Latn-min_Arab", + "languages": [ + "fur-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-pol_Latn", + "languages": [ + "fur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.693982, + "recall": 0.761858, + "f1": 0.713883, + "accuracy": 0.761858, + "main_score": 0.713883, + "hf_subset": "fur_Latn-ssw_Latn", + "languages": [ + "fur-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-ukr_Cyrl", + "languages": [ + "fur-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-afr_Latn", + "languages": [ + "fur-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fur_Latn-bho_Deva", + "languages": [ + "fur-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fur_Latn-eus_Latn", + "languages": [ + "fur-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.846229, + "recall": 0.886364, + "f1": 0.858729, + "accuracy": 0.886364, + "main_score": 0.858729, + "hf_subset": "fur_Latn-ibo_Latn", + "languages": [ + "fur-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.852964, + "recall": 0.894269, + "f1": 0.865744, + "accuracy": 0.894269, + "main_score": 0.865744, + "hf_subset": "fur_Latn-kmr_Latn", + "languages": [ + "fur-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fur_Latn-min_Latn", + "languages": [ + "fur-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-por_Latn", + "languages": [ + "fur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fur_Latn-sun_Latn", + "languages": [ + "fur-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.503496, + "recall": 0.563241, + "f1": 0.520579, + "accuracy": 0.563241, + "main_score": 0.520579, + "hf_subset": "fur_Latn-umb_Latn", + "languages": [ + "fur-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-ajp_Arab", + "languages": [ + "fur-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.54115, + "recall": 0.617589, + "f1": 0.563085, + "accuracy": 0.617589, + "main_score": 0.563085, + "hf_subset": "fur_Latn-bjn_Arab", + "languages": [ + "fur-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.484469, + "recall": 0.543478, + "f1": 0.500878, + "accuracy": 0.543478, + "main_score": 0.500878, + "hf_subset": "fur_Latn-ewe_Latn", + "languages": [ + "fur-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "fur_Latn-ilo_Latn", + "languages": [ + "fur-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.266493, + "recall": 0.332016, + "f1": 0.283656, + "accuracy": 0.332016, + "main_score": 0.283656, + "hf_subset": "fur_Latn-knc_Arab", + "languages": [ + "fur-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-mkd_Cyrl", + "languages": [ + "fur-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-prs_Arab", + "languages": [ + "fur-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-swe_Latn", + "languages": [ + "fur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-urd_Arab", + "languages": [ + "fur-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.741363, + "recall": 0.796443, + "f1": 0.75738, + "accuracy": 0.796443, + "main_score": 0.75738, + "hf_subset": "fur_Latn-aka_Latn", + "languages": [ + "fur-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "fur_Latn-bjn_Latn", + "languages": [ + "fur-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.95919, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "fur_Latn-fao_Latn", + "languages": [ + "fur-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-ind_Latn", + "languages": [ + "fur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.531965, + "recall": 0.58498, + "f1": 0.547171, + "accuracy": 0.58498, + "main_score": 0.547171, + "hf_subset": "fur_Latn-knc_Latn", + "languages": [ + "fur-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-mlt_Latn", + "languages": [ + "fur-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.658333, + "recall": 0.722332, + "f1": 0.677226, + "accuracy": 0.722332, + "main_score": 0.677226, + "hf_subset": "fur_Latn-quy_Latn", + "languages": [ + "fur-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "fur_Latn-swh_Latn", + "languages": [ + "fur-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-uzn_Latn", + "languages": [ + "fur-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-als_Latn", + "languages": [ + "fur-Latn", + "als-Latn" + ] + }, + { + "precision": 0.7458, + "recall": 0.806324, + "f1": 0.763788, + "accuracy": 0.806324, + "main_score": 0.763788, + "hf_subset": "fur_Latn-bod_Tibt", + "languages": [ + "fur-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.624598, + "recall": 0.686759, + "f1": 0.641968, + "accuracy": 0.686759, + "main_score": 0.641968, + "hf_subset": "fur_Latn-fij_Latn", + "languages": [ + "fur-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "fur_Latn-isl_Latn", + "languages": [ + "fur-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.619099, + "recall": 0.685771, + "f1": 0.637865, + "accuracy": 0.685771, + "main_score": 0.637865, + "hf_subset": "fur_Latn-kon_Latn", + "languages": [ + "fur-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.608296, + "recall": 0.681818, + "f1": 0.628916, + "accuracy": 0.681818, + "main_score": 0.628916, + "hf_subset": "fur_Latn-mni_Beng", + "languages": [ + "fur-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-ron_Latn", + "languages": [ + "fur-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "fur_Latn-szl_Latn", + "languages": [ + "fur-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-vec_Latn", + "languages": [ + "fur-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.912747, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "fur_Latn-amh_Ethi", + "languages": [ + "fur-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-bos_Latn", + "languages": [ + "fur-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-fin_Latn", + "languages": [ + "fur-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fur_Latn-ita_Latn", + "languages": [ + "fur-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-kor_Hang", + "languages": [ + "fur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.508927, + "recall": 0.56917, + "f1": 0.525918, + "accuracy": 0.56917, + "main_score": 0.525918, + "hf_subset": "fur_Latn-mos_Latn", + "languages": [ + "fur-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.706832, + "recall": 0.770751, + "f1": 0.724976, + "accuracy": 0.770751, + "main_score": 0.724976, + "hf_subset": "fur_Latn-run_Latn", + "languages": [ + "fur-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "fur_Latn-tam_Taml", + "languages": [ + "fur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-vie_Latn", + "languages": [ + "fur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fur_Latn-apc_Arab", + "languages": [ + "fur-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.775346, + "recall": 0.825099, + "f1": 0.790382, + "accuracy": 0.825099, + "main_score": 0.790382, + "hf_subset": "fur_Latn-bug_Latn", + "languages": [ + "fur-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.445976, + "recall": 0.492095, + "f1": 0.459321, + "accuracy": 0.492095, + "main_score": 0.459321, + "hf_subset": "fur_Latn-fon_Latn", + "languages": [ + "fur-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.975379, + "recall": 0.982213, + "f1": 0.977503, + "accuracy": 0.982213, + "main_score": 0.977503, + "hf_subset": "fur_Latn-jav_Latn", + "languages": [ + "fur-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "fur_Latn-lao_Laoo", + "languages": [ + "fur-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.85252, + "recall": 0.895257, + "f1": 0.866008, + "accuracy": 0.895257, + "main_score": 0.866008, + "hf_subset": "fur_Latn-mri_Latn", + "languages": [ + "fur-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-rus_Cyrl", + "languages": [ + "fur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.534471, + "recall": 0.594862, + "f1": 0.551188, + "accuracy": 0.594862, + "main_score": 0.551188, + "hf_subset": "fur_Latn-taq_Latn", + "languages": [ + "fur-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "fur_Latn-war_Latn", + "languages": [ + "fur-Latn", + "war-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-arb_Arab", + "languages": [ + "fur-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-bul_Cyrl", + "languages": [ + "fur-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-fra_Latn", + "languages": [ + "fur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-jpn_Jpan", + "languages": [ + "fur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "fur_Latn-lij_Latn", + "languages": [ + "fur-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "fur_Latn-mya_Mymr", + "languages": [ + "fur-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.576216, + "recall": 0.637352, + "f1": 0.593666, + "accuracy": 0.637352, + "main_score": 0.593666, + "hf_subset": "fur_Latn-sag_Latn", + "languages": [ + "fur-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.233018, + "recall": 0.306324, + "f1": 0.25086, + "accuracy": 0.306324, + "main_score": 0.25086, + "hf_subset": "fur_Latn-taq_Tfng", + "languages": [ + "fur-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.670982, + "recall": 0.726285, + "f1": 0.687187, + "accuracy": 0.726285, + "main_score": 0.687187, + "hf_subset": "fur_Latn-wol_Latn", + "languages": [ + "fur-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.856884, + "recall": 0.897233, + "f1": 0.869499, + "accuracy": 0.897233, + "main_score": 0.869499, + "hf_subset": "fur_Latn-arb_Latn", + "languages": [ + "fur-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-cat_Latn", + "languages": [ + "fur-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.482032, + "recall": 0.543478, + "f1": 0.500063, + "accuracy": 0.543478, + "main_score": 0.500063, + "hf_subset": "fur_Latn-kab_Latn", + "languages": [ + "fur-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fur_Latn-lim_Latn", + "languages": [ + "fur-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-nld_Latn", + "languages": [ + "fur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.962862, + "recall": 0.97332, + "f1": 0.96614, + "accuracy": 0.97332, + "main_score": 0.96614, + "hf_subset": "fur_Latn-san_Deva", + "languages": [ + "fur-Latn", + "san-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "fur_Latn-tat_Cyrl", + "languages": [ + "fur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.828887, + "recall": 0.878458, + "f1": 0.844452, + "accuracy": 0.878458, + "main_score": 0.844452, + "hf_subset": "fur_Latn-xho_Latn", + "languages": [ + "fur-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-ars_Arab", + "languages": [ + "fur-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fur_Latn-ceb_Latn", + "languages": [ + "fur-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.501485, + "recall": 0.56917, + "f1": 0.52088, + "accuracy": 0.56917, + "main_score": 0.52088, + "hf_subset": "fur_Latn-fuv_Latn", + "languages": [ + "fur-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.492214, + "recall": 0.551383, + "f1": 0.508489, + "accuracy": 0.551383, + "main_score": 0.508489, + "hf_subset": "fur_Latn-kac_Latn", + "languages": [ + "fur-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.657724, + "recall": 0.719368, + "f1": 0.675565, + "accuracy": 0.719368, + "main_score": 0.675565, + "hf_subset": "fur_Latn-lin_Latn", + "languages": [ + "fur-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-nno_Latn", + "languages": [ + "fur-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.840942, + "recall": 0.886364, + "f1": 0.85504, + "accuracy": 0.886364, + "main_score": 0.85504, + "hf_subset": "fur_Latn-sat_Olck", + "languages": [ + "fur-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "fur_Latn-tel_Telu", + "languages": [ + "fur-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fur_Latn-ydd_Hebr", + "languages": [ + "fur-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "fur_Latn-ary_Arab", + "languages": [ + "fur-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-ces_Latn", + "languages": [ + "fur-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.550062, + "recall": 0.628458, + "f1": 0.572081, + "accuracy": 0.628458, + "main_score": 0.572081, + "hf_subset": "fur_Latn-gaz_Latn", + "languages": [ + "fur-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.560915, + "recall": 0.636364, + "f1": 0.582965, + "accuracy": 0.636364, + "main_score": 0.582965, + "hf_subset": "fur_Latn-kam_Latn", + "languages": [ + "fur-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "fur_Latn-lit_Latn", + "languages": [ + "fur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-nob_Latn", + "languages": [ + "fur-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-scn_Latn", + "languages": [ + "fur-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "fur_Latn-tgk_Cyrl", + "languages": [ + "fur-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.717861, + "recall": 0.787549, + "f1": 0.738658, + "accuracy": 0.787549, + "main_score": 0.738658, + "hf_subset": "fur_Latn-yor_Latn", + "languages": [ + "fur-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-arz_Arab", + "languages": [ + "fur-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.531606, + "recall": 0.603755, + "f1": 0.55175, + "accuracy": 0.603755, + "main_score": 0.55175, + "hf_subset": "fur_Latn-cjk_Latn", + "languages": [ + "fur-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.906785, + "recall": 0.934783, + "f1": 0.915843, + "accuracy": 0.934783, + "main_score": 0.915843, + "hf_subset": "fur_Latn-gla_Latn", + "languages": [ + "fur-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "fur_Latn-kan_Knda", + "languages": [ + "fur-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-lmo_Latn", + "languages": [ + "fur-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "fur_Latn-npi_Deva", + "languages": [ + "fur-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.506908, + "recall": 0.587945, + "f1": 0.529627, + "accuracy": 0.587945, + "main_score": 0.529627, + "hf_subset": "fur_Latn-shn_Mymr", + "languages": [ + "fur-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-tgl_Latn", + "languages": [ + "fur-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-yue_Hant", + "languages": [ + "fur-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fur_Latn-asm_Beng", + "languages": [ + "fur-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.91502, + "recall": 0.939723, + "f1": 0.92276, + "accuracy": 0.939723, + "main_score": 0.92276, + "hf_subset": "fur_Latn-ckb_Arab", + "languages": [ + "fur-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "fur_Latn-gle_Latn", + "languages": [ + "fur-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.915761, + "recall": 0.940711, + "f1": 0.92365, + "accuracy": 0.940711, + "main_score": 0.92365, + "hf_subset": "fur_Latn-kas_Arab", + "languages": [ + "fur-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.901762, + "recall": 0.93083, + "f1": 0.910968, + "accuracy": 0.93083, + "main_score": 0.910968, + "hf_subset": "fur_Latn-ltg_Latn", + "languages": [ + "fur-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.75457, + "recall": 0.807312, + "f1": 0.770726, + "accuracy": 0.807312, + "main_score": 0.770726, + "hf_subset": "fur_Latn-nso_Latn", + "languages": [ + "fur-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "fur_Latn-sin_Sinh", + "languages": [ + "fur-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-tha_Thai", + "languages": [ + "fur-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-zho_Hans", + "languages": [ + "fur-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-ast_Latn", + "languages": [ + "fur-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "fur_Latn-crh_Latn", + "languages": [ + "fur-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-glg_Latn", + "languages": [ + "fur-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.852833, + "recall": 0.890316, + "f1": 0.86446, + "accuracy": 0.890316, + "main_score": 0.86446, + "hf_subset": "fur_Latn-kas_Deva", + "languages": [ + "fur-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "fur_Latn-ltz_Latn", + "languages": [ + "fur-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.445096, + "recall": 0.508893, + "f1": 0.46241, + "accuracy": 0.508893, + "main_score": 0.46241, + "hf_subset": "fur_Latn-nus_Latn", + "languages": [ + "fur-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-slk_Latn", + "languages": [ + "fur-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.630799, + "recall": 0.706522, + "f1": 0.65223, + "accuracy": 0.706522, + "main_score": 0.65223, + "hf_subset": "fur_Latn-tir_Ethi", + "languages": [ + "fur-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-zho_Hant", + "languages": [ + "fur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977108, + "recall": 0.983202, + "f1": 0.979084, + "accuracy": 0.983202, + "main_score": 0.979084, + "hf_subset": "fur_Latn-awa_Deva", + "languages": [ + "fur-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fur_Latn-cym_Latn", + "languages": [ + "fur-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.805616, + "recall": 0.849802, + "f1": 0.819565, + "accuracy": 0.849802, + "main_score": 0.819565, + "hf_subset": "fur_Latn-grn_Latn", + "languages": [ + "fur-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-kat_Geor", + "languages": [ + "fur-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.626779, + "recall": 0.689723, + "f1": 0.644617, + "accuracy": 0.689723, + "main_score": 0.644617, + "hf_subset": "fur_Latn-lua_Latn", + "languages": [ + "fur-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.785161, + "recall": 0.838933, + "f1": 0.801435, + "accuracy": 0.838933, + "main_score": 0.801435, + "hf_subset": "fur_Latn-nya_Latn", + "languages": [ + "fur-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-slv_Latn", + "languages": [ + "fur-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "fur_Latn-tpi_Latn", + "languages": [ + "fur-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-zsm_Latn", + "languages": [ + "fur-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.521897, + "recall": 0.587945, + "f1": 0.540582, + "accuracy": 0.587945, + "main_score": 0.540582, + "hf_subset": "fur_Latn-ayr_Latn", + "languages": [ + "fur-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-dan_Latn", + "languages": [ + "fur-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fur_Latn-guj_Gujr", + "languages": [ + "fur-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fur_Latn-kaz_Cyrl", + "languages": [ + "fur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.622819, + "recall": 0.694664, + "f1": 0.643481, + "accuracy": 0.694664, + "main_score": 0.643481, + "hf_subset": "fur_Latn-lug_Latn", + "languages": [ + "fur-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-oci_Latn", + "languages": [ + "fur-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.809058, + "recall": 0.856719, + "f1": 0.823584, + "accuracy": 0.856719, + "main_score": 0.823584, + "hf_subset": "fur_Latn-smo_Latn", + "languages": [ + "fur-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.699481, + "recall": 0.768775, + "f1": 0.720048, + "accuracy": 0.768775, + "main_score": 0.720048, + "hf_subset": "fur_Latn-tsn_Latn", + "languages": [ + "fur-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.833333, + "recall": 0.880435, + "f1": 0.847892, + "accuracy": 0.880435, + "main_score": 0.847892, + "hf_subset": "fur_Latn-zul_Latn", + "languages": [ + "fur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.907032, + "recall": 0.934783, + "f1": 0.915909, + "accuracy": 0.934783, + "main_score": 0.915909, + "hf_subset": "fur_Latn-azb_Arab", + "languages": [ + "fur-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-deu_Latn", + "languages": [ + "fur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.966486, + "recall": 0.976285, + "f1": 0.969598, + "accuracy": 0.976285, + "main_score": 0.969598, + "hf_subset": "fur_Latn-hat_Latn", + "languages": [ + "fur-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.509272, + "recall": 0.562253, + "f1": 0.524341, + "accuracy": 0.562253, + "main_score": 0.524341, + "hf_subset": "fur_Latn-kbp_Latn", + "languages": [ + "fur-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.537157, + "recall": 0.600791, + "f1": 0.554115, + "accuracy": 0.600791, + "main_score": 0.554115, + "hf_subset": "fur_Latn-luo_Latn", + "languages": [ + "fur-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "fur_Latn-ory_Orya", + "languages": [ + "fur-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.839262, + "recall": 0.880435, + "f1": 0.85224, + "accuracy": 0.880435, + "main_score": 0.85224, + "hf_subset": "fur_Latn-sna_Latn", + "languages": [ + "fur-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.64353, + "recall": 0.706522, + "f1": 0.661942, + "accuracy": 0.706522, + "main_score": 0.661942, + "hf_subset": "fur_Latn-tso_Latn", + "languages": [ + "fur-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-azj_Latn", + "languages": [ + "fur-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.507536, + "recall": 0.573123, + "f1": 0.526538, + "accuracy": 0.573123, + "main_score": 0.526538, + "hf_subset": "fur_Latn-dik_Latn", + "languages": [ + "fur-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870471, + "recall": 0.908103, + "f1": 0.882477, + "accuracy": 0.908103, + "main_score": 0.882477, + "hf_subset": "fur_Latn-hau_Latn", + "languages": [ + "fur-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-kea_Latn", + "languages": [ + "fur-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.898221, + "recall": 0.926877, + "f1": 0.907082, + "accuracy": 0.926877, + "main_score": 0.907082, + "hf_subset": "fur_Latn-lus_Latn", + "languages": [ + "fur-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.874588, + "recall": 0.909091, + "f1": 0.885441, + "accuracy": 0.909091, + "main_score": 0.885441, + "hf_subset": "fur_Latn-pag_Latn", + "languages": [ + "fur-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "fur_Latn-snd_Arab", + "languages": [ + "fur-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "fur_Latn-tuk_Latn", + "languages": [ + "fur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "fur_Latn-bak_Cyrl", + "languages": [ + "fur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.474399, + "recall": 0.55336, + "f1": 0.496453, + "accuracy": 0.55336, + "main_score": 0.496453, + "hf_subset": "fur_Latn-dyu_Latn", + "languages": [ + "fur-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-heb_Hebr", + "languages": [ + "fur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "fur_Latn-khk_Cyrl", + "languages": [ + "fur-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-lvs_Latn", + "languages": [ + "fur-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-pan_Guru", + "languages": [ + "fur-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.844565, + "recall": 0.889328, + "f1": 0.858465, + "accuracy": 0.889328, + "main_score": 0.858465, + "hf_subset": "fur_Latn-som_Latn", + "languages": [ + "fur-Latn", + "som-Latn" + ] + }, + { + "precision": 0.674927, + "recall": 0.731225, + "f1": 0.69142, + "accuracy": 0.731225, + "main_score": 0.69142, + "hf_subset": "fur_Latn-tum_Latn", + "languages": [ + "fur-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.331489, + "recall": 0.378458, + "f1": 0.344294, + "accuracy": 0.378458, + "main_score": 0.344294, + "hf_subset": "kab_Latn-ace_Arab", + "languages": [ + "kab-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.39152, + "recall": 0.424901, + "f1": 0.400638, + "accuracy": 0.424901, + "main_score": 0.400638, + "hf_subset": "kab_Latn-bam_Latn", + "languages": [ + "kab-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.258833, + "recall": 0.314229, + "f1": 0.273385, + "accuracy": 0.314229, + "main_score": 0.273385, + "hf_subset": "kab_Latn-dzo_Tibt", + "languages": [ + "kab-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.380595, + "recall": 0.435771, + "f1": 0.393805, + "accuracy": 0.435771, + "main_score": 0.393805, + "hf_subset": "kab_Latn-hin_Deva", + "languages": [ + "kab-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.313974, + "recall": 0.366601, + "f1": 0.326814, + "accuracy": 0.366601, + "main_score": 0.326814, + "hf_subset": "kab_Latn-khm_Khmr", + "languages": [ + "kab-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.378446, + "recall": 0.427866, + "f1": 0.38968, + "accuracy": 0.427866, + "main_score": 0.38968, + "hf_subset": "kab_Latn-mag_Deva", + "languages": [ + "kab-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.347544, + "recall": 0.395257, + "f1": 0.35881, + "accuracy": 0.395257, + "main_score": 0.35881, + "hf_subset": "kab_Latn-pap_Latn", + "languages": [ + "kab-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.381434, + "recall": 0.433794, + "f1": 0.393905, + "accuracy": 0.433794, + "main_score": 0.393905, + "hf_subset": "kab_Latn-sot_Latn", + "languages": [ + "kab-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.364687, + "recall": 0.414032, + "f1": 0.375485, + "accuracy": 0.414032, + "main_score": 0.375485, + "hf_subset": "kab_Latn-tur_Latn", + "languages": [ + "kab-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.375132, + "recall": 0.413043, + "f1": 0.384518, + "accuracy": 0.413043, + "main_score": 0.384518, + "hf_subset": "kab_Latn-ace_Latn", + "languages": [ + "kab-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.343688, + "recall": 0.386364, + "f1": 0.354088, + "accuracy": 0.386364, + "main_score": 0.354088, + "hf_subset": "kab_Latn-ban_Latn", + "languages": [ + "kab-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.354143, + "recall": 0.407115, + "f1": 0.365951, + "accuracy": 0.407115, + "main_score": 0.365951, + "hf_subset": "kab_Latn-ell_Grek", + "languages": [ + "kab-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.361915, + "recall": 0.409091, + "f1": 0.37275, + "accuracy": 0.409091, + "main_score": 0.37275, + "hf_subset": "kab_Latn-hne_Deva", + "languages": [ + "kab-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.315189, + "recall": 0.355731, + "f1": 0.324162, + "accuracy": 0.355731, + "main_score": 0.324162, + "hf_subset": "kab_Latn-kik_Latn", + "languages": [ + "kab-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.388894, + "recall": 0.440711, + "f1": 0.400763, + "accuracy": 0.440711, + "main_score": 0.400763, + "hf_subset": "kab_Latn-mai_Deva", + "languages": [ + "kab-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.349497, + "recall": 0.402174, + "f1": 0.361394, + "accuracy": 0.402174, + "main_score": 0.361394, + "hf_subset": "kab_Latn-pbt_Arab", + "languages": [ + "kab-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.374429, + "recall": 0.428854, + "f1": 0.386843, + "accuracy": 0.428854, + "main_score": 0.386843, + "hf_subset": "kab_Latn-spa_Latn", + "languages": [ + "kab-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.393341, + "recall": 0.434783, + "f1": 0.405006, + "accuracy": 0.434783, + "main_score": 0.405006, + "hf_subset": "kab_Latn-twi_Latn", + "languages": [ + "kab-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.37668, + "recall": 0.43083, + "f1": 0.389808, + "accuracy": 0.43083, + "main_score": 0.389808, + "hf_subset": "kab_Latn-acm_Arab", + "languages": [ + "kab-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.313037, + "recall": 0.362648, + "f1": 0.324278, + "accuracy": 0.362648, + "main_score": 0.324278, + "hf_subset": "kab_Latn-bel_Cyrl", + "languages": [ + "kab-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.409008, + "recall": 0.464427, + "f1": 0.42246, + "accuracy": 0.464427, + "main_score": 0.42246, + "hf_subset": "kab_Latn-eng_Latn", + "languages": [ + "kab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.352878, + "recall": 0.410079, + "f1": 0.366556, + "accuracy": 0.410079, + "main_score": 0.366556, + "hf_subset": "kab_Latn-hrv_Latn", + "languages": [ + "kab-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.378981, + "recall": 0.427866, + "f1": 0.391104, + "accuracy": 0.427866, + "main_score": 0.391104, + "hf_subset": "kab_Latn-kin_Latn", + "languages": [ + "kab-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.314058, + "recall": 0.363636, + "f1": 0.326094, + "accuracy": 0.363636, + "main_score": 0.326094, + "hf_subset": "kab_Latn-mal_Mlym", + "languages": [ + "kab-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.363088, + "recall": 0.408103, + "f1": 0.372858, + "accuracy": 0.408103, + "main_score": 0.372858, + "hf_subset": "kab_Latn-pes_Arab", + "languages": [ + "kab-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.352712, + "recall": 0.409091, + "f1": 0.366117, + "accuracy": 0.409091, + "main_score": 0.366117, + "hf_subset": "kab_Latn-srd_Latn", + "languages": [ + "kab-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.301052, + "recall": 0.350791, + "f1": 0.312918, + "accuracy": 0.350791, + "main_score": 0.312918, + "hf_subset": "kab_Latn-tzm_Tfng", + "languages": [ + "kab-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.378238, + "recall": 0.429842, + "f1": 0.390481, + "accuracy": 0.429842, + "main_score": 0.390481, + "hf_subset": "kab_Latn-acq_Arab", + "languages": [ + "kab-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.38879, + "recall": 0.433794, + "f1": 0.400892, + "accuracy": 0.433794, + "main_score": 0.400892, + "hf_subset": "kab_Latn-bem_Latn", + "languages": [ + "kab-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.330598, + "recall": 0.374506, + "f1": 0.340335, + "accuracy": 0.374506, + "main_score": 0.340335, + "hf_subset": "kab_Latn-epo_Latn", + "languages": [ + "kab-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.370552, + "recall": 0.416008, + "f1": 0.380321, + "accuracy": 0.416008, + "main_score": 0.380321, + "hf_subset": "kab_Latn-hun_Latn", + "languages": [ + "kab-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.340518, + "recall": 0.395257, + "f1": 0.35384, + "accuracy": 0.395257, + "main_score": 0.35384, + "hf_subset": "kab_Latn-kir_Cyrl", + "languages": [ + "kab-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.350453, + "recall": 0.401186, + "f1": 0.362635, + "accuracy": 0.401186, + "main_score": 0.362635, + "hf_subset": "kab_Latn-mar_Deva", + "languages": [ + "kab-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.366923, + "recall": 0.417984, + "f1": 0.379469, + "accuracy": 0.417984, + "main_score": 0.379469, + "hf_subset": "kab_Latn-plt_Latn", + "languages": [ + "kab-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.345416, + "recall": 0.397233, + "f1": 0.357161, + "accuracy": 0.397233, + "main_score": 0.357161, + "hf_subset": "kab_Latn-srp_Cyrl", + "languages": [ + "kab-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.322762, + "recall": 0.368577, + "f1": 0.334057, + "accuracy": 0.368577, + "main_score": 0.334057, + "hf_subset": "kab_Latn-uig_Arab", + "languages": [ + "kab-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.373603, + "recall": 0.417984, + "f1": 0.383597, + "accuracy": 0.417984, + "main_score": 0.383597, + "hf_subset": "kab_Latn-aeb_Arab", + "languages": [ + "kab-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.357265, + "recall": 0.399209, + "f1": 0.367146, + "accuracy": 0.399209, + "main_score": 0.367146, + "hf_subset": "kab_Latn-ben_Beng", + "languages": [ + "kab-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.358229, + "recall": 0.402174, + "f1": 0.368854, + "accuracy": 0.402174, + "main_score": 0.368854, + "hf_subset": "kab_Latn-est_Latn", + "languages": [ + "kab-Latn", + "est-Latn" + ] + }, + { + "precision": 0.334968, + "recall": 0.384387, + "f1": 0.347509, + "accuracy": 0.384387, + "main_score": 0.347509, + "hf_subset": "kab_Latn-hye_Armn", + "languages": [ + "kab-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.382934, + "recall": 0.411067, + "f1": 0.390811, + "accuracy": 0.411067, + "main_score": 0.390811, + "hf_subset": "kab_Latn-kmb_Latn", + "languages": [ + "kab-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.312505, + "recall": 0.355731, + "f1": 0.324804, + "accuracy": 0.355731, + "main_score": 0.324804, + "hf_subset": "kab_Latn-min_Arab", + "languages": [ + "kab-Latn", + "min-Arab" + ] + }, + { + "precision": 0.3712, + "recall": 0.418972, + "f1": 0.382003, + "accuracy": 0.418972, + "main_score": 0.382003, + "hf_subset": "kab_Latn-pol_Latn", + "languages": [ + "kab-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.354498, + "recall": 0.399209, + "f1": 0.365651, + "accuracy": 0.399209, + "main_score": 0.365651, + "hf_subset": "kab_Latn-ssw_Latn", + "languages": [ + "kab-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.360193, + "recall": 0.406126, + "f1": 0.37063, + "accuracy": 0.406126, + "main_score": 0.37063, + "hf_subset": "kab_Latn-ukr_Cyrl", + "languages": [ + "kab-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.337063, + "recall": 0.383399, + "f1": 0.3473, + "accuracy": 0.383399, + "main_score": 0.3473, + "hf_subset": "kab_Latn-afr_Latn", + "languages": [ + "kab-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.393845, + "recall": 0.439723, + "f1": 0.40413, + "accuracy": 0.439723, + "main_score": 0.40413, + "hf_subset": "kab_Latn-bho_Deva", + "languages": [ + "kab-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.314975, + "recall": 0.367589, + "f1": 0.326804, + "accuracy": 0.367589, + "main_score": 0.326804, + "hf_subset": "kab_Latn-eus_Latn", + "languages": [ + "kab-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.368879, + "recall": 0.410079, + "f1": 0.37954, + "accuracy": 0.410079, + "main_score": 0.37954, + "hf_subset": "kab_Latn-ibo_Latn", + "languages": [ + "kab-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.360469, + "recall": 0.405138, + "f1": 0.371231, + "accuracy": 0.405138, + "main_score": 0.371231, + "hf_subset": "kab_Latn-kmr_Latn", + "languages": [ + "kab-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.336985, + "recall": 0.382411, + "f1": 0.347641, + "accuracy": 0.382411, + "main_score": 0.347641, + "hf_subset": "kab_Latn-min_Latn", + "languages": [ + "kab-Latn", + "min-Latn" + ] + }, + { + "precision": 0.392418, + "recall": 0.443676, + "f1": 0.405009, + "accuracy": 0.443676, + "main_score": 0.405009, + "hf_subset": "kab_Latn-por_Latn", + "languages": [ + "kab-Latn", + "por-Latn" + ] + }, + { + "precision": 0.324268, + "recall": 0.373518, + "f1": 0.335668, + "accuracy": 0.373518, + "main_score": 0.335668, + "hf_subset": "kab_Latn-sun_Latn", + "languages": [ + "kab-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.378746, + "recall": 0.414032, + "f1": 0.38873, + "accuracy": 0.414032, + "main_score": 0.38873, + "hf_subset": "kab_Latn-umb_Latn", + "languages": [ + "kab-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.389313, + "recall": 0.442688, + "f1": 0.400764, + "accuracy": 0.442688, + "main_score": 0.400764, + "hf_subset": "kab_Latn-ajp_Arab", + "languages": [ + "kab-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.332732, + "recall": 0.374506, + "f1": 0.343553, + "accuracy": 0.374506, + "main_score": 0.343553, + "hf_subset": "kab_Latn-bjn_Arab", + "languages": [ + "kab-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.360177, + "recall": 0.391304, + "f1": 0.368671, + "accuracy": 0.391304, + "main_score": 0.368671, + "hf_subset": "kab_Latn-ewe_Latn", + "languages": [ + "kab-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.318364, + "recall": 0.370553, + "f1": 0.331233, + "accuracy": 0.370553, + "main_score": 0.331233, + "hf_subset": "kab_Latn-ilo_Latn", + "languages": [ + "kab-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.230901, + "recall": 0.266798, + "f1": 0.240005, + "accuracy": 0.266798, + "main_score": 0.240005, + "hf_subset": "kab_Latn-knc_Arab", + "languages": [ + "kab-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.343728, + "recall": 0.390316, + "f1": 0.354699, + "accuracy": 0.390316, + "main_score": 0.354699, + "hf_subset": "kab_Latn-mkd_Cyrl", + "languages": [ + "kab-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.38378, + "recall": 0.438735, + "f1": 0.395656, + "accuracy": 0.438735, + "main_score": 0.395656, + "hf_subset": "kab_Latn-prs_Arab", + "languages": [ + "kab-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.373229, + "recall": 0.427866, + "f1": 0.386402, + "accuracy": 0.427866, + "main_score": 0.386402, + "hf_subset": "kab_Latn-swe_Latn", + "languages": [ + "kab-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.357779, + "recall": 0.411067, + "f1": 0.369824, + "accuracy": 0.411067, + "main_score": 0.369824, + "hf_subset": "kab_Latn-urd_Arab", + "languages": [ + "kab-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.39166, + "recall": 0.427866, + "f1": 0.401713, + "accuracy": 0.427866, + "main_score": 0.401713, + "hf_subset": "kab_Latn-aka_Latn", + "languages": [ + "kab-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.370774, + "recall": 0.411067, + "f1": 0.380034, + "accuracy": 0.411067, + "main_score": 0.380034, + "hf_subset": "kab_Latn-bjn_Latn", + "languages": [ + "kab-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.332472, + "recall": 0.379447, + "f1": 0.343906, + "accuracy": 0.379447, + "main_score": 0.343906, + "hf_subset": "kab_Latn-fao_Latn", + "languages": [ + "kab-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.376887, + "recall": 0.421937, + "f1": 0.386331, + "accuracy": 0.421937, + "main_score": 0.386331, + "hf_subset": "kab_Latn-ind_Latn", + "languages": [ + "kab-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.368339, + "recall": 0.40415, + "f1": 0.377993, + "accuracy": 0.40415, + "main_score": 0.377993, + "hf_subset": "kab_Latn-knc_Latn", + "languages": [ + "kab-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.31285, + "recall": 0.360672, + "f1": 0.323499, + "accuracy": 0.360672, + "main_score": 0.323499, + "hf_subset": "kab_Latn-mlt_Latn", + "languages": [ + "kab-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.39104, + "recall": 0.43083, + "f1": 0.401172, + "accuracy": 0.43083, + "main_score": 0.401172, + "hf_subset": "kab_Latn-quy_Latn", + "languages": [ + "kab-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.333801, + "recall": 0.384387, + "f1": 0.345197, + "accuracy": 0.384387, + "main_score": 0.345197, + "hf_subset": "kab_Latn-swh_Latn", + "languages": [ + "kab-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.321305, + "recall": 0.367589, + "f1": 0.331692, + "accuracy": 0.367589, + "main_score": 0.331692, + "hf_subset": "kab_Latn-uzn_Latn", + "languages": [ + "kab-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.344539, + "recall": 0.392292, + "f1": 0.356284, + "accuracy": 0.392292, + "main_score": 0.356284, + "hf_subset": "kab_Latn-als_Latn", + "languages": [ + "kab-Latn", + "als-Latn" + ] + }, + { + "precision": 0.315815, + "recall": 0.366601, + "f1": 0.328162, + "accuracy": 0.366601, + "main_score": 0.328162, + "hf_subset": "kab_Latn-bod_Tibt", + "languages": [ + "kab-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.383924, + "recall": 0.417984, + "f1": 0.393116, + "accuracy": 0.417984, + "main_score": 0.393116, + "hf_subset": "kab_Latn-fij_Latn", + "languages": [ + "kab-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.32547, + "recall": 0.37747, + "f1": 0.337957, + "accuracy": 0.37747, + "main_score": 0.337957, + "hf_subset": "kab_Latn-isl_Latn", + "languages": [ + "kab-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.393555, + "recall": 0.425889, + "f1": 0.402052, + "accuracy": 0.425889, + "main_score": 0.402052, + "hf_subset": "kab_Latn-kon_Latn", + "languages": [ + "kab-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.302428, + "recall": 0.346838, + "f1": 0.314207, + "accuracy": 0.346838, + "main_score": 0.314207, + "hf_subset": "kab_Latn-mni_Beng", + "languages": [ + "kab-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.360377, + "recall": 0.408103, + "f1": 0.370701, + "accuracy": 0.408103, + "main_score": 0.370701, + "hf_subset": "kab_Latn-ron_Latn", + "languages": [ + "kab-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.373351, + "recall": 0.422925, + "f1": 0.385467, + "accuracy": 0.422925, + "main_score": 0.385467, + "hf_subset": "kab_Latn-szl_Latn", + "languages": [ + "kab-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.386793, + "recall": 0.433794, + "f1": 0.397686, + "accuracy": 0.433794, + "main_score": 0.397686, + "hf_subset": "kab_Latn-vec_Latn", + "languages": [ + "kab-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.393223, + "recall": 0.437747, + "f1": 0.404381, + "accuracy": 0.437747, + "main_score": 0.404381, + "hf_subset": "kab_Latn-amh_Ethi", + "languages": [ + "kab-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.346477, + "recall": 0.402174, + "f1": 0.359176, + "accuracy": 0.402174, + "main_score": 0.359176, + "hf_subset": "kab_Latn-bos_Latn", + "languages": [ + "kab-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.330693, + "recall": 0.37747, + "f1": 0.341948, + "accuracy": 0.37747, + "main_score": 0.341948, + "hf_subset": "kab_Latn-fin_Latn", + "languages": [ + "kab-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.388051, + "recall": 0.435771, + "f1": 0.398722, + "accuracy": 0.435771, + "main_score": 0.398722, + "hf_subset": "kab_Latn-ita_Latn", + "languages": [ + "kab-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.392213, + "recall": 0.447628, + "f1": 0.404776, + "accuracy": 0.447628, + "main_score": 0.404776, + "hf_subset": "kab_Latn-kor_Hang", + "languages": [ + "kab-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.375306, + "recall": 0.402174, + "f1": 0.382131, + "accuracy": 0.402174, + "main_score": 0.382131, + "hf_subset": "kab_Latn-mos_Latn", + "languages": [ + "kab-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.369354, + "recall": 0.41502, + "f1": 0.381123, + "accuracy": 0.41502, + "main_score": 0.381123, + "hf_subset": "kab_Latn-run_Latn", + "languages": [ + "kab-Latn", + "run-Latn" + ] + }, + { + "precision": 0.328005, + "recall": 0.378458, + "f1": 0.339927, + "accuracy": 0.378458, + "main_score": 0.339927, + "hf_subset": "kab_Latn-tam_Taml", + "languages": [ + "kab-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.374742, + "recall": 0.41996, + "f1": 0.385032, + "accuracy": 0.41996, + "main_score": 0.385032, + "hf_subset": "kab_Latn-vie_Latn", + "languages": [ + "kab-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.3665, + "recall": 0.414032, + "f1": 0.377444, + "accuracy": 0.414032, + "main_score": 0.377444, + "hf_subset": "kab_Latn-apc_Arab", + "languages": [ + "kab-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.373485, + "recall": 0.406126, + "f1": 0.38222, + "accuracy": 0.406126, + "main_score": 0.38222, + "hf_subset": "kab_Latn-bug_Latn", + "languages": [ + "kab-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.353663, + "recall": 0.385375, + "f1": 0.362032, + "accuracy": 0.385375, + "main_score": 0.362032, + "hf_subset": "kab_Latn-fon_Latn", + "languages": [ + "kab-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.315539, + "recall": 0.364625, + "f1": 0.327374, + "accuracy": 0.364625, + "main_score": 0.327374, + "hf_subset": "kab_Latn-jav_Latn", + "languages": [ + "kab-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.295905, + "recall": 0.347826, + "f1": 0.30765, + "accuracy": 0.347826, + "main_score": 0.30765, + "hf_subset": "kab_Latn-lao_Laoo", + "languages": [ + "kab-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.372704, + "recall": 0.416008, + "f1": 0.383633, + "accuracy": 0.416008, + "main_score": 0.383633, + "hf_subset": "kab_Latn-mri_Latn", + "languages": [ + "kab-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.375576, + "recall": 0.41996, + "f1": 0.386475, + "accuracy": 0.41996, + "main_score": 0.386475, + "hf_subset": "kab_Latn-rus_Cyrl", + "languages": [ + "kab-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.388678, + "recall": 0.429842, + "f1": 0.399526, + "accuracy": 0.429842, + "main_score": 0.399526, + "hf_subset": "kab_Latn-taq_Latn", + "languages": [ + "kab-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.34485, + "recall": 0.391304, + "f1": 0.355676, + "accuracy": 0.391304, + "main_score": 0.355676, + "hf_subset": "kab_Latn-war_Latn", + "languages": [ + "kab-Latn", + "war-Latn" + ] + }, + { + "precision": 0.382792, + "recall": 0.429842, + "f1": 0.393154, + "accuracy": 0.429842, + "main_score": 0.393154, + "hf_subset": "kab_Latn-arb_Arab", + "languages": [ + "kab-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.376778, + "recall": 0.427866, + "f1": 0.388623, + "accuracy": 0.427866, + "main_score": 0.388623, + "hf_subset": "kab_Latn-bul_Cyrl", + "languages": [ + "kab-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.373712, + "recall": 0.426877, + "f1": 0.386044, + "accuracy": 0.426877, + "main_score": 0.386044, + "hf_subset": "kab_Latn-fra_Latn", + "languages": [ + "kab-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.398482, + "recall": 0.442688, + "f1": 0.408727, + "accuracy": 0.442688, + "main_score": 0.408727, + "hf_subset": "kab_Latn-jpn_Jpan", + "languages": [ + "kab-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.389079, + "recall": 0.431818, + "f1": 0.398264, + "accuracy": 0.431818, + "main_score": 0.398264, + "hf_subset": "kab_Latn-lij_Latn", + "languages": [ + "kab-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.31477, + "recall": 0.374506, + "f1": 0.329147, + "accuracy": 0.374506, + "main_score": 0.329147, + "hf_subset": "kab_Latn-mya_Mymr", + "languages": [ + "kab-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.39354, + "recall": 0.422925, + "f1": 0.401409, + "accuracy": 0.422925, + "main_score": 0.401409, + "hf_subset": "kab_Latn-sag_Latn", + "languages": [ + "kab-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.245934, + "recall": 0.288538, + "f1": 0.25712, + "accuracy": 0.288538, + "main_score": 0.25712, + "hf_subset": "kab_Latn-taq_Tfng", + "languages": [ + "kab-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.396519, + "recall": 0.43083, + "f1": 0.406004, + "accuracy": 0.43083, + "main_score": 0.406004, + "hf_subset": "kab_Latn-wol_Latn", + "languages": [ + "kab-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.365457, + "recall": 0.412055, + "f1": 0.377218, + "accuracy": 0.412055, + "main_score": 0.377218, + "hf_subset": "kab_Latn-arb_Latn", + "languages": [ + "kab-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.348619, + "recall": 0.398221, + "f1": 0.36056, + "accuracy": 0.398221, + "main_score": 0.36056, + "hf_subset": "kab_Latn-cat_Latn", + "languages": [ + "kab-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.410257, + "recall": 0.450593, + "f1": 0.419698, + "accuracy": 0.450593, + "main_score": 0.419698, + "hf_subset": "kab_Latn-fur_Latn", + "languages": [ + "kab-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.339038, + "recall": 0.383399, + "f1": 0.349729, + "accuracy": 0.383399, + "main_score": 0.349729, + "hf_subset": "kab_Latn-lim_Latn", + "languages": [ + "kab-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.368446, + "recall": 0.416008, + "f1": 0.379748, + "accuracy": 0.416008, + "main_score": 0.379748, + "hf_subset": "kab_Latn-nld_Latn", + "languages": [ + "kab-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.345251, + "recall": 0.400198, + "f1": 0.35865, + "accuracy": 0.400198, + "main_score": 0.35865, + "hf_subset": "kab_Latn-san_Deva", + "languages": [ + "kab-Latn", + "san-Deva" + ] + }, + { + "precision": 0.326841, + "recall": 0.368577, + "f1": 0.336712, + "accuracy": 0.368577, + "main_score": 0.336712, + "hf_subset": "kab_Latn-tat_Cyrl", + "languages": [ + "kab-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.366517, + "recall": 0.41996, + "f1": 0.380157, + "accuracy": 0.41996, + "main_score": 0.380157, + "hf_subset": "kab_Latn-xho_Latn", + "languages": [ + "kab-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.373686, + "recall": 0.423913, + "f1": 0.385802, + "accuracy": 0.423913, + "main_score": 0.385802, + "hf_subset": "kab_Latn-ars_Arab", + "languages": [ + "kab-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.321533, + "recall": 0.367589, + "f1": 0.331349, + "accuracy": 0.367589, + "main_score": 0.331349, + "hf_subset": "kab_Latn-ceb_Latn", + "languages": [ + "kab-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.373232, + "recall": 0.408103, + "f1": 0.382524, + "accuracy": 0.408103, + "main_score": 0.382524, + "hf_subset": "kab_Latn-fuv_Latn", + "languages": [ + "kab-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.381508, + "recall": 0.414032, + "f1": 0.39077, + "accuracy": 0.414032, + "main_score": 0.39077, + "hf_subset": "kab_Latn-kac_Latn", + "languages": [ + "kab-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.404568, + "recall": 0.44664, + "f1": 0.414259, + "accuracy": 0.44664, + "main_score": 0.414259, + "hf_subset": "kab_Latn-lin_Latn", + "languages": [ + "kab-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.334509, + "recall": 0.374506, + "f1": 0.343718, + "accuracy": 0.374506, + "main_score": 0.343718, + "hf_subset": "kab_Latn-nno_Latn", + "languages": [ + "kab-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.380223, + "recall": 0.423913, + "f1": 0.391662, + "accuracy": 0.423913, + "main_score": 0.391662, + "hf_subset": "kab_Latn-sat_Olck", + "languages": [ + "kab-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.312866, + "recall": 0.36166, + "f1": 0.323478, + "accuracy": 0.36166, + "main_score": 0.323478, + "hf_subset": "kab_Latn-tel_Telu", + "languages": [ + "kab-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.329136, + "recall": 0.37747, + "f1": 0.340261, + "accuracy": 0.37747, + "main_score": 0.340261, + "hf_subset": "kab_Latn-ydd_Hebr", + "languages": [ + "kab-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.375034, + "recall": 0.416996, + "f1": 0.384742, + "accuracy": 0.416996, + "main_score": 0.384742, + "hf_subset": "kab_Latn-ary_Arab", + "languages": [ + "kab-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.361346, + "recall": 0.418972, + "f1": 0.3745, + "accuracy": 0.418972, + "main_score": 0.3745, + "hf_subset": "kab_Latn-ces_Latn", + "languages": [ + "kab-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.405551, + "recall": 0.454545, + "f1": 0.417694, + "accuracy": 0.454545, + "main_score": 0.417694, + "hf_subset": "kab_Latn-gaz_Latn", + "languages": [ + "kab-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.381379, + "recall": 0.41996, + "f1": 0.391588, + "accuracy": 0.41996, + "main_score": 0.391588, + "hf_subset": "kab_Latn-kam_Latn", + "languages": [ + "kab-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.329856, + "recall": 0.378458, + "f1": 0.341242, + "accuracy": 0.378458, + "main_score": 0.341242, + "hf_subset": "kab_Latn-lit_Latn", + "languages": [ + "kab-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.347122, + "recall": 0.397233, + "f1": 0.359044, + "accuracy": 0.397233, + "main_score": 0.359044, + "hf_subset": "kab_Latn-nob_Latn", + "languages": [ + "kab-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.370244, + "recall": 0.41502, + "f1": 0.379932, + "accuracy": 0.41502, + "main_score": 0.379932, + "hf_subset": "kab_Latn-scn_Latn", + "languages": [ + "kab-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.34747, + "recall": 0.397233, + "f1": 0.358436, + "accuracy": 0.397233, + "main_score": 0.358436, + "hf_subset": "kab_Latn-tgk_Cyrl", + "languages": [ + "kab-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.357765, + "recall": 0.405138, + "f1": 0.369012, + "accuracy": 0.405138, + "main_score": 0.369012, + "hf_subset": "kab_Latn-yor_Latn", + "languages": [ + "kab-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.388145, + "recall": 0.432806, + "f1": 0.398599, + "accuracy": 0.432806, + "main_score": 0.398599, + "hf_subset": "kab_Latn-arz_Arab", + "languages": [ + "kab-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.37619, + "recall": 0.408103, + "f1": 0.385002, + "accuracy": 0.408103, + "main_score": 0.385002, + "hf_subset": "kab_Latn-cjk_Latn", + "languages": [ + "kab-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.344262, + "recall": 0.396245, + "f1": 0.356426, + "accuracy": 0.396245, + "main_score": 0.356426, + "hf_subset": "kab_Latn-gla_Latn", + "languages": [ + "kab-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.298311, + "recall": 0.348814, + "f1": 0.310026, + "accuracy": 0.348814, + "main_score": 0.310026, + "hf_subset": "kab_Latn-kan_Knda", + "languages": [ + "kab-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.378903, + "recall": 0.422925, + "f1": 0.389465, + "accuracy": 0.422925, + "main_score": 0.389465, + "hf_subset": "kab_Latn-lmo_Latn", + "languages": [ + "kab-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.344416, + "recall": 0.390316, + "f1": 0.35449, + "accuracy": 0.390316, + "main_score": 0.35449, + "hf_subset": "kab_Latn-npi_Deva", + "languages": [ + "kab-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.273972, + "recall": 0.329051, + "f1": 0.287523, + "accuracy": 0.329051, + "main_score": 0.287523, + "hf_subset": "kab_Latn-shn_Mymr", + "languages": [ + "kab-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.3471, + "recall": 0.399209, + "f1": 0.358427, + "accuracy": 0.399209, + "main_score": 0.358427, + "hf_subset": "kab_Latn-tgl_Latn", + "languages": [ + "kab-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.345768, + "recall": 0.392292, + "f1": 0.356386, + "accuracy": 0.392292, + "main_score": 0.356386, + "hf_subset": "kab_Latn-yue_Hant", + "languages": [ + "kab-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.302889, + "recall": 0.348814, + "f1": 0.313041, + "accuracy": 0.348814, + "main_score": 0.313041, + "hf_subset": "kab_Latn-asm_Beng", + "languages": [ + "kab-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.351874, + "recall": 0.409091, + "f1": 0.365232, + "accuracy": 0.409091, + "main_score": 0.365232, + "hf_subset": "kab_Latn-ckb_Arab", + "languages": [ + "kab-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.319493, + "recall": 0.369565, + "f1": 0.331911, + "accuracy": 0.369565, + "main_score": 0.331911, + "hf_subset": "kab_Latn-gle_Latn", + "languages": [ + "kab-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.354419, + "recall": 0.399209, + "f1": 0.365657, + "accuracy": 0.399209, + "main_score": 0.365657, + "hf_subset": "kab_Latn-kas_Arab", + "languages": [ + "kab-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.355216, + "recall": 0.394269, + "f1": 0.36558, + "accuracy": 0.394269, + "main_score": 0.36558, + "hf_subset": "kab_Latn-ltg_Latn", + "languages": [ + "kab-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.400812, + "recall": 0.450593, + "f1": 0.414422, + "accuracy": 0.450593, + "main_score": 0.414422, + "hf_subset": "kab_Latn-nso_Latn", + "languages": [ + "kab-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.329083, + "recall": 0.378458, + "f1": 0.339794, + "accuracy": 0.378458, + "main_score": 0.339794, + "hf_subset": "kab_Latn-sin_Sinh", + "languages": [ + "kab-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.332918, + "recall": 0.381423, + "f1": 0.344693, + "accuracy": 0.381423, + "main_score": 0.344693, + "hf_subset": "kab_Latn-tha_Thai", + "languages": [ + "kab-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.296698, + "recall": 0.333992, + "f1": 0.304288, + "accuracy": 0.333992, + "main_score": 0.304288, + "hf_subset": "kab_Latn-zho_Hans", + "languages": [ + "kab-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.321909, + "recall": 0.375494, + "f1": 0.333869, + "accuracy": 0.375494, + "main_score": 0.333869, + "hf_subset": "kab_Latn-ast_Latn", + "languages": [ + "kab-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.379151, + "recall": 0.432806, + "f1": 0.39154, + "accuracy": 0.432806, + "main_score": 0.39154, + "hf_subset": "kab_Latn-crh_Latn", + "languages": [ + "kab-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.34923, + "recall": 0.397233, + "f1": 0.361297, + "accuracy": 0.397233, + "main_score": 0.361297, + "hf_subset": "kab_Latn-glg_Latn", + "languages": [ + "kab-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.362755, + "recall": 0.406126, + "f1": 0.372904, + "accuracy": 0.406126, + "main_score": 0.372904, + "hf_subset": "kab_Latn-kas_Deva", + "languages": [ + "kab-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.318386, + "recall": 0.360672, + "f1": 0.32814, + "accuracy": 0.360672, + "main_score": 0.32814, + "hf_subset": "kab_Latn-ltz_Latn", + "languages": [ + "kab-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.359269, + "recall": 0.402174, + "f1": 0.370676, + "accuracy": 0.402174, + "main_score": 0.370676, + "hf_subset": "kab_Latn-nus_Latn", + "languages": [ + "kab-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.343431, + "recall": 0.391304, + "f1": 0.354043, + "accuracy": 0.391304, + "main_score": 0.354043, + "hf_subset": "kab_Latn-slk_Latn", + "languages": [ + "kab-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.389086, + "recall": 0.432806, + "f1": 0.400652, + "accuracy": 0.432806, + "main_score": 0.400652, + "hf_subset": "kab_Latn-tir_Ethi", + "languages": [ + "kab-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.333871, + "recall": 0.385375, + "f1": 0.345059, + "accuracy": 0.385375, + "main_score": 0.345059, + "hf_subset": "kab_Latn-zho_Hant", + "languages": [ + "kab-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.390114, + "recall": 0.439723, + "f1": 0.401881, + "accuracy": 0.439723, + "main_score": 0.401881, + "hf_subset": "kab_Latn-awa_Deva", + "languages": [ + "kab-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.344931, + "recall": 0.392292, + "f1": 0.356067, + "accuracy": 0.392292, + "main_score": 0.356067, + "hf_subset": "kab_Latn-cym_Latn", + "languages": [ + "kab-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.370616, + "recall": 0.401186, + "f1": 0.37764, + "accuracy": 0.401186, + "main_score": 0.37764, + "hf_subset": "kab_Latn-grn_Latn", + "languages": [ + "kab-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.356658, + "recall": 0.405138, + "f1": 0.367268, + "accuracy": 0.405138, + "main_score": 0.367268, + "hf_subset": "kab_Latn-kat_Geor", + "languages": [ + "kab-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.395367, + "recall": 0.432806, + "f1": 0.404571, + "accuracy": 0.432806, + "main_score": 0.404571, + "hf_subset": "kab_Latn-lua_Latn", + "languages": [ + "kab-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.35076, + "recall": 0.402174, + "f1": 0.363236, + "accuracy": 0.402174, + "main_score": 0.363236, + "hf_subset": "kab_Latn-nya_Latn", + "languages": [ + "kab-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.360014, + "recall": 0.410079, + "f1": 0.371197, + "accuracy": 0.410079, + "main_score": 0.371197, + "hf_subset": "kab_Latn-slv_Latn", + "languages": [ + "kab-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.334657, + "recall": 0.376482, + "f1": 0.345599, + "accuracy": 0.376482, + "main_score": 0.345599, + "hf_subset": "kab_Latn-tpi_Latn", + "languages": [ + "kab-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.355604, + "recall": 0.396245, + "f1": 0.364373, + "accuracy": 0.396245, + "main_score": 0.364373, + "hf_subset": "kab_Latn-zsm_Latn", + "languages": [ + "kab-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.364841, + "recall": 0.399209, + "f1": 0.374096, + "accuracy": 0.399209, + "main_score": 0.374096, + "hf_subset": "kab_Latn-ayr_Latn", + "languages": [ + "kab-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.366357, + "recall": 0.421937, + "f1": 0.379062, + "accuracy": 0.421937, + "main_score": 0.379062, + "hf_subset": "kab_Latn-dan_Latn", + "languages": [ + "kab-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.323796, + "recall": 0.379447, + "f1": 0.336459, + "accuracy": 0.379447, + "main_score": 0.336459, + "hf_subset": "kab_Latn-guj_Gujr", + "languages": [ + "kab-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.332252, + "recall": 0.376482, + "f1": 0.341562, + "accuracy": 0.376482, + "main_score": 0.341562, + "hf_subset": "kab_Latn-kaz_Cyrl", + "languages": [ + "kab-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.367649, + "recall": 0.413043, + "f1": 0.378421, + "accuracy": 0.413043, + "main_score": 0.378421, + "hf_subset": "kab_Latn-lug_Latn", + "languages": [ + "kab-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.351457, + "recall": 0.401186, + "f1": 0.362279, + "accuracy": 0.401186, + "main_score": 0.362279, + "hf_subset": "kab_Latn-oci_Latn", + "languages": [ + "kab-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.369784, + "recall": 0.424901, + "f1": 0.383826, + "accuracy": 0.424901, + "main_score": 0.383826, + "hf_subset": "kab_Latn-smo_Latn", + "languages": [ + "kab-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.371676, + "recall": 0.418972, + "f1": 0.38363, + "accuracy": 0.418972, + "main_score": 0.38363, + "hf_subset": "kab_Latn-tsn_Latn", + "languages": [ + "kab-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.364778, + "recall": 0.423913, + "f1": 0.37936, + "accuracy": 0.423913, + "main_score": 0.37936, + "hf_subset": "kab_Latn-zul_Latn", + "languages": [ + "kab-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.352286, + "recall": 0.398221, + "f1": 0.362473, + "accuracy": 0.398221, + "main_score": 0.362473, + "hf_subset": "kab_Latn-azb_Arab", + "languages": [ + "kab-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.385126, + "recall": 0.429842, + "f1": 0.395292, + "accuracy": 0.429842, + "main_score": 0.395292, + "hf_subset": "kab_Latn-deu_Latn", + "languages": [ + "kab-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.359187, + "recall": 0.410079, + "f1": 0.372129, + "accuracy": 0.410079, + "main_score": 0.372129, + "hf_subset": "kab_Latn-hat_Latn", + "languages": [ + "kab-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.374945, + "recall": 0.407115, + "f1": 0.383063, + "accuracy": 0.407115, + "main_score": 0.383063, + "hf_subset": "kab_Latn-kbp_Latn", + "languages": [ + "kab-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.368718, + "recall": 0.405138, + "f1": 0.378479, + "accuracy": 0.405138, + "main_score": 0.378479, + "hf_subset": "kab_Latn-luo_Latn", + "languages": [ + "kab-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.318388, + "recall": 0.365613, + "f1": 0.328024, + "accuracy": 0.365613, + "main_score": 0.328024, + "hf_subset": "kab_Latn-ory_Orya", + "languages": [ + "kab-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.354265, + "recall": 0.412055, + "f1": 0.367672, + "accuracy": 0.412055, + "main_score": 0.367672, + "hf_subset": "kab_Latn-sna_Latn", + "languages": [ + "kab-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.40143, + "recall": 0.439723, + "f1": 0.412153, + "accuracy": 0.439723, + "main_score": 0.412153, + "hf_subset": "kab_Latn-tso_Latn", + "languages": [ + "kab-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.315736, + "recall": 0.365613, + "f1": 0.328259, + "accuracy": 0.365613, + "main_score": 0.328259, + "hf_subset": "kab_Latn-azj_Latn", + "languages": [ + "kab-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.351613, + "recall": 0.398221, + "f1": 0.363461, + "accuracy": 0.398221, + "main_score": 0.363461, + "hf_subset": "kab_Latn-dik_Latn", + "languages": [ + "kab-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.363718, + "recall": 0.41502, + "f1": 0.375317, + "accuracy": 0.41502, + "main_score": 0.375317, + "hf_subset": "kab_Latn-hau_Latn", + "languages": [ + "kab-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.353592, + "recall": 0.40415, + "f1": 0.365813, + "accuracy": 0.40415, + "main_score": 0.365813, + "hf_subset": "kab_Latn-kea_Latn", + "languages": [ + "kab-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.327403, + "recall": 0.366601, + "f1": 0.33698, + "accuracy": 0.366601, + "main_score": 0.33698, + "hf_subset": "kab_Latn-lus_Latn", + "languages": [ + "kab-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.374841, + "recall": 0.411067, + "f1": 0.383758, + "accuracy": 0.411067, + "main_score": 0.383758, + "hf_subset": "kab_Latn-pag_Latn", + "languages": [ + "kab-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.308994, + "recall": 0.365613, + "f1": 0.321514, + "accuracy": 0.365613, + "main_score": 0.321514, + "hf_subset": "kab_Latn-snd_Arab", + "languages": [ + "kab-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.321736, + "recall": 0.375494, + "f1": 0.335263, + "accuracy": 0.375494, + "main_score": 0.335263, + "hf_subset": "kab_Latn-tuk_Latn", + "languages": [ + "kab-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.31305, + "recall": 0.363636, + "f1": 0.325241, + "accuracy": 0.363636, + "main_score": 0.325241, + "hf_subset": "kab_Latn-bak_Cyrl", + "languages": [ + "kab-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.317547, + "recall": 0.357708, + "f1": 0.328362, + "accuracy": 0.357708, + "main_score": 0.328362, + "hf_subset": "kab_Latn-dyu_Latn", + "languages": [ + "kab-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.365146, + "recall": 0.416008, + "f1": 0.376864, + "accuracy": 0.416008, + "main_score": 0.376864, + "hf_subset": "kab_Latn-heb_Hebr", + "languages": [ + "kab-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.369869, + "recall": 0.416996, + "f1": 0.381802, + "accuracy": 0.416996, + "main_score": 0.381802, + "hf_subset": "kab_Latn-khk_Cyrl", + "languages": [ + "kab-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.336686, + "recall": 0.386364, + "f1": 0.347979, + "accuracy": 0.386364, + "main_score": 0.347979, + "hf_subset": "kab_Latn-lvs_Latn", + "languages": [ + "kab-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.324456, + "recall": 0.374506, + "f1": 0.336016, + "accuracy": 0.374506, + "main_score": 0.336016, + "hf_subset": "kab_Latn-pan_Guru", + "languages": [ + "kab-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.375629, + "recall": 0.432806, + "f1": 0.3898, + "accuracy": 0.432806, + "main_score": 0.3898, + "hf_subset": "kab_Latn-som_Latn", + "languages": [ + "kab-Latn", + "som-Latn" + ] + }, + { + "precision": 0.327091, + "recall": 0.367589, + "f1": 0.337046, + "accuracy": 0.367589, + "main_score": 0.337046, + "hf_subset": "kab_Latn-tum_Latn", + "languages": [ + "kab-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.521122, + "recall": 0.604743, + "f1": 0.545839, + "accuracy": 0.604743, + "main_score": 0.545839, + "hf_subset": "lim_Latn-ace_Arab", + "languages": [ + "lim-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.488049, + "recall": 0.544466, + "f1": 0.504092, + "accuracy": 0.544466, + "main_score": 0.504092, + "hf_subset": "lim_Latn-bam_Latn", + "languages": [ + "lim-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.577639, + "recall": 0.66502, + "f1": 0.601801, + "accuracy": 0.66502, + "main_score": 0.601801, + "hf_subset": "lim_Latn-dzo_Tibt", + "languages": [ + "lim-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-hin_Deva", + "languages": [ + "lim-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "lim_Latn-khm_Khmr", + "languages": [ + "lim-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lim_Latn-mag_Deva", + "languages": [ + "lim-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-pap_Latn", + "languages": [ + "lim-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.816535, + "recall": 0.864625, + "f1": 0.831094, + "accuracy": 0.864625, + "main_score": 0.831094, + "hf_subset": "lim_Latn-sot_Latn", + "languages": [ + "lim-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-tur_Latn", + "languages": [ + "lim-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.833235, + "recall": 0.87747, + "f1": 0.84697, + "accuracy": 0.87747, + "main_score": 0.84697, + "hf_subset": "lim_Latn-ace_Latn", + "languages": [ + "lim-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.963439, + "f1": 0.954545, + "accuracy": 0.963439, + "main_score": 0.954545, + "hf_subset": "lim_Latn-ban_Latn", + "languages": [ + "lim-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lim_Latn-ell_Grek", + "languages": [ + "lim-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lim_Latn-hne_Deva", + "languages": [ + "lim-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.577535, + "recall": 0.644269, + "f1": 0.595964, + "accuracy": 0.644269, + "main_score": 0.595964, + "hf_subset": "lim_Latn-kik_Latn", + "languages": [ + "lim-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lim_Latn-mai_Deva", + "languages": [ + "lim-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.938488, + "recall": 0.956522, + "f1": 0.944236, + "accuracy": 0.956522, + "main_score": 0.944236, + "hf_subset": "lim_Latn-pbt_Arab", + "languages": [ + "lim-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-spa_Latn", + "languages": [ + "lim-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.736373, + "recall": 0.794466, + "f1": 0.753677, + "accuracy": 0.794466, + "main_score": 0.753677, + "hf_subset": "lim_Latn-twi_Latn", + "languages": [ + "lim-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lim_Latn-acm_Arab", + "languages": [ + "lim-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lim_Latn-bel_Cyrl", + "languages": [ + "lim-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lim_Latn-eng_Latn", + "languages": [ + "lim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-hrv_Latn", + "languages": [ + "lim-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.817292, + "recall": 0.864625, + "f1": 0.83195, + "accuracy": 0.864625, + "main_score": 0.83195, + "hf_subset": "lim_Latn-kin_Latn", + "languages": [ + "lim-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lim_Latn-mal_Mlym", + "languages": [ + "lim-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-pes_Arab", + "languages": [ + "lim-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "lim_Latn-srd_Latn", + "languages": [ + "lim-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.206521, + "recall": 0.263834, + "f1": 0.220525, + "accuracy": 0.263834, + "main_score": 0.220525, + "hf_subset": "lim_Latn-tzm_Tfng", + "languages": [ + "lim-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-acq_Arab", + "languages": [ + "lim-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.661157, + "recall": 0.726285, + "f1": 0.679663, + "accuracy": 0.726285, + "main_score": 0.679663, + "hf_subset": "lim_Latn-bem_Latn", + "languages": [ + "lim-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-epo_Latn", + "languages": [ + "lim-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-hun_Latn", + "languages": [ + "lim-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "lim_Latn-kir_Cyrl", + "languages": [ + "lim-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-mar_Deva", + "languages": [ + "lim-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.832658, + "recall": 0.878458, + "f1": 0.846871, + "accuracy": 0.878458, + "main_score": 0.846871, + "hf_subset": "lim_Latn-plt_Latn", + "languages": [ + "lim-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lim_Latn-srp_Cyrl", + "languages": [ + "lim-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.916667, + "recall": 0.9417, + "f1": 0.924736, + "accuracy": 0.9417, + "main_score": 0.924736, + "hf_subset": "lim_Latn-uig_Arab", + "languages": [ + "lim-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lim_Latn-aeb_Arab", + "languages": [ + "lim-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lim_Latn-ben_Beng", + "languages": [ + "lim-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-est_Latn", + "languages": [ + "lim-Latn", + "est-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lim_Latn-hye_Armn", + "languages": [ + "lim-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.466206, + "recall": 0.522727, + "f1": 0.481904, + "accuracy": 0.522727, + "main_score": 0.481904, + "hf_subset": "lim_Latn-kmb_Latn", + "languages": [ + "lim-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.493345, + "recall": 0.572134, + "f1": 0.51424, + "accuracy": 0.572134, + "main_score": 0.51424, + "hf_subset": "lim_Latn-min_Arab", + "languages": [ + "lim-Latn", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-pol_Latn", + "languages": [ + "lim-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.712006, + "recall": 0.784585, + "f1": 0.733696, + "accuracy": 0.784585, + "main_score": 0.733696, + "hf_subset": "lim_Latn-ssw_Latn", + "languages": [ + "lim-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-ukr_Cyrl", + "languages": [ + "lim-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-afr_Latn", + "languages": [ + "lim-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lim_Latn-bho_Deva", + "languages": [ + "lim-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "lim_Latn-eus_Latn", + "languages": [ + "lim-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.824473, + "recall": 0.87253, + "f1": 0.839314, + "accuracy": 0.87253, + "main_score": 0.839314, + "hf_subset": "lim_Latn-ibo_Latn", + "languages": [ + "lim-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.829463, + "recall": 0.876482, + "f1": 0.844071, + "accuracy": 0.876482, + "main_score": 0.844071, + "hf_subset": "lim_Latn-kmr_Latn", + "languages": [ + "lim-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "lim_Latn-min_Latn", + "languages": [ + "lim-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lim_Latn-por_Latn", + "languages": [ + "lim-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "lim_Latn-sun_Latn", + "languages": [ + "lim-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.469466, + "recall": 0.532609, + "f1": 0.487617, + "accuracy": 0.532609, + "main_score": 0.487617, + "hf_subset": "lim_Latn-umb_Latn", + "languages": [ + "lim-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lim_Latn-ajp_Arab", + "languages": [ + "lim-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.498107, + "recall": 0.58004, + "f1": 0.521063, + "accuracy": 0.58004, + "main_score": 0.521063, + "hf_subset": "lim_Latn-bjn_Arab", + "languages": [ + "lim-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.463867, + "recall": 0.517787, + "f1": 0.478778, + "accuracy": 0.517787, + "main_score": 0.478778, + "hf_subset": "lim_Latn-ewe_Latn", + "languages": [ + "lim-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.921113, + "recall": 0.944664, + "f1": 0.928689, + "accuracy": 0.944664, + "main_score": 0.928689, + "hf_subset": "lim_Latn-ilo_Latn", + "languages": [ + "lim-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.257875, + "recall": 0.325099, + "f1": 0.274686, + "accuracy": 0.325099, + "main_score": 0.274686, + "hf_subset": "lim_Latn-knc_Arab", + "languages": [ + "lim-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-mkd_Cyrl", + "languages": [ + "lim-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-prs_Arab", + "languages": [ + "lim-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lim_Latn-swe_Latn", + "languages": [ + "lim-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-urd_Arab", + "languages": [ + "lim-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.713052, + "recall": 0.77668, + "f1": 0.731798, + "accuracy": 0.77668, + "main_score": 0.731798, + "hf_subset": "lim_Latn-aka_Latn", + "languages": [ + "lim-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.957922, + "recall": 0.970356, + "f1": 0.961858, + "accuracy": 0.970356, + "main_score": 0.961858, + "hf_subset": "lim_Latn-bjn_Latn", + "languages": [ + "lim-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "lim_Latn-fao_Latn", + "languages": [ + "lim-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-ind_Latn", + "languages": [ + "lim-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.522278, + "recall": 0.576087, + "f1": 0.537351, + "accuracy": 0.576087, + "main_score": 0.537351, + "hf_subset": "lim_Latn-knc_Latn", + "languages": [ + "lim-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "lim_Latn-mlt_Latn", + "languages": [ + "lim-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.621822, + "recall": 0.690711, + "f1": 0.641603, + "accuracy": 0.690711, + "main_score": 0.641603, + "hf_subset": "lim_Latn-quy_Latn", + "languages": [ + "lim-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "lim_Latn-swh_Latn", + "languages": [ + "lim-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-uzn_Latn", + "languages": [ + "lim-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "lim_Latn-als_Latn", + "languages": [ + "lim-Latn", + "als-Latn" + ] + }, + { + "precision": 0.744194, + "recall": 0.809289, + "f1": 0.764083, + "accuracy": 0.809289, + "main_score": 0.764083, + "hf_subset": "lim_Latn-bod_Tibt", + "languages": [ + "lim-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.62691, + "recall": 0.695652, + "f1": 0.646993, + "accuracy": 0.695652, + "main_score": 0.646993, + "hf_subset": "lim_Latn-fij_Latn", + "languages": [ + "lim-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "lim_Latn-isl_Latn", + "languages": [ + "lim-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.595377, + "recall": 0.661067, + "f1": 0.613258, + "accuracy": 0.661067, + "main_score": 0.613258, + "hf_subset": "lim_Latn-kon_Latn", + "languages": [ + "lim-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.595829, + "recall": 0.666008, + "f1": 0.615941, + "accuracy": 0.666008, + "main_score": 0.615941, + "hf_subset": "lim_Latn-mni_Beng", + "languages": [ + "lim-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-ron_Latn", + "languages": [ + "lim-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "lim_Latn-szl_Latn", + "languages": [ + "lim-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-vec_Latn", + "languages": [ + "lim-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.889032, + "recall": 0.921937, + "f1": 0.899374, + "accuracy": 0.921937, + "main_score": 0.899374, + "hf_subset": "lim_Latn-amh_Ethi", + "languages": [ + "lim-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-bos_Latn", + "languages": [ + "lim-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lim_Latn-fin_Latn", + "languages": [ + "lim-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-ita_Latn", + "languages": [ + "lim-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-kor_Hang", + "languages": [ + "lim-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.497407, + "recall": 0.555336, + "f1": 0.513451, + "accuracy": 0.555336, + "main_score": 0.513451, + "hf_subset": "lim_Latn-mos_Latn", + "languages": [ + "lim-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.718034, + "recall": 0.780632, + "f1": 0.736928, + "accuracy": 0.780632, + "main_score": 0.736928, + "hf_subset": "lim_Latn-run_Latn", + "languages": [ + "lim-Latn", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lim_Latn-tam_Taml", + "languages": [ + "lim-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lim_Latn-vie_Latn", + "languages": [ + "lim-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lim_Latn-apc_Arab", + "languages": [ + "lim-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.717589, + "recall": 0.775692, + "f1": 0.73459, + "accuracy": 0.775692, + "main_score": 0.73459, + "hf_subset": "lim_Latn-bug_Latn", + "languages": [ + "lim-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.449422, + "recall": 0.494071, + "f1": 0.461975, + "accuracy": 0.494071, + "main_score": 0.461975, + "hf_subset": "lim_Latn-fon_Latn", + "languages": [ + "lim-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lim_Latn-jav_Latn", + "languages": [ + "lim-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.91996, + "recall": 0.944664, + "f1": 0.92803, + "accuracy": 0.944664, + "main_score": 0.92803, + "hf_subset": "lim_Latn-lao_Laoo", + "languages": [ + "lim-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.848814, + "recall": 0.891304, + "f1": 0.861957, + "accuracy": 0.891304, + "main_score": 0.861957, + "hf_subset": "lim_Latn-mri_Latn", + "languages": [ + "lim-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-rus_Cyrl", + "languages": [ + "lim-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.492102, + "recall": 0.555336, + "f1": 0.510026, + "accuracy": 0.555336, + "main_score": 0.510026, + "hf_subset": "lim_Latn-taq_Latn", + "languages": [ + "lim-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "lim_Latn-war_Latn", + "languages": [ + "lim-Latn", + "war-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lim_Latn-arb_Arab", + "languages": [ + "lim-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-bul_Cyrl", + "languages": [ + "lim-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-fra_Latn", + "languages": [ + "lim-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lim_Latn-jpn_Jpan", + "languages": [ + "lim-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lim_Latn-lij_Latn", + "languages": [ + "lim-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.963439, + "f1": 0.951416, + "accuracy": 0.963439, + "main_score": 0.951416, + "hf_subset": "lim_Latn-mya_Mymr", + "languages": [ + "lim-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.558442, + "recall": 0.618577, + "f1": 0.575234, + "accuracy": 0.618577, + "main_score": 0.575234, + "hf_subset": "lim_Latn-sag_Latn", + "languages": [ + "lim-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.214423, + "recall": 0.288538, + "f1": 0.232579, + "accuracy": 0.288538, + "main_score": 0.232579, + "hf_subset": "lim_Latn-taq_Tfng", + "languages": [ + "lim-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.646798, + "recall": 0.706522, + "f1": 0.663818, + "accuracy": 0.706522, + "main_score": 0.663818, + "hf_subset": "lim_Latn-wol_Latn", + "languages": [ + "lim-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.840827, + "recall": 0.886364, + "f1": 0.854974, + "accuracy": 0.886364, + "main_score": 0.854974, + "hf_subset": "lim_Latn-arb_Latn", + "languages": [ + "lim-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-cat_Latn", + "languages": [ + "lim-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lim_Latn-fur_Latn", + "languages": [ + "lim-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.427465, + "recall": 0.500988, + "f1": 0.447188, + "accuracy": 0.500988, + "main_score": 0.447188, + "hf_subset": "lim_Latn-kab_Latn", + "languages": [ + "lim-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lim_Latn-nld_Latn", + "languages": [ + "lim-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "lim_Latn-san_Deva", + "languages": [ + "lim-Latn", + "san-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lim_Latn-tat_Cyrl", + "languages": [ + "lim-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.835145, + "recall": 0.884387, + "f1": 0.850758, + "accuracy": 0.884387, + "main_score": 0.850758, + "hf_subset": "lim_Latn-xho_Latn", + "languages": [ + "lim-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-ars_Arab", + "languages": [ + "lim-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "lim_Latn-ceb_Latn", + "languages": [ + "lim-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.471902, + "recall": 0.539526, + "f1": 0.490427, + "accuracy": 0.539526, + "main_score": 0.490427, + "hf_subset": "lim_Latn-fuv_Latn", + "languages": [ + "lim-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.485693, + "recall": 0.54249, + "f1": 0.501376, + "accuracy": 0.54249, + "main_score": 0.501376, + "hf_subset": "lim_Latn-kac_Latn", + "languages": [ + "lim-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.617609, + "recall": 0.687747, + "f1": 0.637161, + "accuracy": 0.687747, + "main_score": 0.637161, + "hf_subset": "lim_Latn-lin_Latn", + "languages": [ + "lim-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-nno_Latn", + "languages": [ + "lim-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.843824, + "recall": 0.88834, + "f1": 0.857905, + "accuracy": 0.88834, + "main_score": 0.857905, + "hf_subset": "lim_Latn-sat_Olck", + "languages": [ + "lim-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "lim_Latn-tel_Telu", + "languages": [ + "lim-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lim_Latn-ydd_Hebr", + "languages": [ + "lim-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "lim_Latn-ary_Arab", + "languages": [ + "lim-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-ces_Latn", + "languages": [ + "lim-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.538939, + "recall": 0.617589, + "f1": 0.560384, + "accuracy": 0.617589, + "main_score": 0.560384, + "hf_subset": "lim_Latn-gaz_Latn", + "languages": [ + "lim-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.519801, + "recall": 0.599802, + "f1": 0.542348, + "accuracy": 0.599802, + "main_score": 0.542348, + "hf_subset": "lim_Latn-kam_Latn", + "languages": [ + "lim-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lim_Latn-lit_Latn", + "languages": [ + "lim-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-nob_Latn", + "languages": [ + "lim-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lim_Latn-scn_Latn", + "languages": [ + "lim-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "lim_Latn-tgk_Cyrl", + "languages": [ + "lim-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.704891, + "recall": 0.774704, + "f1": 0.725616, + "accuracy": 0.774704, + "main_score": 0.725616, + "hf_subset": "lim_Latn-yor_Latn", + "languages": [ + "lim-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-arz_Arab", + "languages": [ + "lim-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.487959, + "recall": 0.555336, + "f1": 0.50741, + "accuracy": 0.555336, + "main_score": 0.50741, + "hf_subset": "lim_Latn-cjk_Latn", + "languages": [ + "lim-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.911232, + "recall": 0.938735, + "f1": 0.920125, + "accuracy": 0.938735, + "main_score": 0.920125, + "hf_subset": "lim_Latn-gla_Latn", + "languages": [ + "lim-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "lim_Latn-kan_Knda", + "languages": [ + "lim-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981094, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "lim_Latn-lmo_Latn", + "languages": [ + "lim-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "lim_Latn-npi_Deva", + "languages": [ + "lim-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.505355, + "recall": 0.586957, + "f1": 0.528152, + "accuracy": 0.586957, + "main_score": 0.528152, + "hf_subset": "lim_Latn-shn_Mymr", + "languages": [ + "lim-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-tgl_Latn", + "languages": [ + "lim-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "lim_Latn-yue_Hant", + "languages": [ + "lim-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "lim_Latn-asm_Beng", + "languages": [ + "lim-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.886034, + "recall": 0.920949, + "f1": 0.897398, + "accuracy": 0.920949, + "main_score": 0.897398, + "hf_subset": "lim_Latn-ckb_Arab", + "languages": [ + "lim-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "lim_Latn-gle_Latn", + "languages": [ + "lim-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.884881, + "recall": 0.91996, + "f1": 0.895916, + "accuracy": 0.91996, + "main_score": 0.895916, + "hf_subset": "lim_Latn-kas_Arab", + "languages": [ + "lim-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.865695, + "recall": 0.90415, + "f1": 0.877701, + "accuracy": 0.90415, + "main_score": 0.877701, + "hf_subset": "lim_Latn-ltg_Latn", + "languages": [ + "lim-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.751597, + "recall": 0.810277, + "f1": 0.769401, + "accuracy": 0.810277, + "main_score": 0.769401, + "hf_subset": "lim_Latn-nso_Latn", + "languages": [ + "lim-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.95084, + "recall": 0.966403, + "f1": 0.955929, + "accuracy": 0.966403, + "main_score": 0.955929, + "hf_subset": "lim_Latn-sin_Sinh", + "languages": [ + "lim-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "lim_Latn-tha_Thai", + "languages": [ + "lim-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "lim_Latn-zho_Hans", + "languages": [ + "lim-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-ast_Latn", + "languages": [ + "lim-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "lim_Latn-crh_Latn", + "languages": [ + "lim-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-glg_Latn", + "languages": [ + "lim-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.819401, + "recall": 0.866601, + "f1": 0.833912, + "accuracy": 0.866601, + "main_score": 0.833912, + "hf_subset": "lim_Latn-kas_Deva", + "languages": [ + "lim-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lim_Latn-ltz_Latn", + "languages": [ + "lim-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.420328, + "recall": 0.48419, + "f1": 0.437474, + "accuracy": 0.48419, + "main_score": 0.437474, + "hf_subset": "lim_Latn-nus_Latn", + "languages": [ + "lim-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-slk_Latn", + "languages": [ + "lim-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.628258, + "recall": 0.708498, + "f1": 0.651315, + "accuracy": 0.708498, + "main_score": 0.651315, + "hf_subset": "lim_Latn-tir_Ethi", + "languages": [ + "lim-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-zho_Hant", + "languages": [ + "lim-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.973567, + "recall": 0.981225, + "f1": 0.976021, + "accuracy": 0.981225, + "main_score": 0.976021, + "hf_subset": "lim_Latn-awa_Deva", + "languages": [ + "lim-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lim_Latn-cym_Latn", + "languages": [ + "lim-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.758162, + "recall": 0.8083, + "f1": 0.772927, + "accuracy": 0.8083, + "main_score": 0.772927, + "hf_subset": "lim_Latn-grn_Latn", + "languages": [ + "lim-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-kat_Geor", + "languages": [ + "lim-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.595144, + "recall": 0.661067, + "f1": 0.613674, + "accuracy": 0.661067, + "main_score": 0.613674, + "hf_subset": "lim_Latn-lua_Latn", + "languages": [ + "lim-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.788867, + "recall": 0.847826, + "f1": 0.807232, + "accuracy": 0.847826, + "main_score": 0.807232, + "hf_subset": "lim_Latn-nya_Latn", + "languages": [ + "lim-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-slv_Latn", + "languages": [ + "lim-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "lim_Latn-tpi_Latn", + "languages": [ + "lim-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-zsm_Latn", + "languages": [ + "lim-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.504488, + "recall": 0.573123, + "f1": 0.524102, + "accuracy": 0.573123, + "main_score": 0.524102, + "hf_subset": "lim_Latn-ayr_Latn", + "languages": [ + "lim-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-dan_Latn", + "languages": [ + "lim-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lim_Latn-guj_Gujr", + "languages": [ + "lim-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "lim_Latn-kaz_Cyrl", + "languages": [ + "lim-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.61525, + "recall": 0.694664, + "f1": 0.638787, + "accuracy": 0.694664, + "main_score": 0.638787, + "hf_subset": "lim_Latn-lug_Latn", + "languages": [ + "lim-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-oci_Latn", + "languages": [ + "lim-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.781983, + "recall": 0.836957, + "f1": 0.799129, + "accuracy": 0.836957, + "main_score": 0.799129, + "hf_subset": "lim_Latn-smo_Latn", + "languages": [ + "lim-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.708778, + "recall": 0.77668, + "f1": 0.729136, + "accuracy": 0.77668, + "main_score": 0.729136, + "hf_subset": "lim_Latn-tsn_Latn", + "languages": [ + "lim-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.836627, + "recall": 0.884387, + "f1": 0.851581, + "accuracy": 0.884387, + "main_score": 0.851581, + "hf_subset": "lim_Latn-zul_Latn", + "languages": [ + "lim-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.902997, + "recall": 0.931818, + "f1": 0.912187, + "accuracy": 0.931818, + "main_score": 0.912187, + "hf_subset": "lim_Latn-azb_Arab", + "languages": [ + "lim-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-deu_Latn", + "languages": [ + "lim-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "lim_Latn-hat_Latn", + "languages": [ + "lim-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.485145, + "recall": 0.537549, + "f1": 0.500271, + "accuracy": 0.537549, + "main_score": 0.500271, + "hf_subset": "lim_Latn-kbp_Latn", + "languages": [ + "lim-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.519616, + "recall": 0.581028, + "f1": 0.536405, + "accuracy": 0.581028, + "main_score": 0.536405, + "hf_subset": "lim_Latn-luo_Latn", + "languages": [ + "lim-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "lim_Latn-ory_Orya", + "languages": [ + "lim-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.854743, + "recall": 0.897233, + "f1": 0.868248, + "accuracy": 0.897233, + "main_score": 0.868248, + "hf_subset": "lim_Latn-sna_Latn", + "languages": [ + "lim-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.654439, + "recall": 0.715415, + "f1": 0.671449, + "accuracy": 0.715415, + "main_score": 0.671449, + "hf_subset": "lim_Latn-tso_Latn", + "languages": [ + "lim-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lim_Latn-azj_Latn", + "languages": [ + "lim-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.507559, + "recall": 0.566206, + "f1": 0.52457, + "accuracy": 0.566206, + "main_score": 0.52457, + "hf_subset": "lim_Latn-dik_Latn", + "languages": [ + "lim-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870965, + "recall": 0.909091, + "f1": 0.883136, + "accuracy": 0.909091, + "main_score": 0.883136, + "hf_subset": "lim_Latn-hau_Latn", + "languages": [ + "lim-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lim_Latn-kea_Latn", + "languages": [ + "lim-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.905468, + "recall": 0.931818, + "f1": 0.913669, + "accuracy": 0.931818, + "main_score": 0.913669, + "hf_subset": "lim_Latn-lus_Latn", + "languages": [ + "lim-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.836331, + "recall": 0.879447, + "f1": 0.849736, + "accuracy": 0.879447, + "main_score": 0.849736, + "hf_subset": "lim_Latn-pag_Latn", + "languages": [ + "lim-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.948617, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "lim_Latn-snd_Arab", + "languages": [ + "lim-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "lim_Latn-tuk_Latn", + "languages": [ + "lim-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "lim_Latn-bak_Cyrl", + "languages": [ + "lim-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.46849, + "recall": 0.539526, + "f1": 0.488208, + "accuracy": 0.539526, + "main_score": 0.488208, + "hf_subset": "lim_Latn-dyu_Latn", + "languages": [ + "lim-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-heb_Hebr", + "languages": [ + "lim-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.937912, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "lim_Latn-khk_Cyrl", + "languages": [ + "lim-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lim_Latn-lvs_Latn", + "languages": [ + "lim-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lim_Latn-pan_Guru", + "languages": [ + "lim-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.823765, + "recall": 0.875494, + "f1": 0.839789, + "accuracy": 0.875494, + "main_score": 0.839789, + "hf_subset": "lim_Latn-som_Latn", + "languages": [ + "lim-Latn", + "som-Latn" + ] + }, + { + "precision": 0.668605, + "recall": 0.729249, + "f1": 0.686152, + "accuracy": 0.729249, + "main_score": 0.686152, + "hf_subset": "lim_Latn-tum_Latn", + "languages": [ + "lim-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.493305, + "recall": 0.576087, + "f1": 0.516508, + "accuracy": 0.576087, + "main_score": 0.516508, + "hf_subset": "nld_Latn-ace_Arab", + "languages": [ + "nld-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.469556, + "recall": 0.525692, + "f1": 0.485046, + "accuracy": 0.525692, + "main_score": 0.485046, + "hf_subset": "nld_Latn-bam_Latn", + "languages": [ + "nld-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.594377, + "recall": 0.688735, + "f1": 0.621087, + "accuracy": 0.688735, + "main_score": 0.621087, + "hf_subset": "nld_Latn-dzo_Tibt", + "languages": [ + "nld-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "nld_Latn-khm_Khmr", + "languages": [ + "nld-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "nld_Latn-mag_Deva", + "languages": [ + "nld-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nld_Latn-pap_Latn", + "languages": [ + "nld-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.82365, + "recall": 0.87253, + "f1": 0.838538, + "accuracy": 0.87253, + "main_score": 0.838538, + "hf_subset": "nld_Latn-sot_Latn", + "languages": [ + "nld-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.838307, + "recall": 0.881423, + "f1": 0.851713, + "accuracy": 0.881423, + "main_score": 0.851713, + "hf_subset": "nld_Latn-ace_Latn", + "languages": [ + "nld-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949934, + "accuracy": 0.961462, + "main_score": 0.949934, + "hf_subset": "nld_Latn-ban_Latn", + "languages": [ + "nld-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "nld_Latn-hne_Deva", + "languages": [ + "nld-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.541809, + "recall": 0.616601, + "f1": 0.562238, + "accuracy": 0.616601, + "main_score": 0.562238, + "hf_subset": "nld_Latn-kik_Latn", + "languages": [ + "nld-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989213, + "recall": 0.992095, + "f1": 0.99002, + "accuracy": 0.992095, + "main_score": 0.99002, + "hf_subset": "nld_Latn-mai_Deva", + "languages": [ + "nld-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "nld_Latn-pbt_Arab", + "languages": [ + "nld-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.721758, + "recall": 0.785573, + "f1": 0.740288, + "accuracy": 0.785573, + "main_score": 0.740288, + "hf_subset": "nld_Latn-twi_Latn", + "languages": [ + "nld-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-acm_Arab", + "languages": [ + "nld-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-bel_Cyrl", + "languages": [ + "nld-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-hrv_Latn", + "languages": [ + "nld-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.810886, + "recall": 0.860672, + "f1": 0.826054, + "accuracy": 0.860672, + "main_score": 0.826054, + "hf_subset": "nld_Latn-kin_Latn", + "languages": [ + "nld-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "nld_Latn-mal_Mlym", + "languages": [ + "nld-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-pes_Arab", + "languages": [ + "nld-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "nld_Latn-srd_Latn", + "languages": [ + "nld-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.191691, + "recall": 0.25, + "f1": 0.206103, + "accuracy": 0.25, + "main_score": 0.206103, + "hf_subset": "nld_Latn-tzm_Tfng", + "languages": [ + "nld-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-acq_Arab", + "languages": [ + "nld-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.616617, + "recall": 0.695652, + "f1": 0.639486, + "accuracy": 0.695652, + "main_score": 0.639486, + "hf_subset": "nld_Latn-bem_Latn", + "languages": [ + "nld-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-epo_Latn", + "languages": [ + "nld-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "nld_Latn-kir_Cyrl", + "languages": [ + "nld-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-mar_Deva", + "languages": [ + "nld-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.835343, + "recall": 0.879447, + "f1": 0.848913, + "accuracy": 0.879447, + "main_score": 0.848913, + "hf_subset": "nld_Latn-plt_Latn", + "languages": [ + "nld-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-srp_Cyrl", + "languages": [ + "nld-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.919302, + "recall": 0.943676, + "f1": 0.927042, + "accuracy": 0.943676, + "main_score": 0.927042, + "hf_subset": "nld_Latn-uig_Arab", + "languages": [ + "nld-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nld_Latn-aeb_Arab", + "languages": [ + "nld-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-est_Latn", + "languages": [ + "nld-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-hye_Armn", + "languages": [ + "nld-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.432151, + "recall": 0.499012, + "f1": 0.450575, + "accuracy": 0.499012, + "main_score": 0.450575, + "hf_subset": "nld_Latn-kmb_Latn", + "languages": [ + "nld-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.452183, + "recall": 0.534585, + "f1": 0.472634, + "accuracy": 0.534585, + "main_score": 0.472634, + "hf_subset": "nld_Latn-min_Arab", + "languages": [ + "nld-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.689822, + "recall": 0.763834, + "f1": 0.711895, + "accuracy": 0.763834, + "main_score": 0.711895, + "hf_subset": "nld_Latn-ssw_Latn", + "languages": [ + "nld-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-ukr_Cyrl", + "languages": [ + "nld-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "nld_Latn-bho_Deva", + "languages": [ + "nld-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "nld_Latn-eus_Latn", + "languages": [ + "nld-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.825296, + "recall": 0.874506, + "f1": 0.840349, + "accuracy": 0.874506, + "main_score": 0.840349, + "hf_subset": "nld_Latn-ibo_Latn", + "languages": [ + "nld-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.845109, + "recall": 0.886364, + "f1": 0.85766, + "accuracy": 0.886364, + "main_score": 0.85766, + "hf_subset": "nld_Latn-kmr_Latn", + "languages": [ + "nld-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "nld_Latn-min_Latn", + "languages": [ + "nld-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "nld_Latn-sun_Latn", + "languages": [ + "nld-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.451595, + "recall": 0.51581, + "f1": 0.469314, + "accuracy": 0.51581, + "main_score": 0.469314, + "hf_subset": "nld_Latn-umb_Latn", + "languages": [ + "nld-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-ajp_Arab", + "languages": [ + "nld-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.471961, + "recall": 0.557312, + "f1": 0.495032, + "accuracy": 0.557312, + "main_score": 0.495032, + "hf_subset": "nld_Latn-bjn_Arab", + "languages": [ + "nld-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.4503, + "recall": 0.506917, + "f1": 0.466174, + "accuracy": 0.506917, + "main_score": 0.466174, + "hf_subset": "nld_Latn-ewe_Latn", + "languages": [ + "nld-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "nld_Latn-ilo_Latn", + "languages": [ + "nld-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.24174, + "recall": 0.307312, + "f1": 0.257319, + "accuracy": 0.307312, + "main_score": 0.257319, + "hf_subset": "nld_Latn-knc_Arab", + "languages": [ + "nld-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-mkd_Cyrl", + "languages": [ + "nld-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-prs_Arab", + "languages": [ + "nld-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-urd_Arab", + "languages": [ + "nld-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.702719, + "recall": 0.767787, + "f1": 0.721148, + "accuracy": 0.767787, + "main_score": 0.721148, + "hf_subset": "nld_Latn-aka_Latn", + "languages": [ + "nld-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "nld_Latn-bjn_Latn", + "languages": [ + "nld-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.503344, + "recall": 0.561265, + "f1": 0.518965, + "accuracy": 0.561265, + "main_score": 0.518965, + "hf_subset": "nld_Latn-knc_Latn", + "languages": [ + "nld-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-mlt_Latn", + "languages": [ + "nld-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.625985, + "recall": 0.697628, + "f1": 0.647153, + "accuracy": 0.697628, + "main_score": 0.647153, + "hf_subset": "nld_Latn-quy_Latn", + "languages": [ + "nld-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "nld_Latn-swh_Latn", + "languages": [ + "nld-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "nld_Latn-uzn_Latn", + "languages": [ + "nld-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nld_Latn-als_Latn", + "languages": [ + "nld-Latn", + "als-Latn" + ] + }, + { + "precision": 0.752149, + "recall": 0.817194, + "f1": 0.771842, + "accuracy": 0.817194, + "main_score": 0.771842, + "hf_subset": "nld_Latn-bod_Tibt", + "languages": [ + "nld-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.59456, + "recall": 0.673913, + "f1": 0.616555, + "accuracy": 0.673913, + "main_score": 0.616555, + "hf_subset": "nld_Latn-fij_Latn", + "languages": [ + "nld-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.580587, + "recall": 0.647233, + "f1": 0.598948, + "accuracy": 0.647233, + "main_score": 0.598948, + "hf_subset": "nld_Latn-kon_Latn", + "languages": [ + "nld-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.591345, + "recall": 0.666008, + "f1": 0.612261, + "accuracy": 0.666008, + "main_score": 0.612261, + "hf_subset": "nld_Latn-mni_Beng", + "languages": [ + "nld-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-ron_Latn", + "languages": [ + "nld-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "nld_Latn-szl_Latn", + "languages": [ + "nld-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-vec_Latn", + "languages": [ + "nld-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.896904, + "recall": 0.927866, + "f1": 0.906573, + "accuracy": 0.927866, + "main_score": 0.906573, + "hf_subset": "nld_Latn-amh_Ethi", + "languages": [ + "nld-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-bos_Latn", + "languages": [ + "nld-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ita_Latn", + "languages": [ + "nld-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.487176, + "recall": 0.543478, + "f1": 0.502969, + "accuracy": 0.543478, + "main_score": 0.502969, + "hf_subset": "nld_Latn-mos_Latn", + "languages": [ + "nld-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.706294, + "recall": 0.772727, + "f1": 0.725466, + "accuracy": 0.772727, + "main_score": 0.725466, + "hf_subset": "nld_Latn-run_Latn", + "languages": [ + "nld-Latn", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.993248, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-apc_Arab", + "languages": [ + "nld-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.709928, + "recall": 0.774704, + "f1": 0.728228, + "accuracy": 0.774704, + "main_score": 0.728228, + "hf_subset": "nld_Latn-bug_Latn", + "languages": [ + "nld-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42215, + "recall": 0.475296, + "f1": 0.437195, + "accuracy": 0.475296, + "main_score": 0.437195, + "hf_subset": "nld_Latn-fon_Latn", + "languages": [ + "nld-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "nld_Latn-jav_Latn", + "languages": [ + "nld-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.934536, + "recall": 0.954545, + "f1": 0.940942, + "accuracy": 0.954545, + "main_score": 0.940942, + "hf_subset": "nld_Latn-lao_Laoo", + "languages": [ + "nld-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.844615, + "recall": 0.889328, + "f1": 0.858564, + "accuracy": 0.889328, + "main_score": 0.858564, + "hf_subset": "nld_Latn-mri_Latn", + "languages": [ + "nld-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.480713, + "recall": 0.544466, + "f1": 0.497983, + "accuracy": 0.544466, + "main_score": 0.497983, + "hf_subset": "nld_Latn-taq_Latn", + "languages": [ + "nld-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "nld_Latn-war_Latn", + "languages": [ + "nld-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-bul_Cyrl", + "languages": [ + "nld-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nld_Latn-lij_Latn", + "languages": [ + "nld-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "nld_Latn-mya_Mymr", + "languages": [ + "nld-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.535349, + "recall": 0.597826, + "f1": 0.551991, + "accuracy": 0.597826, + "main_score": 0.551991, + "hf_subset": "nld_Latn-sag_Latn", + "languages": [ + "nld-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.205007, + "recall": 0.270751, + "f1": 0.220324, + "accuracy": 0.270751, + "main_score": 0.220324, + "hf_subset": "nld_Latn-taq_Tfng", + "languages": [ + "nld-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.639033, + "recall": 0.698617, + "f1": 0.655211, + "accuracy": 0.698617, + "main_score": 0.655211, + "hf_subset": "nld_Latn-wol_Latn", + "languages": [ + "nld-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.83554, + "recall": 0.882411, + "f1": 0.849887, + "accuracy": 0.882411, + "main_score": 0.849887, + "hf_subset": "nld_Latn-arb_Latn", + "languages": [ + "nld-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-cat_Latn", + "languages": [ + "nld-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "nld_Latn-fur_Latn", + "languages": [ + "nld-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.402721, + "recall": 0.47332, + "f1": 0.420112, + "accuracy": 0.47332, + "main_score": 0.420112, + "hf_subset": "nld_Latn-kab_Latn", + "languages": [ + "nld-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "nld_Latn-lim_Latn", + "languages": [ + "nld-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "nld_Latn-san_Deva", + "languages": [ + "nld-Latn", + "san-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nld_Latn-tat_Cyrl", + "languages": [ + "nld-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.837707, + "recall": 0.883399, + "f1": 0.852092, + "accuracy": 0.883399, + "main_score": 0.852092, + "hf_subset": "nld_Latn-xho_Latn", + "languages": [ + "nld-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-ars_Arab", + "languages": [ + "nld-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-ceb_Latn", + "languages": [ + "nld-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.46798, + "recall": 0.539526, + "f1": 0.486704, + "accuracy": 0.539526, + "main_score": 0.486704, + "hf_subset": "nld_Latn-fuv_Latn", + "languages": [ + "nld-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461881, + "recall": 0.529644, + "f1": 0.480531, + "accuracy": 0.529644, + "main_score": 0.480531, + "hf_subset": "nld_Latn-kac_Latn", + "languages": [ + "nld-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.587573, + "recall": 0.660079, + "f1": 0.607224, + "accuracy": 0.660079, + "main_score": 0.607224, + "hf_subset": "nld_Latn-lin_Latn", + "languages": [ + "nld-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.843709, + "recall": 0.886364, + "f1": 0.856588, + "accuracy": 0.886364, + "main_score": 0.856588, + "hf_subset": "nld_Latn-sat_Olck", + "languages": [ + "nld-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nld_Latn-tel_Telu", + "languages": [ + "nld-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "nld_Latn-ydd_Hebr", + "languages": [ + "nld-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "nld_Latn-ary_Arab", + "languages": [ + "nld-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-ces_Latn", + "languages": [ + "nld-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.524312, + "recall": 0.605731, + "f1": 0.546743, + "accuracy": 0.605731, + "main_score": 0.546743, + "hf_subset": "nld_Latn-gaz_Latn", + "languages": [ + "nld-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.501125, + "recall": 0.583992, + "f1": 0.523472, + "accuracy": 0.583992, + "main_score": 0.523472, + "hf_subset": "nld_Latn-kam_Latn", + "languages": [ + "nld-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nld_Latn-scn_Latn", + "languages": [ + "nld-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "nld_Latn-tgk_Cyrl", + "languages": [ + "nld-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.686449, + "recall": 0.76087, + "f1": 0.708035, + "accuracy": 0.76087, + "main_score": 0.708035, + "hf_subset": "nld_Latn-yor_Latn", + "languages": [ + "nld-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-arz_Arab", + "languages": [ + "nld-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.46233, + "recall": 0.525692, + "f1": 0.479864, + "accuracy": 0.525692, + "main_score": 0.479864, + "hf_subset": "nld_Latn-cjk_Latn", + "languages": [ + "nld-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.915349, + "recall": 0.942688, + "f1": 0.924242, + "accuracy": 0.942688, + "main_score": 0.924242, + "hf_subset": "nld_Latn-gla_Latn", + "languages": [ + "nld-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "nld_Latn-kan_Knda", + "languages": [ + "nld-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.978393, + "accuracy": 0.983202, + "main_score": 0.978393, + "hf_subset": "nld_Latn-lmo_Latn", + "languages": [ + "nld-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "nld_Latn-npi_Deva", + "languages": [ + "nld-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.503779, + "recall": 0.58498, + "f1": 0.526523, + "accuracy": 0.58498, + "main_score": 0.526523, + "hf_subset": "nld_Latn-shn_Mymr", + "languages": [ + "nld-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-tgl_Latn", + "languages": [ + "nld-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-yue_Hant", + "languages": [ + "nld-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "nld_Latn-asm_Beng", + "languages": [ + "nld-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.90056, + "recall": 0.929842, + "f1": 0.909914, + "accuracy": 0.929842, + "main_score": 0.909914, + "hf_subset": "nld_Latn-ckb_Arab", + "languages": [ + "nld-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "nld_Latn-gle_Latn", + "languages": [ + "nld-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.880879, + "recall": 0.916008, + "f1": 0.892029, + "accuracy": 0.916008, + "main_score": 0.892029, + "hf_subset": "nld_Latn-kas_Arab", + "languages": [ + "nld-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.872777, + "recall": 0.911067, + "f1": 0.884783, + "accuracy": 0.911067, + "main_score": 0.884783, + "hf_subset": "nld_Latn-ltg_Latn", + "languages": [ + "nld-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.735853, + "recall": 0.800395, + "f1": 0.755552, + "accuracy": 0.800395, + "main_score": 0.755552, + "hf_subset": "nld_Latn-nso_Latn", + "languages": [ + "nld-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.959947, + "accuracy": 0.969368, + "main_score": 0.959947, + "hf_subset": "nld_Latn-sin_Sinh", + "languages": [ + "nld-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "nld_Latn-tha_Thai", + "languages": [ + "nld-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-zho_Hans", + "languages": [ + "nld-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-ast_Latn", + "languages": [ + "nld-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nld_Latn-crh_Latn", + "languages": [ + "nld-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-glg_Latn", + "languages": [ + "nld-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.845767, + "recall": 0.885375, + "f1": 0.857642, + "accuracy": 0.885375, + "main_score": 0.857642, + "hf_subset": "nld_Latn-kas_Deva", + "languages": [ + "nld-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.414325, + "recall": 0.479249, + "f1": 0.432063, + "accuracy": 0.479249, + "main_score": 0.432063, + "hf_subset": "nld_Latn-nus_Latn", + "languages": [ + "nld-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-slk_Latn", + "languages": [ + "nld-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.594396, + "recall": 0.679842, + "f1": 0.61835, + "accuracy": 0.679842, + "main_score": 0.61835, + "hf_subset": "nld_Latn-tir_Ethi", + "languages": [ + "nld-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.97999, + "recall": 0.985178, + "f1": 0.981621, + "accuracy": 0.985178, + "main_score": 0.981621, + "hf_subset": "nld_Latn-awa_Deva", + "languages": [ + "nld-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nld_Latn-cym_Latn", + "languages": [ + "nld-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.747919, + "recall": 0.805336, + "f1": 0.764668, + "accuracy": 0.805336, + "main_score": 0.764668, + "hf_subset": "nld_Latn-grn_Latn", + "languages": [ + "nld-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-kat_Geor", + "languages": [ + "nld-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.555781, + "recall": 0.620553, + "f1": 0.573599, + "accuracy": 0.620553, + "main_score": 0.573599, + "hf_subset": "nld_Latn-lua_Latn", + "languages": [ + "nld-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.782148, + "recall": 0.839921, + "f1": 0.799835, + "accuracy": 0.839921, + "main_score": 0.799835, + "hf_subset": "nld_Latn-nya_Latn", + "languages": [ + "nld-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "nld_Latn-slv_Latn", + "languages": [ + "nld-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "nld_Latn-tpi_Latn", + "languages": [ + "nld-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-zsm_Latn", + "languages": [ + "nld-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.49916, + "recall": 0.562253, + "f1": 0.516848, + "accuracy": 0.562253, + "main_score": 0.516848, + "hf_subset": "nld_Latn-ayr_Latn", + "languages": [ + "nld-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-guj_Gujr", + "languages": [ + "nld-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nld_Latn-kaz_Cyrl", + "languages": [ + "nld-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.596414, + "recall": 0.676877, + "f1": 0.619156, + "accuracy": 0.676877, + "main_score": 0.619156, + "hf_subset": "nld_Latn-lug_Latn", + "languages": [ + "nld-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-oci_Latn", + "languages": [ + "nld-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.788192, + "recall": 0.843874, + "f1": 0.805336, + "accuracy": 0.843874, + "main_score": 0.805336, + "hf_subset": "nld_Latn-smo_Latn", + "languages": [ + "nld-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.691864, + "recall": 0.768775, + "f1": 0.715152, + "accuracy": 0.768775, + "main_score": 0.715152, + "hf_subset": "nld_Latn-tsn_Latn", + "languages": [ + "nld-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.846344, + "recall": 0.892292, + "f1": 0.860757, + "accuracy": 0.892292, + "main_score": 0.860757, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.903821, + "recall": 0.933794, + "f1": 0.913373, + "accuracy": 0.933794, + "main_score": 0.913373, + "hf_subset": "nld_Latn-azb_Arab", + "languages": [ + "nld-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "nld_Latn-hat_Latn", + "languages": [ + "nld-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.453917, + "recall": 0.513834, + "f1": 0.470258, + "accuracy": 0.513834, + "main_score": 0.470258, + "hf_subset": "nld_Latn-kbp_Latn", + "languages": [ + "nld-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.506547, + "recall": 0.570158, + "f1": 0.524225, + "accuracy": 0.570158, + "main_score": 0.524225, + "hf_subset": "nld_Latn-luo_Latn", + "languages": [ + "nld-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "nld_Latn-ory_Orya", + "languages": [ + "nld-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.855402, + "recall": 0.897233, + "f1": 0.868709, + "accuracy": 0.897233, + "main_score": 0.868709, + "hf_subset": "nld_Latn-sna_Latn", + "languages": [ + "nld-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.614464, + "recall": 0.688735, + "f1": 0.63562, + "accuracy": 0.688735, + "main_score": 0.63562, + "hf_subset": "nld_Latn-tso_Latn", + "languages": [ + "nld-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-azj_Latn", + "languages": [ + "nld-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.496784, + "recall": 0.563241, + "f1": 0.515333, + "accuracy": 0.563241, + "main_score": 0.515333, + "hf_subset": "nld_Latn-dik_Latn", + "languages": [ + "nld-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.856258, + "recall": 0.899209, + "f1": 0.869862, + "accuracy": 0.899209, + "main_score": 0.869862, + "hf_subset": "nld_Latn-hau_Latn", + "languages": [ + "nld-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "nld_Latn-kea_Latn", + "languages": [ + "nld-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.900033, + "recall": 0.929842, + "f1": 0.909387, + "accuracy": 0.929842, + "main_score": 0.909387, + "hf_subset": "nld_Latn-lus_Latn", + "languages": [ + "nld-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.837055, + "recall": 0.880435, + "f1": 0.850231, + "accuracy": 0.880435, + "main_score": 0.850231, + "hf_subset": "nld_Latn-pag_Latn", + "languages": [ + "nld-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "nld_Latn-snd_Arab", + "languages": [ + "nld-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "nld_Latn-tuk_Latn", + "languages": [ + "nld-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "nld_Latn-bak_Cyrl", + "languages": [ + "nld-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.462283, + "recall": 0.537549, + "f1": 0.482611, + "accuracy": 0.537549, + "main_score": 0.482611, + "hf_subset": "nld_Latn-dyu_Latn", + "languages": [ + "nld-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "nld_Latn-khk_Cyrl", + "languages": [ + "nld-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-lvs_Latn", + "languages": [ + "nld-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nld_Latn-pan_Guru", + "languages": [ + "nld-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.829908, + "recall": 0.878458, + "f1": 0.845158, + "accuracy": 0.878458, + "main_score": 0.845158, + "hf_subset": "nld_Latn-som_Latn", + "languages": [ + "nld-Latn", + "som-Latn" + ] + }, + { + "precision": 0.667929, + "recall": 0.730237, + "f1": 0.686302, + "accuracy": 0.730237, + "main_score": 0.686302, + "hf_subset": "nld_Latn-tum_Latn", + "languages": [ + "nld-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.455118, + "recall": 0.529644, + "f1": 0.475885, + "accuracy": 0.529644, + "main_score": 0.475885, + "hf_subset": "san_Deva-ace_Arab", + "languages": [ + "san-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.438015, + "recall": 0.482213, + "f1": 0.449075, + "accuracy": 0.482213, + "main_score": 0.449075, + "hf_subset": "san_Deva-bam_Latn", + "languages": [ + "san-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.558721, + "recall": 0.647233, + "f1": 0.583476, + "accuracy": 0.647233, + "main_score": 0.583476, + "hf_subset": "san_Deva-dzo_Tibt", + "languages": [ + "san-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.936759, + "recall": 0.95751, + "f1": 0.943676, + "accuracy": 0.95751, + "main_score": 0.943676, + "hf_subset": "san_Deva-khm_Khmr", + "languages": [ + "san-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "san_Deva-mag_Deva", + "languages": [ + "san-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.964954, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "san_Deva-pap_Latn", + "languages": [ + "san-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.802355, + "recall": 0.851779, + "f1": 0.817194, + "accuracy": 0.851779, + "main_score": 0.817194, + "hf_subset": "san_Deva-sot_Latn", + "languages": [ + "san-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "san_Deva-tur_Latn", + "languages": [ + "san-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.789657, + "recall": 0.840909, + "f1": 0.804697, + "accuracy": 0.840909, + "main_score": 0.804697, + "hf_subset": "san_Deva-ace_Latn", + "languages": [ + "san-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.918949, + "recall": 0.940711, + "f1": 0.925972, + "accuracy": 0.940711, + "main_score": 0.925972, + "hf_subset": "san_Deva-ban_Latn", + "languages": [ + "san-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "san_Deva-ell_Grek", + "languages": [ + "san-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "san_Deva-hne_Deva", + "languages": [ + "san-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.504204, + "recall": 0.572134, + "f1": 0.521808, + "accuracy": 0.572134, + "main_score": 0.521808, + "hf_subset": "san_Deva-kik_Latn", + "languages": [ + "san-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.926877, + "recall": 0.950593, + "f1": 0.934618, + "accuracy": 0.950593, + "main_score": 0.934618, + "hf_subset": "san_Deva-pbt_Arab", + "languages": [ + "san-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "san_Deva-spa_Latn", + "languages": [ + "san-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.670294, + "recall": 0.737154, + "f1": 0.688371, + "accuracy": 0.737154, + "main_score": 0.688371, + "hf_subset": "san_Deva-twi_Latn", + "languages": [ + "san-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "san_Deva-acm_Arab", + "languages": [ + "san-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.950675, + "recall": 0.965415, + "f1": 0.955435, + "accuracy": 0.965415, + "main_score": 0.955435, + "hf_subset": "san_Deva-bel_Cyrl", + "languages": [ + "san-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.984848, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "san_Deva-hrv_Latn", + "languages": [ + "san-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.766173, + "recall": 0.826087, + "f1": 0.784571, + "accuracy": 0.826087, + "main_score": 0.784571, + "hf_subset": "san_Deva-kin_Latn", + "languages": [ + "san-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "san_Deva-pes_Arab", + "languages": [ + "san-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.952602, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "san_Deva-srd_Latn", + "languages": [ + "san-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.201439, + "recall": 0.256917, + "f1": 0.215196, + "accuracy": 0.256917, + "main_score": 0.215196, + "hf_subset": "san_Deva-tzm_Tfng", + "languages": [ + "san-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "san_Deva-acq_Arab", + "languages": [ + "san-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.598532, + "recall": 0.667984, + "f1": 0.617246, + "accuracy": 0.667984, + "main_score": 0.617246, + "hf_subset": "san_Deva-bem_Latn", + "languages": [ + "san-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "san_Deva-epo_Latn", + "languages": [ + "san-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "san_Deva-hun_Latn", + "languages": [ + "san-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "san_Deva-kir_Cyrl", + "languages": [ + "san-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.810812, + "recall": 0.856719, + "f1": 0.824415, + "accuracy": 0.856719, + "main_score": 0.824415, + "hf_subset": "san_Deva-plt_Latn", + "languages": [ + "san-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "san_Deva-srp_Cyrl", + "languages": [ + "san-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.921031, + "recall": 0.944664, + "f1": 0.92859, + "accuracy": 0.944664, + "main_score": 0.92859, + "hf_subset": "san_Deva-uig_Arab", + "languages": [ + "san-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "san_Deva-aeb_Arab", + "languages": [ + "san-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "san_Deva-est_Latn", + "languages": [ + "san-Deva", + "est-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "san_Deva-hye_Armn", + "languages": [ + "san-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.42034, + "recall": 0.472332, + "f1": 0.434668, + "accuracy": 0.472332, + "main_score": 0.434668, + "hf_subset": "san_Deva-kmb_Latn", + "languages": [ + "san-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.399257, + "recall": 0.478261, + "f1": 0.418228, + "accuracy": 0.478261, + "main_score": 0.418228, + "hf_subset": "san_Deva-min_Arab", + "languages": [ + "san-Deva", + "min-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "san_Deva-pol_Latn", + "languages": [ + "san-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.673305, + "recall": 0.747036, + "f1": 0.695262, + "accuracy": 0.747036, + "main_score": 0.695262, + "hf_subset": "san_Deva-ssw_Latn", + "languages": [ + "san-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "san_Deva-ukr_Cyrl", + "languages": [ + "san-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "san_Deva-afr_Latn", + "languages": [ + "san-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.949226, + "recall": 0.964427, + "f1": 0.953953, + "accuracy": 0.964427, + "main_score": 0.953953, + "hf_subset": "san_Deva-bho_Deva", + "languages": [ + "san-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.955122, + "recall": 0.968379, + "f1": 0.959387, + "accuracy": 0.968379, + "main_score": 0.959387, + "hf_subset": "san_Deva-eus_Latn", + "languages": [ + "san-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.77343, + "recall": 0.833004, + "f1": 0.79106, + "accuracy": 0.833004, + "main_score": 0.79106, + "hf_subset": "san_Deva-ibo_Latn", + "languages": [ + "san-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.830698, + "recall": 0.878458, + "f1": 0.845982, + "accuracy": 0.878458, + "main_score": 0.845982, + "hf_subset": "san_Deva-kmr_Latn", + "languages": [ + "san-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.944993, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "san_Deva-min_Latn", + "languages": [ + "san-Deva", + "min-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "san_Deva-por_Latn", + "languages": [ + "san-Deva", + "por-Latn" + ] + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "san_Deva-sun_Latn", + "languages": [ + "san-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.416729, + "recall": 0.466403, + "f1": 0.430876, + "accuracy": 0.466403, + "main_score": 0.430876, + "hf_subset": "san_Deva-umb_Latn", + "languages": [ + "san-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "san_Deva-ajp_Arab", + "languages": [ + "san-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.43983, + "recall": 0.513834, + "f1": 0.459843, + "accuracy": 0.513834, + "main_score": 0.459843, + "hf_subset": "san_Deva-bjn_Arab", + "languages": [ + "san-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.418718, + "recall": 0.467391, + "f1": 0.431407, + "accuracy": 0.467391, + "main_score": 0.431407, + "hf_subset": "san_Deva-ewe_Latn", + "languages": [ + "san-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.896163, + "recall": 0.926877, + "f1": 0.905863, + "accuracy": 0.926877, + "main_score": 0.905863, + "hf_subset": "san_Deva-ilo_Latn", + "languages": [ + "san-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.231693, + "recall": 0.289526, + "f1": 0.245415, + "accuracy": 0.289526, + "main_score": 0.245415, + "hf_subset": "san_Deva-knc_Arab", + "languages": [ + "san-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "san_Deva-mkd_Cyrl", + "languages": [ + "san-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "san_Deva-prs_Arab", + "languages": [ + "san-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "san_Deva-swe_Latn", + "languages": [ + "san-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.63547, + "recall": 0.703557, + "f1": 0.653957, + "accuracy": 0.703557, + "main_score": 0.653957, + "hf_subset": "san_Deva-aka_Latn", + "languages": [ + "san-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.928524, + "recall": 0.949605, + "f1": 0.93523, + "accuracy": 0.949605, + "main_score": 0.93523, + "hf_subset": "san_Deva-bjn_Latn", + "languages": [ + "san-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948419, + "accuracy": 0.960474, + "main_score": 0.948419, + "hf_subset": "san_Deva-fao_Latn", + "languages": [ + "san-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "san_Deva-ind_Latn", + "languages": [ + "san-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.468892, + "recall": 0.51087, + "f1": 0.480109, + "accuracy": 0.51087, + "main_score": 0.480109, + "hf_subset": "san_Deva-knc_Latn", + "languages": [ + "san-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "san_Deva-mlt_Latn", + "languages": [ + "san-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.570937, + "recall": 0.63834, + "f1": 0.589205, + "accuracy": 0.63834, + "main_score": 0.589205, + "hf_subset": "san_Deva-quy_Latn", + "languages": [ + "san-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "san_Deva-swh_Latn", + "languages": [ + "san-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "san_Deva-uzn_Latn", + "languages": [ + "san-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "san_Deva-als_Latn", + "languages": [ + "san-Deva", + "als-Latn" + ] + }, + { + "precision": 0.743083, + "recall": 0.8083, + "f1": 0.762353, + "accuracy": 0.8083, + "main_score": 0.762353, + "hf_subset": "san_Deva-bod_Tibt", + "languages": [ + "san-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.554229, + "recall": 0.623518, + "f1": 0.573786, + "accuracy": 0.623518, + "main_score": 0.573786, + "hf_subset": "san_Deva-fij_Latn", + "languages": [ + "san-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "san_Deva-isl_Latn", + "languages": [ + "san-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.524875, + "recall": 0.581028, + "f1": 0.540551, + "accuracy": 0.581028, + "main_score": 0.540551, + "hf_subset": "san_Deva-kon_Latn", + "languages": [ + "san-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.549608, + "recall": 0.615613, + "f1": 0.567255, + "accuracy": 0.615613, + "main_score": 0.567255, + "hf_subset": "san_Deva-mni_Beng", + "languages": [ + "san-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "san_Deva-ron_Latn", + "languages": [ + "san-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "san_Deva-szl_Latn", + "languages": [ + "san-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "san_Deva-vec_Latn", + "languages": [ + "san-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.896986, + "recall": 0.928854, + "f1": 0.907345, + "accuracy": 0.928854, + "main_score": 0.907345, + "hf_subset": "san_Deva-amh_Ethi", + "languages": [ + "san-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "san_Deva-bos_Latn", + "languages": [ + "san-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "san_Deva-fin_Latn", + "languages": [ + "san-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "san_Deva-ita_Latn", + "languages": [ + "san-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "san_Deva-kor_Hang", + "languages": [ + "san-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.45034, + "recall": 0.497036, + "f1": 0.463213, + "accuracy": 0.497036, + "main_score": 0.463213, + "hf_subset": "san_Deva-mos_Latn", + "languages": [ + "san-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.668104, + "recall": 0.736166, + "f1": 0.687996, + "accuracy": 0.736166, + "main_score": 0.687996, + "hf_subset": "san_Deva-run_Latn", + "languages": [ + "san-Deva", + "run-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "san_Deva-vie_Latn", + "languages": [ + "san-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "san_Deva-apc_Arab", + "languages": [ + "san-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.648682, + "recall": 0.715415, + "f1": 0.666833, + "accuracy": 0.715415, + "main_score": 0.666833, + "hf_subset": "san_Deva-bug_Latn", + "languages": [ + "san-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.413352, + "recall": 0.461462, + "f1": 0.426935, + "accuracy": 0.461462, + "main_score": 0.426935, + "hf_subset": "san_Deva-fon_Latn", + "languages": [ + "san-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948254, + "accuracy": 0.960474, + "main_score": 0.948254, + "hf_subset": "san_Deva-jav_Latn", + "languages": [ + "san-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.913538, + "recall": 0.940711, + "f1": 0.922596, + "accuracy": 0.940711, + "main_score": 0.922596, + "hf_subset": "san_Deva-lao_Laoo", + "languages": [ + "san-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.841107, + "recall": 0.885375, + "f1": 0.854875, + "accuracy": 0.885375, + "main_score": 0.854875, + "hf_subset": "san_Deva-mri_Latn", + "languages": [ + "san-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "san_Deva-rus_Cyrl", + "languages": [ + "san-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.432577, + "recall": 0.481225, + "f1": 0.445563, + "accuracy": 0.481225, + "main_score": 0.445563, + "hf_subset": "san_Deva-taq_Latn", + "languages": [ + "san-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "san_Deva-war_Latn", + "languages": [ + "san-Deva", + "war-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "san_Deva-arb_Arab", + "languages": [ + "san-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "san_Deva-bul_Cyrl", + "languages": [ + "san-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "san_Deva-fra_Latn", + "languages": [ + "san-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "san_Deva-jpn_Jpan", + "languages": [ + "san-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.957922, + "recall": 0.970356, + "f1": 0.961858, + "accuracy": 0.970356, + "main_score": 0.961858, + "hf_subset": "san_Deva-lij_Latn", + "languages": [ + "san-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "san_Deva-mya_Mymr", + "languages": [ + "san-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.48331, + "recall": 0.536561, + "f1": 0.49826, + "accuracy": 0.536561, + "main_score": 0.49826, + "hf_subset": "san_Deva-sag_Latn", + "languages": [ + "san-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.200156, + "recall": 0.258893, + "f1": 0.214769, + "accuracy": 0.258893, + "main_score": 0.214769, + "hf_subset": "san_Deva-taq_Tfng", + "languages": [ + "san-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.592911, + "recall": 0.650198, + "f1": 0.607909, + "accuracy": 0.650198, + "main_score": 0.607909, + "hf_subset": "san_Deva-wol_Latn", + "languages": [ + "san-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.82277, + "recall": 0.871542, + "f1": 0.837665, + "accuracy": 0.871542, + "main_score": 0.837665, + "hf_subset": "san_Deva-arb_Latn", + "languages": [ + "san-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "san_Deva-cat_Latn", + "languages": [ + "san-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.935392, + "recall": 0.954545, + "f1": 0.941271, + "accuracy": 0.954545, + "main_score": 0.941271, + "hf_subset": "san_Deva-fur_Latn", + "languages": [ + "san-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.381623, + "recall": 0.440711, + "f1": 0.396499, + "accuracy": 0.440711, + "main_score": 0.396499, + "hf_subset": "san_Deva-kab_Latn", + "languages": [ + "san-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.941733, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "san_Deva-lim_Latn", + "languages": [ + "san-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "san_Deva-nld_Latn", + "languages": [ + "san-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "san_Deva-tat_Cyrl", + "languages": [ + "san-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.817095, + "recall": 0.866601, + "f1": 0.83243, + "accuracy": 0.866601, + "main_score": 0.83243, + "hf_subset": "san_Deva-xho_Latn", + "languages": [ + "san-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "san_Deva-ars_Arab", + "languages": [ + "san-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "san_Deva-ceb_Latn", + "languages": [ + "san-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.434573, + "recall": 0.492095, + "f1": 0.449502, + "accuracy": 0.492095, + "main_score": 0.449502, + "hf_subset": "san_Deva-fuv_Latn", + "languages": [ + "san-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.44651, + "recall": 0.497036, + "f1": 0.45988, + "accuracy": 0.497036, + "main_score": 0.45988, + "hf_subset": "san_Deva-kac_Latn", + "languages": [ + "san-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.570119, + "recall": 0.625494, + "f1": 0.584286, + "accuracy": 0.625494, + "main_score": 0.584286, + "hf_subset": "san_Deva-lin_Latn", + "languages": [ + "san-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "san_Deva-nno_Latn", + "languages": [ + "san-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.853014, + "recall": 0.895257, + "f1": 0.86614, + "accuracy": 0.895257, + "main_score": 0.86614, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "san_Deva-ydd_Hebr", + "languages": [ + "san-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.947332, + "recall": 0.962451, + "f1": 0.952075, + "accuracy": 0.962451, + "main_score": 0.952075, + "hf_subset": "san_Deva-ary_Arab", + "languages": [ + "san-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "san_Deva-ces_Latn", + "languages": [ + "san-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.519782, + "recall": 0.592885, + "f1": 0.540142, + "accuracy": 0.592885, + "main_score": 0.540142, + "hf_subset": "san_Deva-gaz_Latn", + "languages": [ + "san-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.468435, + "recall": 0.54249, + "f1": 0.48781, + "accuracy": 0.54249, + "main_score": 0.48781, + "hf_subset": "san_Deva-kam_Latn", + "languages": [ + "san-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "san_Deva-lit_Latn", + "languages": [ + "san-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.973073, + "recall": 0.981225, + "f1": 0.975692, + "accuracy": 0.981225, + "main_score": 0.975692, + "hf_subset": "san_Deva-nob_Latn", + "languages": [ + "san-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "san_Deva-scn_Latn", + "languages": [ + "san-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "san_Deva-tgk_Cyrl", + "languages": [ + "san-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.675519, + "recall": 0.747036, + "f1": 0.695888, + "accuracy": 0.747036, + "main_score": 0.695888, + "hf_subset": "san_Deva-yor_Latn", + "languages": [ + "san-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "san_Deva-arz_Arab", + "languages": [ + "san-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.429008, + "recall": 0.481225, + "f1": 0.443188, + "accuracy": 0.481225, + "main_score": 0.443188, + "hf_subset": "san_Deva-cjk_Latn", + "languages": [ + "san-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.89501, + "recall": 0.927866, + "f1": 0.905534, + "accuracy": 0.927866, + "main_score": 0.905534, + "hf_subset": "san_Deva-gla_Latn", + "languages": [ + "san-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.937171, + "recall": 0.954545, + "f1": 0.942424, + "accuracy": 0.954545, + "main_score": 0.942424, + "hf_subset": "san_Deva-lmo_Latn", + "languages": [ + "san-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.498942, + "recall": 0.574111, + "f1": 0.51995, + "accuracy": 0.574111, + "main_score": 0.51995, + "hf_subset": "san_Deva-shn_Mymr", + "languages": [ + "san-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "san_Deva-tgl_Latn", + "languages": [ + "san-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "san_Deva-yue_Hant", + "languages": [ + "san-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.891963, + "recall": 0.925889, + "f1": 0.902997, + "accuracy": 0.925889, + "main_score": 0.902997, + "hf_subset": "san_Deva-ckb_Arab", + "languages": [ + "san-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.931357, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "san_Deva-gle_Latn", + "languages": [ + "san-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.876729, + "recall": 0.913043, + "f1": 0.888241, + "accuracy": 0.913043, + "main_score": 0.888241, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.838554, + "recall": 0.885375, + "f1": 0.853327, + "accuracy": 0.885375, + "main_score": 0.853327, + "hf_subset": "san_Deva-ltg_Latn", + "languages": [ + "san-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.727388, + "recall": 0.79249, + "f1": 0.747092, + "accuracy": 0.79249, + "main_score": 0.747092, + "hf_subset": "san_Deva-nso_Latn", + "languages": [ + "san-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "san_Deva-sin_Sinh", + "languages": [ + "san-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "san_Deva-tha_Thai", + "languages": [ + "san-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952522, + "accuracy": 0.963439, + "main_score": 0.952522, + "hf_subset": "san_Deva-zho_Hans", + "languages": [ + "san-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "san_Deva-ast_Latn", + "languages": [ + "san-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.95364, + "recall": 0.967391, + "f1": 0.95807, + "accuracy": 0.967391, + "main_score": 0.95807, + "hf_subset": "san_Deva-crh_Latn", + "languages": [ + "san-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "san_Deva-glg_Latn", + "languages": [ + "san-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.810046, + "recall": 0.858696, + "f1": 0.824506, + "accuracy": 0.858696, + "main_score": 0.824506, + "hf_subset": "san_Deva-kas_Deva", + "languages": [ + "san-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "san_Deva-ltz_Latn", + "languages": [ + "san-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.392586, + "recall": 0.450593, + "f1": 0.407341, + "accuracy": 0.450593, + "main_score": 0.407341, + "hf_subset": "san_Deva-nus_Latn", + "languages": [ + "san-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "san_Deva-slk_Latn", + "languages": [ + "san-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.582677, + "recall": 0.661067, + "f1": 0.604212, + "accuracy": 0.661067, + "main_score": 0.604212, + "hf_subset": "san_Deva-tir_Ethi", + "languages": [ + "san-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "san_Deva-zho_Hant", + "languages": [ + "san-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.963192, + "recall": 0.97332, + "f1": 0.966469, + "accuracy": 0.97332, + "main_score": 0.966469, + "hf_subset": "san_Deva-awa_Deva", + "languages": [ + "san-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "san_Deva-cym_Latn", + "languages": [ + "san-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.678918, + "recall": 0.730237, + "f1": 0.692895, + "accuracy": 0.730237, + "main_score": 0.692895, + "hf_subset": "san_Deva-grn_Latn", + "languages": [ + "san-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "san_Deva-kat_Geor", + "languages": [ + "san-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.525983, + "recall": 0.579051, + "f1": 0.53963, + "accuracy": 0.579051, + "main_score": 0.53963, + "hf_subset": "san_Deva-lua_Latn", + "languages": [ + "san-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.768396, + "recall": 0.829051, + "f1": 0.786528, + "accuracy": 0.829051, + "main_score": 0.786528, + "hf_subset": "san_Deva-nya_Latn", + "languages": [ + "san-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "san_Deva-slv_Latn", + "languages": [ + "san-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.915679, + "recall": 0.940711, + "f1": 0.923518, + "accuracy": 0.940711, + "main_score": 0.923518, + "hf_subset": "san_Deva-tpi_Latn", + "languages": [ + "san-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "san_Deva-zsm_Latn", + "languages": [ + "san-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.469446, + "recall": 0.524704, + "f1": 0.484811, + "accuracy": 0.524704, + "main_score": 0.484811, + "hf_subset": "san_Deva-ayr_Latn", + "languages": [ + "san-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "san_Deva-dan_Latn", + "languages": [ + "san-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "san_Deva-kaz_Cyrl", + "languages": [ + "san-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.589165, + "recall": 0.667984, + "f1": 0.611256, + "accuracy": 0.667984, + "main_score": 0.611256, + "hf_subset": "san_Deva-lug_Latn", + "languages": [ + "san-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "san_Deva-oci_Latn", + "languages": [ + "san-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.776689, + "recall": 0.829051, + "f1": 0.792624, + "accuracy": 0.829051, + "main_score": 0.792624, + "hf_subset": "san_Deva-smo_Latn", + "languages": [ + "san-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.683992, + "recall": 0.752964, + "f1": 0.704578, + "accuracy": 0.752964, + "main_score": 0.704578, + "hf_subset": "san_Deva-tsn_Latn", + "languages": [ + "san-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.820026, + "recall": 0.871542, + "f1": 0.836232, + "accuracy": 0.871542, + "main_score": 0.836232, + "hf_subset": "san_Deva-zul_Latn", + "languages": [ + "san-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.878162, + "recall": 0.910079, + "f1": 0.888095, + "accuracy": 0.910079, + "main_score": 0.888095, + "hf_subset": "san_Deva-azb_Arab", + "languages": [ + "san-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "san_Deva-deu_Latn", + "languages": [ + "san-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "san_Deva-hat_Latn", + "languages": [ + "san-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.443746, + "recall": 0.494071, + "f1": 0.457819, + "accuracy": 0.494071, + "main_score": 0.457819, + "hf_subset": "san_Deva-kbp_Latn", + "languages": [ + "san-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.480194, + "recall": 0.530632, + "f1": 0.492943, + "accuracy": 0.530632, + "main_score": 0.492943, + "hf_subset": "san_Deva-luo_Latn", + "languages": [ + "san-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.811924, + "recall": 0.864625, + "f1": 0.82836, + "accuracy": 0.864625, + "main_score": 0.82836, + "hf_subset": "san_Deva-sna_Latn", + "languages": [ + "san-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.583054, + "recall": 0.653162, + "f1": 0.601661, + "accuracy": 0.653162, + "main_score": 0.601661, + "hf_subset": "san_Deva-tso_Latn", + "languages": [ + "san-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "san_Deva-azj_Latn", + "languages": [ + "san-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.45867, + "recall": 0.516798, + "f1": 0.474556, + "accuracy": 0.516798, + "main_score": 0.474556, + "hf_subset": "san_Deva-dik_Latn", + "languages": [ + "san-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.847085, + "recall": 0.890316, + "f1": 0.860903, + "accuracy": 0.890316, + "main_score": 0.860903, + "hf_subset": "san_Deva-hau_Latn", + "languages": [ + "san-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.917243, + "recall": 0.943676, + "f1": 0.925791, + "accuracy": 0.943676, + "main_score": 0.925791, + "hf_subset": "san_Deva-kea_Latn", + "languages": [ + "san-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.880929, + "recall": 0.916996, + "f1": 0.892457, + "accuracy": 0.916996, + "main_score": 0.892457, + "hf_subset": "san_Deva-lus_Latn", + "languages": [ + "san-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.800066, + "recall": 0.844862, + "f1": 0.812908, + "accuracy": 0.844862, + "main_score": 0.812908, + "hf_subset": "san_Deva-pag_Latn", + "languages": [ + "san-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "san_Deva-snd_Arab", + "languages": [ + "san-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.955781, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "san_Deva-tuk_Latn", + "languages": [ + "san-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.95858, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "san_Deva-bak_Cyrl", + "languages": [ + "san-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.407985, + "recall": 0.474308, + "f1": 0.425583, + "accuracy": 0.474308, + "main_score": 0.425583, + "hf_subset": "san_Deva-dyu_Latn", + "languages": [ + "san-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "san_Deva-heb_Hebr", + "languages": [ + "san-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.956769, + "recall": 0.970356, + "f1": 0.961199, + "accuracy": 0.970356, + "main_score": 0.961199, + "hf_subset": "san_Deva-khk_Cyrl", + "languages": [ + "san-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "san_Deva-lvs_Latn", + "languages": [ + "san-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.80336, + "recall": 0.856719, + "f1": 0.819796, + "accuracy": 0.856719, + "main_score": 0.819796, + "hf_subset": "san_Deva-som_Latn", + "languages": [ + "san-Deva", + "som-Latn" + ] + }, + { + "precision": 0.631955, + "recall": 0.700593, + "f1": 0.65141, + "accuracy": 0.700593, + "main_score": 0.65141, + "hf_subset": "san_Deva-tum_Latn", + "languages": [ + "san-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.463997, + "recall": 0.541502, + "f1": 0.485368, + "accuracy": 0.541502, + "main_score": 0.485368, + "hf_subset": "tat_Cyrl-ace_Arab", + "languages": [ + "tat-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.444853, + "recall": 0.499012, + "f1": 0.459109, + "accuracy": 0.499012, + "main_score": 0.459109, + "hf_subset": "tat_Cyrl-bam_Latn", + "languages": [ + "tat-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.559752, + "recall": 0.658103, + "f1": 0.58788, + "accuracy": 0.658103, + "main_score": 0.58788, + "hf_subset": "tat_Cyrl-dzo_Tibt", + "languages": [ + "tat-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-hin_Deva", + "languages": [ + "tat-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tat_Cyrl-khm_Khmr", + "languages": [ + "tat-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "tat_Cyrl-mag_Deva", + "languages": [ + "tat-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tat_Cyrl-pap_Latn", + "languages": [ + "tat-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.823814, + "recall": 0.869565, + "f1": 0.837865, + "accuracy": 0.869565, + "main_score": 0.837865, + "hf_subset": "tat_Cyrl-sot_Latn", + "languages": [ + "tat-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.820744, + "recall": 0.865613, + "f1": 0.834192, + "accuracy": 0.865613, + "main_score": 0.834192, + "hf_subset": "tat_Cyrl-ace_Latn", + "languages": [ + "tat-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.923831, + "recall": 0.945652, + "f1": 0.930896, + "accuracy": 0.945652, + "main_score": 0.930896, + "hf_subset": "tat_Cyrl-ban_Latn", + "languages": [ + "tat-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-ell_Grek", + "languages": [ + "tat-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "tat_Cyrl-hne_Deva", + "languages": [ + "tat-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.515082, + "recall": 0.591897, + "f1": 0.535469, + "accuracy": 0.591897, + "main_score": 0.535469, + "hf_subset": "tat_Cyrl-kik_Latn", + "languages": [ + "tat-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tat_Cyrl-mai_Deva", + "languages": [ + "tat-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.932148, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "tat_Cyrl-pbt_Arab", + "languages": [ + "tat-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-spa_Latn", + "languages": [ + "tat-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.694904, + "recall": 0.764822, + "f1": 0.714787, + "accuracy": 0.764822, + "main_score": 0.714787, + "hf_subset": "tat_Cyrl-twi_Latn", + "languages": [ + "tat-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-acm_Arab", + "languages": [ + "tat-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tat_Cyrl-bel_Cyrl", + "languages": [ + "tat-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-hrv_Latn", + "languages": [ + "tat-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.829545, + "recall": 0.87253, + "f1": 0.842772, + "accuracy": 0.87253, + "main_score": 0.842772, + "hf_subset": "tat_Cyrl-kin_Latn", + "languages": [ + "tat-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-mal_Mlym", + "languages": [ + "tat-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tat_Cyrl-pes_Arab", + "languages": [ + "tat-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "tat_Cyrl-srd_Latn", + "languages": [ + "tat-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.187772, + "recall": 0.249012, + "f1": 0.20197, + "accuracy": 0.249012, + "main_score": 0.20197, + "hf_subset": "tat_Cyrl-tzm_Tfng", + "languages": [ + "tat-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-acq_Arab", + "languages": [ + "tat-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.61228, + "recall": 0.688735, + "f1": 0.633316, + "accuracy": 0.688735, + "main_score": 0.633316, + "hf_subset": "tat_Cyrl-bem_Latn", + "languages": [ + "tat-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-epo_Latn", + "languages": [ + "tat-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-hun_Latn", + "languages": [ + "tat-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tat_Cyrl-mar_Deva", + "languages": [ + "tat-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.842671, + "recall": 0.886364, + "f1": 0.856258, + "accuracy": 0.886364, + "main_score": 0.856258, + "hf_subset": "tat_Cyrl-plt_Latn", + "languages": [ + "tat-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-srp_Cyrl", + "languages": [ + "tat-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.939641, + "recall": 0.958498, + "f1": 0.945718, + "accuracy": 0.958498, + "main_score": 0.945718, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tat_Cyrl-aeb_Arab", + "languages": [ + "tat-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tat_Cyrl-ben_Beng", + "languages": [ + "tat-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-est_Latn", + "languages": [ + "tat-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-hye_Armn", + "languages": [ + "tat-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.439874, + "recall": 0.501976, + "f1": 0.456817, + "accuracy": 0.501976, + "main_score": 0.456817, + "hf_subset": "tat_Cyrl-kmb_Latn", + "languages": [ + "tat-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.443378, + "recall": 0.517787, + "f1": 0.461976, + "accuracy": 0.517787, + "main_score": 0.461976, + "hf_subset": "tat_Cyrl-min_Arab", + "languages": [ + "tat-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tat_Cyrl-pol_Latn", + "languages": [ + "tat-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.681555, + "recall": 0.754941, + "f1": 0.7032, + "accuracy": 0.754941, + "main_score": 0.7032, + "hf_subset": "tat_Cyrl-ssw_Latn", + "languages": [ + "tat-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tat_Cyrl-ukr_Cyrl", + "languages": [ + "tat-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-afr_Latn", + "languages": [ + "tat-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "tat_Cyrl-bho_Deva", + "languages": [ + "tat-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tat_Cyrl-eus_Latn", + "languages": [ + "tat-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.803458, + "recall": 0.855731, + "f1": 0.818695, + "accuracy": 0.855731, + "main_score": 0.818695, + "hf_subset": "tat_Cyrl-ibo_Latn", + "languages": [ + "tat-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.857493, + "recall": 0.897233, + "f1": 0.869565, + "accuracy": 0.897233, + "main_score": 0.869565, + "hf_subset": "tat_Cyrl-kmr_Latn", + "languages": [ + "tat-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "tat_Cyrl-min_Latn", + "languages": [ + "tat-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-por_Latn", + "languages": [ + "tat-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "tat_Cyrl-sun_Latn", + "languages": [ + "tat-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.411748, + "recall": 0.472332, + "f1": 0.428029, + "accuracy": 0.472332, + "main_score": 0.428029, + "hf_subset": "tat_Cyrl-umb_Latn", + "languages": [ + "tat-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tat_Cyrl-ajp_Arab", + "languages": [ + "tat-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.454558, + "recall": 0.540514, + "f1": 0.477673, + "accuracy": 0.540514, + "main_score": 0.477673, + "hf_subset": "tat_Cyrl-bjn_Arab", + "languages": [ + "tat-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.422866, + "recall": 0.477273, + "f1": 0.437931, + "accuracy": 0.477273, + "main_score": 0.437931, + "hf_subset": "tat_Cyrl-ewe_Latn", + "languages": [ + "tat-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.93643, + "recall": 0.955534, + "f1": 0.94249, + "accuracy": 0.955534, + "main_score": 0.94249, + "hf_subset": "tat_Cyrl-ilo_Latn", + "languages": [ + "tat-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.221756, + "recall": 0.283597, + "f1": 0.236206, + "accuracy": 0.283597, + "main_score": 0.236206, + "hf_subset": "tat_Cyrl-knc_Arab", + "languages": [ + "tat-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-mkd_Cyrl", + "languages": [ + "tat-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-prs_Arab", + "languages": [ + "tat-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-swe_Latn", + "languages": [ + "tat-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tat_Cyrl-urd_Arab", + "languages": [ + "tat-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.663874, + "recall": 0.733202, + "f1": 0.683109, + "accuracy": 0.733202, + "main_score": 0.683109, + "hf_subset": "tat_Cyrl-aka_Latn", + "languages": [ + "tat-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.944146, + "recall": 0.960474, + "f1": 0.949358, + "accuracy": 0.960474, + "main_score": 0.949358, + "hf_subset": "tat_Cyrl-bjn_Latn", + "languages": [ + "tat-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "tat_Cyrl-fao_Latn", + "languages": [ + "tat-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-ind_Latn", + "languages": [ + "tat-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.474965, + "recall": 0.530632, + "f1": 0.490435, + "accuracy": 0.530632, + "main_score": 0.490435, + "hf_subset": "tat_Cyrl-knc_Latn", + "languages": [ + "tat-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tat_Cyrl-mlt_Latn", + "languages": [ + "tat-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.607602, + "recall": 0.675889, + "f1": 0.626882, + "accuracy": 0.675889, + "main_score": 0.626882, + "hf_subset": "tat_Cyrl-quy_Latn", + "languages": [ + "tat-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tat_Cyrl-swh_Latn", + "languages": [ + "tat-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-uzn_Latn", + "languages": [ + "tat-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-als_Latn", + "languages": [ + "tat-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.749539, + "recall": 0.813241, + "f1": 0.768687, + "accuracy": 0.813241, + "main_score": 0.768687, + "hf_subset": "tat_Cyrl-bod_Tibt", + "languages": [ + "tat-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.580822, + "recall": 0.659091, + "f1": 0.60301, + "accuracy": 0.659091, + "main_score": 0.60301, + "hf_subset": "tat_Cyrl-fij_Latn", + "languages": [ + "tat-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "tat_Cyrl-isl_Latn", + "languages": [ + "tat-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.536971, + "recall": 0.599802, + "f1": 0.553916, + "accuracy": 0.599802, + "main_score": 0.553916, + "hf_subset": "tat_Cyrl-kon_Latn", + "languages": [ + "tat-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.554956, + "recall": 0.630435, + "f1": 0.575942, + "accuracy": 0.630435, + "main_score": 0.575942, + "hf_subset": "tat_Cyrl-mni_Beng", + "languages": [ + "tat-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-ron_Latn", + "languages": [ + "tat-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.980237, + "f1": 0.975461, + "accuracy": 0.980237, + "main_score": 0.975461, + "hf_subset": "tat_Cyrl-szl_Latn", + "languages": [ + "tat-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tat_Cyrl-vec_Latn", + "languages": [ + "tat-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.912549, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "tat_Cyrl-amh_Ethi", + "languages": [ + "tat-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-bos_Latn", + "languages": [ + "tat-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tat_Cyrl-fin_Latn", + "languages": [ + "tat-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-ita_Latn", + "languages": [ + "tat-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-kor_Hang", + "languages": [ + "tat-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.465204, + "recall": 0.522727, + "f1": 0.48054, + "accuracy": 0.522727, + "main_score": 0.48054, + "hf_subset": "tat_Cyrl-mos_Latn", + "languages": [ + "tat-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.69992, + "recall": 0.767787, + "f1": 0.720185, + "accuracy": 0.767787, + "main_score": 0.720185, + "hf_subset": "tat_Cyrl-run_Latn", + "languages": [ + "tat-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tat_Cyrl-tam_Taml", + "languages": [ + "tat-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tat_Cyrl-vie_Latn", + "languages": [ + "tat-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "tat_Cyrl-apc_Arab", + "languages": [ + "tat-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.664932, + "recall": 0.73419, + "f1": 0.684576, + "accuracy": 0.73419, + "main_score": 0.684576, + "hf_subset": "tat_Cyrl-bug_Latn", + "languages": [ + "tat-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.412395, + "recall": 0.464427, + "f1": 0.426852, + "accuracy": 0.464427, + "main_score": 0.426852, + "hf_subset": "tat_Cyrl-fon_Latn", + "languages": [ + "tat-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tat_Cyrl-jav_Latn", + "languages": [ + "tat-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.929513, + "recall": 0.951581, + "f1": 0.936594, + "accuracy": 0.951581, + "main_score": 0.936594, + "hf_subset": "tat_Cyrl-lao_Laoo", + "languages": [ + "tat-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.830369, + "recall": 0.87747, + "f1": 0.845125, + "accuracy": 0.87747, + "main_score": 0.845125, + "hf_subset": "tat_Cyrl-mri_Latn", + "languages": [ + "tat-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-rus_Cyrl", + "languages": [ + "tat-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.471673, + "recall": 0.522727, + "f1": 0.485381, + "accuracy": 0.522727, + "main_score": 0.485381, + "hf_subset": "tat_Cyrl-taq_Latn", + "languages": [ + "tat-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tat_Cyrl-war_Latn", + "languages": [ + "tat-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-arb_Arab", + "languages": [ + "tat-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tat_Cyrl-bul_Cyrl", + "languages": [ + "tat-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-fra_Latn", + "languages": [ + "tat-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-jpn_Jpan", + "languages": [ + "tat-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tat_Cyrl-lij_Latn", + "languages": [ + "tat-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "tat_Cyrl-mya_Mymr", + "languages": [ + "tat-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.509995, + "recall": 0.571146, + "f1": 0.52678, + "accuracy": 0.571146, + "main_score": 0.52678, + "hf_subset": "tat_Cyrl-sag_Latn", + "languages": [ + "tat-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.200101, + "recall": 0.262846, + "f1": 0.215284, + "accuracy": 0.262846, + "main_score": 0.215284, + "hf_subset": "tat_Cyrl-taq_Tfng", + "languages": [ + "tat-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.601389, + "recall": 0.664032, + "f1": 0.618217, + "accuracy": 0.664032, + "main_score": 0.618217, + "hf_subset": "tat_Cyrl-wol_Latn", + "languages": [ + "tat-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.808712, + "recall": 0.860672, + "f1": 0.824544, + "accuracy": 0.860672, + "main_score": 0.824544, + "hf_subset": "tat_Cyrl-arb_Latn", + "languages": [ + "tat-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-cat_Latn", + "languages": [ + "tat-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tat_Cyrl-fur_Latn", + "languages": [ + "tat-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.38683, + "recall": 0.468379, + "f1": 0.407617, + "accuracy": 0.468379, + "main_score": 0.407617, + "hf_subset": "tat_Cyrl-kab_Latn", + "languages": [ + "tat-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tat_Cyrl-lim_Latn", + "languages": [ + "tat-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tat_Cyrl-nld_Latn", + "languages": [ + "tat-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.943017, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "tat_Cyrl-san_Deva", + "languages": [ + "tat-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.831884, + "recall": 0.879447, + "f1": 0.846805, + "accuracy": 0.879447, + "main_score": 0.846805, + "hf_subset": "tat_Cyrl-xho_Latn", + "languages": [ + "tat-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-ars_Arab", + "languages": [ + "tat-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-ceb_Latn", + "languages": [ + "tat-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.432716, + "recall": 0.498024, + "f1": 0.449667, + "accuracy": 0.498024, + "main_score": 0.449667, + "hf_subset": "tat_Cyrl-fuv_Latn", + "languages": [ + "tat-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.452376, + "recall": 0.514822, + "f1": 0.469304, + "accuracy": 0.514822, + "main_score": 0.469304, + "hf_subset": "tat_Cyrl-kac_Latn", + "languages": [ + "tat-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.580746, + "recall": 0.643281, + "f1": 0.597055, + "accuracy": 0.643281, + "main_score": 0.597055, + "hf_subset": "tat_Cyrl-lin_Latn", + "languages": [ + "tat-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-nno_Latn", + "languages": [ + "tat-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.842507, + "recall": 0.887352, + "f1": 0.856258, + "accuracy": 0.887352, + "main_score": 0.856258, + "hf_subset": "tat_Cyrl-sat_Olck", + "languages": [ + "tat-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tat_Cyrl-tel_Telu", + "languages": [ + "tat-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "tat_Cyrl-ydd_Hebr", + "languages": [ + "tat-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "tat_Cyrl-ary_Arab", + "languages": [ + "tat-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-ces_Latn", + "languages": [ + "tat-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.527492, + "recall": 0.606719, + "f1": 0.549137, + "accuracy": 0.606719, + "main_score": 0.549137, + "hf_subset": "tat_Cyrl-gaz_Latn", + "languages": [ + "tat-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.483062, + "recall": 0.561265, + "f1": 0.50331, + "accuracy": 0.561265, + "main_score": 0.50331, + "hf_subset": "tat_Cyrl-kam_Latn", + "languages": [ + "tat-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tat_Cyrl-lit_Latn", + "languages": [ + "tat-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tat_Cyrl-nob_Latn", + "languages": [ + "tat-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tat_Cyrl-scn_Latn", + "languages": [ + "tat-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "tat_Cyrl-tgk_Cyrl", + "languages": [ + "tat-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.675906, + "recall": 0.750988, + "f1": 0.697501, + "accuracy": 0.750988, + "main_score": 0.697501, + "hf_subset": "tat_Cyrl-yor_Latn", + "languages": [ + "tat-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tat_Cyrl-arz_Arab", + "languages": [ + "tat-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.422542, + "recall": 0.48913, + "f1": 0.44089, + "accuracy": 0.48913, + "main_score": 0.44089, + "hf_subset": "tat_Cyrl-cjk_Latn", + "languages": [ + "tat-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.912714, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "tat_Cyrl-gla_Latn", + "languages": [ + "tat-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tat_Cyrl-kan_Knda", + "languages": [ + "tat-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.957651, + "recall": 0.969368, + "f1": 0.961215, + "accuracy": 0.969368, + "main_score": 0.961215, + "hf_subset": "tat_Cyrl-lmo_Latn", + "languages": [ + "tat-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "tat_Cyrl-npi_Deva", + "languages": [ + "tat-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.501235, + "recall": 0.583992, + "f1": 0.524784, + "accuracy": 0.583992, + "main_score": 0.524784, + "hf_subset": "tat_Cyrl-shn_Mymr", + "languages": [ + "tat-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-tgl_Latn", + "languages": [ + "tat-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-yue_Hant", + "languages": [ + "tat-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "tat_Cyrl-asm_Beng", + "languages": [ + "tat-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.894351, + "recall": 0.926877, + "f1": 0.904875, + "accuracy": 0.926877, + "main_score": 0.904875, + "hf_subset": "tat_Cyrl-ckb_Arab", + "languages": [ + "tat-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "tat_Cyrl-gle_Latn", + "languages": [ + "tat-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.862335, + "recall": 0.902174, + "f1": 0.874751, + "accuracy": 0.902174, + "main_score": 0.874751, + "hf_subset": "tat_Cyrl-kas_Arab", + "languages": [ + "tat-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.878162, + "recall": 0.914032, + "f1": 0.889328, + "accuracy": 0.914032, + "main_score": 0.889328, + "hf_subset": "tat_Cyrl-ltg_Latn", + "languages": [ + "tat-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.744311, + "recall": 0.804348, + "f1": 0.762171, + "accuracy": 0.804348, + "main_score": 0.762171, + "hf_subset": "tat_Cyrl-nso_Latn", + "languages": [ + "tat-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "tat_Cyrl-sin_Sinh", + "languages": [ + "tat-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tat_Cyrl-tha_Thai", + "languages": [ + "tat-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.97739, + "accuracy": 0.982213, + "main_score": 0.97739, + "hf_subset": "tat_Cyrl-zho_Hans", + "languages": [ + "tat-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-ast_Latn", + "languages": [ + "tat-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tat_Cyrl-crh_Latn", + "languages": [ + "tat-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-glg_Latn", + "languages": [ + "tat-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.801845, + "recall": 0.852767, + "f1": 0.81693, + "accuracy": 0.852767, + "main_score": 0.81693, + "hf_subset": "tat_Cyrl-kas_Deva", + "languages": [ + "tat-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tat_Cyrl-ltz_Latn", + "languages": [ + "tat-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.3957, + "recall": 0.462451, + "f1": 0.413604, + "accuracy": 0.462451, + "main_score": 0.413604, + "hf_subset": "tat_Cyrl-nus_Latn", + "languages": [ + "tat-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-slk_Latn", + "languages": [ + "tat-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.592785, + "recall": 0.676877, + "f1": 0.616039, + "accuracy": 0.676877, + "main_score": 0.616039, + "hf_subset": "tat_Cyrl-tir_Ethi", + "languages": [ + "tat-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tat_Cyrl-zho_Hant", + "languages": [ + "tat-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "tat_Cyrl-awa_Deva", + "languages": [ + "tat-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tat_Cyrl-cym_Latn", + "languages": [ + "tat-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.707288, + "recall": 0.766798, + "f1": 0.724111, + "accuracy": 0.766798, + "main_score": 0.724111, + "hf_subset": "tat_Cyrl-grn_Latn", + "languages": [ + "tat-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-kat_Geor", + "languages": [ + "tat-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.542378, + "recall": 0.605731, + "f1": 0.55858, + "accuracy": 0.605731, + "main_score": 0.55858, + "hf_subset": "tat_Cyrl-lua_Latn", + "languages": [ + "tat-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.770191, + "recall": 0.83004, + "f1": 0.788274, + "accuracy": 0.83004, + "main_score": 0.788274, + "hf_subset": "tat_Cyrl-nya_Latn", + "languages": [ + "tat-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-slv_Latn", + "languages": [ + "tat-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.934074, + "recall": 0.953557, + "f1": 0.940119, + "accuracy": 0.953557, + "main_score": 0.940119, + "hf_subset": "tat_Cyrl-tpi_Latn", + "languages": [ + "tat-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-zsm_Latn", + "languages": [ + "tat-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.474061, + "recall": 0.534585, + "f1": 0.490615, + "accuracy": 0.534585, + "main_score": 0.490615, + "hf_subset": "tat_Cyrl-ayr_Latn", + "languages": [ + "tat-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-dan_Latn", + "languages": [ + "tat-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-guj_Gujr", + "languages": [ + "tat-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.582463, + "recall": 0.666008, + "f1": 0.606395, + "accuracy": 0.666008, + "main_score": 0.606395, + "hf_subset": "tat_Cyrl-lug_Latn", + "languages": [ + "tat-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-oci_Latn", + "languages": [ + "tat-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.793009, + "recall": 0.846838, + "f1": 0.809607, + "accuracy": 0.846838, + "main_score": 0.809607, + "hf_subset": "tat_Cyrl-smo_Latn", + "languages": [ + "tat-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.684496, + "recall": 0.756917, + "f1": 0.705917, + "accuracy": 0.756917, + "main_score": 0.705917, + "hf_subset": "tat_Cyrl-tsn_Latn", + "languages": [ + "tat-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.848979, + "recall": 0.894269, + "f1": 0.863274, + "accuracy": 0.894269, + "main_score": 0.863274, + "hf_subset": "tat_Cyrl-zul_Latn", + "languages": [ + "tat-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.888916, + "recall": 0.921937, + "f1": 0.899275, + "accuracy": 0.921937, + "main_score": 0.899275, + "hf_subset": "tat_Cyrl-azb_Arab", + "languages": [ + "tat-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-deu_Latn", + "languages": [ + "tat-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "tat_Cyrl-hat_Latn", + "languages": [ + "tat-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.439177, + "recall": 0.498024, + "f1": 0.455321, + "accuracy": 0.498024, + "main_score": 0.455321, + "hf_subset": "tat_Cyrl-kbp_Latn", + "languages": [ + "tat-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.48103, + "recall": 0.546443, + "f1": 0.498833, + "accuracy": 0.546443, + "main_score": 0.498833, + "hf_subset": "tat_Cyrl-luo_Latn", + "languages": [ + "tat-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "tat_Cyrl-ory_Orya", + "languages": [ + "tat-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.849885, + "recall": 0.892292, + "f1": 0.863373, + "accuracy": 0.892292, + "main_score": 0.863373, + "hf_subset": "tat_Cyrl-sna_Latn", + "languages": [ + "tat-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.607219, + "recall": 0.682806, + "f1": 0.627854, + "accuracy": 0.682806, + "main_score": 0.627854, + "hf_subset": "tat_Cyrl-tso_Latn", + "languages": [ + "tat-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tat_Cyrl-azj_Latn", + "languages": [ + "tat-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.47678, + "recall": 0.545455, + "f1": 0.4959, + "accuracy": 0.545455, + "main_score": 0.4959, + "hf_subset": "tat_Cyrl-dik_Latn", + "languages": [ + "tat-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.878738, + "recall": 0.913043, + "f1": 0.889559, + "accuracy": 0.913043, + "main_score": 0.889559, + "hf_subset": "tat_Cyrl-hau_Latn", + "languages": [ + "tat-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.9361, + "recall": 0.956522, + "f1": 0.942852, + "accuracy": 0.956522, + "main_score": 0.942852, + "hf_subset": "tat_Cyrl-kea_Latn", + "languages": [ + "tat-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.908514, + "recall": 0.936759, + "f1": 0.917556, + "accuracy": 0.936759, + "main_score": 0.917556, + "hf_subset": "tat_Cyrl-lus_Latn", + "languages": [ + "tat-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.788827, + "recall": 0.841897, + "f1": 0.804562, + "accuracy": 0.841897, + "main_score": 0.804562, + "hf_subset": "tat_Cyrl-pag_Latn", + "languages": [ + "tat-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "tat_Cyrl-snd_Arab", + "languages": [ + "tat-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.437389, + "recall": 0.508893, + "f1": 0.456879, + "accuracy": 0.508893, + "main_score": 0.456879, + "hf_subset": "tat_Cyrl-dyu_Latn", + "languages": [ + "tat-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-heb_Hebr", + "languages": [ + "tat-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tat_Cyrl-khk_Cyrl", + "languages": [ + "tat-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-lvs_Latn", + "languages": [ + "tat-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-pan_Guru", + "languages": [ + "tat-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.817819, + "recall": 0.867589, + "f1": 0.832938, + "accuracy": 0.867589, + "main_score": 0.832938, + "hf_subset": "tat_Cyrl-som_Latn", + "languages": [ + "tat-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.647712, + "recall": 0.715415, + "f1": 0.667039, + "accuracy": 0.715415, + "main_score": 0.667039, + "hf_subset": "tat_Cyrl-tum_Latn", + "languages": [ + "tat-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.415566, + "recall": 0.48913, + "f1": 0.4353, + "accuracy": 0.48913, + "main_score": 0.4353, + "hf_subset": "xho_Latn-ace_Arab", + "languages": [ + "xho-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.466385, + "recall": 0.51087, + "f1": 0.477869, + "accuracy": 0.51087, + "main_score": 0.477869, + "hf_subset": "xho_Latn-bam_Latn", + "languages": [ + "xho-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.457338, + "recall": 0.539526, + "f1": 0.479179, + "accuracy": 0.539526, + "main_score": 0.479179, + "hf_subset": "xho_Latn-dzo_Tibt", + "languages": [ + "xho-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.855698, + "recall": 0.894269, + "f1": 0.867029, + "accuracy": 0.894269, + "main_score": 0.867029, + "hf_subset": "xho_Latn-hin_Deva", + "languages": [ + "xho-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.78306, + "recall": 0.831028, + "f1": 0.797102, + "accuracy": 0.831028, + "main_score": 0.797102, + "hf_subset": "xho_Latn-khm_Khmr", + "languages": [ + "xho-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.793556, + "recall": 0.837945, + "f1": 0.805937, + "accuracy": 0.837945, + "main_score": 0.805937, + "hf_subset": "xho_Latn-mag_Deva", + "languages": [ + "xho-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.823314, + "recall": 0.862648, + "f1": 0.83431, + "accuracy": 0.862648, + "main_score": 0.83431, + "hf_subset": "xho_Latn-pap_Latn", + "languages": [ + "xho-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.825436, + "recall": 0.866601, + "f1": 0.837963, + "accuracy": 0.866601, + "main_score": 0.837963, + "hf_subset": "xho_Latn-sot_Latn", + "languages": [ + "xho-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.854901, + "recall": 0.891304, + "f1": 0.865304, + "accuracy": 0.891304, + "main_score": 0.865304, + "hf_subset": "xho_Latn-tur_Latn", + "languages": [ + "xho-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.705726, + "recall": 0.753953, + "f1": 0.719158, + "accuracy": 0.753953, + "main_score": 0.719158, + "hf_subset": "xho_Latn-ace_Latn", + "languages": [ + "xho-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.771939, + "recall": 0.817194, + "f1": 0.784736, + "accuracy": 0.817194, + "main_score": 0.784736, + "hf_subset": "xho_Latn-ban_Latn", + "languages": [ + "xho-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.83131, + "recall": 0.870553, + "f1": 0.842332, + "accuracy": 0.870553, + "main_score": 0.842332, + "hf_subset": "xho_Latn-ell_Grek", + "languages": [ + "xho-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.790813, + "recall": 0.835968, + "f1": 0.802807, + "accuracy": 0.835968, + "main_score": 0.802807, + "hf_subset": "xho_Latn-hne_Deva", + "languages": [ + "xho-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.555375, + "recall": 0.609684, + "f1": 0.569626, + "accuracy": 0.609684, + "main_score": 0.569626, + "hf_subset": "xho_Latn-kik_Latn", + "languages": [ + "xho-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.798955, + "recall": 0.841897, + "f1": 0.810319, + "accuracy": 0.841897, + "main_score": 0.810319, + "hf_subset": "xho_Latn-mai_Deva", + "languages": [ + "xho-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.797397, + "recall": 0.843874, + "f1": 0.810826, + "accuracy": 0.843874, + "main_score": 0.810826, + "hf_subset": "xho_Latn-pbt_Arab", + "languages": [ + "xho-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.846064, + "recall": 0.884387, + "f1": 0.857079, + "accuracy": 0.884387, + "main_score": 0.857079, + "hf_subset": "xho_Latn-spa_Latn", + "languages": [ + "xho-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.669573, + "recall": 0.728261, + "f1": 0.685772, + "accuracy": 0.728261, + "main_score": 0.685772, + "hf_subset": "xho_Latn-twi_Latn", + "languages": [ + "xho-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.842465, + "recall": 0.883399, + "f1": 0.854389, + "accuracy": 0.883399, + "main_score": 0.854389, + "hf_subset": "xho_Latn-acm_Arab", + "languages": [ + "xho-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.798555, + "recall": 0.841897, + "f1": 0.810781, + "accuracy": 0.841897, + "main_score": 0.810781, + "hf_subset": "xho_Latn-bel_Cyrl", + "languages": [ + "xho-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.832275, + "recall": 0.865613, + "f1": 0.841606, + "accuracy": 0.865613, + "main_score": 0.841606, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.868537, + "recall": 0.901186, + "f1": 0.877986, + "accuracy": 0.901186, + "main_score": 0.877986, + "hf_subset": "xho_Latn-hrv_Latn", + "languages": [ + "xho-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.791396, + "recall": 0.837945, + "f1": 0.804924, + "accuracy": 0.837945, + "main_score": 0.804924, + "hf_subset": "xho_Latn-kin_Latn", + "languages": [ + "xho-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.817367, + "recall": 0.863636, + "f1": 0.831003, + "accuracy": 0.863636, + "main_score": 0.831003, + "hf_subset": "xho_Latn-mal_Mlym", + "languages": [ + "xho-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.835723, + "recall": 0.873518, + "f1": 0.846026, + "accuracy": 0.873518, + "main_score": 0.846026, + "hf_subset": "xho_Latn-pes_Arab", + "languages": [ + "xho-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.820347, + "recall": 0.860672, + "f1": 0.831515, + "accuracy": 0.860672, + "main_score": 0.831515, + "hf_subset": "xho_Latn-srd_Latn", + "languages": [ + "xho-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.21621, + "recall": 0.281621, + "f1": 0.231598, + "accuracy": 0.281621, + "main_score": 0.231598, + "hf_subset": "xho_Latn-tzm_Tfng", + "languages": [ + "xho-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.837632, + "recall": 0.882411, + "f1": 0.850988, + "accuracy": 0.882411, + "main_score": 0.850988, + "hf_subset": "xho_Latn-acq_Arab", + "languages": [ + "xho-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.64851, + "recall": 0.70751, + "f1": 0.664788, + "accuracy": 0.70751, + "main_score": 0.664788, + "hf_subset": "xho_Latn-bem_Latn", + "languages": [ + "xho-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.822827, + "recall": 0.865613, + "f1": 0.834691, + "accuracy": 0.865613, + "main_score": 0.834691, + "hf_subset": "xho_Latn-epo_Latn", + "languages": [ + "xho-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.852232, + "recall": 0.887352, + "f1": 0.862269, + "accuracy": 0.887352, + "main_score": 0.862269, + "hf_subset": "xho_Latn-hun_Latn", + "languages": [ + "xho-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.824071, + "recall": 0.869565, + "f1": 0.837124, + "accuracy": 0.869565, + "main_score": 0.837124, + "hf_subset": "xho_Latn-kir_Cyrl", + "languages": [ + "xho-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.855478, + "recall": 0.891304, + "f1": 0.865865, + "accuracy": 0.891304, + "main_score": 0.865865, + "hf_subset": "xho_Latn-mar_Deva", + "languages": [ + "xho-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.790243, + "recall": 0.83498, + "f1": 0.803969, + "accuracy": 0.83498, + "main_score": 0.803969, + "hf_subset": "xho_Latn-plt_Latn", + "languages": [ + "xho-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.841116, + "recall": 0.884387, + "f1": 0.854101, + "accuracy": 0.884387, + "main_score": 0.854101, + "hf_subset": "xho_Latn-srp_Cyrl", + "languages": [ + "xho-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.786907, + "recall": 0.835968, + "f1": 0.801501, + "accuracy": 0.835968, + "main_score": 0.801501, + "hf_subset": "xho_Latn-uig_Arab", + "languages": [ + "xho-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.810572, + "recall": 0.855731, + "f1": 0.823375, + "accuracy": 0.855731, + "main_score": 0.823375, + "hf_subset": "xho_Latn-aeb_Arab", + "languages": [ + "xho-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.833855, + "recall": 0.875494, + "f1": 0.846048, + "accuracy": 0.875494, + "main_score": 0.846048, + "hf_subset": "xho_Latn-ben_Beng", + "languages": [ + "xho-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.838924, + "recall": 0.87747, + "f1": 0.850005, + "accuracy": 0.87747, + "main_score": 0.850005, + "hf_subset": "xho_Latn-est_Latn", + "languages": [ + "xho-Latn", + "est-Latn" + ] + }, + { + "precision": 0.830776, + "recall": 0.870553, + "f1": 0.842394, + "accuracy": 0.870553, + "main_score": 0.842394, + "hf_subset": "xho_Latn-hye_Armn", + "languages": [ + "xho-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.470994, + "recall": 0.522727, + "f1": 0.484521, + "accuracy": 0.522727, + "main_score": 0.484521, + "hf_subset": "xho_Latn-kmb_Latn", + "languages": [ + "xho-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.367797, + "recall": 0.442688, + "f1": 0.385916, + "accuracy": 0.442688, + "main_score": 0.385916, + "hf_subset": "xho_Latn-min_Arab", + "languages": [ + "xho-Latn", + "min-Arab" + ] + }, + { + "precision": 0.841968, + "recall": 0.879447, + "f1": 0.852688, + "accuracy": 0.879447, + "main_score": 0.852688, + "hf_subset": "xho_Latn-pol_Latn", + "languages": [ + "xho-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.774572, + "recall": 0.825099, + "f1": 0.789893, + "accuracy": 0.825099, + "main_score": 0.789893, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.833443, + "recall": 0.87253, + "f1": 0.84409, + "accuracy": 0.87253, + "main_score": 0.84409, + "hf_subset": "xho_Latn-ukr_Cyrl", + "languages": [ + "xho-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.823161, + "recall": 0.865613, + "f1": 0.835283, + "accuracy": 0.865613, + "main_score": 0.835283, + "hf_subset": "xho_Latn-afr_Latn", + "languages": [ + "xho-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.764827, + "recall": 0.813241, + "f1": 0.777852, + "accuracy": 0.813241, + "main_score": 0.777852, + "hf_subset": "xho_Latn-bho_Deva", + "languages": [ + "xho-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.820853, + "recall": 0.859684, + "f1": 0.832142, + "accuracy": 0.859684, + "main_score": 0.832142, + "hf_subset": "xho_Latn-eus_Latn", + "languages": [ + "xho-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.751486, + "recall": 0.80336, + "f1": 0.766317, + "accuracy": 0.80336, + "main_score": 0.766317, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.761099, + "recall": 0.814229, + "f1": 0.776688, + "accuracy": 0.814229, + "main_score": 0.776688, + "hf_subset": "xho_Latn-kmr_Latn", + "languages": [ + "xho-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.818201, + "recall": 0.854743, + "f1": 0.828364, + "accuracy": 0.854743, + "main_score": 0.828364, + "hf_subset": "xho_Latn-min_Latn", + "languages": [ + "xho-Latn", + "min-Latn" + ] + }, + { + "precision": 0.866304, + "recall": 0.902174, + "f1": 0.877028, + "accuracy": 0.902174, + "main_score": 0.877028, + "hf_subset": "xho_Latn-por_Latn", + "languages": [ + "xho-Latn", + "por-Latn" + ] + }, + { + "precision": 0.806362, + "recall": 0.848814, + "f1": 0.818234, + "accuracy": 0.848814, + "main_score": 0.818234, + "hf_subset": "xho_Latn-sun_Latn", + "languages": [ + "xho-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.448659, + "recall": 0.5, + "f1": 0.46283, + "accuracy": 0.5, + "main_score": 0.46283, + "hf_subset": "xho_Latn-umb_Latn", + "languages": [ + "xho-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.833983, + "recall": 0.876482, + "f1": 0.846527, + "accuracy": 0.876482, + "main_score": 0.846527, + "hf_subset": "xho_Latn-ajp_Arab", + "languages": [ + "xho-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.398974, + "recall": 0.474308, + "f1": 0.418564, + "accuracy": 0.474308, + "main_score": 0.418564, + "hf_subset": "xho_Latn-bjn_Arab", + "languages": [ + "xho-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.443177, + "recall": 0.494071, + "f1": 0.456141, + "accuracy": 0.494071, + "main_score": 0.456141, + "hf_subset": "xho_Latn-ewe_Latn", + "languages": [ + "xho-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.81005, + "recall": 0.851779, + "f1": 0.822139, + "accuracy": 0.851779, + "main_score": 0.822139, + "hf_subset": "xho_Latn-ilo_Latn", + "languages": [ + "xho-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.242154, + "recall": 0.297431, + "f1": 0.255449, + "accuracy": 0.297431, + "main_score": 0.255449, + "hf_subset": "xho_Latn-knc_Arab", + "languages": [ + "xho-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.844806, + "recall": 0.882411, + "f1": 0.855687, + "accuracy": 0.882411, + "main_score": 0.855687, + "hf_subset": "xho_Latn-mkd_Cyrl", + "languages": [ + "xho-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.863507, + "recall": 0.900198, + "f1": 0.874294, + "accuracy": 0.900198, + "main_score": 0.874294, + "hf_subset": "xho_Latn-prs_Arab", + "languages": [ + "xho-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.84713, + "recall": 0.883399, + "f1": 0.857316, + "accuracy": 0.883399, + "main_score": 0.857316, + "hf_subset": "xho_Latn-swe_Latn", + "languages": [ + "xho-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.833682, + "recall": 0.876482, + "f1": 0.846382, + "accuracy": 0.876482, + "main_score": 0.846382, + "hf_subset": "xho_Latn-urd_Arab", + "languages": [ + "xho-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.632851, + "recall": 0.692688, + "f1": 0.649102, + "accuracy": 0.692688, + "main_score": 0.649102, + "hf_subset": "xho_Latn-aka_Latn", + "languages": [ + "xho-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.798819, + "recall": 0.839921, + "f1": 0.810308, + "accuracy": 0.839921, + "main_score": 0.810308, + "hf_subset": "xho_Latn-bjn_Latn", + "languages": [ + "xho-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.824995, + "recall": 0.865613, + "f1": 0.836873, + "accuracy": 0.865613, + "main_score": 0.836873, + "hf_subset": "xho_Latn-fao_Latn", + "languages": [ + "xho-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.852043, + "recall": 0.890316, + "f1": 0.86312, + "accuracy": 0.890316, + "main_score": 0.86312, + "hf_subset": "xho_Latn-ind_Latn", + "languages": [ + "xho-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.503505, + "recall": 0.548419, + "f1": 0.515028, + "accuracy": 0.548419, + "main_score": 0.515028, + "hf_subset": "xho_Latn-knc_Latn", + "languages": [ + "xho-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.822484, + "recall": 0.859684, + "f1": 0.833027, + "accuracy": 0.859684, + "main_score": 0.833027, + "hf_subset": "xho_Latn-mlt_Latn", + "languages": [ + "xho-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.570835, + "recall": 0.628458, + "f1": 0.586996, + "accuracy": 0.628458, + "main_score": 0.586996, + "hf_subset": "xho_Latn-quy_Latn", + "languages": [ + "xho-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.835072, + "recall": 0.875494, + "f1": 0.846705, + "accuracy": 0.875494, + "main_score": 0.846705, + "hf_subset": "xho_Latn-swh_Latn", + "languages": [ + "xho-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.832609, + "recall": 0.871542, + "f1": 0.844055, + "accuracy": 0.871542, + "main_score": 0.844055, + "hf_subset": "xho_Latn-uzn_Latn", + "languages": [ + "xho-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.848781, + "recall": 0.887352, + "f1": 0.86023, + "accuracy": 0.887352, + "main_score": 0.86023, + "hf_subset": "xho_Latn-als_Latn", + "languages": [ + "xho-Latn", + "als-Latn" + ] + }, + { + "precision": 0.61231, + "recall": 0.684783, + "f1": 0.632561, + "accuracy": 0.684783, + "main_score": 0.632561, + "hf_subset": "xho_Latn-bod_Tibt", + "languages": [ + "xho-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.615967, + "recall": 0.671937, + "f1": 0.631539, + "accuracy": 0.671937, + "main_score": 0.631539, + "hf_subset": "xho_Latn-fij_Latn", + "languages": [ + "xho-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.821086, + "recall": 0.859684, + "f1": 0.831842, + "accuracy": 0.859684, + "main_score": 0.831842, + "hf_subset": "xho_Latn-isl_Latn", + "languages": [ + "xho-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.549014, + "recall": 0.598814, + "f1": 0.561605, + "accuracy": 0.598814, + "main_score": 0.561605, + "hf_subset": "xho_Latn-kon_Latn", + "languages": [ + "xho-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.498209, + "recall": 0.564229, + "f1": 0.515525, + "accuracy": 0.564229, + "main_score": 0.515525, + "hf_subset": "xho_Latn-mni_Beng", + "languages": [ + "xho-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.853924, + "recall": 0.88834, + "f1": 0.863679, + "accuracy": 0.88834, + "main_score": 0.863679, + "hf_subset": "xho_Latn-ron_Latn", + "languages": [ + "xho-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.794474, + "recall": 0.836957, + "f1": 0.80548, + "accuracy": 0.836957, + "main_score": 0.80548, + "hf_subset": "xho_Latn-szl_Latn", + "languages": [ + "xho-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.817053, + "recall": 0.852767, + "f1": 0.826647, + "accuracy": 0.852767, + "main_score": 0.826647, + "hf_subset": "xho_Latn-vec_Latn", + "languages": [ + "xho-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.822391, + "recall": 0.864625, + "f1": 0.835016, + "accuracy": 0.864625, + "main_score": 0.835016, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.849793, + "recall": 0.88834, + "f1": 0.861053, + "accuracy": 0.88834, + "main_score": 0.861053, + "hf_subset": "xho_Latn-bos_Latn", + "languages": [ + "xho-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.843725, + "recall": 0.882411, + "f1": 0.854635, + "accuracy": 0.882411, + "main_score": 0.854635, + "hf_subset": "xho_Latn-fin_Latn", + "languages": [ + "xho-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.873084, + "recall": 0.90415, + "f1": 0.882115, + "accuracy": 0.90415, + "main_score": 0.882115, + "hf_subset": "xho_Latn-ita_Latn", + "languages": [ + "xho-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.864799, + "recall": 0.899209, + "f1": 0.874838, + "accuracy": 0.899209, + "main_score": 0.874838, + "hf_subset": "xho_Latn-kor_Hang", + "languages": [ + "xho-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.478761, + "recall": 0.519763, + "f1": 0.490138, + "accuracy": 0.519763, + "main_score": 0.490138, + "hf_subset": "xho_Latn-mos_Latn", + "languages": [ + "xho-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.690424, + "recall": 0.746047, + "f1": 0.706698, + "accuracy": 0.746047, + "main_score": 0.706698, + "hf_subset": "xho_Latn-run_Latn", + "languages": [ + "xho-Latn", + "run-Latn" + ] + }, + { + "precision": 0.819148, + "recall": 0.860672, + "f1": 0.830985, + "accuracy": 0.860672, + "main_score": 0.830985, + "hf_subset": "xho_Latn-tam_Taml", + "languages": [ + "xho-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.824285, + "recall": 0.867589, + "f1": 0.836225, + "accuracy": 0.867589, + "main_score": 0.836225, + "hf_subset": "xho_Latn-vie_Latn", + "languages": [ + "xho-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.836024, + "recall": 0.874506, + "f1": 0.847458, + "accuracy": 0.874506, + "main_score": 0.847458, + "hf_subset": "xho_Latn-apc_Arab", + "languages": [ + "xho-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.598756, + "recall": 0.650198, + "f1": 0.61228, + "accuracy": 0.650198, + "main_score": 0.61228, + "hf_subset": "xho_Latn-bug_Latn", + "languages": [ + "xho-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.435527, + "recall": 0.477273, + "f1": 0.447229, + "accuracy": 0.477273, + "main_score": 0.447229, + "hf_subset": "xho_Latn-fon_Latn", + "languages": [ + "xho-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.819736, + "recall": 0.853755, + "f1": 0.828866, + "accuracy": 0.853755, + "main_score": 0.828866, + "hf_subset": "xho_Latn-jav_Latn", + "languages": [ + "xho-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.789815, + "recall": 0.838933, + "f1": 0.804068, + "accuracy": 0.838933, + "main_score": 0.804068, + "hf_subset": "xho_Latn-lao_Laoo", + "languages": [ + "xho-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.777389, + "recall": 0.833004, + "f1": 0.794143, + "accuracy": 0.833004, + "main_score": 0.794143, + "hf_subset": "xho_Latn-mri_Latn", + "languages": [ + "xho-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.85255, + "recall": 0.889328, + "f1": 0.863323, + "accuracy": 0.889328, + "main_score": 0.863323, + "hf_subset": "xho_Latn-rus_Cyrl", + "languages": [ + "xho-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.479153, + "recall": 0.521739, + "f1": 0.49036, + "accuracy": 0.521739, + "main_score": 0.49036, + "hf_subset": "xho_Latn-taq_Latn", + "languages": [ + "xho-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.818842, + "recall": 0.860672, + "f1": 0.830229, + "accuracy": 0.860672, + "main_score": 0.830229, + "hf_subset": "xho_Latn-war_Latn", + "languages": [ + "xho-Latn", + "war-Latn" + ] + }, + { + "precision": 0.838801, + "recall": 0.881423, + "f1": 0.851435, + "accuracy": 0.881423, + "main_score": 0.851435, + "hf_subset": "xho_Latn-arb_Arab", + "languages": [ + "xho-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.860425, + "recall": 0.900198, + "f1": 0.872516, + "accuracy": 0.900198, + "main_score": 0.872516, + "hf_subset": "xho_Latn-bul_Cyrl", + "languages": [ + "xho-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.859536, + "recall": 0.897233, + "f1": 0.870718, + "accuracy": 0.897233, + "main_score": 0.870718, + "hf_subset": "xho_Latn-fra_Latn", + "languages": [ + "xho-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.831136, + "recall": 0.87253, + "f1": 0.842869, + "accuracy": 0.87253, + "main_score": 0.842869, + "hf_subset": "xho_Latn-jpn_Jpan", + "languages": [ + "xho-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.791178, + "recall": 0.828063, + "f1": 0.801259, + "accuracy": 0.828063, + "main_score": 0.801259, + "hf_subset": "xho_Latn-lij_Latn", + "languages": [ + "xho-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.79857, + "recall": 0.847826, + "f1": 0.81349, + "accuracy": 0.847826, + "main_score": 0.81349, + "hf_subset": "xho_Latn-mya_Mymr", + "languages": [ + "xho-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.515717, + "recall": 0.5583, + "f1": 0.5278, + "accuracy": 0.5583, + "main_score": 0.5278, + "hf_subset": "xho_Latn-sag_Latn", + "languages": [ + "xho-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227549, + "recall": 0.283597, + "f1": 0.241484, + "accuracy": 0.283597, + "main_score": 0.241484, + "hf_subset": "xho_Latn-taq_Tfng", + "languages": [ + "xho-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.582102, + "recall": 0.634387, + "f1": 0.595194, + "accuracy": 0.634387, + "main_score": 0.595194, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.727635, + "recall": 0.787549, + "f1": 0.744334, + "accuracy": 0.787549, + "main_score": 0.744334, + "hf_subset": "xho_Latn-arb_Latn", + "languages": [ + "xho-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.84548, + "recall": 0.881423, + "f1": 0.855504, + "accuracy": 0.881423, + "main_score": 0.855504, + "hf_subset": "xho_Latn-cat_Latn", + "languages": [ + "xho-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.777256, + "recall": 0.813241, + "f1": 0.786526, + "accuracy": 0.813241, + "main_score": 0.786526, + "hf_subset": "xho_Latn-fur_Latn", + "languages": [ + "xho-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.431153, + "recall": 0.497036, + "f1": 0.447241, + "accuracy": 0.497036, + "main_score": 0.447241, + "hf_subset": "xho_Latn-kab_Latn", + "languages": [ + "xho-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.820815, + "recall": 0.854743, + "f1": 0.83044, + "accuracy": 0.854743, + "main_score": 0.83044, + "hf_subset": "xho_Latn-lim_Latn", + "languages": [ + "xho-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.850637, + "recall": 0.887352, + "f1": 0.861218, + "accuracy": 0.887352, + "main_score": 0.861218, + "hf_subset": "xho_Latn-nld_Latn", + "languages": [ + "xho-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.818898, + "recall": 0.862648, + "f1": 0.831446, + "accuracy": 0.862648, + "main_score": 0.831446, + "hf_subset": "xho_Latn-san_Deva", + "languages": [ + "xho-Latn", + "san-Deva" + ] + }, + { + "precision": 0.812533, + "recall": 0.853755, + "f1": 0.824162, + "accuracy": 0.853755, + "main_score": 0.824162, + "hf_subset": "xho_Latn-tat_Cyrl", + "languages": [ + "xho-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.833507, + "recall": 0.87747, + "f1": 0.846657, + "accuracy": 0.87747, + "main_score": 0.846657, + "hf_subset": "xho_Latn-ars_Arab", + "languages": [ + "xho-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.823181, + "recall": 0.863636, + "f1": 0.834602, + "accuracy": 0.863636, + "main_score": 0.834602, + "hf_subset": "xho_Latn-ceb_Latn", + "languages": [ + "xho-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.462705, + "recall": 0.51581, + "f1": 0.476447, + "accuracy": 0.51581, + "main_score": 0.476447, + "hf_subset": "xho_Latn-fuv_Latn", + "languages": [ + "xho-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.466766, + "recall": 0.511858, + "f1": 0.478976, + "accuracy": 0.511858, + "main_score": 0.478976, + "hf_subset": "xho_Latn-kac_Latn", + "languages": [ + "xho-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.584846, + "recall": 0.639328, + "f1": 0.598212, + "accuracy": 0.639328, + "main_score": 0.598212, + "hf_subset": "xho_Latn-lin_Latn", + "languages": [ + "xho-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.82974, + "recall": 0.869565, + "f1": 0.841063, + "accuracy": 0.869565, + "main_score": 0.841063, + "hf_subset": "xho_Latn-nno_Latn", + "languages": [ + "xho-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.722951, + "recall": 0.783597, + "f1": 0.740747, + "accuracy": 0.783597, + "main_score": 0.740747, + "hf_subset": "xho_Latn-sat_Olck", + "languages": [ + "xho-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.815967, + "recall": 0.863636, + "f1": 0.829699, + "accuracy": 0.863636, + "main_score": 0.829699, + "hf_subset": "xho_Latn-tel_Telu", + "languages": [ + "xho-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.825635, + "recall": 0.869565, + "f1": 0.83877, + "accuracy": 0.869565, + "main_score": 0.83877, + "hf_subset": "xho_Latn-ydd_Hebr", + "languages": [ + "xho-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.790473, + "recall": 0.836957, + "f1": 0.803003, + "accuracy": 0.836957, + "main_score": 0.803003, + "hf_subset": "xho_Latn-ary_Arab", + "languages": [ + "xho-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.860952, + "recall": 0.894269, + "f1": 0.870459, + "accuracy": 0.894269, + "main_score": 0.870459, + "hf_subset": "xho_Latn-ces_Latn", + "languages": [ + "xho-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.545109, + "recall": 0.609684, + "f1": 0.563, + "accuracy": 0.609684, + "main_score": 0.563, + "hf_subset": "xho_Latn-gaz_Latn", + "languages": [ + "xho-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.526172, + "recall": 0.58498, + "f1": 0.541814, + "accuracy": 0.58498, + "main_score": 0.541814, + "hf_subset": "xho_Latn-kam_Latn", + "languages": [ + "xho-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.843989, + "recall": 0.881423, + "f1": 0.854513, + "accuracy": 0.881423, + "main_score": 0.854513, + "hf_subset": "xho_Latn-lit_Latn", + "languages": [ + "xho-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.838068, + "recall": 0.878458, + "f1": 0.849995, + "accuracy": 0.878458, + "main_score": 0.849995, + "hf_subset": "xho_Latn-nob_Latn", + "languages": [ + "xho-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.802653, + "recall": 0.839921, + "f1": 0.812368, + "accuracy": 0.839921, + "main_score": 0.812368, + "hf_subset": "xho_Latn-scn_Latn", + "languages": [ + "xho-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.82253, + "recall": 0.86166, + "f1": 0.833997, + "accuracy": 0.86166, + "main_score": 0.833997, + "hf_subset": "xho_Latn-tgk_Cyrl", + "languages": [ + "xho-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.611902, + "recall": 0.679842, + "f1": 0.63051, + "accuracy": 0.679842, + "main_score": 0.63051, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.82166, + "recall": 0.86166, + "f1": 0.832919, + "accuracy": 0.86166, + "main_score": 0.832919, + "hf_subset": "xho_Latn-arz_Arab", + "languages": [ + "xho-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.44417, + "recall": 0.490119, + "f1": 0.455728, + "accuracy": 0.490119, + "main_score": 0.455728, + "hf_subset": "xho_Latn-cjk_Latn", + "languages": [ + "xho-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.816801, + "recall": 0.860672, + "f1": 0.829732, + "accuracy": 0.860672, + "main_score": 0.829732, + "hf_subset": "xho_Latn-gla_Latn", + "languages": [ + "xho-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.796012, + "recall": 0.841897, + "f1": 0.80924, + "accuracy": 0.841897, + "main_score": 0.80924, + "hf_subset": "xho_Latn-kan_Knda", + "languages": [ + "xho-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.788979, + "recall": 0.831028, + "f1": 0.800389, + "accuracy": 0.831028, + "main_score": 0.800389, + "hf_subset": "xho_Latn-lmo_Latn", + "languages": [ + "xho-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.845721, + "recall": 0.881423, + "f1": 0.855914, + "accuracy": 0.881423, + "main_score": 0.855914, + "hf_subset": "xho_Latn-npi_Deva", + "languages": [ + "xho-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.513959, + "recall": 0.578063, + "f1": 0.532322, + "accuracy": 0.578063, + "main_score": 0.532322, + "hf_subset": "xho_Latn-shn_Mymr", + "languages": [ + "xho-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.830468, + "recall": 0.876482, + "f1": 0.84409, + "accuracy": 0.876482, + "main_score": 0.84409, + "hf_subset": "xho_Latn-tgl_Latn", + "languages": [ + "xho-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.804756, + "recall": 0.847826, + "f1": 0.81657, + "accuracy": 0.847826, + "main_score": 0.81657, + "hf_subset": "xho_Latn-yue_Hant", + "languages": [ + "xho-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.798891, + "recall": 0.843874, + "f1": 0.812228, + "accuracy": 0.843874, + "main_score": 0.812228, + "hf_subset": "xho_Latn-asm_Beng", + "languages": [ + "xho-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.780654, + "recall": 0.828063, + "f1": 0.794913, + "accuracy": 0.828063, + "main_score": 0.794913, + "hf_subset": "xho_Latn-ckb_Arab", + "languages": [ + "xho-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.824876, + "recall": 0.865613, + "f1": 0.836745, + "accuracy": 0.865613, + "main_score": 0.836745, + "hf_subset": "xho_Latn-gle_Latn", + "languages": [ + "xho-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.699081, + "recall": 0.752964, + "f1": 0.714303, + "accuracy": 0.752964, + "main_score": 0.714303, + "hf_subset": "xho_Latn-kas_Arab", + "languages": [ + "xho-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.735411, + "recall": 0.786561, + "f1": 0.750019, + "accuracy": 0.786561, + "main_score": 0.750019, + "hf_subset": "xho_Latn-ltg_Latn", + "languages": [ + "xho-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.764806, + "recall": 0.81917, + "f1": 0.781291, + "accuracy": 0.81917, + "main_score": 0.781291, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.804622, + "recall": 0.852767, + "f1": 0.818997, + "accuracy": 0.852767, + "main_score": 0.818997, + "hf_subset": "xho_Latn-sin_Sinh", + "languages": [ + "xho-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.820758, + "recall": 0.864625, + "f1": 0.83345, + "accuracy": 0.864625, + "main_score": 0.83345, + "hf_subset": "xho_Latn-tha_Thai", + "languages": [ + "xho-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.735465, + "recall": 0.779644, + "f1": 0.747496, + "accuracy": 0.779644, + "main_score": 0.747496, + "hf_subset": "xho_Latn-zho_Hans", + "languages": [ + "xho-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.855907, + "recall": 0.892292, + "f1": 0.866685, + "accuracy": 0.892292, + "main_score": 0.866685, + "hf_subset": "xho_Latn-ast_Latn", + "languages": [ + "xho-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.805337, + "recall": 0.846838, + "f1": 0.81648, + "accuracy": 0.846838, + "main_score": 0.81648, + "hf_subset": "xho_Latn-crh_Latn", + "languages": [ + "xho-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.832389, + "recall": 0.87253, + "f1": 0.843911, + "accuracy": 0.87253, + "main_score": 0.843911, + "hf_subset": "xho_Latn-glg_Latn", + "languages": [ + "xho-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.677256, + "recall": 0.731225, + "f1": 0.692743, + "accuracy": 0.731225, + "main_score": 0.692743, + "hf_subset": "xho_Latn-kas_Deva", + "languages": [ + "xho-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.810347, + "recall": 0.851779, + "f1": 0.822124, + "accuracy": 0.851779, + "main_score": 0.822124, + "hf_subset": "xho_Latn-ltz_Latn", + "languages": [ + "xho-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.430424, + "recall": 0.486166, + "f1": 0.445263, + "accuracy": 0.486166, + "main_score": 0.445263, + "hf_subset": "xho_Latn-nus_Latn", + "languages": [ + "xho-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.838494, + "recall": 0.874506, + "f1": 0.848247, + "accuracy": 0.874506, + "main_score": 0.848247, + "hf_subset": "xho_Latn-slk_Latn", + "languages": [ + "xho-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.549653, + "recall": 0.620553, + "f1": 0.569314, + "accuracy": 0.620553, + "main_score": 0.569314, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.810888, + "recall": 0.856719, + "f1": 0.824128, + "accuracy": 0.856719, + "main_score": 0.824128, + "hf_subset": "xho_Latn-zho_Hant", + "languages": [ + "xho-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.792402, + "recall": 0.840909, + "f1": 0.806494, + "accuracy": 0.840909, + "main_score": 0.806494, + "hf_subset": "xho_Latn-awa_Deva", + "languages": [ + "xho-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.831546, + "recall": 0.874506, + "f1": 0.84398, + "accuracy": 0.874506, + "main_score": 0.84398, + "hf_subset": "xho_Latn-cym_Latn", + "languages": [ + "xho-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.603986, + "recall": 0.655138, + "f1": 0.617306, + "accuracy": 0.655138, + "main_score": 0.617306, + "hf_subset": "xho_Latn-grn_Latn", + "languages": [ + "xho-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.835179, + "recall": 0.873518, + "f1": 0.845629, + "accuracy": 0.873518, + "main_score": 0.845629, + "hf_subset": "xho_Latn-kat_Geor", + "languages": [ + "xho-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.538359, + "recall": 0.589921, + "f1": 0.551367, + "accuracy": 0.589921, + "main_score": 0.551367, + "hf_subset": "xho_Latn-lua_Latn", + "languages": [ + "xho-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.774325, + "recall": 0.823123, + "f1": 0.788853, + "accuracy": 0.823123, + "main_score": 0.788853, + "hf_subset": "xho_Latn-nya_Latn", + "languages": [ + "xho-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.846908, + "recall": 0.880435, + "f1": 0.856494, + "accuracy": 0.880435, + "main_score": 0.856494, + "hf_subset": "xho_Latn-slv_Latn", + "languages": [ + "xho-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.752319, + "recall": 0.798419, + "f1": 0.764298, + "accuracy": 0.798419, + "main_score": 0.764298, + "hf_subset": "xho_Latn-tpi_Latn", + "languages": [ + "xho-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.844493, + "recall": 0.880435, + "f1": 0.854715, + "accuracy": 0.880435, + "main_score": 0.854715, + "hf_subset": "xho_Latn-zsm_Latn", + "languages": [ + "xho-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.49848, + "recall": 0.550395, + "f1": 0.512697, + "accuracy": 0.550395, + "main_score": 0.512697, + "hf_subset": "xho_Latn-ayr_Latn", + "languages": [ + "xho-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.857552, + "recall": 0.893281, + "f1": 0.867808, + "accuracy": 0.893281, + "main_score": 0.867808, + "hf_subset": "xho_Latn-dan_Latn", + "languages": [ + "xho-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.827478, + "recall": 0.868577, + "f1": 0.839466, + "accuracy": 0.868577, + "main_score": 0.839466, + "hf_subset": "xho_Latn-guj_Gujr", + "languages": [ + "xho-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.826952, + "recall": 0.869565, + "f1": 0.839097, + "accuracy": 0.869565, + "main_score": 0.839097, + "hf_subset": "xho_Latn-kaz_Cyrl", + "languages": [ + "xho-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.63044, + "recall": 0.695652, + "f1": 0.648852, + "accuracy": 0.695652, + "main_score": 0.648852, + "hf_subset": "xho_Latn-lug_Latn", + "languages": [ + "xho-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.831109, + "recall": 0.866601, + "f1": 0.840968, + "accuracy": 0.866601, + "main_score": 0.840968, + "hf_subset": "xho_Latn-oci_Latn", + "languages": [ + "xho-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.764174, + "recall": 0.807312, + "f1": 0.776741, + "accuracy": 0.807312, + "main_score": 0.776741, + "hf_subset": "xho_Latn-smo_Latn", + "languages": [ + "xho-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.723798, + "recall": 0.782609, + "f1": 0.741309, + "accuracy": 0.782609, + "main_score": 0.741309, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.890481, + "recall": 0.921937, + "f1": 0.900527, + "accuracy": 0.921937, + "main_score": 0.900527, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.696554, + "recall": 0.749012, + "f1": 0.711212, + "accuracy": 0.749012, + "main_score": 0.711212, + "hf_subset": "xho_Latn-azb_Arab", + "languages": [ + "xho-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.862147, + "recall": 0.895257, + "f1": 0.87171, + "accuracy": 0.895257, + "main_score": 0.87171, + "hf_subset": "xho_Latn-deu_Latn", + "languages": [ + "xho-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.815764, + "recall": 0.859684, + "f1": 0.828433, + "accuracy": 0.859684, + "main_score": 0.828433, + "hf_subset": "xho_Latn-hat_Latn", + "languages": [ + "xho-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.463376, + "recall": 0.513834, + "f1": 0.477184, + "accuracy": 0.513834, + "main_score": 0.477184, + "hf_subset": "xho_Latn-kbp_Latn", + "languages": [ + "xho-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.523595, + "recall": 0.570158, + "f1": 0.535687, + "accuracy": 0.570158, + "main_score": 0.535687, + "hf_subset": "xho_Latn-luo_Latn", + "languages": [ + "xho-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.806061, + "recall": 0.854743, + "f1": 0.820398, + "accuracy": 0.854743, + "main_score": 0.820398, + "hf_subset": "xho_Latn-ory_Orya", + "languages": [ + "xho-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.814839, + "recall": 0.859684, + "f1": 0.828557, + "accuracy": 0.859684, + "main_score": 0.828557, + "hf_subset": "xho_Latn-sna_Latn", + "languages": [ + "xho-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.652109, + "recall": 0.715415, + "f1": 0.670113, + "accuracy": 0.715415, + "main_score": 0.670113, + "hf_subset": "xho_Latn-tso_Latn", + "languages": [ + "xho-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.823833, + "recall": 0.864625, + "f1": 0.835185, + "accuracy": 0.864625, + "main_score": 0.835185, + "hf_subset": "xho_Latn-azj_Latn", + "languages": [ + "xho-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.483905, + "recall": 0.533597, + "f1": 0.49757, + "accuracy": 0.533597, + "main_score": 0.49757, + "hf_subset": "xho_Latn-dik_Latn", + "languages": [ + "xho-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.798534, + "recall": 0.846838, + "f1": 0.81349, + "accuracy": 0.846838, + "main_score": 0.81349, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.768119, + "recall": 0.814229, + "f1": 0.780655, + "accuracy": 0.814229, + "main_score": 0.780655, + "hf_subset": "xho_Latn-kea_Latn", + "languages": [ + "xho-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.755949, + "recall": 0.807312, + "f1": 0.770824, + "accuracy": 0.807312, + "main_score": 0.770824, + "hf_subset": "xho_Latn-lus_Latn", + "languages": [ + "xho-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.66847, + "recall": 0.721344, + "f1": 0.681905, + "accuracy": 0.721344, + "main_score": 0.681905, + "hf_subset": "xho_Latn-pag_Latn", + "languages": [ + "xho-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.800844, + "recall": 0.844862, + "f1": 0.813597, + "accuracy": 0.844862, + "main_score": 0.813597, + "hf_subset": "xho_Latn-snd_Arab", + "languages": [ + "xho-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.812854, + "recall": 0.855731, + "f1": 0.825545, + "accuracy": 0.855731, + "main_score": 0.825545, + "hf_subset": "xho_Latn-tuk_Latn", + "languages": [ + "xho-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.825653, + "recall": 0.863636, + "f1": 0.836284, + "accuracy": 0.863636, + "main_score": 0.836284, + "hf_subset": "xho_Latn-bak_Cyrl", + "languages": [ + "xho-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.432076, + "recall": 0.495059, + "f1": 0.449152, + "accuracy": 0.495059, + "main_score": 0.449152, + "hf_subset": "xho_Latn-dyu_Latn", + "languages": [ + "xho-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.854094, + "recall": 0.891304, + "f1": 0.86489, + "accuracy": 0.891304, + "main_score": 0.86489, + "hf_subset": "xho_Latn-heb_Hebr", + "languages": [ + "xho-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.825861, + "recall": 0.865613, + "f1": 0.83782, + "accuracy": 0.865613, + "main_score": 0.83782, + "hf_subset": "xho_Latn-khk_Cyrl", + "languages": [ + "xho-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.839552, + "recall": 0.878458, + "f1": 0.850733, + "accuracy": 0.878458, + "main_score": 0.850733, + "hf_subset": "xho_Latn-lvs_Latn", + "languages": [ + "xho-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.819591, + "recall": 0.864625, + "f1": 0.832418, + "accuracy": 0.864625, + "main_score": 0.832418, + "hf_subset": "xho_Latn-pan_Guru", + "languages": [ + "xho-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.765706, + "recall": 0.815217, + "f1": 0.780303, + "accuracy": 0.815217, + "main_score": 0.780303, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ] + }, + { + "precision": 0.638555, + "recall": 0.688735, + "f1": 0.652434, + "accuracy": 0.688735, + "main_score": 0.652434, + "hf_subset": "xho_Latn-tum_Latn", + "languages": [ + "xho-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.464184, + "recall": 0.55336, + "f1": 0.488447, + "accuracy": 0.55336, + "main_score": 0.488447, + "hf_subset": "ars_Arab-ace_Arab", + "languages": [ + "ars-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.432978, + "recall": 0.494071, + "f1": 0.449014, + "accuracy": 0.494071, + "main_score": 0.449014, + "hf_subset": "ars_Arab-bam_Latn", + "languages": [ + "ars-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.586037, + "recall": 0.677866, + "f1": 0.611615, + "accuracy": 0.677866, + "main_score": 0.611615, + "hf_subset": "ars_Arab-dzo_Tibt", + "languages": [ + "ars-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-hin_Deva", + "languages": [ + "ars-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ars_Arab-khm_Khmr", + "languages": [ + "ars-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ars_Arab-mag_Deva", + "languages": [ + "ars-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ars_Arab-pap_Latn", + "languages": [ + "ars-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.818099, + "recall": 0.868577, + "f1": 0.833616, + "accuracy": 0.868577, + "main_score": 0.833616, + "hf_subset": "ars_Arab-sot_Latn", + "languages": [ + "ars-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-tur_Latn", + "languages": [ + "ars-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.816348, + "recall": 0.866601, + "f1": 0.831969, + "accuracy": 0.866601, + "main_score": 0.831969, + "hf_subset": "ars_Arab-ace_Latn", + "languages": [ + "ars-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "ars_Arab-ban_Latn", + "languages": [ + "ars-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-ell_Grek", + "languages": [ + "ars-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ars_Arab-hne_Deva", + "languages": [ + "ars-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.524505, + "recall": 0.601779, + "f1": 0.544881, + "accuracy": 0.601779, + "main_score": 0.544881, + "hf_subset": "ars_Arab-kik_Latn", + "languages": [ + "ars-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-mai_Deva", + "languages": [ + "ars-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "ars_Arab-pbt_Arab", + "languages": [ + "ars-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-spa_Latn", + "languages": [ + "ars-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.702275, + "recall": 0.771739, + "f1": 0.72218, + "accuracy": 0.771739, + "main_score": 0.72218, + "hf_subset": "ars_Arab-twi_Latn", + "languages": [ + "ars-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-acm_Arab", + "languages": [ + "ars-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-bel_Cyrl", + "languages": [ + "ars-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-hrv_Latn", + "languages": [ + "ars-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.80858, + "recall": 0.859684, + "f1": 0.824242, + "accuracy": 0.859684, + "main_score": 0.824242, + "hf_subset": "ars_Arab-kin_Latn", + "languages": [ + "ars-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-mal_Mlym", + "languages": [ + "ars-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-pes_Arab", + "languages": [ + "ars-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ars_Arab-srd_Latn", + "languages": [ + "ars-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.183963, + "recall": 0.243083, + "f1": 0.197982, + "accuracy": 0.243083, + "main_score": 0.197982, + "hf_subset": "ars_Arab-tzm_Tfng", + "languages": [ + "ars-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-acq_Arab", + "languages": [ + "ars-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.602882, + "recall": 0.68083, + "f1": 0.625016, + "accuracy": 0.68083, + "main_score": 0.625016, + "hf_subset": "ars_Arab-bem_Latn", + "languages": [ + "ars-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-epo_Latn", + "languages": [ + "ars-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-hun_Latn", + "languages": [ + "ars-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ars_Arab-kir_Cyrl", + "languages": [ + "ars-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-mar_Deva", + "languages": [ + "ars-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.824259, + "recall": 0.87253, + "f1": 0.83913, + "accuracy": 0.87253, + "main_score": 0.83913, + "hf_subset": "ars_Arab-plt_Latn", + "languages": [ + "ars-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-srp_Cyrl", + "languages": [ + "ars-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "ars_Arab-uig_Arab", + "languages": [ + "ars-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-aeb_Arab", + "languages": [ + "ars-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-ben_Beng", + "languages": [ + "ars-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-est_Latn", + "languages": [ + "ars-Arab", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-hye_Armn", + "languages": [ + "ars-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.419423, + "recall": 0.486166, + "f1": 0.437022, + "accuracy": 0.486166, + "main_score": 0.437022, + "hf_subset": "ars_Arab-kmb_Latn", + "languages": [ + "ars-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.421312, + "recall": 0.503953, + "f1": 0.441929, + "accuracy": 0.503953, + "main_score": 0.441929, + "hf_subset": "ars_Arab-min_Arab", + "languages": [ + "ars-Arab", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-pol_Latn", + "languages": [ + "ars-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.701689, + "recall": 0.771739, + "f1": 0.722118, + "accuracy": 0.771739, + "main_score": 0.722118, + "hf_subset": "ars_Arab-ssw_Latn", + "languages": [ + "ars-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-ukr_Cyrl", + "languages": [ + "ars-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-afr_Latn", + "languages": [ + "ars-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ars_Arab-bho_Deva", + "languages": [ + "ars-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-eus_Latn", + "languages": [ + "ars-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.831275, + "recall": 0.880435, + "f1": 0.846494, + "accuracy": 0.880435, + "main_score": 0.846494, + "hf_subset": "ars_Arab-ibo_Latn", + "languages": [ + "ars-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.840448, + "recall": 0.885375, + "f1": 0.854301, + "accuracy": 0.885375, + "main_score": 0.854301, + "hf_subset": "ars_Arab-kmr_Latn", + "languages": [ + "ars-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ars_Arab-min_Latn", + "languages": [ + "ars-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-por_Latn", + "languages": [ + "ars-Arab", + "por-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ars_Arab-sun_Latn", + "languages": [ + "ars-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.409939, + "recall": 0.474308, + "f1": 0.427386, + "accuracy": 0.474308, + "main_score": 0.427386, + "hf_subset": "ars_Arab-umb_Latn", + "languages": [ + "ars-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ars_Arab-ajp_Arab", + "languages": [ + "ars-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.452645, + "recall": 0.541502, + "f1": 0.476742, + "accuracy": 0.541502, + "main_score": 0.476742, + "hf_subset": "ars_Arab-bjn_Arab", + "languages": [ + "ars-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.412427, + "recall": 0.472332, + "f1": 0.428611, + "accuracy": 0.472332, + "main_score": 0.428611, + "hf_subset": "ars_Arab-ewe_Latn", + "languages": [ + "ars-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.932806, + "recall": 0.954545, + "f1": 0.939888, + "accuracy": 0.954545, + "main_score": 0.939888, + "hf_subset": "ars_Arab-ilo_Latn", + "languages": [ + "ars-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.202312, + "recall": 0.262846, + "f1": 0.216295, + "accuracy": 0.262846, + "main_score": 0.216295, + "hf_subset": "ars_Arab-knc_Arab", + "languages": [ + "ars-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-mkd_Cyrl", + "languages": [ + "ars-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-prs_Arab", + "languages": [ + "ars-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-swe_Latn", + "languages": [ + "ars-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "ars_Arab-urd_Arab", + "languages": [ + "ars-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.688069, + "recall": 0.755929, + "f1": 0.707049, + "accuracy": 0.755929, + "main_score": 0.707049, + "hf_subset": "ars_Arab-aka_Latn", + "languages": [ + "ars-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "ars_Arab-bjn_Latn", + "languages": [ + "ars-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ars_Arab-fao_Latn", + "languages": [ + "ars-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-ind_Latn", + "languages": [ + "ars-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.464114, + "recall": 0.525692, + "f1": 0.48055, + "accuracy": 0.525692, + "main_score": 0.48055, + "hf_subset": "ars_Arab-knc_Latn", + "languages": [ + "ars-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-mlt_Latn", + "languages": [ + "ars-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.608087, + "recall": 0.678854, + "f1": 0.628262, + "accuracy": 0.678854, + "main_score": 0.628262, + "hf_subset": "ars_Arab-quy_Latn", + "languages": [ + "ars-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-swh_Latn", + "languages": [ + "ars-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ars_Arab-uzn_Latn", + "languages": [ + "ars-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-als_Latn", + "languages": [ + "ars-Arab", + "als-Latn" + ] + }, + { + "precision": 0.748908, + "recall": 0.816206, + "f1": 0.768939, + "accuracy": 0.816206, + "main_score": 0.768939, + "hf_subset": "ars_Arab-bod_Tibt", + "languages": [ + "ars-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.582809, + "recall": 0.66502, + "f1": 0.605725, + "accuracy": 0.66502, + "main_score": 0.605725, + "hf_subset": "ars_Arab-fij_Latn", + "languages": [ + "ars-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ars_Arab-isl_Latn", + "languages": [ + "ars-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.547712, + "recall": 0.618577, + "f1": 0.566566, + "accuracy": 0.618577, + "main_score": 0.566566, + "hf_subset": "ars_Arab-kon_Latn", + "languages": [ + "ars-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.558047, + "recall": 0.636364, + "f1": 0.57941, + "accuracy": 0.636364, + "main_score": 0.57941, + "hf_subset": "ars_Arab-mni_Beng", + "languages": [ + "ars-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-ron_Latn", + "languages": [ + "ars-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "ars_Arab-szl_Latn", + "languages": [ + "ars-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-vec_Latn", + "languages": [ + "ars-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.89641, + "recall": 0.927866, + "f1": 0.906456, + "accuracy": 0.927866, + "main_score": 0.906456, + "hf_subset": "ars_Arab-amh_Ethi", + "languages": [ + "ars-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-bos_Latn", + "languages": [ + "ars-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-fin_Latn", + "languages": [ + "ars-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-ita_Latn", + "languages": [ + "ars-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-kor_Hang", + "languages": [ + "ars-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.440227, + "recall": 0.505929, + "f1": 0.458338, + "accuracy": 0.505929, + "main_score": 0.458338, + "hf_subset": "ars_Arab-mos_Latn", + "languages": [ + "ars-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.690886, + "recall": 0.758893, + "f1": 0.710741, + "accuracy": 0.758893, + "main_score": 0.710741, + "hf_subset": "ars_Arab-run_Latn", + "languages": [ + "ars-Arab", + "run-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ars_Arab-tam_Taml", + "languages": [ + "ars-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-vie_Latn", + "languages": [ + "ars-Arab", + "vie-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-apc_Arab", + "languages": [ + "ars-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.680132, + "recall": 0.749012, + "f1": 0.698852, + "accuracy": 0.749012, + "main_score": 0.698852, + "hf_subset": "ars_Arab-bug_Latn", + "languages": [ + "ars-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.405963, + "recall": 0.460474, + "f1": 0.421069, + "accuracy": 0.460474, + "main_score": 0.421069, + "hf_subset": "ars_Arab-fon_Latn", + "languages": [ + "ars-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ars_Arab-jav_Latn", + "languages": [ + "ars-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "ars_Arab-lao_Laoo", + "languages": [ + "ars-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.854743, + "recall": 0.897233, + "f1": 0.868215, + "accuracy": 0.897233, + "main_score": 0.868215, + "hf_subset": "ars_Arab-mri_Latn", + "languages": [ + "ars-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-rus_Cyrl", + "languages": [ + "ars-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.449482, + "recall": 0.506917, + "f1": 0.46462, + "accuracy": 0.506917, + "main_score": 0.46462, + "hf_subset": "ars_Arab-taq_Latn", + "languages": [ + "ars-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ars_Arab-war_Latn", + "languages": [ + "ars-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-arb_Arab", + "languages": [ + "ars-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-bul_Cyrl", + "languages": [ + "ars-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-fra_Latn", + "languages": [ + "ars-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ars_Arab-jpn_Jpan", + "languages": [ + "ars-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ars_Arab-lij_Latn", + "languages": [ + "ars-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "ars_Arab-mya_Mymr", + "languages": [ + "ars-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.503899, + "recall": 0.577075, + "f1": 0.52419, + "accuracy": 0.577075, + "main_score": 0.52419, + "hf_subset": "ars_Arab-sag_Latn", + "languages": [ + "ars-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.179579, + "recall": 0.249012, + "f1": 0.195943, + "accuracy": 0.249012, + "main_score": 0.195943, + "hf_subset": "ars_Arab-taq_Tfng", + "languages": [ + "ars-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.595373, + "recall": 0.673913, + "f1": 0.617078, + "accuracy": 0.673913, + "main_score": 0.617078, + "hf_subset": "ars_Arab-wol_Latn", + "languages": [ + "ars-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.86693, + "recall": 0.906126, + "f1": 0.879084, + "accuracy": 0.906126, + "main_score": 0.879084, + "hf_subset": "ars_Arab-arb_Latn", + "languages": [ + "ars-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-cat_Latn", + "languages": [ + "ars-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ars_Arab-fur_Latn", + "languages": [ + "ars-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.384981, + "recall": 0.462451, + "f1": 0.404346, + "accuracy": 0.462451, + "main_score": 0.404346, + "hf_subset": "ars_Arab-kab_Latn", + "languages": [ + "ars-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ars_Arab-lim_Latn", + "languages": [ + "ars-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-nld_Latn", + "languages": [ + "ars-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "ars_Arab-san_Deva", + "languages": [ + "ars-Arab", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ars_Arab-tat_Cyrl", + "languages": [ + "ars-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.828633, + "recall": 0.87747, + "f1": 0.843956, + "accuracy": 0.87747, + "main_score": 0.843956, + "hf_subset": "ars_Arab-xho_Latn", + "languages": [ + "ars-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-ceb_Latn", + "languages": [ + "ars-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.43332, + "recall": 0.501976, + "f1": 0.45135, + "accuracy": 0.501976, + "main_score": 0.45135, + "hf_subset": "ars_Arab-fuv_Latn", + "languages": [ + "ars-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.433836, + "recall": 0.501976, + "f1": 0.452024, + "accuracy": 0.501976, + "main_score": 0.452024, + "hf_subset": "ars_Arab-kac_Latn", + "languages": [ + "ars-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.565204, + "recall": 0.637352, + "f1": 0.584172, + "accuracy": 0.637352, + "main_score": 0.584172, + "hf_subset": "ars_Arab-lin_Latn", + "languages": [ + "ars-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-nno_Latn", + "languages": [ + "ars-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.855484, + "recall": 0.896245, + "f1": 0.867951, + "accuracy": 0.896245, + "main_score": 0.867951, + "hf_subset": "ars_Arab-sat_Olck", + "languages": [ + "ars-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "ars_Arab-tel_Telu", + "languages": [ + "ars-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ars_Arab-ydd_Hebr", + "languages": [ + "ars-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "ars_Arab-ary_Arab", + "languages": [ + "ars-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-ces_Latn", + "languages": [ + "ars-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.498266, + "recall": 0.582016, + "f1": 0.521105, + "accuracy": 0.582016, + "main_score": 0.521105, + "hf_subset": "ars_Arab-gaz_Latn", + "languages": [ + "ars-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.467822, + "recall": 0.555336, + "f1": 0.490663, + "accuracy": 0.555336, + "main_score": 0.490663, + "hf_subset": "ars_Arab-kam_Latn", + "languages": [ + "ars-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ars_Arab-lit_Latn", + "languages": [ + "ars-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-nob_Latn", + "languages": [ + "ars-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.983366, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "ars_Arab-scn_Latn", + "languages": [ + "ars-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ars_Arab-tgk_Cyrl", + "languages": [ + "ars-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.669785, + "recall": 0.749012, + "f1": 0.692948, + "accuracy": 0.749012, + "main_score": 0.692948, + "hf_subset": "ars_Arab-yor_Latn", + "languages": [ + "ars-Arab", + "yor-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-arz_Arab", + "languages": [ + "ars-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.422184, + "recall": 0.494071, + "f1": 0.441584, + "accuracy": 0.494071, + "main_score": 0.441584, + "hf_subset": "ars_Arab-cjk_Latn", + "languages": [ + "ars-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.917655, + "recall": 0.944664, + "f1": 0.926548, + "accuracy": 0.944664, + "main_score": 0.926548, + "hf_subset": "ars_Arab-gla_Latn", + "languages": [ + "ars-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ars_Arab-kan_Knda", + "languages": [ + "ars-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.983366, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "ars_Arab-lmo_Latn", + "languages": [ + "ars-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ars_Arab-npi_Deva", + "languages": [ + "ars-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.499774, + "recall": 0.582016, + "f1": 0.522401, + "accuracy": 0.582016, + "main_score": 0.522401, + "hf_subset": "ars_Arab-shn_Mymr", + "languages": [ + "ars-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-tgl_Latn", + "languages": [ + "ars-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-yue_Hant", + "languages": [ + "ars-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ars_Arab-asm_Beng", + "languages": [ + "ars-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.910244, + "recall": 0.937747, + "f1": 0.919137, + "accuracy": 0.937747, + "main_score": 0.919137, + "hf_subset": "ars_Arab-ckb_Arab", + "languages": [ + "ars-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ars_Arab-gle_Latn", + "languages": [ + "ars-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.883893, + "recall": 0.918972, + "f1": 0.895059, + "accuracy": 0.918972, + "main_score": 0.895059, + "hf_subset": "ars_Arab-kas_Arab", + "languages": [ + "ars-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.873435, + "recall": 0.913043, + "f1": 0.8861, + "accuracy": 0.913043, + "main_score": 0.8861, + "hf_subset": "ars_Arab-ltg_Latn", + "languages": [ + "ars-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.724186, + "recall": 0.791502, + "f1": 0.744186, + "accuracy": 0.791502, + "main_score": 0.744186, + "hf_subset": "ars_Arab-nso_Latn", + "languages": [ + "ars-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "ars_Arab-sin_Sinh", + "languages": [ + "ars-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-tha_Thai", + "languages": [ + "ars-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-zho_Hans", + "languages": [ + "ars-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-ast_Latn", + "languages": [ + "ars-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ars_Arab-crh_Latn", + "languages": [ + "ars-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-glg_Latn", + "languages": [ + "ars-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.819071, + "recall": 0.869565, + "f1": 0.834289, + "accuracy": 0.869565, + "main_score": 0.834289, + "hf_subset": "ars_Arab-kas_Deva", + "languages": [ + "ars-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ars_Arab-ltz_Latn", + "languages": [ + "ars-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.388928, + "recall": 0.453557, + "f1": 0.405763, + "accuracy": 0.453557, + "main_score": 0.405763, + "hf_subset": "ars_Arab-nus_Latn", + "languages": [ + "ars-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-slk_Latn", + "languages": [ + "ars-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.596078, + "recall": 0.677866, + "f1": 0.618324, + "accuracy": 0.677866, + "main_score": 0.618324, + "hf_subset": "ars_Arab-tir_Ethi", + "languages": [ + "ars-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-zho_Hant", + "languages": [ + "ars-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.972579, + "recall": 0.980237, + "f1": 0.975033, + "accuracy": 0.980237, + "main_score": 0.975033, + "hf_subset": "ars_Arab-awa_Deva", + "languages": [ + "ars-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ars_Arab-cym_Latn", + "languages": [ + "ars-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.706554, + "recall": 0.771739, + "f1": 0.724851, + "accuracy": 0.771739, + "main_score": 0.724851, + "hf_subset": "ars_Arab-grn_Latn", + "languages": [ + "ars-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-kat_Geor", + "languages": [ + "ars-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.537976, + "recall": 0.604743, + "f1": 0.555809, + "accuracy": 0.604743, + "main_score": 0.555809, + "hf_subset": "ars_Arab-lua_Latn", + "languages": [ + "ars-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.779957, + "recall": 0.839921, + "f1": 0.798273, + "accuracy": 0.839921, + "main_score": 0.798273, + "hf_subset": "ars_Arab-nya_Latn", + "languages": [ + "ars-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-slv_Latn", + "languages": [ + "ars-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "ars_Arab-tpi_Latn", + "languages": [ + "ars-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-zsm_Latn", + "languages": [ + "ars-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.454367, + "recall": 0.523715, + "f1": 0.473512, + "accuracy": 0.523715, + "main_score": 0.473512, + "hf_subset": "ars_Arab-ayr_Latn", + "languages": [ + "ars-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-dan_Latn", + "languages": [ + "ars-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-guj_Gujr", + "languages": [ + "ars-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ars_Arab-kaz_Cyrl", + "languages": [ + "ars-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.594042, + "recall": 0.68083, + "f1": 0.6187, + "accuracy": 0.68083, + "main_score": 0.6187, + "hf_subset": "ars_Arab-lug_Latn", + "languages": [ + "ars-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-oci_Latn", + "languages": [ + "ars-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.802602, + "recall": 0.854743, + "f1": 0.818281, + "accuracy": 0.854743, + "main_score": 0.818281, + "hf_subset": "ars_Arab-smo_Latn", + "languages": [ + "ars-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.707205, + "recall": 0.77668, + "f1": 0.727511, + "accuracy": 0.77668, + "main_score": 0.727511, + "hf_subset": "ars_Arab-tsn_Latn", + "languages": [ + "ars-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.843709, + "recall": 0.890316, + "f1": 0.858333, + "accuracy": 0.890316, + "main_score": 0.858333, + "hf_subset": "ars_Arab-zul_Latn", + "languages": [ + "ars-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.919796, + "recall": 0.943676, + "f1": 0.927174, + "accuracy": 0.943676, + "main_score": 0.927174, + "hf_subset": "ars_Arab-azb_Arab", + "languages": [ + "ars-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-deu_Latn", + "languages": [ + "ars-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ars_Arab-hat_Latn", + "languages": [ + "ars-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.428901, + "recall": 0.491107, + "f1": 0.445441, + "accuracy": 0.491107, + "main_score": 0.445441, + "hf_subset": "ars_Arab-kbp_Latn", + "languages": [ + "ars-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.467052, + "recall": 0.537549, + "f1": 0.485773, + "accuracy": 0.537549, + "main_score": 0.485773, + "hf_subset": "ars_Arab-luo_Latn", + "languages": [ + "ars-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ars_Arab-ory_Orya", + "languages": [ + "ars-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.862236, + "recall": 0.903162, + "f1": 0.875231, + "accuracy": 0.903162, + "main_score": 0.875231, + "hf_subset": "ars_Arab-sna_Latn", + "languages": [ + "ars-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.60099, + "recall": 0.670949, + "f1": 0.619972, + "accuracy": 0.670949, + "main_score": 0.619972, + "hf_subset": "ars_Arab-tso_Latn", + "languages": [ + "ars-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-azj_Latn", + "languages": [ + "ars-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.471759, + "recall": 0.545455, + "f1": 0.492393, + "accuracy": 0.545455, + "main_score": 0.492393, + "hf_subset": "ars_Arab-dik_Latn", + "languages": [ + "ars-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.870471, + "recall": 0.908103, + "f1": 0.882477, + "accuracy": 0.908103, + "main_score": 0.882477, + "hf_subset": "ars_Arab-hau_Latn", + "languages": [ + "ars-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "ars_Arab-kea_Latn", + "languages": [ + "ars-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.916749, + "recall": 0.9417, + "f1": 0.924802, + "accuracy": 0.9417, + "main_score": 0.924802, + "hf_subset": "ars_Arab-lus_Latn", + "languages": [ + "ars-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.825165, + "recall": 0.870553, + "f1": 0.838622, + "accuracy": 0.870553, + "main_score": 0.838622, + "hf_subset": "ars_Arab-pag_Latn", + "languages": [ + "ars-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ars_Arab-snd_Arab", + "languages": [ + "ars-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ars_Arab-tuk_Latn", + "languages": [ + "ars-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ars_Arab-bak_Cyrl", + "languages": [ + "ars-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.438851, + "recall": 0.51581, + "f1": 0.4592, + "accuracy": 0.51581, + "main_score": 0.4592, + "hf_subset": "ars_Arab-dyu_Latn", + "languages": [ + "ars-Arab", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-heb_Hebr", + "languages": [ + "ars-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ars_Arab-khk_Cyrl", + "languages": [ + "ars-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-lvs_Latn", + "languages": [ + "ars-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ars_Arab-pan_Guru", + "languages": [ + "ars-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.846212, + "recall": 0.890316, + "f1": 0.859933, + "accuracy": 0.890316, + "main_score": 0.859933, + "hf_subset": "ars_Arab-som_Latn", + "languages": [ + "ars-Arab", + "som-Latn" + ] + }, + { + "precision": 0.647745, + "recall": 0.719368, + "f1": 0.668898, + "accuracy": 0.719368, + "main_score": 0.668898, + "hf_subset": "ars_Arab-tum_Latn", + "languages": [ + "ars-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.492, + "recall": 0.574111, + "f1": 0.514334, + "accuracy": 0.574111, + "main_score": 0.514334, + "hf_subset": "ceb_Latn-ace_Arab", + "languages": [ + "ceb-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.467948, + "recall": 0.52668, + "f1": 0.48255, + "accuracy": 0.52668, + "main_score": 0.48255, + "hf_subset": "ceb_Latn-bam_Latn", + "languages": [ + "ceb-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.554278, + "recall": 0.651186, + "f1": 0.581559, + "accuracy": 0.651186, + "main_score": 0.581559, + "hf_subset": "ceb_Latn-dzo_Tibt", + "languages": [ + "ceb-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ceb_Latn-hin_Deva", + "languages": [ + "ceb-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "ceb_Latn-khm_Khmr", + "languages": [ + "ceb-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ceb_Latn-mag_Deva", + "languages": [ + "ceb-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-pap_Latn", + "languages": [ + "ceb-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.83559, + "recall": 0.880435, + "f1": 0.849308, + "accuracy": 0.880435, + "main_score": 0.849308, + "hf_subset": "ceb_Latn-sot_Latn", + "languages": [ + "ceb-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ceb_Latn-tur_Latn", + "languages": [ + "ceb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.833498, + "recall": 0.876482, + "f1": 0.84656, + "accuracy": 0.876482, + "main_score": 0.84656, + "hf_subset": "ceb_Latn-ace_Latn", + "languages": [ + "ceb-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.945405, + "recall": 0.961462, + "f1": 0.950494, + "accuracy": 0.961462, + "main_score": 0.950494, + "hf_subset": "ceb_Latn-ban_Latn", + "languages": [ + "ceb-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ceb_Latn-ell_Grek", + "languages": [ + "ceb-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "ceb_Latn-hne_Deva", + "languages": [ + "ceb-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.535806, + "recall": 0.614625, + "f1": 0.557812, + "accuracy": 0.614625, + "main_score": 0.557812, + "hf_subset": "ceb_Latn-kik_Latn", + "languages": [ + "ceb-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ceb_Latn-mai_Deva", + "languages": [ + "ceb-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.92556, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "ceb_Latn-pbt_Arab", + "languages": [ + "ceb-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-spa_Latn", + "languages": [ + "ceb-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.719583, + "recall": 0.783597, + "f1": 0.737484, + "accuracy": 0.783597, + "main_score": 0.737484, + "hf_subset": "ceb_Latn-twi_Latn", + "languages": [ + "ceb-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ceb_Latn-acm_Arab", + "languages": [ + "ceb-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ceb_Latn-bel_Cyrl", + "languages": [ + "ceb-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ceb_Latn-hrv_Latn", + "languages": [ + "ceb-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.825412, + "recall": 0.870553, + "f1": 0.838735, + "accuracy": 0.870553, + "main_score": 0.838735, + "hf_subset": "ceb_Latn-kin_Latn", + "languages": [ + "ceb-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ceb_Latn-mal_Mlym", + "languages": [ + "ceb-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ceb_Latn-pes_Arab", + "languages": [ + "ceb-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ceb_Latn-srd_Latn", + "languages": [ + "ceb-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198486, + "recall": 0.261858, + "f1": 0.21284, + "accuracy": 0.261858, + "main_score": 0.21284, + "hf_subset": "ceb_Latn-tzm_Tfng", + "languages": [ + "ceb-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ceb_Latn-acq_Arab", + "languages": [ + "ceb-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.617425, + "recall": 0.697628, + "f1": 0.64098, + "accuracy": 0.697628, + "main_score": 0.64098, + "hf_subset": "ceb_Latn-bem_Latn", + "languages": [ + "ceb-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-epo_Latn", + "languages": [ + "ceb-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ceb_Latn-hun_Latn", + "languages": [ + "ceb-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.962533, + "recall": 0.974308, + "f1": 0.966304, + "accuracy": 0.974308, + "main_score": 0.966304, + "hf_subset": "ceb_Latn-kir_Cyrl", + "languages": [ + "ceb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ceb_Latn-mar_Deva", + "languages": [ + "ceb-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.842589, + "recall": 0.88834, + "f1": 0.856653, + "accuracy": 0.88834, + "main_score": 0.856653, + "hf_subset": "ceb_Latn-plt_Latn", + "languages": [ + "ceb-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ceb_Latn-srp_Cyrl", + "languages": [ + "ceb-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.911644, + "recall": 0.937747, + "f1": 0.919862, + "accuracy": 0.937747, + "main_score": 0.919862, + "hf_subset": "ceb_Latn-uig_Arab", + "languages": [ + "ceb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ceb_Latn-aeb_Arab", + "languages": [ + "ceb-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ceb_Latn-ben_Beng", + "languages": [ + "ceb-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ceb_Latn-est_Latn", + "languages": [ + "ceb-Latn", + "est-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ceb_Latn-hye_Armn", + "languages": [ + "ceb-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.444325, + "recall": 0.502964, + "f1": 0.459876, + "accuracy": 0.502964, + "main_score": 0.459876, + "hf_subset": "ceb_Latn-kmb_Latn", + "languages": [ + "ceb-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.431246, + "recall": 0.516798, + "f1": 0.453523, + "accuracy": 0.516798, + "main_score": 0.453523, + "hf_subset": "ceb_Latn-min_Arab", + "languages": [ + "ceb-Latn", + "min-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ceb_Latn-pol_Latn", + "languages": [ + "ceb-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.703113, + "recall": 0.77668, + "f1": 0.724901, + "accuracy": 0.77668, + "main_score": 0.724901, + "hf_subset": "ceb_Latn-ssw_Latn", + "languages": [ + "ceb-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ceb_Latn-ukr_Cyrl", + "languages": [ + "ceb-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-afr_Latn", + "languages": [ + "ceb-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ceb_Latn-bho_Deva", + "languages": [ + "ceb-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ceb_Latn-eus_Latn", + "languages": [ + "ceb-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.798732, + "recall": 0.854743, + "f1": 0.815876, + "accuracy": 0.854743, + "main_score": 0.815876, + "hf_subset": "ceb_Latn-ibo_Latn", + "languages": [ + "ceb-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.850214, + "recall": 0.894269, + "f1": 0.864163, + "accuracy": 0.894269, + "main_score": 0.864163, + "hf_subset": "ceb_Latn-kmr_Latn", + "languages": [ + "ceb-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "ceb_Latn-min_Latn", + "languages": [ + "ceb-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "ceb_Latn-por_Latn", + "languages": [ + "ceb-Latn", + "por-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ceb_Latn-sun_Latn", + "languages": [ + "ceb-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.425782, + "recall": 0.492095, + "f1": 0.443949, + "accuracy": 0.492095, + "main_score": 0.443949, + "hf_subset": "ceb_Latn-umb_Latn", + "languages": [ + "ceb-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ceb_Latn-ajp_Arab", + "languages": [ + "ceb-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.451668, + "recall": 0.54249, + "f1": 0.475574, + "accuracy": 0.54249, + "main_score": 0.475574, + "hf_subset": "ceb_Latn-bjn_Arab", + "languages": [ + "ceb-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.450255, + "recall": 0.507905, + "f1": 0.465345, + "accuracy": 0.507905, + "main_score": 0.465345, + "hf_subset": "ceb_Latn-ewe_Latn", + "languages": [ + "ceb-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "ceb_Latn-ilo_Latn", + "languages": [ + "ceb-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.230854, + "recall": 0.293478, + "f1": 0.245728, + "accuracy": 0.293478, + "main_score": 0.245728, + "hf_subset": "ceb_Latn-knc_Arab", + "languages": [ + "ceb-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-mkd_Cyrl", + "languages": [ + "ceb-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ceb_Latn-prs_Arab", + "languages": [ + "ceb-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.993248, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ceb_Latn-swe_Latn", + "languages": [ + "ceb-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ceb_Latn-urd_Arab", + "languages": [ + "ceb-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.691356, + "recall": 0.759881, + "f1": 0.711296, + "accuracy": 0.759881, + "main_score": 0.711296, + "hf_subset": "ceb_Latn-aka_Latn", + "languages": [ + "ceb-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.962533, + "recall": 0.97332, + "f1": 0.965975, + "accuracy": 0.97332, + "main_score": 0.965975, + "hf_subset": "ceb_Latn-bjn_Latn", + "languages": [ + "ceb-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "ceb_Latn-fao_Latn", + "languages": [ + "ceb-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ceb_Latn-ind_Latn", + "languages": [ + "ceb-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.509757, + "recall": 0.568182, + "f1": 0.525376, + "accuracy": 0.568182, + "main_score": 0.525376, + "hf_subset": "ceb_Latn-knc_Latn", + "languages": [ + "ceb-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ceb_Latn-mlt_Latn", + "languages": [ + "ceb-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.6079, + "recall": 0.681818, + "f1": 0.628336, + "accuracy": 0.681818, + "main_score": 0.628336, + "hf_subset": "ceb_Latn-quy_Latn", + "languages": [ + "ceb-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-swh_Latn", + "languages": [ + "ceb-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ceb_Latn-uzn_Latn", + "languages": [ + "ceb-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ceb_Latn-als_Latn", + "languages": [ + "ceb-Latn", + "als-Latn" + ] + }, + { + "precision": 0.737131, + "recall": 0.80336, + "f1": 0.756992, + "accuracy": 0.80336, + "main_score": 0.756992, + "hf_subset": "ceb_Latn-bod_Tibt", + "languages": [ + "ceb-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.617681, + "recall": 0.687747, + "f1": 0.637222, + "accuracy": 0.687747, + "main_score": 0.637222, + "hf_subset": "ceb_Latn-fij_Latn", + "languages": [ + "ceb-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "ceb_Latn-isl_Latn", + "languages": [ + "ceb-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.56943, + "recall": 0.636364, + "f1": 0.587414, + "accuracy": 0.636364, + "main_score": 0.587414, + "hf_subset": "ceb_Latn-kon_Latn", + "languages": [ + "ceb-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.579261, + "recall": 0.65415, + "f1": 0.599729, + "accuracy": 0.65415, + "main_score": 0.599729, + "hf_subset": "ceb_Latn-mni_Beng", + "languages": [ + "ceb-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ceb_Latn-ron_Latn", + "languages": [ + "ceb-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "ceb_Latn-szl_Latn", + "languages": [ + "ceb-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-vec_Latn", + "languages": [ + "ceb-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.898304, + "recall": 0.928854, + "f1": 0.907839, + "accuracy": 0.928854, + "main_score": 0.907839, + "hf_subset": "ceb_Latn-amh_Ethi", + "languages": [ + "ceb-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-bos_Latn", + "languages": [ + "ceb-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ceb_Latn-fin_Latn", + "languages": [ + "ceb-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ceb_Latn-ita_Latn", + "languages": [ + "ceb-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-kor_Hang", + "languages": [ + "ceb-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.480696, + "recall": 0.539526, + "f1": 0.496871, + "accuracy": 0.539526, + "main_score": 0.496871, + "hf_subset": "ceb_Latn-mos_Latn", + "languages": [ + "ceb-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.69777, + "recall": 0.768775, + "f1": 0.718883, + "accuracy": 0.768775, + "main_score": 0.718883, + "hf_subset": "ceb_Latn-run_Latn", + "languages": [ + "ceb-Latn", + "run-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ceb_Latn-tam_Taml", + "languages": [ + "ceb-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ceb_Latn-vie_Latn", + "languages": [ + "ceb-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ceb_Latn-apc_Arab", + "languages": [ + "ceb-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.714439, + "recall": 0.771739, + "f1": 0.730181, + "accuracy": 0.771739, + "main_score": 0.730181, + "hf_subset": "ceb_Latn-bug_Latn", + "languages": [ + "ceb-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.423125, + "recall": 0.47332, + "f1": 0.436782, + "accuracy": 0.47332, + "main_score": 0.436782, + "hf_subset": "ceb_Latn-fon_Latn", + "languages": [ + "ceb-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976367, + "recall": 0.983202, + "f1": 0.978491, + "accuracy": 0.983202, + "main_score": 0.978491, + "hf_subset": "ceb_Latn-jav_Latn", + "languages": [ + "ceb-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.915102, + "recall": 0.940711, + "f1": 0.923155, + "accuracy": 0.940711, + "main_score": 0.923155, + "hf_subset": "ceb_Latn-lao_Laoo", + "languages": [ + "ceb-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.859107, + "recall": 0.900198, + "f1": 0.871937, + "accuracy": 0.900198, + "main_score": 0.871937, + "hf_subset": "ceb_Latn-mri_Latn", + "languages": [ + "ceb-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ceb_Latn-rus_Cyrl", + "languages": [ + "ceb-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.498409, + "recall": 0.556324, + "f1": 0.514576, + "accuracy": 0.556324, + "main_score": 0.514576, + "hf_subset": "ceb_Latn-taq_Latn", + "languages": [ + "ceb-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "ceb_Latn-war_Latn", + "languages": [ + "ceb-Latn", + "war-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ceb_Latn-arb_Arab", + "languages": [ + "ceb-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.989213, + "recall": 0.992095, + "f1": 0.99002, + "accuracy": 0.992095, + "main_score": 0.99002, + "hf_subset": "ceb_Latn-bul_Cyrl", + "languages": [ + "ceb-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ceb_Latn-fra_Latn", + "languages": [ + "ceb-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ceb_Latn-jpn_Jpan", + "languages": [ + "ceb-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ceb_Latn-lij_Latn", + "languages": [ + "ceb-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "ceb_Latn-mya_Mymr", + "languages": [ + "ceb-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.540759, + "recall": 0.601779, + "f1": 0.557171, + "accuracy": 0.601779, + "main_score": 0.557171, + "hf_subset": "ceb_Latn-sag_Latn", + "languages": [ + "ceb-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.206472, + "recall": 0.273715, + "f1": 0.223365, + "accuracy": 0.273715, + "main_score": 0.223365, + "hf_subset": "ceb_Latn-taq_Tfng", + "languages": [ + "ceb-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.622031, + "recall": 0.689723, + "f1": 0.64093, + "accuracy": 0.689723, + "main_score": 0.64093, + "hf_subset": "ceb_Latn-wol_Latn", + "languages": [ + "ceb-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.815003, + "recall": 0.866601, + "f1": 0.830731, + "accuracy": 0.866601, + "main_score": 0.830731, + "hf_subset": "ceb_Latn-arb_Latn", + "languages": [ + "ceb-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ceb_Latn-cat_Latn", + "languages": [ + "ceb-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "ceb_Latn-fur_Latn", + "languages": [ + "ceb-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.407927, + "recall": 0.476285, + "f1": 0.425125, + "accuracy": 0.476285, + "main_score": 0.425125, + "hf_subset": "ceb_Latn-kab_Latn", + "languages": [ + "ceb-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ceb_Latn-lim_Latn", + "languages": [ + "ceb-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-nld_Latn", + "languages": [ + "ceb-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.935935, + "recall": 0.954545, + "f1": 0.941864, + "accuracy": 0.954545, + "main_score": 0.941864, + "hf_subset": "ceb_Latn-san_Deva", + "languages": [ + "ceb-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ceb_Latn-tat_Cyrl", + "languages": [ + "ceb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.853179, + "recall": 0.897233, + "f1": 0.866963, + "accuracy": 0.897233, + "main_score": 0.866963, + "hf_subset": "ceb_Latn-xho_Latn", + "languages": [ + "ceb-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ceb_Latn-ars_Arab", + "languages": [ + "ceb-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.458698, + "recall": 0.52668, + "f1": 0.476659, + "accuracy": 0.52668, + "main_score": 0.476659, + "hf_subset": "ceb_Latn-fuv_Latn", + "languages": [ + "ceb-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.459689, + "recall": 0.525692, + "f1": 0.477263, + "accuracy": 0.525692, + "main_score": 0.477263, + "hf_subset": "ceb_Latn-kac_Latn", + "languages": [ + "ceb-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.594537, + "recall": 0.662055, + "f1": 0.611988, + "accuracy": 0.662055, + "main_score": 0.611988, + "hf_subset": "ceb_Latn-lin_Latn", + "languages": [ + "ceb-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-nno_Latn", + "languages": [ + "ceb-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.832131, + "recall": 0.878458, + "f1": 0.84641, + "accuracy": 0.878458, + "main_score": 0.84641, + "hf_subset": "ceb_Latn-sat_Olck", + "languages": [ + "ceb-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ceb_Latn-tel_Telu", + "languages": [ + "ceb-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ceb_Latn-ydd_Hebr", + "languages": [ + "ceb-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "ceb_Latn-ary_Arab", + "languages": [ + "ceb-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ceb_Latn-ces_Latn", + "languages": [ + "ceb-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.54241, + "recall": 0.620553, + "f1": 0.564147, + "accuracy": 0.620553, + "main_score": 0.564147, + "hf_subset": "ceb_Latn-gaz_Latn", + "languages": [ + "ceb-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.507873, + "recall": 0.590909, + "f1": 0.529356, + "accuracy": 0.590909, + "main_score": 0.529356, + "hf_subset": "ceb_Latn-kam_Latn", + "languages": [ + "ceb-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ceb_Latn-lit_Latn", + "languages": [ + "ceb-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ceb_Latn-nob_Latn", + "languages": [ + "ceb-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ceb_Latn-scn_Latn", + "languages": [ + "ceb-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "ceb_Latn-tgk_Cyrl", + "languages": [ + "ceb-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.686767, + "recall": 0.759881, + "f1": 0.708064, + "accuracy": 0.759881, + "main_score": 0.708064, + "hf_subset": "ceb_Latn-yor_Latn", + "languages": [ + "ceb-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ceb_Latn-arz_Arab", + "languages": [ + "ceb-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.456227, + "recall": 0.519763, + "f1": 0.473055, + "accuracy": 0.519763, + "main_score": 0.473055, + "hf_subset": "ceb_Latn-cjk_Latn", + "languages": [ + "ceb-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.918396, + "recall": 0.943676, + "f1": 0.926449, + "accuracy": 0.943676, + "main_score": 0.926449, + "hf_subset": "ceb_Latn-gla_Latn", + "languages": [ + "ceb-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ceb_Latn-kan_Knda", + "languages": [ + "ceb-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ceb_Latn-lmo_Latn", + "languages": [ + "ceb-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ceb_Latn-npi_Deva", + "languages": [ + "ceb-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.508919, + "recall": 0.590909, + "f1": 0.532235, + "accuracy": 0.590909, + "main_score": 0.532235, + "hf_subset": "ceb_Latn-shn_Mymr", + "languages": [ + "ceb-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-tgl_Latn", + "languages": [ + "ceb-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ceb_Latn-yue_Hant", + "languages": [ + "ceb-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ceb_Latn-asm_Beng", + "languages": [ + "ceb-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.89254, + "recall": 0.924901, + "f1": 0.902899, + "accuracy": 0.924901, + "main_score": 0.902899, + "hf_subset": "ceb_Latn-ckb_Arab", + "languages": [ + "ceb-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.95858, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "ceb_Latn-gle_Latn", + "languages": [ + "ceb-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.858235, + "recall": 0.899209, + "f1": 0.870784, + "accuracy": 0.899209, + "main_score": 0.870784, + "hf_subset": "ceb_Latn-kas_Arab", + "languages": [ + "ceb-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.855155, + "recall": 0.897233, + "f1": 0.868116, + "accuracy": 0.897233, + "main_score": 0.868116, + "hf_subset": "ceb_Latn-ltg_Latn", + "languages": [ + "ceb-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.742169, + "recall": 0.805336, + "f1": 0.761748, + "accuracy": 0.805336, + "main_score": 0.761748, + "hf_subset": "ceb_Latn-nso_Latn", + "languages": [ + "ceb-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "ceb_Latn-sin_Sinh", + "languages": [ + "ceb-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ceb_Latn-tha_Thai", + "languages": [ + "ceb-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "ceb_Latn-zho_Hans", + "languages": [ + "ceb-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-ast_Latn", + "languages": [ + "ceb-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.955781, + "recall": 0.969368, + "f1": 0.960046, + "accuracy": 0.969368, + "main_score": 0.960046, + "hf_subset": "ceb_Latn-crh_Latn", + "languages": [ + "ceb-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-glg_Latn", + "languages": [ + "ceb-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.801235, + "recall": 0.854743, + "f1": 0.817358, + "accuracy": 0.854743, + "main_score": 0.817358, + "hf_subset": "ceb_Latn-kas_Deva", + "languages": [ + "ceb-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ceb_Latn-ltz_Latn", + "languages": [ + "ceb-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.418982, + "recall": 0.482213, + "f1": 0.435549, + "accuracy": 0.482213, + "main_score": 0.435549, + "hf_subset": "ceb_Latn-nus_Latn", + "languages": [ + "ceb-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-slk_Latn", + "languages": [ + "ceb-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.576198, + "recall": 0.66996, + "f1": 0.602222, + "accuracy": 0.66996, + "main_score": 0.602222, + "hf_subset": "ceb_Latn-tir_Ethi", + "languages": [ + "ceb-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ceb_Latn-zho_Hant", + "languages": [ + "ceb-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "ceb_Latn-awa_Deva", + "languages": [ + "ceb-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ceb_Latn-cym_Latn", + "languages": [ + "ceb-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.727075, + "recall": 0.790514, + "f1": 0.745235, + "accuracy": 0.790514, + "main_score": 0.745235, + "hf_subset": "ceb_Latn-grn_Latn", + "languages": [ + "ceb-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.981802, + "recall": 0.987154, + "f1": 0.983432, + "accuracy": 0.987154, + "main_score": 0.983432, + "hf_subset": "ceb_Latn-kat_Geor", + "languages": [ + "ceb-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.56057, + "recall": 0.629447, + "f1": 0.579031, + "accuracy": 0.629447, + "main_score": 0.579031, + "hf_subset": "ceb_Latn-lua_Latn", + "languages": [ + "ceb-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.793972, + "recall": 0.851779, + "f1": 0.811858, + "accuracy": 0.851779, + "main_score": 0.811858, + "hf_subset": "ceb_Latn-nya_Latn", + "languages": [ + "ceb-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-slv_Latn", + "languages": [ + "ceb-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "ceb_Latn-tpi_Latn", + "languages": [ + "ceb-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-zsm_Latn", + "languages": [ + "ceb-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.486168, + "recall": 0.545455, + "f1": 0.502656, + "accuracy": 0.545455, + "main_score": 0.502656, + "hf_subset": "ceb_Latn-ayr_Latn", + "languages": [ + "ceb-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-dan_Latn", + "languages": [ + "ceb-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ceb_Latn-guj_Gujr", + "languages": [ + "ceb-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ceb_Latn-kaz_Cyrl", + "languages": [ + "ceb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.592413, + "recall": 0.673913, + "f1": 0.615442, + "accuracy": 0.673913, + "main_score": 0.615442, + "hf_subset": "ceb_Latn-lug_Latn", + "languages": [ + "ceb-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-oci_Latn", + "languages": [ + "ceb-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.816238, + "recall": 0.866601, + "f1": 0.831752, + "accuracy": 0.866601, + "main_score": 0.831752, + "hf_subset": "ceb_Latn-smo_Latn", + "languages": [ + "ceb-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.711924, + "recall": 0.782609, + "f1": 0.733399, + "accuracy": 0.782609, + "main_score": 0.733399, + "hf_subset": "ceb_Latn-tsn_Latn", + "languages": [ + "ceb-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.850873, + "recall": 0.894269, + "f1": 0.864361, + "accuracy": 0.894269, + "main_score": 0.864361, + "hf_subset": "ceb_Latn-zul_Latn", + "languages": [ + "ceb-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.887269, + "recall": 0.921937, + "f1": 0.898254, + "accuracy": 0.921937, + "main_score": 0.898254, + "hf_subset": "ceb_Latn-azb_Arab", + "languages": [ + "ceb-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ceb_Latn-deu_Latn", + "languages": [ + "ceb-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "ceb_Latn-hat_Latn", + "languages": [ + "ceb-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.437508, + "recall": 0.498024, + "f1": 0.454151, + "accuracy": 0.498024, + "main_score": 0.454151, + "hf_subset": "ceb_Latn-kbp_Latn", + "languages": [ + "ceb-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.512139, + "recall": 0.574111, + "f1": 0.528706, + "accuracy": 0.574111, + "main_score": 0.528706, + "hf_subset": "ceb_Latn-luo_Latn", + "languages": [ + "ceb-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ceb_Latn-ory_Orya", + "languages": [ + "ceb-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.854331, + "recall": 0.897233, + "f1": 0.867984, + "accuracy": 0.897233, + "main_score": 0.867984, + "hf_subset": "ceb_Latn-sna_Latn", + "languages": [ + "ceb-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.624724, + "recall": 0.701581, + "f1": 0.645886, + "accuracy": 0.701581, + "main_score": 0.645886, + "hf_subset": "ceb_Latn-tso_Latn", + "languages": [ + "ceb-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ceb_Latn-azj_Latn", + "languages": [ + "ceb-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.485604, + "recall": 0.556324, + "f1": 0.505083, + "accuracy": 0.556324, + "main_score": 0.505083, + "hf_subset": "ceb_Latn-dik_Latn", + "languages": [ + "ceb-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.876021, + "recall": 0.912055, + "f1": 0.887319, + "accuracy": 0.912055, + "main_score": 0.887319, + "hf_subset": "ceb_Latn-hau_Latn", + "languages": [ + "ceb-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "ceb_Latn-kea_Latn", + "languages": [ + "ceb-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.891222, + "recall": 0.922925, + "f1": 0.901054, + "accuracy": 0.922925, + "main_score": 0.901054, + "hf_subset": "ceb_Latn-lus_Latn", + "languages": [ + "ceb-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.831176, + "recall": 0.873518, + "f1": 0.843765, + "accuracy": 0.873518, + "main_score": 0.843765, + "hf_subset": "ceb_Latn-pag_Latn", + "languages": [ + "ceb-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "ceb_Latn-snd_Arab", + "languages": [ + "ceb-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "ceb_Latn-tuk_Latn", + "languages": [ + "ceb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ceb_Latn-bak_Cyrl", + "languages": [ + "ceb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.456792, + "recall": 0.529644, + "f1": 0.476667, + "accuracy": 0.529644, + "main_score": 0.476667, + "hf_subset": "ceb_Latn-dyu_Latn", + "languages": [ + "ceb-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ceb_Latn-heb_Hebr", + "languages": [ + "ceb-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "ceb_Latn-khk_Cyrl", + "languages": [ + "ceb-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ceb_Latn-lvs_Latn", + "languages": [ + "ceb-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ceb_Latn-pan_Guru", + "languages": [ + "ceb-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.812912, + "recall": 0.865613, + "f1": 0.828938, + "accuracy": 0.865613, + "main_score": 0.828938, + "hf_subset": "ceb_Latn-som_Latn", + "languages": [ + "ceb-Latn", + "som-Latn" + ] + }, + { + "precision": 0.657084, + "recall": 0.731225, + "f1": 0.678609, + "accuracy": 0.731225, + "main_score": 0.678609, + "hf_subset": "ceb_Latn-tum_Latn", + "languages": [ + "ceb-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.374994, + "recall": 0.424901, + "f1": 0.388556, + "accuracy": 0.424901, + "main_score": 0.388556, + "hf_subset": "fuv_Latn-ace_Arab", + "languages": [ + "fuv-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.472628, + "recall": 0.51087, + "f1": 0.483237, + "accuracy": 0.51087, + "main_score": 0.483237, + "hf_subset": "fuv_Latn-bam_Latn", + "languages": [ + "fuv-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.295259, + "recall": 0.344862, + "f1": 0.3081, + "accuracy": 0.344862, + "main_score": 0.3081, + "hf_subset": "fuv_Latn-dzo_Tibt", + "languages": [ + "fuv-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.477306, + "recall": 0.529644, + "f1": 0.491393, + "accuracy": 0.529644, + "main_score": 0.491393, + "hf_subset": "fuv_Latn-hin_Deva", + "languages": [ + "fuv-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.41804, + "recall": 0.463439, + "f1": 0.430225, + "accuracy": 0.463439, + "main_score": 0.430225, + "hf_subset": "fuv_Latn-khm_Khmr", + "languages": [ + "fuv-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.468098, + "recall": 0.518775, + "f1": 0.481408, + "accuracy": 0.518775, + "main_score": 0.481408, + "hf_subset": "fuv_Latn-mag_Deva", + "languages": [ + "fuv-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.440467, + "recall": 0.486166, + "f1": 0.452822, + "accuracy": 0.486166, + "main_score": 0.452822, + "hf_subset": "fuv_Latn-pap_Latn", + "languages": [ + "fuv-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.431924, + "recall": 0.483202, + "f1": 0.444919, + "accuracy": 0.483202, + "main_score": 0.444919, + "hf_subset": "fuv_Latn-sot_Latn", + "languages": [ + "fuv-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.465208, + "recall": 0.51087, + "f1": 0.477444, + "accuracy": 0.51087, + "main_score": 0.477444, + "hf_subset": "fuv_Latn-tur_Latn", + "languages": [ + "fuv-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.477986, + "recall": 0.519763, + "f1": 0.488881, + "accuracy": 0.519763, + "main_score": 0.488881, + "hf_subset": "fuv_Latn-ace_Latn", + "languages": [ + "fuv-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.432848, + "recall": 0.480237, + "f1": 0.444647, + "accuracy": 0.480237, + "main_score": 0.444647, + "hf_subset": "fuv_Latn-ban_Latn", + "languages": [ + "fuv-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.472129, + "recall": 0.517787, + "f1": 0.483173, + "accuracy": 0.517787, + "main_score": 0.483173, + "hf_subset": "fuv_Latn-ell_Grek", + "languages": [ + "fuv-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.459391, + "recall": 0.504941, + "f1": 0.471743, + "accuracy": 0.504941, + "main_score": 0.471743, + "hf_subset": "fuv_Latn-hne_Deva", + "languages": [ + "fuv-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.439526, + "recall": 0.478261, + "f1": 0.450291, + "accuracy": 0.478261, + "main_score": 0.450291, + "hf_subset": "fuv_Latn-kik_Latn", + "languages": [ + "fuv-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.464007, + "recall": 0.509881, + "f1": 0.476426, + "accuracy": 0.509881, + "main_score": 0.476426, + "hf_subset": "fuv_Latn-mai_Deva", + "languages": [ + "fuv-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.426074, + "recall": 0.474308, + "f1": 0.438097, + "accuracy": 0.474308, + "main_score": 0.438097, + "hf_subset": "fuv_Latn-pbt_Arab", + "languages": [ + "fuv-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.463292, + "recall": 0.520751, + "f1": 0.479069, + "accuracy": 0.520751, + "main_score": 0.479069, + "hf_subset": "fuv_Latn-spa_Latn", + "languages": [ + "fuv-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.488241, + "recall": 0.527668, + "f1": 0.499689, + "accuracy": 0.527668, + "main_score": 0.499689, + "hf_subset": "fuv_Latn-twi_Latn", + "languages": [ + "fuv-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.458532, + "recall": 0.505929, + "f1": 0.470727, + "accuracy": 0.505929, + "main_score": 0.470727, + "hf_subset": "fuv_Latn-acm_Arab", + "languages": [ + "fuv-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.410222, + "recall": 0.451581, + "f1": 0.421217, + "accuracy": 0.451581, + "main_score": 0.421217, + "hf_subset": "fuv_Latn-bel_Cyrl", + "languages": [ + "fuv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.505333, + "recall": 0.562253, + "f1": 0.520507, + "accuracy": 0.562253, + "main_score": 0.520507, + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.457015, + "recall": 0.501976, + "f1": 0.46927, + "accuracy": 0.501976, + "main_score": 0.46927, + "hf_subset": "fuv_Latn-hrv_Latn", + "languages": [ + "fuv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.427256, + "recall": 0.468379, + "f1": 0.439094, + "accuracy": 0.468379, + "main_score": 0.439094, + "hf_subset": "fuv_Latn-kin_Latn", + "languages": [ + "fuv-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.427634, + "recall": 0.477273, + "f1": 0.440304, + "accuracy": 0.477273, + "main_score": 0.440304, + "hf_subset": "fuv_Latn-mal_Mlym", + "languages": [ + "fuv-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.447532, + "recall": 0.497036, + "f1": 0.460389, + "accuracy": 0.497036, + "main_score": 0.460389, + "hf_subset": "fuv_Latn-pes_Arab", + "languages": [ + "fuv-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.457112, + "recall": 0.501976, + "f1": 0.46853, + "accuracy": 0.501976, + "main_score": 0.46853, + "hf_subset": "fuv_Latn-srd_Latn", + "languages": [ + "fuv-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216631, + "recall": 0.26581, + "f1": 0.227681, + "accuracy": 0.26581, + "main_score": 0.227681, + "hf_subset": "fuv_Latn-tzm_Tfng", + "languages": [ + "fuv-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.454191, + "recall": 0.504941, + "f1": 0.467502, + "accuracy": 0.504941, + "main_score": 0.467502, + "hf_subset": "fuv_Latn-acq_Arab", + "languages": [ + "fuv-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.473238, + "recall": 0.511858, + "f1": 0.484511, + "accuracy": 0.511858, + "main_score": 0.484511, + "hf_subset": "fuv_Latn-bem_Latn", + "languages": [ + "fuv-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.435279, + "recall": 0.477273, + "f1": 0.446578, + "accuracy": 0.477273, + "main_score": 0.446578, + "hf_subset": "fuv_Latn-epo_Latn", + "languages": [ + "fuv-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.46208, + "recall": 0.51087, + "f1": 0.474935, + "accuracy": 0.51087, + "main_score": 0.474935, + "hf_subset": "fuv_Latn-hun_Latn", + "languages": [ + "fuv-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.439281, + "recall": 0.486166, + "f1": 0.45211, + "accuracy": 0.486166, + "main_score": 0.45211, + "hf_subset": "fuv_Latn-kir_Cyrl", + "languages": [ + "fuv-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.45662, + "recall": 0.501976, + "f1": 0.468983, + "accuracy": 0.501976, + "main_score": 0.468983, + "hf_subset": "fuv_Latn-mar_Deva", + "languages": [ + "fuv-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.443584, + "recall": 0.488142, + "f1": 0.455516, + "accuracy": 0.488142, + "main_score": 0.455516, + "hf_subset": "fuv_Latn-plt_Latn", + "languages": [ + "fuv-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.442314, + "recall": 0.486166, + "f1": 0.454, + "accuracy": 0.486166, + "main_score": 0.454, + "hf_subset": "fuv_Latn-srp_Cyrl", + "languages": [ + "fuv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.387788, + "recall": 0.436759, + "f1": 0.400036, + "accuracy": 0.436759, + "main_score": 0.400036, + "hf_subset": "fuv_Latn-uig_Arab", + "languages": [ + "fuv-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.446118, + "recall": 0.483202, + "f1": 0.45497, + "accuracy": 0.483202, + "main_score": 0.45497, + "hf_subset": "fuv_Latn-aeb_Arab", + "languages": [ + "fuv-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.453462, + "recall": 0.495059, + "f1": 0.46441, + "accuracy": 0.495059, + "main_score": 0.46441, + "hf_subset": "fuv_Latn-ben_Beng", + "languages": [ + "fuv-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.43956, + "recall": 0.490119, + "f1": 0.452735, + "accuracy": 0.490119, + "main_score": 0.452735, + "hf_subset": "fuv_Latn-est_Latn", + "languages": [ + "fuv-Latn", + "est-Latn" + ] + }, + { + "precision": 0.437427, + "recall": 0.492095, + "f1": 0.451798, + "accuracy": 0.492095, + "main_score": 0.451798, + "hf_subset": "fuv_Latn-hye_Armn", + "languages": [ + "fuv-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.44477, + "recall": 0.483202, + "f1": 0.455684, + "accuracy": 0.483202, + "main_score": 0.455684, + "hf_subset": "fuv_Latn-kmb_Latn", + "languages": [ + "fuv-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.348408, + "recall": 0.398221, + "f1": 0.362307, + "accuracy": 0.398221, + "main_score": 0.362307, + "hf_subset": "fuv_Latn-min_Arab", + "languages": [ + "fuv-Latn", + "min-Arab" + ] + }, + { + "precision": 0.483184, + "recall": 0.532609, + "f1": 0.496036, + "accuracy": 0.532609, + "main_score": 0.496036, + "hf_subset": "fuv_Latn-pol_Latn", + "languages": [ + "fuv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.412524, + "recall": 0.459486, + "f1": 0.424242, + "accuracy": 0.459486, + "main_score": 0.424242, + "hf_subset": "fuv_Latn-ssw_Latn", + "languages": [ + "fuv-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.454486, + "recall": 0.502964, + "f1": 0.466886, + "accuracy": 0.502964, + "main_score": 0.466886, + "hf_subset": "fuv_Latn-ukr_Cyrl", + "languages": [ + "fuv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.451496, + "recall": 0.497036, + "f1": 0.463361, + "accuracy": 0.497036, + "main_score": 0.463361, + "hf_subset": "fuv_Latn-afr_Latn", + "languages": [ + "fuv-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.496439, + "recall": 0.541502, + "f1": 0.508358, + "accuracy": 0.541502, + "main_score": 0.508358, + "hf_subset": "fuv_Latn-bho_Deva", + "languages": [ + "fuv-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.446823, + "recall": 0.48419, + "f1": 0.456439, + "accuracy": 0.48419, + "main_score": 0.456439, + "hf_subset": "fuv_Latn-eus_Latn", + "languages": [ + "fuv-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.442366, + "recall": 0.488142, + "f1": 0.455032, + "accuracy": 0.488142, + "main_score": 0.455032, + "hf_subset": "fuv_Latn-ibo_Latn", + "languages": [ + "fuv-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.441791, + "recall": 0.48419, + "f1": 0.45252, + "accuracy": 0.48419, + "main_score": 0.45252, + "hf_subset": "fuv_Latn-kmr_Latn", + "languages": [ + "fuv-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.423891, + "recall": 0.47332, + "f1": 0.436318, + "accuracy": 0.47332, + "main_score": 0.436318, + "hf_subset": "fuv_Latn-min_Latn", + "languages": [ + "fuv-Latn", + "min-Latn" + ] + }, + { + "precision": 0.475087, + "recall": 0.522727, + "f1": 0.487775, + "accuracy": 0.522727, + "main_score": 0.487775, + "hf_subset": "fuv_Latn-por_Latn", + "languages": [ + "fuv-Latn", + "por-Latn" + ] + }, + { + "precision": 0.432135, + "recall": 0.471344, + "f1": 0.442404, + "accuracy": 0.471344, + "main_score": 0.442404, + "hf_subset": "fuv_Latn-sun_Latn", + "languages": [ + "fuv-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.442891, + "recall": 0.483202, + "f1": 0.454965, + "accuracy": 0.483202, + "main_score": 0.454965, + "hf_subset": "fuv_Latn-umb_Latn", + "languages": [ + "fuv-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.449902, + "recall": 0.503953, + "f1": 0.46291, + "accuracy": 0.503953, + "main_score": 0.46291, + "hf_subset": "fuv_Latn-ajp_Arab", + "languages": [ + "fuv-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.370311, + "recall": 0.422925, + "f1": 0.384045, + "accuracy": 0.422925, + "main_score": 0.384045, + "hf_subset": "fuv_Latn-bjn_Arab", + "languages": [ + "fuv-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.46516, + "recall": 0.502964, + "f1": 0.476087, + "accuracy": 0.502964, + "main_score": 0.476087, + "hf_subset": "fuv_Latn-ewe_Latn", + "languages": [ + "fuv-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.443064, + "recall": 0.48419, + "f1": 0.454299, + "accuracy": 0.48419, + "main_score": 0.454299, + "hf_subset": "fuv_Latn-ilo_Latn", + "languages": [ + "fuv-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.270986, + "recall": 0.324111, + "f1": 0.285482, + "accuracy": 0.324111, + "main_score": 0.285482, + "hf_subset": "fuv_Latn-knc_Arab", + "languages": [ + "fuv-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.455101, + "recall": 0.5, + "f1": 0.467088, + "accuracy": 0.5, + "main_score": 0.467088, + "hf_subset": "fuv_Latn-mkd_Cyrl", + "languages": [ + "fuv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.45987, + "recall": 0.51087, + "f1": 0.473849, + "accuracy": 0.51087, + "main_score": 0.473849, + "hf_subset": "fuv_Latn-prs_Arab", + "languages": [ + "fuv-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.455666, + "recall": 0.509881, + "f1": 0.470333, + "accuracy": 0.509881, + "main_score": 0.470333, + "hf_subset": "fuv_Latn-swe_Latn", + "languages": [ + "fuv-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.447946, + "recall": 0.497036, + "f1": 0.45909, + "accuracy": 0.497036, + "main_score": 0.45909, + "hf_subset": "fuv_Latn-urd_Arab", + "languages": [ + "fuv-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.48728, + "recall": 0.527668, + "f1": 0.49778, + "accuracy": 0.527668, + "main_score": 0.49778, + "hf_subset": "fuv_Latn-aka_Latn", + "languages": [ + "fuv-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.47414, + "recall": 0.511858, + "f1": 0.484063, + "accuracy": 0.511858, + "main_score": 0.484063, + "hf_subset": "fuv_Latn-bjn_Latn", + "languages": [ + "fuv-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.443852, + "recall": 0.486166, + "f1": 0.45566, + "accuracy": 0.486166, + "main_score": 0.45566, + "hf_subset": "fuv_Latn-fao_Latn", + "languages": [ + "fuv-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.469358, + "recall": 0.519763, + "f1": 0.482546, + "accuracy": 0.519763, + "main_score": 0.482546, + "hf_subset": "fuv_Latn-ind_Latn", + "languages": [ + "fuv-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.501245, + "recall": 0.538538, + "f1": 0.512058, + "accuracy": 0.538538, + "main_score": 0.512058, + "hf_subset": "fuv_Latn-knc_Latn", + "languages": [ + "fuv-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.426396, + "recall": 0.468379, + "f1": 0.437232, + "accuracy": 0.468379, + "main_score": 0.437232, + "hf_subset": "fuv_Latn-mlt_Latn", + "languages": [ + "fuv-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.490456, + "recall": 0.531621, + "f1": 0.501833, + "accuracy": 0.531621, + "main_score": 0.501833, + "hf_subset": "fuv_Latn-quy_Latn", + "languages": [ + "fuv-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.448484, + "recall": 0.496047, + "f1": 0.460499, + "accuracy": 0.496047, + "main_score": 0.460499, + "hf_subset": "fuv_Latn-swh_Latn", + "languages": [ + "fuv-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.419726, + "recall": 0.466403, + "f1": 0.431953, + "accuracy": 0.466403, + "main_score": 0.431953, + "hf_subset": "fuv_Latn-uzn_Latn", + "languages": [ + "fuv-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.436998, + "recall": 0.477273, + "f1": 0.447599, + "accuracy": 0.477273, + "main_score": 0.447599, + "hf_subset": "fuv_Latn-als_Latn", + "languages": [ + "fuv-Latn", + "als-Latn" + ] + }, + { + "precision": 0.327732, + "recall": 0.384387, + "f1": 0.342899, + "accuracy": 0.384387, + "main_score": 0.342899, + "hf_subset": "fuv_Latn-bod_Tibt", + "languages": [ + "fuv-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.444848, + "recall": 0.48913, + "f1": 0.457405, + "accuracy": 0.48913, + "main_score": 0.457405, + "hf_subset": "fuv_Latn-fij_Latn", + "languages": [ + "fuv-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.404209, + "recall": 0.45751, + "f1": 0.417573, + "accuracy": 0.45751, + "main_score": 0.417573, + "hf_subset": "fuv_Latn-isl_Latn", + "languages": [ + "fuv-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.490548, + "recall": 0.529644, + "f1": 0.501241, + "accuracy": 0.529644, + "main_score": 0.501241, + "hf_subset": "fuv_Latn-kon_Latn", + "languages": [ + "fuv-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.428467, + "recall": 0.477273, + "f1": 0.442023, + "accuracy": 0.477273, + "main_score": 0.442023, + "hf_subset": "fuv_Latn-mni_Beng", + "languages": [ + "fuv-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.459633, + "recall": 0.51087, + "f1": 0.472942, + "accuracy": 0.51087, + "main_score": 0.472942, + "hf_subset": "fuv_Latn-ron_Latn", + "languages": [ + "fuv-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.46865, + "recall": 0.512846, + "f1": 0.480148, + "accuracy": 0.512846, + "main_score": 0.480148, + "hf_subset": "fuv_Latn-szl_Latn", + "languages": [ + "fuv-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.483897, + "recall": 0.534585, + "f1": 0.497317, + "accuracy": 0.534585, + "main_score": 0.497317, + "hf_subset": "fuv_Latn-vec_Latn", + "languages": [ + "fuv-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.462459, + "recall": 0.511858, + "f1": 0.475565, + "accuracy": 0.511858, + "main_score": 0.475565, + "hf_subset": "fuv_Latn-amh_Ethi", + "languages": [ + "fuv-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.454873, + "recall": 0.5, + "f1": 0.467213, + "accuracy": 0.5, + "main_score": 0.467213, + "hf_subset": "fuv_Latn-bos_Latn", + "languages": [ + "fuv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.44892, + "recall": 0.492095, + "f1": 0.460617, + "accuracy": 0.492095, + "main_score": 0.460617, + "hf_subset": "fuv_Latn-fin_Latn", + "languages": [ + "fuv-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.478609, + "recall": 0.525692, + "f1": 0.490615, + "accuracy": 0.525692, + "main_score": 0.490615, + "hf_subset": "fuv_Latn-ita_Latn", + "languages": [ + "fuv-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.496752, + "recall": 0.536561, + "f1": 0.507019, + "accuracy": 0.536561, + "main_score": 0.507019, + "hf_subset": "fuv_Latn-kor_Hang", + "languages": [ + "fuv-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.471509, + "recall": 0.505929, + "f1": 0.480944, + "accuracy": 0.505929, + "main_score": 0.480944, + "hf_subset": "fuv_Latn-mos_Latn", + "languages": [ + "fuv-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.422923, + "recall": 0.467391, + "f1": 0.435509, + "accuracy": 0.467391, + "main_score": 0.435509, + "hf_subset": "fuv_Latn-run_Latn", + "languages": [ + "fuv-Latn", + "run-Latn" + ] + }, + { + "precision": 0.438616, + "recall": 0.485178, + "f1": 0.450194, + "accuracy": 0.485178, + "main_score": 0.450194, + "hf_subset": "fuv_Latn-tam_Taml", + "languages": [ + "fuv-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.474922, + "recall": 0.520751, + "f1": 0.487206, + "accuracy": 0.520751, + "main_score": 0.487206, + "hf_subset": "fuv_Latn-vie_Latn", + "languages": [ + "fuv-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.454225, + "recall": 0.499012, + "f1": 0.465216, + "accuracy": 0.499012, + "main_score": 0.465216, + "hf_subset": "fuv_Latn-apc_Arab", + "languages": [ + "fuv-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.486561, + "recall": 0.520751, + "f1": 0.496791, + "accuracy": 0.520751, + "main_score": 0.496791, + "hf_subset": "fuv_Latn-bug_Latn", + "languages": [ + "fuv-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.431448, + "recall": 0.465415, + "f1": 0.441642, + "accuracy": 0.465415, + "main_score": 0.441642, + "hf_subset": "fuv_Latn-fon_Latn", + "languages": [ + "fuv-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.42162, + "recall": 0.474308, + "f1": 0.434659, + "accuracy": 0.474308, + "main_score": 0.434659, + "hf_subset": "fuv_Latn-jav_Latn", + "languages": [ + "fuv-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.401491, + "recall": 0.442688, + "f1": 0.412492, + "accuracy": 0.442688, + "main_score": 0.412492, + "hf_subset": "fuv_Latn-lao_Laoo", + "languages": [ + "fuv-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.426336, + "recall": 0.478261, + "f1": 0.440694, + "accuracy": 0.478261, + "main_score": 0.440694, + "hf_subset": "fuv_Latn-mri_Latn", + "languages": [ + "fuv-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.464421, + "recall": 0.513834, + "f1": 0.477682, + "accuracy": 0.513834, + "main_score": 0.477682, + "hf_subset": "fuv_Latn-rus_Cyrl", + "languages": [ + "fuv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.464593, + "recall": 0.506917, + "f1": 0.476836, + "accuracy": 0.506917, + "main_score": 0.476836, + "hf_subset": "fuv_Latn-taq_Latn", + "languages": [ + "fuv-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.44297, + "recall": 0.492095, + "f1": 0.455363, + "accuracy": 0.492095, + "main_score": 0.455363, + "hf_subset": "fuv_Latn-war_Latn", + "languages": [ + "fuv-Latn", + "war-Latn" + ] + }, + { + "precision": 0.468235, + "recall": 0.520751, + "f1": 0.481657, + "accuracy": 0.520751, + "main_score": 0.481657, + "hf_subset": "fuv_Latn-arb_Arab", + "languages": [ + "fuv-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.467312, + "recall": 0.508893, + "f1": 0.478641, + "accuracy": 0.508893, + "main_score": 0.478641, + "hf_subset": "fuv_Latn-bul_Cyrl", + "languages": [ + "fuv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.466637, + "recall": 0.518775, + "f1": 0.480452, + "accuracy": 0.518775, + "main_score": 0.480452, + "hf_subset": "fuv_Latn-fra_Latn", + "languages": [ + "fuv-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.470641, + "recall": 0.520751, + "f1": 0.483963, + "accuracy": 0.520751, + "main_score": 0.483963, + "hf_subset": "fuv_Latn-jpn_Jpan", + "languages": [ + "fuv-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.482255, + "recall": 0.527668, + "f1": 0.494911, + "accuracy": 0.527668, + "main_score": 0.494911, + "hf_subset": "fuv_Latn-lij_Latn", + "languages": [ + "fuv-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.427914, + "recall": 0.480237, + "f1": 0.441444, + "accuracy": 0.480237, + "main_score": 0.441444, + "hf_subset": "fuv_Latn-mya_Mymr", + "languages": [ + "fuv-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.501995, + "recall": 0.536561, + "f1": 0.511778, + "accuracy": 0.536561, + "main_score": 0.511778, + "hf_subset": "fuv_Latn-sag_Latn", + "languages": [ + "fuv-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.216633, + "recall": 0.268775, + "f1": 0.229021, + "accuracy": 0.268775, + "main_score": 0.229021, + "hf_subset": "fuv_Latn-taq_Tfng", + "languages": [ + "fuv-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.498619, + "recall": 0.540514, + "f1": 0.510987, + "accuracy": 0.540514, + "main_score": 0.510987, + "hf_subset": "fuv_Latn-wol_Latn", + "languages": [ + "fuv-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.402988, + "recall": 0.453557, + "f1": 0.416822, + "accuracy": 0.453557, + "main_score": 0.416822, + "hf_subset": "fuv_Latn-arb_Latn", + "languages": [ + "fuv-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.448756, + "recall": 0.495059, + "f1": 0.460842, + "accuracy": 0.495059, + "main_score": 0.460842, + "hf_subset": "fuv_Latn-cat_Latn", + "languages": [ + "fuv-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.497141, + "recall": 0.539526, + "f1": 0.50796, + "accuracy": 0.539526, + "main_score": 0.50796, + "hf_subset": "fuv_Latn-fur_Latn", + "languages": [ + "fuv-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.38568, + "recall": 0.438735, + "f1": 0.400949, + "accuracy": 0.438735, + "main_score": 0.400949, + "hf_subset": "fuv_Latn-kab_Latn", + "languages": [ + "fuv-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.439069, + "recall": 0.479249, + "f1": 0.449353, + "accuracy": 0.479249, + "main_score": 0.449353, + "hf_subset": "fuv_Latn-lim_Latn", + "languages": [ + "fuv-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.452618, + "recall": 0.504941, + "f1": 0.467148, + "accuracy": 0.504941, + "main_score": 0.467148, + "hf_subset": "fuv_Latn-nld_Latn", + "languages": [ + "fuv-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.433812, + "recall": 0.48913, + "f1": 0.447847, + "accuracy": 0.48913, + "main_score": 0.447847, + "hf_subset": "fuv_Latn-san_Deva", + "languages": [ + "fuv-Latn", + "san-Deva" + ] + }, + { + "precision": 0.435837, + "recall": 0.479249, + "f1": 0.447835, + "accuracy": 0.479249, + "main_score": 0.447835, + "hf_subset": "fuv_Latn-tat_Cyrl", + "languages": [ + "fuv-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.447863, + "recall": 0.495059, + "f1": 0.460918, + "accuracy": 0.495059, + "main_score": 0.460918, + "hf_subset": "fuv_Latn-xho_Latn", + "languages": [ + "fuv-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.451506, + "recall": 0.506917, + "f1": 0.465801, + "accuracy": 0.506917, + "main_score": 0.465801, + "hf_subset": "fuv_Latn-ars_Arab", + "languages": [ + "fuv-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.432602, + "recall": 0.476285, + "f1": 0.443982, + "accuracy": 0.476285, + "main_score": 0.443982, + "hf_subset": "fuv_Latn-ceb_Latn", + "languages": [ + "fuv-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.484099, + "recall": 0.523715, + "f1": 0.495276, + "accuracy": 0.523715, + "main_score": 0.495276, + "hf_subset": "fuv_Latn-kac_Latn", + "languages": [ + "fuv-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.51684, + "recall": 0.555336, + "f1": 0.527744, + "accuracy": 0.555336, + "main_score": 0.527744, + "hf_subset": "fuv_Latn-lin_Latn", + "languages": [ + "fuv-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.439033, + "recall": 0.480237, + "f1": 0.45034, + "accuracy": 0.480237, + "main_score": 0.45034, + "hf_subset": "fuv_Latn-nno_Latn", + "languages": [ + "fuv-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.44943, + "recall": 0.48913, + "f1": 0.460503, + "accuracy": 0.48913, + "main_score": 0.460503, + "hf_subset": "fuv_Latn-sat_Olck", + "languages": [ + "fuv-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.433999, + "recall": 0.480237, + "f1": 0.445515, + "accuracy": 0.480237, + "main_score": 0.445515, + "hf_subset": "fuv_Latn-tel_Telu", + "languages": [ + "fuv-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.414242, + "recall": 0.461462, + "f1": 0.426171, + "accuracy": 0.461462, + "main_score": 0.426171, + "hf_subset": "fuv_Latn-ydd_Hebr", + "languages": [ + "fuv-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.442528, + "recall": 0.486166, + "f1": 0.453146, + "accuracy": 0.486166, + "main_score": 0.453146, + "hf_subset": "fuv_Latn-ary_Arab", + "languages": [ + "fuv-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.47642, + "recall": 0.522727, + "f1": 0.489454, + "accuracy": 0.522727, + "main_score": 0.489454, + "hf_subset": "fuv_Latn-ces_Latn", + "languages": [ + "fuv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.438513, + "recall": 0.483202, + "f1": 0.451081, + "accuracy": 0.483202, + "main_score": 0.451081, + "hf_subset": "fuv_Latn-gaz_Latn", + "languages": [ + "fuv-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.461322, + "recall": 0.499012, + "f1": 0.472105, + "accuracy": 0.499012, + "main_score": 0.472105, + "hf_subset": "fuv_Latn-kam_Latn", + "languages": [ + "fuv-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.429327, + "recall": 0.47332, + "f1": 0.441375, + "accuracy": 0.47332, + "main_score": 0.441375, + "hf_subset": "fuv_Latn-lit_Latn", + "languages": [ + "fuv-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.462387, + "recall": 0.513834, + "f1": 0.476108, + "accuracy": 0.513834, + "main_score": 0.476108, + "hf_subset": "fuv_Latn-nob_Latn", + "languages": [ + "fuv-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.469189, + "recall": 0.502964, + "f1": 0.47834, + "accuracy": 0.502964, + "main_score": 0.47834, + "hf_subset": "fuv_Latn-scn_Latn", + "languages": [ + "fuv-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.442421, + "recall": 0.476285, + "f1": 0.451284, + "accuracy": 0.476285, + "main_score": 0.451284, + "hf_subset": "fuv_Latn-tgk_Cyrl", + "languages": [ + "fuv-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.438129, + "recall": 0.482213, + "f1": 0.451007, + "accuracy": 0.482213, + "main_score": 0.451007, + "hf_subset": "fuv_Latn-yor_Latn", + "languages": [ + "fuv-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.448719, + "recall": 0.496047, + "f1": 0.460962, + "accuracy": 0.496047, + "main_score": 0.460962, + "hf_subset": "fuv_Latn-arz_Arab", + "languages": [ + "fuv-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.461346, + "recall": 0.500988, + "f1": 0.472933, + "accuracy": 0.500988, + "main_score": 0.472933, + "hf_subset": "fuv_Latn-cjk_Latn", + "languages": [ + "fuv-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.439412, + "recall": 0.482213, + "f1": 0.450926, + "accuracy": 0.482213, + "main_score": 0.450926, + "hf_subset": "fuv_Latn-gla_Latn", + "languages": [ + "fuv-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.415058, + "recall": 0.464427, + "f1": 0.428509, + "accuracy": 0.464427, + "main_score": 0.428509, + "hf_subset": "fuv_Latn-kan_Knda", + "languages": [ + "fuv-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.477668, + "recall": 0.520751, + "f1": 0.489016, + "accuracy": 0.520751, + "main_score": 0.489016, + "hf_subset": "fuv_Latn-lmo_Latn", + "languages": [ + "fuv-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.453162, + "recall": 0.496047, + "f1": 0.464563, + "accuracy": 0.496047, + "main_score": 0.464563, + "hf_subset": "fuv_Latn-npi_Deva", + "languages": [ + "fuv-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.398754, + "recall": 0.452569, + "f1": 0.413079, + "accuracy": 0.452569, + "main_score": 0.413079, + "hf_subset": "fuv_Latn-shn_Mymr", + "languages": [ + "fuv-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.4537, + "recall": 0.5, + "f1": 0.465448, + "accuracy": 0.5, + "main_score": 0.465448, + "hf_subset": "fuv_Latn-tgl_Latn", + "languages": [ + "fuv-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.44536, + "recall": 0.496047, + "f1": 0.459229, + "accuracy": 0.496047, + "main_score": 0.459229, + "hf_subset": "fuv_Latn-yue_Hant", + "languages": [ + "fuv-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.397875, + "recall": 0.433794, + "f1": 0.408206, + "accuracy": 0.433794, + "main_score": 0.408206, + "hf_subset": "fuv_Latn-asm_Beng", + "languages": [ + "fuv-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.42294, + "recall": 0.475296, + "f1": 0.437151, + "accuracy": 0.475296, + "main_score": 0.437151, + "hf_subset": "fuv_Latn-ckb_Arab", + "languages": [ + "fuv-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.419658, + "recall": 0.463439, + "f1": 0.431494, + "accuracy": 0.463439, + "main_score": 0.431494, + "hf_subset": "fuv_Latn-gle_Latn", + "languages": [ + "fuv-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.465309, + "recall": 0.513834, + "f1": 0.477991, + "accuracy": 0.513834, + "main_score": 0.477991, + "hf_subset": "fuv_Latn-kas_Arab", + "languages": [ + "fuv-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.453512, + "recall": 0.494071, + "f1": 0.463969, + "accuracy": 0.494071, + "main_score": 0.463969, + "hf_subset": "fuv_Latn-ltg_Latn", + "languages": [ + "fuv-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.453258, + "recall": 0.498024, + "f1": 0.4656, + "accuracy": 0.498024, + "main_score": 0.4656, + "hf_subset": "fuv_Latn-nso_Latn", + "languages": [ + "fuv-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.424264, + "recall": 0.467391, + "f1": 0.435919, + "accuracy": 0.467391, + "main_score": 0.435919, + "hf_subset": "fuv_Latn-sin_Sinh", + "languages": [ + "fuv-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.441995, + "recall": 0.491107, + "f1": 0.454525, + "accuracy": 0.491107, + "main_score": 0.454525, + "hf_subset": "fuv_Latn-tha_Thai", + "languages": [ + "fuv-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.420321, + "recall": 0.463439, + "f1": 0.431478, + "accuracy": 0.463439, + "main_score": 0.431478, + "hf_subset": "fuv_Latn-zho_Hans", + "languages": [ + "fuv-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.432937, + "recall": 0.474308, + "f1": 0.443936, + "accuracy": 0.474308, + "main_score": 0.443936, + "hf_subset": "fuv_Latn-ast_Latn", + "languages": [ + "fuv-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.472854, + "recall": 0.504941, + "f1": 0.48243, + "accuracy": 0.504941, + "main_score": 0.48243, + "hf_subset": "fuv_Latn-crh_Latn", + "languages": [ + "fuv-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.458376, + "recall": 0.503953, + "f1": 0.470452, + "accuracy": 0.503953, + "main_score": 0.470452, + "hf_subset": "fuv_Latn-glg_Latn", + "languages": [ + "fuv-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.458106, + "recall": 0.511858, + "f1": 0.47225, + "accuracy": 0.511858, + "main_score": 0.47225, + "hf_subset": "fuv_Latn-kas_Deva", + "languages": [ + "fuv-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.42823, + "recall": 0.474308, + "f1": 0.439724, + "accuracy": 0.474308, + "main_score": 0.439724, + "hf_subset": "fuv_Latn-ltz_Latn", + "languages": [ + "fuv-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.441407, + "recall": 0.482213, + "f1": 0.452873, + "accuracy": 0.482213, + "main_score": 0.452873, + "hf_subset": "fuv_Latn-nus_Latn", + "languages": [ + "fuv-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.467971, + "recall": 0.512846, + "f1": 0.479388, + "accuracy": 0.512846, + "main_score": 0.479388, + "hf_subset": "fuv_Latn-slk_Latn", + "languages": [ + "fuv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.450309, + "recall": 0.496047, + "f1": 0.462968, + "accuracy": 0.496047, + "main_score": 0.462968, + "hf_subset": "fuv_Latn-tir_Ethi", + "languages": [ + "fuv-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.443511, + "recall": 0.496047, + "f1": 0.456991, + "accuracy": 0.496047, + "main_score": 0.456991, + "hf_subset": "fuv_Latn-zho_Hant", + "languages": [ + "fuv-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.459907, + "recall": 0.51087, + "f1": 0.47272, + "accuracy": 0.51087, + "main_score": 0.47272, + "hf_subset": "fuv_Latn-awa_Deva", + "languages": [ + "fuv-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.442195, + "recall": 0.487154, + "f1": 0.453966, + "accuracy": 0.487154, + "main_score": 0.453966, + "hf_subset": "fuv_Latn-cym_Latn", + "languages": [ + "fuv-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.48187, + "recall": 0.525692, + "f1": 0.493055, + "accuracy": 0.525692, + "main_score": 0.493055, + "hf_subset": "fuv_Latn-grn_Latn", + "languages": [ + "fuv-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.440628, + "recall": 0.48419, + "f1": 0.451939, + "accuracy": 0.48419, + "main_score": 0.451939, + "hf_subset": "fuv_Latn-kat_Geor", + "languages": [ + "fuv-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.477117, + "recall": 0.518775, + "f1": 0.489429, + "accuracy": 0.518775, + "main_score": 0.489429, + "hf_subset": "fuv_Latn-lua_Latn", + "languages": [ + "fuv-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.447241, + "recall": 0.493083, + "f1": 0.458973, + "accuracy": 0.493083, + "main_score": 0.458973, + "hf_subset": "fuv_Latn-nya_Latn", + "languages": [ + "fuv-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.460189, + "recall": 0.51087, + "f1": 0.474, + "accuracy": 0.51087, + "main_score": 0.474, + "hf_subset": "fuv_Latn-slv_Latn", + "languages": [ + "fuv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.468496, + "recall": 0.51087, + "f1": 0.480233, + "accuracy": 0.51087, + "main_score": 0.480233, + "hf_subset": "fuv_Latn-tpi_Latn", + "languages": [ + "fuv-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.465375, + "recall": 0.512846, + "f1": 0.477952, + "accuracy": 0.512846, + "main_score": 0.477952, + "hf_subset": "fuv_Latn-zsm_Latn", + "languages": [ + "fuv-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.459239, + "recall": 0.500988, + "f1": 0.471515, + "accuracy": 0.500988, + "main_score": 0.471515, + "hf_subset": "fuv_Latn-ayr_Latn", + "languages": [ + "fuv-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.48361, + "recall": 0.529644, + "f1": 0.495926, + "accuracy": 0.529644, + "main_score": 0.495926, + "hf_subset": "fuv_Latn-dan_Latn", + "languages": [ + "fuv-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.44175, + "recall": 0.48913, + "f1": 0.453592, + "accuracy": 0.48913, + "main_score": 0.453592, + "hf_subset": "fuv_Latn-guj_Gujr", + "languages": [ + "fuv-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.4389, + "recall": 0.482213, + "f1": 0.450451, + "accuracy": 0.482213, + "main_score": 0.450451, + "hf_subset": "fuv_Latn-kaz_Cyrl", + "languages": [ + "fuv-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.435517, + "recall": 0.477273, + "f1": 0.447359, + "accuracy": 0.477273, + "main_score": 0.447359, + "hf_subset": "fuv_Latn-lug_Latn", + "languages": [ + "fuv-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.465903, + "recall": 0.506917, + "f1": 0.477037, + "accuracy": 0.506917, + "main_score": 0.477037, + "hf_subset": "fuv_Latn-oci_Latn", + "languages": [ + "fuv-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.451541, + "recall": 0.492095, + "f1": 0.462008, + "accuracy": 0.492095, + "main_score": 0.462008, + "hf_subset": "fuv_Latn-smo_Latn", + "languages": [ + "fuv-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.430611, + "recall": 0.47332, + "f1": 0.441802, + "accuracy": 0.47332, + "main_score": 0.441802, + "hf_subset": "fuv_Latn-tsn_Latn", + "languages": [ + "fuv-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.432796, + "recall": 0.480237, + "f1": 0.445206, + "accuracy": 0.480237, + "main_score": 0.445206, + "hf_subset": "fuv_Latn-zul_Latn", + "languages": [ + "fuv-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.419699, + "recall": 0.467391, + "f1": 0.43246, + "accuracy": 0.467391, + "main_score": 0.43246, + "hf_subset": "fuv_Latn-azb_Arab", + "languages": [ + "fuv-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.483394, + "recall": 0.529644, + "f1": 0.49563, + "accuracy": 0.529644, + "main_score": 0.49563, + "hf_subset": "fuv_Latn-deu_Latn", + "languages": [ + "fuv-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.432853, + "recall": 0.478261, + "f1": 0.444811, + "accuracy": 0.478261, + "main_score": 0.444811, + "hf_subset": "fuv_Latn-hat_Latn", + "languages": [ + "fuv-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.453047, + "recall": 0.492095, + "f1": 0.464333, + "accuracy": 0.492095, + "main_score": 0.464333, + "hf_subset": "fuv_Latn-kbp_Latn", + "languages": [ + "fuv-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.501145, + "recall": 0.539526, + "f1": 0.512592, + "accuracy": 0.539526, + "main_score": 0.512592, + "hf_subset": "fuv_Latn-luo_Latn", + "languages": [ + "fuv-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.41178, + "recall": 0.461462, + "f1": 0.424171, + "accuracy": 0.461462, + "main_score": 0.424171, + "hf_subset": "fuv_Latn-ory_Orya", + "languages": [ + "fuv-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.435848, + "recall": 0.487154, + "f1": 0.450216, + "accuracy": 0.487154, + "main_score": 0.450216, + "hf_subset": "fuv_Latn-sna_Latn", + "languages": [ + "fuv-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.45645, + "recall": 0.501976, + "f1": 0.468471, + "accuracy": 0.501976, + "main_score": 0.468471, + "hf_subset": "fuv_Latn-tso_Latn", + "languages": [ + "fuv-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.452574, + "recall": 0.498024, + "f1": 0.46457, + "accuracy": 0.498024, + "main_score": 0.46457, + "hf_subset": "fuv_Latn-azj_Latn", + "languages": [ + "fuv-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.458484, + "recall": 0.498024, + "f1": 0.470444, + "accuracy": 0.498024, + "main_score": 0.470444, + "hf_subset": "fuv_Latn-dik_Latn", + "languages": [ + "fuv-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.438718, + "recall": 0.48419, + "f1": 0.450763, + "accuracy": 0.48419, + "main_score": 0.450763, + "hf_subset": "fuv_Latn-hau_Latn", + "languages": [ + "fuv-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.452662, + "recall": 0.491107, + "f1": 0.463637, + "accuracy": 0.491107, + "main_score": 0.463637, + "hf_subset": "fuv_Latn-kea_Latn", + "languages": [ + "fuv-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.435685, + "recall": 0.48419, + "f1": 0.448282, + "accuracy": 0.48419, + "main_score": 0.448282, + "hf_subset": "fuv_Latn-lus_Latn", + "languages": [ + "fuv-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.494395, + "recall": 0.534585, + "f1": 0.505724, + "accuracy": 0.534585, + "main_score": 0.505724, + "hf_subset": "fuv_Latn-pag_Latn", + "languages": [ + "fuv-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.406032, + "recall": 0.460474, + "f1": 0.419397, + "accuracy": 0.460474, + "main_score": 0.419397, + "hf_subset": "fuv_Latn-snd_Arab", + "languages": [ + "fuv-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.419667, + "recall": 0.465415, + "f1": 0.431802, + "accuracy": 0.465415, + "main_score": 0.431802, + "hf_subset": "fuv_Latn-tuk_Latn", + "languages": [ + "fuv-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.428019, + "recall": 0.472332, + "f1": 0.439602, + "accuracy": 0.472332, + "main_score": 0.439602, + "hf_subset": "fuv_Latn-bak_Cyrl", + "languages": [ + "fuv-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.420891, + "recall": 0.471344, + "f1": 0.435416, + "accuracy": 0.471344, + "main_score": 0.435416, + "hf_subset": "fuv_Latn-dyu_Latn", + "languages": [ + "fuv-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.448935, + "recall": 0.495059, + "f1": 0.46055, + "accuracy": 0.495059, + "main_score": 0.46055, + "hf_subset": "fuv_Latn-heb_Hebr", + "languages": [ + "fuv-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.442878, + "recall": 0.487154, + "f1": 0.455796, + "accuracy": 0.487154, + "main_score": 0.455796, + "hf_subset": "fuv_Latn-khk_Cyrl", + "languages": [ + "fuv-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.434697, + "recall": 0.482213, + "f1": 0.446388, + "accuracy": 0.482213, + "main_score": 0.446388, + "hf_subset": "fuv_Latn-lvs_Latn", + "languages": [ + "fuv-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.432169, + "recall": 0.479249, + "f1": 0.444008, + "accuracy": 0.479249, + "main_score": 0.444008, + "hf_subset": "fuv_Latn-pan_Guru", + "languages": [ + "fuv-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.426515, + "recall": 0.475296, + "f1": 0.438875, + "accuracy": 0.475296, + "main_score": 0.438875, + "hf_subset": "fuv_Latn-som_Latn", + "languages": [ + "fuv-Latn", + "som-Latn" + ] + }, + { + "precision": 0.417264, + "recall": 0.460474, + "f1": 0.429303, + "accuracy": 0.460474, + "main_score": 0.429303, + "hf_subset": "fuv_Latn-tum_Latn", + "languages": [ + "fuv-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.362147, + "recall": 0.410079, + "f1": 0.375574, + "accuracy": 0.410079, + "main_score": 0.375574, + "hf_subset": "kac_Latn-ace_Arab", + "languages": [ + "kac-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.452256, + "recall": 0.488142, + "f1": 0.46219, + "accuracy": 0.488142, + "main_score": 0.46219, + "hf_subset": "kac_Latn-bam_Latn", + "languages": [ + "kac-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.27454, + "recall": 0.328063, + "f1": 0.287766, + "accuracy": 0.328063, + "main_score": 0.287766, + "hf_subset": "kac_Latn-dzo_Tibt", + "languages": [ + "kac-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.450794, + "recall": 0.5, + "f1": 0.464197, + "accuracy": 0.5, + "main_score": 0.464197, + "hf_subset": "kac_Latn-hin_Deva", + "languages": [ + "kac-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.407771, + "recall": 0.44664, + "f1": 0.418054, + "accuracy": 0.44664, + "main_score": 0.418054, + "hf_subset": "kac_Latn-khm_Khmr", + "languages": [ + "kac-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.441489, + "recall": 0.485178, + "f1": 0.452648, + "accuracy": 0.485178, + "main_score": 0.452648, + "hf_subset": "kac_Latn-mag_Deva", + "languages": [ + "kac-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.430497, + "recall": 0.474308, + "f1": 0.44283, + "accuracy": 0.474308, + "main_score": 0.44283, + "hf_subset": "kac_Latn-pap_Latn", + "languages": [ + "kac-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.436292, + "recall": 0.479249, + "f1": 0.447443, + "accuracy": 0.479249, + "main_score": 0.447443, + "hf_subset": "kac_Latn-sot_Latn", + "languages": [ + "kac-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.43949, + "recall": 0.480237, + "f1": 0.450286, + "accuracy": 0.480237, + "main_score": 0.450286, + "hf_subset": "kac_Latn-tur_Latn", + "languages": [ + "kac-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.455243, + "recall": 0.495059, + "f1": 0.465087, + "accuracy": 0.495059, + "main_score": 0.465087, + "hf_subset": "kac_Latn-ace_Latn", + "languages": [ + "kac-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.418746, + "recall": 0.461462, + "f1": 0.430183, + "accuracy": 0.461462, + "main_score": 0.430183, + "hf_subset": "kac_Latn-ban_Latn", + "languages": [ + "kac-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.425113, + "recall": 0.468379, + "f1": 0.436353, + "accuracy": 0.468379, + "main_score": 0.436353, + "hf_subset": "kac_Latn-ell_Grek", + "languages": [ + "kac-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.420868, + "recall": 0.466403, + "f1": 0.433365, + "accuracy": 0.466403, + "main_score": 0.433365, + "hf_subset": "kac_Latn-hne_Deva", + "languages": [ + "kac-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.448355, + "recall": 0.490119, + "f1": 0.459627, + "accuracy": 0.490119, + "main_score": 0.459627, + "hf_subset": "kac_Latn-kik_Latn", + "languages": [ + "kac-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.450878, + "recall": 0.495059, + "f1": 0.463073, + "accuracy": 0.495059, + "main_score": 0.463073, + "hf_subset": "kac_Latn-mai_Deva", + "languages": [ + "kac-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.422463, + "recall": 0.465415, + "f1": 0.433695, + "accuracy": 0.465415, + "main_score": 0.433695, + "hf_subset": "kac_Latn-pbt_Arab", + "languages": [ + "kac-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.459748, + "recall": 0.507905, + "f1": 0.472705, + "accuracy": 0.507905, + "main_score": 0.472705, + "hf_subset": "kac_Latn-spa_Latn", + "languages": [ + "kac-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.4744, + "recall": 0.512846, + "f1": 0.485707, + "accuracy": 0.512846, + "main_score": 0.485707, + "hf_subset": "kac_Latn-twi_Latn", + "languages": [ + "kac-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.422921, + "recall": 0.468379, + "f1": 0.435661, + "accuracy": 0.468379, + "main_score": 0.435661, + "hf_subset": "kac_Latn-acm_Arab", + "languages": [ + "kac-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.383242, + "recall": 0.427866, + "f1": 0.395164, + "accuracy": 0.427866, + "main_score": 0.395164, + "hf_subset": "kac_Latn-bel_Cyrl", + "languages": [ + "kac-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.480922, + "recall": 0.535573, + "f1": 0.4961, + "accuracy": 0.535573, + "main_score": 0.4961, + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.434099, + "recall": 0.48419, + "f1": 0.447841, + "accuracy": 0.48419, + "main_score": 0.447841, + "hf_subset": "kac_Latn-hrv_Latn", + "languages": [ + "kac-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.429431, + "recall": 0.466403, + "f1": 0.4394, + "accuracy": 0.466403, + "main_score": 0.4394, + "hf_subset": "kac_Latn-kin_Latn", + "languages": [ + "kac-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.415871, + "recall": 0.461462, + "f1": 0.427705, + "accuracy": 0.461462, + "main_score": 0.427705, + "hf_subset": "kac_Latn-mal_Mlym", + "languages": [ + "kac-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.426834, + "recall": 0.47332, + "f1": 0.438472, + "accuracy": 0.47332, + "main_score": 0.438472, + "hf_subset": "kac_Latn-pes_Arab", + "languages": [ + "kac-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.431311, + "recall": 0.477273, + "f1": 0.44316, + "accuracy": 0.477273, + "main_score": 0.44316, + "hf_subset": "kac_Latn-srd_Latn", + "languages": [ + "kac-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216584, + "recall": 0.270751, + "f1": 0.228688, + "accuracy": 0.270751, + "main_score": 0.228688, + "hf_subset": "kac_Latn-tzm_Tfng", + "languages": [ + "kac-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.429192, + "recall": 0.468379, + "f1": 0.439777, + "accuracy": 0.468379, + "main_score": 0.439777, + "hf_subset": "kac_Latn-acq_Arab", + "languages": [ + "kac-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.452641, + "recall": 0.493083, + "f1": 0.463317, + "accuracy": 0.493083, + "main_score": 0.463317, + "hf_subset": "kac_Latn-bem_Latn", + "languages": [ + "kac-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.419937, + "recall": 0.458498, + "f1": 0.429872, + "accuracy": 0.458498, + "main_score": 0.429872, + "hf_subset": "kac_Latn-epo_Latn", + "languages": [ + "kac-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.437618, + "recall": 0.482213, + "f1": 0.450356, + "accuracy": 0.482213, + "main_score": 0.450356, + "hf_subset": "kac_Latn-hun_Latn", + "languages": [ + "kac-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.424198, + "recall": 0.474308, + "f1": 0.438029, + "accuracy": 0.474308, + "main_score": 0.438029, + "hf_subset": "kac_Latn-kir_Cyrl", + "languages": [ + "kac-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.425414, + "recall": 0.474308, + "f1": 0.438742, + "accuracy": 0.474308, + "main_score": 0.438742, + "hf_subset": "kac_Latn-mar_Deva", + "languages": [ + "kac-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.433141, + "recall": 0.476285, + "f1": 0.445259, + "accuracy": 0.476285, + "main_score": 0.445259, + "hf_subset": "kac_Latn-plt_Latn", + "languages": [ + "kac-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.416335, + "recall": 0.460474, + "f1": 0.427564, + "accuracy": 0.460474, + "main_score": 0.427564, + "hf_subset": "kac_Latn-srp_Cyrl", + "languages": [ + "kac-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.365277, + "recall": 0.416996, + "f1": 0.37858, + "accuracy": 0.416996, + "main_score": 0.37858, + "hf_subset": "kac_Latn-uig_Arab", + "languages": [ + "kac-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.406434, + "recall": 0.44664, + "f1": 0.416919, + "accuracy": 0.44664, + "main_score": 0.416919, + "hf_subset": "kac_Latn-aeb_Arab", + "languages": [ + "kac-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.423703, + "recall": 0.471344, + "f1": 0.435819, + "accuracy": 0.471344, + "main_score": 0.435819, + "hf_subset": "kac_Latn-ben_Beng", + "languages": [ + "kac-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.420597, + "recall": 0.469368, + "f1": 0.43432, + "accuracy": 0.469368, + "main_score": 0.43432, + "hf_subset": "kac_Latn-est_Latn", + "languages": [ + "kac-Latn", + "est-Latn" + ] + }, + { + "precision": 0.407473, + "recall": 0.453557, + "f1": 0.419722, + "accuracy": 0.453557, + "main_score": 0.419722, + "hf_subset": "kac_Latn-hye_Armn", + "languages": [ + "kac-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.457396, + "recall": 0.492095, + "f1": 0.46691, + "accuracy": 0.492095, + "main_score": 0.46691, + "hf_subset": "kac_Latn-kmb_Latn", + "languages": [ + "kac-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.350099, + "recall": 0.403162, + "f1": 0.364227, + "accuracy": 0.403162, + "main_score": 0.364227, + "hf_subset": "kac_Latn-min_Arab", + "languages": [ + "kac-Latn", + "min-Arab" + ] + }, + { + "precision": 0.450099, + "recall": 0.495059, + "f1": 0.462466, + "accuracy": 0.495059, + "main_score": 0.462466, + "hf_subset": "kac_Latn-pol_Latn", + "languages": [ + "kac-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.42688, + "recall": 0.467391, + "f1": 0.437246, + "accuracy": 0.467391, + "main_score": 0.437246, + "hf_subset": "kac_Latn-ssw_Latn", + "languages": [ + "kac-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.42691, + "recall": 0.472332, + "f1": 0.438847, + "accuracy": 0.472332, + "main_score": 0.438847, + "hf_subset": "kac_Latn-ukr_Cyrl", + "languages": [ + "kac-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.442653, + "recall": 0.48913, + "f1": 0.454051, + "accuracy": 0.48913, + "main_score": 0.454051, + "hf_subset": "kac_Latn-afr_Latn", + "languages": [ + "kac-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.460531, + "recall": 0.503953, + "f1": 0.472169, + "accuracy": 0.503953, + "main_score": 0.472169, + "hf_subset": "kac_Latn-bho_Deva", + "languages": [ + "kac-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.425194, + "recall": 0.467391, + "f1": 0.436342, + "accuracy": 0.467391, + "main_score": 0.436342, + "hf_subset": "kac_Latn-eus_Latn", + "languages": [ + "kac-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.421986, + "recall": 0.467391, + "f1": 0.434486, + "accuracy": 0.467391, + "main_score": 0.434486, + "hf_subset": "kac_Latn-ibo_Latn", + "languages": [ + "kac-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.43096, + "recall": 0.471344, + "f1": 0.442171, + "accuracy": 0.471344, + "main_score": 0.442171, + "hf_subset": "kac_Latn-kmr_Latn", + "languages": [ + "kac-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.418924, + "recall": 0.461462, + "f1": 0.429607, + "accuracy": 0.461462, + "main_score": 0.429607, + "hf_subset": "kac_Latn-min_Latn", + "languages": [ + "kac-Latn", + "min-Latn" + ] + }, + { + "precision": 0.451897, + "recall": 0.499012, + "f1": 0.464652, + "accuracy": 0.499012, + "main_score": 0.464652, + "hf_subset": "kac_Latn-por_Latn", + "languages": [ + "kac-Latn", + "por-Latn" + ] + }, + { + "precision": 0.414017, + "recall": 0.453557, + "f1": 0.424846, + "accuracy": 0.453557, + "main_score": 0.424846, + "hf_subset": "kac_Latn-sun_Latn", + "languages": [ + "kac-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.466757, + "recall": 0.504941, + "f1": 0.477906, + "accuracy": 0.504941, + "main_score": 0.477906, + "hf_subset": "kac_Latn-umb_Latn", + "languages": [ + "kac-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.420282, + "recall": 0.463439, + "f1": 0.429695, + "accuracy": 0.463439, + "main_score": 0.429695, + "hf_subset": "kac_Latn-ajp_Arab", + "languages": [ + "kac-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.347918, + "recall": 0.396245, + "f1": 0.360428, + "accuracy": 0.396245, + "main_score": 0.360428, + "hf_subset": "kac_Latn-bjn_Arab", + "languages": [ + "kac-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.470444, + "recall": 0.509881, + "f1": 0.481231, + "accuracy": 0.509881, + "main_score": 0.481231, + "hf_subset": "kac_Latn-ewe_Latn", + "languages": [ + "kac-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.427367, + "recall": 0.468379, + "f1": 0.439056, + "accuracy": 0.468379, + "main_score": 0.439056, + "hf_subset": "kac_Latn-ilo_Latn", + "languages": [ + "kac-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.276571, + "recall": 0.324111, + "f1": 0.288745, + "accuracy": 0.324111, + "main_score": 0.288745, + "hf_subset": "kac_Latn-knc_Arab", + "languages": [ + "kac-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.425571, + "recall": 0.466403, + "f1": 0.435836, + "accuracy": 0.466403, + "main_score": 0.435836, + "hf_subset": "kac_Latn-mkd_Cyrl", + "languages": [ + "kac-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.433162, + "recall": 0.482213, + "f1": 0.445231, + "accuracy": 0.482213, + "main_score": 0.445231, + "hf_subset": "kac_Latn-prs_Arab", + "languages": [ + "kac-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.443953, + "recall": 0.495059, + "f1": 0.458155, + "accuracy": 0.495059, + "main_score": 0.458155, + "hf_subset": "kac_Latn-swe_Latn", + "languages": [ + "kac-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.40284, + "recall": 0.452569, + "f1": 0.414725, + "accuracy": 0.452569, + "main_score": 0.414725, + "hf_subset": "kac_Latn-urd_Arab", + "languages": [ + "kac-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.490157, + "recall": 0.528656, + "f1": 0.50047, + "accuracy": 0.528656, + "main_score": 0.50047, + "hf_subset": "kac_Latn-aka_Latn", + "languages": [ + "kac-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.450091, + "recall": 0.488142, + "f1": 0.460921, + "accuracy": 0.488142, + "main_score": 0.460921, + "hf_subset": "kac_Latn-bjn_Latn", + "languages": [ + "kac-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.418386, + "recall": 0.462451, + "f1": 0.430216, + "accuracy": 0.462451, + "main_score": 0.430216, + "hf_subset": "kac_Latn-fao_Latn", + "languages": [ + "kac-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.451694, + "recall": 0.497036, + "f1": 0.46327, + "accuracy": 0.497036, + "main_score": 0.46327, + "hf_subset": "kac_Latn-ind_Latn", + "languages": [ + "kac-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.509673, + "recall": 0.539526, + "f1": 0.51783, + "accuracy": 0.539526, + "main_score": 0.51783, + "hf_subset": "kac_Latn-knc_Latn", + "languages": [ + "kac-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.41561, + "recall": 0.45751, + "f1": 0.426684, + "accuracy": 0.45751, + "main_score": 0.426684, + "hf_subset": "kac_Latn-mlt_Latn", + "languages": [ + "kac-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.48135, + "recall": 0.516798, + "f1": 0.491589, + "accuracy": 0.516798, + "main_score": 0.491589, + "hf_subset": "kac_Latn-quy_Latn", + "languages": [ + "kac-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.422421, + "recall": 0.468379, + "f1": 0.434608, + "accuracy": 0.468379, + "main_score": 0.434608, + "hf_subset": "kac_Latn-swh_Latn", + "languages": [ + "kac-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.409744, + "recall": 0.45751, + "f1": 0.421825, + "accuracy": 0.45751, + "main_score": 0.421825, + "hf_subset": "kac_Latn-uzn_Latn", + "languages": [ + "kac-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.421881, + "recall": 0.461462, + "f1": 0.432508, + "accuracy": 0.461462, + "main_score": 0.432508, + "hf_subset": "kac_Latn-als_Latn", + "languages": [ + "kac-Latn", + "als-Latn" + ] + }, + { + "precision": 0.338382, + "recall": 0.390316, + "f1": 0.352298, + "accuracy": 0.390316, + "main_score": 0.352298, + "hf_subset": "kac_Latn-bod_Tibt", + "languages": [ + "kac-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.459499, + "recall": 0.498024, + "f1": 0.469988, + "accuracy": 0.498024, + "main_score": 0.469988, + "hf_subset": "kac_Latn-fij_Latn", + "languages": [ + "kac-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.410332, + "recall": 0.454545, + "f1": 0.422473, + "accuracy": 0.454545, + "main_score": 0.422473, + "hf_subset": "kac_Latn-isl_Latn", + "languages": [ + "kac-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.476805, + "recall": 0.512846, + "f1": 0.486424, + "accuracy": 0.512846, + "main_score": 0.486424, + "hf_subset": "kac_Latn-kon_Latn", + "languages": [ + "kac-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.430426, + "recall": 0.471344, + "f1": 0.440602, + "accuracy": 0.471344, + "main_score": 0.440602, + "hf_subset": "kac_Latn-mni_Beng", + "languages": [ + "kac-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.439455, + "recall": 0.48913, + "f1": 0.452555, + "accuracy": 0.48913, + "main_score": 0.452555, + "hf_subset": "kac_Latn-ron_Latn", + "languages": [ + "kac-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.430886, + "recall": 0.47332, + "f1": 0.442411, + "accuracy": 0.47332, + "main_score": 0.442411, + "hf_subset": "kac_Latn-szl_Latn", + "languages": [ + "kac-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.461299, + "recall": 0.498024, + "f1": 0.47099, + "accuracy": 0.498024, + "main_score": 0.47099, + "hf_subset": "kac_Latn-vec_Latn", + "languages": [ + "kac-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.45785, + "recall": 0.502964, + "f1": 0.470154, + "accuracy": 0.502964, + "main_score": 0.470154, + "hf_subset": "kac_Latn-amh_Ethi", + "languages": [ + "kac-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.44291, + "recall": 0.486166, + "f1": 0.454612, + "accuracy": 0.486166, + "main_score": 0.454612, + "hf_subset": "kac_Latn-bos_Latn", + "languages": [ + "kac-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.412668, + "recall": 0.456522, + "f1": 0.424423, + "accuracy": 0.456522, + "main_score": 0.424423, + "hf_subset": "kac_Latn-fin_Latn", + "languages": [ + "kac-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.471943, + "recall": 0.514822, + "f1": 0.483196, + "accuracy": 0.514822, + "main_score": 0.483196, + "hf_subset": "kac_Latn-ita_Latn", + "languages": [ + "kac-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.459073, + "recall": 0.501976, + "f1": 0.470954, + "accuracy": 0.501976, + "main_score": 0.470954, + "hf_subset": "kac_Latn-kor_Hang", + "languages": [ + "kac-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.467647, + "recall": 0.507905, + "f1": 0.478671, + "accuracy": 0.507905, + "main_score": 0.478671, + "hf_subset": "kac_Latn-mos_Latn", + "languages": [ + "kac-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.44114, + "recall": 0.479249, + "f1": 0.451662, + "accuracy": 0.479249, + "main_score": 0.451662, + "hf_subset": "kac_Latn-run_Latn", + "languages": [ + "kac-Latn", + "run-Latn" + ] + }, + { + "precision": 0.401953, + "recall": 0.451581, + "f1": 0.414643, + "accuracy": 0.451581, + "main_score": 0.414643, + "hf_subset": "kac_Latn-tam_Taml", + "languages": [ + "kac-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.456781, + "recall": 0.494071, + "f1": 0.466859, + "accuracy": 0.494071, + "main_score": 0.466859, + "hf_subset": "kac_Latn-vie_Latn", + "languages": [ + "kac-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.42047, + "recall": 0.471344, + "f1": 0.432561, + "accuracy": 0.471344, + "main_score": 0.432561, + "hf_subset": "kac_Latn-apc_Arab", + "languages": [ + "kac-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.45839, + "recall": 0.501976, + "f1": 0.470421, + "accuracy": 0.501976, + "main_score": 0.470421, + "hf_subset": "kac_Latn-bug_Latn", + "languages": [ + "kac-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.431047, + "recall": 0.467391, + "f1": 0.440819, + "accuracy": 0.467391, + "main_score": 0.440819, + "hf_subset": "kac_Latn-fon_Latn", + "languages": [ + "kac-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.421662, + "recall": 0.468379, + "f1": 0.433545, + "accuracy": 0.468379, + "main_score": 0.433545, + "hf_subset": "kac_Latn-jav_Latn", + "languages": [ + "kac-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.416246, + "recall": 0.454545, + "f1": 0.426263, + "accuracy": 0.454545, + "main_score": 0.426263, + "hf_subset": "kac_Latn-lao_Laoo", + "languages": [ + "kac-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.424054, + "recall": 0.469368, + "f1": 0.436502, + "accuracy": 0.469368, + "main_score": 0.436502, + "hf_subset": "kac_Latn-mri_Latn", + "languages": [ + "kac-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.438055, + "recall": 0.481225, + "f1": 0.450266, + "accuracy": 0.481225, + "main_score": 0.450266, + "hf_subset": "kac_Latn-rus_Cyrl", + "languages": [ + "kac-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.469546, + "recall": 0.512846, + "f1": 0.481265, + "accuracy": 0.512846, + "main_score": 0.481265, + "hf_subset": "kac_Latn-taq_Latn", + "languages": [ + "kac-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.423062, + "recall": 0.468379, + "f1": 0.43492, + "accuracy": 0.468379, + "main_score": 0.43492, + "hf_subset": "kac_Latn-war_Latn", + "languages": [ + "kac-Latn", + "war-Latn" + ] + }, + { + "precision": 0.433675, + "recall": 0.480237, + "f1": 0.445845, + "accuracy": 0.480237, + "main_score": 0.445845, + "hf_subset": "kac_Latn-arb_Arab", + "languages": [ + "kac-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.442353, + "recall": 0.490119, + "f1": 0.454886, + "accuracy": 0.490119, + "main_score": 0.454886, + "hf_subset": "kac_Latn-bul_Cyrl", + "languages": [ + "kac-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.462519, + "recall": 0.504941, + "f1": 0.473871, + "accuracy": 0.504941, + "main_score": 0.473871, + "hf_subset": "kac_Latn-fra_Latn", + "languages": [ + "kac-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.45641, + "recall": 0.501976, + "f1": 0.469277, + "accuracy": 0.501976, + "main_score": 0.469277, + "hf_subset": "kac_Latn-jpn_Jpan", + "languages": [ + "kac-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.457355, + "recall": 0.496047, + "f1": 0.46843, + "accuracy": 0.496047, + "main_score": 0.46843, + "hf_subset": "kac_Latn-lij_Latn", + "languages": [ + "kac-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.42439, + "recall": 0.469368, + "f1": 0.435962, + "accuracy": 0.469368, + "main_score": 0.435962, + "hf_subset": "kac_Latn-mya_Mymr", + "languages": [ + "kac-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.477522, + "recall": 0.514822, + "f1": 0.487413, + "accuracy": 0.514822, + "main_score": 0.487413, + "hf_subset": "kac_Latn-sag_Latn", + "languages": [ + "kac-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.232651, + "recall": 0.283597, + "f1": 0.244509, + "accuracy": 0.283597, + "main_score": 0.244509, + "hf_subset": "kac_Latn-taq_Tfng", + "languages": [ + "kac-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.492495, + "recall": 0.525692, + "f1": 0.501944, + "accuracy": 0.525692, + "main_score": 0.501944, + "hf_subset": "kac_Latn-wol_Latn", + "languages": [ + "kac-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.380642, + "recall": 0.428854, + "f1": 0.393169, + "accuracy": 0.428854, + "main_score": 0.393169, + "hf_subset": "kac_Latn-arb_Latn", + "languages": [ + "kac-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.432485, + "recall": 0.47332, + "f1": 0.443468, + "accuracy": 0.47332, + "main_score": 0.443468, + "hf_subset": "kac_Latn-cat_Latn", + "languages": [ + "kac-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.45493, + "recall": 0.502964, + "f1": 0.467873, + "accuracy": 0.502964, + "main_score": 0.467873, + "hf_subset": "kac_Latn-fur_Latn", + "languages": [ + "kac-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.3795, + "recall": 0.434783, + "f1": 0.394878, + "accuracy": 0.434783, + "main_score": 0.394878, + "hf_subset": "kac_Latn-kab_Latn", + "languages": [ + "kac-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.421008, + "recall": 0.460474, + "f1": 0.431533, + "accuracy": 0.460474, + "main_score": 0.431533, + "hf_subset": "kac_Latn-lim_Latn", + "languages": [ + "kac-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.44967, + "recall": 0.498024, + "f1": 0.46252, + "accuracy": 0.498024, + "main_score": 0.46252, + "hf_subset": "kac_Latn-nld_Latn", + "languages": [ + "kac-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.410622, + "recall": 0.463439, + "f1": 0.424182, + "accuracy": 0.463439, + "main_score": 0.424182, + "hf_subset": "kac_Latn-san_Deva", + "languages": [ + "kac-Latn", + "san-Deva" + ] + }, + { + "precision": 0.405543, + "recall": 0.452569, + "f1": 0.418668, + "accuracy": 0.452569, + "main_score": 0.418668, + "hf_subset": "kac_Latn-tat_Cyrl", + "languages": [ + "kac-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.434562, + "recall": 0.480237, + "f1": 0.447752, + "accuracy": 0.480237, + "main_score": 0.447752, + "hf_subset": "kac_Latn-xho_Latn", + "languages": [ + "kac-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.421377, + "recall": 0.472332, + "f1": 0.435217, + "accuracy": 0.472332, + "main_score": 0.435217, + "hf_subset": "kac_Latn-ars_Arab", + "languages": [ + "kac-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.424351, + "recall": 0.464427, + "f1": 0.435333, + "accuracy": 0.464427, + "main_score": 0.435333, + "hf_subset": "kac_Latn-ceb_Latn", + "languages": [ + "kac-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.465115, + "recall": 0.508893, + "f1": 0.477316, + "accuracy": 0.508893, + "main_score": 0.477316, + "hf_subset": "kac_Latn-fuv_Latn", + "languages": [ + "kac-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.505535, + "recall": 0.538538, + "f1": 0.514697, + "accuracy": 0.538538, + "main_score": 0.514697, + "hf_subset": "kac_Latn-lin_Latn", + "languages": [ + "kac-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.423253, + "recall": 0.463439, + "f1": 0.434151, + "accuracy": 0.463439, + "main_score": 0.434151, + "hf_subset": "kac_Latn-nno_Latn", + "languages": [ + "kac-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.42955, + "recall": 0.475296, + "f1": 0.441896, + "accuracy": 0.475296, + "main_score": 0.441896, + "hf_subset": "kac_Latn-sat_Olck", + "languages": [ + "kac-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.413375, + "recall": 0.460474, + "f1": 0.424467, + "accuracy": 0.460474, + "main_score": 0.424467, + "hf_subset": "kac_Latn-tel_Telu", + "languages": [ + "kac-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.404986, + "recall": 0.452569, + "f1": 0.417741, + "accuracy": 0.452569, + "main_score": 0.417741, + "hf_subset": "kac_Latn-ydd_Hebr", + "languages": [ + "kac-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.396583, + "recall": 0.443676, + "f1": 0.408538, + "accuracy": 0.443676, + "main_score": 0.408538, + "hf_subset": "kac_Latn-ary_Arab", + "languages": [ + "kac-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.432791, + "recall": 0.48419, + "f1": 0.446892, + "accuracy": 0.48419, + "main_score": 0.446892, + "hf_subset": "kac_Latn-ces_Latn", + "languages": [ + "kac-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.417117, + "recall": 0.466403, + "f1": 0.430675, + "accuracy": 0.466403, + "main_score": 0.430675, + "hf_subset": "kac_Latn-gaz_Latn", + "languages": [ + "kac-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.478132, + "recall": 0.517787, + "f1": 0.489221, + "accuracy": 0.517787, + "main_score": 0.489221, + "hf_subset": "kac_Latn-kam_Latn", + "languages": [ + "kac-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.420335, + "recall": 0.462451, + "f1": 0.431283, + "accuracy": 0.462451, + "main_score": 0.431283, + "hf_subset": "kac_Latn-lit_Latn", + "languages": [ + "kac-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.43563, + "recall": 0.488142, + "f1": 0.449595, + "accuracy": 0.488142, + "main_score": 0.449595, + "hf_subset": "kac_Latn-nob_Latn", + "languages": [ + "kac-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.429162, + "recall": 0.47332, + "f1": 0.440593, + "accuracy": 0.47332, + "main_score": 0.440593, + "hf_subset": "kac_Latn-scn_Latn", + "languages": [ + "kac-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.409624, + "recall": 0.450593, + "f1": 0.42081, + "accuracy": 0.450593, + "main_score": 0.42081, + "hf_subset": "kac_Latn-tgk_Cyrl", + "languages": [ + "kac-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.415379, + "recall": 0.463439, + "f1": 0.428302, + "accuracy": 0.463439, + "main_score": 0.428302, + "hf_subset": "kac_Latn-yor_Latn", + "languages": [ + "kac-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.427128, + "recall": 0.476285, + "f1": 0.44034, + "accuracy": 0.476285, + "main_score": 0.44034, + "hf_subset": "kac_Latn-arz_Arab", + "languages": [ + "kac-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.456662, + "recall": 0.494071, + "f1": 0.467096, + "accuracy": 0.494071, + "main_score": 0.467096, + "hf_subset": "kac_Latn-cjk_Latn", + "languages": [ + "kac-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.432523, + "recall": 0.474308, + "f1": 0.444679, + "accuracy": 0.474308, + "main_score": 0.444679, + "hf_subset": "kac_Latn-gla_Latn", + "languages": [ + "kac-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.403242, + "recall": 0.447628, + "f1": 0.415318, + "accuracy": 0.447628, + "main_score": 0.415318, + "hf_subset": "kac_Latn-kan_Knda", + "languages": [ + "kac-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.457773, + "recall": 0.5, + "f1": 0.468811, + "accuracy": 0.5, + "main_score": 0.468811, + "hf_subset": "kac_Latn-lmo_Latn", + "languages": [ + "kac-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.416979, + "recall": 0.45751, + "f1": 0.428007, + "accuracy": 0.45751, + "main_score": 0.428007, + "hf_subset": "kac_Latn-npi_Deva", + "languages": [ + "kac-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.401044, + "recall": 0.452569, + "f1": 0.414953, + "accuracy": 0.452569, + "main_score": 0.414953, + "hf_subset": "kac_Latn-shn_Mymr", + "languages": [ + "kac-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.440553, + "recall": 0.478261, + "f1": 0.450594, + "accuracy": 0.478261, + "main_score": 0.450594, + "hf_subset": "kac_Latn-tgl_Latn", + "languages": [ + "kac-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.414681, + "recall": 0.466403, + "f1": 0.428251, + "accuracy": 0.466403, + "main_score": 0.428251, + "hf_subset": "kac_Latn-yue_Hant", + "languages": [ + "kac-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.385637, + "recall": 0.424901, + "f1": 0.39598, + "accuracy": 0.424901, + "main_score": 0.39598, + "hf_subset": "kac_Latn-asm_Beng", + "languages": [ + "kac-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.402651, + "recall": 0.451581, + "f1": 0.415866, + "accuracy": 0.451581, + "main_score": 0.415866, + "hf_subset": "kac_Latn-ckb_Arab", + "languages": [ + "kac-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.415056, + "recall": 0.459486, + "f1": 0.426663, + "accuracy": 0.459486, + "main_score": 0.426663, + "hf_subset": "kac_Latn-gle_Latn", + "languages": [ + "kac-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.419739, + "recall": 0.465415, + "f1": 0.432247, + "accuracy": 0.465415, + "main_score": 0.432247, + "hf_subset": "kac_Latn-kas_Arab", + "languages": [ + "kac-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.416251, + "recall": 0.458498, + "f1": 0.426997, + "accuracy": 0.458498, + "main_score": 0.426997, + "hf_subset": "kac_Latn-ltg_Latn", + "languages": [ + "kac-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.451458, + "recall": 0.492095, + "f1": 0.462382, + "accuracy": 0.492095, + "main_score": 0.462382, + "hf_subset": "kac_Latn-nso_Latn", + "languages": [ + "kac-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.406056, + "recall": 0.451581, + "f1": 0.417532, + "accuracy": 0.451581, + "main_score": 0.417532, + "hf_subset": "kac_Latn-sin_Sinh", + "languages": [ + "kac-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.435762, + "recall": 0.479249, + "f1": 0.446799, + "accuracy": 0.479249, + "main_score": 0.446799, + "hf_subset": "kac_Latn-tha_Thai", + "languages": [ + "kac-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.385977, + "recall": 0.43083, + "f1": 0.396495, + "accuracy": 0.43083, + "main_score": 0.396495, + "hf_subset": "kac_Latn-zho_Hans", + "languages": [ + "kac-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.418524, + "recall": 0.463439, + "f1": 0.429813, + "accuracy": 0.463439, + "main_score": 0.429813, + "hf_subset": "kac_Latn-ast_Latn", + "languages": [ + "kac-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.439353, + "recall": 0.475296, + "f1": 0.449323, + "accuracy": 0.475296, + "main_score": 0.449323, + "hf_subset": "kac_Latn-crh_Latn", + "languages": [ + "kac-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.428984, + "recall": 0.477273, + "f1": 0.441623, + "accuracy": 0.477273, + "main_score": 0.441623, + "hf_subset": "kac_Latn-glg_Latn", + "languages": [ + "kac-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.439952, + "recall": 0.487154, + "f1": 0.452666, + "accuracy": 0.487154, + "main_score": 0.452666, + "hf_subset": "kac_Latn-kas_Deva", + "languages": [ + "kac-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.399818, + "recall": 0.442688, + "f1": 0.410759, + "accuracy": 0.442688, + "main_score": 0.410759, + "hf_subset": "kac_Latn-ltz_Latn", + "languages": [ + "kac-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.446436, + "recall": 0.496047, + "f1": 0.459865, + "accuracy": 0.496047, + "main_score": 0.459865, + "hf_subset": "kac_Latn-nus_Latn", + "languages": [ + "kac-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.439917, + "recall": 0.483202, + "f1": 0.45146, + "accuracy": 0.483202, + "main_score": 0.45146, + "hf_subset": "kac_Latn-slk_Latn", + "languages": [ + "kac-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.438668, + "recall": 0.485178, + "f1": 0.450784, + "accuracy": 0.485178, + "main_score": 0.450784, + "hf_subset": "kac_Latn-tir_Ethi", + "languages": [ + "kac-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.428301, + "recall": 0.475296, + "f1": 0.440033, + "accuracy": 0.475296, + "main_score": 0.440033, + "hf_subset": "kac_Latn-zho_Hant", + "languages": [ + "kac-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.420758, + "recall": 0.47332, + "f1": 0.433514, + "accuracy": 0.47332, + "main_score": 0.433514, + "hf_subset": "kac_Latn-awa_Deva", + "languages": [ + "kac-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.405042, + "recall": 0.453557, + "f1": 0.418171, + "accuracy": 0.453557, + "main_score": 0.418171, + "hf_subset": "kac_Latn-cym_Latn", + "languages": [ + "kac-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.472515, + "recall": 0.511858, + "f1": 0.483346, + "accuracy": 0.511858, + "main_score": 0.483346, + "hf_subset": "kac_Latn-grn_Latn", + "languages": [ + "kac-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.402828, + "recall": 0.452569, + "f1": 0.41555, + "accuracy": 0.452569, + "main_score": 0.41555, + "hf_subset": "kac_Latn-kat_Geor", + "languages": [ + "kac-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.474768, + "recall": 0.511858, + "f1": 0.484593, + "accuracy": 0.511858, + "main_score": 0.484593, + "hf_subset": "kac_Latn-lua_Latn", + "languages": [ + "kac-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.439058, + "recall": 0.476285, + "f1": 0.449124, + "accuracy": 0.476285, + "main_score": 0.449124, + "hf_subset": "kac_Latn-nya_Latn", + "languages": [ + "kac-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.429288, + "recall": 0.475296, + "f1": 0.441305, + "accuracy": 0.475296, + "main_score": 0.441305, + "hf_subset": "kac_Latn-slv_Latn", + "languages": [ + "kac-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.433263, + "recall": 0.483202, + "f1": 0.446103, + "accuracy": 0.483202, + "main_score": 0.446103, + "hf_subset": "kac_Latn-tpi_Latn", + "languages": [ + "kac-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.427216, + "recall": 0.472332, + "f1": 0.438949, + "accuracy": 0.472332, + "main_score": 0.438949, + "hf_subset": "kac_Latn-zsm_Latn", + "languages": [ + "kac-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.47834, + "recall": 0.513834, + "f1": 0.488268, + "accuracy": 0.513834, + "main_score": 0.488268, + "hf_subset": "kac_Latn-ayr_Latn", + "languages": [ + "kac-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.449978, + "recall": 0.494071, + "f1": 0.46241, + "accuracy": 0.494071, + "main_score": 0.46241, + "hf_subset": "kac_Latn-dan_Latn", + "languages": [ + "kac-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.4176, + "recall": 0.466403, + "f1": 0.429733, + "accuracy": 0.466403, + "main_score": 0.429733, + "hf_subset": "kac_Latn-guj_Gujr", + "languages": [ + "kac-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.405063, + "recall": 0.444664, + "f1": 0.415662, + "accuracy": 0.444664, + "main_score": 0.415662, + "hf_subset": "kac_Latn-kaz_Cyrl", + "languages": [ + "kac-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.433759, + "recall": 0.482213, + "f1": 0.446489, + "accuracy": 0.482213, + "main_score": 0.446489, + "hf_subset": "kac_Latn-lug_Latn", + "languages": [ + "kac-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.42906, + "recall": 0.466403, + "f1": 0.438737, + "accuracy": 0.466403, + "main_score": 0.438737, + "hf_subset": "kac_Latn-oci_Latn", + "languages": [ + "kac-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.44133, + "recall": 0.483202, + "f1": 0.452117, + "accuracy": 0.483202, + "main_score": 0.452117, + "hf_subset": "kac_Latn-smo_Latn", + "languages": [ + "kac-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.43809, + "recall": 0.475296, + "f1": 0.447805, + "accuracy": 0.475296, + "main_score": 0.447805, + "hf_subset": "kac_Latn-tsn_Latn", + "languages": [ + "kac-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.428944, + "recall": 0.472332, + "f1": 0.440825, + "accuracy": 0.472332, + "main_score": 0.440825, + "hf_subset": "kac_Latn-zul_Latn", + "languages": [ + "kac-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.376189, + "recall": 0.427866, + "f1": 0.389979, + "accuracy": 0.427866, + "main_score": 0.389979, + "hf_subset": "kac_Latn-azb_Arab", + "languages": [ + "kac-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.457133, + "recall": 0.501976, + "f1": 0.469773, + "accuracy": 0.501976, + "main_score": 0.469773, + "hf_subset": "kac_Latn-deu_Latn", + "languages": [ + "kac-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.402572, + "recall": 0.44664, + "f1": 0.414204, + "accuracy": 0.44664, + "main_score": 0.414204, + "hf_subset": "kac_Latn-hat_Latn", + "languages": [ + "kac-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.453104, + "recall": 0.492095, + "f1": 0.46405, + "accuracy": 0.492095, + "main_score": 0.46405, + "hf_subset": "kac_Latn-kbp_Latn", + "languages": [ + "kac-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.506484, + "recall": 0.541502, + "f1": 0.516157, + "accuracy": 0.541502, + "main_score": 0.516157, + "hf_subset": "kac_Latn-luo_Latn", + "languages": [ + "kac-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.402433, + "recall": 0.449605, + "f1": 0.414476, + "accuracy": 0.449605, + "main_score": 0.414476, + "hf_subset": "kac_Latn-ory_Orya", + "languages": [ + "kac-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.435771, + "recall": 0.48419, + "f1": 0.448701, + "accuracy": 0.48419, + "main_score": 0.448701, + "hf_subset": "kac_Latn-sna_Latn", + "languages": [ + "kac-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.450141, + "recall": 0.48913, + "f1": 0.461173, + "accuracy": 0.48913, + "main_score": 0.461173, + "hf_subset": "kac_Latn-tso_Latn", + "languages": [ + "kac-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.419451, + "recall": 0.460474, + "f1": 0.430404, + "accuracy": 0.460474, + "main_score": 0.430404, + "hf_subset": "kac_Latn-azj_Latn", + "languages": [ + "kac-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.464547, + "recall": 0.503953, + "f1": 0.475403, + "accuracy": 0.503953, + "main_score": 0.475403, + "hf_subset": "kac_Latn-dik_Latn", + "languages": [ + "kac-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.426126, + "recall": 0.466403, + "f1": 0.436775, + "accuracy": 0.466403, + "main_score": 0.436775, + "hf_subset": "kac_Latn-hau_Latn", + "languages": [ + "kac-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.431713, + "recall": 0.47332, + "f1": 0.443874, + "accuracy": 0.47332, + "main_score": 0.443874, + "hf_subset": "kac_Latn-kea_Latn", + "languages": [ + "kac-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.462205, + "recall": 0.5, + "f1": 0.47205, + "accuracy": 0.5, + "main_score": 0.47205, + "hf_subset": "kac_Latn-lus_Latn", + "languages": [ + "kac-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.473469, + "recall": 0.512846, + "f1": 0.484375, + "accuracy": 0.512846, + "main_score": 0.484375, + "hf_subset": "kac_Latn-pag_Latn", + "languages": [ + "kac-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.390857, + "recall": 0.4417, + "f1": 0.404401, + "accuracy": 0.4417, + "main_score": 0.404401, + "hf_subset": "kac_Latn-snd_Arab", + "languages": [ + "kac-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.409658, + "recall": 0.460474, + "f1": 0.422884, + "accuracy": 0.460474, + "main_score": 0.422884, + "hf_subset": "kac_Latn-tuk_Latn", + "languages": [ + "kac-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.410861, + "recall": 0.456522, + "f1": 0.423147, + "accuracy": 0.456522, + "main_score": 0.423147, + "hf_subset": "kac_Latn-bak_Cyrl", + "languages": [ + "kac-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.401763, + "recall": 0.454545, + "f1": 0.416421, + "accuracy": 0.454545, + "main_score": 0.416421, + "hf_subset": "kac_Latn-dyu_Latn", + "languages": [ + "kac-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.416067, + "recall": 0.459486, + "f1": 0.427531, + "accuracy": 0.459486, + "main_score": 0.427531, + "hf_subset": "kac_Latn-heb_Hebr", + "languages": [ + "kac-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.434449, + "recall": 0.475296, + "f1": 0.445737, + "accuracy": 0.475296, + "main_score": 0.445737, + "hf_subset": "kac_Latn-khk_Cyrl", + "languages": [ + "kac-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.415999, + "recall": 0.465415, + "f1": 0.429001, + "accuracy": 0.465415, + "main_score": 0.429001, + "hf_subset": "kac_Latn-lvs_Latn", + "languages": [ + "kac-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.418042, + "recall": 0.45751, + "f1": 0.427886, + "accuracy": 0.45751, + "main_score": 0.427886, + "hf_subset": "kac_Latn-pan_Guru", + "languages": [ + "kac-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.428506, + "recall": 0.469368, + "f1": 0.43981, + "accuracy": 0.469368, + "main_score": 0.43981, + "hf_subset": "kac_Latn-som_Latn", + "languages": [ + "kac-Latn", + "som-Latn" + ] + }, + { + "precision": 0.438057, + "recall": 0.476285, + "f1": 0.447594, + "accuracy": 0.476285, + "main_score": 0.447594, + "hf_subset": "kac_Latn-tum_Latn", + "languages": [ + "kac-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.446719, + "recall": 0.503953, + "f1": 0.461467, + "accuracy": 0.503953, + "main_score": 0.461467, + "hf_subset": "lin_Latn-ace_Arab", + "languages": [ + "lin-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.52574, + "recall": 0.573123, + "f1": 0.538588, + "accuracy": 0.573123, + "main_score": 0.538588, + "hf_subset": "lin_Latn-bam_Latn", + "languages": [ + "lin-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.351892, + "recall": 0.417984, + "f1": 0.369729, + "accuracy": 0.417984, + "main_score": 0.369729, + "hf_subset": "lin_Latn-dzo_Tibt", + "languages": [ + "lin-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.623741, + "recall": 0.681818, + "f1": 0.639336, + "accuracy": 0.681818, + "main_score": 0.639336, + "hf_subset": "lin_Latn-hin_Deva", + "languages": [ + "lin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.545951, + "recall": 0.600791, + "f1": 0.560139, + "accuracy": 0.600791, + "main_score": 0.560139, + "hf_subset": "lin_Latn-khm_Khmr", + "languages": [ + "lin-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.60539, + "recall": 0.656126, + "f1": 0.618227, + "accuracy": 0.656126, + "main_score": 0.618227, + "hf_subset": "lin_Latn-mag_Deva", + "languages": [ + "lin-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.606515, + "recall": 0.65415, + "f1": 0.61962, + "accuracy": 0.65415, + "main_score": 0.61962, + "hf_subset": "lin_Latn-pap_Latn", + "languages": [ + "lin-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.569924, + "recall": 0.621542, + "f1": 0.583439, + "accuracy": 0.621542, + "main_score": 0.583439, + "hf_subset": "lin_Latn-sot_Latn", + "languages": [ + "lin-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.628701, + "recall": 0.681818, + "f1": 0.64198, + "accuracy": 0.681818, + "main_score": 0.64198, + "hf_subset": "lin_Latn-tur_Latn", + "languages": [ + "lin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.602406, + "recall": 0.649209, + "f1": 0.615073, + "accuracy": 0.649209, + "main_score": 0.615073, + "hf_subset": "lin_Latn-ace_Latn", + "languages": [ + "lin-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.575481, + "recall": 0.630435, + "f1": 0.590182, + "accuracy": 0.630435, + "main_score": 0.590182, + "hf_subset": "lin_Latn-ban_Latn", + "languages": [ + "lin-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.600085, + "recall": 0.643281, + "f1": 0.612257, + "accuracy": 0.643281, + "main_score": 0.612257, + "hf_subset": "lin_Latn-ell_Grek", + "languages": [ + "lin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.592113, + "recall": 0.644269, + "f1": 0.606085, + "accuracy": 0.644269, + "main_score": 0.606085, + "hf_subset": "lin_Latn-hne_Deva", + "languages": [ + "lin-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.537301, + "recall": 0.58004, + "f1": 0.549334, + "accuracy": 0.58004, + "main_score": 0.549334, + "hf_subset": "lin_Latn-kik_Latn", + "languages": [ + "lin-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.607732, + "recall": 0.661067, + "f1": 0.622308, + "accuracy": 0.661067, + "main_score": 0.622308, + "hf_subset": "lin_Latn-mai_Deva", + "languages": [ + "lin-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.576378, + "recall": 0.623518, + "f1": 0.588994, + "accuracy": 0.623518, + "main_score": 0.588994, + "hf_subset": "lin_Latn-pbt_Arab", + "languages": [ + "lin-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.629116, + "recall": 0.681818, + "f1": 0.642704, + "accuracy": 0.681818, + "main_score": 0.642704, + "hf_subset": "lin_Latn-spa_Latn", + "languages": [ + "lin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.607931, + "recall": 0.652174, + "f1": 0.619497, + "accuracy": 0.652174, + "main_score": 0.619497, + "hf_subset": "lin_Latn-twi_Latn", + "languages": [ + "lin-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.603824, + "recall": 0.653162, + "f1": 0.616158, + "accuracy": 0.653162, + "main_score": 0.616158, + "hf_subset": "lin_Latn-acm_Arab", + "languages": [ + "lin-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.569779, + "recall": 0.62253, + "f1": 0.583712, + "accuracy": 0.62253, + "main_score": 0.583712, + "hf_subset": "lin_Latn-bel_Cyrl", + "languages": [ + "lin-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.655969, + "recall": 0.712451, + "f1": 0.67117, + "accuracy": 0.712451, + "main_score": 0.67117, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.600831, + "recall": 0.653162, + "f1": 0.614929, + "accuracy": 0.653162, + "main_score": 0.614929, + "hf_subset": "lin_Latn-hrv_Latn", + "languages": [ + "lin-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.553572, + "recall": 0.602767, + "f1": 0.566353, + "accuracy": 0.602767, + "main_score": 0.566353, + "hf_subset": "lin_Latn-kin_Latn", + "languages": [ + "lin-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.574995, + "recall": 0.625494, + "f1": 0.587567, + "accuracy": 0.625494, + "main_score": 0.587567, + "hf_subset": "lin_Latn-mal_Mlym", + "languages": [ + "lin-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.607095, + "recall": 0.657115, + "f1": 0.619946, + "accuracy": 0.657115, + "main_score": 0.619946, + "hf_subset": "lin_Latn-pes_Arab", + "languages": [ + "lin-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.60828, + "recall": 0.656126, + "f1": 0.620482, + "accuracy": 0.656126, + "main_score": 0.620482, + "hf_subset": "lin_Latn-srd_Latn", + "languages": [ + "lin-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.24316, + "recall": 0.300395, + "f1": 0.256216, + "accuracy": 0.300395, + "main_score": 0.256216, + "hf_subset": "lin_Latn-tzm_Tfng", + "languages": [ + "lin-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.607455, + "recall": 0.65415, + "f1": 0.619652, + "accuracy": 0.65415, + "main_score": 0.619652, + "hf_subset": "lin_Latn-acq_Arab", + "languages": [ + "lin-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.593769, + "recall": 0.635375, + "f1": 0.60487, + "accuracy": 0.635375, + "main_score": 0.60487, + "hf_subset": "lin_Latn-bem_Latn", + "languages": [ + "lin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.599662, + "recall": 0.646245, + "f1": 0.611338, + "accuracy": 0.646245, + "main_score": 0.611338, + "hf_subset": "lin_Latn-epo_Latn", + "languages": [ + "lin-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.624852, + "recall": 0.673913, + "f1": 0.638452, + "accuracy": 0.673913, + "main_score": 0.638452, + "hf_subset": "lin_Latn-hun_Latn", + "languages": [ + "lin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.58934, + "recall": 0.639328, + "f1": 0.602711, + "accuracy": 0.639328, + "main_score": 0.602711, + "hf_subset": "lin_Latn-kir_Cyrl", + "languages": [ + "lin-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.57467, + "recall": 0.630435, + "f1": 0.589342, + "accuracy": 0.630435, + "main_score": 0.589342, + "hf_subset": "lin_Latn-mar_Deva", + "languages": [ + "lin-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.548914, + "recall": 0.606719, + "f1": 0.563821, + "accuracy": 0.606719, + "main_score": 0.563821, + "hf_subset": "lin_Latn-plt_Latn", + "languages": [ + "lin-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.595145, + "recall": 0.647233, + "f1": 0.607887, + "accuracy": 0.647233, + "main_score": 0.607887, + "hf_subset": "lin_Latn-srp_Cyrl", + "languages": [ + "lin-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.511276, + "recall": 0.574111, + "f1": 0.527952, + "accuracy": 0.574111, + "main_score": 0.527952, + "hf_subset": "lin_Latn-uig_Arab", + "languages": [ + "lin-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.56636, + "recall": 0.613636, + "f1": 0.578505, + "accuracy": 0.613636, + "main_score": 0.578505, + "hf_subset": "lin_Latn-aeb_Arab", + "languages": [ + "lin-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.598351, + "recall": 0.645257, + "f1": 0.609835, + "accuracy": 0.645257, + "main_score": 0.609835, + "hf_subset": "lin_Latn-ben_Beng", + "languages": [ + "lin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.600813, + "recall": 0.650198, + "f1": 0.613718, + "accuracy": 0.650198, + "main_score": 0.613718, + "hf_subset": "lin_Latn-est_Latn", + "languages": [ + "lin-Latn", + "est-Latn" + ] + }, + { + "precision": 0.565901, + "recall": 0.624506, + "f1": 0.581998, + "accuracy": 0.624506, + "main_score": 0.581998, + "hf_subset": "lin_Latn-hye_Armn", + "languages": [ + "lin-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.534633, + "recall": 0.571146, + "f1": 0.545586, + "accuracy": 0.571146, + "main_score": 0.545586, + "hf_subset": "lin_Latn-kmb_Latn", + "languages": [ + "lin-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.429183, + "recall": 0.493083, + "f1": 0.446711, + "accuracy": 0.493083, + "main_score": 0.446711, + "hf_subset": "lin_Latn-min_Arab", + "languages": [ + "lin-Latn", + "min-Arab" + ] + }, + { + "precision": 0.637119, + "recall": 0.687747, + "f1": 0.650837, + "accuracy": 0.687747, + "main_score": 0.650837, + "hf_subset": "lin_Latn-pol_Latn", + "languages": [ + "lin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.519435, + "recall": 0.570158, + "f1": 0.533523, + "accuracy": 0.570158, + "main_score": 0.533523, + "hf_subset": "lin_Latn-ssw_Latn", + "languages": [ + "lin-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.614247, + "recall": 0.666996, + "f1": 0.627466, + "accuracy": 0.666996, + "main_score": 0.627466, + "hf_subset": "lin_Latn-ukr_Cyrl", + "languages": [ + "lin-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.593115, + "recall": 0.641304, + "f1": 0.605571, + "accuracy": 0.641304, + "main_score": 0.605571, + "hf_subset": "lin_Latn-afr_Latn", + "languages": [ + "lin-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.623377, + "recall": 0.676877, + "f1": 0.637113, + "accuracy": 0.676877, + "main_score": 0.637113, + "hf_subset": "lin_Latn-bho_Deva", + "languages": [ + "lin-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.58622, + "recall": 0.632411, + "f1": 0.597688, + "accuracy": 0.632411, + "main_score": 0.597688, + "hf_subset": "lin_Latn-eus_Latn", + "languages": [ + "lin-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.581356, + "recall": 0.633399, + "f1": 0.595284, + "accuracy": 0.633399, + "main_score": 0.595284, + "hf_subset": "lin_Latn-ibo_Latn", + "languages": [ + "lin-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.563672, + "recall": 0.615613, + "f1": 0.577691, + "accuracy": 0.615613, + "main_score": 0.577691, + "hf_subset": "lin_Latn-kmr_Latn", + "languages": [ + "lin-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.579734, + "recall": 0.626482, + "f1": 0.591077, + "accuracy": 0.626482, + "main_score": 0.591077, + "hf_subset": "lin_Latn-min_Latn", + "languages": [ + "lin-Latn", + "min-Latn" + ] + }, + { + "precision": 0.629742, + "recall": 0.679842, + "f1": 0.642839, + "accuracy": 0.679842, + "main_score": 0.642839, + "hf_subset": "lin_Latn-por_Latn", + "languages": [ + "lin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.585455, + "recall": 0.629447, + "f1": 0.596829, + "accuracy": 0.629447, + "main_score": 0.596829, + "hf_subset": "lin_Latn-sun_Latn", + "languages": [ + "lin-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.508778, + "recall": 0.555336, + "f1": 0.52198, + "accuracy": 0.555336, + "main_score": 0.52198, + "hf_subset": "lin_Latn-umb_Latn", + "languages": [ + "lin-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.595879, + "recall": 0.653162, + "f1": 0.610056, + "accuracy": 0.653162, + "main_score": 0.610056, + "hf_subset": "lin_Latn-ajp_Arab", + "languages": [ + "lin-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.427723, + "recall": 0.490119, + "f1": 0.443857, + "accuracy": 0.490119, + "main_score": 0.443857, + "hf_subset": "lin_Latn-bjn_Arab", + "languages": [ + "lin-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.504677, + "recall": 0.549407, + "f1": 0.517284, + "accuracy": 0.549407, + "main_score": 0.517284, + "hf_subset": "lin_Latn-ewe_Latn", + "languages": [ + "lin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.580377, + "recall": 0.636364, + "f1": 0.595333, + "accuracy": 0.636364, + "main_score": 0.595333, + "hf_subset": "lin_Latn-ilo_Latn", + "languages": [ + "lin-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.267687, + "recall": 0.326087, + "f1": 0.2827, + "accuracy": 0.326087, + "main_score": 0.2827, + "hf_subset": "lin_Latn-knc_Arab", + "languages": [ + "lin-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.602506, + "recall": 0.651186, + "f1": 0.614759, + "accuracy": 0.651186, + "main_score": 0.614759, + "hf_subset": "lin_Latn-mkd_Cyrl", + "languages": [ + "lin-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.605169, + "recall": 0.661067, + "f1": 0.619968, + "accuracy": 0.661067, + "main_score": 0.619968, + "hf_subset": "lin_Latn-prs_Arab", + "languages": [ + "lin-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.625295, + "recall": 0.68083, + "f1": 0.639658, + "accuracy": 0.68083, + "main_score": 0.639658, + "hf_subset": "lin_Latn-swe_Latn", + "languages": [ + "lin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.581784, + "recall": 0.632411, + "f1": 0.594729, + "accuracy": 0.632411, + "main_score": 0.594729, + "hf_subset": "lin_Latn-urd_Arab", + "languages": [ + "lin-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.57744, + "recall": 0.624506, + "f1": 0.590583, + "accuracy": 0.624506, + "main_score": 0.590583, + "hf_subset": "lin_Latn-aka_Latn", + "languages": [ + "lin-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.607804, + "recall": 0.646245, + "f1": 0.61843, + "accuracy": 0.646245, + "main_score": 0.61843, + "hf_subset": "lin_Latn-bjn_Latn", + "languages": [ + "lin-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.57482, + "recall": 0.625494, + "f1": 0.588424, + "accuracy": 0.625494, + "main_score": 0.588424, + "hf_subset": "lin_Latn-fao_Latn", + "languages": [ + "lin-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.612961, + "recall": 0.66502, + "f1": 0.626375, + "accuracy": 0.66502, + "main_score": 0.626375, + "hf_subset": "lin_Latn-ind_Latn", + "languages": [ + "lin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.542808, + "recall": 0.583004, + "f1": 0.553671, + "accuracy": 0.583004, + "main_score": 0.553671, + "hf_subset": "lin_Latn-knc_Latn", + "languages": [ + "lin-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.561143, + "recall": 0.607708, + "f1": 0.572881, + "accuracy": 0.607708, + "main_score": 0.572881, + "hf_subset": "lin_Latn-mlt_Latn", + "languages": [ + "lin-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.589281, + "recall": 0.636364, + "f1": 0.603148, + "accuracy": 0.636364, + "main_score": 0.603148, + "hf_subset": "lin_Latn-quy_Latn", + "languages": [ + "lin-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.582185, + "recall": 0.629447, + "f1": 0.594285, + "accuracy": 0.629447, + "main_score": 0.594285, + "hf_subset": "lin_Latn-swh_Latn", + "languages": [ + "lin-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.566335, + "recall": 0.62253, + "f1": 0.580184, + "accuracy": 0.62253, + "main_score": 0.580184, + "hf_subset": "lin_Latn-uzn_Latn", + "languages": [ + "lin-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.597914, + "recall": 0.645257, + "f1": 0.610071, + "accuracy": 0.645257, + "main_score": 0.610071, + "hf_subset": "lin_Latn-als_Latn", + "languages": [ + "lin-Latn", + "als-Latn" + ] + }, + { + "precision": 0.417153, + "recall": 0.475296, + "f1": 0.432245, + "accuracy": 0.475296, + "main_score": 0.432245, + "hf_subset": "lin_Latn-bod_Tibt", + "languages": [ + "lin-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.533848, + "recall": 0.585968, + "f1": 0.548306, + "accuracy": 0.585968, + "main_score": 0.548306, + "hf_subset": "lin_Latn-fij_Latn", + "languages": [ + "lin-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.55959, + "recall": 0.610672, + "f1": 0.572783, + "accuracy": 0.610672, + "main_score": 0.572783, + "hf_subset": "lin_Latn-isl_Latn", + "languages": [ + "lin-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.668089, + "recall": 0.714427, + "f1": 0.680672, + "accuracy": 0.714427, + "main_score": 0.680672, + "hf_subset": "lin_Latn-kon_Latn", + "languages": [ + "lin-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.517543, + "recall": 0.568182, + "f1": 0.531695, + "accuracy": 0.568182, + "main_score": 0.531695, + "hf_subset": "lin_Latn-mni_Beng", + "languages": [ + "lin-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.618373, + "recall": 0.66996, + "f1": 0.631325, + "accuracy": 0.66996, + "main_score": 0.631325, + "hf_subset": "lin_Latn-ron_Latn", + "languages": [ + "lin-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.617375, + "recall": 0.662055, + "f1": 0.628531, + "accuracy": 0.662055, + "main_score": 0.628531, + "hf_subset": "lin_Latn-szl_Latn", + "languages": [ + "lin-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.644725, + "recall": 0.686759, + "f1": 0.656127, + "accuracy": 0.686759, + "main_score": 0.656127, + "hf_subset": "lin_Latn-vec_Latn", + "languages": [ + "lin-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.604251, + "recall": 0.650198, + "f1": 0.61633, + "accuracy": 0.650198, + "main_score": 0.61633, + "hf_subset": "lin_Latn-amh_Ethi", + "languages": [ + "lin-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.599582, + "recall": 0.646245, + "f1": 0.611916, + "accuracy": 0.646245, + "main_score": 0.611916, + "hf_subset": "lin_Latn-bos_Latn", + "languages": [ + "lin-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.589118, + "recall": 0.637352, + "f1": 0.601807, + "accuracy": 0.637352, + "main_score": 0.601807, + "hf_subset": "lin_Latn-fin_Latn", + "languages": [ + "lin-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.632558, + "recall": 0.679842, + "f1": 0.644603, + "accuracy": 0.679842, + "main_score": 0.644603, + "hf_subset": "lin_Latn-ita_Latn", + "languages": [ + "lin-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.627689, + "recall": 0.677866, + "f1": 0.640948, + "accuracy": 0.677866, + "main_score": 0.640948, + "hf_subset": "lin_Latn-kor_Hang", + "languages": [ + "lin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.541751, + "recall": 0.583992, + "f1": 0.553412, + "accuracy": 0.583992, + "main_score": 0.553412, + "hf_subset": "lin_Latn-mos_Latn", + "languages": [ + "lin-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.547644, + "recall": 0.596838, + "f1": 0.560875, + "accuracy": 0.596838, + "main_score": 0.560875, + "hf_subset": "lin_Latn-run_Latn", + "languages": [ + "lin-Latn", + "run-Latn" + ] + }, + { + "precision": 0.572679, + "recall": 0.619565, + "f1": 0.585253, + "accuracy": 0.619565, + "main_score": 0.585253, + "hf_subset": "lin_Latn-tam_Taml", + "languages": [ + "lin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.603765, + "recall": 0.650198, + "f1": 0.616335, + "accuracy": 0.650198, + "main_score": 0.616335, + "hf_subset": "lin_Latn-vie_Latn", + "languages": [ + "lin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.593294, + "recall": 0.646245, + "f1": 0.607118, + "accuracy": 0.646245, + "main_score": 0.607118, + "hf_subset": "lin_Latn-apc_Arab", + "languages": [ + "lin-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.574609, + "recall": 0.619565, + "f1": 0.587681, + "accuracy": 0.619565, + "main_score": 0.587681, + "hf_subset": "lin_Latn-bug_Latn", + "languages": [ + "lin-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.46479, + "recall": 0.502964, + "f1": 0.475856, + "accuracy": 0.502964, + "main_score": 0.475856, + "hf_subset": "lin_Latn-fon_Latn", + "languages": [ + "lin-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.574167, + "recall": 0.612648, + "f1": 0.584078, + "accuracy": 0.612648, + "main_score": 0.584078, + "hf_subset": "lin_Latn-jav_Latn", + "languages": [ + "lin-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.534139, + "recall": 0.590909, + "f1": 0.548388, + "accuracy": 0.590909, + "main_score": 0.548388, + "hf_subset": "lin_Latn-lao_Laoo", + "languages": [ + "lin-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.526385, + "recall": 0.583992, + "f1": 0.541846, + "accuracy": 0.583992, + "main_score": 0.541846, + "hf_subset": "lin_Latn-mri_Latn", + "languages": [ + "lin-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.628914, + "recall": 0.681818, + "f1": 0.642353, + "accuracy": 0.681818, + "main_score": 0.642353, + "hf_subset": "lin_Latn-rus_Cyrl", + "languages": [ + "lin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.533498, + "recall": 0.58004, + "f1": 0.546661, + "accuracy": 0.58004, + "main_score": 0.546661, + "hf_subset": "lin_Latn-taq_Latn", + "languages": [ + "lin-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.590941, + "recall": 0.645257, + "f1": 0.604901, + "accuracy": 0.645257, + "main_score": 0.604901, + "hf_subset": "lin_Latn-war_Latn", + "languages": [ + "lin-Latn", + "war-Latn" + ] + }, + { + "precision": 0.601699, + "recall": 0.65415, + "f1": 0.615052, + "accuracy": 0.65415, + "main_score": 0.615052, + "hf_subset": "lin_Latn-arb_Arab", + "languages": [ + "lin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.610791, + "recall": 0.662055, + "f1": 0.623665, + "accuracy": 0.662055, + "main_score": 0.623665, + "hf_subset": "lin_Latn-bul_Cyrl", + "languages": [ + "lin-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.631149, + "recall": 0.679842, + "f1": 0.643736, + "accuracy": 0.679842, + "main_score": 0.643736, + "hf_subset": "lin_Latn-fra_Latn", + "languages": [ + "lin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.624232, + "recall": 0.674901, + "f1": 0.636903, + "accuracy": 0.674901, + "main_score": 0.636903, + "hf_subset": "lin_Latn-jpn_Jpan", + "languages": [ + "lin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.626094, + "recall": 0.674901, + "f1": 0.637867, + "accuracy": 0.674901, + "main_score": 0.637867, + "hf_subset": "lin_Latn-lij_Latn", + "languages": [ + "lin-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.558993, + "recall": 0.619565, + "f1": 0.574848, + "accuracy": 0.619565, + "main_score": 0.574848, + "hf_subset": "lin_Latn-mya_Mymr", + "languages": [ + "lin-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.574729, + "recall": 0.614625, + "f1": 0.586333, + "accuracy": 0.614625, + "main_score": 0.586333, + "hf_subset": "lin_Latn-sag_Latn", + "languages": [ + "lin-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.247217, + "recall": 0.307312, + "f1": 0.262596, + "accuracy": 0.307312, + "main_score": 0.262596, + "hf_subset": "lin_Latn-taq_Tfng", + "languages": [ + "lin-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.592498, + "recall": 0.640316, + "f1": 0.606021, + "accuracy": 0.640316, + "main_score": 0.606021, + "hf_subset": "lin_Latn-wol_Latn", + "languages": [ + "lin-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.524476, + "recall": 0.581028, + "f1": 0.53994, + "accuracy": 0.581028, + "main_score": 0.53994, + "hf_subset": "lin_Latn-arb_Latn", + "languages": [ + "lin-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.613144, + "recall": 0.666008, + "f1": 0.626678, + "accuracy": 0.666008, + "main_score": 0.626678, + "hf_subset": "lin_Latn-cat_Latn", + "languages": [ + "lin-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.647467, + "recall": 0.686759, + "f1": 0.657778, + "accuracy": 0.686759, + "main_score": 0.657778, + "hf_subset": "lin_Latn-fur_Latn", + "languages": [ + "lin-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.448806, + "recall": 0.504941, + "f1": 0.464498, + "accuracy": 0.504941, + "main_score": 0.464498, + "hf_subset": "lin_Latn-kab_Latn", + "languages": [ + "lin-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.592828, + "recall": 0.643281, + "f1": 0.605385, + "accuracy": 0.643281, + "main_score": 0.605385, + "hf_subset": "lin_Latn-lim_Latn", + "languages": [ + "lin-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.608945, + "recall": 0.663043, + "f1": 0.623275, + "accuracy": 0.663043, + "main_score": 0.623275, + "hf_subset": "lin_Latn-nld_Latn", + "languages": [ + "lin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.567441, + "recall": 0.624506, + "f1": 0.583257, + "accuracy": 0.624506, + "main_score": 0.583257, + "hf_subset": "lin_Latn-san_Deva", + "languages": [ + "lin-Latn", + "san-Deva" + ] + }, + { + "precision": 0.587363, + "recall": 0.637352, + "f1": 0.600589, + "accuracy": 0.637352, + "main_score": 0.600589, + "hf_subset": "lin_Latn-tat_Cyrl", + "languages": [ + "lin-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.565297, + "recall": 0.619565, + "f1": 0.579708, + "accuracy": 0.619565, + "main_score": 0.579708, + "hf_subset": "lin_Latn-xho_Latn", + "languages": [ + "lin-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.592239, + "recall": 0.644269, + "f1": 0.605719, + "accuracy": 0.644269, + "main_score": 0.605719, + "hf_subset": "lin_Latn-ars_Arab", + "languages": [ + "lin-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.584752, + "recall": 0.62747, + "f1": 0.595175, + "accuracy": 0.62747, + "main_score": 0.595175, + "hf_subset": "lin_Latn-ceb_Latn", + "languages": [ + "lin-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.50244, + "recall": 0.550395, + "f1": 0.516032, + "accuracy": 0.550395, + "main_score": 0.516032, + "hf_subset": "lin_Latn-fuv_Latn", + "languages": [ + "lin-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.503239, + "recall": 0.548419, + "f1": 0.515693, + "accuracy": 0.548419, + "main_score": 0.515693, + "hf_subset": "lin_Latn-kac_Latn", + "languages": [ + "lin-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.602177, + "recall": 0.647233, + "f1": 0.613643, + "accuracy": 0.647233, + "main_score": 0.613643, + "hf_subset": "lin_Latn-nno_Latn", + "languages": [ + "lin-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.553824, + "recall": 0.614625, + "f1": 0.570387, + "accuracy": 0.614625, + "main_score": 0.570387, + "hf_subset": "lin_Latn-sat_Olck", + "languages": [ + "lin-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.584781, + "recall": 0.634387, + "f1": 0.596859, + "accuracy": 0.634387, + "main_score": 0.596859, + "hf_subset": "lin_Latn-tel_Telu", + "languages": [ + "lin-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.54455, + "recall": 0.604743, + "f1": 0.560738, + "accuracy": 0.604743, + "main_score": 0.560738, + "hf_subset": "lin_Latn-ydd_Hebr", + "languages": [ + "lin-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.580265, + "recall": 0.623518, + "f1": 0.59151, + "accuracy": 0.623518, + "main_score": 0.59151, + "hf_subset": "lin_Latn-ary_Arab", + "languages": [ + "lin-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.613455, + "recall": 0.668972, + "f1": 0.628228, + "accuracy": 0.668972, + "main_score": 0.628228, + "hf_subset": "lin_Latn-ces_Latn", + "languages": [ + "lin-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527563, + "recall": 0.574111, + "f1": 0.539478, + "accuracy": 0.574111, + "main_score": 0.539478, + "hf_subset": "lin_Latn-gaz_Latn", + "languages": [ + "lin-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.533424, + "recall": 0.582016, + "f1": 0.547474, + "accuracy": 0.582016, + "main_score": 0.547474, + "hf_subset": "lin_Latn-kam_Latn", + "languages": [ + "lin-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.5975, + "recall": 0.647233, + "f1": 0.610741, + "accuracy": 0.647233, + "main_score": 0.610741, + "hf_subset": "lin_Latn-lit_Latn", + "languages": [ + "lin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.614914, + "recall": 0.663043, + "f1": 0.627073, + "accuracy": 0.663043, + "main_score": 0.627073, + "hf_subset": "lin_Latn-nob_Latn", + "languages": [ + "lin-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.611608, + "recall": 0.661067, + "f1": 0.624594, + "accuracy": 0.661067, + "main_score": 0.624594, + "hf_subset": "lin_Latn-scn_Latn", + "languages": [ + "lin-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.556773, + "recall": 0.603755, + "f1": 0.568501, + "accuracy": 0.603755, + "main_score": 0.568501, + "hf_subset": "lin_Latn-tgk_Cyrl", + "languages": [ + "lin-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.519502, + "recall": 0.56917, + "f1": 0.533474, + "accuracy": 0.56917, + "main_score": 0.533474, + "hf_subset": "lin_Latn-yor_Latn", + "languages": [ + "lin-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.604425, + "recall": 0.652174, + "f1": 0.616912, + "accuracy": 0.652174, + "main_score": 0.616912, + "hf_subset": "lin_Latn-arz_Arab", + "languages": [ + "lin-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.503551, + "recall": 0.555336, + "f1": 0.518102, + "accuracy": 0.555336, + "main_score": 0.518102, + "hf_subset": "lin_Latn-cjk_Latn", + "languages": [ + "lin-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.569464, + "recall": 0.617589, + "f1": 0.582287, + "accuracy": 0.617589, + "main_score": 0.582287, + "hf_subset": "lin_Latn-gla_Latn", + "languages": [ + "lin-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.556194, + "recall": 0.607708, + "f1": 0.569567, + "accuracy": 0.607708, + "main_score": 0.569567, + "hf_subset": "lin_Latn-kan_Knda", + "languages": [ + "lin-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.61781, + "recall": 0.66996, + "f1": 0.630635, + "accuracy": 0.66996, + "main_score": 0.630635, + "hf_subset": "lin_Latn-lmo_Latn", + "languages": [ + "lin-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.591973, + "recall": 0.635375, + "f1": 0.603246, + "accuracy": 0.635375, + "main_score": 0.603246, + "hf_subset": "lin_Latn-npi_Deva", + "languages": [ + "lin-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.436399, + "recall": 0.493083, + "f1": 0.451985, + "accuracy": 0.493083, + "main_score": 0.451985, + "hf_subset": "lin_Latn-shn_Mymr", + "languages": [ + "lin-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.605403, + "recall": 0.65415, + "f1": 0.618151, + "accuracy": 0.65415, + "main_score": 0.618151, + "hf_subset": "lin_Latn-tgl_Latn", + "languages": [ + "lin-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.581737, + "recall": 0.62747, + "f1": 0.593745, + "accuracy": 0.62747, + "main_score": 0.593745, + "hf_subset": "lin_Latn-yue_Hant", + "languages": [ + "lin-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.543074, + "recall": 0.589921, + "f1": 0.556014, + "accuracy": 0.589921, + "main_score": 0.556014, + "hf_subset": "lin_Latn-asm_Beng", + "languages": [ + "lin-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.550879, + "recall": 0.606719, + "f1": 0.566019, + "accuracy": 0.606719, + "main_score": 0.566019, + "hf_subset": "lin_Latn-ckb_Arab", + "languages": [ + "lin-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.550285, + "recall": 0.599802, + "f1": 0.563015, + "accuracy": 0.599802, + "main_score": 0.563015, + "hf_subset": "lin_Latn-gle_Latn", + "languages": [ + "lin-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.578605, + "recall": 0.635375, + "f1": 0.593921, + "accuracy": 0.635375, + "main_score": 0.593921, + "hf_subset": "lin_Latn-kas_Arab", + "languages": [ + "lin-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.5787, + "recall": 0.62747, + "f1": 0.59172, + "accuracy": 0.62747, + "main_score": 0.59172, + "hf_subset": "lin_Latn-ltg_Latn", + "languages": [ + "lin-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.583504, + "recall": 0.626482, + "f1": 0.595369, + "accuracy": 0.626482, + "main_score": 0.595369, + "hf_subset": "lin_Latn-nso_Latn", + "languages": [ + "lin-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.564067, + "recall": 0.621542, + "f1": 0.57935, + "accuracy": 0.621542, + "main_score": 0.57935, + "hf_subset": "lin_Latn-sin_Sinh", + "languages": [ + "lin-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.578055, + "recall": 0.637352, + "f1": 0.593965, + "accuracy": 0.637352, + "main_score": 0.593965, + "hf_subset": "lin_Latn-tha_Thai", + "languages": [ + "lin-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.535314, + "recall": 0.587945, + "f1": 0.54904, + "accuracy": 0.587945, + "main_score": 0.54904, + "hf_subset": "lin_Latn-zho_Hans", + "languages": [ + "lin-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.591826, + "recall": 0.640316, + "f1": 0.603777, + "accuracy": 0.640316, + "main_score": 0.603777, + "hf_subset": "lin_Latn-ast_Latn", + "languages": [ + "lin-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.591782, + "recall": 0.649209, + "f1": 0.607369, + "accuracy": 0.649209, + "main_score": 0.607369, + "hf_subset": "lin_Latn-crh_Latn", + "languages": [ + "lin-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.605355, + "recall": 0.653162, + "f1": 0.61742, + "accuracy": 0.653162, + "main_score": 0.61742, + "hf_subset": "lin_Latn-glg_Latn", + "languages": [ + "lin-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.572557, + "recall": 0.624506, + "f1": 0.58667, + "accuracy": 0.624506, + "main_score": 0.58667, + "hf_subset": "lin_Latn-kas_Deva", + "languages": [ + "lin-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.571724, + "recall": 0.618577, + "f1": 0.583734, + "accuracy": 0.618577, + "main_score": 0.583734, + "hf_subset": "lin_Latn-ltz_Latn", + "languages": [ + "lin-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.473248, + "recall": 0.521739, + "f1": 0.486494, + "accuracy": 0.521739, + "main_score": 0.486494, + "hf_subset": "lin_Latn-nus_Latn", + "languages": [ + "lin-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.598845, + "recall": 0.648221, + "f1": 0.611595, + "accuracy": 0.648221, + "main_score": 0.611595, + "hf_subset": "lin_Latn-slk_Latn", + "languages": [ + "lin-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.545087, + "recall": 0.596838, + "f1": 0.559215, + "accuracy": 0.596838, + "main_score": 0.559215, + "hf_subset": "lin_Latn-tir_Ethi", + "languages": [ + "lin-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.578539, + "recall": 0.636364, + "f1": 0.593466, + "accuracy": 0.636364, + "main_score": 0.593466, + "hf_subset": "lin_Latn-zho_Hant", + "languages": [ + "lin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.595122, + "recall": 0.647233, + "f1": 0.609213, + "accuracy": 0.647233, + "main_score": 0.609213, + "hf_subset": "lin_Latn-awa_Deva", + "languages": [ + "lin-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.579534, + "recall": 0.62253, + "f1": 0.590926, + "accuracy": 0.62253, + "main_score": 0.590926, + "hf_subset": "lin_Latn-cym_Latn", + "languages": [ + "lin-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.587846, + "recall": 0.628458, + "f1": 0.599075, + "accuracy": 0.628458, + "main_score": 0.599075, + "hf_subset": "lin_Latn-grn_Latn", + "languages": [ + "lin-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.59117, + "recall": 0.648221, + "f1": 0.605099, + "accuracy": 0.648221, + "main_score": 0.605099, + "hf_subset": "lin_Latn-kat_Geor", + "languages": [ + "lin-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.594501, + "recall": 0.636364, + "f1": 0.606593, + "accuracy": 0.636364, + "main_score": 0.606593, + "hf_subset": "lin_Latn-lua_Latn", + "languages": [ + "lin-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.560319, + "recall": 0.613636, + "f1": 0.573851, + "accuracy": 0.613636, + "main_score": 0.573851, + "hf_subset": "lin_Latn-nya_Latn", + "languages": [ + "lin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.600189, + "recall": 0.650198, + "f1": 0.613365, + "accuracy": 0.650198, + "main_score": 0.613365, + "hf_subset": "lin_Latn-slv_Latn", + "languages": [ + "lin-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.613067, + "recall": 0.664032, + "f1": 0.626038, + "accuracy": 0.664032, + "main_score": 0.626038, + "hf_subset": "lin_Latn-tpi_Latn", + "languages": [ + "lin-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.61619, + "recall": 0.657115, + "f1": 0.626212, + "accuracy": 0.657115, + "main_score": 0.626212, + "hf_subset": "lin_Latn-zsm_Latn", + "languages": [ + "lin-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.512911, + "recall": 0.559289, + "f1": 0.525942, + "accuracy": 0.559289, + "main_score": 0.525942, + "hf_subset": "lin_Latn-ayr_Latn", + "languages": [ + "lin-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.622808, + "recall": 0.675889, + "f1": 0.636327, + "accuracy": 0.675889, + "main_score": 0.636327, + "hf_subset": "lin_Latn-dan_Latn", + "languages": [ + "lin-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.580537, + "recall": 0.641304, + "f1": 0.595865, + "accuracy": 0.641304, + "main_score": 0.595865, + "hf_subset": "lin_Latn-guj_Gujr", + "languages": [ + "lin-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.590252, + "recall": 0.640316, + "f1": 0.603162, + "accuracy": 0.640316, + "main_score": 0.603162, + "hf_subset": "lin_Latn-kaz_Cyrl", + "languages": [ + "lin-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.519175, + "recall": 0.576087, + "f1": 0.53472, + "accuracy": 0.576087, + "main_score": 0.53472, + "hf_subset": "lin_Latn-lug_Latn", + "languages": [ + "lin-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.62046, + "recall": 0.662055, + "f1": 0.630603, + "accuracy": 0.662055, + "main_score": 0.630603, + "hf_subset": "lin_Latn-oci_Latn", + "languages": [ + "lin-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.566541, + "recall": 0.613636, + "f1": 0.578767, + "accuracy": 0.613636, + "main_score": 0.578767, + "hf_subset": "lin_Latn-smo_Latn", + "languages": [ + "lin-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.528265, + "recall": 0.579051, + "f1": 0.541938, + "accuracy": 0.579051, + "main_score": 0.541938, + "hf_subset": "lin_Latn-tsn_Latn", + "languages": [ + "lin-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.534597, + "recall": 0.588933, + "f1": 0.548233, + "accuracy": 0.588933, + "main_score": 0.548233, + "hf_subset": "lin_Latn-zul_Latn", + "languages": [ + "lin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.535732, + "recall": 0.599802, + "f1": 0.552896, + "accuracy": 0.599802, + "main_score": 0.552896, + "hf_subset": "lin_Latn-azb_Arab", + "languages": [ + "lin-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.631086, + "recall": 0.676877, + "f1": 0.643198, + "accuracy": 0.676877, + "main_score": 0.643198, + "hf_subset": "lin_Latn-deu_Latn", + "languages": [ + "lin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.592103, + "recall": 0.646245, + "f1": 0.605946, + "accuracy": 0.646245, + "main_score": 0.605946, + "hf_subset": "lin_Latn-hat_Latn", + "languages": [ + "lin-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.521897, + "recall": 0.559289, + "f1": 0.532465, + "accuracy": 0.559289, + "main_score": 0.532465, + "hf_subset": "lin_Latn-kbp_Latn", + "languages": [ + "lin-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.561778, + "recall": 0.599802, + "f1": 0.572057, + "accuracy": 0.599802, + "main_score": 0.572057, + "hf_subset": "lin_Latn-luo_Latn", + "languages": [ + "lin-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.5501, + "recall": 0.605731, + "f1": 0.564035, + "accuracy": 0.605731, + "main_score": 0.564035, + "hf_subset": "lin_Latn-ory_Orya", + "languages": [ + "lin-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.557401, + "recall": 0.614625, + "f1": 0.573079, + "accuracy": 0.614625, + "main_score": 0.573079, + "hf_subset": "lin_Latn-sna_Latn", + "languages": [ + "lin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.576659, + "recall": 0.618577, + "f1": 0.587849, + "accuracy": 0.618577, + "main_score": 0.587849, + "hf_subset": "lin_Latn-tso_Latn", + "languages": [ + "lin-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.582888, + "recall": 0.633399, + "f1": 0.596624, + "accuracy": 0.633399, + "main_score": 0.596624, + "hf_subset": "lin_Latn-azj_Latn", + "languages": [ + "lin-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.506865, + "recall": 0.554348, + "f1": 0.520569, + "accuracy": 0.554348, + "main_score": 0.520569, + "hf_subset": "lin_Latn-dik_Latn", + "languages": [ + "lin-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.540403, + "recall": 0.58498, + "f1": 0.552069, + "accuracy": 0.58498, + "main_score": 0.552069, + "hf_subset": "lin_Latn-hau_Latn", + "languages": [ + "lin-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.608141, + "recall": 0.655138, + "f1": 0.619781, + "accuracy": 0.655138, + "main_score": 0.619781, + "hf_subset": "lin_Latn-kea_Latn", + "languages": [ + "lin-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.591399, + "recall": 0.63834, + "f1": 0.604481, + "accuracy": 0.63834, + "main_score": 0.604481, + "hf_subset": "lin_Latn-lus_Latn", + "languages": [ + "lin-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.628419, + "recall": 0.666008, + "f1": 0.638263, + "accuracy": 0.666008, + "main_score": 0.638263, + "hf_subset": "lin_Latn-pag_Latn", + "languages": [ + "lin-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.539885, + "recall": 0.592885, + "f1": 0.553834, + "accuracy": 0.592885, + "main_score": 0.553834, + "hf_subset": "lin_Latn-snd_Arab", + "languages": [ + "lin-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.539645, + "recall": 0.599802, + "f1": 0.555524, + "accuracy": 0.599802, + "main_score": 0.555524, + "hf_subset": "lin_Latn-tuk_Latn", + "languages": [ + "lin-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.587152, + "recall": 0.634387, + "f1": 0.599422, + "accuracy": 0.634387, + "main_score": 0.599422, + "hf_subset": "lin_Latn-bak_Cyrl", + "languages": [ + "lin-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.477159, + "recall": 0.538538, + "f1": 0.494957, + "accuracy": 0.538538, + "main_score": 0.494957, + "hf_subset": "lin_Latn-dyu_Latn", + "languages": [ + "lin-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.606362, + "recall": 0.658103, + "f1": 0.619374, + "accuracy": 0.658103, + "main_score": 0.619374, + "hf_subset": "lin_Latn-heb_Hebr", + "languages": [ + "lin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.561883, + "recall": 0.617589, + "f1": 0.577079, + "accuracy": 0.617589, + "main_score": 0.577079, + "hf_subset": "lin_Latn-khk_Cyrl", + "languages": [ + "lin-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.602584, + "recall": 0.650198, + "f1": 0.614992, + "accuracy": 0.650198, + "main_score": 0.614992, + "hf_subset": "lin_Latn-lvs_Latn", + "languages": [ + "lin-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.572391, + "recall": 0.625494, + "f1": 0.585591, + "accuracy": 0.625494, + "main_score": 0.585591, + "hf_subset": "lin_Latn-pan_Guru", + "languages": [ + "lin-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.530553, + "recall": 0.583004, + "f1": 0.544787, + "accuracy": 0.583004, + "main_score": 0.544787, + "hf_subset": "lin_Latn-som_Latn", + "languages": [ + "lin-Latn", + "som-Latn" + ] + }, + { + "precision": 0.53954, + "recall": 0.591897, + "f1": 0.55368, + "accuracy": 0.591897, + "main_score": 0.55368, + "hf_subset": "lin_Latn-tum_Latn", + "languages": [ + "lin-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.470335, + "recall": 0.560277, + "f1": 0.49467, + "accuracy": 0.560277, + "main_score": 0.49467, + "hf_subset": "nno_Latn-ace_Arab", + "languages": [ + "nno-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.449703, + "recall": 0.507905, + "f1": 0.465008, + "accuracy": 0.507905, + "main_score": 0.465008, + "hf_subset": "nno_Latn-bam_Latn", + "languages": [ + "nno-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.576697, + "recall": 0.672925, + "f1": 0.604237, + "accuracy": 0.672925, + "main_score": 0.604237, + "hf_subset": "nno_Latn-dzo_Tibt", + "languages": [ + "nno-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-hin_Deva", + "languages": [ + "nno-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "nno_Latn-khm_Khmr", + "languages": [ + "nno-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "nno_Latn-mag_Deva", + "languages": [ + "nno-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-pap_Latn", + "languages": [ + "nno-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.807246, + "recall": 0.860672, + "f1": 0.823682, + "accuracy": 0.860672, + "main_score": 0.823682, + "hf_subset": "nno_Latn-sot_Latn", + "languages": [ + "nno-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-tur_Latn", + "languages": [ + "nno-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.810968, + "recall": 0.858696, + "f1": 0.825362, + "accuracy": 0.858696, + "main_score": 0.825362, + "hf_subset": "nno_Latn-ace_Latn", + "languages": [ + "nno-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "nno_Latn-ban_Latn", + "languages": [ + "nno-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-ell_Grek", + "languages": [ + "nno-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "nno_Latn-hne_Deva", + "languages": [ + "nno-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.529188, + "recall": 0.607708, + "f1": 0.550089, + "accuracy": 0.607708, + "main_score": 0.550089, + "hf_subset": "nno_Latn-kik_Latn", + "languages": [ + "nno-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "nno_Latn-mai_Deva", + "languages": [ + "nno-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.932642, + "recall": 0.953557, + "f1": 0.939394, + "accuracy": 0.953557, + "main_score": 0.939394, + "hf_subset": "nno_Latn-pbt_Arab", + "languages": [ + "nno-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "nno_Latn-spa_Latn", + "languages": [ + "nno-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.686021, + "recall": 0.753953, + "f1": 0.705365, + "accuracy": 0.753953, + "main_score": 0.705365, + "hf_subset": "nno_Latn-twi_Latn", + "languages": [ + "nno-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-acm_Arab", + "languages": [ + "nno-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-bel_Cyrl", + "languages": [ + "nno-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-hrv_Latn", + "languages": [ + "nno-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.810441, + "recall": 0.86166, + "f1": 0.82627, + "accuracy": 0.86166, + "main_score": 0.82627, + "hf_subset": "nno_Latn-kin_Latn", + "languages": [ + "nno-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-mal_Mlym", + "languages": [ + "nno-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-pes_Arab", + "languages": [ + "nno-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "nno_Latn-srd_Latn", + "languages": [ + "nno-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.187625, + "recall": 0.255929, + "f1": 0.203565, + "accuracy": 0.255929, + "main_score": 0.203565, + "hf_subset": "nno_Latn-tzm_Tfng", + "languages": [ + "nno-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-acq_Arab", + "languages": [ + "nno-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.611504, + "recall": 0.693676, + "f1": 0.634779, + "accuracy": 0.693676, + "main_score": 0.634779, + "hf_subset": "nno_Latn-bem_Latn", + "languages": [ + "nno-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-epo_Latn", + "languages": [ + "nno-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-hun_Latn", + "languages": [ + "nno-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "nno_Latn-kir_Cyrl", + "languages": [ + "nno-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-mar_Deva", + "languages": [ + "nno-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.828722, + "recall": 0.875494, + "f1": 0.842787, + "accuracy": 0.875494, + "main_score": 0.842787, + "hf_subset": "nno_Latn-plt_Latn", + "languages": [ + "nno-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-srp_Cyrl", + "languages": [ + "nno-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.920784, + "recall": 0.944664, + "f1": 0.92836, + "accuracy": 0.944664, + "main_score": 0.92836, + "hf_subset": "nno_Latn-uig_Arab", + "languages": [ + "nno-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "nno_Latn-aeb_Arab", + "languages": [ + "nno-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-ben_Beng", + "languages": [ + "nno-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-est_Latn", + "languages": [ + "nno-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nno_Latn-hye_Armn", + "languages": [ + "nno-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.42815, + "recall": 0.497036, + "f1": 0.446779, + "accuracy": 0.497036, + "main_score": 0.446779, + "hf_subset": "nno_Latn-kmb_Latn", + "languages": [ + "nno-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.420494, + "recall": 0.509881, + "f1": 0.442873, + "accuracy": 0.509881, + "main_score": 0.442873, + "hf_subset": "nno_Latn-min_Arab", + "languages": [ + "nno-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-pol_Latn", + "languages": [ + "nno-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.682082, + "recall": 0.759881, + "f1": 0.704602, + "accuracy": 0.759881, + "main_score": 0.704602, + "hf_subset": "nno_Latn-ssw_Latn", + "languages": [ + "nno-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-ukr_Cyrl", + "languages": [ + "nno-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "nno_Latn-bho_Deva", + "languages": [ + "nno-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nno_Latn-eus_Latn", + "languages": [ + "nno-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.784371, + "recall": 0.84585, + "f1": 0.803063, + "accuracy": 0.84585, + "main_score": 0.803063, + "hf_subset": "nno_Latn-ibo_Latn", + "languages": [ + "nno-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.826943, + "recall": 0.87747, + "f1": 0.842688, + "accuracy": 0.87747, + "main_score": 0.842688, + "hf_subset": "nno_Latn-kmr_Latn", + "languages": [ + "nno-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "nno_Latn-min_Latn", + "languages": [ + "nno-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-por_Latn", + "languages": [ + "nno-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-sun_Latn", + "languages": [ + "nno-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.421565, + "recall": 0.488142, + "f1": 0.439917, + "accuracy": 0.488142, + "main_score": 0.439917, + "hf_subset": "nno_Latn-umb_Latn", + "languages": [ + "nno-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-ajp_Arab", + "languages": [ + "nno-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.443775, + "recall": 0.534585, + "f1": 0.467382, + "accuracy": 0.534585, + "main_score": 0.467382, + "hf_subset": "nno_Latn-bjn_Arab", + "languages": [ + "nno-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.433872, + "recall": 0.48913, + "f1": 0.449229, + "accuracy": 0.48913, + "main_score": 0.449229, + "hf_subset": "nno_Latn-ewe_Latn", + "languages": [ + "nno-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.92696, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "nno_Latn-ilo_Latn", + "languages": [ + "nno-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.216874, + "recall": 0.285573, + "f1": 0.233426, + "accuracy": 0.285573, + "main_score": 0.233426, + "hf_subset": "nno_Latn-knc_Arab", + "languages": [ + "nno-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-mkd_Cyrl", + "languages": [ + "nno-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-prs_Arab", + "languages": [ + "nno-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-urd_Arab", + "languages": [ + "nno-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.688322, + "recall": 0.752964, + "f1": 0.70691, + "accuracy": 0.752964, + "main_score": 0.70691, + "hf_subset": "nno_Latn-aka_Latn", + "languages": [ + "nno-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "nno_Latn-bjn_Latn", + "languages": [ + "nno-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ind_Latn", + "languages": [ + "nno-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.482453, + "recall": 0.543478, + "f1": 0.49895, + "accuracy": 0.543478, + "main_score": 0.49895, + "hf_subset": "nno_Latn-knc_Latn", + "languages": [ + "nno-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-mlt_Latn", + "languages": [ + "nno-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.602932, + "recall": 0.677866, + "f1": 0.624166, + "accuracy": 0.677866, + "main_score": 0.624166, + "hf_subset": "nno_Latn-quy_Latn", + "languages": [ + "nno-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-swh_Latn", + "languages": [ + "nno-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nno_Latn-uzn_Latn", + "languages": [ + "nno-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-als_Latn", + "languages": [ + "nno-Latn", + "als-Latn" + ] + }, + { + "precision": 0.736766, + "recall": 0.8083, + "f1": 0.758352, + "accuracy": 0.8083, + "main_score": 0.758352, + "hf_subset": "nno_Latn-bod_Tibt", + "languages": [ + "nno-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.582938, + "recall": 0.666996, + "f1": 0.606993, + "accuracy": 0.666996, + "main_score": 0.606993, + "hf_subset": "nno_Latn-fij_Latn", + "languages": [ + "nno-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.560392, + "recall": 0.634387, + "f1": 0.580792, + "accuracy": 0.634387, + "main_score": 0.580792, + "hf_subset": "nno_Latn-kon_Latn", + "languages": [ + "nno-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.566148, + "recall": 0.645257, + "f1": 0.58776, + "accuracy": 0.645257, + "main_score": 0.58776, + "hf_subset": "nno_Latn-mni_Beng", + "languages": [ + "nno-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-ron_Latn", + "languages": [ + "nno-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "nno_Latn-szl_Latn", + "languages": [ + "nno-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-vec_Latn", + "languages": [ + "nno-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.889526, + "recall": 0.920949, + "f1": 0.899327, + "accuracy": 0.920949, + "main_score": 0.899327, + "hf_subset": "nno_Latn-amh_Ethi", + "languages": [ + "nno-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-bos_Latn", + "languages": [ + "nno-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-fin_Latn", + "languages": [ + "nno-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-ita_Latn", + "languages": [ + "nno-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-kor_Hang", + "languages": [ + "nno-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.473923, + "recall": 0.531621, + "f1": 0.490037, + "accuracy": 0.531621, + "main_score": 0.490037, + "hf_subset": "nno_Latn-mos_Latn", + "languages": [ + "nno-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.696083, + "recall": 0.76581, + "f1": 0.716304, + "accuracy": 0.76581, + "main_score": 0.716304, + "hf_subset": "nno_Latn-run_Latn", + "languages": [ + "nno-Latn", + "run-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "nno_Latn-tam_Taml", + "languages": [ + "nno-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-vie_Latn", + "languages": [ + "nno-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-apc_Arab", + "languages": [ + "nno-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.69323, + "recall": 0.757905, + "f1": 0.711046, + "accuracy": 0.757905, + "main_score": 0.711046, + "hf_subset": "nno_Latn-bug_Latn", + "languages": [ + "nno-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.416569, + "recall": 0.468379, + "f1": 0.430657, + "accuracy": 0.468379, + "main_score": 0.430657, + "hf_subset": "nno_Latn-fon_Latn", + "languages": [ + "nno-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "nno_Latn-jav_Latn", + "languages": [ + "nno-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.925807, + "recall": 0.948617, + "f1": 0.933037, + "accuracy": 0.948617, + "main_score": 0.933037, + "hf_subset": "nno_Latn-lao_Laoo", + "languages": [ + "nno-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.835919, + "recall": 0.883399, + "f1": 0.850659, + "accuracy": 0.883399, + "main_score": 0.850659, + "hf_subset": "nno_Latn-mri_Latn", + "languages": [ + "nno-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-rus_Cyrl", + "languages": [ + "nno-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.466129, + "recall": 0.527668, + "f1": 0.482727, + "accuracy": 0.527668, + "main_score": 0.482727, + "hf_subset": "nno_Latn-taq_Latn", + "languages": [ + "nno-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nno_Latn-war_Latn", + "languages": [ + "nno-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-arb_Arab", + "languages": [ + "nno-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-bul_Cyrl", + "languages": [ + "nno-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-fra_Latn", + "languages": [ + "nno-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-jpn_Jpan", + "languages": [ + "nno-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nno_Latn-lij_Latn", + "languages": [ + "nno-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "nno_Latn-mya_Mymr", + "languages": [ + "nno-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.526624, + "recall": 0.588933, + "f1": 0.543562, + "accuracy": 0.588933, + "main_score": 0.543562, + "hf_subset": "nno_Latn-sag_Latn", + "languages": [ + "nno-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.204695, + "recall": 0.267787, + "f1": 0.219709, + "accuracy": 0.267787, + "main_score": 0.219709, + "hf_subset": "nno_Latn-taq_Tfng", + "languages": [ + "nno-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.612217, + "recall": 0.679842, + "f1": 0.630882, + "accuracy": 0.679842, + "main_score": 0.630882, + "hf_subset": "nno_Latn-wol_Latn", + "languages": [ + "nno-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.825132, + "recall": 0.874506, + "f1": 0.840382, + "accuracy": 0.874506, + "main_score": 0.840382, + "hf_subset": "nno_Latn-arb_Latn", + "languages": [ + "nno-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-cat_Latn", + "languages": [ + "nno-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "nno_Latn-fur_Latn", + "languages": [ + "nno-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.398207, + "recall": 0.47332, + "f1": 0.41693, + "accuracy": 0.47332, + "main_score": 0.41693, + "hf_subset": "nno_Latn-kab_Latn", + "languages": [ + "nno-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "nno_Latn-lim_Latn", + "languages": [ + "nno-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "nno_Latn-san_Deva", + "languages": [ + "nno-Latn", + "san-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-tat_Cyrl", + "languages": [ + "nno-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.82192, + "recall": 0.87253, + "f1": 0.837601, + "accuracy": 0.87253, + "main_score": 0.837601, + "hf_subset": "nno_Latn-xho_Latn", + "languages": [ + "nno-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-ars_Arab", + "languages": [ + "nno-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-ceb_Latn", + "languages": [ + "nno-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.448097, + "recall": 0.51581, + "f1": 0.465469, + "accuracy": 0.51581, + "main_score": 0.465469, + "hf_subset": "nno_Latn-fuv_Latn", + "languages": [ + "nno-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.451864, + "recall": 0.512846, + "f1": 0.467745, + "accuracy": 0.512846, + "main_score": 0.467745, + "hf_subset": "nno_Latn-kac_Latn", + "languages": [ + "nno-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.579996, + "recall": 0.651186, + "f1": 0.598791, + "accuracy": 0.651186, + "main_score": 0.598791, + "hf_subset": "nno_Latn-lin_Latn", + "languages": [ + "nno-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.832592, + "recall": 0.879447, + "f1": 0.846791, + "accuracy": 0.879447, + "main_score": 0.846791, + "hf_subset": "nno_Latn-sat_Olck", + "languages": [ + "nno-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "nno_Latn-tel_Telu", + "languages": [ + "nno-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "nno_Latn-ydd_Hebr", + "languages": [ + "nno-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.953063, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "nno_Latn-ary_Arab", + "languages": [ + "nno-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-ces_Latn", + "languages": [ + "nno-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.507286, + "recall": 0.594862, + "f1": 0.530962, + "accuracy": 0.594862, + "main_score": 0.530962, + "hf_subset": "nno_Latn-gaz_Latn", + "languages": [ + "nno-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.491987, + "recall": 0.572134, + "f1": 0.512679, + "accuracy": 0.572134, + "main_score": 0.512679, + "hf_subset": "nno_Latn-kam_Latn", + "languages": [ + "nno-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "nno_Latn-lit_Latn", + "languages": [ + "nno-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "nno_Latn-scn_Latn", + "languages": [ + "nno-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "nno_Latn-tgk_Cyrl", + "languages": [ + "nno-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.667187, + "recall": 0.742095, + "f1": 0.688625, + "accuracy": 0.742095, + "main_score": 0.688625, + "hf_subset": "nno_Latn-yor_Latn", + "languages": [ + "nno-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-arz_Arab", + "languages": [ + "nno-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.440028, + "recall": 0.506917, + "f1": 0.458063, + "accuracy": 0.506917, + "main_score": 0.458063, + "hf_subset": "nno_Latn-cjk_Latn", + "languages": [ + "nno-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.900856, + "recall": 0.932806, + "f1": 0.911232, + "accuracy": 0.932806, + "main_score": 0.911232, + "hf_subset": "nno_Latn-gla_Latn", + "languages": [ + "nno-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "nno_Latn-kan_Knda", + "languages": [ + "nno-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.97724, + "accuracy": 0.982213, + "main_score": 0.97724, + "hf_subset": "nno_Latn-lmo_Latn", + "languages": [ + "nno-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "nno_Latn-npi_Deva", + "languages": [ + "nno-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.502541, + "recall": 0.586957, + "f1": 0.526085, + "accuracy": 0.586957, + "main_score": 0.526085, + "hf_subset": "nno_Latn-shn_Mymr", + "languages": [ + "nno-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-tgl_Latn", + "languages": [ + "nno-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-yue_Hant", + "languages": [ + "nno-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "nno_Latn-asm_Beng", + "languages": [ + "nno-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.897892, + "recall": 0.928854, + "f1": 0.907773, + "accuracy": 0.928854, + "main_score": 0.907773, + "hf_subset": "nno_Latn-ckb_Arab", + "languages": [ + "nno-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "nno_Latn-gle_Latn", + "languages": [ + "nno-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.866881, + "recall": 0.906126, + "f1": 0.878953, + "accuracy": 0.906126, + "main_score": 0.878953, + "hf_subset": "nno_Latn-kas_Arab", + "languages": [ + "nno-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.855731, + "recall": 0.898221, + "f1": 0.868676, + "accuracy": 0.898221, + "main_score": 0.868676, + "hf_subset": "nno_Latn-ltg_Latn", + "languages": [ + "nno-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.729364, + "recall": 0.794466, + "f1": 0.748965, + "accuracy": 0.794466, + "main_score": 0.748965, + "hf_subset": "nno_Latn-nso_Latn", + "languages": [ + "nno-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "nno_Latn-sin_Sinh", + "languages": [ + "nno-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-tha_Thai", + "languages": [ + "nno-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "nno_Latn-zho_Hans", + "languages": [ + "nno-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-ast_Latn", + "languages": [ + "nno-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "nno_Latn-crh_Latn", + "languages": [ + "nno-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-glg_Latn", + "languages": [ + "nno-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.799588, + "recall": 0.853755, + "f1": 0.815711, + "accuracy": 0.853755, + "main_score": 0.815711, + "hf_subset": "nno_Latn-kas_Deva", + "languages": [ + "nno-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.399207, + "recall": 0.470356, + "f1": 0.418363, + "accuracy": 0.470356, + "main_score": 0.418363, + "hf_subset": "nno_Latn-nus_Latn", + "languages": [ + "nno-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-slk_Latn", + "languages": [ + "nno-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.581817, + "recall": 0.670949, + "f1": 0.606312, + "accuracy": 0.670949, + "main_score": 0.606312, + "hf_subset": "nno_Latn-tir_Ethi", + "languages": [ + "nno-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-zho_Hant", + "languages": [ + "nno-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.96418, + "recall": 0.974308, + "f1": 0.967457, + "accuracy": 0.974308, + "main_score": 0.967457, + "hf_subset": "nno_Latn-awa_Deva", + "languages": [ + "nno-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-cym_Latn", + "languages": [ + "nno-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.706994, + "recall": 0.772727, + "f1": 0.725721, + "accuracy": 0.772727, + "main_score": 0.725721, + "hf_subset": "nno_Latn-grn_Latn", + "languages": [ + "nno-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-kat_Geor", + "languages": [ + "nno-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.546428, + "recall": 0.615613, + "f1": 0.564469, + "accuracy": 0.615613, + "main_score": 0.564469, + "hf_subset": "nno_Latn-lua_Latn", + "languages": [ + "nno-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.769219, + "recall": 0.833004, + "f1": 0.788523, + "accuracy": 0.833004, + "main_score": 0.788523, + "hf_subset": "nno_Latn-nya_Latn", + "languages": [ + "nno-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "nno_Latn-slv_Latn", + "languages": [ + "nno-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "nno_Latn-tpi_Latn", + "languages": [ + "nno-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-zsm_Latn", + "languages": [ + "nno-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.484576, + "recall": 0.549407, + "f1": 0.502429, + "accuracy": 0.549407, + "main_score": 0.502429, + "hf_subset": "nno_Latn-ayr_Latn", + "languages": [ + "nno-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-guj_Gujr", + "languages": [ + "nno-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "nno_Latn-kaz_Cyrl", + "languages": [ + "nno-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.576642, + "recall": 0.661067, + "f1": 0.600416, + "accuracy": 0.661067, + "main_score": 0.600416, + "hf_subset": "nno_Latn-lug_Latn", + "languages": [ + "nno-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-oci_Latn", + "languages": [ + "nno-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.776285, + "recall": 0.833004, + "f1": 0.793347, + "accuracy": 0.833004, + "main_score": 0.793347, + "hf_subset": "nno_Latn-smo_Latn", + "languages": [ + "nno-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.688999, + "recall": 0.762846, + "f1": 0.71094, + "accuracy": 0.762846, + "main_score": 0.71094, + "hf_subset": "nno_Latn-tsn_Latn", + "languages": [ + "nno-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.830534, + "recall": 0.879447, + "f1": 0.84577, + "accuracy": 0.879447, + "main_score": 0.84577, + "hf_subset": "nno_Latn-zul_Latn", + "languages": [ + "nno-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.897316, + "recall": 0.928854, + "f1": 0.907345, + "accuracy": 0.928854, + "main_score": 0.907345, + "hf_subset": "nno_Latn-azb_Arab", + "languages": [ + "nno-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "nno_Latn-hat_Latn", + "languages": [ + "nno-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.439375, + "recall": 0.504941, + "f1": 0.457192, + "accuracy": 0.504941, + "main_score": 0.457192, + "hf_subset": "nno_Latn-kbp_Latn", + "languages": [ + "nno-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.486567, + "recall": 0.55336, + "f1": 0.504839, + "accuracy": 0.55336, + "main_score": 0.504839, + "hf_subset": "nno_Latn-luo_Latn", + "languages": [ + "nno-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "nno_Latn-ory_Orya", + "languages": [ + "nno-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.841486, + "recall": 0.884387, + "f1": 0.854611, + "accuracy": 0.884387, + "main_score": 0.854611, + "hf_subset": "nno_Latn-sna_Latn", + "languages": [ + "nno-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.605455, + "recall": 0.681818, + "f1": 0.626338, + "accuracy": 0.681818, + "main_score": 0.626338, + "hf_subset": "nno_Latn-tso_Latn", + "languages": [ + "nno-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nno_Latn-azj_Latn", + "languages": [ + "nno-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.476323, + "recall": 0.550395, + "f1": 0.496189, + "accuracy": 0.550395, + "main_score": 0.496189, + "hf_subset": "nno_Latn-dik_Latn", + "languages": [ + "nno-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.862434, + "recall": 0.903162, + "f1": 0.875395, + "accuracy": 0.903162, + "main_score": 0.875395, + "hf_subset": "nno_Latn-hau_Latn", + "languages": [ + "nno-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "nno_Latn-kea_Latn", + "languages": [ + "nno-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.890563, + "recall": 0.921937, + "f1": 0.900231, + "accuracy": 0.921937, + "main_score": 0.900231, + "hf_subset": "nno_Latn-lus_Latn", + "languages": [ + "nno-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.822892, + "recall": 0.868577, + "f1": 0.835968, + "accuracy": 0.868577, + "main_score": 0.835968, + "hf_subset": "nno_Latn-pag_Latn", + "languages": [ + "nno-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "nno_Latn-snd_Arab", + "languages": [ + "nno-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "nno_Latn-tuk_Latn", + "languages": [ + "nno-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "nno_Latn-bak_Cyrl", + "languages": [ + "nno-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.443161, + "recall": 0.517787, + "f1": 0.462844, + "accuracy": 0.517787, + "main_score": 0.462844, + "hf_subset": "nno_Latn-dyu_Latn", + "languages": [ + "nno-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-heb_Hebr", + "languages": [ + "nno-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "nno_Latn-khk_Cyrl", + "languages": [ + "nno-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-lvs_Latn", + "languages": [ + "nno-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-pan_Guru", + "languages": [ + "nno-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.816074, + "recall": 0.867589, + "f1": 0.831705, + "accuracy": 0.867589, + "main_score": 0.831705, + "hf_subset": "nno_Latn-som_Latn", + "languages": [ + "nno-Latn", + "som-Latn" + ] + }, + { + "precision": 0.655912, + "recall": 0.724308, + "f1": 0.675781, + "accuracy": 0.724308, + "main_score": 0.675781, + "hf_subset": "nno_Latn-tum_Latn", + "languages": [ + "nno-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.447315, + "recall": 0.514822, + "f1": 0.466528, + "accuracy": 0.514822, + "main_score": 0.466528, + "hf_subset": "sat_Olck-ace_Arab", + "languages": [ + "sat-Olck", + "ace-Arab" + ] + }, + { + "precision": 0.415809, + "recall": 0.458498, + "f1": 0.426616, + "accuracy": 0.458498, + "main_score": 0.426616, + "hf_subset": "sat_Olck-bam_Latn", + "languages": [ + "sat-Olck", + "bam-Latn" + ] + }, + { + "precision": 0.490728, + "recall": 0.573123, + "f1": 0.513563, + "accuracy": 0.573123, + "main_score": 0.513563, + "hf_subset": "sat_Olck-dzo_Tibt", + "languages": [ + "sat-Olck", + "dzo-Tibt" + ] + }, + { + "precision": 0.894937, + "recall": 0.921937, + "f1": 0.90267, + "accuracy": 0.921937, + "main_score": 0.90267, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ] + }, + { + "precision": 0.747261, + "recall": 0.807312, + "f1": 0.764322, + "accuracy": 0.807312, + "main_score": 0.764322, + "hf_subset": "sat_Olck-khm_Khmr", + "languages": [ + "sat-Olck", + "khm-Khmr" + ] + }, + { + "precision": 0.865366, + "recall": 0.900198, + "f1": 0.875542, + "accuracy": 0.900198, + "main_score": 0.875542, + "hf_subset": "sat_Olck-mag_Deva", + "languages": [ + "sat-Olck", + "mag-Deva" + ] + }, + { + "precision": 0.80934, + "recall": 0.852767, + "f1": 0.821225, + "accuracy": 0.852767, + "main_score": 0.821225, + "hf_subset": "sat_Olck-pap_Latn", + "languages": [ + "sat-Olck", + "pap-Latn" + ] + }, + { + "precision": 0.674896, + "recall": 0.737154, + "f1": 0.691985, + "accuracy": 0.737154, + "main_score": 0.691985, + "hf_subset": "sat_Olck-sot_Latn", + "languages": [ + "sat-Olck", + "sot-Latn" + ] + }, + { + "precision": 0.849045, + "recall": 0.887352, + "f1": 0.860118, + "accuracy": 0.887352, + "main_score": 0.860118, + "hf_subset": "sat_Olck-tur_Latn", + "languages": [ + "sat-Olck", + "tur-Latn" + ] + }, + { + "precision": 0.692267, + "recall": 0.740119, + "f1": 0.70512, + "accuracy": 0.740119, + "main_score": 0.70512, + "hf_subset": "sat_Olck-ace_Latn", + "languages": [ + "sat-Olck", + "ace-Latn" + ] + }, + { + "precision": 0.78943, + "recall": 0.829051, + "f1": 0.800348, + "accuracy": 0.829051, + "main_score": 0.800348, + "hf_subset": "sat_Olck-ban_Latn", + "languages": [ + "sat-Olck", + "ban-Latn" + ] + }, + { + "precision": 0.826755, + "recall": 0.869565, + "f1": 0.838987, + "accuracy": 0.869565, + "main_score": 0.838987, + "hf_subset": "sat_Olck-ell_Grek", + "languages": [ + "sat-Olck", + "ell-Grek" + ] + }, + { + "precision": 0.85813, + "recall": 0.895257, + "f1": 0.869207, + "accuracy": 0.895257, + "main_score": 0.869207, + "hf_subset": "sat_Olck-hne_Deva", + "languages": [ + "sat-Olck", + "hne-Deva" + ] + }, + { + "precision": 0.490528, + "recall": 0.546443, + "f1": 0.504867, + "accuracy": 0.546443, + "main_score": 0.504867, + "hf_subset": "sat_Olck-kik_Latn", + "languages": [ + "sat-Olck", + "kik-Latn" + ] + }, + { + "precision": 0.867275, + "recall": 0.897233, + "f1": 0.875569, + "accuracy": 0.897233, + "main_score": 0.875569, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ] + }, + { + "precision": 0.798494, + "recall": 0.84585, + "f1": 0.812505, + "accuracy": 0.84585, + "main_score": 0.812505, + "hf_subset": "sat_Olck-pbt_Arab", + "languages": [ + "sat-Olck", + "pbt-Arab" + ] + }, + { + "precision": 0.865737, + "recall": 0.901186, + "f1": 0.876221, + "accuracy": 0.901186, + "main_score": 0.876221, + "hf_subset": "sat_Olck-spa_Latn", + "languages": [ + "sat-Olck", + "spa-Latn" + ] + }, + { + "precision": 0.60855, + "recall": 0.666008, + "f1": 0.624624, + "accuracy": 0.666008, + "main_score": 0.624624, + "hf_subset": "sat_Olck-twi_Latn", + "languages": [ + "sat-Olck", + "twi-Latn" + ] + }, + { + "precision": 0.833988, + "recall": 0.873518, + "f1": 0.845394, + "accuracy": 0.873518, + "main_score": 0.845394, + "hf_subset": "sat_Olck-acm_Arab", + "languages": [ + "sat-Olck", + "acm-Arab" + ] + }, + { + "precision": 0.772532, + "recall": 0.827075, + "f1": 0.788189, + "accuracy": 0.827075, + "main_score": 0.788189, + "hf_subset": "sat_Olck-bel_Cyrl", + "languages": [ + "sat-Olck", + "bel-Cyrl" + ] + }, + { + "precision": 0.881533, + "recall": 0.910079, + "f1": 0.889483, + "accuracy": 0.910079, + "main_score": 0.889483, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.83677, + "recall": 0.876482, + "f1": 0.848358, + "accuracy": 0.876482, + "main_score": 0.848358, + "hf_subset": "sat_Olck-hrv_Latn", + "languages": [ + "sat-Olck", + "hrv-Latn" + ] + }, + { + "precision": 0.692333, + "recall": 0.750988, + "f1": 0.708678, + "accuracy": 0.750988, + "main_score": 0.708678, + "hf_subset": "sat_Olck-kin_Latn", + "languages": [ + "sat-Olck", + "kin-Latn" + ] + }, + { + "precision": 0.847603, + "recall": 0.884387, + "f1": 0.8583, + "accuracy": 0.884387, + "main_score": 0.8583, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ] + }, + { + "precision": 0.839737, + "recall": 0.874506, + "f1": 0.849322, + "accuracy": 0.874506, + "main_score": 0.849322, + "hf_subset": "sat_Olck-pes_Arab", + "languages": [ + "sat-Olck", + "pes-Arab" + ] + }, + { + "precision": 0.809439, + "recall": 0.851779, + "f1": 0.821705, + "accuracy": 0.851779, + "main_score": 0.821705, + "hf_subset": "sat_Olck-srd_Latn", + "languages": [ + "sat-Olck", + "srd-Latn" + ] + }, + { + "precision": 0.19871, + "recall": 0.251976, + "f1": 0.211621, + "accuracy": 0.251976, + "main_score": 0.211621, + "hf_subset": "sat_Olck-tzm_Tfng", + "languages": [ + "sat-Olck", + "tzm-Tfng" + ] + }, + { + "precision": 0.830735, + "recall": 0.871542, + "f1": 0.842412, + "accuracy": 0.871542, + "main_score": 0.842412, + "hf_subset": "sat_Olck-acq_Arab", + "languages": [ + "sat-Olck", + "acq-Arab" + ] + }, + { + "precision": 0.557178, + "recall": 0.620553, + "f1": 0.574025, + "accuracy": 0.620553, + "main_score": 0.574025, + "hf_subset": "sat_Olck-bem_Latn", + "languages": [ + "sat-Olck", + "bem-Latn" + ] + }, + { + "precision": 0.81106, + "recall": 0.853755, + "f1": 0.822853, + "accuracy": 0.853755, + "main_score": 0.822853, + "hf_subset": "sat_Olck-epo_Latn", + "languages": [ + "sat-Olck", + "epo-Latn" + ] + }, + { + "precision": 0.858973, + "recall": 0.893281, + "f1": 0.868631, + "accuracy": 0.893281, + "main_score": 0.868631, + "hf_subset": "sat_Olck-hun_Latn", + "languages": [ + "sat-Olck", + "hun-Latn" + ] + }, + { + "precision": 0.801515, + "recall": 0.848814, + "f1": 0.814861, + "accuracy": 0.848814, + "main_score": 0.814861, + "hf_subset": "sat_Olck-kir_Cyrl", + "languages": [ + "sat-Olck", + "kir-Cyrl" + ] + }, + { + "precision": 0.861618, + "recall": 0.897233, + "f1": 0.872332, + "accuracy": 0.897233, + "main_score": 0.872332, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ] + }, + { + "precision": 0.698353, + "recall": 0.756917, + "f1": 0.715551, + "accuracy": 0.756917, + "main_score": 0.715551, + "hf_subset": "sat_Olck-plt_Latn", + "languages": [ + "sat-Olck", + "plt-Latn" + ] + }, + { + "precision": 0.827572, + "recall": 0.869565, + "f1": 0.839182, + "accuracy": 0.869565, + "main_score": 0.839182, + "hf_subset": "sat_Olck-srp_Cyrl", + "languages": [ + "sat-Olck", + "srp-Cyrl" + ] + }, + { + "precision": 0.755369, + "recall": 0.812253, + "f1": 0.772417, + "accuracy": 0.812253, + "main_score": 0.772417, + "hf_subset": "sat_Olck-uig_Arab", + "languages": [ + "sat-Olck", + "uig-Arab" + ] + }, + { + "precision": 0.802514, + "recall": 0.849802, + "f1": 0.816366, + "accuracy": 0.849802, + "main_score": 0.816366, + "hf_subset": "sat_Olck-aeb_Arab", + "languages": [ + "sat-Olck", + "aeb-Arab" + ] + }, + { + "precision": 0.855272, + "recall": 0.891304, + "f1": 0.865973, + "accuracy": 0.891304, + "main_score": 0.865973, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ] + }, + { + "precision": 0.815821, + "recall": 0.86166, + "f1": 0.829051, + "accuracy": 0.86166, + "main_score": 0.829051, + "hf_subset": "sat_Olck-est_Latn", + "languages": [ + "sat-Olck", + "est-Latn" + ] + }, + { + "precision": 0.81606, + "recall": 0.859684, + "f1": 0.828464, + "accuracy": 0.859684, + "main_score": 0.828464, + "hf_subset": "sat_Olck-hye_Armn", + "languages": [ + "sat-Olck", + "hye-Armn" + ] + }, + { + "precision": 0.395591, + "recall": 0.445652, + "f1": 0.408434, + "accuracy": 0.445652, + "main_score": 0.408434, + "hf_subset": "sat_Olck-kmb_Latn", + "languages": [ + "sat-Olck", + "kmb-Latn" + ] + }, + { + "precision": 0.404014, + "recall": 0.476285, + "f1": 0.422623, + "accuracy": 0.476285, + "main_score": 0.422623, + "hf_subset": "sat_Olck-min_Arab", + "languages": [ + "sat-Olck", + "min-Arab" + ] + }, + { + "precision": 0.852447, + "recall": 0.887352, + "f1": 0.86235, + "accuracy": 0.887352, + "main_score": 0.86235, + "hf_subset": "sat_Olck-pol_Latn", + "languages": [ + "sat-Olck", + "pol-Latn" + ] + }, + { + "precision": 0.59311, + "recall": 0.66502, + "f1": 0.612743, + "accuracy": 0.66502, + "main_score": 0.612743, + "hf_subset": "sat_Olck-ssw_Latn", + "languages": [ + "sat-Olck", + "ssw-Latn" + ] + }, + { + "precision": 0.843809, + "recall": 0.882411, + "f1": 0.854518, + "accuracy": 0.882411, + "main_score": 0.854518, + "hf_subset": "sat_Olck-ukr_Cyrl", + "languages": [ + "sat-Olck", + "ukr-Cyrl" + ] + }, + { + "precision": 0.826641, + "recall": 0.867589, + "f1": 0.838171, + "accuracy": 0.867589, + "main_score": 0.838171, + "hf_subset": "sat_Olck-afr_Latn", + "languages": [ + "sat-Olck", + "afr-Latn" + ] + }, + { + "precision": 0.826509, + "recall": 0.865613, + "f1": 0.837428, + "accuracy": 0.865613, + "main_score": 0.837428, + "hf_subset": "sat_Olck-bho_Deva", + "languages": [ + "sat-Olck", + "bho-Deva" + ] + }, + { + "precision": 0.793595, + "recall": 0.837945, + "f1": 0.805814, + "accuracy": 0.837945, + "main_score": 0.805814, + "hf_subset": "sat_Olck-eus_Latn", + "languages": [ + "sat-Olck", + "eus-Latn" + ] + }, + { + "precision": 0.69309, + "recall": 0.756917, + "f1": 0.710716, + "accuracy": 0.756917, + "main_score": 0.710716, + "hf_subset": "sat_Olck-ibo_Latn", + "languages": [ + "sat-Olck", + "ibo-Latn" + ] + }, + { + "precision": 0.733104, + "recall": 0.787549, + "f1": 0.748821, + "accuracy": 0.787549, + "main_score": 0.748821, + "hf_subset": "sat_Olck-kmr_Latn", + "languages": [ + "sat-Olck", + "kmr-Latn" + ] + }, + { + "precision": 0.780598, + "recall": 0.823123, + "f1": 0.792357, + "accuracy": 0.823123, + "main_score": 0.792357, + "hf_subset": "sat_Olck-min_Latn", + "languages": [ + "sat-Olck", + "min-Latn" + ] + }, + { + "precision": 0.877701, + "recall": 0.910079, + "f1": 0.887484, + "accuracy": 0.910079, + "main_score": 0.887484, + "hf_subset": "sat_Olck-por_Latn", + "languages": [ + "sat-Olck", + "por-Latn" + ] + }, + { + "precision": 0.777673, + "recall": 0.826087, + "f1": 0.791101, + "accuracy": 0.826087, + "main_score": 0.791101, + "hf_subset": "sat_Olck-sun_Latn", + "languages": [ + "sat-Olck", + "sun-Latn" + ] + }, + { + "precision": 0.40146, + "recall": 0.459486, + "f1": 0.41776, + "accuracy": 0.459486, + "main_score": 0.41776, + "hf_subset": "sat_Olck-umb_Latn", + "languages": [ + "sat-Olck", + "umb-Latn" + ] + }, + { + "precision": 0.847572, + "recall": 0.884387, + "f1": 0.85805, + "accuracy": 0.884387, + "main_score": 0.85805, + "hf_subset": "sat_Olck-ajp_Arab", + "languages": [ + "sat-Olck", + "ajp-Arab" + ] + }, + { + "precision": 0.425677, + "recall": 0.493083, + "f1": 0.444252, + "accuracy": 0.493083, + "main_score": 0.444252, + "hf_subset": "sat_Olck-bjn_Arab", + "languages": [ + "sat-Olck", + "bjn-Arab" + ] + }, + { + "precision": 0.417059, + "recall": 0.463439, + "f1": 0.429489, + "accuracy": 0.463439, + "main_score": 0.429489, + "hf_subset": "sat_Olck-ewe_Latn", + "languages": [ + "sat-Olck", + "ewe-Latn" + ] + }, + { + "precision": 0.750799, + "recall": 0.80336, + "f1": 0.765882, + "accuracy": 0.80336, + "main_score": 0.765882, + "hf_subset": "sat_Olck-ilo_Latn", + "languages": [ + "sat-Olck", + "ilo-Latn" + ] + }, + { + "precision": 0.226269, + "recall": 0.288538, + "f1": 0.241625, + "accuracy": 0.288538, + "main_score": 0.241625, + "hf_subset": "sat_Olck-knc_Arab", + "languages": [ + "sat-Olck", + "knc-Arab" + ] + }, + { + "precision": 0.828964, + "recall": 0.870553, + "f1": 0.840788, + "accuracy": 0.870553, + "main_score": 0.840788, + "hf_subset": "sat_Olck-mkd_Cyrl", + "languages": [ + "sat-Olck", + "mkd-Cyrl" + ] + }, + { + "precision": 0.879672, + "recall": 0.910079, + "f1": 0.888406, + "accuracy": 0.910079, + "main_score": 0.888406, + "hf_subset": "sat_Olck-prs_Arab", + "languages": [ + "sat-Olck", + "prs-Arab" + ] + }, + { + "precision": 0.842721, + "recall": 0.882411, + "f1": 0.854463, + "accuracy": 0.882411, + "main_score": 0.854463, + "hf_subset": "sat_Olck-swe_Latn", + "languages": [ + "sat-Olck", + "swe-Latn" + ] + }, + { + "precision": 0.840591, + "recall": 0.879447, + "f1": 0.851896, + "accuracy": 0.879447, + "main_score": 0.851896, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ] + }, + { + "precision": 0.594439, + "recall": 0.65415, + "f1": 0.610956, + "accuracy": 0.65415, + "main_score": 0.610956, + "hf_subset": "sat_Olck-aka_Latn", + "languages": [ + "sat-Olck", + "aka-Latn" + ] + }, + { + "precision": 0.770927, + "recall": 0.812253, + "f1": 0.782152, + "accuracy": 0.812253, + "main_score": 0.782152, + "hf_subset": "sat_Olck-bjn_Latn", + "languages": [ + "sat-Olck", + "bjn-Latn" + ] + }, + { + "precision": 0.781761, + "recall": 0.832016, + "f1": 0.796344, + "accuracy": 0.832016, + "main_score": 0.796344, + "hf_subset": "sat_Olck-fao_Latn", + "languages": [ + "sat-Olck", + "fao-Latn" + ] + }, + { + "precision": 0.861669, + "recall": 0.895257, + "f1": 0.871117, + "accuracy": 0.895257, + "main_score": 0.871117, + "hf_subset": "sat_Olck-ind_Latn", + "languages": [ + "sat-Olck", + "ind-Latn" + ] + }, + { + "precision": 0.44755, + "recall": 0.48913, + "f1": 0.458952, + "accuracy": 0.48913, + "main_score": 0.458952, + "hf_subset": "sat_Olck-knc_Latn", + "languages": [ + "sat-Olck", + "knc-Latn" + ] + }, + { + "precision": 0.785518, + "recall": 0.833992, + "f1": 0.799073, + "accuracy": 0.833992, + "main_score": 0.799073, + "hf_subset": "sat_Olck-mlt_Latn", + "languages": [ + "sat-Olck", + "mlt-Latn" + ] + }, + { + "precision": 0.564897, + "recall": 0.613636, + "f1": 0.577855, + "accuracy": 0.613636, + "main_score": 0.577855, + "hf_subset": "sat_Olck-quy_Latn", + "languages": [ + "sat-Olck", + "quy-Latn" + ] + }, + { + "precision": 0.803303, + "recall": 0.851779, + "f1": 0.81731, + "accuracy": 0.851779, + "main_score": 0.81731, + "hf_subset": "sat_Olck-swh_Latn", + "languages": [ + "sat-Olck", + "swh-Latn" + ] + }, + { + "precision": 0.807056, + "recall": 0.850791, + "f1": 0.819523, + "accuracy": 0.850791, + "main_score": 0.819523, + "hf_subset": "sat_Olck-uzn_Latn", + "languages": [ + "sat-Olck", + "uzn-Latn" + ] + }, + { + "precision": 0.798613, + "recall": 0.844862, + "f1": 0.811463, + "accuracy": 0.844862, + "main_score": 0.811463, + "hf_subset": "sat_Olck-als_Latn", + "languages": [ + "sat-Olck", + "als-Latn" + ] + }, + { + "precision": 0.603215, + "recall": 0.673913, + "f1": 0.622785, + "accuracy": 0.673913, + "main_score": 0.622785, + "hf_subset": "sat_Olck-bod_Tibt", + "languages": [ + "sat-Olck", + "bod-Tibt" + ] + }, + { + "precision": 0.563366, + "recall": 0.62253, + "f1": 0.579433, + "accuracy": 0.62253, + "main_score": 0.579433, + "hf_subset": "sat_Olck-fij_Latn", + "languages": [ + "sat-Olck", + "fij-Latn" + ] + }, + { + "precision": 0.777784, + "recall": 0.829051, + "f1": 0.792731, + "accuracy": 0.829051, + "main_score": 0.792731, + "hf_subset": "sat_Olck-isl_Latn", + "languages": [ + "sat-Olck", + "isl-Latn" + ] + }, + { + "precision": 0.498283, + "recall": 0.557312, + "f1": 0.514278, + "accuracy": 0.557312, + "main_score": 0.514278, + "hf_subset": "sat_Olck-kon_Latn", + "languages": [ + "sat-Olck", + "kon-Latn" + ] + }, + { + "precision": 0.53503, + "recall": 0.592885, + "f1": 0.550826, + "accuracy": 0.592885, + "main_score": 0.550826, + "hf_subset": "sat_Olck-mni_Beng", + "languages": [ + "sat-Olck", + "mni-Beng" + ] + }, + { + "precision": 0.854109, + "recall": 0.890316, + "f1": 0.864332, + "accuracy": 0.890316, + "main_score": 0.864332, + "hf_subset": "sat_Olck-ron_Latn", + "languages": [ + "sat-Olck", + "ron-Latn" + ] + }, + { + "precision": 0.814688, + "recall": 0.853755, + "f1": 0.825389, + "accuracy": 0.853755, + "main_score": 0.825389, + "hf_subset": "sat_Olck-szl_Latn", + "languages": [ + "sat-Olck", + "szl-Latn" + ] + }, + { + "precision": 0.810702, + "recall": 0.850791, + "f1": 0.821987, + "accuracy": 0.850791, + "main_score": 0.821987, + "hf_subset": "sat_Olck-vec_Latn", + "languages": [ + "sat-Olck", + "vec-Latn" + ] + }, + { + "precision": 0.813112, + "recall": 0.853755, + "f1": 0.824868, + "accuracy": 0.853755, + "main_score": 0.824868, + "hf_subset": "sat_Olck-amh_Ethi", + "languages": [ + "sat-Olck", + "amh-Ethi" + ] + }, + { + "precision": 0.837368, + "recall": 0.87747, + "f1": 0.848924, + "accuracy": 0.87747, + "main_score": 0.848924, + "hf_subset": "sat_Olck-bos_Latn", + "languages": [ + "sat-Olck", + "bos-Latn" + ] + }, + { + "precision": 0.823976, + "recall": 0.864625, + "f1": 0.835136, + "accuracy": 0.864625, + "main_score": 0.835136, + "hf_subset": "sat_Olck-fin_Latn", + "languages": [ + "sat-Olck", + "fin-Latn" + ] + }, + { + "precision": 0.869971, + "recall": 0.901186, + "f1": 0.87851, + "accuracy": 0.901186, + "main_score": 0.87851, + "hf_subset": "sat_Olck-ita_Latn", + "languages": [ + "sat-Olck", + "ita-Latn" + ] + }, + { + "precision": 0.865926, + "recall": 0.902174, + "f1": 0.876633, + "accuracy": 0.902174, + "main_score": 0.876633, + "hf_subset": "sat_Olck-kor_Hang", + "languages": [ + "sat-Olck", + "kor-Hang" + ] + }, + { + "precision": 0.442117, + "recall": 0.481225, + "f1": 0.453347, + "accuracy": 0.481225, + "main_score": 0.453347, + "hf_subset": "sat_Olck-mos_Latn", + "languages": [ + "sat-Olck", + "mos-Latn" + ] + }, + { + "precision": 0.599273, + "recall": 0.659091, + "f1": 0.615531, + "accuracy": 0.659091, + "main_score": 0.615531, + "hf_subset": "sat_Olck-run_Latn", + "languages": [ + "sat-Olck", + "run-Latn" + ] + }, + { + "precision": 0.841601, + "recall": 0.87747, + "f1": 0.85185, + "accuracy": 0.87747, + "main_score": 0.85185, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ] + }, + { + "precision": 0.842135, + "recall": 0.878458, + "f1": 0.852076, + "accuracy": 0.878458, + "main_score": 0.852076, + "hf_subset": "sat_Olck-vie_Latn", + "languages": [ + "sat-Olck", + "vie-Latn" + ] + }, + { + "precision": 0.837385, + "recall": 0.874506, + "f1": 0.847708, + "accuracy": 0.874506, + "main_score": 0.847708, + "hf_subset": "sat_Olck-apc_Arab", + "languages": [ + "sat-Olck", + "apc-Arab" + ] + }, + { + "precision": 0.58328, + "recall": 0.63834, + "f1": 0.597639, + "accuracy": 0.63834, + "main_score": 0.597639, + "hf_subset": "sat_Olck-bug_Latn", + "languages": [ + "sat-Olck", + "bug-Latn" + ] + }, + { + "precision": 0.390378, + "recall": 0.43083, + "f1": 0.402057, + "accuracy": 0.43083, + "main_score": 0.402057, + "hf_subset": "sat_Olck-fon_Latn", + "languages": [ + "sat-Olck", + "fon-Latn" + ] + }, + { + "precision": 0.788677, + "recall": 0.836957, + "f1": 0.802376, + "accuracy": 0.836957, + "main_score": 0.802376, + "hf_subset": "sat_Olck-jav_Latn", + "languages": [ + "sat-Olck", + "jav-Latn" + ] + }, + { + "precision": 0.738856, + "recall": 0.795455, + "f1": 0.75465, + "accuracy": 0.795455, + "main_score": 0.75465, + "hf_subset": "sat_Olck-lao_Laoo", + "languages": [ + "sat-Olck", + "lao-Laoo" + ] + }, + { + "precision": 0.695095, + "recall": 0.76087, + "f1": 0.714629, + "accuracy": 0.76087, + "main_score": 0.714629, + "hf_subset": "sat_Olck-mri_Latn", + "languages": [ + "sat-Olck", + "mri-Latn" + ] + }, + { + "precision": 0.866373, + "recall": 0.899209, + "f1": 0.87601, + "accuracy": 0.899209, + "main_score": 0.87601, + "hf_subset": "sat_Olck-rus_Cyrl", + "languages": [ + "sat-Olck", + "rus-Cyrl" + ] + }, + { + "precision": 0.44451, + "recall": 0.488142, + "f1": 0.455958, + "accuracy": 0.488142, + "main_score": 0.455958, + "hf_subset": "sat_Olck-taq_Latn", + "languages": [ + "sat-Olck", + "taq-Latn" + ] + }, + { + "precision": 0.8097, + "recall": 0.851779, + "f1": 0.821513, + "accuracy": 0.851779, + "main_score": 0.821513, + "hf_subset": "sat_Olck-war_Latn", + "languages": [ + "sat-Olck", + "war-Latn" + ] + }, + { + "precision": 0.834578, + "recall": 0.87747, + "f1": 0.847565, + "accuracy": 0.87747, + "main_score": 0.847565, + "hf_subset": "sat_Olck-arb_Arab", + "languages": [ + "sat-Olck", + "arb-Arab" + ] + }, + { + "precision": 0.863596, + "recall": 0.898221, + "f1": 0.873506, + "accuracy": 0.898221, + "main_score": 0.873506, + "hf_subset": "sat_Olck-bul_Cyrl", + "languages": [ + "sat-Olck", + "bul-Cyrl" + ] + }, + { + "precision": 0.874242, + "recall": 0.906126, + "f1": 0.883616, + "accuracy": 0.906126, + "main_score": 0.883616, + "hf_subset": "sat_Olck-fra_Latn", + "languages": [ + "sat-Olck", + "fra-Latn" + ] + }, + { + "precision": 0.851754, + "recall": 0.88834, + "f1": 0.862489, + "accuracy": 0.88834, + "main_score": 0.862489, + "hf_subset": "sat_Olck-jpn_Jpan", + "languages": [ + "sat-Olck", + "jpn-Jpan" + ] + }, + { + "precision": 0.796481, + "recall": 0.833992, + "f1": 0.806972, + "accuracy": 0.833992, + "main_score": 0.806972, + "hf_subset": "sat_Olck-lij_Latn", + "languages": [ + "sat-Olck", + "lij-Latn" + ] + }, + { + "precision": 0.821589, + "recall": 0.865613, + "f1": 0.834423, + "accuracy": 0.865613, + "main_score": 0.834423, + "hf_subset": "sat_Olck-mya_Mymr", + "languages": [ + "sat-Olck", + "mya-Mymr" + ] + }, + { + "precision": 0.473497, + "recall": 0.522727, + "f1": 0.487557, + "accuracy": 0.522727, + "main_score": 0.487557, + "hf_subset": "sat_Olck-sag_Latn", + "languages": [ + "sat-Olck", + "sag-Latn" + ] + }, + { + "precision": 0.200802, + "recall": 0.255929, + "f1": 0.214525, + "accuracy": 0.255929, + "main_score": 0.214525, + "hf_subset": "sat_Olck-taq_Tfng", + "languages": [ + "sat-Olck", + "taq-Tfng" + ] + }, + { + "precision": 0.555752, + "recall": 0.612648, + "f1": 0.571026, + "accuracy": 0.612648, + "main_score": 0.571026, + "hf_subset": "sat_Olck-wol_Latn", + "languages": [ + "sat-Olck", + "wol-Latn" + ] + }, + { + "precision": 0.681776, + "recall": 0.748024, + "f1": 0.701138, + "accuracy": 0.748024, + "main_score": 0.701138, + "hf_subset": "sat_Olck-arb_Latn", + "languages": [ + "sat-Olck", + "arb-Latn" + ] + }, + { + "precision": 0.831019, + "recall": 0.87253, + "f1": 0.842871, + "accuracy": 0.87253, + "main_score": 0.842871, + "hf_subset": "sat_Olck-cat_Latn", + "languages": [ + "sat-Olck", + "cat-Latn" + ] + }, + { + "precision": 0.755416, + "recall": 0.796443, + "f1": 0.765748, + "accuracy": 0.796443, + "main_score": 0.765748, + "hf_subset": "sat_Olck-fur_Latn", + "languages": [ + "sat-Olck", + "fur-Latn" + ] + }, + { + "precision": 0.37676, + "recall": 0.429842, + "f1": 0.390487, + "accuracy": 0.429842, + "main_score": 0.390487, + "hf_subset": "sat_Olck-kab_Latn", + "languages": [ + "sat-Olck", + "kab-Latn" + ] + }, + { + "precision": 0.808276, + "recall": 0.848814, + "f1": 0.819268, + "accuracy": 0.848814, + "main_score": 0.819268, + "hf_subset": "sat_Olck-lim_Latn", + "languages": [ + "sat-Olck", + "lim-Latn" + ] + }, + { + "precision": 0.852125, + "recall": 0.889328, + "f1": 0.862918, + "accuracy": 0.889328, + "main_score": 0.862918, + "hf_subset": "sat_Olck-nld_Latn", + "languages": [ + "sat-Olck", + "nld-Latn" + ] + }, + { + "precision": 0.830361, + "recall": 0.87253, + "f1": 0.842432, + "accuracy": 0.87253, + "main_score": 0.842432, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ] + }, + { + "precision": 0.798835, + "recall": 0.841897, + "f1": 0.810872, + "accuracy": 0.841897, + "main_score": 0.810872, + "hf_subset": "sat_Olck-tat_Cyrl", + "languages": [ + "sat-Olck", + "tat-Cyrl" + ] + }, + { + "precision": 0.722052, + "recall": 0.779644, + "f1": 0.738713, + "accuracy": 0.779644, + "main_score": 0.738713, + "hf_subset": "sat_Olck-xho_Latn", + "languages": [ + "sat-Olck", + "xho-Latn" + ] + }, + { + "precision": 0.830105, + "recall": 0.876482, + "f1": 0.844302, + "accuracy": 0.876482, + "main_score": 0.844302, + "hf_subset": "sat_Olck-ars_Arab", + "languages": [ + "sat-Olck", + "ars-Arab" + ] + }, + { + "precision": 0.781045, + "recall": 0.829051, + "f1": 0.795088, + "accuracy": 0.829051, + "main_score": 0.795088, + "hf_subset": "sat_Olck-ceb_Latn", + "languages": [ + "sat-Olck", + "ceb-Latn" + ] + }, + { + "precision": 0.417297, + "recall": 0.462451, + "f1": 0.4293, + "accuracy": 0.462451, + "main_score": 0.4293, + "hf_subset": "sat_Olck-fuv_Latn", + "languages": [ + "sat-Olck", + "fuv-Latn" + ] + }, + { + "precision": 0.439634, + "recall": 0.485178, + "f1": 0.452132, + "accuracy": 0.485178, + "main_score": 0.452132, + "hf_subset": "sat_Olck-kac_Latn", + "languages": [ + "sat-Olck", + "kac-Latn" + ] + }, + { + "precision": 0.523262, + "recall": 0.582016, + "f1": 0.538194, + "accuracy": 0.582016, + "main_score": 0.538194, + "hf_subset": "sat_Olck-lin_Latn", + "languages": [ + "sat-Olck", + "lin-Latn" + ] + }, + { + "precision": 0.806401, + "recall": 0.850791, + "f1": 0.819087, + "accuracy": 0.850791, + "main_score": 0.819087, + "hf_subset": "sat_Olck-nno_Latn", + "languages": [ + "sat-Olck", + "nno-Latn" + ] + }, + { + "precision": 0.82747, + "recall": 0.871542, + "f1": 0.840057, + "accuracy": 0.871542, + "main_score": 0.840057, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ] + }, + { + "precision": 0.829428, + "recall": 0.871542, + "f1": 0.841801, + "accuracy": 0.871542, + "main_score": 0.841801, + "hf_subset": "sat_Olck-ydd_Hebr", + "languages": [ + "sat-Olck", + "ydd-Hebr" + ] + }, + { + "precision": 0.79684, + "recall": 0.842885, + "f1": 0.809498, + "accuracy": 0.842885, + "main_score": 0.809498, + "hf_subset": "sat_Olck-ary_Arab", + "languages": [ + "sat-Olck", + "ary-Arab" + ] + }, + { + "precision": 0.855411, + "recall": 0.892292, + "f1": 0.866057, + "accuracy": 0.892292, + "main_score": 0.866057, + "hf_subset": "sat_Olck-ces_Latn", + "languages": [ + "sat-Olck", + "ces-Latn" + ] + }, + { + "precision": 0.499958, + "recall": 0.565217, + "f1": 0.518432, + "accuracy": 0.565217, + "main_score": 0.518432, + "hf_subset": "sat_Olck-gaz_Latn", + "languages": [ + "sat-Olck", + "gaz-Latn" + ] + }, + { + "precision": 0.450393, + "recall": 0.512846, + "f1": 0.466468, + "accuracy": 0.512846, + "main_score": 0.466468, + "hf_subset": "sat_Olck-kam_Latn", + "languages": [ + "sat-Olck", + "kam-Latn" + ] + }, + { + "precision": 0.832345, + "recall": 0.874506, + "f1": 0.844975, + "accuracy": 0.874506, + "main_score": 0.844975, + "hf_subset": "sat_Olck-lit_Latn", + "languages": [ + "sat-Olck", + "lit-Latn" + ] + }, + { + "precision": 0.850288, + "recall": 0.889328, + "f1": 0.861753, + "accuracy": 0.889328, + "main_score": 0.861753, + "hf_subset": "sat_Olck-nob_Latn", + "languages": [ + "sat-Olck", + "nob-Latn" + ] + }, + { + "precision": 0.80361, + "recall": 0.843874, + "f1": 0.814968, + "accuracy": 0.843874, + "main_score": 0.814968, + "hf_subset": "sat_Olck-scn_Latn", + "languages": [ + "sat-Olck", + "scn-Latn" + ] + }, + { + "precision": 0.782842, + "recall": 0.83498, + "f1": 0.797559, + "accuracy": 0.83498, + "main_score": 0.797559, + "hf_subset": "sat_Olck-tgk_Cyrl", + "languages": [ + "sat-Olck", + "tgk-Cyrl" + ] + }, + { + "precision": 0.569524, + "recall": 0.635375, + "f1": 0.587151, + "accuracy": 0.635375, + "main_score": 0.587151, + "hf_subset": "sat_Olck-yor_Latn", + "languages": [ + "sat-Olck", + "yor-Latn" + ] + }, + { + "precision": 0.825721, + "recall": 0.863636, + "f1": 0.836157, + "accuracy": 0.863636, + "main_score": 0.836157, + "hf_subset": "sat_Olck-arz_Arab", + "languages": [ + "sat-Olck", + "arz-Arab" + ] + }, + { + "precision": 0.406198, + "recall": 0.45751, + "f1": 0.420265, + "accuracy": 0.45751, + "main_score": 0.420265, + "hf_subset": "sat_Olck-cjk_Latn", + "languages": [ + "sat-Olck", + "cjk-Latn" + ] + }, + { + "precision": 0.73957, + "recall": 0.801383, + "f1": 0.75776, + "accuracy": 0.801383, + "main_score": 0.75776, + "hf_subset": "sat_Olck-gla_Latn", + "languages": [ + "sat-Olck", + "gla-Latn" + ] + }, + { + "precision": 0.840335, + "recall": 0.878458, + "f1": 0.8516, + "accuracy": 0.878458, + "main_score": 0.8516, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ] + }, + { + "precision": 0.805849, + "recall": 0.84585, + "f1": 0.817275, + "accuracy": 0.84585, + "main_score": 0.817275, + "hf_subset": "sat_Olck-lmo_Latn", + "languages": [ + "sat-Olck", + "lmo-Latn" + ] + }, + { + "precision": 0.861554, + "recall": 0.892292, + "f1": 0.870113, + "accuracy": 0.892292, + "main_score": 0.870113, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ] + }, + { + "precision": 0.441544, + "recall": 0.500988, + "f1": 0.458286, + "accuracy": 0.500988, + "main_score": 0.458286, + "hf_subset": "sat_Olck-shn_Mymr", + "languages": [ + "sat-Olck", + "shn-Mymr" + ] + }, + { + "precision": 0.82323, + "recall": 0.866601, + "f1": 0.835896, + "accuracy": 0.866601, + "main_score": 0.835896, + "hf_subset": "sat_Olck-tgl_Latn", + "languages": [ + "sat-Olck", + "tgl-Latn" + ] + }, + { + "precision": 0.819008, + "recall": 0.858696, + "f1": 0.830224, + "accuracy": 0.858696, + "main_score": 0.830224, + "hf_subset": "sat_Olck-yue_Hant", + "languages": [ + "sat-Olck", + "yue-Hant" + ] + }, + { + "precision": 0.834661, + "recall": 0.875494, + "f1": 0.8463, + "accuracy": 0.875494, + "main_score": 0.8463, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ] + }, + { + "precision": 0.766041, + "recall": 0.81917, + "f1": 0.781804, + "accuracy": 0.81917, + "main_score": 0.781804, + "hf_subset": "sat_Olck-ckb_Arab", + "languages": [ + "sat-Olck", + "ckb-Arab" + ] + }, + { + "precision": 0.777611, + "recall": 0.829051, + "f1": 0.792723, + "accuracy": 0.829051, + "main_score": 0.792723, + "hf_subset": "sat_Olck-gle_Latn", + "languages": [ + "sat-Olck", + "gle-Latn" + ] + }, + { + "precision": 0.774261, + "recall": 0.81917, + "f1": 0.787125, + "accuracy": 0.81917, + "main_score": 0.787125, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ] + }, + { + "precision": 0.724753, + "recall": 0.77668, + "f1": 0.739693, + "accuracy": 0.77668, + "main_score": 0.739693, + "hf_subset": "sat_Olck-ltg_Latn", + "languages": [ + "sat-Olck", + "ltg-Latn" + ] + }, + { + "precision": 0.65147, + "recall": 0.717391, + "f1": 0.670411, + "accuracy": 0.717391, + "main_score": 0.670411, + "hf_subset": "sat_Olck-nso_Latn", + "languages": [ + "sat-Olck", + "nso-Latn" + ] + }, + { + "precision": 0.831467, + "recall": 0.87253, + "f1": 0.843168, + "accuracy": 0.87253, + "main_score": 0.843168, + "hf_subset": "sat_Olck-sin_Sinh", + "languages": [ + "sat-Olck", + "sin-Sinh" + ] + }, + { + "precision": 0.797512, + "recall": 0.844862, + "f1": 0.811242, + "accuracy": 0.844862, + "main_score": 0.811242, + "hf_subset": "sat_Olck-tha_Thai", + "languages": [ + "sat-Olck", + "tha-Thai" + ] + }, + { + "precision": 0.777657, + "recall": 0.826087, + "f1": 0.790605, + "accuracy": 0.826087, + "main_score": 0.790605, + "hf_subset": "sat_Olck-zho_Hans", + "languages": [ + "sat-Olck", + "zho-Hans" + ] + }, + { + "precision": 0.817191, + "recall": 0.860672, + "f1": 0.830014, + "accuracy": 0.860672, + "main_score": 0.830014, + "hf_subset": "sat_Olck-ast_Latn", + "languages": [ + "sat-Olck", + "ast-Latn" + ] + }, + { + "precision": 0.832429, + "recall": 0.870553, + "f1": 0.843114, + "accuracy": 0.870553, + "main_score": 0.843114, + "hf_subset": "sat_Olck-crh_Latn", + "languages": [ + "sat-Olck", + "crh-Latn" + ] + }, + { + "precision": 0.815201, + "recall": 0.859684, + "f1": 0.827622, + "accuracy": 0.859684, + "main_score": 0.827622, + "hf_subset": "sat_Olck-glg_Latn", + "languages": [ + "sat-Olck", + "glg-Latn" + ] + }, + { + "precision": 0.742406, + "recall": 0.79249, + "f1": 0.756334, + "accuracy": 0.79249, + "main_score": 0.756334, + "hf_subset": "sat_Olck-kas_Deva", + "languages": [ + "sat-Olck", + "kas-Deva" + ] + }, + { + "precision": 0.806335, + "recall": 0.850791, + "f1": 0.818874, + "accuracy": 0.850791, + "main_score": 0.818874, + "hf_subset": "sat_Olck-ltz_Latn", + "languages": [ + "sat-Olck", + "ltz-Latn" + ] + }, + { + "precision": 0.384957, + "recall": 0.4417, + "f1": 0.39993, + "accuracy": 0.4417, + "main_score": 0.39993, + "hf_subset": "sat_Olck-nus_Latn", + "languages": [ + "sat-Olck", + "nus-Latn" + ] + }, + { + "precision": 0.831085, + "recall": 0.870553, + "f1": 0.842227, + "accuracy": 0.870553, + "main_score": 0.842227, + "hf_subset": "sat_Olck-slk_Latn", + "languages": [ + "sat-Olck", + "slk-Latn" + ] + }, + { + "precision": 0.585994, + "recall": 0.646245, + "f1": 0.602667, + "accuracy": 0.646245, + "main_score": 0.602667, + "hf_subset": "sat_Olck-tir_Ethi", + "languages": [ + "sat-Olck", + "tir-Ethi" + ] + }, + { + "precision": 0.826832, + "recall": 0.867589, + "f1": 0.838178, + "accuracy": 0.867589, + "main_score": 0.838178, + "hf_subset": "sat_Olck-zho_Hant", + "languages": [ + "sat-Olck", + "zho-Hant" + ] + }, + { + "precision": 0.844871, + "recall": 0.882411, + "f1": 0.855565, + "accuracy": 0.882411, + "main_score": 0.855565, + "hf_subset": "sat_Olck-awa_Deva", + "languages": [ + "sat-Olck", + "awa-Deva" + ] + }, + { + "precision": 0.804908, + "recall": 0.850791, + "f1": 0.817972, + "accuracy": 0.850791, + "main_score": 0.817972, + "hf_subset": "sat_Olck-cym_Latn", + "languages": [ + "sat-Olck", + "cym-Latn" + ] + }, + { + "precision": 0.613306, + "recall": 0.66502, + "f1": 0.626652, + "accuracy": 0.66502, + "main_score": 0.626652, + "hf_subset": "sat_Olck-grn_Latn", + "languages": [ + "sat-Olck", + "grn-Latn" + ] + }, + { + "precision": 0.821315, + "recall": 0.863636, + "f1": 0.833289, + "accuracy": 0.863636, + "main_score": 0.833289, + "hf_subset": "sat_Olck-kat_Geor", + "languages": [ + "sat-Olck", + "kat-Geor" + ] + }, + { + "precision": 0.477891, + "recall": 0.52668, + "f1": 0.491238, + "accuracy": 0.52668, + "main_score": 0.491238, + "hf_subset": "sat_Olck-lua_Latn", + "languages": [ + "sat-Olck", + "lua-Latn" + ] + }, + { + "precision": 0.656475, + "recall": 0.716403, + "f1": 0.673966, + "accuracy": 0.716403, + "main_score": 0.673966, + "hf_subset": "sat_Olck-nya_Latn", + "languages": [ + "sat-Olck", + "nya-Latn" + ] + }, + { + "precision": 0.825231, + "recall": 0.865613, + "f1": 0.836973, + "accuracy": 0.865613, + "main_score": 0.836973, + "hf_subset": "sat_Olck-slv_Latn", + "languages": [ + "sat-Olck", + "slv-Latn" + ] + }, + { + "precision": 0.747661, + "recall": 0.793478, + "f1": 0.759674, + "accuracy": 0.793478, + "main_score": 0.759674, + "hf_subset": "sat_Olck-tpi_Latn", + "languages": [ + "sat-Olck", + "tpi-Latn" + ] + }, + { + "precision": 0.849607, + "recall": 0.886364, + "f1": 0.86017, + "accuracy": 0.886364, + "main_score": 0.86017, + "hf_subset": "sat_Olck-zsm_Latn", + "languages": [ + "sat-Olck", + "zsm-Latn" + ] + }, + { + "precision": 0.441087, + "recall": 0.490119, + "f1": 0.454519, + "accuracy": 0.490119, + "main_score": 0.454519, + "hf_subset": "sat_Olck-ayr_Latn", + "languages": [ + "sat-Olck", + "ayr-Latn" + ] + }, + { + "precision": 0.8659, + "recall": 0.900198, + "f1": 0.875889, + "accuracy": 0.900198, + "main_score": 0.875889, + "hf_subset": "sat_Olck-dan_Latn", + "languages": [ + "sat-Olck", + "dan-Latn" + ] + }, + { + "precision": 0.871887, + "recall": 0.906126, + "f1": 0.882261, + "accuracy": 0.906126, + "main_score": 0.882261, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ] + }, + { + "precision": 0.801023, + "recall": 0.847826, + "f1": 0.814279, + "accuracy": 0.847826, + "main_score": 0.814279, + "hf_subset": "sat_Olck-kaz_Cyrl", + "languages": [ + "sat-Olck", + "kaz-Cyrl" + ] + }, + { + "precision": 0.560634, + "recall": 0.625494, + "f1": 0.578578, + "accuracy": 0.625494, + "main_score": 0.578578, + "hf_subset": "sat_Olck-lug_Latn", + "languages": [ + "sat-Olck", + "lug-Latn" + ] + }, + { + "precision": 0.825086, + "recall": 0.862648, + "f1": 0.835432, + "accuracy": 0.862648, + "main_score": 0.835432, + "hf_subset": "sat_Olck-oci_Latn", + "languages": [ + "sat-Olck", + "oci-Latn" + ] + }, + { + "precision": 0.667676, + "recall": 0.728261, + "f1": 0.685107, + "accuracy": 0.728261, + "main_score": 0.685107, + "hf_subset": "sat_Olck-smo_Latn", + "languages": [ + "sat-Olck", + "smo-Latn" + ] + }, + { + "precision": 0.606319, + "recall": 0.667984, + "f1": 0.62338, + "accuracy": 0.667984, + "main_score": 0.62338, + "hf_subset": "sat_Olck-tsn_Latn", + "languages": [ + "sat-Olck", + "tsn-Latn" + ] + }, + { + "precision": 0.69581, + "recall": 0.757905, + "f1": 0.713408, + "accuracy": 0.757905, + "main_score": 0.713408, + "hf_subset": "sat_Olck-zul_Latn", + "languages": [ + "sat-Olck", + "zul-Latn" + ] + }, + { + "precision": 0.75107, + "recall": 0.800395, + "f1": 0.76595, + "accuracy": 0.800395, + "main_score": 0.76595, + "hf_subset": "sat_Olck-azb_Arab", + "languages": [ + "sat-Olck", + "azb-Arab" + ] + }, + { + "precision": 0.874207, + "recall": 0.90415, + "f1": 0.882785, + "accuracy": 0.90415, + "main_score": 0.882785, + "hf_subset": "sat_Olck-deu_Latn", + "languages": [ + "sat-Olck", + "deu-Latn" + ] + }, + { + "precision": 0.806745, + "recall": 0.852767, + "f1": 0.81947, + "accuracy": 0.852767, + "main_score": 0.81947, + "hf_subset": "sat_Olck-hat_Latn", + "languages": [ + "sat-Olck", + "hat-Latn" + ] + }, + { + "precision": 0.418223, + "recall": 0.471344, + "f1": 0.432716, + "accuracy": 0.471344, + "main_score": 0.432716, + "hf_subset": "sat_Olck-kbp_Latn", + "languages": [ + "sat-Olck", + "kbp-Latn" + ] + }, + { + "precision": 0.463228, + "recall": 0.512846, + "f1": 0.476937, + "accuracy": 0.512846, + "main_score": 0.476937, + "hf_subset": "sat_Olck-luo_Latn", + "languages": [ + "sat-Olck", + "luo-Latn" + ] + }, + { + "precision": 0.855912, + "recall": 0.892292, + "f1": 0.866271, + "accuracy": 0.892292, + "main_score": 0.866271, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ] + }, + { + "precision": 0.683527, + "recall": 0.750988, + "f1": 0.70312, + "accuracy": 0.750988, + "main_score": 0.70312, + "hf_subset": "sat_Olck-sna_Latn", + "languages": [ + "sat-Olck", + "sna-Latn" + ] + }, + { + "precision": 0.549282, + "recall": 0.61166, + "f1": 0.565522, + "accuracy": 0.61166, + "main_score": 0.565522, + "hf_subset": "sat_Olck-tso_Latn", + "languages": [ + "sat-Olck", + "tso-Latn" + ] + }, + { + "precision": 0.812667, + "recall": 0.858696, + "f1": 0.825942, + "accuracy": 0.858696, + "main_score": 0.825942, + "hf_subset": "sat_Olck-azj_Latn", + "languages": [ + "sat-Olck", + "azj-Latn" + ] + }, + { + "precision": 0.443973, + "recall": 0.496047, + "f1": 0.458921, + "accuracy": 0.496047, + "main_score": 0.458921, + "hf_subset": "sat_Olck-dik_Latn", + "languages": [ + "sat-Olck", + "dik-Latn" + ] + }, + { + "precision": 0.712455, + "recall": 0.772727, + "f1": 0.729917, + "accuracy": 0.772727, + "main_score": 0.729917, + "hf_subset": "sat_Olck-hau_Latn", + "languages": [ + "sat-Olck", + "hau-Latn" + ] + }, + { + "precision": 0.784963, + "recall": 0.833004, + "f1": 0.798342, + "accuracy": 0.833004, + "main_score": 0.798342, + "hf_subset": "sat_Olck-kea_Latn", + "languages": [ + "sat-Olck", + "kea-Latn" + ] + }, + { + "precision": 0.714135, + "recall": 0.767787, + "f1": 0.728978, + "accuracy": 0.767787, + "main_score": 0.728978, + "hf_subset": "sat_Olck-lus_Latn", + "languages": [ + "sat-Olck", + "lus-Latn" + ] + }, + { + "precision": 0.676378, + "recall": 0.726285, + "f1": 0.689976, + "accuracy": 0.726285, + "main_score": 0.689976, + "hf_subset": "sat_Olck-pag_Latn", + "languages": [ + "sat-Olck", + "pag-Latn" + ] + }, + { + "precision": 0.810046, + "recall": 0.856719, + "f1": 0.823557, + "accuracy": 0.856719, + "main_score": 0.823557, + "hf_subset": "sat_Olck-snd_Arab", + "languages": [ + "sat-Olck", + "snd-Arab" + ] + }, + { + "precision": 0.801702, + "recall": 0.84585, + "f1": 0.814415, + "accuracy": 0.84585, + "main_score": 0.814415, + "hf_subset": "sat_Olck-tuk_Latn", + "languages": [ + "sat-Olck", + "tuk-Latn" + ] + }, + { + "precision": 0.821376, + "recall": 0.856719, + "f1": 0.830768, + "accuracy": 0.856719, + "main_score": 0.830768, + "hf_subset": "sat_Olck-bak_Cyrl", + "languages": [ + "sat-Olck", + "bak-Cyrl" + ] + }, + { + "precision": 0.404254, + "recall": 0.466403, + "f1": 0.421052, + "accuracy": 0.466403, + "main_score": 0.421052, + "hf_subset": "sat_Olck-dyu_Latn", + "languages": [ + "sat-Olck", + "dyu-Latn" + ] + }, + { + "precision": 0.844904, + "recall": 0.882411, + "f1": 0.855783, + "accuracy": 0.882411, + "main_score": 0.855783, + "hf_subset": "sat_Olck-heb_Hebr", + "languages": [ + "sat-Olck", + "heb-Hebr" + ] + }, + { + "precision": 0.814216, + "recall": 0.854743, + "f1": 0.825842, + "accuracy": 0.854743, + "main_score": 0.825842, + "hf_subset": "sat_Olck-khk_Cyrl", + "languages": [ + "sat-Olck", + "khk-Cyrl" + ] + }, + { + "precision": 0.820946, + "recall": 0.860672, + "f1": 0.832019, + "accuracy": 0.860672, + "main_score": 0.832019, + "hf_subset": "sat_Olck-lvs_Latn", + "languages": [ + "sat-Olck", + "lvs-Latn" + ] + }, + { + "precision": 0.840696, + "recall": 0.880435, + "f1": 0.852231, + "accuracy": 0.880435, + "main_score": 0.852231, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ] + }, + { + "precision": 0.702019, + "recall": 0.768775, + "f1": 0.721774, + "accuracy": 0.768775, + "main_score": 0.721774, + "hf_subset": "sat_Olck-som_Latn", + "languages": [ + "sat-Olck", + "som-Latn" + ] + }, + { + "precision": 0.56485, + "recall": 0.618577, + "f1": 0.58001, + "accuracy": 0.618577, + "main_score": 0.58001, + "hf_subset": "sat_Olck-tum_Latn", + "languages": [ + "sat-Olck", + "tum-Latn" + ] + }, + { + "precision": 0.459241, + "recall": 0.541502, + "f1": 0.481341, + "accuracy": 0.541502, + "main_score": 0.481341, + "hf_subset": "tel_Telu-ace_Arab", + "languages": [ + "tel-Telu", + "ace-Arab" + ] + }, + { + "precision": 0.445903, + "recall": 0.5, + "f1": 0.4598, + "accuracy": 0.5, + "main_score": 0.4598, + "hf_subset": "tel_Telu-bam_Latn", + "languages": [ + "tel-Telu", + "bam-Latn" + ] + }, + { + "precision": 0.626535, + "recall": 0.711462, + "f1": 0.650986, + "accuracy": 0.711462, + "main_score": 0.650986, + "hf_subset": "tel_Telu-dzo_Tibt", + "languages": [ + "tel-Telu", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "tel_Telu-khm_Khmr", + "languages": [ + "tel-Telu", + "khm-Khmr" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tel_Telu-mag_Deva", + "languages": [ + "tel-Telu", + "mag-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tel_Telu-pap_Latn", + "languages": [ + "tel-Telu", + "pap-Latn" + ] + }, + { + "precision": 0.814097, + "recall": 0.865613, + "f1": 0.829974, + "accuracy": 0.865613, + "main_score": 0.829974, + "hf_subset": "tel_Telu-sot_Latn", + "languages": [ + "tel-Telu", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-tur_Latn", + "languages": [ + "tel-Telu", + "tur-Latn" + ] + }, + { + "precision": 0.81816, + "recall": 0.866601, + "f1": 0.833169, + "accuracy": 0.866601, + "main_score": 0.833169, + "hf_subset": "tel_Telu-ace_Latn", + "languages": [ + "tel-Telu", + "ace-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "tel_Telu-ban_Latn", + "languages": [ + "tel-Telu", + "ban-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tel_Telu-ell_Grek", + "languages": [ + "tel-Telu", + "ell-Grek" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tel_Telu-hne_Deva", + "languages": [ + "tel-Telu", + "hne-Deva" + ] + }, + { + "precision": 0.538474, + "recall": 0.610672, + "f1": 0.557431, + "accuracy": 0.610672, + "main_score": 0.557431, + "hf_subset": "tel_Telu-kik_Latn", + "languages": [ + "tel-Telu", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ] + }, + { + "precision": 0.936924, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "tel_Telu-pbt_Arab", + "languages": [ + "tel-Telu", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-spa_Latn", + "languages": [ + "tel-Telu", + "spa-Latn" + ] + }, + { + "precision": 0.715662, + "recall": 0.77668, + "f1": 0.73286, + "accuracy": 0.77668, + "main_score": 0.73286, + "hf_subset": "tel_Telu-twi_Latn", + "languages": [ + "tel-Telu", + "twi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-acm_Arab", + "languages": [ + "tel-Telu", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-bel_Cyrl", + "languages": [ + "tel-Telu", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tel_Telu-hrv_Latn", + "languages": [ + "tel-Telu", + "hrv-Latn" + ] + }, + { + "precision": 0.81721, + "recall": 0.866601, + "f1": 0.832166, + "accuracy": 0.866601, + "main_score": 0.832166, + "hf_subset": "tel_Telu-kin_Latn", + "languages": [ + "tel-Telu", + "kin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-pes_Arab", + "languages": [ + "tel-Telu", + "pes-Arab" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tel_Telu-srd_Latn", + "languages": [ + "tel-Telu", + "srd-Latn" + ] + }, + { + "precision": 0.19978, + "recall": 0.263834, + "f1": 0.214602, + "accuracy": 0.263834, + "main_score": 0.214602, + "hf_subset": "tel_Telu-tzm_Tfng", + "languages": [ + "tel-Telu", + "tzm-Tfng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-acq_Arab", + "languages": [ + "tel-Telu", + "acq-Arab" + ] + }, + { + "precision": 0.619279, + "recall": 0.694664, + "f1": 0.64062, + "accuracy": 0.694664, + "main_score": 0.64062, + "hf_subset": "tel_Telu-bem_Latn", + "languages": [ + "tel-Telu", + "bem-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-epo_Latn", + "languages": [ + "tel-Telu", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-hun_Latn", + "languages": [ + "tel-Telu", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tel_Telu-kir_Cyrl", + "languages": [ + "tel-Telu", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.832493, + "recall": 0.876482, + "f1": 0.845789, + "accuracy": 0.876482, + "main_score": 0.845789, + "hf_subset": "tel_Telu-plt_Latn", + "languages": [ + "tel-Telu", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-srp_Cyrl", + "languages": [ + "tel-Telu", + "srp-Cyrl" + ] + }, + { + "precision": 0.930089, + "recall": 0.951581, + "f1": 0.936989, + "accuracy": 0.951581, + "main_score": 0.936989, + "hf_subset": "tel_Telu-uig_Arab", + "languages": [ + "tel-Telu", + "uig-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tel_Telu-aeb_Arab", + "languages": [ + "tel-Telu", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-est_Latn", + "languages": [ + "tel-Telu", + "est-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tel_Telu-hye_Armn", + "languages": [ + "tel-Telu", + "hye-Armn" + ] + }, + { + "precision": 0.423229, + "recall": 0.486166, + "f1": 0.439571, + "accuracy": 0.486166, + "main_score": 0.439571, + "hf_subset": "tel_Telu-kmb_Latn", + "languages": [ + "tel-Telu", + "kmb-Latn" + ] + }, + { + "precision": 0.414923, + "recall": 0.501976, + "f1": 0.436597, + "accuracy": 0.501976, + "main_score": 0.436597, + "hf_subset": "tel_Telu-min_Arab", + "languages": [ + "tel-Telu", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-pol_Latn", + "languages": [ + "tel-Telu", + "pol-Latn" + ] + }, + { + "precision": 0.709605, + "recall": 0.780632, + "f1": 0.730385, + "accuracy": 0.780632, + "main_score": 0.730385, + "hf_subset": "tel_Telu-ssw_Latn", + "languages": [ + "tel-Telu", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-ukr_Cyrl", + "languages": [ + "tel-Telu", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-afr_Latn", + "languages": [ + "tel-Telu", + "afr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tel_Telu-bho_Deva", + "languages": [ + "tel-Telu", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ] + }, + { + "precision": 0.817597, + "recall": 0.867589, + "f1": 0.832565, + "accuracy": 0.867589, + "main_score": 0.832565, + "hf_subset": "tel_Telu-ibo_Latn", + "languages": [ + "tel-Telu", + "ibo-Latn" + ] + }, + { + "precision": 0.859387, + "recall": 0.898221, + "f1": 0.871311, + "accuracy": 0.898221, + "main_score": 0.871311, + "hf_subset": "tel_Telu-kmr_Latn", + "languages": [ + "tel-Telu", + "kmr-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "tel_Telu-min_Latn", + "languages": [ + "tel-Telu", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-por_Latn", + "languages": [ + "tel-Telu", + "por-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tel_Telu-sun_Latn", + "languages": [ + "tel-Telu", + "sun-Latn" + ] + }, + { + "precision": 0.421994, + "recall": 0.480237, + "f1": 0.437618, + "accuracy": 0.480237, + "main_score": 0.437618, + "hf_subset": "tel_Telu-umb_Latn", + "languages": [ + "tel-Telu", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-ajp_Arab", + "languages": [ + "tel-Telu", + "ajp-Arab" + ] + }, + { + "precision": 0.440748, + "recall": 0.521739, + "f1": 0.46183, + "accuracy": 0.521739, + "main_score": 0.46183, + "hf_subset": "tel_Telu-bjn_Arab", + "languages": [ + "tel-Telu", + "bjn-Arab" + ] + }, + { + "precision": 0.431386, + "recall": 0.485178, + "f1": 0.445322, + "accuracy": 0.485178, + "main_score": 0.445322, + "hf_subset": "tel_Telu-ewe_Latn", + "languages": [ + "tel-Telu", + "ewe-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "tel_Telu-ilo_Latn", + "languages": [ + "tel-Telu", + "ilo-Latn" + ] + }, + { + "precision": 0.23598, + "recall": 0.293478, + "f1": 0.249294, + "accuracy": 0.293478, + "main_score": 0.249294, + "hf_subset": "tel_Telu-knc_Arab", + "languages": [ + "tel-Telu", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-mkd_Cyrl", + "languages": [ + "tel-Telu", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-prs_Arab", + "languages": [ + "tel-Telu", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-swe_Latn", + "languages": [ + "tel-Telu", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.685026, + "recall": 0.753953, + "f1": 0.70448, + "accuracy": 0.753953, + "main_score": 0.70448, + "hf_subset": "tel_Telu-aka_Latn", + "languages": [ + "tel-Telu", + "aka-Latn" + ] + }, + { + "precision": 0.95858, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "tel_Telu-bjn_Latn", + "languages": [ + "tel-Telu", + "bjn-Latn" + ] + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "tel_Telu-fao_Latn", + "languages": [ + "tel-Telu", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-ind_Latn", + "languages": [ + "tel-Telu", + "ind-Latn" + ] + }, + { + "precision": 0.479617, + "recall": 0.536561, + "f1": 0.494799, + "accuracy": 0.536561, + "main_score": 0.494799, + "hf_subset": "tel_Telu-knc_Latn", + "languages": [ + "tel-Telu", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-mlt_Latn", + "languages": [ + "tel-Telu", + "mlt-Latn" + ] + }, + { + "precision": 0.606412, + "recall": 0.676877, + "f1": 0.625922, + "accuracy": 0.676877, + "main_score": 0.625922, + "hf_subset": "tel_Telu-quy_Latn", + "languages": [ + "tel-Telu", + "quy-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "tel_Telu-swh_Latn", + "languages": [ + "tel-Telu", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-uzn_Latn", + "languages": [ + "tel-Telu", + "uzn-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tel_Telu-als_Latn", + "languages": [ + "tel-Telu", + "als-Latn" + ] + }, + { + "precision": 0.757873, + "recall": 0.823123, + "f1": 0.777739, + "accuracy": 0.823123, + "main_score": 0.777739, + "hf_subset": "tel_Telu-bod_Tibt", + "languages": [ + "tel-Telu", + "bod-Tibt" + ] + }, + { + "precision": 0.587469, + "recall": 0.66502, + "f1": 0.609063, + "accuracy": 0.66502, + "main_score": 0.609063, + "hf_subset": "tel_Telu-fij_Latn", + "languages": [ + "tel-Telu", + "fij-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tel_Telu-isl_Latn", + "languages": [ + "tel-Telu", + "isl-Latn" + ] + }, + { + "precision": 0.544327, + "recall": 0.607708, + "f1": 0.561531, + "accuracy": 0.607708, + "main_score": 0.561531, + "hf_subset": "tel_Telu-kon_Latn", + "languages": [ + "tel-Telu", + "kon-Latn" + ] + }, + { + "precision": 0.595833, + "recall": 0.66502, + "f1": 0.615365, + "accuracy": 0.66502, + "main_score": 0.615365, + "hf_subset": "tel_Telu-mni_Beng", + "languages": [ + "tel-Telu", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-ron_Latn", + "languages": [ + "tel-Telu", + "ron-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "tel_Telu-szl_Latn", + "languages": [ + "tel-Telu", + "szl-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tel_Telu-vec_Latn", + "languages": [ + "tel-Telu", + "vec-Latn" + ] + }, + { + "precision": 0.92276, + "recall": 0.94664, + "f1": 0.930336, + "accuracy": 0.94664, + "main_score": 0.930336, + "hf_subset": "tel_Telu-amh_Ethi", + "languages": [ + "tel-Telu", + "amh-Ethi" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "tel_Telu-bos_Latn", + "languages": [ + "tel-Telu", + "bos-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-fin_Latn", + "languages": [ + "tel-Telu", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-ita_Latn", + "languages": [ + "tel-Telu", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-kor_Hang", + "languages": [ + "tel-Telu", + "kor-Hang" + ] + }, + { + "precision": 0.476104, + "recall": 0.527668, + "f1": 0.4902, + "accuracy": 0.527668, + "main_score": 0.4902, + "hf_subset": "tel_Telu-mos_Latn", + "languages": [ + "tel-Telu", + "mos-Latn" + ] + }, + { + "precision": 0.696097, + "recall": 0.763834, + "f1": 0.716078, + "accuracy": 0.763834, + "main_score": 0.716078, + "hf_subset": "tel_Telu-run_Latn", + "languages": [ + "tel-Telu", + "run-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-vie_Latn", + "languages": [ + "tel-Telu", + "vie-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tel_Telu-apc_Arab", + "languages": [ + "tel-Telu", + "apc-Arab" + ] + }, + { + "precision": 0.690908, + "recall": 0.753953, + "f1": 0.708078, + "accuracy": 0.753953, + "main_score": 0.708078, + "hf_subset": "tel_Telu-bug_Latn", + "languages": [ + "tel-Telu", + "bug-Latn" + ] + }, + { + "precision": 0.412963, + "recall": 0.461462, + "f1": 0.42652, + "accuracy": 0.461462, + "main_score": 0.42652, + "hf_subset": "tel_Telu-fon_Latn", + "languages": [ + "tel-Telu", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tel_Telu-jav_Latn", + "languages": [ + "tel-Telu", + "jav-Latn" + ] + }, + { + "precision": 0.946229, + "recall": 0.963439, + "f1": 0.951812, + "accuracy": 0.963439, + "main_score": 0.951812, + "hf_subset": "tel_Telu-lao_Laoo", + "languages": [ + "tel-Telu", + "lao-Laoo" + ] + }, + { + "precision": 0.859684, + "recall": 0.899209, + "f1": 0.871956, + "accuracy": 0.899209, + "main_score": 0.871956, + "hf_subset": "tel_Telu-mri_Latn", + "languages": [ + "tel-Telu", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-rus_Cyrl", + "languages": [ + "tel-Telu", + "rus-Cyrl" + ] + }, + { + "precision": 0.459277, + "recall": 0.51087, + "f1": 0.473458, + "accuracy": 0.51087, + "main_score": 0.473458, + "hf_subset": "tel_Telu-taq_Latn", + "languages": [ + "tel-Telu", + "taq-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tel_Telu-war_Latn", + "languages": [ + "tel-Telu", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-arb_Arab", + "languages": [ + "tel-Telu", + "arb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-bul_Cyrl", + "languages": [ + "tel-Telu", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-fra_Latn", + "languages": [ + "tel-Telu", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-jpn_Jpan", + "languages": [ + "tel-Telu", + "jpn-Jpan" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tel_Telu-lij_Latn", + "languages": [ + "tel-Telu", + "lij-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "tel_Telu-mya_Mymr", + "languages": [ + "tel-Telu", + "mya-Mymr" + ] + }, + { + "precision": 0.521674, + "recall": 0.581028, + "f1": 0.537574, + "accuracy": 0.581028, + "main_score": 0.537574, + "hf_subset": "tel_Telu-sag_Latn", + "languages": [ + "tel-Telu", + "sag-Latn" + ] + }, + { + "precision": 0.213677, + "recall": 0.277668, + "f1": 0.229478, + "accuracy": 0.277668, + "main_score": 0.229478, + "hf_subset": "tel_Telu-taq_Tfng", + "languages": [ + "tel-Telu", + "taq-Tfng" + ] + }, + { + "precision": 0.607591, + "recall": 0.672925, + "f1": 0.625441, + "accuracy": 0.672925, + "main_score": 0.625441, + "hf_subset": "tel_Telu-wol_Latn", + "languages": [ + "tel-Telu", + "wol-Latn" + ] + }, + { + "precision": 0.831472, + "recall": 0.881423, + "f1": 0.847069, + "accuracy": 0.881423, + "main_score": 0.847069, + "hf_subset": "tel_Telu-arb_Latn", + "languages": [ + "tel-Telu", + "arb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-cat_Latn", + "languages": [ + "tel-Telu", + "cat-Latn" + ] + }, + { + "precision": 0.958416, + "recall": 0.970356, + "f1": 0.96214, + "accuracy": 0.970356, + "main_score": 0.96214, + "hf_subset": "tel_Telu-fur_Latn", + "languages": [ + "tel-Telu", + "fur-Latn" + ] + }, + { + "precision": 0.398287, + "recall": 0.466403, + "f1": 0.414256, + "accuracy": 0.466403, + "main_score": 0.414256, + "hf_subset": "tel_Telu-kab_Latn", + "languages": [ + "tel-Telu", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tel_Telu-lim_Latn", + "languages": [ + "tel-Telu", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-nld_Latn", + "languages": [ + "tel-Telu", + "nld-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-tat_Cyrl", + "languages": [ + "tel-Telu", + "tat-Cyrl" + ] + }, + { + "precision": 0.853458, + "recall": 0.895257, + "f1": 0.866403, + "accuracy": 0.895257, + "main_score": 0.866403, + "hf_subset": "tel_Telu-xho_Latn", + "languages": [ + "tel-Telu", + "xho-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-ars_Arab", + "languages": [ + "tel-Telu", + "ars-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tel_Telu-ceb_Latn", + "languages": [ + "tel-Telu", + "ceb-Latn" + ] + }, + { + "precision": 0.443643, + "recall": 0.508893, + "f1": 0.460789, + "accuracy": 0.508893, + "main_score": 0.460789, + "hf_subset": "tel_Telu-fuv_Latn", + "languages": [ + "tel-Telu", + "fuv-Latn" + ] + }, + { + "precision": 0.452345, + "recall": 0.516798, + "f1": 0.469157, + "accuracy": 0.516798, + "main_score": 0.469157, + "hf_subset": "tel_Telu-kac_Latn", + "languages": [ + "tel-Telu", + "kac-Latn" + ] + }, + { + "precision": 0.569842, + "recall": 0.636364, + "f1": 0.587266, + "accuracy": 0.636364, + "main_score": 0.587266, + "hf_subset": "tel_Telu-lin_Latn", + "languages": [ + "tel-Telu", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-nno_Latn", + "languages": [ + "tel-Telu", + "nno-Latn" + ] + }, + { + "precision": 0.868165, + "recall": 0.906126, + "f1": 0.879809, + "accuracy": 0.906126, + "main_score": 0.879809, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tel_Telu-ydd_Hebr", + "languages": [ + "tel-Telu", + "ydd-Hebr" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "tel_Telu-ary_Arab", + "languages": [ + "tel-Telu", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-ces_Latn", + "languages": [ + "tel-Telu", + "ces-Latn" + ] + }, + { + "precision": 0.536112, + "recall": 0.610672, + "f1": 0.556609, + "accuracy": 0.610672, + "main_score": 0.556609, + "hf_subset": "tel_Telu-gaz_Latn", + "languages": [ + "tel-Telu", + "gaz-Latn" + ] + }, + { + "precision": 0.488546, + "recall": 0.572134, + "f1": 0.510557, + "accuracy": 0.572134, + "main_score": 0.510557, + "hf_subset": "tel_Telu-kam_Latn", + "languages": [ + "tel-Telu", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tel_Telu-lit_Latn", + "languages": [ + "tel-Telu", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-nob_Latn", + "languages": [ + "tel-Telu", + "nob-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tel_Telu-scn_Latn", + "languages": [ + "tel-Telu", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "tel_Telu-tgk_Cyrl", + "languages": [ + "tel-Telu", + "tgk-Cyrl" + ] + }, + { + "precision": 0.688382, + "recall": 0.76087, + "f1": 0.709079, + "accuracy": 0.76087, + "main_score": 0.709079, + "hf_subset": "tel_Telu-yor_Latn", + "languages": [ + "tel-Telu", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-arz_Arab", + "languages": [ + "tel-Telu", + "arz-Arab" + ] + }, + { + "precision": 0.439127, + "recall": 0.5, + "f1": 0.455701, + "accuracy": 0.5, + "main_score": 0.455701, + "hf_subset": "tel_Telu-cjk_Latn", + "languages": [ + "tel-Telu", + "cjk-Latn" + ] + }, + { + "precision": 0.93083, + "recall": 0.952569, + "f1": 0.937912, + "accuracy": 0.952569, + "main_score": 0.937912, + "hf_subset": "tel_Telu-gla_Latn", + "languages": [ + "tel-Telu", + "gla-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tel_Telu-lmo_Latn", + "languages": [ + "tel-Telu", + "lmo-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ] + }, + { + "precision": 0.509703, + "recall": 0.587945, + "f1": 0.53169, + "accuracy": 0.587945, + "main_score": 0.53169, + "hf_subset": "tel_Telu-shn_Mymr", + "languages": [ + "tel-Telu", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-tgl_Latn", + "languages": [ + "tel-Telu", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-yue_Hant", + "languages": [ + "tel-Telu", + "yue-Hant" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ] + }, + { + "precision": 0.902536, + "recall": 0.932806, + "f1": 0.912385, + "accuracy": 0.932806, + "main_score": 0.912385, + "hf_subset": "tel_Telu-ckb_Arab", + "languages": [ + "tel-Telu", + "ckb-Arab" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "tel_Telu-gle_Latn", + "languages": [ + "tel-Telu", + "gle-Latn" + ] + }, + { + "precision": 0.903327, + "recall": 0.931818, + "f1": 0.912187, + "accuracy": 0.931818, + "main_score": 0.912187, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ] + }, + { + "precision": 0.866601, + "recall": 0.906126, + "f1": 0.879084, + "accuracy": 0.906126, + "main_score": 0.879084, + "hf_subset": "tel_Telu-ltg_Latn", + "languages": [ + "tel-Telu", + "ltg-Latn" + ] + }, + { + "precision": 0.735897, + "recall": 0.798419, + "f1": 0.754974, + "accuracy": 0.798419, + "main_score": 0.754974, + "hf_subset": "tel_Telu-nso_Latn", + "languages": [ + "tel-Telu", + "nso-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tel_Telu-tha_Thai", + "languages": [ + "tel-Telu", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-zho_Hans", + "languages": [ + "tel-Telu", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-ast_Latn", + "languages": [ + "tel-Telu", + "ast-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tel_Telu-crh_Latn", + "languages": [ + "tel-Telu", + "crh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-glg_Latn", + "languages": [ + "tel-Telu", + "glg-Latn" + ] + }, + { + "precision": 0.823468, + "recall": 0.870553, + "f1": 0.837418, + "accuracy": 0.870553, + "main_score": 0.837418, + "hf_subset": "tel_Telu-kas_Deva", + "languages": [ + "tel-Telu", + "kas-Deva" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "tel_Telu-ltz_Latn", + "languages": [ + "tel-Telu", + "ltz-Latn" + ] + }, + { + "precision": 0.404395, + "recall": 0.466403, + "f1": 0.420756, + "accuracy": 0.466403, + "main_score": 0.420756, + "hf_subset": "tel_Telu-nus_Latn", + "languages": [ + "tel-Telu", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-slk_Latn", + "languages": [ + "tel-Telu", + "slk-Latn" + ] + }, + { + "precision": 0.606095, + "recall": 0.688735, + "f1": 0.62915, + "accuracy": 0.688735, + "main_score": 0.62915, + "hf_subset": "tel_Telu-tir_Ethi", + "languages": [ + "tel-Telu", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-zho_Hant", + "languages": [ + "tel-Telu", + "zho-Hant" + ] + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "tel_Telu-awa_Deva", + "languages": [ + "tel-Telu", + "awa-Deva" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tel_Telu-cym_Latn", + "languages": [ + "tel-Telu", + "cym-Latn" + ] + }, + { + "precision": 0.717718, + "recall": 0.77668, + "f1": 0.734054, + "accuracy": 0.77668, + "main_score": 0.734054, + "hf_subset": "tel_Telu-grn_Latn", + "languages": [ + "tel-Telu", + "grn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tel_Telu-kat_Geor", + "languages": [ + "tel-Telu", + "kat-Geor" + ] + }, + { + "precision": 0.543057, + "recall": 0.608696, + "f1": 0.55996, + "accuracy": 0.608696, + "main_score": 0.55996, + "hf_subset": "tel_Telu-lua_Latn", + "languages": [ + "tel-Telu", + "lua-Latn" + ] + }, + { + "precision": 0.790926, + "recall": 0.848814, + "f1": 0.808663, + "accuracy": 0.848814, + "main_score": 0.808663, + "hf_subset": "tel_Telu-nya_Latn", + "languages": [ + "tel-Telu", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-slv_Latn", + "languages": [ + "tel-Telu", + "slv-Latn" + ] + }, + { + "precision": 0.940794, + "recall": 0.959486, + "f1": 0.946871, + "accuracy": 0.959486, + "main_score": 0.946871, + "hf_subset": "tel_Telu-tpi_Latn", + "languages": [ + "tel-Telu", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tel_Telu-zsm_Latn", + "languages": [ + "tel-Telu", + "zsm-Latn" + ] + }, + { + "precision": 0.485232, + "recall": 0.545455, + "f1": 0.501541, + "accuracy": 0.545455, + "main_score": 0.501541, + "hf_subset": "tel_Telu-ayr_Latn", + "languages": [ + "tel-Telu", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-dan_Latn", + "languages": [ + "tel-Telu", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tel_Telu-kaz_Cyrl", + "languages": [ + "tel-Telu", + "kaz-Cyrl" + ] + }, + { + "precision": 0.603041, + "recall": 0.687747, + "f1": 0.627346, + "accuracy": 0.687747, + "main_score": 0.627346, + "hf_subset": "tel_Telu-lug_Latn", + "languages": [ + "tel-Telu", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-oci_Latn", + "languages": [ + "tel-Telu", + "oci-Latn" + ] + }, + { + "precision": 0.808827, + "recall": 0.859684, + "f1": 0.824492, + "accuracy": 0.859684, + "main_score": 0.824492, + "hf_subset": "tel_Telu-smo_Latn", + "languages": [ + "tel-Telu", + "smo-Latn" + ] + }, + { + "precision": 0.709578, + "recall": 0.77668, + "f1": 0.728842, + "accuracy": 0.77668, + "main_score": 0.728842, + "hf_subset": "tel_Telu-tsn_Latn", + "languages": [ + "tel-Telu", + "tsn-Latn" + ] + }, + { + "precision": 0.863472, + "recall": 0.903162, + "f1": 0.876153, + "accuracy": 0.903162, + "main_score": 0.876153, + "hf_subset": "tel_Telu-zul_Latn", + "languages": [ + "tel-Telu", + "zul-Latn" + ] + }, + { + "precision": 0.901927, + "recall": 0.932806, + "f1": 0.911957, + "accuracy": 0.932806, + "main_score": 0.911957, + "hf_subset": "tel_Telu-azb_Arab", + "languages": [ + "tel-Telu", + "azb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-deu_Latn", + "languages": [ + "tel-Telu", + "deu-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "tel_Telu-hat_Latn", + "languages": [ + "tel-Telu", + "hat-Latn" + ] + }, + { + "precision": 0.454409, + "recall": 0.508893, + "f1": 0.469329, + "accuracy": 0.508893, + "main_score": 0.469329, + "hf_subset": "tel_Telu-kbp_Latn", + "languages": [ + "tel-Telu", + "kbp-Latn" + ] + }, + { + "precision": 0.484296, + "recall": 0.547431, + "f1": 0.501309, + "accuracy": 0.547431, + "main_score": 0.501309, + "hf_subset": "tel_Telu-luo_Latn", + "languages": [ + "tel-Telu", + "luo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ] + }, + { + "precision": 0.855731, + "recall": 0.896245, + "f1": 0.868906, + "accuracy": 0.896245, + "main_score": 0.868906, + "hf_subset": "tel_Telu-sna_Latn", + "languages": [ + "tel-Telu", + "sna-Latn" + ] + }, + { + "precision": 0.606348, + "recall": 0.678854, + "f1": 0.626493, + "accuracy": 0.678854, + "main_score": 0.626493, + "hf_subset": "tel_Telu-tso_Latn", + "languages": [ + "tel-Telu", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tel_Telu-azj_Latn", + "languages": [ + "tel-Telu", + "azj-Latn" + ] + }, + { + "precision": 0.489045, + "recall": 0.55336, + "f1": 0.506827, + "accuracy": 0.55336, + "main_score": 0.506827, + "hf_subset": "tel_Telu-dik_Latn", + "languages": [ + "tel-Telu", + "dik-Latn" + ] + }, + { + "precision": 0.887599, + "recall": 0.920949, + "f1": 0.898123, + "accuracy": 0.920949, + "main_score": 0.898123, + "hf_subset": "tel_Telu-hau_Latn", + "languages": [ + "tel-Telu", + "hau-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "tel_Telu-kea_Latn", + "languages": [ + "tel-Telu", + "kea-Latn" + ] + }, + { + "precision": 0.91749, + "recall": 0.942688, + "f1": 0.92556, + "accuracy": 0.942688, + "main_score": 0.92556, + "hf_subset": "tel_Telu-lus_Latn", + "languages": [ + "tel-Telu", + "lus-Latn" + ] + }, + { + "precision": 0.807353, + "recall": 0.855731, + "f1": 0.82186, + "accuracy": 0.855731, + "main_score": 0.82186, + "hf_subset": "tel_Telu-pag_Latn", + "languages": [ + "tel-Telu", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tel_Telu-tuk_Latn", + "languages": [ + "tel-Telu", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tel_Telu-bak_Cyrl", + "languages": [ + "tel-Telu", + "bak-Cyrl" + ] + }, + { + "precision": 0.443871, + "recall": 0.514822, + "f1": 0.462206, + "accuracy": 0.514822, + "main_score": 0.462206, + "hf_subset": "tel_Telu-dyu_Latn", + "languages": [ + "tel-Telu", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-heb_Hebr", + "languages": [ + "tel-Telu", + "heb-Hebr" + ] + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "tel_Telu-khk_Cyrl", + "languages": [ + "tel-Telu", + "khk-Cyrl" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "tel_Telu-lvs_Latn", + "languages": [ + "tel-Telu", + "lvs-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.835474, + "recall": 0.884387, + "f1": 0.850758, + "accuracy": 0.884387, + "main_score": 0.850758, + "hf_subset": "tel_Telu-som_Latn", + "languages": [ + "tel-Telu", + "som-Latn" + ] + }, + { + "precision": 0.676153, + "recall": 0.742095, + "f1": 0.694753, + "accuracy": 0.742095, + "main_score": 0.694753, + "hf_subset": "tel_Telu-tum_Latn", + "languages": [ + "tel-Telu", + "tum-Latn" + ] + }, + { + "precision": 0.46712, + "recall": 0.549407, + "f1": 0.490308, + "accuracy": 0.549407, + "main_score": 0.490308, + "hf_subset": "ydd_Hebr-ace_Arab", + "languages": [ + "ydd-Hebr", + "ace-Arab" + ] + }, + { + "precision": 0.422586, + "recall": 0.477273, + "f1": 0.436802, + "accuracy": 0.477273, + "main_score": 0.436802, + "hf_subset": "ydd_Hebr-bam_Latn", + "languages": [ + "ydd-Hebr", + "bam-Latn" + ] + }, + { + "precision": 0.553558, + "recall": 0.642292, + "f1": 0.578117, + "accuracy": 0.642292, + "main_score": 0.578117, + "hf_subset": "ydd_Hebr-dzo_Tibt", + "languages": [ + "ydd-Hebr", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-hin_Deva", + "languages": [ + "ydd-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ydd_Hebr-khm_Khmr", + "languages": [ + "ydd-Hebr", + "khm-Khmr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ydd_Hebr-mag_Deva", + "languages": [ + "ydd-Hebr", + "mag-Deva" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ydd_Hebr-pap_Latn", + "languages": [ + "ydd-Hebr", + "pap-Latn" + ] + }, + { + "precision": 0.817358, + "recall": 0.865613, + "f1": 0.832279, + "accuracy": 0.865613, + "main_score": 0.832279, + "hf_subset": "ydd_Hebr-sot_Latn", + "languages": [ + "ydd-Hebr", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-tur_Latn", + "languages": [ + "ydd-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.793372, + "recall": 0.849802, + "f1": 0.810688, + "accuracy": 0.849802, + "main_score": 0.810688, + "hf_subset": "ydd_Hebr-ace_Latn", + "languages": [ + "ydd-Hebr", + "ace-Latn" + ] + }, + { + "precision": 0.92803, + "recall": 0.948617, + "f1": 0.934618, + "accuracy": 0.948617, + "main_score": 0.934618, + "hf_subset": "ydd_Hebr-ban_Latn", + "languages": [ + "ydd-Hebr", + "ban-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-ell_Grek", + "languages": [ + "ydd-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ydd_Hebr-hne_Deva", + "languages": [ + "ydd-Hebr", + "hne-Deva" + ] + }, + { + "precision": 0.526294, + "recall": 0.597826, + "f1": 0.54548, + "accuracy": 0.597826, + "main_score": 0.54548, + "hf_subset": "ydd_Hebr-kik_Latn", + "languages": [ + "ydd-Hebr", + "kik-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ydd_Hebr-mai_Deva", + "languages": [ + "ydd-Hebr", + "mai-Deva" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "ydd_Hebr-pbt_Arab", + "languages": [ + "ydd-Hebr", + "pbt-Arab" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ydd_Hebr-spa_Latn", + "languages": [ + "ydd-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.680937, + "recall": 0.748024, + "f1": 0.699968, + "accuracy": 0.748024, + "main_score": 0.699968, + "hf_subset": "ydd_Hebr-twi_Latn", + "languages": [ + "ydd-Hebr", + "twi-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ydd_Hebr-acm_Arab", + "languages": [ + "ydd-Hebr", + "acm-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ydd_Hebr-bel_Cyrl", + "languages": [ + "ydd-Hebr", + "bel-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-eng_Latn", + "languages": [ + "ydd-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-hrv_Latn", + "languages": [ + "ydd-Hebr", + "hrv-Latn" + ] + }, + { + "precision": 0.807486, + "recall": 0.860672, + "f1": 0.823798, + "accuracy": 0.860672, + "main_score": 0.823798, + "hf_subset": "ydd_Hebr-kin_Latn", + "languages": [ + "ydd-Hebr", + "kin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ydd_Hebr-mal_Mlym", + "languages": [ + "ydd-Hebr", + "mal-Mlym" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-pes_Arab", + "languages": [ + "ydd-Hebr", + "pes-Arab" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ydd_Hebr-srd_Latn", + "languages": [ + "ydd-Hebr", + "srd-Latn" + ] + }, + { + "precision": 0.194101, + "recall": 0.254941, + "f1": 0.208416, + "accuracy": 0.254941, + "main_score": 0.208416, + "hf_subset": "ydd_Hebr-tzm_Tfng", + "languages": [ + "ydd-Hebr", + "tzm-Tfng" + ] + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "ydd_Hebr-acq_Arab", + "languages": [ + "ydd-Hebr", + "acq-Arab" + ] + }, + { + "precision": 0.599514, + "recall": 0.676877, + "f1": 0.621404, + "accuracy": 0.676877, + "main_score": 0.621404, + "hf_subset": "ydd_Hebr-bem_Latn", + "languages": [ + "ydd-Hebr", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-epo_Latn", + "languages": [ + "ydd-Hebr", + "epo-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ydd_Hebr-hun_Latn", + "languages": [ + "ydd-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "ydd_Hebr-kir_Cyrl", + "languages": [ + "ydd-Hebr", + "kir-Cyrl" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-mar_Deva", + "languages": [ + "ydd-Hebr", + "mar-Deva" + ] + }, + { + "precision": 0.827108, + "recall": 0.873518, + "f1": 0.841535, + "accuracy": 0.873518, + "main_score": 0.841535, + "hf_subset": "ydd_Hebr-plt_Latn", + "languages": [ + "ydd-Hebr", + "plt-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ydd_Hebr-srp_Cyrl", + "languages": [ + "ydd-Hebr", + "srp-Cyrl" + ] + }, + { + "precision": 0.922678, + "recall": 0.945652, + "f1": 0.929908, + "accuracy": 0.945652, + "main_score": 0.929908, + "hf_subset": "ydd_Hebr-uig_Arab", + "languages": [ + "ydd-Hebr", + "uig-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ydd_Hebr-aeb_Arab", + "languages": [ + "ydd-Hebr", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-ben_Beng", + "languages": [ + "ydd-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-est_Latn", + "languages": [ + "ydd-Hebr", + "est-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-hye_Armn", + "languages": [ + "ydd-Hebr", + "hye-Armn" + ] + }, + { + "precision": 0.400366, + "recall": 0.465415, + "f1": 0.416995, + "accuracy": 0.465415, + "main_score": 0.416995, + "hf_subset": "ydd_Hebr-kmb_Latn", + "languages": [ + "ydd-Hebr", + "kmb-Latn" + ] + }, + { + "precision": 0.422847, + "recall": 0.507905, + "f1": 0.444197, + "accuracy": 0.507905, + "main_score": 0.444197, + "hf_subset": "ydd_Hebr-min_Arab", + "languages": [ + "ydd-Hebr", + "min-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ydd_Hebr-pol_Latn", + "languages": [ + "ydd-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.686248, + "recall": 0.764822, + "f1": 0.709326, + "accuracy": 0.764822, + "main_score": 0.709326, + "hf_subset": "ydd_Hebr-ssw_Latn", + "languages": [ + "ydd-Hebr", + "ssw-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ydd_Hebr-ukr_Cyrl", + "languages": [ + "ydd-Hebr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-afr_Latn", + "languages": [ + "ydd-Hebr", + "afr-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "ydd_Hebr-bho_Deva", + "languages": [ + "ydd-Hebr", + "bho-Deva" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ydd_Hebr-eus_Latn", + "languages": [ + "ydd-Hebr", + "eus-Latn" + ] + }, + { + "precision": 0.806835, + "recall": 0.858696, + "f1": 0.822299, + "accuracy": 0.858696, + "main_score": 0.822299, + "hf_subset": "ydd_Hebr-ibo_Latn", + "languages": [ + "ydd-Hebr", + "ibo-Latn" + ] + }, + { + "precision": 0.855237, + "recall": 0.897233, + "f1": 0.868544, + "accuracy": 0.897233, + "main_score": 0.868544, + "hf_subset": "ydd_Hebr-kmr_Latn", + "languages": [ + "ydd-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "ydd_Hebr-min_Latn", + "languages": [ + "ydd-Hebr", + "min-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-por_Latn", + "languages": [ + "ydd-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ydd_Hebr-sun_Latn", + "languages": [ + "ydd-Hebr", + "sun-Latn" + ] + }, + { + "precision": 0.396872, + "recall": 0.45751, + "f1": 0.413144, + "accuracy": 0.45751, + "main_score": 0.413144, + "hf_subset": "ydd_Hebr-umb_Latn", + "languages": [ + "ydd-Hebr", + "umb-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ydd_Hebr-ajp_Arab", + "languages": [ + "ydd-Hebr", + "ajp-Arab" + ] + }, + { + "precision": 0.447243, + "recall": 0.525692, + "f1": 0.467721, + "accuracy": 0.525692, + "main_score": 0.467721, + "hf_subset": "ydd_Hebr-bjn_Arab", + "languages": [ + "ydd-Hebr", + "bjn-Arab" + ] + }, + { + "precision": 0.402744, + "recall": 0.453557, + "f1": 0.416106, + "accuracy": 0.453557, + "main_score": 0.416106, + "hf_subset": "ydd_Hebr-ewe_Latn", + "languages": [ + "ydd-Hebr", + "ewe-Latn" + ] + }, + { + "precision": 0.914855, + "recall": 0.940711, + "f1": 0.92309, + "accuracy": 0.940711, + "main_score": 0.92309, + "hf_subset": "ydd_Hebr-ilo_Latn", + "languages": [ + "ydd-Hebr", + "ilo-Latn" + ] + }, + { + "precision": 0.219539, + "recall": 0.277668, + "f1": 0.232588, + "accuracy": 0.277668, + "main_score": 0.232588, + "hf_subset": "ydd_Hebr-knc_Arab", + "languages": [ + "ydd-Hebr", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ydd_Hebr-mkd_Cyrl", + "languages": [ + "ydd-Hebr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ydd_Hebr-prs_Arab", + "languages": [ + "ydd-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-swe_Latn", + "languages": [ + "ydd-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-urd_Arab", + "languages": [ + "ydd-Hebr", + "urd-Arab" + ] + }, + { + "precision": 0.658332, + "recall": 0.727273, + "f1": 0.677577, + "accuracy": 0.727273, + "main_score": 0.677577, + "hf_subset": "ydd_Hebr-aka_Latn", + "languages": [ + "ydd-Hebr", + "aka-Latn" + ] + }, + { + "precision": 0.952767, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "ydd_Hebr-bjn_Latn", + "languages": [ + "ydd-Hebr", + "bjn-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ydd_Hebr-fao_Latn", + "languages": [ + "ydd-Hebr", + "fao-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-ind_Latn", + "languages": [ + "ydd-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.46883, + "recall": 0.522727, + "f1": 0.483066, + "accuracy": 0.522727, + "main_score": 0.483066, + "hf_subset": "ydd_Hebr-knc_Latn", + "languages": [ + "ydd-Hebr", + "knc-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ydd_Hebr-mlt_Latn", + "languages": [ + "ydd-Hebr", + "mlt-Latn" + ] + }, + { + "precision": 0.579134, + "recall": 0.65415, + "f1": 0.599453, + "accuracy": 0.65415, + "main_score": 0.599453, + "hf_subset": "ydd_Hebr-quy_Latn", + "languages": [ + "ydd-Hebr", + "quy-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ydd_Hebr-swh_Latn", + "languages": [ + "ydd-Hebr", + "swh-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ydd_Hebr-uzn_Latn", + "languages": [ + "ydd-Hebr", + "uzn-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-als_Latn", + "languages": [ + "ydd-Hebr", + "als-Latn" + ] + }, + { + "precision": 0.723831, + "recall": 0.794466, + "f1": 0.744533, + "accuracy": 0.794466, + "main_score": 0.744533, + "hf_subset": "ydd_Hebr-bod_Tibt", + "languages": [ + "ydd-Hebr", + "bod-Tibt" + ] + }, + { + "precision": 0.573664, + "recall": 0.647233, + "f1": 0.594787, + "accuracy": 0.647233, + "main_score": 0.594787, + "hf_subset": "ydd_Hebr-fij_Latn", + "languages": [ + "ydd-Hebr", + "fij-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ydd_Hebr-isl_Latn", + "languages": [ + "ydd-Hebr", + "isl-Latn" + ] + }, + { + "precision": 0.513751, + "recall": 0.581028, + "f1": 0.531816, + "accuracy": 0.581028, + "main_score": 0.531816, + "hf_subset": "ydd_Hebr-kon_Latn", + "languages": [ + "ydd-Hebr", + "kon-Latn" + ] + }, + { + "precision": 0.570468, + "recall": 0.647233, + "f1": 0.591624, + "accuracy": 0.647233, + "main_score": 0.591624, + "hf_subset": "ydd_Hebr-mni_Beng", + "languages": [ + "ydd-Hebr", + "mni-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-ron_Latn", + "languages": [ + "ydd-Hebr", + "ron-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "ydd_Hebr-szl_Latn", + "languages": [ + "ydd-Hebr", + "szl-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ydd_Hebr-vec_Latn", + "languages": [ + "ydd-Hebr", + "vec-Latn" + ] + }, + { + "precision": 0.905748, + "recall": 0.932806, + "f1": 0.914097, + "accuracy": 0.932806, + "main_score": 0.914097, + "hf_subset": "ydd_Hebr-amh_Ethi", + "languages": [ + "ydd-Hebr", + "amh-Ethi" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-bos_Latn", + "languages": [ + "ydd-Hebr", + "bos-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-fin_Latn", + "languages": [ + "ydd-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-ita_Latn", + "languages": [ + "ydd-Hebr", + "ita-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ydd_Hebr-kor_Hang", + "languages": [ + "ydd-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.441889, + "recall": 0.499012, + "f1": 0.457546, + "accuracy": 0.499012, + "main_score": 0.457546, + "hf_subset": "ydd_Hebr-mos_Latn", + "languages": [ + "ydd-Hebr", + "mos-Latn" + ] + }, + { + "precision": 0.694937, + "recall": 0.761858, + "f1": 0.714237, + "accuracy": 0.761858, + "main_score": 0.714237, + "hf_subset": "ydd_Hebr-run_Latn", + "languages": [ + "ydd-Hebr", + "run-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ydd_Hebr-tam_Taml", + "languages": [ + "ydd-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ydd_Hebr-vie_Latn", + "languages": [ + "ydd-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-apc_Arab", + "languages": [ + "ydd-Hebr", + "apc-Arab" + ] + }, + { + "precision": 0.644158, + "recall": 0.716403, + "f1": 0.664225, + "accuracy": 0.716403, + "main_score": 0.664225, + "hf_subset": "ydd_Hebr-bug_Latn", + "languages": [ + "ydd-Hebr", + "bug-Latn" + ] + }, + { + "precision": 0.386468, + "recall": 0.436759, + "f1": 0.399638, + "accuracy": 0.436759, + "main_score": 0.399638, + "hf_subset": "ydd_Hebr-fon_Latn", + "languages": [ + "ydd-Hebr", + "fon-Latn" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "ydd_Hebr-jav_Latn", + "languages": [ + "ydd-Hebr", + "jav-Latn" + ] + }, + { + "precision": 0.918149, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "ydd_Hebr-lao_Laoo", + "languages": [ + "ydd-Hebr", + "lao-Laoo" + ] + }, + { + "precision": 0.850296, + "recall": 0.893281, + "f1": 0.863768, + "accuracy": 0.893281, + "main_score": 0.863768, + "hf_subset": "ydd_Hebr-mri_Latn", + "languages": [ + "ydd-Hebr", + "mri-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-rus_Cyrl", + "languages": [ + "ydd-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.441258, + "recall": 0.496047, + "f1": 0.455759, + "accuracy": 0.496047, + "main_score": 0.455759, + "hf_subset": "ydd_Hebr-taq_Latn", + "languages": [ + "ydd-Hebr", + "taq-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ydd_Hebr-war_Latn", + "languages": [ + "ydd-Hebr", + "war-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ydd_Hebr-arb_Arab", + "languages": [ + "ydd-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ydd_Hebr-bul_Cyrl", + "languages": [ + "ydd-Hebr", + "bul-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-fra_Latn", + "languages": [ + "ydd-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "ydd_Hebr-jpn_Jpan", + "languages": [ + "ydd-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ydd_Hebr-lij_Latn", + "languages": [ + "ydd-Hebr", + "lij-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "ydd_Hebr-mya_Mymr", + "languages": [ + "ydd-Hebr", + "mya-Mymr" + ] + }, + { + "precision": 0.488951, + "recall": 0.546443, + "f1": 0.504695, + "accuracy": 0.546443, + "main_score": 0.504695, + "hf_subset": "ydd_Hebr-sag_Latn", + "languages": [ + "ydd-Hebr", + "sag-Latn" + ] + }, + { + "precision": 0.197836, + "recall": 0.262846, + "f1": 0.213974, + "accuracy": 0.262846, + "main_score": 0.213974, + "hf_subset": "ydd_Hebr-taq_Tfng", + "languages": [ + "ydd-Hebr", + "taq-Tfng" + ] + }, + { + "precision": 0.598688, + "recall": 0.664032, + "f1": 0.616002, + "accuracy": 0.664032, + "main_score": 0.616002, + "hf_subset": "ydd_Hebr-wol_Latn", + "languages": [ + "ydd-Hebr", + "wol-Latn" + ] + }, + { + "precision": 0.81777, + "recall": 0.870553, + "f1": 0.83419, + "accuracy": 0.870553, + "main_score": 0.83419, + "hf_subset": "ydd_Hebr-arb_Latn", + "languages": [ + "ydd-Hebr", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ydd_Hebr-cat_Latn", + "languages": [ + "ydd-Hebr", + "cat-Latn" + ] + }, + { + "precision": 0.960063, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "ydd_Hebr-fur_Latn", + "languages": [ + "ydd-Hebr", + "fur-Latn" + ] + }, + { + "precision": 0.398683, + "recall": 0.472332, + "f1": 0.417099, + "accuracy": 0.472332, + "main_score": 0.417099, + "hf_subset": "ydd_Hebr-kab_Latn", + "languages": [ + "ydd-Hebr", + "kab-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ydd_Hebr-lim_Latn", + "languages": [ + "ydd-Hebr", + "lim-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-nld_Latn", + "languages": [ + "ydd-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "ydd_Hebr-san_Deva", + "languages": [ + "ydd-Hebr", + "san-Deva" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ydd_Hebr-tat_Cyrl", + "languages": [ + "ydd-Hebr", + "tat-Cyrl" + ] + }, + { + "precision": 0.847661, + "recall": 0.890316, + "f1": 0.860935, + "accuracy": 0.890316, + "main_score": 0.860935, + "hf_subset": "ydd_Hebr-xho_Latn", + "languages": [ + "ydd-Hebr", + "xho-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-ars_Arab", + "languages": [ + "ydd-Hebr", + "ars-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-ceb_Latn", + "languages": [ + "ydd-Hebr", + "ceb-Latn" + ] + }, + { + "precision": 0.422997, + "recall": 0.48419, + "f1": 0.438087, + "accuracy": 0.48419, + "main_score": 0.438087, + "hf_subset": "ydd_Hebr-fuv_Latn", + "languages": [ + "ydd-Hebr", + "fuv-Latn" + ] + }, + { + "precision": 0.43028, + "recall": 0.48913, + "f1": 0.44615, + "accuracy": 0.48913, + "main_score": 0.44615, + "hf_subset": "ydd_Hebr-kac_Latn", + "languages": [ + "ydd-Hebr", + "kac-Latn" + ] + }, + { + "precision": 0.551152, + "recall": 0.62253, + "f1": 0.570143, + "accuracy": 0.62253, + "main_score": 0.570143, + "hf_subset": "ydd_Hebr-lin_Latn", + "languages": [ + "ydd-Hebr", + "lin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ydd_Hebr-nno_Latn", + "languages": [ + "ydd-Hebr", + "nno-Latn" + ] + }, + { + "precision": 0.854858, + "recall": 0.897233, + "f1": 0.868314, + "accuracy": 0.897233, + "main_score": 0.868314, + "hf_subset": "ydd_Hebr-sat_Olck", + "languages": [ + "ydd-Hebr", + "sat-Olck" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ydd_Hebr-tel_Telu", + "languages": [ + "ydd-Hebr", + "tel-Telu" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "ydd_Hebr-ary_Arab", + "languages": [ + "ydd-Hebr", + "ary-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ydd_Hebr-ces_Latn", + "languages": [ + "ydd-Hebr", + "ces-Latn" + ] + }, + { + "precision": 0.523429, + "recall": 0.594862, + "f1": 0.542945, + "accuracy": 0.594862, + "main_score": 0.542945, + "hf_subset": "ydd_Hebr-gaz_Latn", + "languages": [ + "ydd-Hebr", + "gaz-Latn" + ] + }, + { + "precision": 0.46688, + "recall": 0.547431, + "f1": 0.488005, + "accuracy": 0.547431, + "main_score": 0.488005, + "hf_subset": "ydd_Hebr-kam_Latn", + "languages": [ + "ydd-Hebr", + "kam-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ydd_Hebr-lit_Latn", + "languages": [ + "ydd-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ydd_Hebr-nob_Latn", + "languages": [ + "ydd-Hebr", + "nob-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ydd_Hebr-scn_Latn", + "languages": [ + "ydd-Hebr", + "scn-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ydd_Hebr-tgk_Cyrl", + "languages": [ + "ydd-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.676168, + "recall": 0.746047, + "f1": 0.696187, + "accuracy": 0.746047, + "main_score": 0.696187, + "hf_subset": "ydd_Hebr-yor_Latn", + "languages": [ + "ydd-Hebr", + "yor-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ydd_Hebr-arz_Arab", + "languages": [ + "ydd-Hebr", + "arz-Arab" + ] + }, + { + "precision": 0.421804, + "recall": 0.481225, + "f1": 0.43778, + "accuracy": 0.481225, + "main_score": 0.43778, + "hf_subset": "ydd_Hebr-cjk_Latn", + "languages": [ + "ydd-Hebr", + "cjk-Latn" + ] + }, + { + "precision": 0.923584, + "recall": 0.948617, + "f1": 0.931818, + "accuracy": 0.948617, + "main_score": 0.931818, + "hf_subset": "ydd_Hebr-gla_Latn", + "languages": [ + "ydd-Hebr", + "gla-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ydd_Hebr-kan_Knda", + "languages": [ + "ydd-Hebr", + "kan-Knda" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ydd_Hebr-lmo_Latn", + "languages": [ + "ydd-Hebr", + "lmo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ydd_Hebr-npi_Deva", + "languages": [ + "ydd-Hebr", + "npi-Deva" + ] + }, + { + "precision": 0.486358, + "recall": 0.56917, + "f1": 0.509474, + "accuracy": 0.56917, + "main_score": 0.509474, + "hf_subset": "ydd_Hebr-shn_Mymr", + "languages": [ + "ydd-Hebr", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ydd_Hebr-tgl_Latn", + "languages": [ + "ydd-Hebr", + "tgl-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ydd_Hebr-yue_Hant", + "languages": [ + "ydd-Hebr", + "yue-Hant" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ydd_Hebr-asm_Beng", + "languages": [ + "ydd-Hebr", + "asm-Beng" + ] + }, + { + "precision": 0.911644, + "recall": 0.937747, + "f1": 0.920026, + "accuracy": 0.937747, + "main_score": 0.920026, + "hf_subset": "ydd_Hebr-ckb_Arab", + "languages": [ + "ydd-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ydd_Hebr-gle_Latn", + "languages": [ + "ydd-Hebr", + "gle-Latn" + ] + }, + { + "precision": 0.853211, + "recall": 0.895257, + "f1": 0.86614, + "accuracy": 0.895257, + "main_score": 0.86614, + "hf_subset": "ydd_Hebr-kas_Arab", + "languages": [ + "ydd-Hebr", + "kas-Arab" + ] + }, + { + "precision": 0.871542, + "recall": 0.908103, + "f1": 0.883037, + "accuracy": 0.908103, + "main_score": 0.883037, + "hf_subset": "ydd_Hebr-ltg_Latn", + "languages": [ + "ydd-Hebr", + "ltg-Latn" + ] + }, + { + "precision": 0.736108, + "recall": 0.798419, + "f1": 0.754422, + "accuracy": 0.798419, + "main_score": 0.754422, + "hf_subset": "ydd_Hebr-nso_Latn", + "languages": [ + "ydd-Hebr", + "nso-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "ydd_Hebr-sin_Sinh", + "languages": [ + "ydd-Hebr", + "sin-Sinh" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-tha_Thai", + "languages": [ + "ydd-Hebr", + "tha-Thai" + ] + }, + { + "precision": 0.967754, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "ydd_Hebr-zho_Hans", + "languages": [ + "ydd-Hebr", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-ast_Latn", + "languages": [ + "ydd-Hebr", + "ast-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "ydd_Hebr-crh_Latn", + "languages": [ + "ydd-Hebr", + "crh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ydd_Hebr-glg_Latn", + "languages": [ + "ydd-Hebr", + "glg-Latn" + ] + }, + { + "precision": 0.79305, + "recall": 0.846838, + "f1": 0.809354, + "accuracy": 0.846838, + "main_score": 0.809354, + "hf_subset": "ydd_Hebr-kas_Deva", + "languages": [ + "ydd-Hebr", + "kas-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-ltz_Latn", + "languages": [ + "ydd-Hebr", + "ltz-Latn" + ] + }, + { + "precision": 0.389467, + "recall": 0.449605, + "f1": 0.404837, + "accuracy": 0.449605, + "main_score": 0.404837, + "hf_subset": "ydd_Hebr-nus_Latn", + "languages": [ + "ydd-Hebr", + "nus-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ydd_Hebr-slk_Latn", + "languages": [ + "ydd-Hebr", + "slk-Latn" + ] + }, + { + "precision": 0.590657, + "recall": 0.670949, + "f1": 0.612178, + "accuracy": 0.670949, + "main_score": 0.612178, + "hf_subset": "ydd_Hebr-tir_Ethi", + "languages": [ + "ydd-Hebr", + "tir-Ethi" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ydd_Hebr-zho_Hant", + "languages": [ + "ydd-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ydd_Hebr-awa_Deva", + "languages": [ + "ydd-Hebr", + "awa-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ydd_Hebr-cym_Latn", + "languages": [ + "ydd-Hebr", + "cym-Latn" + ] + }, + { + "precision": 0.676262, + "recall": 0.744071, + "f1": 0.695144, + "accuracy": 0.744071, + "main_score": 0.695144, + "hf_subset": "ydd_Hebr-grn_Latn", + "languages": [ + "ydd-Hebr", + "grn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ydd_Hebr-kat_Geor", + "languages": [ + "ydd-Hebr", + "kat-Geor" + ] + }, + { + "precision": 0.511214, + "recall": 0.582016, + "f1": 0.529942, + "accuracy": 0.582016, + "main_score": 0.529942, + "hf_subset": "ydd_Hebr-lua_Latn", + "languages": [ + "ydd-Hebr", + "lua-Latn" + ] + }, + { + "precision": 0.783926, + "recall": 0.844862, + "f1": 0.802964, + "accuracy": 0.844862, + "main_score": 0.802964, + "hf_subset": "ydd_Hebr-nya_Latn", + "languages": [ + "ydd-Hebr", + "nya-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-slv_Latn", + "languages": [ + "ydd-Hebr", + "slv-Latn" + ] + }, + { + "precision": 0.933136, + "recall": 0.954545, + "f1": 0.940217, + "accuracy": 0.954545, + "main_score": 0.940217, + "hf_subset": "ydd_Hebr-tpi_Latn", + "languages": [ + "ydd-Hebr", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ydd_Hebr-zsm_Latn", + "languages": [ + "ydd-Hebr", + "zsm-Latn" + ] + }, + { + "precision": 0.464431, + "recall": 0.524704, + "f1": 0.48098, + "accuracy": 0.524704, + "main_score": 0.48098, + "hf_subset": "ydd_Hebr-ayr_Latn", + "languages": [ + "ydd-Hebr", + "ayr-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "ydd_Hebr-dan_Latn", + "languages": [ + "ydd-Hebr", + "dan-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ydd_Hebr-guj_Gujr", + "languages": [ + "ydd-Hebr", + "guj-Gujr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ydd_Hebr-kaz_Cyrl", + "languages": [ + "ydd-Hebr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.578447, + "recall": 0.661067, + "f1": 0.601457, + "accuracy": 0.661067, + "main_score": 0.601457, + "hf_subset": "ydd_Hebr-lug_Latn", + "languages": [ + "ydd-Hebr", + "lug-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ydd_Hebr-oci_Latn", + "languages": [ + "ydd-Hebr", + "oci-Latn" + ] + }, + { + "precision": 0.79133, + "recall": 0.839921, + "f1": 0.806243, + "accuracy": 0.839921, + "main_score": 0.806243, + "hf_subset": "ydd_Hebr-smo_Latn", + "languages": [ + "ydd-Hebr", + "smo-Latn" + ] + }, + { + "precision": 0.687519, + "recall": 0.764822, + "f1": 0.710896, + "accuracy": 0.764822, + "main_score": 0.710896, + "hf_subset": "ydd_Hebr-tsn_Latn", + "languages": [ + "ydd-Hebr", + "tsn-Latn" + ] + }, + { + "precision": 0.858284, + "recall": 0.898221, + "f1": 0.870784, + "accuracy": 0.898221, + "main_score": 0.870784, + "hf_subset": "ydd_Hebr-zul_Latn", + "languages": [ + "ydd-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.874506, + "recall": 0.912055, + "f1": 0.886528, + "accuracy": 0.912055, + "main_score": 0.886528, + "hf_subset": "ydd_Hebr-azb_Arab", + "languages": [ + "ydd-Hebr", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-deu_Latn", + "languages": [ + "ydd-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ydd_Hebr-hat_Latn", + "languages": [ + "ydd-Hebr", + "hat-Latn" + ] + }, + { + "precision": 0.418407, + "recall": 0.476285, + "f1": 0.433488, + "accuracy": 0.476285, + "main_score": 0.433488, + "hf_subset": "ydd_Hebr-kbp_Latn", + "languages": [ + "ydd-Hebr", + "kbp-Latn" + ] + }, + { + "precision": 0.45524, + "recall": 0.518775, + "f1": 0.472242, + "accuracy": 0.518775, + "main_score": 0.472242, + "hf_subset": "ydd_Hebr-luo_Latn", + "languages": [ + "ydd-Hebr", + "luo-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ydd_Hebr-ory_Orya", + "languages": [ + "ydd-Hebr", + "ory-Orya" + ] + }, + { + "precision": 0.83251, + "recall": 0.880435, + "f1": 0.847793, + "accuracy": 0.880435, + "main_score": 0.847793, + "hf_subset": "ydd_Hebr-sna_Latn", + "languages": [ + "ydd-Hebr", + "sna-Latn" + ] + }, + { + "precision": 0.590413, + "recall": 0.667984, + "f1": 0.612309, + "accuracy": 0.667984, + "main_score": 0.612309, + "hf_subset": "ydd_Hebr-tso_Latn", + "languages": [ + "ydd-Hebr", + "tso-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ydd_Hebr-azj_Latn", + "languages": [ + "ydd-Hebr", + "azj-Latn" + ] + }, + { + "precision": 0.476163, + "recall": 0.535573, + "f1": 0.492075, + "accuracy": 0.535573, + "main_score": 0.492075, + "hf_subset": "ydd_Hebr-dik_Latn", + "languages": [ + "ydd-Hebr", + "dik-Latn" + ] + }, + { + "precision": 0.864707, + "recall": 0.905138, + "f1": 0.877701, + "accuracy": 0.905138, + "main_score": 0.877701, + "hf_subset": "ydd_Hebr-hau_Latn", + "languages": [ + "ydd-Hebr", + "hau-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "ydd_Hebr-kea_Latn", + "languages": [ + "ydd-Hebr", + "kea-Latn" + ] + }, + { + "precision": 0.889657, + "recall": 0.91996, + "f1": 0.899209, + "accuracy": 0.91996, + "main_score": 0.899209, + "hf_subset": "ydd_Hebr-lus_Latn", + "languages": [ + "ydd-Hebr", + "lus-Latn" + ] + }, + { + "precision": 0.795159, + "recall": 0.841897, + "f1": 0.808635, + "accuracy": 0.841897, + "main_score": 0.808635, + "hf_subset": "ydd_Hebr-pag_Latn", + "languages": [ + "ydd-Hebr", + "pag-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ydd_Hebr-snd_Arab", + "languages": [ + "ydd-Hebr", + "snd-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ydd_Hebr-tuk_Latn", + "languages": [ + "ydd-Hebr", + "tuk-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ydd_Hebr-bak_Cyrl", + "languages": [ + "ydd-Hebr", + "bak-Cyrl" + ] + }, + { + "precision": 0.428826, + "recall": 0.496047, + "f1": 0.447435, + "accuracy": 0.496047, + "main_score": 0.447435, + "hf_subset": "ydd_Hebr-dyu_Latn", + "languages": [ + "ydd-Hebr", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ydd_Hebr-heb_Hebr", + "languages": [ + "ydd-Hebr", + "heb-Hebr" + ] + }, + { + "precision": 0.937582, + "recall": 0.955534, + "f1": 0.943149, + "accuracy": 0.955534, + "main_score": 0.943149, + "hf_subset": "ydd_Hebr-khk_Cyrl", + "languages": [ + "ydd-Hebr", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ydd_Hebr-lvs_Latn", + "languages": [ + "ydd-Hebr", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ydd_Hebr-pan_Guru", + "languages": [ + "ydd-Hebr", + "pan-Guru" + ] + }, + { + "precision": 0.822661, + "recall": 0.871542, + "f1": 0.838029, + "accuracy": 0.871542, + "main_score": 0.838029, + "hf_subset": "ydd_Hebr-som_Latn", + "languages": [ + "ydd-Hebr", + "som-Latn" + ] + }, + { + "precision": 0.641569, + "recall": 0.709486, + "f1": 0.661637, + "accuracy": 0.709486, + "main_score": 0.661637, + "hf_subset": "ydd_Hebr-tum_Latn", + "languages": [ + "ydd-Hebr", + "tum-Latn" + ] + }, + { + "precision": 0.482629, + "recall": 0.563241, + "f1": 0.505377, + "accuracy": 0.563241, + "main_score": 0.505377, + "hf_subset": "ary_Arab-ace_Arab", + "languages": [ + "ary-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.464217, + "recall": 0.523715, + "f1": 0.480544, + "accuracy": 0.523715, + "main_score": 0.480544, + "hf_subset": "ary_Arab-bam_Latn", + "languages": [ + "ary-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.574186, + "recall": 0.66502, + "f1": 0.60046, + "accuracy": 0.66502, + "main_score": 0.60046, + "hf_subset": "ary_Arab-dzo_Tibt", + "languages": [ + "ary-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-hin_Deva", + "languages": [ + "ary-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "ary_Arab-khm_Khmr", + "languages": [ + "ary-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ary_Arab-mag_Deva", + "languages": [ + "ary-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "ary_Arab-pap_Latn", + "languages": [ + "ary-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.775395, + "recall": 0.833992, + "f1": 0.793412, + "accuracy": 0.833992, + "main_score": 0.793412, + "hf_subset": "ary_Arab-sot_Latn", + "languages": [ + "ary-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.976367, + "recall": 0.983202, + "f1": 0.978491, + "accuracy": 0.983202, + "main_score": 0.978491, + "hf_subset": "ary_Arab-tur_Latn", + "languages": [ + "ary-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.83406, + "recall": 0.875494, + "f1": 0.846706, + "accuracy": 0.875494, + "main_score": 0.846706, + "hf_subset": "ary_Arab-ace_Latn", + "languages": [ + "ary-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.925642, + "recall": 0.947628, + "f1": 0.932708, + "accuracy": 0.947628, + "main_score": 0.932708, + "hf_subset": "ary_Arab-ban_Latn", + "languages": [ + "ary-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ary_Arab-ell_Grek", + "languages": [ + "ary-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ary_Arab-hne_Deva", + "languages": [ + "ary-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.560315, + "recall": 0.62253, + "f1": 0.577364, + "accuracy": 0.62253, + "main_score": 0.577364, + "hf_subset": "ary_Arab-kik_Latn", + "languages": [ + "ary-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ary_Arab-mai_Deva", + "languages": [ + "ary-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.930698, + "recall": 0.951581, + "f1": 0.937418, + "accuracy": 0.951581, + "main_score": 0.937418, + "hf_subset": "ary_Arab-pbt_Arab", + "languages": [ + "ary-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ary_Arab-spa_Latn", + "languages": [ + "ary-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.719335, + "recall": 0.784585, + "f1": 0.738608, + "accuracy": 0.784585, + "main_score": 0.738608, + "hf_subset": "ary_Arab-twi_Latn", + "languages": [ + "ary-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-acm_Arab", + "languages": [ + "ary-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "ary_Arab-bel_Cyrl", + "languages": [ + "ary-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-hrv_Latn", + "languages": [ + "ary-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.791403, + "recall": 0.840909, + "f1": 0.806376, + "accuracy": 0.840909, + "main_score": 0.806376, + "hf_subset": "ary_Arab-kin_Latn", + "languages": [ + "ary-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "ary_Arab-mal_Mlym", + "languages": [ + "ary-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "ary_Arab-pes_Arab", + "languages": [ + "ary-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ary_Arab-srd_Latn", + "languages": [ + "ary-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.223692, + "recall": 0.288538, + "f1": 0.240359, + "accuracy": 0.288538, + "main_score": 0.240359, + "hf_subset": "ary_Arab-tzm_Tfng", + "languages": [ + "ary-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-acq_Arab", + "languages": [ + "ary-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.637149, + "recall": 0.705534, + "f1": 0.656584, + "accuracy": 0.705534, + "main_score": 0.656584, + "hf_subset": "ary_Arab-bem_Latn", + "languages": [ + "ary-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ary_Arab-epo_Latn", + "languages": [ + "ary-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ary_Arab-hun_Latn", + "languages": [ + "ary-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "ary_Arab-kir_Cyrl", + "languages": [ + "ary-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-mar_Deva", + "languages": [ + "ary-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.817177, + "recall": 0.864625, + "f1": 0.831719, + "accuracy": 0.864625, + "main_score": 0.831719, + "hf_subset": "ary_Arab-plt_Latn", + "languages": [ + "ary-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ary_Arab-srp_Cyrl", + "languages": [ + "ary-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.912138, + "recall": 0.938735, + "f1": 0.920685, + "accuracy": 0.938735, + "main_score": 0.920685, + "hf_subset": "ary_Arab-uig_Arab", + "languages": [ + "ary-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-aeb_Arab", + "languages": [ + "ary-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ary_Arab-ben_Beng", + "languages": [ + "ary-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ary_Arab-est_Latn", + "languages": [ + "ary-Arab", + "est-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ary_Arab-hye_Armn", + "languages": [ + "ary-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.435739, + "recall": 0.496047, + "f1": 0.45198, + "accuracy": 0.496047, + "main_score": 0.45198, + "hf_subset": "ary_Arab-kmb_Latn", + "languages": [ + "ary-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.462552, + "recall": 0.545455, + "f1": 0.484888, + "accuracy": 0.545455, + "main_score": 0.484888, + "hf_subset": "ary_Arab-min_Arab", + "languages": [ + "ary-Arab", + "min-Arab" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ary_Arab-pol_Latn", + "languages": [ + "ary-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.679927, + "recall": 0.75, + "f1": 0.700282, + "accuracy": 0.75, + "main_score": 0.700282, + "hf_subset": "ary_Arab-ssw_Latn", + "languages": [ + "ary-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-ukr_Cyrl", + "languages": [ + "ary-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ary_Arab-afr_Latn", + "languages": [ + "ary-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ary_Arab-bho_Deva", + "languages": [ + "ary-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "ary_Arab-eus_Latn", + "languages": [ + "ary-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.825692, + "recall": 0.87253, + "f1": 0.840053, + "accuracy": 0.87253, + "main_score": 0.840053, + "hf_subset": "ary_Arab-ibo_Latn", + "languages": [ + "ary-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.818841, + "recall": 0.866601, + "f1": 0.833597, + "accuracy": 0.866601, + "main_score": 0.833597, + "hf_subset": "ary_Arab-kmr_Latn", + "languages": [ + "ary-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.968379, + "f1": 0.959651, + "accuracy": 0.968379, + "main_score": 0.959651, + "hf_subset": "ary_Arab-min_Latn", + "languages": [ + "ary-Arab", + "min-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ary_Arab-por_Latn", + "languages": [ + "ary-Arab", + "por-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "ary_Arab-sun_Latn", + "languages": [ + "ary-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.434857, + "recall": 0.495059, + "f1": 0.452159, + "accuracy": 0.495059, + "main_score": 0.452159, + "hf_subset": "ary_Arab-umb_Latn", + "languages": [ + "ary-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-ajp_Arab", + "languages": [ + "ary-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.473143, + "recall": 0.557312, + "f1": 0.496765, + "accuracy": 0.557312, + "main_score": 0.496765, + "hf_subset": "ary_Arab-bjn_Arab", + "languages": [ + "ary-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.437583, + "recall": 0.48913, + "f1": 0.451623, + "accuracy": 0.48913, + "main_score": 0.451623, + "hf_subset": "ary_Arab-ewe_Latn", + "languages": [ + "ary-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.906818, + "recall": 0.933794, + "f1": 0.915302, + "accuracy": 0.933794, + "main_score": 0.915302, + "hf_subset": "ary_Arab-ilo_Latn", + "languages": [ + "ary-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.253615, + "recall": 0.309289, + "f1": 0.267638, + "accuracy": 0.309289, + "main_score": 0.267638, + "hf_subset": "ary_Arab-knc_Arab", + "languages": [ + "ary-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-mkd_Cyrl", + "languages": [ + "ary-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-prs_Arab", + "languages": [ + "ary-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ary_Arab-swe_Latn", + "languages": [ + "ary-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ary_Arab-urd_Arab", + "languages": [ + "ary-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.688028, + "recall": 0.753953, + "f1": 0.707238, + "accuracy": 0.753953, + "main_score": 0.707238, + "hf_subset": "ary_Arab-aka_Latn", + "languages": [ + "ary-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.956225, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "ary_Arab-bjn_Latn", + "languages": [ + "ary-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "ary_Arab-fao_Latn", + "languages": [ + "ary-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-ind_Latn", + "languages": [ + "ary-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.513754, + "recall": 0.566206, + "f1": 0.528392, + "accuracy": 0.566206, + "main_score": 0.528392, + "hf_subset": "ary_Arab-knc_Latn", + "languages": [ + "ary-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ary_Arab-mlt_Latn", + "languages": [ + "ary-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.613632, + "recall": 0.677866, + "f1": 0.631891, + "accuracy": 0.677866, + "main_score": 0.631891, + "hf_subset": "ary_Arab-quy_Latn", + "languages": [ + "ary-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ary_Arab-swh_Latn", + "languages": [ + "ary-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "ary_Arab-uzn_Latn", + "languages": [ + "ary-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ary_Arab-als_Latn", + "languages": [ + "ary-Arab", + "als-Latn" + ] + }, + { + "precision": 0.730305, + "recall": 0.79249, + "f1": 0.748617, + "accuracy": 0.79249, + "main_score": 0.748617, + "hf_subset": "ary_Arab-bod_Tibt", + "languages": [ + "ary-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.599631, + "recall": 0.672925, + "f1": 0.62044, + "accuracy": 0.672925, + "main_score": 0.62044, + "hf_subset": "ary_Arab-fij_Latn", + "languages": [ + "ary-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "ary_Arab-isl_Latn", + "languages": [ + "ary-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.576506, + "recall": 0.651186, + "f1": 0.597106, + "accuracy": 0.651186, + "main_score": 0.597106, + "hf_subset": "ary_Arab-kon_Latn", + "languages": [ + "ary-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.569948, + "recall": 0.637352, + "f1": 0.588711, + "accuracy": 0.637352, + "main_score": 0.588711, + "hf_subset": "ary_Arab-mni_Beng", + "languages": [ + "ary-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-ron_Latn", + "languages": [ + "ary-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.972332, + "f1": 0.965086, + "accuracy": 0.972332, + "main_score": 0.965086, + "hf_subset": "ary_Arab-szl_Latn", + "languages": [ + "ary-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-vec_Latn", + "languages": [ + "ary-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.88834, + "recall": 0.921937, + "f1": 0.899209, + "accuracy": 0.921937, + "main_score": 0.899209, + "hf_subset": "ary_Arab-amh_Ethi", + "languages": [ + "ary-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ary_Arab-bos_Latn", + "languages": [ + "ary-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ary_Arab-fin_Latn", + "languages": [ + "ary-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ary_Arab-ita_Latn", + "languages": [ + "ary-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "ary_Arab-kor_Hang", + "languages": [ + "ary-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.475732, + "recall": 0.533597, + "f1": 0.492528, + "accuracy": 0.533597, + "main_score": 0.492528, + "hf_subset": "ary_Arab-mos_Latn", + "languages": [ + "ary-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.672374, + "recall": 0.741107, + "f1": 0.69246, + "accuracy": 0.741107, + "main_score": 0.69246, + "hf_subset": "ary_Arab-run_Latn", + "languages": [ + "ary-Arab", + "run-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ary_Arab-tam_Taml", + "languages": [ + "ary-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-vie_Latn", + "languages": [ + "ary-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-apc_Arab", + "languages": [ + "ary-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.705341, + "recall": 0.766798, + "f1": 0.723388, + "accuracy": 0.766798, + "main_score": 0.723388, + "hf_subset": "ary_Arab-bug_Latn", + "languages": [ + "ary-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.422179, + "recall": 0.47332, + "f1": 0.436304, + "accuracy": 0.47332, + "main_score": 0.436304, + "hf_subset": "ary_Arab-fon_Latn", + "languages": [ + "ary-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ary_Arab-jav_Latn", + "languages": [ + "ary-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.901713, + "recall": 0.929842, + "f1": 0.91054, + "accuracy": 0.929842, + "main_score": 0.91054, + "hf_subset": "ary_Arab-lao_Laoo", + "languages": [ + "ary-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.839015, + "recall": 0.884387, + "f1": 0.853327, + "accuracy": 0.884387, + "main_score": 0.853327, + "hf_subset": "ary_Arab-mri_Latn", + "languages": [ + "ary-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ary_Arab-rus_Cyrl", + "languages": [ + "ary-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.482983, + "recall": 0.539526, + "f1": 0.49852, + "accuracy": 0.539526, + "main_score": 0.49852, + "hf_subset": "ary_Arab-taq_Latn", + "languages": [ + "ary-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ary_Arab-war_Latn", + "languages": [ + "ary-Arab", + "war-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-arb_Arab", + "languages": [ + "ary-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "ary_Arab-bul_Cyrl", + "languages": [ + "ary-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ary_Arab-fra_Latn", + "languages": [ + "ary-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ary_Arab-jpn_Jpan", + "languages": [ + "ary-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ary_Arab-lij_Latn", + "languages": [ + "ary-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.9375, + "recall": 0.956522, + "f1": 0.943577, + "accuracy": 0.956522, + "main_score": 0.943577, + "hf_subset": "ary_Arab-mya_Mymr", + "languages": [ + "ary-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.538886, + "recall": 0.604743, + "f1": 0.556789, + "accuracy": 0.604743, + "main_score": 0.556789, + "hf_subset": "ary_Arab-sag_Latn", + "languages": [ + "ary-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.207318, + "recall": 0.273715, + "f1": 0.223127, + "accuracy": 0.273715, + "main_score": 0.223127, + "hf_subset": "ary_Arab-taq_Tfng", + "languages": [ + "ary-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.617475, + "recall": 0.68083, + "f1": 0.635424, + "accuracy": 0.68083, + "main_score": 0.635424, + "hf_subset": "ary_Arab-wol_Latn", + "languages": [ + "ary-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.857213, + "recall": 0.900198, + "f1": 0.870883, + "accuracy": 0.900198, + "main_score": 0.870883, + "hf_subset": "ary_Arab-arb_Latn", + "languages": [ + "ary-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "ary_Arab-cat_Latn", + "languages": [ + "ary-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.965003, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "ary_Arab-fur_Latn", + "languages": [ + "ary-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.427797, + "recall": 0.496047, + "f1": 0.445975, + "accuracy": 0.496047, + "main_score": 0.445975, + "hf_subset": "ary_Arab-kab_Latn", + "languages": [ + "ary-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ary_Arab-lim_Latn", + "languages": [ + "ary-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ary_Arab-nld_Latn", + "languages": [ + "ary-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "ary_Arab-san_Deva", + "languages": [ + "ary-Arab", + "san-Deva" + ] + }, + { + "precision": 0.955781, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "ary_Arab-tat_Cyrl", + "languages": [ + "ary-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.82192, + "recall": 0.87253, + "f1": 0.837799, + "accuracy": 0.87253, + "main_score": 0.837799, + "hf_subset": "ary_Arab-xho_Latn", + "languages": [ + "ary-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-ars_Arab", + "languages": [ + "ary-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ary_Arab-ceb_Latn", + "languages": [ + "ary-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.45954, + "recall": 0.522727, + "f1": 0.476238, + "accuracy": 0.522727, + "main_score": 0.476238, + "hf_subset": "ary_Arab-fuv_Latn", + "languages": [ + "ary-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.453362, + "recall": 0.513834, + "f1": 0.469814, + "accuracy": 0.513834, + "main_score": 0.469814, + "hf_subset": "ary_Arab-kac_Latn", + "languages": [ + "ary-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.613967, + "recall": 0.686759, + "f1": 0.634807, + "accuracy": 0.686759, + "main_score": 0.634807, + "hf_subset": "ary_Arab-lin_Latn", + "languages": [ + "ary-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "ary_Arab-nno_Latn", + "languages": [ + "ary-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.839839, + "recall": 0.885375, + "f1": 0.85415, + "accuracy": 0.885375, + "main_score": 0.85415, + "hf_subset": "ary_Arab-sat_Olck", + "languages": [ + "ary-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ary_Arab-tel_Telu", + "languages": [ + "ary-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "ary_Arab-ydd_Hebr", + "languages": [ + "ary-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ary_Arab-ces_Latn", + "languages": [ + "ary-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.526435, + "recall": 0.599802, + "f1": 0.546749, + "accuracy": 0.599802, + "main_score": 0.546749, + "hf_subset": "ary_Arab-gaz_Latn", + "languages": [ + "ary-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.51423, + "recall": 0.590909, + "f1": 0.535, + "accuracy": 0.590909, + "main_score": 0.535, + "hf_subset": "ary_Arab-kam_Latn", + "languages": [ + "ary-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "ary_Arab-lit_Latn", + "languages": [ + "ary-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ary_Arab-nob_Latn", + "languages": [ + "ary-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.966486, + "recall": 0.976285, + "f1": 0.969598, + "accuracy": 0.976285, + "main_score": 0.969598, + "hf_subset": "ary_Arab-scn_Latn", + "languages": [ + "ary-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.935524, + "recall": 0.955534, + "f1": 0.94193, + "accuracy": 0.955534, + "main_score": 0.94193, + "hf_subset": "ary_Arab-tgk_Cyrl", + "languages": [ + "ary-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.69888, + "recall": 0.766798, + "f1": 0.71901, + "accuracy": 0.766798, + "main_score": 0.71901, + "hf_subset": "ary_Arab-yor_Latn", + "languages": [ + "ary-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "ary_Arab-arz_Arab", + "languages": [ + "ary-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.472978, + "recall": 0.540514, + "f1": 0.492163, + "accuracy": 0.540514, + "main_score": 0.492163, + "hf_subset": "ary_Arab-cjk_Latn", + "languages": [ + "ary-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.882658, + "recall": 0.917984, + "f1": 0.893841, + "accuracy": 0.917984, + "main_score": 0.893841, + "hf_subset": "ary_Arab-gla_Latn", + "languages": [ + "ary-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.953146, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "ary_Arab-kan_Knda", + "languages": [ + "ary-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ary_Arab-lmo_Latn", + "languages": [ + "ary-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "ary_Arab-npi_Deva", + "languages": [ + "ary-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.480089, + "recall": 0.564229, + "f1": 0.503142, + "accuracy": 0.564229, + "main_score": 0.503142, + "hf_subset": "ary_Arab-shn_Mymr", + "languages": [ + "ary-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ary_Arab-tgl_Latn", + "languages": [ + "ary-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "ary_Arab-yue_Hant", + "languages": [ + "ary-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "ary_Arab-asm_Beng", + "languages": [ + "ary-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.879282, + "recall": 0.913043, + "f1": 0.889775, + "accuracy": 0.913043, + "main_score": 0.889775, + "hf_subset": "ary_Arab-ckb_Arab", + "languages": [ + "ary-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "ary_Arab-gle_Latn", + "languages": [ + "ary-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.871789, + "recall": 0.909091, + "f1": 0.883794, + "accuracy": 0.909091, + "main_score": 0.883794, + "hf_subset": "ary_Arab-kas_Arab", + "languages": [ + "ary-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.860952, + "recall": 0.899209, + "f1": 0.872892, + "accuracy": 0.899209, + "main_score": 0.872892, + "hf_subset": "ary_Arab-ltg_Latn", + "languages": [ + "ary-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.731258, + "recall": 0.793478, + "f1": 0.750461, + "accuracy": 0.793478, + "main_score": 0.750461, + "hf_subset": "ary_Arab-nso_Latn", + "languages": [ + "ary-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.961462, + "f1": 0.949934, + "accuracy": 0.961462, + "main_score": 0.949934, + "hf_subset": "ary_Arab-sin_Sinh", + "languages": [ + "ary-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ary_Arab-tha_Thai", + "languages": [ + "ary-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ary_Arab-zho_Hans", + "languages": [ + "ary-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "ary_Arab-ast_Latn", + "languages": [ + "ary-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "ary_Arab-crh_Latn", + "languages": [ + "ary-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ary_Arab-glg_Latn", + "languages": [ + "ary-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.819285, + "recall": 0.868577, + "f1": 0.834439, + "accuracy": 0.868577, + "main_score": 0.834439, + "hf_subset": "ary_Arab-kas_Deva", + "languages": [ + "ary-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "ary_Arab-ltz_Latn", + "languages": [ + "ary-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.415634, + "recall": 0.47332, + "f1": 0.430958, + "accuracy": 0.47332, + "main_score": 0.430958, + "hf_subset": "ary_Arab-nus_Latn", + "languages": [ + "ary-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ary_Arab-slk_Latn", + "languages": [ + "ary-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.630399, + "recall": 0.702569, + "f1": 0.650899, + "accuracy": 0.702569, + "main_score": 0.650899, + "hf_subset": "ary_Arab-tir_Ethi", + "languages": [ + "ary-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-zho_Hant", + "languages": [ + "ary-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.961166, + "recall": 0.972332, + "f1": 0.964756, + "accuracy": 0.972332, + "main_score": 0.964756, + "hf_subset": "ary_Arab-awa_Deva", + "languages": [ + "ary-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "ary_Arab-cym_Latn", + "languages": [ + "ary-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.74385, + "recall": 0.795455, + "f1": 0.759419, + "accuracy": 0.795455, + "main_score": 0.759419, + "hf_subset": "ary_Arab-grn_Latn", + "languages": [ + "ary-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "ary_Arab-kat_Geor", + "languages": [ + "ary-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.581953, + "recall": 0.648221, + "f1": 0.600576, + "accuracy": 0.648221, + "main_score": 0.600576, + "hf_subset": "ary_Arab-lua_Latn", + "languages": [ + "ary-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.758762, + "recall": 0.818182, + "f1": 0.776746, + "accuracy": 0.818182, + "main_score": 0.776746, + "hf_subset": "ary_Arab-nya_Latn", + "languages": [ + "ary-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-slv_Latn", + "languages": [ + "ary-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "ary_Arab-tpi_Latn", + "languages": [ + "ary-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ary_Arab-zsm_Latn", + "languages": [ + "ary-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.486521, + "recall": 0.550395, + "f1": 0.504358, + "accuracy": 0.550395, + "main_score": 0.504358, + "hf_subset": "ary_Arab-ayr_Latn", + "languages": [ + "ary-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-dan_Latn", + "languages": [ + "ary-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ary_Arab-guj_Gujr", + "languages": [ + "ary-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "ary_Arab-kaz_Cyrl", + "languages": [ + "ary-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.610467, + "recall": 0.690711, + "f1": 0.633515, + "accuracy": 0.690711, + "main_score": 0.633515, + "hf_subset": "ary_Arab-lug_Latn", + "languages": [ + "ary-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ary_Arab-oci_Latn", + "languages": [ + "ary-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.791337, + "recall": 0.843874, + "f1": 0.807232, + "accuracy": 0.843874, + "main_score": 0.807232, + "hf_subset": "ary_Arab-smo_Latn", + "languages": [ + "ary-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.679825, + "recall": 0.751976, + "f1": 0.701421, + "accuracy": 0.751976, + "main_score": 0.701421, + "hf_subset": "ary_Arab-tsn_Latn", + "languages": [ + "ary-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.811545, + "recall": 0.866601, + "f1": 0.82892, + "accuracy": 0.866601, + "main_score": 0.82892, + "hf_subset": "ary_Arab-zul_Latn", + "languages": [ + "ary-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.896245, + "recall": 0.926877, + "f1": 0.906126, + "accuracy": 0.926877, + "main_score": 0.906126, + "hf_subset": "ary_Arab-azb_Arab", + "languages": [ + "ary-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-deu_Latn", + "languages": [ + "ary-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.940053, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "ary_Arab-hat_Latn", + "languages": [ + "ary-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.472633, + "recall": 0.527668, + "f1": 0.48738, + "accuracy": 0.527668, + "main_score": 0.48738, + "hf_subset": "ary_Arab-kbp_Latn", + "languages": [ + "ary-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.494303, + "recall": 0.555336, + "f1": 0.510873, + "accuracy": 0.555336, + "main_score": 0.510873, + "hf_subset": "ary_Arab-luo_Latn", + "languages": [ + "ary-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "ary_Arab-ory_Orya", + "languages": [ + "ary-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.834601, + "recall": 0.881423, + "f1": 0.849492, + "accuracy": 0.881423, + "main_score": 0.849492, + "hf_subset": "ary_Arab-sna_Latn", + "languages": [ + "ary-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.61811, + "recall": 0.684783, + "f1": 0.636862, + "accuracy": 0.684783, + "main_score": 0.636862, + "hf_subset": "ary_Arab-tso_Latn", + "languages": [ + "ary-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "ary_Arab-azj_Latn", + "languages": [ + "ary-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.478545, + "recall": 0.545455, + "f1": 0.497957, + "accuracy": 0.545455, + "main_score": 0.497957, + "hf_subset": "ary_Arab-dik_Latn", + "languages": [ + "ary-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.83885, + "recall": 0.884387, + "f1": 0.853162, + "accuracy": 0.884387, + "main_score": 0.853162, + "hf_subset": "ary_Arab-hau_Latn", + "languages": [ + "ary-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "ary_Arab-kea_Latn", + "languages": [ + "ary-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.879282, + "recall": 0.913043, + "f1": 0.889954, + "accuracy": 0.913043, + "main_score": 0.889954, + "hf_subset": "ary_Arab-lus_Latn", + "languages": [ + "ary-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.836627, + "recall": 0.878458, + "f1": 0.849736, + "accuracy": 0.878458, + "main_score": 0.849736, + "hf_subset": "ary_Arab-pag_Latn", + "languages": [ + "ary-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.933794, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "ary_Arab-snd_Arab", + "languages": [ + "ary-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "ary_Arab-tuk_Latn", + "languages": [ + "ary-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "ary_Arab-bak_Cyrl", + "languages": [ + "ary-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.425426, + "recall": 0.497036, + "f1": 0.445707, + "accuracy": 0.497036, + "main_score": 0.445707, + "hf_subset": "ary_Arab-dyu_Latn", + "languages": [ + "ary-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ary_Arab-heb_Hebr", + "languages": [ + "ary-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.928277, + "recall": 0.949605, + "f1": 0.935013, + "accuracy": 0.949605, + "main_score": 0.935013, + "hf_subset": "ary_Arab-khk_Cyrl", + "languages": [ + "ary-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "ary_Arab-lvs_Latn", + "languages": [ + "ary-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ary_Arab-pan_Guru", + "languages": [ + "ary-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.812756, + "recall": 0.862648, + "f1": 0.82808, + "accuracy": 0.862648, + "main_score": 0.82808, + "hf_subset": "ary_Arab-som_Latn", + "languages": [ + "ary-Arab", + "som-Latn" + ] + }, + { + "precision": 0.649838, + "recall": 0.715415, + "f1": 0.669038, + "accuracy": 0.715415, + "main_score": 0.669038, + "hf_subset": "ary_Arab-tum_Latn", + "languages": [ + "ary-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.485632, + "recall": 0.56917, + "f1": 0.508935, + "accuracy": 0.56917, + "main_score": 0.508935, + "hf_subset": "ces_Latn-ace_Arab", + "languages": [ + "ces-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.474049, + "recall": 0.536561, + "f1": 0.490655, + "accuracy": 0.536561, + "main_score": 0.490655, + "hf_subset": "ces_Latn-bam_Latn", + "languages": [ + "ces-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.598126, + "recall": 0.686759, + "f1": 0.622866, + "accuracy": 0.686759, + "main_score": 0.622866, + "hf_subset": "ces_Latn-dzo_Tibt", + "languages": [ + "ces-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-hin_Deva", + "languages": [ + "ces-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ces_Latn-khm_Khmr", + "languages": [ + "ces-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-mag_Deva", + "languages": [ + "ces-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ces_Latn-pap_Latn", + "languages": [ + "ces-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.828887, + "recall": 0.87747, + "f1": 0.843939, + "accuracy": 0.87747, + "main_score": 0.843939, + "hf_subset": "ces_Latn-sot_Latn", + "languages": [ + "ces-Latn", + "sot-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-tur_Latn", + "languages": [ + "ces-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.837352, + "recall": 0.881423, + "f1": 0.850889, + "accuracy": 0.881423, + "main_score": 0.850889, + "hf_subset": "ces_Latn-ace_Latn", + "languages": [ + "ces-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "ces_Latn-ban_Latn", + "languages": [ + "ces-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-ell_Grek", + "languages": [ + "ces-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ces_Latn-hne_Deva", + "languages": [ + "ces-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.547226, + "recall": 0.623518, + "f1": 0.567864, + "accuracy": 0.623518, + "main_score": 0.567864, + "hf_subset": "ces_Latn-kik_Latn", + "languages": [ + "ces-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-mai_Deva", + "languages": [ + "ces-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.940053, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "ces_Latn-pbt_Arab", + "languages": [ + "ces-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-spa_Latn", + "languages": [ + "ces-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.709429, + "recall": 0.774704, + "f1": 0.728424, + "accuracy": 0.774704, + "main_score": 0.728424, + "hf_subset": "ces_Latn-twi_Latn", + "languages": [ + "ces-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-acm_Arab", + "languages": [ + "ces-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.822694, + "recall": 0.867589, + "f1": 0.836185, + "accuracy": 0.867589, + "main_score": 0.836185, + "hf_subset": "ces_Latn-kin_Latn", + "languages": [ + "ces-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ces_Latn-mal_Mlym", + "languages": [ + "ces-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-pes_Arab", + "languages": [ + "ces-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ces_Latn-srd_Latn", + "languages": [ + "ces-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.190764, + "recall": 0.251976, + "f1": 0.204928, + "accuracy": 0.251976, + "main_score": 0.204928, + "hf_subset": "ces_Latn-tzm_Tfng", + "languages": [ + "ces-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-acq_Arab", + "languages": [ + "ces-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.627588, + "recall": 0.706522, + "f1": 0.649889, + "accuracy": 0.706522, + "main_score": 0.649889, + "hf_subset": "ces_Latn-bem_Latn", + "languages": [ + "ces-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-epo_Latn", + "languages": [ + "ces-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-hun_Latn", + "languages": [ + "ces-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ces_Latn-kir_Cyrl", + "languages": [ + "ces-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ces_Latn-mar_Deva", + "languages": [ + "ces-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.845422, + "recall": 0.886364, + "f1": 0.857628, + "accuracy": 0.886364, + "main_score": 0.857628, + "hf_subset": "ces_Latn-plt_Latn", + "languages": [ + "ces-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930418, + "recall": 0.951581, + "f1": 0.937154, + "accuracy": 0.951581, + "main_score": 0.937154, + "hf_subset": "ces_Latn-uig_Arab", + "languages": [ + "ces-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-aeb_Arab", + "languages": [ + "ces-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-ben_Beng", + "languages": [ + "ces-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-est_Latn", + "languages": [ + "ces-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-hye_Armn", + "languages": [ + "ces-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.438975, + "recall": 0.508893, + "f1": 0.457107, + "accuracy": 0.508893, + "main_score": 0.457107, + "hf_subset": "ces_Latn-kmb_Latn", + "languages": [ + "ces-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.440206, + "recall": 0.522727, + "f1": 0.460921, + "accuracy": 0.522727, + "main_score": 0.460921, + "hf_subset": "ces_Latn-min_Arab", + "languages": [ + "ces-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.684536, + "recall": 0.761858, + "f1": 0.706903, + "accuracy": 0.761858, + "main_score": 0.706903, + "hf_subset": "ces_Latn-ssw_Latn", + "languages": [ + "ces-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-afr_Latn", + "languages": [ + "ces-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ces_Latn-bho_Deva", + "languages": [ + "ces-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-eus_Latn", + "languages": [ + "ces-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.825379, + "recall": 0.876482, + "f1": 0.841074, + "accuracy": 0.876482, + "main_score": 0.841074, + "hf_subset": "ces_Latn-ibo_Latn", + "languages": [ + "ces-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.838768, + "recall": 0.885375, + "f1": 0.853228, + "accuracy": 0.885375, + "main_score": 0.853228, + "hf_subset": "ces_Latn-kmr_Latn", + "languages": [ + "ces-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ces_Latn-min_Latn", + "languages": [ + "ces-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-por_Latn", + "languages": [ + "ces-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ces_Latn-sun_Latn", + "languages": [ + "ces-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.436112, + "recall": 0.500988, + "f1": 0.453931, + "accuracy": 0.500988, + "main_score": 0.453931, + "hf_subset": "ces_Latn-umb_Latn", + "languages": [ + "ces-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-ajp_Arab", + "languages": [ + "ces-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.463284, + "recall": 0.552372, + "f1": 0.487026, + "accuracy": 0.552372, + "main_score": 0.487026, + "hf_subset": "ces_Latn-bjn_Arab", + "languages": [ + "ces-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.44787, + "recall": 0.508893, + "f1": 0.464523, + "accuracy": 0.508893, + "main_score": 0.464523, + "hf_subset": "ces_Latn-ewe_Latn", + "languages": [ + "ces-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.961462, + "f1": 0.948781, + "accuracy": 0.961462, + "main_score": 0.948781, + "hf_subset": "ces_Latn-ilo_Latn", + "languages": [ + "ces-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.230232, + "recall": 0.297431, + "f1": 0.246939, + "accuracy": 0.297431, + "main_score": 0.246939, + "hf_subset": "ces_Latn-knc_Arab", + "languages": [ + "ces-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-prs_Arab", + "languages": [ + "ces-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-swe_Latn", + "languages": [ + "ces-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ces_Latn-urd_Arab", + "languages": [ + "ces-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.710837, + "recall": 0.77668, + "f1": 0.729838, + "accuracy": 0.77668, + "main_score": 0.729838, + "hf_subset": "ces_Latn-aka_Latn", + "languages": [ + "ces-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "ces_Latn-bjn_Latn", + "languages": [ + "ces-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ces_Latn-fao_Latn", + "languages": [ + "ces-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ind_Latn", + "languages": [ + "ces-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.499914, + "recall": 0.5583, + "f1": 0.515774, + "accuracy": 0.5583, + "main_score": 0.515774, + "hf_subset": "ces_Latn-knc_Latn", + "languages": [ + "ces-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-mlt_Latn", + "languages": [ + "ces-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.605889, + "recall": 0.683794, + "f1": 0.627789, + "accuracy": 0.683794, + "main_score": 0.627789, + "hf_subset": "ces_Latn-quy_Latn", + "languages": [ + "ces-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-swh_Latn", + "languages": [ + "ces-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ces_Latn-uzn_Latn", + "languages": [ + "ces-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "ces_Latn-als_Latn", + "languages": [ + "ces-Latn", + "als-Latn" + ] + }, + { + "precision": 0.761561, + "recall": 0.824111, + "f1": 0.780252, + "accuracy": 0.824111, + "main_score": 0.780252, + "hf_subset": "ces_Latn-bod_Tibt", + "languages": [ + "ces-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.596264, + "recall": 0.671937, + "f1": 0.617528, + "accuracy": 0.671937, + "main_score": 0.617528, + "hf_subset": "ces_Latn-fij_Latn", + "languages": [ + "ces-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ces_Latn-isl_Latn", + "languages": [ + "ces-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.574196, + "recall": 0.640316, + "f1": 0.591944, + "accuracy": 0.640316, + "main_score": 0.591944, + "hf_subset": "ces_Latn-kon_Latn", + "languages": [ + "ces-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.558191, + "recall": 0.642292, + "f1": 0.58108, + "accuracy": 0.642292, + "main_score": 0.58108, + "hf_subset": "ces_Latn-mni_Beng", + "languages": [ + "ces-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ron_Latn", + "languages": [ + "ces-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "ces_Latn-szl_Latn", + "languages": [ + "ces-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-vec_Latn", + "languages": [ + "ces-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.883762, + "recall": 0.918972, + "f1": 0.894763, + "accuracy": 0.918972, + "main_score": 0.894763, + "hf_subset": "ces_Latn-amh_Ethi", + "languages": [ + "ces-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-fin_Latn", + "languages": [ + "ces-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ita_Latn", + "languages": [ + "ces-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-kor_Hang", + "languages": [ + "ces-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.480855, + "recall": 0.541502, + "f1": 0.497809, + "accuracy": 0.541502, + "main_score": 0.497809, + "hf_subset": "ces_Latn-mos_Latn", + "languages": [ + "ces-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.71222, + "recall": 0.777668, + "f1": 0.731188, + "accuracy": 0.777668, + "main_score": 0.731188, + "hf_subset": "ces_Latn-run_Latn", + "languages": [ + "ces-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-tam_Taml", + "languages": [ + "ces-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-vie_Latn", + "languages": [ + "ces-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-apc_Arab", + "languages": [ + "ces-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.699037, + "recall": 0.766798, + "f1": 0.717928, + "accuracy": 0.766798, + "main_score": 0.717928, + "hf_subset": "ces_Latn-bug_Latn", + "languages": [ + "ces-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.431792, + "recall": 0.482213, + "f1": 0.445155, + "accuracy": 0.482213, + "main_score": 0.445155, + "hf_subset": "ces_Latn-fon_Latn", + "languages": [ + "ces-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ces_Latn-jav_Latn", + "languages": [ + "ces-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.936265, + "recall": 0.956522, + "f1": 0.942852, + "accuracy": 0.956522, + "main_score": 0.942852, + "hf_subset": "ces_Latn-lao_Laoo", + "languages": [ + "ces-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.851449, + "recall": 0.896245, + "f1": 0.865566, + "accuracy": 0.896245, + "main_score": 0.865566, + "hf_subset": "ces_Latn-mri_Latn", + "languages": [ + "ces-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.479839, + "recall": 0.54249, + "f1": 0.496536, + "accuracy": 0.54249, + "main_score": 0.496536, + "hf_subset": "ces_Latn-taq_Latn", + "languages": [ + "ces-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ces_Latn-war_Latn", + "languages": [ + "ces-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-arb_Arab", + "languages": [ + "ces-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-fra_Latn", + "languages": [ + "ces-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-jpn_Jpan", + "languages": [ + "ces-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ces_Latn-lij_Latn", + "languages": [ + "ces-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "ces_Latn-mya_Mymr", + "languages": [ + "ces-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.543919, + "recall": 0.607708, + "f1": 0.561048, + "accuracy": 0.607708, + "main_score": 0.561048, + "hf_subset": "ces_Latn-sag_Latn", + "languages": [ + "ces-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.20553, + "recall": 0.268775, + "f1": 0.220151, + "accuracy": 0.268775, + "main_score": 0.220151, + "hf_subset": "ces_Latn-taq_Tfng", + "languages": [ + "ces-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.622978, + "recall": 0.6917, + "f1": 0.642029, + "accuracy": 0.6917, + "main_score": 0.642029, + "hf_subset": "ces_Latn-wol_Latn", + "languages": [ + "ces-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.828837, + "recall": 0.87747, + "f1": 0.843742, + "accuracy": 0.87747, + "main_score": 0.843742, + "hf_subset": "ces_Latn-arb_Latn", + "languages": [ + "ces-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-cat_Latn", + "languages": [ + "ces-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ces_Latn-fur_Latn", + "languages": [ + "ces-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.401079, + "recall": 0.474308, + "f1": 0.419226, + "accuracy": 0.474308, + "main_score": 0.419226, + "hf_subset": "ces_Latn-kab_Latn", + "languages": [ + "ces-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ces_Latn-lim_Latn", + "languages": [ + "ces-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-nld_Latn", + "languages": [ + "ces-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.971344, + "f1": 0.963439, + "accuracy": 0.971344, + "main_score": 0.963439, + "hf_subset": "ces_Latn-san_Deva", + "languages": [ + "ces-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ces_Latn-tat_Cyrl", + "languages": [ + "ces-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.836907, + "recall": 0.882411, + "f1": 0.850927, + "accuracy": 0.882411, + "main_score": 0.850927, + "hf_subset": "ces_Latn-xho_Latn", + "languages": [ + "ces-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-ars_Arab", + "languages": [ + "ces-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-ceb_Latn", + "languages": [ + "ces-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449239, + "recall": 0.520751, + "f1": 0.468694, + "accuracy": 0.520751, + "main_score": 0.468694, + "hf_subset": "ces_Latn-fuv_Latn", + "languages": [ + "ces-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.451049, + "recall": 0.518775, + "f1": 0.468551, + "accuracy": 0.518775, + "main_score": 0.468551, + "hf_subset": "ces_Latn-kac_Latn", + "languages": [ + "ces-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.597136, + "recall": 0.667984, + "f1": 0.615856, + "accuracy": 0.667984, + "main_score": 0.615856, + "hf_subset": "ces_Latn-lin_Latn", + "languages": [ + "ces-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-nno_Latn", + "languages": [ + "ces-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.8514, + "recall": 0.893281, + "f1": 0.864328, + "accuracy": 0.893281, + "main_score": 0.864328, + "hf_subset": "ces_Latn-sat_Olck", + "languages": [ + "ces-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-tel_Telu", + "languages": [ + "ces-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ces_Latn-ydd_Hebr", + "languages": [ + "ces-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ces_Latn-ary_Arab", + "languages": [ + "ces-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.539038, + "recall": 0.617589, + "f1": 0.559924, + "accuracy": 0.617589, + "main_score": 0.559924, + "hf_subset": "ces_Latn-gaz_Latn", + "languages": [ + "ces-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.503297, + "recall": 0.586957, + "f1": 0.525655, + "accuracy": 0.586957, + "main_score": 0.525655, + "hf_subset": "ces_Latn-kam_Latn", + "languages": [ + "ces-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ces_Latn-lit_Latn", + "languages": [ + "ces-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-nob_Latn", + "languages": [ + "ces-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-scn_Latn", + "languages": [ + "ces-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "ces_Latn-tgk_Cyrl", + "languages": [ + "ces-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.691676, + "recall": 0.764822, + "f1": 0.712952, + "accuracy": 0.764822, + "main_score": 0.712952, + "hf_subset": "ces_Latn-yor_Latn", + "languages": [ + "ces-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-arz_Arab", + "languages": [ + "ces-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.462588, + "recall": 0.528656, + "f1": 0.480718, + "accuracy": 0.528656, + "main_score": 0.480718, + "hf_subset": "ces_Latn-cjk_Latn", + "languages": [ + "ces-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.928854, + "recall": 0.951581, + "f1": 0.936265, + "accuracy": 0.951581, + "main_score": 0.936265, + "hf_subset": "ces_Latn-gla_Latn", + "languages": [ + "ces-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-kan_Knda", + "languages": [ + "ces-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "ces_Latn-lmo_Latn", + "languages": [ + "ces-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ces_Latn-npi_Deva", + "languages": [ + "ces-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.49371, + "recall": 0.579051, + "f1": 0.51708, + "accuracy": 0.579051, + "main_score": 0.51708, + "hf_subset": "ces_Latn-shn_Mymr", + "languages": [ + "ces-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-tgl_Latn", + "languages": [ + "ces-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-yue_Hant", + "languages": [ + "ces-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ces_Latn-asm_Beng", + "languages": [ + "ces-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.902421, + "recall": 0.931818, + "f1": 0.911792, + "accuracy": 0.931818, + "main_score": 0.911792, + "hf_subset": "ces_Latn-ckb_Arab", + "languages": [ + "ces-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ces_Latn-gle_Latn", + "languages": [ + "ces-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.892622, + "recall": 0.924901, + "f1": 0.902833, + "accuracy": 0.924901, + "main_score": 0.902833, + "hf_subset": "ces_Latn-kas_Arab", + "languages": [ + "ces-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.885524, + "recall": 0.917984, + "f1": 0.89529, + "accuracy": 0.917984, + "main_score": 0.89529, + "hf_subset": "ces_Latn-ltg_Latn", + "languages": [ + "ces-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.749976, + "recall": 0.807312, + "f1": 0.767243, + "accuracy": 0.807312, + "main_score": 0.767243, + "hf_subset": "ces_Latn-nso_Latn", + "languages": [ + "ces-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ces_Latn-sin_Sinh", + "languages": [ + "ces-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-tha_Thai", + "languages": [ + "ces-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-zho_Hans", + "languages": [ + "ces-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-ast_Latn", + "languages": [ + "ces-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ces_Latn-crh_Latn", + "languages": [ + "ces-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-glg_Latn", + "languages": [ + "ces-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.837862, + "recall": 0.883399, + "f1": 0.851449, + "accuracy": 0.883399, + "main_score": 0.851449, + "hf_subset": "ces_Latn-kas_Deva", + "languages": [ + "ces-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ces_Latn-ltz_Latn", + "languages": [ + "ces-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412315, + "recall": 0.476285, + "f1": 0.429217, + "accuracy": 0.476285, + "main_score": 0.429217, + "hf_subset": "ces_Latn-nus_Latn", + "languages": [ + "ces-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.592988, + "recall": 0.678854, + "f1": 0.617219, + "accuracy": 0.678854, + "main_score": 0.617219, + "hf_subset": "ces_Latn-tir_Ethi", + "languages": [ + "ces-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ces_Latn-zho_Hant", + "languages": [ + "ces-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980567, + "recall": 0.985178, + "f1": 0.982049, + "accuracy": 0.985178, + "main_score": 0.982049, + "hf_subset": "ces_Latn-awa_Deva", + "languages": [ + "ces-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ces_Latn-cym_Latn", + "languages": [ + "ces-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.726567, + "recall": 0.789526, + "f1": 0.744587, + "accuracy": 0.789526, + "main_score": 0.744587, + "hf_subset": "ces_Latn-grn_Latn", + "languages": [ + "ces-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ces_Latn-kat_Geor", + "languages": [ + "ces-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.571641, + "recall": 0.636364, + "f1": 0.58903, + "accuracy": 0.636364, + "main_score": 0.58903, + "hf_subset": "ces_Latn-lua_Latn", + "languages": [ + "ces-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.780995, + "recall": 0.841897, + "f1": 0.799473, + "accuracy": 0.841897, + "main_score": 0.799473, + "hf_subset": "ces_Latn-nya_Latn", + "languages": [ + "ces-Latn", + "nya-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "ces_Latn-tpi_Latn", + "languages": [ + "ces-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-zsm_Latn", + "languages": [ + "ces-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.480522, + "recall": 0.550395, + "f1": 0.499982, + "accuracy": 0.550395, + "main_score": 0.499982, + "hf_subset": "ces_Latn-ayr_Latn", + "languages": [ + "ces-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-dan_Latn", + "languages": [ + "ces-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-guj_Gujr", + "languages": [ + "ces-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ces_Latn-kaz_Cyrl", + "languages": [ + "ces-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.607126, + "recall": 0.684783, + "f1": 0.629355, + "accuracy": 0.684783, + "main_score": 0.629355, + "hf_subset": "ces_Latn-lug_Latn", + "languages": [ + "ces-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-oci_Latn", + "languages": [ + "ces-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.792951, + "recall": 0.846838, + "f1": 0.809091, + "accuracy": 0.846838, + "main_score": 0.809091, + "hf_subset": "ces_Latn-smo_Latn", + "languages": [ + "ces-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.693522, + "recall": 0.769763, + "f1": 0.716304, + "accuracy": 0.769763, + "main_score": 0.716304, + "hf_subset": "ces_Latn-tsn_Latn", + "languages": [ + "ces-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.861446, + "recall": 0.900198, + "f1": 0.873254, + "accuracy": 0.900198, + "main_score": 0.873254, + "hf_subset": "ces_Latn-zul_Latn", + "languages": [ + "ces-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.909091, + "recall": 0.936759, + "f1": 0.917819, + "accuracy": 0.936759, + "main_score": 0.917819, + "hf_subset": "ces_Latn-azb_Arab", + "languages": [ + "ces-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-deu_Latn", + "languages": [ + "ces-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "ces_Latn-hat_Latn", + "languages": [ + "ces-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.449048, + "recall": 0.506917, + "f1": 0.464892, + "accuracy": 0.506917, + "main_score": 0.464892, + "hf_subset": "ces_Latn-kbp_Latn", + "languages": [ + "ces-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.498604, + "recall": 0.566206, + "f1": 0.517115, + "accuracy": 0.566206, + "main_score": 0.517115, + "hf_subset": "ces_Latn-luo_Latn", + "languages": [ + "ces-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "ces_Latn-ory_Orya", + "languages": [ + "ces-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.858366, + "recall": 0.899209, + "f1": 0.871344, + "accuracy": 0.899209, + "main_score": 0.871344, + "hf_subset": "ces_Latn-sna_Latn", + "languages": [ + "ces-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.63327, + "recall": 0.706522, + "f1": 0.653695, + "accuracy": 0.706522, + "main_score": 0.653695, + "hf_subset": "ces_Latn-tso_Latn", + "languages": [ + "ces-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-azj_Latn", + "languages": [ + "ces-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.492475, + "recall": 0.563241, + "f1": 0.511987, + "accuracy": 0.563241, + "main_score": 0.511987, + "hf_subset": "ces_Latn-dik_Latn", + "languages": [ + "ces-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.869895, + "recall": 0.909091, + "f1": 0.882378, + "accuracy": 0.909091, + "main_score": 0.882378, + "hf_subset": "ces_Latn-hau_Latn", + "languages": [ + "ces-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "ces_Latn-kea_Latn", + "languages": [ + "ces-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.904233, + "recall": 0.932806, + "f1": 0.913274, + "accuracy": 0.932806, + "main_score": 0.913274, + "hf_subset": "ces_Latn-lus_Latn", + "languages": [ + "ces-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.846986, + "recall": 0.88834, + "f1": 0.85919, + "accuracy": 0.88834, + "main_score": 0.85919, + "hf_subset": "ces_Latn-pag_Latn", + "languages": [ + "ces-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "ces_Latn-snd_Arab", + "languages": [ + "ces-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ces_Latn-tuk_Latn", + "languages": [ + "ces-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-bak_Cyrl", + "languages": [ + "ces-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.447967, + "recall": 0.525692, + "f1": 0.469357, + "accuracy": 0.525692, + "main_score": 0.469357, + "hf_subset": "ces_Latn-dyu_Latn", + "languages": [ + "ces-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-heb_Hebr", + "languages": [ + "ces-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "ces_Latn-khk_Cyrl", + "languages": [ + "ces-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-lvs_Latn", + "languages": [ + "ces-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-pan_Guru", + "languages": [ + "ces-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.827437, + "recall": 0.87747, + "f1": 0.842984, + "accuracy": 0.87747, + "main_score": 0.842984, + "hf_subset": "ces_Latn-som_Latn", + "languages": [ + "ces-Latn", + "som-Latn" + ] + }, + { + "precision": 0.66061, + "recall": 0.728261, + "f1": 0.680009, + "accuracy": 0.728261, + "main_score": 0.680009, + "hf_subset": "ces_Latn-tum_Latn", + "languages": [ + "ces-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.410164, + "recall": 0.465415, + "f1": 0.425359, + "accuracy": 0.465415, + "main_score": 0.425359, + "hf_subset": "gaz_Latn-ace_Arab", + "languages": [ + "gaz-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.462819, + "recall": 0.506917, + "f1": 0.4748, + "accuracy": 0.506917, + "main_score": 0.4748, + "hf_subset": "gaz_Latn-bam_Latn", + "languages": [ + "gaz-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.337661, + "recall": 0.395257, + "f1": 0.353117, + "accuracy": 0.395257, + "main_score": 0.353117, + "hf_subset": "gaz_Latn-dzo_Tibt", + "languages": [ + "gaz-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.544557, + "recall": 0.599802, + "f1": 0.55775, + "accuracy": 0.599802, + "main_score": 0.55775, + "hf_subset": "gaz_Latn-hin_Deva", + "languages": [ + "gaz-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.415996, + "recall": 0.475296, + "f1": 0.431449, + "accuracy": 0.475296, + "main_score": 0.431449, + "hf_subset": "gaz_Latn-khm_Khmr", + "languages": [ + "gaz-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.498174, + "recall": 0.551383, + "f1": 0.511337, + "accuracy": 0.551383, + "main_score": 0.511337, + "hf_subset": "gaz_Latn-mag_Deva", + "languages": [ + "gaz-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.497736, + "recall": 0.547431, + "f1": 0.51054, + "accuracy": 0.547431, + "main_score": 0.51054, + "hf_subset": "gaz_Latn-pap_Latn", + "languages": [ + "gaz-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.519299, + "recall": 0.576087, + "f1": 0.535343, + "accuracy": 0.576087, + "main_score": 0.535343, + "hf_subset": "gaz_Latn-sot_Latn", + "languages": [ + "gaz-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.505742, + "recall": 0.564229, + "f1": 0.520585, + "accuracy": 0.564229, + "main_score": 0.520585, + "hf_subset": "gaz_Latn-tur_Latn", + "languages": [ + "gaz-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.525689, + "recall": 0.564229, + "f1": 0.536531, + "accuracy": 0.564229, + "main_score": 0.536531, + "hf_subset": "gaz_Latn-ace_Latn", + "languages": [ + "gaz-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.490252, + "recall": 0.539526, + "f1": 0.503074, + "accuracy": 0.539526, + "main_score": 0.503074, + "hf_subset": "gaz_Latn-ban_Latn", + "languages": [ + "gaz-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.472732, + "recall": 0.530632, + "f1": 0.487775, + "accuracy": 0.530632, + "main_score": 0.487775, + "hf_subset": "gaz_Latn-ell_Grek", + "languages": [ + "gaz-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.494638, + "recall": 0.538538, + "f1": 0.505086, + "accuracy": 0.538538, + "main_score": 0.505086, + "hf_subset": "gaz_Latn-hne_Deva", + "languages": [ + "gaz-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.419686, + "recall": 0.465415, + "f1": 0.431832, + "accuracy": 0.465415, + "main_score": 0.431832, + "hf_subset": "gaz_Latn-kik_Latn", + "languages": [ + "gaz-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.504654, + "recall": 0.561265, + "f1": 0.518349, + "accuracy": 0.561265, + "main_score": 0.518349, + "hf_subset": "gaz_Latn-mai_Deva", + "languages": [ + "gaz-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.489796, + "recall": 0.552372, + "f1": 0.506457, + "accuracy": 0.552372, + "main_score": 0.506457, + "hf_subset": "gaz_Latn-pbt_Arab", + "languages": [ + "gaz-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.500673, + "recall": 0.551383, + "f1": 0.514094, + "accuracy": 0.551383, + "main_score": 0.514094, + "hf_subset": "gaz_Latn-spa_Latn", + "languages": [ + "gaz-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.494331, + "recall": 0.539526, + "f1": 0.506548, + "accuracy": 0.539526, + "main_score": 0.506548, + "hf_subset": "gaz_Latn-twi_Latn", + "languages": [ + "gaz-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.500498, + "recall": 0.55336, + "f1": 0.513831, + "accuracy": 0.55336, + "main_score": 0.513831, + "hf_subset": "gaz_Latn-acm_Arab", + "languages": [ + "gaz-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.445024, + "recall": 0.497036, + "f1": 0.458691, + "accuracy": 0.497036, + "main_score": 0.458691, + "hf_subset": "gaz_Latn-bel_Cyrl", + "languages": [ + "gaz-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.516566, + "recall": 0.576087, + "f1": 0.531223, + "accuracy": 0.576087, + "main_score": 0.531223, + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.508595, + "recall": 0.566206, + "f1": 0.52307, + "accuracy": 0.566206, + "main_score": 0.52307, + "hf_subset": "gaz_Latn-hrv_Latn", + "languages": [ + "gaz-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.491091, + "recall": 0.549407, + "f1": 0.506613, + "accuracy": 0.549407, + "main_score": 0.506613, + "hf_subset": "gaz_Latn-kin_Latn", + "languages": [ + "gaz-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.465752, + "recall": 0.525692, + "f1": 0.480224, + "accuracy": 0.525692, + "main_score": 0.480224, + "hf_subset": "gaz_Latn-mal_Mlym", + "languages": [ + "gaz-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.48714, + "recall": 0.541502, + "f1": 0.501497, + "accuracy": 0.541502, + "main_score": 0.501497, + "hf_subset": "gaz_Latn-pes_Arab", + "languages": [ + "gaz-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.51261, + "recall": 0.567194, + "f1": 0.526231, + "accuracy": 0.567194, + "main_score": 0.526231, + "hf_subset": "gaz_Latn-srd_Latn", + "languages": [ + "gaz-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.24872, + "recall": 0.302372, + "f1": 0.262171, + "accuracy": 0.302372, + "main_score": 0.262171, + "hf_subset": "gaz_Latn-tzm_Tfng", + "languages": [ + "gaz-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.513697, + "recall": 0.563241, + "f1": 0.525654, + "accuracy": 0.563241, + "main_score": 0.525654, + "hf_subset": "gaz_Latn-acq_Arab", + "languages": [ + "gaz-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.488344, + "recall": 0.537549, + "f1": 0.502341, + "accuracy": 0.537549, + "main_score": 0.502341, + "hf_subset": "gaz_Latn-bem_Latn", + "languages": [ + "gaz-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.470206, + "recall": 0.523715, + "f1": 0.482782, + "accuracy": 0.523715, + "main_score": 0.482782, + "hf_subset": "gaz_Latn-epo_Latn", + "languages": [ + "gaz-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.505809, + "recall": 0.565217, + "f1": 0.521842, + "accuracy": 0.565217, + "main_score": 0.521842, + "hf_subset": "gaz_Latn-hun_Latn", + "languages": [ + "gaz-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.482465, + "recall": 0.544466, + "f1": 0.498585, + "accuracy": 0.544466, + "main_score": 0.498585, + "hf_subset": "gaz_Latn-kir_Cyrl", + "languages": [ + "gaz-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.498118, + "recall": 0.554348, + "f1": 0.512736, + "accuracy": 0.554348, + "main_score": 0.512736, + "hf_subset": "gaz_Latn-mar_Deva", + "languages": [ + "gaz-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.494551, + "recall": 0.5583, + "f1": 0.511729, + "accuracy": 0.5583, + "main_score": 0.511729, + "hf_subset": "gaz_Latn-plt_Latn", + "languages": [ + "gaz-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.487545, + "recall": 0.540514, + "f1": 0.50076, + "accuracy": 0.540514, + "main_score": 0.50076, + "hf_subset": "gaz_Latn-srp_Cyrl", + "languages": [ + "gaz-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.44911, + "recall": 0.509881, + "f1": 0.465333, + "accuracy": 0.509881, + "main_score": 0.465333, + "hf_subset": "gaz_Latn-uig_Arab", + "languages": [ + "gaz-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.474492, + "recall": 0.533597, + "f1": 0.48957, + "accuracy": 0.533597, + "main_score": 0.48957, + "hf_subset": "gaz_Latn-aeb_Arab", + "languages": [ + "gaz-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.482648, + "recall": 0.535573, + "f1": 0.496617, + "accuracy": 0.535573, + "main_score": 0.496617, + "hf_subset": "gaz_Latn-ben_Beng", + "languages": [ + "gaz-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.497538, + "recall": 0.554348, + "f1": 0.512488, + "accuracy": 0.554348, + "main_score": 0.512488, + "hf_subset": "gaz_Latn-est_Latn", + "languages": [ + "gaz-Latn", + "est-Latn" + ] + }, + { + "precision": 0.450114, + "recall": 0.519763, + "f1": 0.46765, + "accuracy": 0.519763, + "main_score": 0.46765, + "hf_subset": "gaz_Latn-hye_Armn", + "languages": [ + "gaz-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.429408, + "recall": 0.47332, + "f1": 0.440975, + "accuracy": 0.47332, + "main_score": 0.440975, + "hf_subset": "gaz_Latn-kmb_Latn", + "languages": [ + "gaz-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.394404, + "recall": 0.456522, + "f1": 0.411328, + "accuracy": 0.456522, + "main_score": 0.411328, + "hf_subset": "gaz_Latn-min_Arab", + "languages": [ + "gaz-Latn", + "min-Arab" + ] + }, + { + "precision": 0.519345, + "recall": 0.571146, + "f1": 0.532795, + "accuracy": 0.571146, + "main_score": 0.532795, + "hf_subset": "gaz_Latn-pol_Latn", + "languages": [ + "gaz-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.46126, + "recall": 0.511858, + "f1": 0.474991, + "accuracy": 0.511858, + "main_score": 0.474991, + "hf_subset": "gaz_Latn-ssw_Latn", + "languages": [ + "gaz-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.496062, + "recall": 0.550395, + "f1": 0.50901, + "accuracy": 0.550395, + "main_score": 0.50901, + "hf_subset": "gaz_Latn-ukr_Cyrl", + "languages": [ + "gaz-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.463553, + "recall": 0.514822, + "f1": 0.4764, + "accuracy": 0.514822, + "main_score": 0.4764, + "hf_subset": "gaz_Latn-afr_Latn", + "languages": [ + "gaz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.498214, + "recall": 0.551383, + "f1": 0.511912, + "accuracy": 0.551383, + "main_score": 0.511912, + "hf_subset": "gaz_Latn-bho_Deva", + "languages": [ + "gaz-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.484593, + "recall": 0.534585, + "f1": 0.496852, + "accuracy": 0.534585, + "main_score": 0.496852, + "hf_subset": "gaz_Latn-eus_Latn", + "languages": [ + "gaz-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.507389, + "recall": 0.560277, + "f1": 0.521124, + "accuracy": 0.560277, + "main_score": 0.521124, + "hf_subset": "gaz_Latn-ibo_Latn", + "languages": [ + "gaz-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.512744, + "recall": 0.566206, + "f1": 0.527714, + "accuracy": 0.566206, + "main_score": 0.527714, + "hf_subset": "gaz_Latn-kmr_Latn", + "languages": [ + "gaz-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.487833, + "recall": 0.541502, + "f1": 0.500913, + "accuracy": 0.541502, + "main_score": 0.500913, + "hf_subset": "gaz_Latn-min_Latn", + "languages": [ + "gaz-Latn", + "min-Latn" + ] + }, + { + "precision": 0.506563, + "recall": 0.560277, + "f1": 0.520711, + "accuracy": 0.560277, + "main_score": 0.520711, + "hf_subset": "gaz_Latn-por_Latn", + "languages": [ + "gaz-Latn", + "por-Latn" + ] + }, + { + "precision": 0.466022, + "recall": 0.521739, + "f1": 0.479459, + "accuracy": 0.521739, + "main_score": 0.479459, + "hf_subset": "gaz_Latn-sun_Latn", + "languages": [ + "gaz-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.429986, + "recall": 0.474308, + "f1": 0.442178, + "accuracy": 0.474308, + "main_score": 0.442178, + "hf_subset": "gaz_Latn-umb_Latn", + "languages": [ + "gaz-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.516213, + "recall": 0.570158, + "f1": 0.529098, + "accuracy": 0.570158, + "main_score": 0.529098, + "hf_subset": "gaz_Latn-ajp_Arab", + "languages": [ + "gaz-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.40415, + "recall": 0.464427, + "f1": 0.418887, + "accuracy": 0.464427, + "main_score": 0.418887, + "hf_subset": "gaz_Latn-bjn_Arab", + "languages": [ + "gaz-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.423494, + "recall": 0.463439, + "f1": 0.433888, + "accuracy": 0.463439, + "main_score": 0.433888, + "hf_subset": "gaz_Latn-ewe_Latn", + "languages": [ + "gaz-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.484455, + "recall": 0.543478, + "f1": 0.499798, + "accuracy": 0.543478, + "main_score": 0.499798, + "hf_subset": "gaz_Latn-ilo_Latn", + "languages": [ + "gaz-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.251719, + "recall": 0.304348, + "f1": 0.265362, + "accuracy": 0.304348, + "main_score": 0.265362, + "hf_subset": "gaz_Latn-knc_Arab", + "languages": [ + "gaz-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.485637, + "recall": 0.545455, + "f1": 0.50055, + "accuracy": 0.545455, + "main_score": 0.50055, + "hf_subset": "gaz_Latn-mkd_Cyrl", + "languages": [ + "gaz-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.525895, + "recall": 0.585968, + "f1": 0.540576, + "accuracy": 0.585968, + "main_score": 0.540576, + "hf_subset": "gaz_Latn-prs_Arab", + "languages": [ + "gaz-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.517891, + "recall": 0.574111, + "f1": 0.53251, + "accuracy": 0.574111, + "main_score": 0.53251, + "hf_subset": "gaz_Latn-swe_Latn", + "languages": [ + "gaz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.483369, + "recall": 0.545455, + "f1": 0.498079, + "accuracy": 0.545455, + "main_score": 0.498079, + "hf_subset": "gaz_Latn-urd_Arab", + "languages": [ + "gaz-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.492211, + "recall": 0.536561, + "f1": 0.503816, + "accuracy": 0.536561, + "main_score": 0.503816, + "hf_subset": "gaz_Latn-aka_Latn", + "languages": [ + "gaz-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.488657, + "recall": 0.541502, + "f1": 0.500754, + "accuracy": 0.541502, + "main_score": 0.500754, + "hf_subset": "gaz_Latn-bjn_Latn", + "languages": [ + "gaz-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.454661, + "recall": 0.505929, + "f1": 0.467676, + "accuracy": 0.505929, + "main_score": 0.467676, + "hf_subset": "gaz_Latn-fao_Latn", + "languages": [ + "gaz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.514963, + "recall": 0.567194, + "f1": 0.527389, + "accuracy": 0.567194, + "main_score": 0.527389, + "hf_subset": "gaz_Latn-ind_Latn", + "languages": [ + "gaz-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.453847, + "recall": 0.495059, + "f1": 0.46502, + "accuracy": 0.495059, + "main_score": 0.46502, + "hf_subset": "gaz_Latn-knc_Latn", + "languages": [ + "gaz-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.453142, + "recall": 0.508893, + "f1": 0.466721, + "accuracy": 0.508893, + "main_score": 0.466721, + "hf_subset": "gaz_Latn-mlt_Latn", + "languages": [ + "gaz-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.479809, + "recall": 0.527668, + "f1": 0.492747, + "accuracy": 0.527668, + "main_score": 0.492747, + "hf_subset": "gaz_Latn-quy_Latn", + "languages": [ + "gaz-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.483148, + "recall": 0.540514, + "f1": 0.496873, + "accuracy": 0.540514, + "main_score": 0.496873, + "hf_subset": "gaz_Latn-swh_Latn", + "languages": [ + "gaz-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.464951, + "recall": 0.525692, + "f1": 0.480403, + "accuracy": 0.525692, + "main_score": 0.480403, + "hf_subset": "gaz_Latn-uzn_Latn", + "languages": [ + "gaz-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.482532, + "recall": 0.538538, + "f1": 0.497112, + "accuracy": 0.538538, + "main_score": 0.497112, + "hf_subset": "gaz_Latn-als_Latn", + "languages": [ + "gaz-Latn", + "als-Latn" + ] + }, + { + "precision": 0.385834, + "recall": 0.448617, + "f1": 0.402086, + "accuracy": 0.448617, + "main_score": 0.402086, + "hf_subset": "gaz_Latn-bod_Tibt", + "languages": [ + "gaz-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.476254, + "recall": 0.524704, + "f1": 0.489582, + "accuracy": 0.524704, + "main_score": 0.489582, + "hf_subset": "gaz_Latn-fij_Latn", + "languages": [ + "gaz-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.432012, + "recall": 0.493083, + "f1": 0.446607, + "accuracy": 0.493083, + "main_score": 0.446607, + "hf_subset": "gaz_Latn-isl_Latn", + "languages": [ + "gaz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.468407, + "recall": 0.516798, + "f1": 0.48042, + "accuracy": 0.516798, + "main_score": 0.48042, + "hf_subset": "gaz_Latn-kon_Latn", + "languages": [ + "gaz-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.435897, + "recall": 0.485178, + "f1": 0.448444, + "accuracy": 0.485178, + "main_score": 0.448444, + "hf_subset": "gaz_Latn-mni_Beng", + "languages": [ + "gaz-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.509112, + "recall": 0.559289, + "f1": 0.522037, + "accuracy": 0.559289, + "main_score": 0.522037, + "hf_subset": "gaz_Latn-ron_Latn", + "languages": [ + "gaz-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.510317, + "recall": 0.5583, + "f1": 0.521894, + "accuracy": 0.5583, + "main_score": 0.521894, + "hf_subset": "gaz_Latn-szl_Latn", + "languages": [ + "gaz-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.517964, + "recall": 0.575099, + "f1": 0.531673, + "accuracy": 0.575099, + "main_score": 0.531673, + "hf_subset": "gaz_Latn-vec_Latn", + "languages": [ + "gaz-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.565874, + "recall": 0.617589, + "f1": 0.579053, + "accuracy": 0.617589, + "main_score": 0.579053, + "hf_subset": "gaz_Latn-amh_Ethi", + "languages": [ + "gaz-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.500399, + "recall": 0.560277, + "f1": 0.515958, + "accuracy": 0.560277, + "main_score": 0.515958, + "hf_subset": "gaz_Latn-bos_Latn", + "languages": [ + "gaz-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.483587, + "recall": 0.535573, + "f1": 0.496393, + "accuracy": 0.535573, + "main_score": 0.496393, + "hf_subset": "gaz_Latn-fin_Latn", + "languages": [ + "gaz-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.530476, + "recall": 0.582016, + "f1": 0.544028, + "accuracy": 0.582016, + "main_score": 0.544028, + "hf_subset": "gaz_Latn-ita_Latn", + "languages": [ + "gaz-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.525952, + "recall": 0.576087, + "f1": 0.538283, + "accuracy": 0.576087, + "main_score": 0.538283, + "hf_subset": "gaz_Latn-kor_Hang", + "languages": [ + "gaz-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.446466, + "recall": 0.485178, + "f1": 0.456574, + "accuracy": 0.485178, + "main_score": 0.456574, + "hf_subset": "gaz_Latn-mos_Latn", + "languages": [ + "gaz-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.454625, + "recall": 0.508893, + "f1": 0.469589, + "accuracy": 0.508893, + "main_score": 0.469589, + "hf_subset": "gaz_Latn-run_Latn", + "languages": [ + "gaz-Latn", + "run-Latn" + ] + }, + { + "precision": 0.47104, + "recall": 0.52668, + "f1": 0.484944, + "accuracy": 0.52668, + "main_score": 0.484944, + "hf_subset": "gaz_Latn-tam_Taml", + "languages": [ + "gaz-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.49501, + "recall": 0.543478, + "f1": 0.507496, + "accuracy": 0.543478, + "main_score": 0.507496, + "hf_subset": "gaz_Latn-vie_Latn", + "languages": [ + "gaz-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.493911, + "recall": 0.546443, + "f1": 0.507359, + "accuracy": 0.546443, + "main_score": 0.507359, + "hf_subset": "gaz_Latn-apc_Arab", + "languages": [ + "gaz-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.489781, + "recall": 0.529644, + "f1": 0.500979, + "accuracy": 0.529644, + "main_score": 0.500979, + "hf_subset": "gaz_Latn-bug_Latn", + "languages": [ + "gaz-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.3904, + "recall": 0.426877, + "f1": 0.400522, + "accuracy": 0.426877, + "main_score": 0.400522, + "hf_subset": "gaz_Latn-fon_Latn", + "languages": [ + "gaz-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.477369, + "recall": 0.535573, + "f1": 0.492646, + "accuracy": 0.535573, + "main_score": 0.492646, + "hf_subset": "gaz_Latn-jav_Latn", + "languages": [ + "gaz-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.413195, + "recall": 0.478261, + "f1": 0.428832, + "accuracy": 0.478261, + "main_score": 0.428832, + "hf_subset": "gaz_Latn-lao_Laoo", + "languages": [ + "gaz-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.471543, + "recall": 0.535573, + "f1": 0.488246, + "accuracy": 0.535573, + "main_score": 0.488246, + "hf_subset": "gaz_Latn-mri_Latn", + "languages": [ + "gaz-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.494813, + "recall": 0.552372, + "f1": 0.509098, + "accuracy": 0.552372, + "main_score": 0.509098, + "hf_subset": "gaz_Latn-rus_Cyrl", + "languages": [ + "gaz-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.451176, + "recall": 0.487154, + "f1": 0.460937, + "accuracy": 0.487154, + "main_score": 0.460937, + "hf_subset": "gaz_Latn-taq_Latn", + "languages": [ + "gaz-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.484171, + "recall": 0.539526, + "f1": 0.497793, + "accuracy": 0.539526, + "main_score": 0.497793, + "hf_subset": "gaz_Latn-war_Latn", + "languages": [ + "gaz-Latn", + "war-Latn" + ] + }, + { + "precision": 0.508469, + "recall": 0.562253, + "f1": 0.522396, + "accuracy": 0.562253, + "main_score": 0.522396, + "hf_subset": "gaz_Latn-arb_Arab", + "languages": [ + "gaz-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.514376, + "recall": 0.574111, + "f1": 0.530229, + "accuracy": 0.574111, + "main_score": 0.530229, + "hf_subset": "gaz_Latn-bul_Cyrl", + "languages": [ + "gaz-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.519581, + "recall": 0.573123, + "f1": 0.533504, + "accuracy": 0.573123, + "main_score": 0.533504, + "hf_subset": "gaz_Latn-fra_Latn", + "languages": [ + "gaz-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.515093, + "recall": 0.571146, + "f1": 0.529473, + "accuracy": 0.571146, + "main_score": 0.529473, + "hf_subset": "gaz_Latn-jpn_Jpan", + "languages": [ + "gaz-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.517175, + "recall": 0.567194, + "f1": 0.529656, + "accuracy": 0.567194, + "main_score": 0.529656, + "hf_subset": "gaz_Latn-lij_Latn", + "languages": [ + "gaz-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.480777, + "recall": 0.539526, + "f1": 0.495876, + "accuracy": 0.539526, + "main_score": 0.495876, + "hf_subset": "gaz_Latn-mya_Mymr", + "languages": [ + "gaz-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.464682, + "recall": 0.507905, + "f1": 0.476038, + "accuracy": 0.507905, + "main_score": 0.476038, + "hf_subset": "gaz_Latn-sag_Latn", + "languages": [ + "gaz-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.245761, + "recall": 0.302372, + "f1": 0.260388, + "accuracy": 0.302372, + "main_score": 0.260388, + "hf_subset": "gaz_Latn-taq_Tfng", + "languages": [ + "gaz-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.506438, + "recall": 0.549407, + "f1": 0.517611, + "accuracy": 0.549407, + "main_score": 0.517611, + "hf_subset": "gaz_Latn-wol_Latn", + "languages": [ + "gaz-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.463742, + "recall": 0.528656, + "f1": 0.480488, + "accuracy": 0.528656, + "main_score": 0.480488, + "hf_subset": "gaz_Latn-arb_Latn", + "languages": [ + "gaz-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.486808, + "recall": 0.540514, + "f1": 0.500162, + "accuracy": 0.540514, + "main_score": 0.500162, + "hf_subset": "gaz_Latn-cat_Latn", + "languages": [ + "gaz-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.499577, + "recall": 0.544466, + "f1": 0.510041, + "accuracy": 0.544466, + "main_score": 0.510041, + "hf_subset": "gaz_Latn-fur_Latn", + "languages": [ + "gaz-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.42368, + "recall": 0.47332, + "f1": 0.436771, + "accuracy": 0.47332, + "main_score": 0.436771, + "hf_subset": "gaz_Latn-kab_Latn", + "languages": [ + "gaz-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.491213, + "recall": 0.536561, + "f1": 0.502815, + "accuracy": 0.536561, + "main_score": 0.502815, + "hf_subset": "gaz_Latn-lim_Latn", + "languages": [ + "gaz-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.503258, + "recall": 0.562253, + "f1": 0.518133, + "accuracy": 0.562253, + "main_score": 0.518133, + "hf_subset": "gaz_Latn-nld_Latn", + "languages": [ + "gaz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.483112, + "recall": 0.534585, + "f1": 0.495719, + "accuracy": 0.534585, + "main_score": 0.495719, + "hf_subset": "gaz_Latn-san_Deva", + "languages": [ + "gaz-Latn", + "san-Deva" + ] + }, + { + "precision": 0.467909, + "recall": 0.528656, + "f1": 0.482799, + "accuracy": 0.528656, + "main_score": 0.482799, + "hf_subset": "gaz_Latn-tat_Cyrl", + "languages": [ + "gaz-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.50715, + "recall": 0.563241, + "f1": 0.522289, + "accuracy": 0.563241, + "main_score": 0.522289, + "hf_subset": "gaz_Latn-xho_Latn", + "languages": [ + "gaz-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.496214, + "recall": 0.554348, + "f1": 0.511206, + "accuracy": 0.554348, + "main_score": 0.511206, + "hf_subset": "gaz_Latn-ars_Arab", + "languages": [ + "gaz-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.449514, + "recall": 0.501976, + "f1": 0.461929, + "accuracy": 0.501976, + "main_score": 0.461929, + "hf_subset": "gaz_Latn-ceb_Latn", + "languages": [ + "gaz-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.444825, + "recall": 0.48913, + "f1": 0.456443, + "accuracy": 0.48913, + "main_score": 0.456443, + "hf_subset": "gaz_Latn-fuv_Latn", + "languages": [ + "gaz-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.456027, + "recall": 0.497036, + "f1": 0.466615, + "accuracy": 0.497036, + "main_score": 0.466615, + "hf_subset": "gaz_Latn-kac_Latn", + "languages": [ + "gaz-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.504091, + "recall": 0.546443, + "f1": 0.514849, + "accuracy": 0.546443, + "main_score": 0.514849, + "hf_subset": "gaz_Latn-lin_Latn", + "languages": [ + "gaz-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.471015, + "recall": 0.522727, + "f1": 0.483465, + "accuracy": 0.522727, + "main_score": 0.483465, + "hf_subset": "gaz_Latn-nno_Latn", + "languages": [ + "gaz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.515451, + "recall": 0.570158, + "f1": 0.529859, + "accuracy": 0.570158, + "main_score": 0.529859, + "hf_subset": "gaz_Latn-sat_Olck", + "languages": [ + "gaz-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.459577, + "recall": 0.516798, + "f1": 0.472617, + "accuracy": 0.516798, + "main_score": 0.472617, + "hf_subset": "gaz_Latn-tel_Telu", + "languages": [ + "gaz-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.472042, + "recall": 0.533597, + "f1": 0.487475, + "accuracy": 0.533597, + "main_score": 0.487475, + "hf_subset": "gaz_Latn-ydd_Hebr", + "languages": [ + "gaz-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.483017, + "recall": 0.533597, + "f1": 0.496161, + "accuracy": 0.533597, + "main_score": 0.496161, + "hf_subset": "gaz_Latn-ary_Arab", + "languages": [ + "gaz-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.520018, + "recall": 0.573123, + "f1": 0.533932, + "accuracy": 0.573123, + "main_score": 0.533932, + "hf_subset": "gaz_Latn-ces_Latn", + "languages": [ + "gaz-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.455106, + "recall": 0.503953, + "f1": 0.467875, + "accuracy": 0.503953, + "main_score": 0.467875, + "hf_subset": "gaz_Latn-kam_Latn", + "languages": [ + "gaz-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.478687, + "recall": 0.538538, + "f1": 0.493805, + "accuracy": 0.538538, + "main_score": 0.493805, + "hf_subset": "gaz_Latn-lit_Latn", + "languages": [ + "gaz-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.481353, + "recall": 0.531621, + "f1": 0.493728, + "accuracy": 0.531621, + "main_score": 0.493728, + "hf_subset": "gaz_Latn-nob_Latn", + "languages": [ + "gaz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.495289, + "recall": 0.545455, + "f1": 0.508033, + "accuracy": 0.545455, + "main_score": 0.508033, + "hf_subset": "gaz_Latn-scn_Latn", + "languages": [ + "gaz-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.471246, + "recall": 0.52668, + "f1": 0.484499, + "accuracy": 0.52668, + "main_score": 0.484499, + "hf_subset": "gaz_Latn-tgk_Cyrl", + "languages": [ + "gaz-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.431089, + "recall": 0.482213, + "f1": 0.445082, + "accuracy": 0.482213, + "main_score": 0.445082, + "hf_subset": "gaz_Latn-yor_Latn", + "languages": [ + "gaz-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.502788, + "recall": 0.554348, + "f1": 0.514988, + "accuracy": 0.554348, + "main_score": 0.514988, + "hf_subset": "gaz_Latn-arz_Arab", + "languages": [ + "gaz-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.42461, + "recall": 0.468379, + "f1": 0.436455, + "accuracy": 0.468379, + "main_score": 0.436455, + "hf_subset": "gaz_Latn-cjk_Latn", + "languages": [ + "gaz-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.469228, + "recall": 0.527668, + "f1": 0.483721, + "accuracy": 0.527668, + "main_score": 0.483721, + "hf_subset": "gaz_Latn-gla_Latn", + "languages": [ + "gaz-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.454039, + "recall": 0.511858, + "f1": 0.468539, + "accuracy": 0.511858, + "main_score": 0.468539, + "hf_subset": "gaz_Latn-kan_Knda", + "languages": [ + "gaz-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.507718, + "recall": 0.551383, + "f1": 0.518383, + "accuracy": 0.551383, + "main_score": 0.518383, + "hf_subset": "gaz_Latn-lmo_Latn", + "languages": [ + "gaz-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.504143, + "recall": 0.561265, + "f1": 0.517735, + "accuracy": 0.561265, + "main_score": 0.517735, + "hf_subset": "gaz_Latn-npi_Deva", + "languages": [ + "gaz-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.352698, + "recall": 0.409091, + "f1": 0.368072, + "accuracy": 0.409091, + "main_score": 0.368072, + "hf_subset": "gaz_Latn-shn_Mymr", + "languages": [ + "gaz-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.500971, + "recall": 0.555336, + "f1": 0.514454, + "accuracy": 0.555336, + "main_score": 0.514454, + "hf_subset": "gaz_Latn-tgl_Latn", + "languages": [ + "gaz-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.456124, + "recall": 0.512846, + "f1": 0.470121, + "accuracy": 0.512846, + "main_score": 0.470121, + "hf_subset": "gaz_Latn-yue_Hant", + "languages": [ + "gaz-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.453674, + "recall": 0.509881, + "f1": 0.468275, + "accuracy": 0.509881, + "main_score": 0.468275, + "hf_subset": "gaz_Latn-asm_Beng", + "languages": [ + "gaz-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.50847, + "recall": 0.56917, + "f1": 0.52513, + "accuracy": 0.56917, + "main_score": 0.52513, + "hf_subset": "gaz_Latn-ckb_Arab", + "languages": [ + "gaz-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.46661, + "recall": 0.525692, + "f1": 0.481216, + "accuracy": 0.525692, + "main_score": 0.481216, + "hf_subset": "gaz_Latn-gle_Latn", + "languages": [ + "gaz-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.488371, + "recall": 0.545455, + "f1": 0.503418, + "accuracy": 0.545455, + "main_score": 0.503418, + "hf_subset": "gaz_Latn-kas_Arab", + "languages": [ + "gaz-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.516851, + "recall": 0.563241, + "f1": 0.529073, + "accuracy": 0.563241, + "main_score": 0.529073, + "hf_subset": "gaz_Latn-ltg_Latn", + "languages": [ + "gaz-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.540472, + "recall": 0.588933, + "f1": 0.553008, + "accuracy": 0.588933, + "main_score": 0.553008, + "hf_subset": "gaz_Latn-nso_Latn", + "languages": [ + "gaz-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.465166, + "recall": 0.521739, + "f1": 0.479929, + "accuracy": 0.521739, + "main_score": 0.479929, + "hf_subset": "gaz_Latn-sin_Sinh", + "languages": [ + "gaz-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.48041, + "recall": 0.54249, + "f1": 0.496379, + "accuracy": 0.54249, + "main_score": 0.496379, + "hf_subset": "gaz_Latn-tha_Thai", + "languages": [ + "gaz-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.381355, + "recall": 0.43083, + "f1": 0.393077, + "accuracy": 0.43083, + "main_score": 0.393077, + "hf_subset": "gaz_Latn-zho_Hans", + "languages": [ + "gaz-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.477266, + "recall": 0.538538, + "f1": 0.492498, + "accuracy": 0.538538, + "main_score": 0.492498, + "hf_subset": "gaz_Latn-ast_Latn", + "languages": [ + "gaz-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.516648, + "recall": 0.567194, + "f1": 0.52908, + "accuracy": 0.567194, + "main_score": 0.52908, + "hf_subset": "gaz_Latn-crh_Latn", + "languages": [ + "gaz-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.489158, + "recall": 0.544466, + "f1": 0.50275, + "accuracy": 0.544466, + "main_score": 0.50275, + "hf_subset": "gaz_Latn-glg_Latn", + "languages": [ + "gaz-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.486996, + "recall": 0.540514, + "f1": 0.500646, + "accuracy": 0.540514, + "main_score": 0.500646, + "hf_subset": "gaz_Latn-kas_Deva", + "languages": [ + "gaz-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.466523, + "recall": 0.524704, + "f1": 0.48114, + "accuracy": 0.524704, + "main_score": 0.48114, + "hf_subset": "gaz_Latn-ltz_Latn", + "languages": [ + "gaz-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.443553, + "recall": 0.488142, + "f1": 0.45541, + "accuracy": 0.488142, + "main_score": 0.45541, + "hf_subset": "gaz_Latn-nus_Latn", + "languages": [ + "gaz-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.488979, + "recall": 0.540514, + "f1": 0.502518, + "accuracy": 0.540514, + "main_score": 0.502518, + "hf_subset": "gaz_Latn-slk_Latn", + "languages": [ + "gaz-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.539363, + "recall": 0.588933, + "f1": 0.553003, + "accuracy": 0.588933, + "main_score": 0.553003, + "hf_subset": "gaz_Latn-tir_Ethi", + "languages": [ + "gaz-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.44378, + "recall": 0.5, + "f1": 0.457354, + "accuracy": 0.5, + "main_score": 0.457354, + "hf_subset": "gaz_Latn-zho_Hant", + "languages": [ + "gaz-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.491054, + "recall": 0.548419, + "f1": 0.506082, + "accuracy": 0.548419, + "main_score": 0.506082, + "hf_subset": "gaz_Latn-awa_Deva", + "languages": [ + "gaz-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.477617, + "recall": 0.539526, + "f1": 0.493321, + "accuracy": 0.539526, + "main_score": 0.493321, + "hf_subset": "gaz_Latn-cym_Latn", + "languages": [ + "gaz-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.489787, + "recall": 0.530632, + "f1": 0.499764, + "accuracy": 0.530632, + "main_score": 0.499764, + "hf_subset": "gaz_Latn-grn_Latn", + "languages": [ + "gaz-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.489106, + "recall": 0.551383, + "f1": 0.50417, + "accuracy": 0.551383, + "main_score": 0.50417, + "hf_subset": "gaz_Latn-kat_Geor", + "languages": [ + "gaz-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.473589, + "recall": 0.51087, + "f1": 0.483025, + "accuracy": 0.51087, + "main_score": 0.483025, + "hf_subset": "gaz_Latn-lua_Latn", + "languages": [ + "gaz-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.476341, + "recall": 0.539526, + "f1": 0.493489, + "accuracy": 0.539526, + "main_score": 0.493489, + "hf_subset": "gaz_Latn-nya_Latn", + "languages": [ + "gaz-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.491263, + "recall": 0.541502, + "f1": 0.504374, + "accuracy": 0.541502, + "main_score": 0.504374, + "hf_subset": "gaz_Latn-slv_Latn", + "languages": [ + "gaz-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.475529, + "recall": 0.520751, + "f1": 0.486071, + "accuracy": 0.520751, + "main_score": 0.486071, + "hf_subset": "gaz_Latn-tpi_Latn", + "languages": [ + "gaz-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.482966, + "recall": 0.538538, + "f1": 0.496064, + "accuracy": 0.538538, + "main_score": 0.496064, + "hf_subset": "gaz_Latn-zsm_Latn", + "languages": [ + "gaz-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.446397, + "recall": 0.493083, + "f1": 0.458978, + "accuracy": 0.493083, + "main_score": 0.458978, + "hf_subset": "gaz_Latn-ayr_Latn", + "languages": [ + "gaz-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.504357, + "recall": 0.559289, + "f1": 0.51808, + "accuracy": 0.559289, + "main_score": 0.51808, + "hf_subset": "gaz_Latn-dan_Latn", + "languages": [ + "gaz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.477139, + "recall": 0.545455, + "f1": 0.493995, + "accuracy": 0.545455, + "main_score": 0.493995, + "hf_subset": "gaz_Latn-guj_Gujr", + "languages": [ + "gaz-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.464743, + "recall": 0.523715, + "f1": 0.479549, + "accuracy": 0.523715, + "main_score": 0.479549, + "hf_subset": "gaz_Latn-kaz_Cyrl", + "languages": [ + "gaz-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.469475, + "recall": 0.524704, + "f1": 0.484967, + "accuracy": 0.524704, + "main_score": 0.484967, + "hf_subset": "gaz_Latn-lug_Latn", + "languages": [ + "gaz-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.492489, + "recall": 0.548419, + "f1": 0.505984, + "accuracy": 0.548419, + "main_score": 0.505984, + "hf_subset": "gaz_Latn-oci_Latn", + "languages": [ + "gaz-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.503036, + "recall": 0.563241, + "f1": 0.519303, + "accuracy": 0.563241, + "main_score": 0.519303, + "hf_subset": "gaz_Latn-smo_Latn", + "languages": [ + "gaz-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.473627, + "recall": 0.530632, + "f1": 0.489074, + "accuracy": 0.530632, + "main_score": 0.489074, + "hf_subset": "gaz_Latn-tsn_Latn", + "languages": [ + "gaz-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.499798, + "recall": 0.551383, + "f1": 0.513388, + "accuracy": 0.551383, + "main_score": 0.513388, + "hf_subset": "gaz_Latn-zul_Latn", + "languages": [ + "gaz-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.471521, + "recall": 0.518775, + "f1": 0.483451, + "accuracy": 0.518775, + "main_score": 0.483451, + "hf_subset": "gaz_Latn-azb_Arab", + "languages": [ + "gaz-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.521682, + "recall": 0.56917, + "f1": 0.533572, + "accuracy": 0.56917, + "main_score": 0.533572, + "hf_subset": "gaz_Latn-deu_Latn", + "languages": [ + "gaz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.500806, + "recall": 0.5583, + "f1": 0.51507, + "accuracy": 0.5583, + "main_score": 0.51507, + "hf_subset": "gaz_Latn-hat_Latn", + "languages": [ + "gaz-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.430531, + "recall": 0.47332, + "f1": 0.441984, + "accuracy": 0.47332, + "main_score": 0.441984, + "hf_subset": "gaz_Latn-kbp_Latn", + "languages": [ + "gaz-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.450285, + "recall": 0.499012, + "f1": 0.463545, + "accuracy": 0.499012, + "main_score": 0.463545, + "hf_subset": "gaz_Latn-luo_Latn", + "languages": [ + "gaz-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.454185, + "recall": 0.506917, + "f1": 0.466496, + "accuracy": 0.506917, + "main_score": 0.466496, + "hf_subset": "gaz_Latn-ory_Orya", + "languages": [ + "gaz-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.467261, + "recall": 0.528656, + "f1": 0.483907, + "accuracy": 0.528656, + "main_score": 0.483907, + "hf_subset": "gaz_Latn-sna_Latn", + "languages": [ + "gaz-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.496232, + "recall": 0.541502, + "f1": 0.508456, + "accuracy": 0.541502, + "main_score": 0.508456, + "hf_subset": "gaz_Latn-tso_Latn", + "languages": [ + "gaz-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.464043, + "recall": 0.522727, + "f1": 0.478797, + "accuracy": 0.522727, + "main_score": 0.478797, + "hf_subset": "gaz_Latn-azj_Latn", + "languages": [ + "gaz-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.422475, + "recall": 0.472332, + "f1": 0.435799, + "accuracy": 0.472332, + "main_score": 0.435799, + "hf_subset": "gaz_Latn-dik_Latn", + "languages": [ + "gaz-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.476854, + "recall": 0.533597, + "f1": 0.4916, + "accuracy": 0.533597, + "main_score": 0.4916, + "hf_subset": "gaz_Latn-hau_Latn", + "languages": [ + "gaz-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.507228, + "recall": 0.565217, + "f1": 0.521321, + "accuracy": 0.565217, + "main_score": 0.521321, + "hf_subset": "gaz_Latn-kea_Latn", + "languages": [ + "gaz-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.483745, + "recall": 0.533597, + "f1": 0.495698, + "accuracy": 0.533597, + "main_score": 0.495698, + "hf_subset": "gaz_Latn-lus_Latn", + "languages": [ + "gaz-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.499261, + "recall": 0.549407, + "f1": 0.512188, + "accuracy": 0.549407, + "main_score": 0.512188, + "hf_subset": "gaz_Latn-pag_Latn", + "languages": [ + "gaz-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.471296, + "recall": 0.532609, + "f1": 0.48678, + "accuracy": 0.532609, + "main_score": 0.48678, + "hf_subset": "gaz_Latn-snd_Arab", + "languages": [ + "gaz-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.480827, + "recall": 0.54249, + "f1": 0.496314, + "accuracy": 0.54249, + "main_score": 0.496314, + "hf_subset": "gaz_Latn-tuk_Latn", + "languages": [ + "gaz-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.459618, + "recall": 0.51087, + "f1": 0.472053, + "accuracy": 0.51087, + "main_score": 0.472053, + "hf_subset": "gaz_Latn-bak_Cyrl", + "languages": [ + "gaz-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.382004, + "recall": 0.431818, + "f1": 0.39522, + "accuracy": 0.431818, + "main_score": 0.39522, + "hf_subset": "gaz_Latn-dyu_Latn", + "languages": [ + "gaz-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.50299, + "recall": 0.5583, + "f1": 0.516693, + "accuracy": 0.5583, + "main_score": 0.516693, + "hf_subset": "gaz_Latn-heb_Hebr", + "languages": [ + "gaz-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.509958, + "recall": 0.562253, + "f1": 0.523633, + "accuracy": 0.562253, + "main_score": 0.523633, + "hf_subset": "gaz_Latn-khk_Cyrl", + "languages": [ + "gaz-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.480888, + "recall": 0.539526, + "f1": 0.495762, + "accuracy": 0.539526, + "main_score": 0.495762, + "hf_subset": "gaz_Latn-lvs_Latn", + "languages": [ + "gaz-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.472245, + "recall": 0.528656, + "f1": 0.485762, + "accuracy": 0.528656, + "main_score": 0.485762, + "hf_subset": "gaz_Latn-pan_Guru", + "languages": [ + "gaz-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.514325, + "recall": 0.574111, + "f1": 0.529965, + "accuracy": 0.574111, + "main_score": 0.529965, + "hf_subset": "gaz_Latn-som_Latn", + "languages": [ + "gaz-Latn", + "som-Latn" + ] + }, + { + "precision": 0.448291, + "recall": 0.492095, + "f1": 0.460515, + "accuracy": 0.492095, + "main_score": 0.460515, + "hf_subset": "gaz_Latn-tum_Latn", + "languages": [ + "gaz-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.38898, + "recall": 0.445652, + "f1": 0.404984, + "accuracy": 0.445652, + "main_score": 0.404984, + "hf_subset": "kam_Latn-ace_Arab", + "languages": [ + "kam-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489465, + "recall": 0.529644, + "f1": 0.500511, + "accuracy": 0.529644, + "main_score": 0.500511, + "hf_subset": "kam_Latn-bam_Latn", + "languages": [ + "kam-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.333173, + "recall": 0.386364, + "f1": 0.347825, + "accuracy": 0.386364, + "main_score": 0.347825, + "hf_subset": "kam_Latn-dzo_Tibt", + "languages": [ + "kam-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.541933, + "recall": 0.593874, + "f1": 0.556224, + "accuracy": 0.593874, + "main_score": 0.556224, + "hf_subset": "kam_Latn-hin_Deva", + "languages": [ + "kam-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.460619, + "recall": 0.507905, + "f1": 0.473608, + "accuracy": 0.507905, + "main_score": 0.473608, + "hf_subset": "kam_Latn-khm_Khmr", + "languages": [ + "kam-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.532997, + "recall": 0.579051, + "f1": 0.544971, + "accuracy": 0.579051, + "main_score": 0.544971, + "hf_subset": "kam_Latn-mag_Deva", + "languages": [ + "kam-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.511399, + "recall": 0.562253, + "f1": 0.525076, + "accuracy": 0.562253, + "main_score": 0.525076, + "hf_subset": "kam_Latn-pap_Latn", + "languages": [ + "kam-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.5334, + "recall": 0.585968, + "f1": 0.547288, + "accuracy": 0.585968, + "main_score": 0.547288, + "hf_subset": "kam_Latn-sot_Latn", + "languages": [ + "kam-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.528984, + "recall": 0.578063, + "f1": 0.541988, + "accuracy": 0.578063, + "main_score": 0.541988, + "hf_subset": "kam_Latn-tur_Latn", + "languages": [ + "kam-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.522916, + "recall": 0.559289, + "f1": 0.532356, + "accuracy": 0.559289, + "main_score": 0.532356, + "hf_subset": "kam_Latn-ace_Latn", + "languages": [ + "kam-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.508933, + "recall": 0.55336, + "f1": 0.521004, + "accuracy": 0.55336, + "main_score": 0.521004, + "hf_subset": "kam_Latn-ban_Latn", + "languages": [ + "kam-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.50408, + "recall": 0.5583, + "f1": 0.517612, + "accuracy": 0.5583, + "main_score": 0.517612, + "hf_subset": "kam_Latn-ell_Grek", + "languages": [ + "kam-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.516159, + "recall": 0.568182, + "f1": 0.529222, + "accuracy": 0.568182, + "main_score": 0.529222, + "hf_subset": "kam_Latn-hne_Deva", + "languages": [ + "kam-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.526148, + "recall": 0.582016, + "f1": 0.54114, + "accuracy": 0.582016, + "main_score": 0.54114, + "hf_subset": "kam_Latn-kik_Latn", + "languages": [ + "kam-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.53215, + "recall": 0.575099, + "f1": 0.543639, + "accuracy": 0.575099, + "main_score": 0.543639, + "hf_subset": "kam_Latn-mai_Deva", + "languages": [ + "kam-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.472016, + "recall": 0.524704, + "f1": 0.485719, + "accuracy": 0.524704, + "main_score": 0.485719, + "hf_subset": "kam_Latn-pbt_Arab", + "languages": [ + "kam-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.542026, + "recall": 0.594862, + "f1": 0.555533, + "accuracy": 0.594862, + "main_score": 0.555533, + "hf_subset": "kam_Latn-spa_Latn", + "languages": [ + "kam-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.526044, + "recall": 0.566206, + "f1": 0.536765, + "accuracy": 0.566206, + "main_score": 0.536765, + "hf_subset": "kam_Latn-twi_Latn", + "languages": [ + "kam-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.522302, + "recall": 0.576087, + "f1": 0.535841, + "accuracy": 0.576087, + "main_score": 0.535841, + "hf_subset": "kam_Latn-acm_Arab", + "languages": [ + "kam-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.472423, + "recall": 0.522727, + "f1": 0.484849, + "accuracy": 0.522727, + "main_score": 0.484849, + "hf_subset": "kam_Latn-bel_Cyrl", + "languages": [ + "kam-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.549598, + "recall": 0.609684, + "f1": 0.564486, + "accuracy": 0.609684, + "main_score": 0.564486, + "hf_subset": "kam_Latn-eng_Latn", + "languages": [ + "kam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.526702, + "recall": 0.575099, + "f1": 0.538871, + "accuracy": 0.575099, + "main_score": 0.538871, + "hf_subset": "kam_Latn-hrv_Latn", + "languages": [ + "kam-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.514306, + "recall": 0.562253, + "f1": 0.5275, + "accuracy": 0.562253, + "main_score": 0.5275, + "hf_subset": "kam_Latn-kin_Latn", + "languages": [ + "kam-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.490704, + "recall": 0.541502, + "f1": 0.503497, + "accuracy": 0.541502, + "main_score": 0.503497, + "hf_subset": "kam_Latn-mal_Mlym", + "languages": [ + "kam-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.50719, + "recall": 0.563241, + "f1": 0.5205, + "accuracy": 0.563241, + "main_score": 0.5205, + "hf_subset": "kam_Latn-pes_Arab", + "languages": [ + "kam-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.519339, + "recall": 0.572134, + "f1": 0.532931, + "accuracy": 0.572134, + "main_score": 0.532931, + "hf_subset": "kam_Latn-srd_Latn", + "languages": [ + "kam-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.210969, + "recall": 0.269763, + "f1": 0.225564, + "accuracy": 0.269763, + "main_score": 0.225564, + "hf_subset": "kam_Latn-tzm_Tfng", + "languages": [ + "kam-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.539163, + "recall": 0.581028, + "f1": 0.549491, + "accuracy": 0.581028, + "main_score": 0.549491, + "hf_subset": "kam_Latn-acq_Arab", + "languages": [ + "kam-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.547087, + "recall": 0.583992, + "f1": 0.556844, + "accuracy": 0.583992, + "main_score": 0.556844, + "hf_subset": "kam_Latn-bem_Latn", + "languages": [ + "kam-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.499937, + "recall": 0.546443, + "f1": 0.511697, + "accuracy": 0.546443, + "main_score": 0.511697, + "hf_subset": "kam_Latn-epo_Latn", + "languages": [ + "kam-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.517393, + "recall": 0.568182, + "f1": 0.530568, + "accuracy": 0.568182, + "main_score": 0.530568, + "hf_subset": "kam_Latn-hun_Latn", + "languages": [ + "kam-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.491969, + "recall": 0.55336, + "f1": 0.507755, + "accuracy": 0.55336, + "main_score": 0.507755, + "hf_subset": "kam_Latn-kir_Cyrl", + "languages": [ + "kam-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.498434, + "recall": 0.552372, + "f1": 0.511988, + "accuracy": 0.552372, + "main_score": 0.511988, + "hf_subset": "kam_Latn-mar_Deva", + "languages": [ + "kam-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.510639, + "recall": 0.560277, + "f1": 0.524562, + "accuracy": 0.560277, + "main_score": 0.524562, + "hf_subset": "kam_Latn-plt_Latn", + "languages": [ + "kam-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.50657, + "recall": 0.554348, + "f1": 0.518947, + "accuracy": 0.554348, + "main_score": 0.518947, + "hf_subset": "kam_Latn-srp_Cyrl", + "languages": [ + "kam-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.438978, + "recall": 0.495059, + "f1": 0.45432, + "accuracy": 0.495059, + "main_score": 0.45432, + "hf_subset": "kam_Latn-uig_Arab", + "languages": [ + "kam-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.515899, + "recall": 0.561265, + "f1": 0.527363, + "accuracy": 0.561265, + "main_score": 0.527363, + "hf_subset": "kam_Latn-aeb_Arab", + "languages": [ + "kam-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.513345, + "recall": 0.561265, + "f1": 0.525545, + "accuracy": 0.561265, + "main_score": 0.525545, + "hf_subset": "kam_Latn-ben_Beng", + "languages": [ + "kam-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.507315, + "recall": 0.555336, + "f1": 0.520555, + "accuracy": 0.555336, + "main_score": 0.520555, + "hf_subset": "kam_Latn-est_Latn", + "languages": [ + "kam-Latn", + "est-Latn" + ] + }, + { + "precision": 0.489516, + "recall": 0.538538, + "f1": 0.501866, + "accuracy": 0.538538, + "main_score": 0.501866, + "hf_subset": "kam_Latn-hye_Armn", + "languages": [ + "kam-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.488933, + "recall": 0.517787, + "f1": 0.497694, + "accuracy": 0.517787, + "main_score": 0.497694, + "hf_subset": "kam_Latn-kmb_Latn", + "languages": [ + "kam-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.363191, + "recall": 0.421937, + "f1": 0.379264, + "accuracy": 0.421937, + "main_score": 0.379264, + "hf_subset": "kam_Latn-min_Arab", + "languages": [ + "kam-Latn", + "min-Arab" + ] + }, + { + "precision": 0.538915, + "recall": 0.587945, + "f1": 0.551722, + "accuracy": 0.587945, + "main_score": 0.551722, + "hf_subset": "kam_Latn-pol_Latn", + "languages": [ + "kam-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.521855, + "recall": 0.562253, + "f1": 0.533035, + "accuracy": 0.562253, + "main_score": 0.533035, + "hf_subset": "kam_Latn-ssw_Latn", + "languages": [ + "kam-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.509216, + "recall": 0.563241, + "f1": 0.522657, + "accuracy": 0.563241, + "main_score": 0.522657, + "hf_subset": "kam_Latn-ukr_Cyrl", + "languages": [ + "kam-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.501647, + "recall": 0.549407, + "f1": 0.513718, + "accuracy": 0.549407, + "main_score": 0.513718, + "hf_subset": "kam_Latn-afr_Latn", + "languages": [ + "kam-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.528913, + "recall": 0.582016, + "f1": 0.542133, + "accuracy": 0.582016, + "main_score": 0.542133, + "hf_subset": "kam_Latn-bho_Deva", + "languages": [ + "kam-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.491037, + "recall": 0.538538, + "f1": 0.502392, + "accuracy": 0.538538, + "main_score": 0.502392, + "hf_subset": "kam_Latn-eus_Latn", + "languages": [ + "kam-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.529582, + "recall": 0.568182, + "f1": 0.539871, + "accuracy": 0.568182, + "main_score": 0.539871, + "hf_subset": "kam_Latn-ibo_Latn", + "languages": [ + "kam-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.500862, + "recall": 0.550395, + "f1": 0.513898, + "accuracy": 0.550395, + "main_score": 0.513898, + "hf_subset": "kam_Latn-kmr_Latn", + "languages": [ + "kam-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.492395, + "recall": 0.536561, + "f1": 0.502787, + "accuracy": 0.536561, + "main_score": 0.502787, + "hf_subset": "kam_Latn-min_Latn", + "languages": [ + "kam-Latn", + "min-Latn" + ] + }, + { + "precision": 0.537547, + "recall": 0.592885, + "f1": 0.551616, + "accuracy": 0.592885, + "main_score": 0.551616, + "hf_subset": "kam_Latn-por_Latn", + "languages": [ + "kam-Latn", + "por-Latn" + ] + }, + { + "precision": 0.502838, + "recall": 0.550395, + "f1": 0.515283, + "accuracy": 0.550395, + "main_score": 0.515283, + "hf_subset": "kam_Latn-sun_Latn", + "languages": [ + "kam-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.476784, + "recall": 0.517787, + "f1": 0.488808, + "accuracy": 0.517787, + "main_score": 0.488808, + "hf_subset": "kam_Latn-umb_Latn", + "languages": [ + "kam-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.522173, + "recall": 0.573123, + "f1": 0.535071, + "accuracy": 0.573123, + "main_score": 0.535071, + "hf_subset": "kam_Latn-ajp_Arab", + "languages": [ + "kam-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.381365, + "recall": 0.43083, + "f1": 0.395195, + "accuracy": 0.43083, + "main_score": 0.395195, + "hf_subset": "kam_Latn-bjn_Arab", + "languages": [ + "kam-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.462362, + "recall": 0.499012, + "f1": 0.472066, + "accuracy": 0.499012, + "main_score": 0.472066, + "hf_subset": "kam_Latn-ewe_Latn", + "languages": [ + "kam-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.498287, + "recall": 0.550395, + "f1": 0.51174, + "accuracy": 0.550395, + "main_score": 0.51174, + "hf_subset": "kam_Latn-ilo_Latn", + "languages": [ + "kam-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.256654, + "recall": 0.311265, + "f1": 0.27108, + "accuracy": 0.311265, + "main_score": 0.27108, + "hf_subset": "kam_Latn-knc_Arab", + "languages": [ + "kam-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.505114, + "recall": 0.55336, + "f1": 0.51712, + "accuracy": 0.55336, + "main_score": 0.51712, + "hf_subset": "kam_Latn-mkd_Cyrl", + "languages": [ + "kam-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.538089, + "recall": 0.583992, + "f1": 0.550033, + "accuracy": 0.583992, + "main_score": 0.550033, + "hf_subset": "kam_Latn-prs_Arab", + "languages": [ + "kam-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.528881, + "recall": 0.581028, + "f1": 0.54242, + "accuracy": 0.581028, + "main_score": 0.54242, + "hf_subset": "kam_Latn-swe_Latn", + "languages": [ + "kam-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.508341, + "recall": 0.554348, + "f1": 0.520062, + "accuracy": 0.554348, + "main_score": 0.520062, + "hf_subset": "kam_Latn-urd_Arab", + "languages": [ + "kam-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.534995, + "recall": 0.574111, + "f1": 0.546071, + "accuracy": 0.574111, + "main_score": 0.546071, + "hf_subset": "kam_Latn-aka_Latn", + "languages": [ + "kam-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.523469, + "recall": 0.566206, + "f1": 0.533705, + "accuracy": 0.566206, + "main_score": 0.533705, + "hf_subset": "kam_Latn-bjn_Latn", + "languages": [ + "kam-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.49186, + "recall": 0.539526, + "f1": 0.504813, + "accuracy": 0.539526, + "main_score": 0.504813, + "hf_subset": "kam_Latn-fao_Latn", + "languages": [ + "kam-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.5379, + "recall": 0.588933, + "f1": 0.550202, + "accuracy": 0.588933, + "main_score": 0.550202, + "hf_subset": "kam_Latn-ind_Latn", + "languages": [ + "kam-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.506187, + "recall": 0.539526, + "f1": 0.515695, + "accuracy": 0.539526, + "main_score": 0.515695, + "hf_subset": "kam_Latn-knc_Latn", + "languages": [ + "kam-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.490764, + "recall": 0.529644, + "f1": 0.500404, + "accuracy": 0.529644, + "main_score": 0.500404, + "hf_subset": "kam_Latn-mlt_Latn", + "languages": [ + "kam-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.509996, + "recall": 0.549407, + "f1": 0.520603, + "accuracy": 0.549407, + "main_score": 0.520603, + "hf_subset": "kam_Latn-quy_Latn", + "languages": [ + "kam-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.515149, + "recall": 0.563241, + "f1": 0.52681, + "accuracy": 0.563241, + "main_score": 0.52681, + "hf_subset": "kam_Latn-swh_Latn", + "languages": [ + "kam-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.480752, + "recall": 0.528656, + "f1": 0.493532, + "accuracy": 0.528656, + "main_score": 0.493532, + "hf_subset": "kam_Latn-uzn_Latn", + "languages": [ + "kam-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.498293, + "recall": 0.551383, + "f1": 0.51183, + "accuracy": 0.551383, + "main_score": 0.51183, + "hf_subset": "kam_Latn-als_Latn", + "languages": [ + "kam-Latn", + "als-Latn" + ] + }, + { + "precision": 0.383154, + "recall": 0.442688, + "f1": 0.3997, + "accuracy": 0.442688, + "main_score": 0.3997, + "hf_subset": "kam_Latn-bod_Tibt", + "languages": [ + "kam-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.51599, + "recall": 0.556324, + "f1": 0.527434, + "accuracy": 0.556324, + "main_score": 0.527434, + "hf_subset": "kam_Latn-fij_Latn", + "languages": [ + "kam-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.485024, + "recall": 0.543478, + "f1": 0.499281, + "accuracy": 0.543478, + "main_score": 0.499281, + "hf_subset": "kam_Latn-isl_Latn", + "languages": [ + "kam-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.519853, + "recall": 0.561265, + "f1": 0.531063, + "accuracy": 0.561265, + "main_score": 0.531063, + "hf_subset": "kam_Latn-kon_Latn", + "languages": [ + "kam-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.443516, + "recall": 0.494071, + "f1": 0.457176, + "accuracy": 0.494071, + "main_score": 0.457176, + "hf_subset": "kam_Latn-mni_Beng", + "languages": [ + "kam-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.521518, + "recall": 0.570158, + "f1": 0.533761, + "accuracy": 0.570158, + "main_score": 0.533761, + "hf_subset": "kam_Latn-ron_Latn", + "languages": [ + "kam-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.537701, + "recall": 0.579051, + "f1": 0.549114, + "accuracy": 0.579051, + "main_score": 0.549114, + "hf_subset": "kam_Latn-szl_Latn", + "languages": [ + "kam-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.560487, + "recall": 0.601779, + "f1": 0.570716, + "accuracy": 0.601779, + "main_score": 0.570716, + "hf_subset": "kam_Latn-vec_Latn", + "languages": [ + "kam-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.505037, + "recall": 0.564229, + "f1": 0.520165, + "accuracy": 0.564229, + "main_score": 0.520165, + "hf_subset": "kam_Latn-amh_Ethi", + "languages": [ + "kam-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.511898, + "recall": 0.559289, + "f1": 0.525303, + "accuracy": 0.559289, + "main_score": 0.525303, + "hf_subset": "kam_Latn-bos_Latn", + "languages": [ + "kam-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.506027, + "recall": 0.557312, + "f1": 0.519658, + "accuracy": 0.557312, + "main_score": 0.519658, + "hf_subset": "kam_Latn-fin_Latn", + "languages": [ + "kam-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.543842, + "recall": 0.592885, + "f1": 0.5567, + "accuracy": 0.592885, + "main_score": 0.5567, + "hf_subset": "kam_Latn-ita_Latn", + "languages": [ + "kam-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.540013, + "recall": 0.59585, + "f1": 0.554574, + "accuracy": 0.59585, + "main_score": 0.554574, + "hf_subset": "kam_Latn-kor_Hang", + "languages": [ + "kam-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.482256, + "recall": 0.516798, + "f1": 0.492081, + "accuracy": 0.516798, + "main_score": 0.492081, + "hf_subset": "kam_Latn-mos_Latn", + "languages": [ + "kam-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.501161, + "recall": 0.547431, + "f1": 0.513725, + "accuracy": 0.547431, + "main_score": 0.513725, + "hf_subset": "kam_Latn-run_Latn", + "languages": [ + "kam-Latn", + "run-Latn" + ] + }, + { + "precision": 0.476716, + "recall": 0.525692, + "f1": 0.488931, + "accuracy": 0.525692, + "main_score": 0.488931, + "hf_subset": "kam_Latn-tam_Taml", + "languages": [ + "kam-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.515929, + "recall": 0.565217, + "f1": 0.528522, + "accuracy": 0.565217, + "main_score": 0.528522, + "hf_subset": "kam_Latn-vie_Latn", + "languages": [ + "kam-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.519055, + "recall": 0.563241, + "f1": 0.530412, + "accuracy": 0.563241, + "main_score": 0.530412, + "hf_subset": "kam_Latn-apc_Arab", + "languages": [ + "kam-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.519513, + "recall": 0.551383, + "f1": 0.52852, + "accuracy": 0.551383, + "main_score": 0.52852, + "hf_subset": "kam_Latn-bug_Latn", + "languages": [ + "kam-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438521, + "recall": 0.475296, + "f1": 0.448888, + "accuracy": 0.475296, + "main_score": 0.448888, + "hf_subset": "kam_Latn-fon_Latn", + "languages": [ + "kam-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.504866, + "recall": 0.545455, + "f1": 0.51606, + "accuracy": 0.545455, + "main_score": 0.51606, + "hf_subset": "kam_Latn-jav_Latn", + "languages": [ + "kam-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.494177, + "recall": 0.534585, + "f1": 0.505068, + "accuracy": 0.534585, + "main_score": 0.505068, + "hf_subset": "kam_Latn-lao_Laoo", + "languages": [ + "kam-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.484181, + "recall": 0.540514, + "f1": 0.499821, + "accuracy": 0.540514, + "main_score": 0.499821, + "hf_subset": "kam_Latn-mri_Latn", + "languages": [ + "kam-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.53102, + "recall": 0.583004, + "f1": 0.54349, + "accuracy": 0.583004, + "main_score": 0.54349, + "hf_subset": "kam_Latn-rus_Cyrl", + "languages": [ + "kam-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.486594, + "recall": 0.52668, + "f1": 0.497785, + "accuracy": 0.52668, + "main_score": 0.497785, + "hf_subset": "kam_Latn-taq_Latn", + "languages": [ + "kam-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.501273, + "recall": 0.547431, + "f1": 0.51332, + "accuracy": 0.547431, + "main_score": 0.51332, + "hf_subset": "kam_Latn-war_Latn", + "languages": [ + "kam-Latn", + "war-Latn" + ] + }, + { + "precision": 0.534733, + "recall": 0.581028, + "f1": 0.545872, + "accuracy": 0.581028, + "main_score": 0.545872, + "hf_subset": "kam_Latn-arb_Arab", + "languages": [ + "kam-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.53619, + "recall": 0.590909, + "f1": 0.550938, + "accuracy": 0.590909, + "main_score": 0.550938, + "hf_subset": "kam_Latn-bul_Cyrl", + "languages": [ + "kam-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.545085, + "recall": 0.593874, + "f1": 0.557496, + "accuracy": 0.593874, + "main_score": 0.557496, + "hf_subset": "kam_Latn-fra_Latn", + "languages": [ + "kam-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.532693, + "recall": 0.586957, + "f1": 0.546824, + "accuracy": 0.586957, + "main_score": 0.546824, + "hf_subset": "kam_Latn-jpn_Jpan", + "languages": [ + "kam-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.536715, + "recall": 0.583992, + "f1": 0.548775, + "accuracy": 0.583992, + "main_score": 0.548775, + "hf_subset": "kam_Latn-lij_Latn", + "languages": [ + "kam-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.483657, + "recall": 0.533597, + "f1": 0.496721, + "accuracy": 0.533597, + "main_score": 0.496721, + "hf_subset": "kam_Latn-mya_Mymr", + "languages": [ + "kam-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.49056, + "recall": 0.52668, + "f1": 0.500687, + "accuracy": 0.52668, + "main_score": 0.500687, + "hf_subset": "kam_Latn-sag_Latn", + "languages": [ + "kam-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.227577, + "recall": 0.288538, + "f1": 0.24372, + "accuracy": 0.288538, + "main_score": 0.24372, + "hf_subset": "kam_Latn-taq_Tfng", + "languages": [ + "kam-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.515463, + "recall": 0.551383, + "f1": 0.525831, + "accuracy": 0.551383, + "main_score": 0.525831, + "hf_subset": "kam_Latn-wol_Latn", + "languages": [ + "kam-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.461569, + "recall": 0.517787, + "f1": 0.476324, + "accuracy": 0.517787, + "main_score": 0.476324, + "hf_subset": "kam_Latn-arb_Latn", + "languages": [ + "kam-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.522305, + "recall": 0.574111, + "f1": 0.535324, + "accuracy": 0.574111, + "main_score": 0.535324, + "hf_subset": "kam_Latn-cat_Latn", + "languages": [ + "kam-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.535425, + "recall": 0.58498, + "f1": 0.548475, + "accuracy": 0.58498, + "main_score": 0.548475, + "hf_subset": "kam_Latn-fur_Latn", + "languages": [ + "kam-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.419287, + "recall": 0.47332, + "f1": 0.434201, + "accuracy": 0.47332, + "main_score": 0.434201, + "hf_subset": "kam_Latn-kab_Latn", + "languages": [ + "kam-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.500376, + "recall": 0.551383, + "f1": 0.513445, + "accuracy": 0.551383, + "main_score": 0.513445, + "hf_subset": "kam_Latn-lim_Latn", + "languages": [ + "kam-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.52672, + "recall": 0.577075, + "f1": 0.539969, + "accuracy": 0.577075, + "main_score": 0.539969, + "hf_subset": "kam_Latn-nld_Latn", + "languages": [ + "kam-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.505155, + "recall": 0.561265, + "f1": 0.51993, + "accuracy": 0.561265, + "main_score": 0.51993, + "hf_subset": "kam_Latn-san_Deva", + "languages": [ + "kam-Latn", + "san-Deva" + ] + }, + { + "precision": 0.511344, + "recall": 0.552372, + "f1": 0.521583, + "accuracy": 0.552372, + "main_score": 0.521583, + "hf_subset": "kam_Latn-tat_Cyrl", + "languages": [ + "kam-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.51987, + "recall": 0.572134, + "f1": 0.534124, + "accuracy": 0.572134, + "main_score": 0.534124, + "hf_subset": "kam_Latn-xho_Latn", + "languages": [ + "kam-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.519602, + "recall": 0.570158, + "f1": 0.53228, + "accuracy": 0.570158, + "main_score": 0.53228, + "hf_subset": "kam_Latn-ars_Arab", + "languages": [ + "kam-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.503783, + "recall": 0.551383, + "f1": 0.515682, + "accuracy": 0.551383, + "main_score": 0.515682, + "hf_subset": "kam_Latn-ceb_Latn", + "languages": [ + "kam-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.468314, + "recall": 0.508893, + "f1": 0.479553, + "accuracy": 0.508893, + "main_score": 0.479553, + "hf_subset": "kam_Latn-fuv_Latn", + "languages": [ + "kam-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.494419, + "recall": 0.527668, + "f1": 0.504037, + "accuracy": 0.527668, + "main_score": 0.504037, + "hf_subset": "kam_Latn-kac_Latn", + "languages": [ + "kam-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.539067, + "recall": 0.575099, + "f1": 0.54936, + "accuracy": 0.575099, + "main_score": 0.54936, + "hf_subset": "kam_Latn-lin_Latn", + "languages": [ + "kam-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.507159, + "recall": 0.551383, + "f1": 0.517969, + "accuracy": 0.551383, + "main_score": 0.517969, + "hf_subset": "kam_Latn-nno_Latn", + "languages": [ + "kam-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.497902, + "recall": 0.552372, + "f1": 0.512884, + "accuracy": 0.552372, + "main_score": 0.512884, + "hf_subset": "kam_Latn-sat_Olck", + "languages": [ + "kam-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.493487, + "recall": 0.535573, + "f1": 0.504419, + "accuracy": 0.535573, + "main_score": 0.504419, + "hf_subset": "kam_Latn-tel_Telu", + "languages": [ + "kam-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.480495, + "recall": 0.535573, + "f1": 0.494587, + "accuracy": 0.535573, + "main_score": 0.494587, + "hf_subset": "kam_Latn-ydd_Hebr", + "languages": [ + "kam-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.504651, + "recall": 0.550395, + "f1": 0.516208, + "accuracy": 0.550395, + "main_score": 0.516208, + "hf_subset": "kam_Latn-ary_Arab", + "languages": [ + "kam-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.513787, + "recall": 0.571146, + "f1": 0.52911, + "accuracy": 0.571146, + "main_score": 0.52911, + "hf_subset": "kam_Latn-ces_Latn", + "languages": [ + "kam-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.479665, + "recall": 0.530632, + "f1": 0.493152, + "accuracy": 0.530632, + "main_score": 0.493152, + "hf_subset": "kam_Latn-gaz_Latn", + "languages": [ + "kam-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.488808, + "recall": 0.543478, + "f1": 0.502568, + "accuracy": 0.543478, + "main_score": 0.502568, + "hf_subset": "kam_Latn-lit_Latn", + "languages": [ + "kam-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.506221, + "recall": 0.555336, + "f1": 0.519069, + "accuracy": 0.555336, + "main_score": 0.519069, + "hf_subset": "kam_Latn-nob_Latn", + "languages": [ + "kam-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.525843, + "recall": 0.567194, + "f1": 0.536349, + "accuracy": 0.567194, + "main_score": 0.536349, + "hf_subset": "kam_Latn-scn_Latn", + "languages": [ + "kam-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.484932, + "recall": 0.527668, + "f1": 0.495765, + "accuracy": 0.527668, + "main_score": 0.495765, + "hf_subset": "kam_Latn-tgk_Cyrl", + "languages": [ + "kam-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.489869, + "recall": 0.541502, + "f1": 0.503905, + "accuracy": 0.541502, + "main_score": 0.503905, + "hf_subset": "kam_Latn-yor_Latn", + "languages": [ + "kam-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.535977, + "recall": 0.579051, + "f1": 0.546577, + "accuracy": 0.579051, + "main_score": 0.546577, + "hf_subset": "kam_Latn-arz_Arab", + "languages": [ + "kam-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.465547, + "recall": 0.5, + "f1": 0.475683, + "accuracy": 0.5, + "main_score": 0.475683, + "hf_subset": "kam_Latn-cjk_Latn", + "languages": [ + "kam-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.484171, + "recall": 0.530632, + "f1": 0.497246, + "accuracy": 0.530632, + "main_score": 0.497246, + "hf_subset": "kam_Latn-gla_Latn", + "languages": [ + "kam-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.481531, + "recall": 0.52668, + "f1": 0.493657, + "accuracy": 0.52668, + "main_score": 0.493657, + "hf_subset": "kam_Latn-kan_Knda", + "languages": [ + "kam-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.539595, + "recall": 0.58498, + "f1": 0.550724, + "accuracy": 0.58498, + "main_score": 0.550724, + "hf_subset": "kam_Latn-lmo_Latn", + "languages": [ + "kam-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.494131, + "recall": 0.541502, + "f1": 0.506409, + "accuracy": 0.541502, + "main_score": 0.506409, + "hf_subset": "kam_Latn-npi_Deva", + "languages": [ + "kam-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.433294, + "recall": 0.483202, + "f1": 0.446786, + "accuracy": 0.483202, + "main_score": 0.446786, + "hf_subset": "kam_Latn-shn_Mymr", + "languages": [ + "kam-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.499174, + "recall": 0.548419, + "f1": 0.512579, + "accuracy": 0.548419, + "main_score": 0.512579, + "hf_subset": "kam_Latn-tgl_Latn", + "languages": [ + "kam-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.492442, + "recall": 0.544466, + "f1": 0.505449, + "accuracy": 0.544466, + "main_score": 0.505449, + "hf_subset": "kam_Latn-yue_Hant", + "languages": [ + "kam-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.461478, + "recall": 0.512846, + "f1": 0.475723, + "accuracy": 0.512846, + "main_score": 0.475723, + "hf_subset": "kam_Latn-asm_Beng", + "languages": [ + "kam-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.495798, + "recall": 0.546443, + "f1": 0.50935, + "accuracy": 0.546443, + "main_score": 0.50935, + "hf_subset": "kam_Latn-ckb_Arab", + "languages": [ + "kam-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.48514, + "recall": 0.532609, + "f1": 0.498335, + "accuracy": 0.532609, + "main_score": 0.498335, + "hf_subset": "kam_Latn-gle_Latn", + "languages": [ + "kam-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.501823, + "recall": 0.551383, + "f1": 0.51585, + "accuracy": 0.551383, + "main_score": 0.51585, + "hf_subset": "kam_Latn-kas_Arab", + "languages": [ + "kam-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.512489, + "recall": 0.556324, + "f1": 0.524123, + "accuracy": 0.556324, + "main_score": 0.524123, + "hf_subset": "kam_Latn-ltg_Latn", + "languages": [ + "kam-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.538817, + "recall": 0.585968, + "f1": 0.552272, + "accuracy": 0.585968, + "main_score": 0.552272, + "hf_subset": "kam_Latn-nso_Latn", + "languages": [ + "kam-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.473517, + "recall": 0.52668, + "f1": 0.487855, + "accuracy": 0.52668, + "main_score": 0.487855, + "hf_subset": "kam_Latn-sin_Sinh", + "languages": [ + "kam-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.499509, + "recall": 0.5583, + "f1": 0.514675, + "accuracy": 0.5583, + "main_score": 0.514675, + "hf_subset": "kam_Latn-tha_Thai", + "languages": [ + "kam-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.455149, + "recall": 0.501976, + "f1": 0.466046, + "accuracy": 0.501976, + "main_score": 0.466046, + "hf_subset": "kam_Latn-zho_Hans", + "languages": [ + "kam-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.49177, + "recall": 0.541502, + "f1": 0.504807, + "accuracy": 0.541502, + "main_score": 0.504807, + "hf_subset": "kam_Latn-ast_Latn", + "languages": [ + "kam-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.513674, + "recall": 0.571146, + "f1": 0.527876, + "accuracy": 0.571146, + "main_score": 0.527876, + "hf_subset": "kam_Latn-crh_Latn", + "languages": [ + "kam-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.514908, + "recall": 0.563241, + "f1": 0.527078, + "accuracy": 0.563241, + "main_score": 0.527078, + "hf_subset": "kam_Latn-glg_Latn", + "languages": [ + "kam-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.49657, + "recall": 0.545455, + "f1": 0.510074, + "accuracy": 0.545455, + "main_score": 0.510074, + "hf_subset": "kam_Latn-kas_Deva", + "languages": [ + "kam-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.485865, + "recall": 0.535573, + "f1": 0.498007, + "accuracy": 0.535573, + "main_score": 0.498007, + "hf_subset": "kam_Latn-ltz_Latn", + "languages": [ + "kam-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.440758, + "recall": 0.488142, + "f1": 0.454255, + "accuracy": 0.488142, + "main_score": 0.454255, + "hf_subset": "kam_Latn-nus_Latn", + "languages": [ + "kam-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.503651, + "recall": 0.551383, + "f1": 0.515698, + "accuracy": 0.551383, + "main_score": 0.515698, + "hf_subset": "kam_Latn-slk_Latn", + "languages": [ + "kam-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.488266, + "recall": 0.536561, + "f1": 0.501913, + "accuracy": 0.536561, + "main_score": 0.501913, + "hf_subset": "kam_Latn-tir_Ethi", + "languages": [ + "kam-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.488997, + "recall": 0.538538, + "f1": 0.501629, + "accuracy": 0.538538, + "main_score": 0.501629, + "hf_subset": "kam_Latn-zho_Hant", + "languages": [ + "kam-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.511687, + "recall": 0.561265, + "f1": 0.524811, + "accuracy": 0.561265, + "main_score": 0.524811, + "hf_subset": "kam_Latn-awa_Deva", + "languages": [ + "kam-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.489899, + "recall": 0.538538, + "f1": 0.503112, + "accuracy": 0.538538, + "main_score": 0.503112, + "hf_subset": "kam_Latn-cym_Latn", + "languages": [ + "kam-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.532768, + "recall": 0.568182, + "f1": 0.542173, + "accuracy": 0.568182, + "main_score": 0.542173, + "hf_subset": "kam_Latn-grn_Latn", + "languages": [ + "kam-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.498019, + "recall": 0.548419, + "f1": 0.510027, + "accuracy": 0.548419, + "main_score": 0.510027, + "hf_subset": "kam_Latn-kat_Geor", + "languages": [ + "kam-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.512863, + "recall": 0.547431, + "f1": 0.522292, + "accuracy": 0.547431, + "main_score": 0.522292, + "hf_subset": "kam_Latn-lua_Latn", + "languages": [ + "kam-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.524932, + "recall": 0.574111, + "f1": 0.538224, + "accuracy": 0.574111, + "main_score": 0.538224, + "hf_subset": "kam_Latn-nya_Latn", + "languages": [ + "kam-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.507658, + "recall": 0.561265, + "f1": 0.521384, + "accuracy": 0.561265, + "main_score": 0.521384, + "hf_subset": "kam_Latn-slv_Latn", + "languages": [ + "kam-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.524811, + "recall": 0.56917, + "f1": 0.536216, + "accuracy": 0.56917, + "main_score": 0.536216, + "hf_subset": "kam_Latn-tpi_Latn", + "languages": [ + "kam-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.520067, + "recall": 0.568182, + "f1": 0.532324, + "accuracy": 0.568182, + "main_score": 0.532324, + "hf_subset": "kam_Latn-zsm_Latn", + "languages": [ + "kam-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.486216, + "recall": 0.522727, + "f1": 0.496301, + "accuracy": 0.522727, + "main_score": 0.496301, + "hf_subset": "kam_Latn-ayr_Latn", + "languages": [ + "kam-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.527582, + "recall": 0.581028, + "f1": 0.540616, + "accuracy": 0.581028, + "main_score": 0.540616, + "hf_subset": "kam_Latn-dan_Latn", + "languages": [ + "kam-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.49053, + "recall": 0.538538, + "f1": 0.502712, + "accuracy": 0.538538, + "main_score": 0.502712, + "hf_subset": "kam_Latn-guj_Gujr", + "languages": [ + "kam-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.49542, + "recall": 0.538538, + "f1": 0.506229, + "accuracy": 0.538538, + "main_score": 0.506229, + "hf_subset": "kam_Latn-kaz_Cyrl", + "languages": [ + "kam-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.499518, + "recall": 0.550395, + "f1": 0.513146, + "accuracy": 0.550395, + "main_score": 0.513146, + "hf_subset": "kam_Latn-lug_Latn", + "languages": [ + "kam-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.512813, + "recall": 0.555336, + "f1": 0.522741, + "accuracy": 0.555336, + "main_score": 0.522741, + "hf_subset": "kam_Latn-oci_Latn", + "languages": [ + "kam-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.521118, + "recall": 0.567194, + "f1": 0.533469, + "accuracy": 0.567194, + "main_score": 0.533469, + "hf_subset": "kam_Latn-smo_Latn", + "languages": [ + "kam-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.510084, + "recall": 0.555336, + "f1": 0.522508, + "accuracy": 0.555336, + "main_score": 0.522508, + "hf_subset": "kam_Latn-tsn_Latn", + "languages": [ + "kam-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.498337, + "recall": 0.548419, + "f1": 0.511915, + "accuracy": 0.548419, + "main_score": 0.511915, + "hf_subset": "kam_Latn-zul_Latn", + "languages": [ + "kam-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.460305, + "recall": 0.512846, + "f1": 0.473983, + "accuracy": 0.512846, + "main_score": 0.473983, + "hf_subset": "kam_Latn-azb_Arab", + "languages": [ + "kam-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.530887, + "recall": 0.582016, + "f1": 0.544647, + "accuracy": 0.582016, + "main_score": 0.544647, + "hf_subset": "kam_Latn-deu_Latn", + "languages": [ + "kam-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.488602, + "recall": 0.543478, + "f1": 0.502554, + "accuracy": 0.543478, + "main_score": 0.502554, + "hf_subset": "kam_Latn-hat_Latn", + "languages": [ + "kam-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.465032, + "recall": 0.505929, + "f1": 0.476356, + "accuracy": 0.505929, + "main_score": 0.476356, + "hf_subset": "kam_Latn-kbp_Latn", + "languages": [ + "kam-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.516089, + "recall": 0.551383, + "f1": 0.526206, + "accuracy": 0.551383, + "main_score": 0.526206, + "hf_subset": "kam_Latn-luo_Latn", + "languages": [ + "kam-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.483942, + "recall": 0.540514, + "f1": 0.498261, + "accuracy": 0.540514, + "main_score": 0.498261, + "hf_subset": "kam_Latn-ory_Orya", + "languages": [ + "kam-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.502023, + "recall": 0.555336, + "f1": 0.516469, + "accuracy": 0.555336, + "main_score": 0.516469, + "hf_subset": "kam_Latn-sna_Latn", + "languages": [ + "kam-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.521526, + "recall": 0.570158, + "f1": 0.534995, + "accuracy": 0.570158, + "main_score": 0.534995, + "hf_subset": "kam_Latn-tso_Latn", + "languages": [ + "kam-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.487492, + "recall": 0.544466, + "f1": 0.502013, + "accuracy": 0.544466, + "main_score": 0.502013, + "hf_subset": "kam_Latn-azj_Latn", + "languages": [ + "kam-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.464435, + "recall": 0.505929, + "f1": 0.47611, + "accuracy": 0.505929, + "main_score": 0.47611, + "hf_subset": "kam_Latn-dik_Latn", + "languages": [ + "kam-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.512692, + "recall": 0.551383, + "f1": 0.523617, + "accuracy": 0.551383, + "main_score": 0.523617, + "hf_subset": "kam_Latn-hau_Latn", + "languages": [ + "kam-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.532513, + "recall": 0.574111, + "f1": 0.54415, + "accuracy": 0.574111, + "main_score": 0.54415, + "hf_subset": "kam_Latn-kea_Latn", + "languages": [ + "kam-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.505441, + "recall": 0.55336, + "f1": 0.518311, + "accuracy": 0.55336, + "main_score": 0.518311, + "hf_subset": "kam_Latn-lus_Latn", + "languages": [ + "kam-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.532517, + "recall": 0.575099, + "f1": 0.544128, + "accuracy": 0.575099, + "main_score": 0.544128, + "hf_subset": "kam_Latn-pag_Latn", + "languages": [ + "kam-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.461769, + "recall": 0.511858, + "f1": 0.475445, + "accuracy": 0.511858, + "main_score": 0.475445, + "hf_subset": "kam_Latn-snd_Arab", + "languages": [ + "kam-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.475335, + "recall": 0.523715, + "f1": 0.486762, + "accuracy": 0.523715, + "main_score": 0.486762, + "hf_subset": "kam_Latn-tuk_Latn", + "languages": [ + "kam-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.493779, + "recall": 0.54249, + "f1": 0.505764, + "accuracy": 0.54249, + "main_score": 0.505764, + "hf_subset": "kam_Latn-bak_Cyrl", + "languages": [ + "kam-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.423176, + "recall": 0.474308, + "f1": 0.438315, + "accuracy": 0.474308, + "main_score": 0.438315, + "hf_subset": "kam_Latn-dyu_Latn", + "languages": [ + "kam-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.499639, + "recall": 0.551383, + "f1": 0.512842, + "accuracy": 0.551383, + "main_score": 0.512842, + "hf_subset": "kam_Latn-heb_Hebr", + "languages": [ + "kam-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.501724, + "recall": 0.551383, + "f1": 0.515435, + "accuracy": 0.551383, + "main_score": 0.515435, + "hf_subset": "kam_Latn-khk_Cyrl", + "languages": [ + "kam-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.500836, + "recall": 0.555336, + "f1": 0.514758, + "accuracy": 0.555336, + "main_score": 0.514758, + "hf_subset": "kam_Latn-lvs_Latn", + "languages": [ + "kam-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.489876, + "recall": 0.538538, + "f1": 0.502008, + "accuracy": 0.538538, + "main_score": 0.502008, + "hf_subset": "kam_Latn-pan_Guru", + "languages": [ + "kam-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.513944, + "recall": 0.565217, + "f1": 0.527707, + "accuracy": 0.565217, + "main_score": 0.527707, + "hf_subset": "kam_Latn-som_Latn", + "languages": [ + "kam-Latn", + "som-Latn" + ] + }, + { + "precision": 0.506242, + "recall": 0.555336, + "f1": 0.519201, + "accuracy": 0.555336, + "main_score": 0.519201, + "hf_subset": "kam_Latn-tum_Latn", + "languages": [ + "kam-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.469846, + "recall": 0.555336, + "f1": 0.492883, + "accuracy": 0.555336, + "main_score": 0.492883, + "hf_subset": "lit_Latn-ace_Arab", + "languages": [ + "lit-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.44369, + "recall": 0.498024, + "f1": 0.457081, + "accuracy": 0.498024, + "main_score": 0.457081, + "hf_subset": "lit_Latn-bam_Latn", + "languages": [ + "lit-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.586357, + "recall": 0.676877, + "f1": 0.612465, + "accuracy": 0.676877, + "main_score": 0.612465, + "hf_subset": "lit_Latn-dzo_Tibt", + "languages": [ + "lit-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "lit_Latn-khm_Khmr", + "languages": [ + "lit-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.97752, + "recall": 0.98419, + "f1": 0.979644, + "accuracy": 0.98419, + "main_score": 0.979644, + "hf_subset": "lit_Latn-mag_Deva", + "languages": [ + "lit-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-pap_Latn", + "languages": [ + "lit-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.812698, + "recall": 0.864625, + "f1": 0.82892, + "accuracy": 0.864625, + "main_score": 0.82892, + "hf_subset": "lit_Latn-sot_Latn", + "languages": [ + "lit-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.820356, + "recall": 0.868577, + "f1": 0.834656, + "accuracy": 0.868577, + "main_score": 0.834656, + "hf_subset": "lit_Latn-ace_Latn", + "languages": [ + "lit-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.962451, + "f1": 0.95191, + "accuracy": 0.962451, + "main_score": 0.95191, + "hf_subset": "lit_Latn-ban_Latn", + "languages": [ + "lit-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "lit_Latn-hne_Deva", + "languages": [ + "lit-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.516296, + "recall": 0.592885, + "f1": 0.536752, + "accuracy": 0.592885, + "main_score": 0.536752, + "hf_subset": "lit_Latn-kik_Latn", + "languages": [ + "lit-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lit_Latn-mai_Deva", + "languages": [ + "lit-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "lit_Latn-pbt_Arab", + "languages": [ + "lit-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.688017, + "recall": 0.755929, + "f1": 0.707338, + "accuracy": 0.755929, + "main_score": 0.707338, + "hf_subset": "lit_Latn-twi_Latn", + "languages": [ + "lit-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-acm_Arab", + "languages": [ + "lit-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-bel_Cyrl", + "languages": [ + "lit-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-hrv_Latn", + "languages": [ + "lit-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.812707, + "recall": 0.86166, + "f1": 0.827637, + "accuracy": 0.86166, + "main_score": 0.827637, + "hf_subset": "lit_Latn-kin_Latn", + "languages": [ + "lit-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "lit_Latn-mal_Mlym", + "languages": [ + "lit-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-pes_Arab", + "languages": [ + "lit-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "lit_Latn-srd_Latn", + "languages": [ + "lit-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.188337, + "recall": 0.248024, + "f1": 0.202469, + "accuracy": 0.248024, + "main_score": 0.202469, + "hf_subset": "lit_Latn-tzm_Tfng", + "languages": [ + "lit-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-acq_Arab", + "languages": [ + "lit-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.590088, + "recall": 0.66996, + "f1": 0.613147, + "accuracy": 0.66996, + "main_score": 0.613147, + "hf_subset": "lit_Latn-bem_Latn", + "languages": [ + "lit-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-epo_Latn", + "languages": [ + "lit-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "lit_Latn-kir_Cyrl", + "languages": [ + "lit-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-mar_Deva", + "languages": [ + "lit-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.831126, + "recall": 0.875494, + "f1": 0.844452, + "accuracy": 0.875494, + "main_score": 0.844452, + "hf_subset": "lit_Latn-plt_Latn", + "languages": [ + "lit-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "lit_Latn-srp_Cyrl", + "languages": [ + "lit-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.932148, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "lit_Latn-uig_Arab", + "languages": [ + "lit-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lit_Latn-aeb_Arab", + "languages": [ + "lit-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-est_Latn", + "languages": [ + "lit-Latn", + "est-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-hye_Armn", + "languages": [ + "lit-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.423955, + "recall": 0.48913, + "f1": 0.441223, + "accuracy": 0.48913, + "main_score": 0.441223, + "hf_subset": "lit_Latn-kmb_Latn", + "languages": [ + "lit-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.41812, + "recall": 0.503953, + "f1": 0.439911, + "accuracy": 0.503953, + "main_score": 0.439911, + "hf_subset": "lit_Latn-min_Arab", + "languages": [ + "lit-Latn", + "min-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.678097, + "recall": 0.750988, + "f1": 0.698806, + "accuracy": 0.750988, + "main_score": 0.698806, + "hf_subset": "lit_Latn-ssw_Latn", + "languages": [ + "lit-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-ukr_Cyrl", + "languages": [ + "lit-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-afr_Latn", + "languages": [ + "lit-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "lit_Latn-bho_Deva", + "languages": [ + "lit-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "lit_Latn-eus_Latn", + "languages": [ + "lit-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.798897, + "recall": 0.854743, + "f1": 0.815711, + "accuracy": 0.854743, + "main_score": 0.815711, + "hf_subset": "lit_Latn-ibo_Latn", + "languages": [ + "lit-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.834898, + "recall": 0.879447, + "f1": 0.848588, + "accuracy": 0.879447, + "main_score": 0.848588, + "hf_subset": "lit_Latn-kmr_Latn", + "languages": [ + "lit-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "lit_Latn-min_Latn", + "languages": [ + "lit-Latn", + "min-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "lit_Latn-sun_Latn", + "languages": [ + "lit-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.415282, + "recall": 0.474308, + "f1": 0.43097, + "accuracy": 0.474308, + "main_score": 0.43097, + "hf_subset": "lit_Latn-umb_Latn", + "languages": [ + "lit-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-ajp_Arab", + "languages": [ + "lit-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.435967, + "recall": 0.52668, + "f1": 0.460372, + "accuracy": 0.52668, + "main_score": 0.460372, + "hf_subset": "lit_Latn-bjn_Arab", + "languages": [ + "lit-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.429269, + "recall": 0.482213, + "f1": 0.443354, + "accuracy": 0.482213, + "main_score": 0.443354, + "hf_subset": "lit_Latn-ewe_Latn", + "languages": [ + "lit-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.93223, + "recall": 0.953557, + "f1": 0.93913, + "accuracy": 0.953557, + "main_score": 0.93913, + "hf_subset": "lit_Latn-ilo_Latn", + "languages": [ + "lit-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.227949, + "recall": 0.282609, + "f1": 0.241156, + "accuracy": 0.282609, + "main_score": 0.241156, + "hf_subset": "lit_Latn-knc_Arab", + "languages": [ + "lit-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-mkd_Cyrl", + "languages": [ + "lit-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-prs_Arab", + "languages": [ + "lit-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-urd_Arab", + "languages": [ + "lit-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.679164, + "recall": 0.749012, + "f1": 0.699212, + "accuracy": 0.749012, + "main_score": 0.699212, + "hf_subset": "lit_Latn-aka_Latn", + "languages": [ + "lit-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.955287, + "recall": 0.969368, + "f1": 0.959881, + "accuracy": 0.969368, + "main_score": 0.959881, + "hf_subset": "lit_Latn-bjn_Latn", + "languages": [ + "lit-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "lit_Latn-fao_Latn", + "languages": [ + "lit-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.487724, + "recall": 0.540514, + "f1": 0.501746, + "accuracy": 0.540514, + "main_score": 0.501746, + "hf_subset": "lit_Latn-knc_Latn", + "languages": [ + "lit-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "lit_Latn-mlt_Latn", + "languages": [ + "lit-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.587674, + "recall": 0.664032, + "f1": 0.609209, + "accuracy": 0.664032, + "main_score": 0.609209, + "hf_subset": "lit_Latn-quy_Latn", + "languages": [ + "lit-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lit_Latn-swh_Latn", + "languages": [ + "lit-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-uzn_Latn", + "languages": [ + "lit-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "lit_Latn-als_Latn", + "languages": [ + "lit-Latn", + "als-Latn" + ] + }, + { + "precision": 0.740003, + "recall": 0.8083, + "f1": 0.760555, + "accuracy": 0.8083, + "main_score": 0.760555, + "hf_subset": "lit_Latn-bod_Tibt", + "languages": [ + "lit-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.584817, + "recall": 0.657115, + "f1": 0.605046, + "accuracy": 0.657115, + "main_score": 0.605046, + "hf_subset": "lit_Latn-fij_Latn", + "languages": [ + "lit-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "lit_Latn-isl_Latn", + "languages": [ + "lit-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.54577, + "recall": 0.615613, + "f1": 0.564677, + "accuracy": 0.615613, + "main_score": 0.564677, + "hf_subset": "lit_Latn-kon_Latn", + "languages": [ + "lit-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.557212, + "recall": 0.635375, + "f1": 0.578778, + "accuracy": 0.635375, + "main_score": 0.578778, + "hf_subset": "lit_Latn-mni_Beng", + "languages": [ + "lit-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-ron_Latn", + "languages": [ + "lit-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.980237, + "f1": 0.975296, + "accuracy": 0.980237, + "main_score": 0.975296, + "hf_subset": "lit_Latn-szl_Latn", + "languages": [ + "lit-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "lit_Latn-vec_Latn", + "languages": [ + "lit-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.887516, + "recall": 0.921937, + "f1": 0.898386, + "accuracy": 0.921937, + "main_score": 0.898386, + "hf_subset": "lit_Latn-amh_Ethi", + "languages": [ + "lit-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-bos_Latn", + "languages": [ + "lit-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ita_Latn", + "languages": [ + "lit-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.460904, + "recall": 0.51581, + "f1": 0.475702, + "accuracy": 0.51581, + "main_score": 0.475702, + "hf_subset": "lit_Latn-mos_Latn", + "languages": [ + "lit-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.705214, + "recall": 0.769763, + "f1": 0.724118, + "accuracy": 0.769763, + "main_score": 0.724118, + "hf_subset": "lit_Latn-run_Latn", + "languages": [ + "lit-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-apc_Arab", + "languages": [ + "lit-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.680645, + "recall": 0.748024, + "f1": 0.699446, + "accuracy": 0.748024, + "main_score": 0.699446, + "hf_subset": "lit_Latn-bug_Latn", + "languages": [ + "lit-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.393307, + "recall": 0.445652, + "f1": 0.407246, + "accuracy": 0.445652, + "main_score": 0.407246, + "hf_subset": "lit_Latn-fon_Latn", + "languages": [ + "lit-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lit_Latn-jav_Latn", + "languages": [ + "lit-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.930007, + "recall": 0.951581, + "f1": 0.936924, + "accuracy": 0.951581, + "main_score": 0.936924, + "hf_subset": "lit_Latn-lao_Laoo", + "languages": [ + "lit-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.842342, + "recall": 0.887352, + "f1": 0.856456, + "accuracy": 0.887352, + "main_score": 0.856456, + "hf_subset": "lit_Latn-mri_Latn", + "languages": [ + "lit-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.452661, + "recall": 0.514822, + "f1": 0.468978, + "accuracy": 0.514822, + "main_score": 0.468978, + "hf_subset": "lit_Latn-taq_Latn", + "languages": [ + "lit-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "lit_Latn-war_Latn", + "languages": [ + "lit-Latn", + "war-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-bul_Cyrl", + "languages": [ + "lit-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "lit_Latn-lij_Latn", + "languages": [ + "lit-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "lit_Latn-mya_Mymr", + "languages": [ + "lit-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.515118, + "recall": 0.579051, + "f1": 0.532122, + "accuracy": 0.579051, + "main_score": 0.532122, + "hf_subset": "lit_Latn-sag_Latn", + "languages": [ + "lit-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.18884, + "recall": 0.252964, + "f1": 0.2037, + "accuracy": 0.252964, + "main_score": 0.2037, + "hf_subset": "lit_Latn-taq_Tfng", + "languages": [ + "lit-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.597966, + "recall": 0.668972, + "f1": 0.617411, + "accuracy": 0.668972, + "main_score": 0.617411, + "hf_subset": "lit_Latn-wol_Latn", + "languages": [ + "lit-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.816617, + "recall": 0.868577, + "f1": 0.832345, + "accuracy": 0.868577, + "main_score": 0.832345, + "hf_subset": "lit_Latn-arb_Latn", + "languages": [ + "lit-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-cat_Latn", + "languages": [ + "lit-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "lit_Latn-fur_Latn", + "languages": [ + "lit-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.397622, + "recall": 0.469368, + "f1": 0.414227, + "accuracy": 0.469368, + "main_score": 0.414227, + "hf_subset": "lit_Latn-kab_Latn", + "languages": [ + "lit-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-lim_Latn", + "languages": [ + "lit-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.947299, + "recall": 0.962451, + "f1": 0.952075, + "accuracy": 0.962451, + "main_score": 0.952075, + "hf_subset": "lit_Latn-san_Deva", + "languages": [ + "lit-Latn", + "san-Deva" + ] + }, + { + "precision": 0.980484, + "recall": 0.986166, + "f1": 0.982279, + "accuracy": 0.986166, + "main_score": 0.982279, + "hf_subset": "lit_Latn-tat_Cyrl", + "languages": [ + "lit-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.844121, + "recall": 0.887352, + "f1": 0.857364, + "accuracy": 0.887352, + "main_score": 0.857364, + "hf_subset": "lit_Latn-xho_Latn", + "languages": [ + "lit-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-ars_Arab", + "languages": [ + "lit-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-ceb_Latn", + "languages": [ + "lit-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.423701, + "recall": 0.48913, + "f1": 0.440953, + "accuracy": 0.48913, + "main_score": 0.440953, + "hf_subset": "lit_Latn-fuv_Latn", + "languages": [ + "lit-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.440661, + "recall": 0.500988, + "f1": 0.45648, + "accuracy": 0.500988, + "main_score": 0.45648, + "hf_subset": "lit_Latn-kac_Latn", + "languages": [ + "lit-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.57553, + "recall": 0.641304, + "f1": 0.592818, + "accuracy": 0.641304, + "main_score": 0.592818, + "hf_subset": "lit_Latn-lin_Latn", + "languages": [ + "lit-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "lit_Latn-nno_Latn", + "languages": [ + "lit-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.841354, + "recall": 0.884387, + "f1": 0.854611, + "accuracy": 0.884387, + "main_score": 0.854611, + "hf_subset": "lit_Latn-sat_Olck", + "languages": [ + "lit-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lit_Latn-tel_Telu", + "languages": [ + "lit-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lit_Latn-ydd_Hebr", + "languages": [ + "lit-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "lit_Latn-ary_Arab", + "languages": [ + "lit-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ces_Latn", + "languages": [ + "lit-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.518033, + "recall": 0.600791, + "f1": 0.540581, + "accuracy": 0.600791, + "main_score": 0.540581, + "hf_subset": "lit_Latn-gaz_Latn", + "languages": [ + "lit-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.480874, + "recall": 0.564229, + "f1": 0.502017, + "accuracy": 0.564229, + "main_score": 0.502017, + "hf_subset": "lit_Latn-kam_Latn", + "languages": [ + "lit-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-nob_Latn", + "languages": [ + "lit-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lit_Latn-scn_Latn", + "languages": [ + "lit-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "lit_Latn-tgk_Cyrl", + "languages": [ + "lit-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.656868, + "recall": 0.73419, + "f1": 0.678548, + "accuracy": 0.73419, + "main_score": 0.678548, + "hf_subset": "lit_Latn-yor_Latn", + "languages": [ + "lit-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-arz_Arab", + "languages": [ + "lit-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.417609, + "recall": 0.493083, + "f1": 0.438139, + "accuracy": 0.493083, + "main_score": 0.438139, + "hf_subset": "lit_Latn-cjk_Latn", + "languages": [ + "lit-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.920125, + "recall": 0.945652, + "f1": 0.928524, + "accuracy": 0.945652, + "main_score": 0.928524, + "hf_subset": "lit_Latn-gla_Latn", + "languages": [ + "lit-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "lit_Latn-kan_Knda", + "languages": [ + "lit-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.972694, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "lit_Latn-lmo_Latn", + "languages": [ + "lit-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "lit_Latn-npi_Deva", + "languages": [ + "lit-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.49464, + "recall": 0.579051, + "f1": 0.517639, + "accuracy": 0.579051, + "main_score": 0.517639, + "hf_subset": "lit_Latn-shn_Mymr", + "languages": [ + "lit-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-tgl_Latn", + "languages": [ + "lit-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-yue_Hant", + "languages": [ + "lit-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "lit_Latn-asm_Beng", + "languages": [ + "lit-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.894796, + "recall": 0.924901, + "f1": 0.90415, + "accuracy": 0.924901, + "main_score": 0.90415, + "hf_subset": "lit_Latn-ckb_Arab", + "languages": [ + "lit-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "lit_Latn-gle_Latn", + "languages": [ + "lit-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.858284, + "recall": 0.899209, + "f1": 0.871113, + "accuracy": 0.899209, + "main_score": 0.871113, + "hf_subset": "lit_Latn-kas_Arab", + "languages": [ + "lit-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.875, + "recall": 0.913043, + "f1": 0.886989, + "accuracy": 0.913043, + "main_score": 0.886989, + "hf_subset": "lit_Latn-ltg_Latn", + "languages": [ + "lit-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.728566, + "recall": 0.791502, + "f1": 0.747043, + "accuracy": 0.791502, + "main_score": 0.747043, + "hf_subset": "lit_Latn-nso_Latn", + "languages": [ + "lit-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "lit_Latn-sin_Sinh", + "languages": [ + "lit-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "lit_Latn-tha_Thai", + "languages": [ + "lit-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-zho_Hans", + "languages": [ + "lit-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ast_Latn", + "languages": [ + "lit-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "lit_Latn-crh_Latn", + "languages": [ + "lit-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "lit_Latn-glg_Latn", + "languages": [ + "lit-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.804348, + "recall": 0.857708, + "f1": 0.820295, + "accuracy": 0.857708, + "main_score": 0.820295, + "hf_subset": "lit_Latn-kas_Deva", + "languages": [ + "lit-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lit_Latn-ltz_Latn", + "languages": [ + "lit-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.3995, + "recall": 0.464427, + "f1": 0.416957, + "accuracy": 0.464427, + "main_score": 0.416957, + "hf_subset": "lit_Latn-nus_Latn", + "languages": [ + "lit-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-slk_Latn", + "languages": [ + "lit-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.578994, + "recall": 0.66502, + "f1": 0.602646, + "accuracy": 0.66502, + "main_score": 0.602646, + "hf_subset": "lit_Latn-tir_Ethi", + "languages": [ + "lit-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.967885, + "recall": 0.976285, + "f1": 0.97052, + "accuracy": 0.976285, + "main_score": 0.97052, + "hf_subset": "lit_Latn-awa_Deva", + "languages": [ + "lit-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "lit_Latn-cym_Latn", + "languages": [ + "lit-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.696664, + "recall": 0.761858, + "f1": 0.714811, + "accuracy": 0.761858, + "main_score": 0.714811, + "hf_subset": "lit_Latn-grn_Latn", + "languages": [ + "lit-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-kat_Geor", + "languages": [ + "lit-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.530639, + "recall": 0.59585, + "f1": 0.547048, + "accuracy": 0.59585, + "main_score": 0.547048, + "hf_subset": "lit_Latn-lua_Latn", + "languages": [ + "lit-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.765728, + "recall": 0.831028, + "f1": 0.785573, + "accuracy": 0.831028, + "main_score": 0.785573, + "hf_subset": "lit_Latn-nya_Latn", + "languages": [ + "lit-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-slv_Latn", + "languages": [ + "lit-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "lit_Latn-tpi_Latn", + "languages": [ + "lit-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-zsm_Latn", + "languages": [ + "lit-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.467772, + "recall": 0.534585, + "f1": 0.485817, + "accuracy": 0.534585, + "main_score": 0.485817, + "hf_subset": "lit_Latn-ayr_Latn", + "languages": [ + "lit-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-dan_Latn", + "languages": [ + "lit-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-guj_Gujr", + "languages": [ + "lit-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lit_Latn-kaz_Cyrl", + "languages": [ + "lit-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.579095, + "recall": 0.663043, + "f1": 0.602511, + "accuracy": 0.663043, + "main_score": 0.602511, + "hf_subset": "lit_Latn-lug_Latn", + "languages": [ + "lit-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-oci_Latn", + "languages": [ + "lit-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.790217, + "recall": 0.841897, + "f1": 0.805835, + "accuracy": 0.841897, + "main_score": 0.805835, + "hf_subset": "lit_Latn-smo_Latn", + "languages": [ + "lit-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.682783, + "recall": 0.752964, + "f1": 0.703362, + "accuracy": 0.752964, + "main_score": 0.703362, + "hf_subset": "lit_Latn-tsn_Latn", + "languages": [ + "lit-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.829875, + "recall": 0.878458, + "f1": 0.84496, + "accuracy": 0.878458, + "main_score": 0.84496, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.892951, + "recall": 0.925889, + "f1": 0.903458, + "accuracy": 0.925889, + "main_score": 0.903458, + "hf_subset": "lit_Latn-azb_Arab", + "languages": [ + "lit-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "lit_Latn-hat_Latn", + "languages": [ + "lit-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.427491, + "recall": 0.48913, + "f1": 0.44367, + "accuracy": 0.48913, + "main_score": 0.44367, + "hf_subset": "lit_Latn-kbp_Latn", + "languages": [ + "lit-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.474009, + "recall": 0.54249, + "f1": 0.49199, + "accuracy": 0.54249, + "main_score": 0.49199, + "hf_subset": "lit_Latn-luo_Latn", + "languages": [ + "lit-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "lit_Latn-ory_Orya", + "languages": [ + "lit-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.838274, + "recall": 0.882411, + "f1": 0.852273, + "accuracy": 0.882411, + "main_score": 0.852273, + "hf_subset": "lit_Latn-sna_Latn", + "languages": [ + "lit-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.59734, + "recall": 0.671937, + "f1": 0.617892, + "accuracy": 0.671937, + "main_score": 0.617892, + "hf_subset": "lit_Latn-tso_Latn", + "languages": [ + "lit-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-azj_Latn", + "languages": [ + "lit-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.47864, + "recall": 0.547431, + "f1": 0.497389, + "accuracy": 0.547431, + "main_score": 0.497389, + "hf_subset": "lit_Latn-dik_Latn", + "languages": [ + "lit-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.862302, + "recall": 0.902174, + "f1": 0.874736, + "accuracy": 0.902174, + "main_score": 0.874736, + "hf_subset": "lit_Latn-hau_Latn", + "languages": [ + "lit-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "lit_Latn-kea_Latn", + "languages": [ + "lit-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.888011, + "recall": 0.91996, + "f1": 0.898024, + "accuracy": 0.91996, + "main_score": 0.898024, + "hf_subset": "lit_Latn-lus_Latn", + "languages": [ + "lit-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.828409, + "recall": 0.87253, + "f1": 0.841403, + "accuracy": 0.87253, + "main_score": 0.841403, + "hf_subset": "lit_Latn-pag_Latn", + "languages": [ + "lit-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "lit_Latn-snd_Arab", + "languages": [ + "lit-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lit_Latn-tuk_Latn", + "languages": [ + "lit-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lit_Latn-bak_Cyrl", + "languages": [ + "lit-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.435638, + "recall": 0.503953, + "f1": 0.45391, + "accuracy": 0.503953, + "main_score": 0.45391, + "hf_subset": "lit_Latn-dyu_Latn", + "languages": [ + "lit-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950758, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "lit_Latn-khk_Cyrl", + "languages": [ + "lit-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "lit_Latn-lvs_Latn", + "languages": [ + "lit-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-pan_Guru", + "languages": [ + "lit-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.821212, + "recall": 0.87253, + "f1": 0.836891, + "accuracy": 0.87253, + "main_score": 0.836891, + "hf_subset": "lit_Latn-som_Latn", + "languages": [ + "lit-Latn", + "som-Latn" + ] + }, + { + "precision": 0.649721, + "recall": 0.719368, + "f1": 0.6699, + "accuracy": 0.719368, + "main_score": 0.6699, + "hf_subset": "lit_Latn-tum_Latn", + "languages": [ + "lit-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.486152, + "recall": 0.571146, + "f1": 0.509448, + "accuracy": 0.571146, + "main_score": 0.509448, + "hf_subset": "nob_Latn-ace_Arab", + "languages": [ + "nob-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.462714, + "recall": 0.518775, + "f1": 0.477432, + "accuracy": 0.518775, + "main_score": 0.477432, + "hf_subset": "nob_Latn-bam_Latn", + "languages": [ + "nob-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.609998, + "recall": 0.701581, + "f1": 0.636162, + "accuracy": 0.701581, + "main_score": 0.636162, + "hf_subset": "nob_Latn-dzo_Tibt", + "languages": [ + "nob-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-hin_Deva", + "languages": [ + "nob-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "nob_Latn-khm_Khmr", + "languages": [ + "nob-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "nob_Latn-mag_Deva", + "languages": [ + "nob-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-pap_Latn", + "languages": [ + "nob-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.825626, + "recall": 0.87253, + "f1": 0.839493, + "accuracy": 0.87253, + "main_score": 0.839493, + "hf_subset": "nob_Latn-sot_Latn", + "languages": [ + "nob-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tur_Latn", + "languages": [ + "nob-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.846683, + "recall": 0.886364, + "f1": 0.858547, + "accuracy": 0.886364, + "main_score": 0.858547, + "hf_subset": "nob_Latn-ace_Latn", + "languages": [ + "nob-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "nob_Latn-ban_Latn", + "languages": [ + "nob-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "nob_Latn-ell_Grek", + "languages": [ + "nob-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.97052, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "nob_Latn-hne_Deva", + "languages": [ + "nob-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.553414, + "recall": 0.626482, + "f1": 0.572939, + "accuracy": 0.626482, + "main_score": 0.572939, + "hf_subset": "nob_Latn-kik_Latn", + "languages": [ + "nob-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "nob_Latn-mai_Deva", + "languages": [ + "nob-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.944499, + "recall": 0.961462, + "f1": 0.949901, + "accuracy": 0.961462, + "main_score": 0.949901, + "hf_subset": "nob_Latn-pbt_Arab", + "languages": [ + "nob-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-spa_Latn", + "languages": [ + "nob-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.706209, + "recall": 0.773715, + "f1": 0.726051, + "accuracy": 0.773715, + "main_score": 0.726051, + "hf_subset": "nob_Latn-twi_Latn", + "languages": [ + "nob-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-acm_Arab", + "languages": [ + "nob-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-bel_Cyrl", + "languages": [ + "nob-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-hrv_Latn", + "languages": [ + "nob-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.811133, + "recall": 0.86166, + "f1": 0.826449, + "accuracy": 0.86166, + "main_score": 0.826449, + "hf_subset": "nob_Latn-kin_Latn", + "languages": [ + "nob-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "nob_Latn-mal_Mlym", + "languages": [ + "nob-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-pes_Arab", + "languages": [ + "nob-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "nob_Latn-srd_Latn", + "languages": [ + "nob-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.181631, + "recall": 0.245059, + "f1": 0.196426, + "accuracy": 0.245059, + "main_score": 0.196426, + "hf_subset": "nob_Latn-tzm_Tfng", + "languages": [ + "nob-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-acq_Arab", + "languages": [ + "nob-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.627993, + "recall": 0.708498, + "f1": 0.650852, + "accuracy": 0.708498, + "main_score": 0.650852, + "hf_subset": "nob_Latn-bem_Latn", + "languages": [ + "nob-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-epo_Latn", + "languages": [ + "nob-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-hun_Latn", + "languages": [ + "nob-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "nob_Latn-kir_Cyrl", + "languages": [ + "nob-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-mar_Deva", + "languages": [ + "nob-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.837269, + "recall": 0.882411, + "f1": 0.851139, + "accuracy": 0.882411, + "main_score": 0.851139, + "hf_subset": "nob_Latn-plt_Latn", + "languages": [ + "nob-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "nob_Latn-srp_Cyrl", + "languages": [ + "nob-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "nob_Latn-uig_Arab", + "languages": [ + "nob-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nob_Latn-aeb_Arab", + "languages": [ + "nob-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-ben_Beng", + "languages": [ + "nob-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-est_Latn", + "languages": [ + "nob-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-hye_Armn", + "languages": [ + "nob-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.447082, + "recall": 0.511858, + "f1": 0.464126, + "accuracy": 0.511858, + "main_score": 0.464126, + "hf_subset": "nob_Latn-kmb_Latn", + "languages": [ + "nob-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.45189, + "recall": 0.535573, + "f1": 0.473007, + "accuracy": 0.535573, + "main_score": 0.473007, + "hf_subset": "nob_Latn-min_Arab", + "languages": [ + "nob-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-pol_Latn", + "languages": [ + "nob-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.673765, + "recall": 0.750988, + "f1": 0.696165, + "accuracy": 0.750988, + "main_score": 0.696165, + "hf_subset": "nob_Latn-ssw_Latn", + "languages": [ + "nob-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ukr_Cyrl", + "languages": [ + "nob-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "nob_Latn-bho_Deva", + "languages": [ + "nob-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nob_Latn-eus_Latn", + "languages": [ + "nob-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.818939, + "recall": 0.870553, + "f1": 0.834585, + "accuracy": 0.870553, + "main_score": 0.834585, + "hf_subset": "nob_Latn-ibo_Latn", + "languages": [ + "nob-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.832872, + "recall": 0.879447, + "f1": 0.847101, + "accuracy": 0.879447, + "main_score": 0.847101, + "hf_subset": "nob_Latn-kmr_Latn", + "languages": [ + "nob-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "nob_Latn-min_Latn", + "languages": [ + "nob-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-por_Latn", + "languages": [ + "nob-Latn", + "por-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "nob_Latn-sun_Latn", + "languages": [ + "nob-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.433756, + "recall": 0.498024, + "f1": 0.451504, + "accuracy": 0.498024, + "main_score": 0.451504, + "hf_subset": "nob_Latn-umb_Latn", + "languages": [ + "nob-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "nob_Latn-ajp_Arab", + "languages": [ + "nob-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.462745, + "recall": 0.55336, + "f1": 0.487074, + "accuracy": 0.55336, + "main_score": 0.487074, + "hf_subset": "nob_Latn-bjn_Arab", + "languages": [ + "nob-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.44325, + "recall": 0.499012, + "f1": 0.458875, + "accuracy": 0.499012, + "main_score": 0.458875, + "hf_subset": "nob_Latn-ewe_Latn", + "languages": [ + "nob-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "nob_Latn-ilo_Latn", + "languages": [ + "nob-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.226665, + "recall": 0.290514, + "f1": 0.241792, + "accuracy": 0.290514, + "main_score": 0.241792, + "hf_subset": "nob_Latn-knc_Arab", + "languages": [ + "nob-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-mkd_Cyrl", + "languages": [ + "nob-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-prs_Arab", + "languages": [ + "nob-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-urd_Arab", + "languages": [ + "nob-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.700939, + "recall": 0.763834, + "f1": 0.71879, + "accuracy": 0.763834, + "main_score": 0.71879, + "hf_subset": "nob_Latn-aka_Latn", + "languages": [ + "nob-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "nob_Latn-bjn_Latn", + "languages": [ + "nob-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ind_Latn", + "languages": [ + "nob-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.498798, + "recall": 0.556324, + "f1": 0.5141, + "accuracy": 0.556324, + "main_score": 0.5141, + "hf_subset": "nob_Latn-knc_Latn", + "languages": [ + "nob-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-mlt_Latn", + "languages": [ + "nob-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.619181, + "recall": 0.693676, + "f1": 0.640555, + "accuracy": 0.693676, + "main_score": 0.640555, + "hf_subset": "nob_Latn-quy_Latn", + "languages": [ + "nob-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-swh_Latn", + "languages": [ + "nob-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-uzn_Latn", + "languages": [ + "nob-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-als_Latn", + "languages": [ + "nob-Latn", + "als-Latn" + ] + }, + { + "precision": 0.736421, + "recall": 0.802372, + "f1": 0.756065, + "accuracy": 0.802372, + "main_score": 0.756065, + "hf_subset": "nob_Latn-bod_Tibt", + "languages": [ + "nob-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.58878, + "recall": 0.66996, + "f1": 0.611785, + "accuracy": 0.66996, + "main_score": 0.611785, + "hf_subset": "nob_Latn-fij_Latn", + "languages": [ + "nob-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.562215, + "recall": 0.637352, + "f1": 0.582537, + "accuracy": 0.637352, + "main_score": 0.582537, + "hf_subset": "nob_Latn-kon_Latn", + "languages": [ + "nob-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.579992, + "recall": 0.655138, + "f1": 0.600223, + "accuracy": 0.655138, + "main_score": 0.600223, + "hf_subset": "nob_Latn-mni_Beng", + "languages": [ + "nob-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ron_Latn", + "languages": [ + "nob-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "nob_Latn-szl_Latn", + "languages": [ + "nob-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-vec_Latn", + "languages": [ + "nob-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.903491, + "recall": 0.931818, + "f1": 0.912338, + "accuracy": 0.931818, + "main_score": 0.912338, + "hf_subset": "nob_Latn-amh_Ethi", + "languages": [ + "nob-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-bos_Latn", + "languages": [ + "nob-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "nob_Latn-fin_Latn", + "languages": [ + "nob-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-ita_Latn", + "languages": [ + "nob-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-kor_Hang", + "languages": [ + "nob-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.472283, + "recall": 0.533597, + "f1": 0.488891, + "accuracy": 0.533597, + "main_score": 0.488891, + "hf_subset": "nob_Latn-mos_Latn", + "languages": [ + "nob-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.704275, + "recall": 0.770751, + "f1": 0.723327, + "accuracy": 0.770751, + "main_score": 0.723327, + "hf_subset": "nob_Latn-run_Latn", + "languages": [ + "nob-Latn", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "nob_Latn-tam_Taml", + "languages": [ + "nob-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-vie_Latn", + "languages": [ + "nob-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-apc_Arab", + "languages": [ + "nob-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.705056, + "recall": 0.771739, + "f1": 0.723905, + "accuracy": 0.771739, + "main_score": 0.723905, + "hf_subset": "nob_Latn-bug_Latn", + "languages": [ + "nob-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.410928, + "recall": 0.465415, + "f1": 0.425413, + "accuracy": 0.465415, + "main_score": 0.425413, + "hf_subset": "nob_Latn-fon_Latn", + "languages": [ + "nob-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "nob_Latn-jav_Latn", + "languages": [ + "nob-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "nob_Latn-lao_Laoo", + "languages": [ + "nob-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.843412, + "recall": 0.889328, + "f1": 0.857839, + "accuracy": 0.889328, + "main_score": 0.857839, + "hf_subset": "nob_Latn-mri_Latn", + "languages": [ + "nob-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-rus_Cyrl", + "languages": [ + "nob-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.488143, + "recall": 0.548419, + "f1": 0.50496, + "accuracy": 0.548419, + "main_score": 0.50496, + "hf_subset": "nob_Latn-taq_Latn", + "languages": [ + "nob-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nob_Latn-war_Latn", + "languages": [ + "nob-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-arb_Arab", + "languages": [ + "nob-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-bul_Cyrl", + "languages": [ + "nob-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-fra_Latn", + "languages": [ + "nob-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-jpn_Jpan", + "languages": [ + "nob-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "nob_Latn-lij_Latn", + "languages": [ + "nob-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "nob_Latn-mya_Mymr", + "languages": [ + "nob-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.532065, + "recall": 0.598814, + "f1": 0.550346, + "accuracy": 0.598814, + "main_score": 0.550346, + "hf_subset": "nob_Latn-sag_Latn", + "languages": [ + "nob-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.196603, + "recall": 0.263834, + "f1": 0.212306, + "accuracy": 0.263834, + "main_score": 0.212306, + "hf_subset": "nob_Latn-taq_Tfng", + "languages": [ + "nob-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.626665, + "recall": 0.694664, + "f1": 0.645546, + "accuracy": 0.694664, + "main_score": 0.645546, + "hf_subset": "nob_Latn-wol_Latn", + "languages": [ + "nob-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.847744, + "recall": 0.890316, + "f1": 0.86087, + "accuracy": 0.890316, + "main_score": 0.86087, + "hf_subset": "nob_Latn-arb_Latn", + "languages": [ + "nob-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-cat_Latn", + "languages": [ + "nob-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nob_Latn-fur_Latn", + "languages": [ + "nob-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.403949, + "recall": 0.477273, + "f1": 0.422552, + "accuracy": 0.477273, + "main_score": 0.422552, + "hf_subset": "nob_Latn-kab_Latn", + "languages": [ + "nob-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-lim_Latn", + "languages": [ + "nob-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.96138, + "recall": 0.972332, + "f1": 0.964822, + "accuracy": 0.972332, + "main_score": 0.964822, + "hf_subset": "nob_Latn-san_Deva", + "languages": [ + "nob-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-tat_Cyrl", + "languages": [ + "nob-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.842095, + "recall": 0.885375, + "f1": 0.855303, + "accuracy": 0.885375, + "main_score": 0.855303, + "hf_subset": "nob_Latn-xho_Latn", + "languages": [ + "nob-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ars_Arab", + "languages": [ + "nob-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-ceb_Latn", + "languages": [ + "nob-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.458383, + "recall": 0.52668, + "f1": 0.476546, + "accuracy": 0.52668, + "main_score": 0.476546, + "hf_subset": "nob_Latn-fuv_Latn", + "languages": [ + "nob-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.451544, + "recall": 0.51581, + "f1": 0.468555, + "accuracy": 0.51581, + "main_score": 0.468555, + "hf_subset": "nob_Latn-kac_Latn", + "languages": [ + "nob-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.584355, + "recall": 0.657115, + "f1": 0.603942, + "accuracy": 0.657115, + "main_score": 0.603942, + "hf_subset": "nob_Latn-lin_Latn", + "languages": [ + "nob-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.850049, + "recall": 0.892292, + "f1": 0.862978, + "accuracy": 0.892292, + "main_score": 0.862978, + "hf_subset": "nob_Latn-sat_Olck", + "languages": [ + "nob-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nob_Latn-tel_Telu", + "languages": [ + "nob-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "nob_Latn-ydd_Hebr", + "languages": [ + "nob-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "nob_Latn-ary_Arab", + "languages": [ + "nob-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ces_Latn", + "languages": [ + "nob-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.519191, + "recall": 0.600791, + "f1": 0.541021, + "accuracy": 0.600791, + "main_score": 0.541021, + "hf_subset": "nob_Latn-gaz_Latn", + "languages": [ + "nob-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.505366, + "recall": 0.58498, + "f1": 0.525423, + "accuracy": 0.58498, + "main_score": 0.525423, + "hf_subset": "nob_Latn-kam_Latn", + "languages": [ + "nob-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "nob_Latn-lit_Latn", + "languages": [ + "nob-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.980896, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "nob_Latn-scn_Latn", + "languages": [ + "nob-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "nob_Latn-tgk_Cyrl", + "languages": [ + "nob-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.684569, + "recall": 0.76087, + "f1": 0.707477, + "accuracy": 0.76087, + "main_score": 0.707477, + "hf_subset": "nob_Latn-yor_Latn", + "languages": [ + "nob-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-arz_Arab", + "languages": [ + "nob-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.454828, + "recall": 0.525692, + "f1": 0.474128, + "accuracy": 0.525692, + "main_score": 0.474128, + "hf_subset": "nob_Latn-cjk_Latn", + "languages": [ + "nob-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.925066, + "recall": 0.949605, + "f1": 0.933136, + "accuracy": 0.949605, + "main_score": 0.933136, + "hf_subset": "nob_Latn-gla_Latn", + "languages": [ + "nob-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "nob_Latn-kan_Knda", + "languages": [ + "nob-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984766, + "recall": 0.98913, + "f1": 0.986067, + "accuracy": 0.98913, + "main_score": 0.986067, + "hf_subset": "nob_Latn-lmo_Latn", + "languages": [ + "nob-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "nob_Latn-npi_Deva", + "languages": [ + "nob-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495818, + "recall": 0.579051, + "f1": 0.518811, + "accuracy": 0.579051, + "main_score": 0.518811, + "hf_subset": "nob_Latn-shn_Mymr", + "languages": [ + "nob-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tgl_Latn", + "languages": [ + "nob-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-yue_Hant", + "languages": [ + "nob-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nob_Latn-asm_Beng", + "languages": [ + "nob-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.911479, + "recall": 0.938735, + "f1": 0.920191, + "accuracy": 0.938735, + "main_score": 0.920191, + "hf_subset": "nob_Latn-ckb_Arab", + "languages": [ + "nob-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "nob_Latn-gle_Latn", + "languages": [ + "nob-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.891831, + "recall": 0.923913, + "f1": 0.902009, + "accuracy": 0.923913, + "main_score": 0.902009, + "hf_subset": "nob_Latn-kas_Arab", + "languages": [ + "nob-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.889822, + "recall": 0.922925, + "f1": 0.900329, + "accuracy": 0.922925, + "main_score": 0.900329, + "hf_subset": "nob_Latn-ltg_Latn", + "languages": [ + "nob-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.736538, + "recall": 0.800395, + "f1": 0.755352, + "accuracy": 0.800395, + "main_score": 0.755352, + "hf_subset": "nob_Latn-nso_Latn", + "languages": [ + "nob-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "nob_Latn-sin_Sinh", + "languages": [ + "nob-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-tha_Thai", + "languages": [ + "nob-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-zho_Hans", + "languages": [ + "nob-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "nob_Latn-ast_Latn", + "languages": [ + "nob-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "nob_Latn-crh_Latn", + "languages": [ + "nob-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-glg_Latn", + "languages": [ + "nob-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.826153, + "recall": 0.873518, + "f1": 0.840349, + "accuracy": 0.873518, + "main_score": 0.840349, + "hf_subset": "nob_Latn-kas_Deva", + "languages": [ + "nob-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.405227, + "recall": 0.475296, + "f1": 0.423663, + "accuracy": 0.475296, + "main_score": 0.423663, + "hf_subset": "nob_Latn-nus_Latn", + "languages": [ + "nob-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-slk_Latn", + "languages": [ + "nob-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.591018, + "recall": 0.675889, + "f1": 0.614733, + "accuracy": 0.675889, + "main_score": 0.614733, + "hf_subset": "nob_Latn-tir_Ethi", + "languages": [ + "nob-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-zho_Hant", + "languages": [ + "nob-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.980484, + "recall": 0.985178, + "f1": 0.98195, + "accuracy": 0.985178, + "main_score": 0.98195, + "hf_subset": "nob_Latn-awa_Deva", + "languages": [ + "nob-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-cym_Latn", + "languages": [ + "nob-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.73098, + "recall": 0.793478, + "f1": 0.749115, + "accuracy": 0.793478, + "main_score": 0.749115, + "hf_subset": "nob_Latn-grn_Latn", + "languages": [ + "nob-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-kat_Geor", + "languages": [ + "nob-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.571091, + "recall": 0.640316, + "f1": 0.589321, + "accuracy": 0.640316, + "main_score": 0.589321, + "hf_subset": "nob_Latn-lua_Latn", + "languages": [ + "nob-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.776828, + "recall": 0.837945, + "f1": 0.795455, + "accuracy": 0.837945, + "main_score": 0.795455, + "hf_subset": "nob_Latn-nya_Latn", + "languages": [ + "nob-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-slv_Latn", + "languages": [ + "nob-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "nob_Latn-tpi_Latn", + "languages": [ + "nob-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-zsm_Latn", + "languages": [ + "nob-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.484021, + "recall": 0.550395, + "f1": 0.502484, + "accuracy": 0.550395, + "main_score": 0.502484, + "hf_subset": "nob_Latn-ayr_Latn", + "languages": [ + "nob-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-guj_Gujr", + "languages": [ + "nob-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "nob_Latn-kaz_Cyrl", + "languages": [ + "nob-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.601574, + "recall": 0.677866, + "f1": 0.623214, + "accuracy": 0.677866, + "main_score": 0.623214, + "hf_subset": "nob_Latn-lug_Latn", + "languages": [ + "nob-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-oci_Latn", + "languages": [ + "nob-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.793577, + "recall": 0.846838, + "f1": 0.810032, + "accuracy": 0.846838, + "main_score": 0.810032, + "hf_subset": "nob_Latn-smo_Latn", + "languages": [ + "nob-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.696073, + "recall": 0.76581, + "f1": 0.716293, + "accuracy": 0.76581, + "main_score": 0.716293, + "hf_subset": "nob_Latn-tsn_Latn", + "languages": [ + "nob-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.855402, + "recall": 0.898221, + "f1": 0.869038, + "accuracy": 0.898221, + "main_score": 0.869038, + "hf_subset": "nob_Latn-zul_Latn", + "languages": [ + "nob-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.907115, + "recall": 0.936759, + "f1": 0.916667, + "accuracy": 0.936759, + "main_score": 0.916667, + "hf_subset": "nob_Latn-azb_Arab", + "languages": [ + "nob-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "nob_Latn-hat_Latn", + "languages": [ + "nob-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.458227, + "recall": 0.51581, + "f1": 0.474237, + "accuracy": 0.51581, + "main_score": 0.474237, + "hf_subset": "nob_Latn-kbp_Latn", + "languages": [ + "nob-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.498421, + "recall": 0.568182, + "f1": 0.517401, + "accuracy": 0.568182, + "main_score": 0.517401, + "hf_subset": "nob_Latn-luo_Latn", + "languages": [ + "nob-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "nob_Latn-ory_Orya", + "languages": [ + "nob-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.857708, + "recall": 0.898221, + "f1": 0.870191, + "accuracy": 0.898221, + "main_score": 0.870191, + "hf_subset": "nob_Latn-sna_Latn", + "languages": [ + "nob-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.613658, + "recall": 0.687747, + "f1": 0.634619, + "accuracy": 0.687747, + "main_score": 0.634619, + "hf_subset": "nob_Latn-tso_Latn", + "languages": [ + "nob-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-azj_Latn", + "languages": [ + "nob-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.486336, + "recall": 0.557312, + "f1": 0.506385, + "accuracy": 0.557312, + "main_score": 0.506385, + "hf_subset": "nob_Latn-dik_Latn", + "languages": [ + "nob-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.875576, + "recall": 0.913043, + "f1": 0.887418, + "accuracy": 0.913043, + "main_score": 0.887418, + "hf_subset": "nob_Latn-hau_Latn", + "languages": [ + "nob-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "nob_Latn-kea_Latn", + "languages": [ + "nob-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.936759, + "f1": 0.918379, + "accuracy": 0.936759, + "main_score": 0.918379, + "hf_subset": "nob_Latn-lus_Latn", + "languages": [ + "nob-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.851153, + "recall": 0.889328, + "f1": 0.862714, + "accuracy": 0.889328, + "main_score": 0.862714, + "hf_subset": "nob_Latn-pag_Latn", + "languages": [ + "nob-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "nob_Latn-snd_Arab", + "languages": [ + "nob-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "nob_Latn-tuk_Latn", + "languages": [ + "nob-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "nob_Latn-bak_Cyrl", + "languages": [ + "nob-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.455858, + "recall": 0.531621, + "f1": 0.475755, + "accuracy": 0.531621, + "main_score": 0.475755, + "hf_subset": "nob_Latn-dyu_Latn", + "languages": [ + "nob-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-heb_Hebr", + "languages": [ + "nob-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "nob_Latn-khk_Cyrl", + "languages": [ + "nob-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-lvs_Latn", + "languages": [ + "nob-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-pan_Guru", + "languages": [ + "nob-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.838225, + "recall": 0.886364, + "f1": 0.853294, + "accuracy": 0.886364, + "main_score": 0.853294, + "hf_subset": "nob_Latn-som_Latn", + "languages": [ + "nob-Latn", + "som-Latn" + ] + }, + { + "precision": 0.666963, + "recall": 0.735178, + "f1": 0.686628, + "accuracy": 0.735178, + "main_score": 0.686628, + "hf_subset": "nob_Latn-tum_Latn", + "languages": [ + "nob-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.520605, + "recall": 0.604743, + "f1": 0.544664, + "accuracy": 0.604743, + "main_score": 0.544664, + "hf_subset": "scn_Latn-ace_Arab", + "languages": [ + "scn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.503313, + "recall": 0.554348, + "f1": 0.517893, + "accuracy": 0.554348, + "main_score": 0.517893, + "hf_subset": "scn_Latn-bam_Latn", + "languages": [ + "scn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.583458, + "recall": 0.675889, + "f1": 0.610492, + "accuracy": 0.675889, + "main_score": 0.610492, + "hf_subset": "scn_Latn-dzo_Tibt", + "languages": [ + "scn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-hin_Deva", + "languages": [ + "scn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "scn_Latn-khm_Khmr", + "languages": [ + "scn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "scn_Latn-mag_Deva", + "languages": [ + "scn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-pap_Latn", + "languages": [ + "scn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.834733, + "recall": 0.880435, + "f1": 0.849012, + "accuracy": 0.880435, + "main_score": 0.849012, + "hf_subset": "scn_Latn-sot_Latn", + "languages": [ + "scn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-tur_Latn", + "languages": [ + "scn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.863472, + "recall": 0.899209, + "f1": 0.874802, + "accuracy": 0.899209, + "main_score": 0.874802, + "hf_subset": "scn_Latn-ace_Latn", + "languages": [ + "scn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.946887, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "scn_Latn-ban_Latn", + "languages": [ + "scn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-ell_Grek", + "languages": [ + "scn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "scn_Latn-hne_Deva", + "languages": [ + "scn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572958, + "recall": 0.640316, + "f1": 0.5918, + "accuracy": 0.640316, + "main_score": 0.5918, + "hf_subset": "scn_Latn-kik_Latn", + "languages": [ + "scn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "scn_Latn-mai_Deva", + "languages": [ + "scn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "scn_Latn-pbt_Arab", + "languages": [ + "scn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-spa_Latn", + "languages": [ + "scn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.754037, + "recall": 0.806324, + "f1": 0.769288, + "accuracy": 0.806324, + "main_score": 0.769288, + "hf_subset": "scn_Latn-twi_Latn", + "languages": [ + "scn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-acm_Arab", + "languages": [ + "scn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "scn_Latn-bel_Cyrl", + "languages": [ + "scn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-eng_Latn", + "languages": [ + "scn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-hrv_Latn", + "languages": [ + "scn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.828063, + "recall": 0.873518, + "f1": 0.841831, + "accuracy": 0.873518, + "main_score": 0.841831, + "hf_subset": "scn_Latn-kin_Latn", + "languages": [ + "scn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-mal_Mlym", + "languages": [ + "scn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-pes_Arab", + "languages": [ + "scn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-srd_Latn", + "languages": [ + "scn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.205235, + "recall": 0.271739, + "f1": 0.221641, + "accuracy": 0.271739, + "main_score": 0.221641, + "hf_subset": "scn_Latn-tzm_Tfng", + "languages": [ + "scn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-acq_Arab", + "languages": [ + "scn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.651796, + "recall": 0.717391, + "f1": 0.670432, + "accuracy": 0.717391, + "main_score": 0.670432, + "hf_subset": "scn_Latn-bem_Latn", + "languages": [ + "scn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-epo_Latn", + "languages": [ + "scn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-hun_Latn", + "languages": [ + "scn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "scn_Latn-kir_Cyrl", + "languages": [ + "scn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-mar_Deva", + "languages": [ + "scn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.832955, + "recall": 0.879447, + "f1": 0.847332, + "accuracy": 0.879447, + "main_score": 0.847332, + "hf_subset": "scn_Latn-plt_Latn", + "languages": [ + "scn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-srp_Cyrl", + "languages": [ + "scn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.921937, + "recall": 0.945652, + "f1": 0.929513, + "accuracy": 0.945652, + "main_score": 0.929513, + "hf_subset": "scn_Latn-uig_Arab", + "languages": [ + "scn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "scn_Latn-aeb_Arab", + "languages": [ + "scn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-ben_Beng", + "languages": [ + "scn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-est_Latn", + "languages": [ + "scn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-hye_Armn", + "languages": [ + "scn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.481171, + "recall": 0.536561, + "f1": 0.496445, + "accuracy": 0.536561, + "main_score": 0.496445, + "hf_subset": "scn_Latn-kmb_Latn", + "languages": [ + "scn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.500227, + "recall": 0.585968, + "f1": 0.524075, + "accuracy": 0.585968, + "main_score": 0.524075, + "hf_subset": "scn_Latn-min_Arab", + "languages": [ + "scn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-pol_Latn", + "languages": [ + "scn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.705303, + "recall": 0.777668, + "f1": 0.726976, + "accuracy": 0.777668, + "main_score": 0.726976, + "hf_subset": "scn_Latn-ssw_Latn", + "languages": [ + "scn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-ukr_Cyrl", + "languages": [ + "scn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-afr_Latn", + "languages": [ + "scn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-bho_Deva", + "languages": [ + "scn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-eus_Latn", + "languages": [ + "scn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.826169, + "recall": 0.873518, + "f1": 0.841074, + "accuracy": 0.873518, + "main_score": 0.841074, + "hf_subset": "scn_Latn-ibo_Latn", + "languages": [ + "scn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.863307, + "recall": 0.900198, + "f1": 0.87492, + "accuracy": 0.900198, + "main_score": 0.87492, + "hf_subset": "scn_Latn-kmr_Latn", + "languages": [ + "scn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "scn_Latn-min_Latn", + "languages": [ + "scn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-por_Latn", + "languages": [ + "scn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "scn_Latn-sun_Latn", + "languages": [ + "scn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.461526, + "recall": 0.522727, + "f1": 0.478913, + "accuracy": 0.522727, + "main_score": 0.478913, + "hf_subset": "scn_Latn-umb_Latn", + "languages": [ + "scn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-ajp_Arab", + "languages": [ + "scn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.505595, + "recall": 0.589921, + "f1": 0.52982, + "accuracy": 0.589921, + "main_score": 0.52982, + "hf_subset": "scn_Latn-bjn_Arab", + "languages": [ + "scn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.461432, + "recall": 0.517787, + "f1": 0.47685, + "accuracy": 0.517787, + "main_score": 0.47685, + "hf_subset": "scn_Latn-ewe_Latn", + "languages": [ + "scn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "scn_Latn-ilo_Latn", + "languages": [ + "scn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.255224, + "recall": 0.320158, + "f1": 0.271522, + "accuracy": 0.320158, + "main_score": 0.271522, + "hf_subset": "scn_Latn-knc_Arab", + "languages": [ + "scn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-mkd_Cyrl", + "languages": [ + "scn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "scn_Latn-prs_Arab", + "languages": [ + "scn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-swe_Latn", + "languages": [ + "scn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-urd_Arab", + "languages": [ + "scn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.705477, + "recall": 0.770751, + "f1": 0.724409, + "accuracy": 0.770751, + "main_score": 0.724409, + "hf_subset": "scn_Latn-aka_Latn", + "languages": [ + "scn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "scn_Latn-bjn_Latn", + "languages": [ + "scn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "scn_Latn-fao_Latn", + "languages": [ + "scn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-ind_Latn", + "languages": [ + "scn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.52678, + "recall": 0.577075, + "f1": 0.540624, + "accuracy": 0.577075, + "main_score": 0.540624, + "hf_subset": "scn_Latn-knc_Latn", + "languages": [ + "scn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "scn_Latn-mlt_Latn", + "languages": [ + "scn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.640162, + "recall": 0.705534, + "f1": 0.659439, + "accuracy": 0.705534, + "main_score": 0.659439, + "hf_subset": "scn_Latn-quy_Latn", + "languages": [ + "scn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "scn_Latn-swh_Latn", + "languages": [ + "scn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-uzn_Latn", + "languages": [ + "scn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-als_Latn", + "languages": [ + "scn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.736126, + "recall": 0.80336, + "f1": 0.756068, + "accuracy": 0.80336, + "main_score": 0.756068, + "hf_subset": "scn_Latn-bod_Tibt", + "languages": [ + "scn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.618174, + "recall": 0.683794, + "f1": 0.636771, + "accuracy": 0.683794, + "main_score": 0.636771, + "hf_subset": "scn_Latn-fij_Latn", + "languages": [ + "scn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "scn_Latn-isl_Latn", + "languages": [ + "scn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.59693, + "recall": 0.662055, + "f1": 0.615288, + "accuracy": 0.662055, + "main_score": 0.615288, + "hf_subset": "scn_Latn-kon_Latn", + "languages": [ + "scn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.587216, + "recall": 0.659091, + "f1": 0.60722, + "accuracy": 0.659091, + "main_score": 0.60722, + "hf_subset": "scn_Latn-mni_Beng", + "languages": [ + "scn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-ron_Latn", + "languages": [ + "scn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "scn_Latn-szl_Latn", + "languages": [ + "scn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-vec_Latn", + "languages": [ + "scn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.902256, + "recall": 0.932806, + "f1": 0.912121, + "accuracy": 0.932806, + "main_score": 0.912121, + "hf_subset": "scn_Latn-amh_Ethi", + "languages": [ + "scn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-bos_Latn", + "languages": [ + "scn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-fin_Latn", + "languages": [ + "scn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "scn_Latn-ita_Latn", + "languages": [ + "scn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-kor_Hang", + "languages": [ + "scn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.500612, + "recall": 0.556324, + "f1": 0.515906, + "accuracy": 0.556324, + "main_score": 0.515906, + "hf_subset": "scn_Latn-mos_Latn", + "languages": [ + "scn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.723172, + "recall": 0.786561, + "f1": 0.74226, + "accuracy": 0.786561, + "main_score": 0.74226, + "hf_subset": "scn_Latn-run_Latn", + "languages": [ + "scn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "scn_Latn-tam_Taml", + "languages": [ + "scn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-vie_Latn", + "languages": [ + "scn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "scn_Latn-apc_Arab", + "languages": [ + "scn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.723757, + "recall": 0.784585, + "f1": 0.741709, + "accuracy": 0.784585, + "main_score": 0.741709, + "hf_subset": "scn_Latn-bug_Latn", + "languages": [ + "scn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.429894, + "recall": 0.48419, + "f1": 0.445295, + "accuracy": 0.48419, + "main_score": 0.445295, + "hf_subset": "scn_Latn-fon_Latn", + "languages": [ + "scn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.965662, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "scn_Latn-jav_Latn", + "languages": [ + "scn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.941617, + "recall": 0.958498, + "f1": 0.946706, + "accuracy": 0.958498, + "main_score": 0.946706, + "hf_subset": "scn_Latn-lao_Laoo", + "languages": [ + "scn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.849473, + "recall": 0.894269, + "f1": 0.863603, + "accuracy": 0.894269, + "main_score": 0.863603, + "hf_subset": "scn_Latn-mri_Latn", + "languages": [ + "scn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-rus_Cyrl", + "languages": [ + "scn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.504347, + "recall": 0.559289, + "f1": 0.519776, + "accuracy": 0.559289, + "main_score": 0.519776, + "hf_subset": "scn_Latn-taq_Latn", + "languages": [ + "scn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "scn_Latn-war_Latn", + "languages": [ + "scn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-arb_Arab", + "languages": [ + "scn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-bul_Cyrl", + "languages": [ + "scn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "scn_Latn-fra_Latn", + "languages": [ + "scn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-jpn_Jpan", + "languages": [ + "scn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-lij_Latn", + "languages": [ + "scn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "scn_Latn-mya_Mymr", + "languages": [ + "scn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.565446, + "recall": 0.625494, + "f1": 0.582131, + "accuracy": 0.625494, + "main_score": 0.582131, + "hf_subset": "scn_Latn-sag_Latn", + "languages": [ + "scn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.216574, + "recall": 0.286561, + "f1": 0.234169, + "accuracy": 0.286561, + "main_score": 0.234169, + "hf_subset": "scn_Latn-taq_Tfng", + "languages": [ + "scn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.643563, + "recall": 0.703557, + "f1": 0.660771, + "accuracy": 0.703557, + "main_score": 0.660771, + "hf_subset": "scn_Latn-wol_Latn", + "languages": [ + "scn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.867013, + "recall": 0.906126, + "f1": 0.879348, + "accuracy": 0.906126, + "main_score": 0.879348, + "hf_subset": "scn_Latn-arb_Latn", + "languages": [ + "scn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-cat_Latn", + "languages": [ + "scn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-fur_Latn", + "languages": [ + "scn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.433521, + "recall": 0.509881, + "f1": 0.454513, + "accuracy": 0.509881, + "main_score": 0.454513, + "hf_subset": "scn_Latn-kab_Latn", + "languages": [ + "scn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "scn_Latn-lim_Latn", + "languages": [ + "scn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-nld_Latn", + "languages": [ + "scn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "scn_Latn-san_Deva", + "languages": [ + "scn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-tat_Cyrl", + "languages": [ + "scn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.860672, + "recall": 0.901186, + "f1": 0.873452, + "accuracy": 0.901186, + "main_score": 0.873452, + "hf_subset": "scn_Latn-xho_Latn", + "languages": [ + "scn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-ars_Arab", + "languages": [ + "scn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-ceb_Latn", + "languages": [ + "scn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.486296, + "recall": 0.552372, + "f1": 0.504345, + "accuracy": 0.552372, + "main_score": 0.504345, + "hf_subset": "scn_Latn-fuv_Latn", + "languages": [ + "scn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.469249, + "recall": 0.536561, + "f1": 0.48731, + "accuracy": 0.536561, + "main_score": 0.48731, + "hf_subset": "scn_Latn-kac_Latn", + "languages": [ + "scn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.624235, + "recall": 0.6917, + "f1": 0.643383, + "accuracy": 0.6917, + "main_score": 0.643383, + "hf_subset": "scn_Latn-lin_Latn", + "languages": [ + "scn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-nno_Latn", + "languages": [ + "scn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.849308, + "recall": 0.890316, + "f1": 0.861957, + "accuracy": 0.890316, + "main_score": 0.861957, + "hf_subset": "scn_Latn-sat_Olck", + "languages": [ + "scn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "scn_Latn-tel_Telu", + "languages": [ + "scn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "scn_Latn-ydd_Hebr", + "languages": [ + "scn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "scn_Latn-ary_Arab", + "languages": [ + "scn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-ces_Latn", + "languages": [ + "scn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.562146, + "recall": 0.635375, + "f1": 0.582603, + "accuracy": 0.635375, + "main_score": 0.582603, + "hf_subset": "scn_Latn-gaz_Latn", + "languages": [ + "scn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.533152, + "recall": 0.615613, + "f1": 0.556843, + "accuracy": 0.615613, + "main_score": 0.556843, + "hf_subset": "scn_Latn-kam_Latn", + "languages": [ + "scn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "scn_Latn-lit_Latn", + "languages": [ + "scn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-nob_Latn", + "languages": [ + "scn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "scn_Latn-tgk_Cyrl", + "languages": [ + "scn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.715357, + "recall": 0.781621, + "f1": 0.734886, + "accuracy": 0.781621, + "main_score": 0.734886, + "hf_subset": "scn_Latn-yor_Latn", + "languages": [ + "scn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-arz_Arab", + "languages": [ + "scn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.488584, + "recall": 0.560277, + "f1": 0.50888, + "accuracy": 0.560277, + "main_score": 0.50888, + "hf_subset": "scn_Latn-cjk_Latn", + "languages": [ + "scn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.923781, + "recall": 0.947628, + "f1": 0.931489, + "accuracy": 0.947628, + "main_score": 0.931489, + "hf_subset": "scn_Latn-gla_Latn", + "languages": [ + "scn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "scn_Latn-kan_Knda", + "languages": [ + "scn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "scn_Latn-lmo_Latn", + "languages": [ + "scn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "scn_Latn-npi_Deva", + "languages": [ + "scn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.501182, + "recall": 0.588933, + "f1": 0.525511, + "accuracy": 0.588933, + "main_score": 0.525511, + "hf_subset": "scn_Latn-shn_Mymr", + "languages": [ + "scn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "scn_Latn-tgl_Latn", + "languages": [ + "scn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-yue_Hant", + "languages": [ + "scn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "scn_Latn-asm_Beng", + "languages": [ + "scn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.905303, + "recall": 0.933794, + "f1": 0.914526, + "accuracy": 0.933794, + "main_score": 0.914526, + "hf_subset": "scn_Latn-ckb_Arab", + "languages": [ + "scn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "scn_Latn-gle_Latn", + "languages": [ + "scn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.904233, + "recall": 0.932806, + "f1": 0.913274, + "accuracy": 0.932806, + "main_score": 0.913274, + "hf_subset": "scn_Latn-kas_Arab", + "languages": [ + "scn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.886858, + "recall": 0.920949, + "f1": 0.897892, + "accuracy": 0.920949, + "main_score": 0.897892, + "hf_subset": "scn_Latn-ltg_Latn", + "languages": [ + "scn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.762411, + "recall": 0.822134, + "f1": 0.78103, + "accuracy": 0.822134, + "main_score": 0.78103, + "hf_subset": "scn_Latn-nso_Latn", + "languages": [ + "scn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "scn_Latn-sin_Sinh", + "languages": [ + "scn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "scn_Latn-tha_Thai", + "languages": [ + "scn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "scn_Latn-zho_Hans", + "languages": [ + "scn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-ast_Latn", + "languages": [ + "scn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "scn_Latn-crh_Latn", + "languages": [ + "scn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-glg_Latn", + "languages": [ + "scn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.846271, + "recall": 0.88834, + "f1": 0.858976, + "accuracy": 0.88834, + "main_score": 0.858976, + "hf_subset": "scn_Latn-kas_Deva", + "languages": [ + "scn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-ltz_Latn", + "languages": [ + "scn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.425794, + "recall": 0.490119, + "f1": 0.443284, + "accuracy": 0.490119, + "main_score": 0.443284, + "hf_subset": "scn_Latn-nus_Latn", + "languages": [ + "scn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-slk_Latn", + "languages": [ + "scn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.618857, + "recall": 0.700593, + "f1": 0.64289, + "accuracy": 0.700593, + "main_score": 0.64289, + "hf_subset": "scn_Latn-tir_Ethi", + "languages": [ + "scn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-zho_Hant", + "languages": [ + "scn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.981472, + "recall": 0.986166, + "f1": 0.982938, + "accuracy": 0.986166, + "main_score": 0.982938, + "hf_subset": "scn_Latn-awa_Deva", + "languages": [ + "scn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-cym_Latn", + "languages": [ + "scn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.771105, + "recall": 0.823123, + "f1": 0.786456, + "accuracy": 0.823123, + "main_score": 0.786456, + "hf_subset": "scn_Latn-grn_Latn", + "languages": [ + "scn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "scn_Latn-kat_Geor", + "languages": [ + "scn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.594599, + "recall": 0.655138, + "f1": 0.611524, + "accuracy": 0.655138, + "main_score": 0.611524, + "hf_subset": "scn_Latn-lua_Latn", + "languages": [ + "scn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.794466, + "recall": 0.849802, + "f1": 0.811693, + "accuracy": 0.849802, + "main_score": 0.811693, + "hf_subset": "scn_Latn-nya_Latn", + "languages": [ + "scn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-slv_Latn", + "languages": [ + "scn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "scn_Latn-tpi_Latn", + "languages": [ + "scn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "scn_Latn-zsm_Latn", + "languages": [ + "scn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.521801, + "recall": 0.58004, + "f1": 0.537936, + "accuracy": 0.58004, + "main_score": 0.537936, + "hf_subset": "scn_Latn-ayr_Latn", + "languages": [ + "scn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-dan_Latn", + "languages": [ + "scn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-guj_Gujr", + "languages": [ + "scn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "scn_Latn-kaz_Cyrl", + "languages": [ + "scn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.620342, + "recall": 0.69664, + "f1": 0.642034, + "accuracy": 0.69664, + "main_score": 0.642034, + "hf_subset": "scn_Latn-lug_Latn", + "languages": [ + "scn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "scn_Latn-oci_Latn", + "languages": [ + "scn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.821558, + "recall": 0.869565, + "f1": 0.83666, + "accuracy": 0.869565, + "main_score": 0.83666, + "hf_subset": "scn_Latn-smo_Latn", + "languages": [ + "scn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.714361, + "recall": 0.780632, + "f1": 0.734025, + "accuracy": 0.780632, + "main_score": 0.734025, + "hf_subset": "scn_Latn-tsn_Latn", + "languages": [ + "scn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.854661, + "recall": 0.896245, + "f1": 0.867622, + "accuracy": 0.896245, + "main_score": 0.867622, + "hf_subset": "scn_Latn-zul_Latn", + "languages": [ + "scn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.924242, + "recall": 0.947628, + "f1": 0.931983, + "accuracy": 0.947628, + "main_score": 0.931983, + "hf_subset": "scn_Latn-azb_Arab", + "languages": [ + "scn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-deu_Latn", + "languages": [ + "scn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "scn_Latn-hat_Latn", + "languages": [ + "scn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.4953, + "recall": 0.547431, + "f1": 0.509957, + "accuracy": 0.547431, + "main_score": 0.509957, + "hf_subset": "scn_Latn-kbp_Latn", + "languages": [ + "scn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.53661, + "recall": 0.592885, + "f1": 0.552151, + "accuracy": 0.592885, + "main_score": 0.552151, + "hf_subset": "scn_Latn-luo_Latn", + "languages": [ + "scn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "scn_Latn-ory_Orya", + "languages": [ + "scn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.853953, + "recall": 0.894269, + "f1": 0.866403, + "accuracy": 0.894269, + "main_score": 0.866403, + "hf_subset": "scn_Latn-sna_Latn", + "languages": [ + "scn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.645958, + "recall": 0.712451, + "f1": 0.665356, + "accuracy": 0.712451, + "main_score": 0.665356, + "hf_subset": "scn_Latn-tso_Latn", + "languages": [ + "scn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-azj_Latn", + "languages": [ + "scn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.503771, + "recall": 0.56917, + "f1": 0.522042, + "accuracy": 0.56917, + "main_score": 0.522042, + "hf_subset": "scn_Latn-dik_Latn", + "languages": [ + "scn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.876894, + "recall": 0.913043, + "f1": 0.888406, + "accuracy": 0.913043, + "main_score": 0.888406, + "hf_subset": "scn_Latn-hau_Latn", + "languages": [ + "scn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-kea_Latn", + "languages": [ + "scn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.892128, + "recall": 0.923913, + "f1": 0.902306, + "accuracy": 0.923913, + "main_score": 0.902306, + "hf_subset": "scn_Latn-lus_Latn", + "languages": [ + "scn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.852602, + "recall": 0.893281, + "f1": 0.865415, + "accuracy": 0.893281, + "main_score": 0.865415, + "hf_subset": "scn_Latn-pag_Latn", + "languages": [ + "scn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "scn_Latn-snd_Arab", + "languages": [ + "scn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "scn_Latn-tuk_Latn", + "languages": [ + "scn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "scn_Latn-bak_Cyrl", + "languages": [ + "scn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.464453, + "recall": 0.538538, + "f1": 0.485219, + "accuracy": 0.538538, + "main_score": 0.485219, + "hf_subset": "scn_Latn-dyu_Latn", + "languages": [ + "scn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "scn_Latn-heb_Hebr", + "languages": [ + "scn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "scn_Latn-khk_Cyrl", + "languages": [ + "scn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-lvs_Latn", + "languages": [ + "scn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "scn_Latn-pan_Guru", + "languages": [ + "scn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.850906, + "recall": 0.895257, + "f1": 0.864855, + "accuracy": 0.895257, + "main_score": 0.864855, + "hf_subset": "scn_Latn-som_Latn", + "languages": [ + "scn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.680171, + "recall": 0.743083, + "f1": 0.6988, + "accuracy": 0.743083, + "main_score": 0.6988, + "hf_subset": "scn_Latn-tum_Latn", + "languages": [ + "scn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.446552, + "recall": 0.535573, + "f1": 0.471395, + "accuracy": 0.535573, + "main_score": 0.471395, + "hf_subset": "tgk_Cyrl-ace_Arab", + "languages": [ + "tgk-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.445149, + "recall": 0.494071, + "f1": 0.457327, + "accuracy": 0.494071, + "main_score": 0.457327, + "hf_subset": "tgk_Cyrl-bam_Latn", + "languages": [ + "tgk-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.541701, + "recall": 0.636364, + "f1": 0.568685, + "accuracy": 0.636364, + "main_score": 0.568685, + "hf_subset": "tgk_Cyrl-dzo_Tibt", + "languages": [ + "tgk-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-hin_Deva", + "languages": [ + "tgk-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.943017, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "tgk_Cyrl-khm_Khmr", + "languages": [ + "tgk-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.958696, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "tgk_Cyrl-mag_Deva", + "languages": [ + "tgk-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "tgk_Cyrl-pap_Latn", + "languages": [ + "tgk-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.818182, + "recall": 0.865613, + "f1": 0.832773, + "accuracy": 0.865613, + "main_score": 0.832773, + "hf_subset": "tgk_Cyrl-sot_Latn", + "languages": [ + "tgk-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tgk_Cyrl-tur_Latn", + "languages": [ + "tgk-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.771922, + "recall": 0.828063, + "f1": 0.788933, + "accuracy": 0.828063, + "main_score": 0.788933, + "hf_subset": "tgk_Cyrl-ace_Latn", + "languages": [ + "tgk-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.912302, + "recall": 0.937747, + "f1": 0.920356, + "accuracy": 0.937747, + "main_score": 0.920356, + "hf_subset": "tgk_Cyrl-ban_Latn", + "languages": [ + "tgk-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tgk_Cyrl-ell_Grek", + "languages": [ + "tgk-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "tgk_Cyrl-hne_Deva", + "languages": [ + "tgk-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.521285, + "recall": 0.589921, + "f1": 0.539443, + "accuracy": 0.589921, + "main_score": 0.539443, + "hf_subset": "tgk_Cyrl-kik_Latn", + "languages": [ + "tgk-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tgk_Cyrl-mai_Deva", + "languages": [ + "tgk-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.935063, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "tgk_Cyrl-pbt_Arab", + "languages": [ + "tgk-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgk_Cyrl-spa_Latn", + "languages": [ + "tgk-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.668267, + "recall": 0.737154, + "f1": 0.687974, + "accuracy": 0.737154, + "main_score": 0.687974, + "hf_subset": "tgk_Cyrl-twi_Latn", + "languages": [ + "tgk-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tgk_Cyrl-acm_Arab", + "languages": [ + "tgk-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "tgk_Cyrl-bel_Cyrl", + "languages": [ + "tgk-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tgk_Cyrl-hrv_Latn", + "languages": [ + "tgk-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.801993, + "recall": 0.850791, + "f1": 0.816653, + "accuracy": 0.850791, + "main_score": 0.816653, + "hf_subset": "tgk_Cyrl-kin_Latn", + "languages": [ + "tgk-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tgk_Cyrl-mal_Mlym", + "languages": [ + "tgk-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tgk_Cyrl-pes_Arab", + "languages": [ + "tgk-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.959569, + "recall": 0.971344, + "f1": 0.96334, + "accuracy": 0.971344, + "main_score": 0.96334, + "hf_subset": "tgk_Cyrl-srd_Latn", + "languages": [ + "tgk-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.210233, + "recall": 0.267787, + "f1": 0.223815, + "accuracy": 0.267787, + "main_score": 0.223815, + "hf_subset": "tgk_Cyrl-tzm_Tfng", + "languages": [ + "tgk-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-acq_Arab", + "languages": [ + "tgk-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.613146, + "recall": 0.687747, + "f1": 0.633701, + "accuracy": 0.687747, + "main_score": 0.633701, + "hf_subset": "tgk_Cyrl-bem_Latn", + "languages": [ + "tgk-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tgk_Cyrl-epo_Latn", + "languages": [ + "tgk-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-hun_Latn", + "languages": [ + "tgk-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tgk_Cyrl-kir_Cyrl", + "languages": [ + "tgk-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tgk_Cyrl-mar_Deva", + "languages": [ + "tgk-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.834009, + "recall": 0.87747, + "f1": 0.847167, + "accuracy": 0.87747, + "main_score": 0.847167, + "hf_subset": "tgk_Cyrl-plt_Latn", + "languages": [ + "tgk-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgk_Cyrl-srp_Cyrl", + "languages": [ + "tgk-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.933959, + "recall": 0.953557, + "f1": 0.940217, + "accuracy": 0.953557, + "main_score": 0.940217, + "hf_subset": "tgk_Cyrl-uig_Arab", + "languages": [ + "tgk-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "tgk_Cyrl-aeb_Arab", + "languages": [ + "tgk-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "tgk_Cyrl-ben_Beng", + "languages": [ + "tgk-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tgk_Cyrl-est_Latn", + "languages": [ + "tgk-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tgk_Cyrl-hye_Armn", + "languages": [ + "tgk-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.427095, + "recall": 0.486166, + "f1": 0.442313, + "accuracy": 0.486166, + "main_score": 0.442313, + "hf_subset": "tgk_Cyrl-kmb_Latn", + "languages": [ + "tgk-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.414736, + "recall": 0.497036, + "f1": 0.43481, + "accuracy": 0.497036, + "main_score": 0.43481, + "hf_subset": "tgk_Cyrl-min_Arab", + "languages": [ + "tgk-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tgk_Cyrl-pol_Latn", + "languages": [ + "tgk-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.679505, + "recall": 0.754941, + "f1": 0.701386, + "accuracy": 0.754941, + "main_score": 0.701386, + "hf_subset": "tgk_Cyrl-ssw_Latn", + "languages": [ + "tgk-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-ukr_Cyrl", + "languages": [ + "tgk-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tgk_Cyrl-afr_Latn", + "languages": [ + "tgk-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.92365, + "recall": 0.94664, + "f1": 0.93083, + "accuracy": 0.94664, + "main_score": 0.93083, + "hf_subset": "tgk_Cyrl-bho_Deva", + "languages": [ + "tgk-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "tgk_Cyrl-eus_Latn", + "languages": [ + "tgk-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.769608, + "recall": 0.832016, + "f1": 0.788323, + "accuracy": 0.832016, + "main_score": 0.788323, + "hf_subset": "tgk_Cyrl-ibo_Latn", + "languages": [ + "tgk-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.849061, + "recall": 0.891304, + "f1": 0.862352, + "accuracy": 0.891304, + "main_score": 0.862352, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "tgk_Cyrl-min_Latn", + "languages": [ + "tgk-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tgk_Cyrl-por_Latn", + "languages": [ + "tgk-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "tgk_Cyrl-sun_Latn", + "languages": [ + "tgk-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.393458, + "recall": 0.455534, + "f1": 0.409893, + "accuracy": 0.455534, + "main_score": 0.409893, + "hf_subset": "tgk_Cyrl-umb_Latn", + "languages": [ + "tgk-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tgk_Cyrl-ajp_Arab", + "languages": [ + "tgk-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.428309, + "recall": 0.512846, + "f1": 0.450767, + "accuracy": 0.512846, + "main_score": 0.450767, + "hf_subset": "tgk_Cyrl-bjn_Arab", + "languages": [ + "tgk-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.431751, + "recall": 0.480237, + "f1": 0.444428, + "accuracy": 0.480237, + "main_score": 0.444428, + "hf_subset": "tgk_Cyrl-ewe_Latn", + "languages": [ + "tgk-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.936759, + "f1": 0.919433, + "accuracy": 0.936759, + "main_score": 0.919433, + "hf_subset": "tgk_Cyrl-ilo_Latn", + "languages": [ + "tgk-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.226865, + "recall": 0.282609, + "f1": 0.240206, + "accuracy": 0.282609, + "main_score": 0.240206, + "hf_subset": "tgk_Cyrl-knc_Arab", + "languages": [ + "tgk-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgk_Cyrl-mkd_Cyrl", + "languages": [ + "tgk-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgk_Cyrl-swe_Latn", + "languages": [ + "tgk-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tgk_Cyrl-urd_Arab", + "languages": [ + "tgk-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.637366, + "recall": 0.70751, + "f1": 0.657155, + "accuracy": 0.70751, + "main_score": 0.657155, + "hf_subset": "tgk_Cyrl-aka_Latn", + "languages": [ + "tgk-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.931242, + "recall": 0.950593, + "f1": 0.937272, + "accuracy": 0.950593, + "main_score": 0.937272, + "hf_subset": "tgk_Cyrl-bjn_Latn", + "languages": [ + "tgk-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "tgk_Cyrl-fao_Latn", + "languages": [ + "tgk-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tgk_Cyrl-ind_Latn", + "languages": [ + "tgk-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.469263, + "recall": 0.521739, + "f1": 0.483282, + "accuracy": 0.521739, + "main_score": 0.483282, + "hf_subset": "tgk_Cyrl-knc_Latn", + "languages": [ + "tgk-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "tgk_Cyrl-mlt_Latn", + "languages": [ + "tgk-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.592514, + "recall": 0.664032, + "f1": 0.612408, + "accuracy": 0.664032, + "main_score": 0.612408, + "hf_subset": "tgk_Cyrl-quy_Latn", + "languages": [ + "tgk-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "tgk_Cyrl-swh_Latn", + "languages": [ + "tgk-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tgk_Cyrl-uzn_Latn", + "languages": [ + "tgk-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tgk_Cyrl-als_Latn", + "languages": [ + "tgk-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.730238, + "recall": 0.799407, + "f1": 0.751375, + "accuracy": 0.799407, + "main_score": 0.751375, + "hf_subset": "tgk_Cyrl-bod_Tibt", + "languages": [ + "tgk-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.577493, + "recall": 0.650198, + "f1": 0.597606, + "accuracy": 0.650198, + "main_score": 0.597606, + "hf_subset": "tgk_Cyrl-fij_Latn", + "languages": [ + "tgk-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "tgk_Cyrl-isl_Latn", + "languages": [ + "tgk-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.521359, + "recall": 0.58498, + "f1": 0.538115, + "accuracy": 0.58498, + "main_score": 0.538115, + "hf_subset": "tgk_Cyrl-kon_Latn", + "languages": [ + "tgk-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.517138, + "recall": 0.587945, + "f1": 0.536266, + "accuracy": 0.587945, + "main_score": 0.536266, + "hf_subset": "tgk_Cyrl-mni_Beng", + "languages": [ + "tgk-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-ron_Latn", + "languages": [ + "tgk-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "tgk_Cyrl-szl_Latn", + "languages": [ + "tgk-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tgk_Cyrl-vec_Latn", + "languages": [ + "tgk-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.900527, + "recall": 0.93083, + "f1": 0.910244, + "accuracy": 0.93083, + "main_score": 0.910244, + "hf_subset": "tgk_Cyrl-amh_Ethi", + "languages": [ + "tgk-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tgk_Cyrl-bos_Latn", + "languages": [ + "tgk-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "tgk_Cyrl-fin_Latn", + "languages": [ + "tgk-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tgk_Cyrl-ita_Latn", + "languages": [ + "tgk-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "tgk_Cyrl-kor_Hang", + "languages": [ + "tgk-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.460853, + "recall": 0.509881, + "f1": 0.474599, + "accuracy": 0.509881, + "main_score": 0.474599, + "hf_subset": "tgk_Cyrl-mos_Latn", + "languages": [ + "tgk-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.68545, + "recall": 0.749012, + "f1": 0.704257, + "accuracy": 0.749012, + "main_score": 0.704257, + "hf_subset": "tgk_Cyrl-run_Latn", + "languages": [ + "tgk-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "tgk_Cyrl-tam_Taml", + "languages": [ + "tgk-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgk_Cyrl-vie_Latn", + "languages": [ + "tgk-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "tgk_Cyrl-apc_Arab", + "languages": [ + "tgk-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.6449, + "recall": 0.713439, + "f1": 0.663776, + "accuracy": 0.713439, + "main_score": 0.663776, + "hf_subset": "tgk_Cyrl-bug_Latn", + "languages": [ + "tgk-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.410528, + "recall": 0.455534, + "f1": 0.422932, + "accuracy": 0.455534, + "main_score": 0.422932, + "hf_subset": "tgk_Cyrl-fon_Latn", + "languages": [ + "tgk-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "tgk_Cyrl-jav_Latn", + "languages": [ + "tgk-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.926877, + "recall": 0.950593, + "f1": 0.934618, + "accuracy": 0.950593, + "main_score": 0.934618, + "hf_subset": "tgk_Cyrl-lao_Laoo", + "languages": [ + "tgk-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.813109, + "recall": 0.864625, + "f1": 0.829183, + "accuracy": 0.864625, + "main_score": 0.829183, + "hf_subset": "tgk_Cyrl-mri_Latn", + "languages": [ + "tgk-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-rus_Cyrl", + "languages": [ + "tgk-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.454268, + "recall": 0.496047, + "f1": 0.465753, + "accuracy": 0.496047, + "main_score": 0.465753, + "hf_subset": "tgk_Cyrl-taq_Latn", + "languages": [ + "tgk-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "tgk_Cyrl-war_Latn", + "languages": [ + "tgk-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-bul_Cyrl", + "languages": [ + "tgk-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-fra_Latn", + "languages": [ + "tgk-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tgk_Cyrl-jpn_Jpan", + "languages": [ + "tgk-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.954298, + "recall": 0.968379, + "f1": 0.958729, + "accuracy": 0.968379, + "main_score": 0.958729, + "hf_subset": "tgk_Cyrl-lij_Latn", + "languages": [ + "tgk-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "tgk_Cyrl-mya_Mymr", + "languages": [ + "tgk-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.50452, + "recall": 0.556324, + "f1": 0.518545, + "accuracy": 0.556324, + "main_score": 0.518545, + "hf_subset": "tgk_Cyrl-sag_Latn", + "languages": [ + "tgk-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.212771, + "recall": 0.275692, + "f1": 0.228186, + "accuracy": 0.275692, + "main_score": 0.228186, + "hf_subset": "tgk_Cyrl-taq_Tfng", + "languages": [ + "tgk-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.601194, + "recall": 0.658103, + "f1": 0.616092, + "accuracy": 0.658103, + "main_score": 0.616092, + "hf_subset": "tgk_Cyrl-wol_Latn", + "languages": [ + "tgk-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.819022, + "recall": 0.868577, + "f1": 0.83419, + "accuracy": 0.868577, + "main_score": 0.83419, + "hf_subset": "tgk_Cyrl-arb_Latn", + "languages": [ + "tgk-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tgk_Cyrl-cat_Latn", + "languages": [ + "tgk-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950428, + "accuracy": 0.961462, + "main_score": 0.950428, + "hf_subset": "tgk_Cyrl-fur_Latn", + "languages": [ + "tgk-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.411311, + "recall": 0.479249, + "f1": 0.42777, + "accuracy": 0.479249, + "main_score": 0.42777, + "hf_subset": "tgk_Cyrl-kab_Latn", + "languages": [ + "tgk-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.964789, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "tgk_Cyrl-lim_Latn", + "languages": [ + "tgk-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "tgk_Cyrl-nld_Latn", + "languages": [ + "tgk-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "tgk_Cyrl-san_Deva", + "languages": [ + "tgk-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tgk_Cyrl-tat_Cyrl", + "languages": [ + "tgk-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.829703, + "recall": 0.875494, + "f1": 0.843692, + "accuracy": 0.875494, + "main_score": 0.843692, + "hf_subset": "tgk_Cyrl-xho_Latn", + "languages": [ + "tgk-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgk_Cyrl-ars_Arab", + "languages": [ + "tgk-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tgk_Cyrl-ceb_Latn", + "languages": [ + "tgk-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.434426, + "recall": 0.491107, + "f1": 0.449066, + "accuracy": 0.491107, + "main_score": 0.449066, + "hf_subset": "tgk_Cyrl-fuv_Latn", + "languages": [ + "tgk-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.440423, + "recall": 0.499012, + "f1": 0.456241, + "accuracy": 0.499012, + "main_score": 0.456241, + "hf_subset": "tgk_Cyrl-kac_Latn", + "languages": [ + "tgk-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.548478, + "recall": 0.614625, + "f1": 0.565607, + "accuracy": 0.614625, + "main_score": 0.565607, + "hf_subset": "tgk_Cyrl-lin_Latn", + "languages": [ + "tgk-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tgk_Cyrl-nno_Latn", + "languages": [ + "tgk-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.814427, + "recall": 0.865613, + "f1": 0.830303, + "accuracy": 0.865613, + "main_score": 0.830303, + "hf_subset": "tgk_Cyrl-sat_Olck", + "languages": [ + "tgk-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tgk_Cyrl-tel_Telu", + "languages": [ + "tgk-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "tgk_Cyrl-ydd_Hebr", + "languages": [ + "tgk-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.929183, + "recall": 0.951581, + "f1": 0.93643, + "accuracy": 0.951581, + "main_score": 0.93643, + "hf_subset": "tgk_Cyrl-ary_Arab", + "languages": [ + "tgk-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "tgk_Cyrl-ces_Latn", + "languages": [ + "tgk-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.528544, + "recall": 0.604743, + "f1": 0.549568, + "accuracy": 0.604743, + "main_score": 0.549568, + "hf_subset": "tgk_Cyrl-gaz_Latn", + "languages": [ + "tgk-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.47762, + "recall": 0.55336, + "f1": 0.496989, + "accuracy": 0.55336, + "main_score": 0.496989, + "hf_subset": "tgk_Cyrl-kam_Latn", + "languages": [ + "tgk-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tgk_Cyrl-lit_Latn", + "languages": [ + "tgk-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "tgk_Cyrl-nob_Latn", + "languages": [ + "tgk-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "tgk_Cyrl-scn_Latn", + "languages": [ + "tgk-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.640514, + "recall": 0.718379, + "f1": 0.662556, + "accuracy": 0.718379, + "main_score": 0.662556, + "hf_subset": "tgk_Cyrl-yor_Latn", + "languages": [ + "tgk-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "tgk_Cyrl-arz_Arab", + "languages": [ + "tgk-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.406083, + "recall": 0.464427, + "f1": 0.421581, + "accuracy": 0.464427, + "main_score": 0.421581, + "hf_subset": "tgk_Cyrl-cjk_Latn", + "languages": [ + "tgk-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.908103, + "recall": 0.937747, + "f1": 0.917819, + "accuracy": 0.937747, + "main_score": 0.917819, + "hf_subset": "tgk_Cyrl-gla_Latn", + "languages": [ + "tgk-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.958416, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "tgk_Cyrl-kan_Knda", + "languages": [ + "tgk-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.950099, + "recall": 0.964427, + "f1": 0.954513, + "accuracy": 0.964427, + "main_score": 0.954513, + "hf_subset": "tgk_Cyrl-lmo_Latn", + "languages": [ + "tgk-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "tgk_Cyrl-npi_Deva", + "languages": [ + "tgk-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.498831, + "recall": 0.581028, + "f1": 0.521511, + "accuracy": 0.581028, + "main_score": 0.521511, + "hf_subset": "tgk_Cyrl-shn_Mymr", + "languages": [ + "tgk-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-tgl_Latn", + "languages": [ + "tgk-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.965003, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "tgk_Cyrl-yue_Hant", + "languages": [ + "tgk-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tgk_Cyrl-asm_Beng", + "languages": [ + "tgk-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.881752, + "recall": 0.916008, + "f1": 0.892575, + "accuracy": 0.916008, + "main_score": 0.892575, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.953228, + "recall": 0.966403, + "f1": 0.95751, + "accuracy": 0.966403, + "main_score": 0.95751, + "hf_subset": "tgk_Cyrl-gle_Latn", + "languages": [ + "tgk-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.856011, + "recall": 0.895257, + "f1": 0.86774, + "accuracy": 0.895257, + "main_score": 0.86774, + "hf_subset": "tgk_Cyrl-kas_Arab", + "languages": [ + "tgk-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.838142, + "recall": 0.880435, + "f1": 0.85104, + "accuracy": 0.880435, + "main_score": 0.85104, + "hf_subset": "tgk_Cyrl-ltg_Latn", + "languages": [ + "tgk-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.72827, + "recall": 0.791502, + "f1": 0.747254, + "accuracy": 0.791502, + "main_score": 0.747254, + "hf_subset": "tgk_Cyrl-nso_Latn", + "languages": [ + "tgk-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.939147, + "recall": 0.958498, + "f1": 0.945389, + "accuracy": 0.958498, + "main_score": 0.945389, + "hf_subset": "tgk_Cyrl-sin_Sinh", + "languages": [ + "tgk-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tgk_Cyrl-tha_Thai", + "languages": [ + "tgk-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.950703, + "recall": 0.963439, + "f1": 0.954381, + "accuracy": 0.963439, + "main_score": 0.954381, + "hf_subset": "tgk_Cyrl-zho_Hans", + "languages": [ + "tgk-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "tgk_Cyrl-ast_Latn", + "languages": [ + "tgk-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "tgk_Cyrl-crh_Latn", + "languages": [ + "tgk-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tgk_Cyrl-glg_Latn", + "languages": [ + "tgk-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.798534, + "recall": 0.846838, + "f1": 0.812502, + "accuracy": 0.846838, + "main_score": 0.812502, + "hf_subset": "tgk_Cyrl-kas_Deva", + "languages": [ + "tgk-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tgk_Cyrl-ltz_Latn", + "languages": [ + "tgk-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.394036, + "recall": 0.454545, + "f1": 0.409692, + "accuracy": 0.454545, + "main_score": 0.409692, + "hf_subset": "tgk_Cyrl-nus_Latn", + "languages": [ + "tgk-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tgk_Cyrl-slk_Latn", + "languages": [ + "tgk-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.563667, + "recall": 0.644269, + "f1": 0.584929, + "accuracy": 0.644269, + "main_score": 0.584929, + "hf_subset": "tgk_Cyrl-tir_Ethi", + "languages": [ + "tgk-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.969779, + "recall": 0.978261, + "f1": 0.972233, + "accuracy": 0.978261, + "main_score": 0.972233, + "hf_subset": "tgk_Cyrl-zho_Hant", + "languages": [ + "tgk-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.934865, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "tgk_Cyrl-awa_Deva", + "languages": [ + "tgk-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "tgk_Cyrl-cym_Latn", + "languages": [ + "tgk-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.66773, + "recall": 0.731225, + "f1": 0.684784, + "accuracy": 0.731225, + "main_score": 0.684784, + "hf_subset": "tgk_Cyrl-grn_Latn", + "languages": [ + "tgk-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tgk_Cyrl-kat_Geor", + "languages": [ + "tgk-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.510781, + "recall": 0.575099, + "f1": 0.527271, + "accuracy": 0.575099, + "main_score": 0.527271, + "hf_subset": "tgk_Cyrl-lua_Latn", + "languages": [ + "tgk-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.773346, + "recall": 0.832016, + "f1": 0.791076, + "accuracy": 0.832016, + "main_score": 0.791076, + "hf_subset": "tgk_Cyrl-nya_Latn", + "languages": [ + "tgk-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "tgk_Cyrl-slv_Latn", + "languages": [ + "tgk-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.891222, + "recall": 0.921937, + "f1": 0.900889, + "accuracy": 0.921937, + "main_score": 0.900889, + "hf_subset": "tgk_Cyrl-tpi_Latn", + "languages": [ + "tgk-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tgk_Cyrl-zsm_Latn", + "languages": [ + "tgk-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.475041, + "recall": 0.532609, + "f1": 0.490554, + "accuracy": 0.532609, + "main_score": 0.490554, + "hf_subset": "tgk_Cyrl-ayr_Latn", + "languages": [ + "tgk-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "tgk_Cyrl-dan_Latn", + "languages": [ + "tgk-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tgk_Cyrl-guj_Gujr", + "languages": [ + "tgk-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgk_Cyrl-kaz_Cyrl", + "languages": [ + "tgk-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.582673, + "recall": 0.66502, + "f1": 0.605923, + "accuracy": 0.66502, + "main_score": 0.605923, + "hf_subset": "tgk_Cyrl-lug_Latn", + "languages": [ + "tgk-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-oci_Latn", + "languages": [ + "tgk-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.780089, + "recall": 0.831028, + "f1": 0.795407, + "accuracy": 0.831028, + "main_score": 0.795407, + "hf_subset": "tgk_Cyrl-smo_Latn", + "languages": [ + "tgk-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.693611, + "recall": 0.764822, + "f1": 0.714498, + "accuracy": 0.764822, + "main_score": 0.714498, + "hf_subset": "tgk_Cyrl-tsn_Latn", + "languages": [ + "tgk-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.852273, + "recall": 0.894269, + "f1": 0.865533, + "accuracy": 0.894269, + "main_score": 0.865533, + "hf_subset": "tgk_Cyrl-zul_Latn", + "languages": [ + "tgk-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.882905, + "recall": 0.916008, + "f1": 0.893281, + "accuracy": 0.916008, + "main_score": 0.893281, + "hf_subset": "tgk_Cyrl-azb_Arab", + "languages": [ + "tgk-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "tgk_Cyrl-deu_Latn", + "languages": [ + "tgk-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.9333, + "recall": 0.952569, + "f1": 0.939394, + "accuracy": 0.952569, + "main_score": 0.939394, + "hf_subset": "tgk_Cyrl-hat_Latn", + "languages": [ + "tgk-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.425254, + "recall": 0.483202, + "f1": 0.440872, + "accuracy": 0.483202, + "main_score": 0.440872, + "hf_subset": "tgk_Cyrl-kbp_Latn", + "languages": [ + "tgk-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.473755, + "recall": 0.528656, + "f1": 0.488816, + "accuracy": 0.528656, + "main_score": 0.488816, + "hf_subset": "tgk_Cyrl-luo_Latn", + "languages": [ + "tgk-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "tgk_Cyrl-ory_Orya", + "languages": [ + "tgk-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.839872, + "recall": 0.883399, + "f1": 0.853129, + "accuracy": 0.883399, + "main_score": 0.853129, + "hf_subset": "tgk_Cyrl-sna_Latn", + "languages": [ + "tgk-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.600149, + "recall": 0.670949, + "f1": 0.619043, + "accuracy": 0.670949, + "main_score": 0.619043, + "hf_subset": "tgk_Cyrl-tso_Latn", + "languages": [ + "tgk-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tgk_Cyrl-azj_Latn", + "languages": [ + "tgk-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.463489, + "recall": 0.52668, + "f1": 0.480886, + "accuracy": 0.52668, + "main_score": 0.480886, + "hf_subset": "tgk_Cyrl-dik_Latn", + "languages": [ + "tgk-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.85746, + "recall": 0.898221, + "f1": 0.870455, + "accuracy": 0.898221, + "main_score": 0.870455, + "hf_subset": "tgk_Cyrl-hau_Latn", + "languages": [ + "tgk-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.920537, + "recall": 0.944664, + "f1": 0.928096, + "accuracy": 0.944664, + "main_score": 0.928096, + "hf_subset": "tgk_Cyrl-kea_Latn", + "languages": [ + "tgk-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.865119, + "recall": 0.905138, + "f1": 0.877964, + "accuracy": 0.905138, + "main_score": 0.877964, + "hf_subset": "tgk_Cyrl-lus_Latn", + "languages": [ + "tgk-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.768957, + "recall": 0.817194, + "f1": 0.7827, + "accuracy": 0.817194, + "main_score": 0.7827, + "hf_subset": "tgk_Cyrl-pag_Latn", + "languages": [ + "tgk-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "tgk_Cyrl-snd_Arab", + "languages": [ + "tgk-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgk_Cyrl-tuk_Latn", + "languages": [ + "tgk-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tgk_Cyrl-bak_Cyrl", + "languages": [ + "tgk-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.42834, + "recall": 0.48913, + "f1": 0.444397, + "accuracy": 0.48913, + "main_score": 0.444397, + "hf_subset": "tgk_Cyrl-dyu_Latn", + "languages": [ + "tgk-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.952981, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "tgk_Cyrl-khk_Cyrl", + "languages": [ + "tgk-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-lvs_Latn", + "languages": [ + "tgk-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "tgk_Cyrl-pan_Guru", + "languages": [ + "tgk-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.816535, + "recall": 0.862648, + "f1": 0.83075, + "accuracy": 0.862648, + "main_score": 0.83075, + "hf_subset": "tgk_Cyrl-som_Latn", + "languages": [ + "tgk-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.613599, + "recall": 0.684783, + "f1": 0.634267, + "accuracy": 0.684783, + "main_score": 0.634267, + "hf_subset": "tgk_Cyrl-tum_Latn", + "languages": [ + "tgk-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.408942, + "recall": 0.471344, + "f1": 0.426221, + "accuracy": 0.471344, + "main_score": 0.426221, + "hf_subset": "yor_Latn-ace_Arab", + "languages": [ + "yor-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.454162, + "recall": 0.499012, + "f1": 0.466803, + "accuracy": 0.499012, + "main_score": 0.466803, + "hf_subset": "yor_Latn-bam_Latn", + "languages": [ + "yor-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.434451, + "recall": 0.51087, + "f1": 0.45474, + "accuracy": 0.51087, + "main_score": 0.45474, + "hf_subset": "yor_Latn-dzo_Tibt", + "languages": [ + "yor-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.739571, + "recall": 0.796443, + "f1": 0.755174, + "accuracy": 0.796443, + "main_score": 0.755174, + "hf_subset": "yor_Latn-hin_Deva", + "languages": [ + "yor-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.665135, + "recall": 0.73419, + "f1": 0.683745, + "accuracy": 0.73419, + "main_score": 0.683745, + "hf_subset": "yor_Latn-khm_Khmr", + "languages": [ + "yor-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.709744, + "recall": 0.768775, + "f1": 0.72563, + "accuracy": 0.768775, + "main_score": 0.72563, + "hf_subset": "yor_Latn-mag_Deva", + "languages": [ + "yor-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.668827, + "recall": 0.731225, + "f1": 0.684681, + "accuracy": 0.731225, + "main_score": 0.684681, + "hf_subset": "yor_Latn-pap_Latn", + "languages": [ + "yor-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.645299, + "recall": 0.708498, + "f1": 0.66248, + "accuracy": 0.708498, + "main_score": 0.66248, + "hf_subset": "yor_Latn-sot_Latn", + "languages": [ + "yor-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.714335, + "recall": 0.775692, + "f1": 0.731258, + "accuracy": 0.775692, + "main_score": 0.731258, + "hf_subset": "yor_Latn-tur_Latn", + "languages": [ + "yor-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.598327, + "recall": 0.65415, + "f1": 0.613255, + "accuracy": 0.65415, + "main_score": 0.613255, + "hf_subset": "yor_Latn-ace_Latn", + "languages": [ + "yor-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.631403, + "recall": 0.687747, + "f1": 0.646326, + "accuracy": 0.687747, + "main_score": 0.646326, + "hf_subset": "yor_Latn-ban_Latn", + "languages": [ + "yor-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.678474, + "recall": 0.738142, + "f1": 0.694339, + "accuracy": 0.738142, + "main_score": 0.694339, + "hf_subset": "yor_Latn-ell_Grek", + "languages": [ + "yor-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.68786, + "recall": 0.744071, + "f1": 0.702222, + "accuracy": 0.744071, + "main_score": 0.702222, + "hf_subset": "yor_Latn-hne_Deva", + "languages": [ + "yor-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.503495, + "recall": 0.548419, + "f1": 0.515532, + "accuracy": 0.548419, + "main_score": 0.515532, + "hf_subset": "yor_Latn-kik_Latn", + "languages": [ + "yor-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.708162, + "recall": 0.762846, + "f1": 0.722407, + "accuracy": 0.762846, + "main_score": 0.722407, + "hf_subset": "yor_Latn-mai_Deva", + "languages": [ + "yor-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.630456, + "recall": 0.692688, + "f1": 0.646669, + "accuracy": 0.692688, + "main_score": 0.646669, + "hf_subset": "yor_Latn-pbt_Arab", + "languages": [ + "yor-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.710251, + "recall": 0.771739, + "f1": 0.727386, + "accuracy": 0.771739, + "main_score": 0.727386, + "hf_subset": "yor_Latn-spa_Latn", + "languages": [ + "yor-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.649322, + "recall": 0.694664, + "f1": 0.661009, + "accuracy": 0.694664, + "main_score": 0.661009, + "hf_subset": "yor_Latn-twi_Latn", + "languages": [ + "yor-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.694891, + "recall": 0.751976, + "f1": 0.710016, + "accuracy": 0.751976, + "main_score": 0.710016, + "hf_subset": "yor_Latn-acm_Arab", + "languages": [ + "yor-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.632786, + "recall": 0.698617, + "f1": 0.649877, + "accuracy": 0.698617, + "main_score": 0.649877, + "hf_subset": "yor_Latn-bel_Cyrl", + "languages": [ + "yor-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.724975, + "recall": 0.781621, + "f1": 0.741013, + "accuracy": 0.781621, + "main_score": 0.741013, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.675353, + "recall": 0.742095, + "f1": 0.693753, + "accuracy": 0.742095, + "main_score": 0.693753, + "hf_subset": "yor_Latn-hrv_Latn", + "languages": [ + "yor-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.631586, + "recall": 0.693676, + "f1": 0.648488, + "accuracy": 0.693676, + "main_score": 0.648488, + "hf_subset": "yor_Latn-kin_Latn", + "languages": [ + "yor-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.67322, + "recall": 0.740119, + "f1": 0.691135, + "accuracy": 0.740119, + "main_score": 0.691135, + "hf_subset": "yor_Latn-mal_Mlym", + "languages": [ + "yor-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.692419, + "recall": 0.749012, + "f1": 0.706857, + "accuracy": 0.749012, + "main_score": 0.706857, + "hf_subset": "yor_Latn-pes_Arab", + "languages": [ + "yor-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.671376, + "recall": 0.73419, + "f1": 0.687953, + "accuracy": 0.73419, + "main_score": 0.687953, + "hf_subset": "yor_Latn-srd_Latn", + "languages": [ + "yor-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.200958, + "recall": 0.255929, + "f1": 0.215053, + "accuracy": 0.255929, + "main_score": 0.215053, + "hf_subset": "yor_Latn-tzm_Tfng", + "languages": [ + "yor-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.696442, + "recall": 0.750988, + "f1": 0.710861, + "accuracy": 0.750988, + "main_score": 0.710861, + "hf_subset": "yor_Latn-acq_Arab", + "languages": [ + "yor-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.575191, + "recall": 0.626482, + "f1": 0.58877, + "accuracy": 0.626482, + "main_score": 0.58877, + "hf_subset": "yor_Latn-bem_Latn", + "languages": [ + "yor-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.657481, + "recall": 0.714427, + "f1": 0.671868, + "accuracy": 0.714427, + "main_score": 0.671868, + "hf_subset": "yor_Latn-epo_Latn", + "languages": [ + "yor-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.710279, + "recall": 0.768775, + "f1": 0.725828, + "accuracy": 0.768775, + "main_score": 0.725828, + "hf_subset": "yor_Latn-hun_Latn", + "languages": [ + "yor-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.665299, + "recall": 0.731225, + "f1": 0.682479, + "accuracy": 0.731225, + "main_score": 0.682479, + "hf_subset": "yor_Latn-kir_Cyrl", + "languages": [ + "yor-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.690147, + "recall": 0.752964, + "f1": 0.707164, + "accuracy": 0.752964, + "main_score": 0.707164, + "hf_subset": "yor_Latn-mar_Deva", + "languages": [ + "yor-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.618465, + "recall": 0.68083, + "f1": 0.635835, + "accuracy": 0.68083, + "main_score": 0.635835, + "hf_subset": "yor_Latn-plt_Latn", + "languages": [ + "yor-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.666387, + "recall": 0.732213, + "f1": 0.683632, + "accuracy": 0.732213, + "main_score": 0.683632, + "hf_subset": "yor_Latn-srp_Cyrl", + "languages": [ + "yor-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.618072, + "recall": 0.683794, + "f1": 0.636754, + "accuracy": 0.683794, + "main_score": 0.636754, + "hf_subset": "yor_Latn-uig_Arab", + "languages": [ + "yor-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.682531, + "recall": 0.744071, + "f1": 0.699154, + "accuracy": 0.744071, + "main_score": 0.699154, + "hf_subset": "yor_Latn-aeb_Arab", + "languages": [ + "yor-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.704883, + "recall": 0.753953, + "f1": 0.718397, + "accuracy": 0.753953, + "main_score": 0.718397, + "hf_subset": "yor_Latn-ben_Beng", + "languages": [ + "yor-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.683315, + "recall": 0.741107, + "f1": 0.698368, + "accuracy": 0.741107, + "main_score": 0.698368, + "hf_subset": "yor_Latn-est_Latn", + "languages": [ + "yor-Latn", + "est-Latn" + ] + }, + { + "precision": 0.691684, + "recall": 0.750988, + "f1": 0.707348, + "accuracy": 0.750988, + "main_score": 0.707348, + "hf_subset": "yor_Latn-hye_Armn", + "languages": [ + "yor-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.460233, + "recall": 0.504941, + "f1": 0.472685, + "accuracy": 0.504941, + "main_score": 0.472685, + "hf_subset": "yor_Latn-kmb_Latn", + "languages": [ + "yor-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.359511, + "recall": 0.434783, + "f1": 0.379564, + "accuracy": 0.434783, + "main_score": 0.379564, + "hf_subset": "yor_Latn-min_Arab", + "languages": [ + "yor-Latn", + "min-Arab" + ] + }, + { + "precision": 0.71312, + "recall": 0.773715, + "f1": 0.729844, + "accuracy": 0.773715, + "main_score": 0.729844, + "hf_subset": "yor_Latn-pol_Latn", + "languages": [ + "yor-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.564744, + "recall": 0.62253, + "f1": 0.580385, + "accuracy": 0.62253, + "main_score": 0.580385, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.686766, + "recall": 0.75, + "f1": 0.703713, + "accuracy": 0.75, + "main_score": 0.703713, + "hf_subset": "yor_Latn-ukr_Cyrl", + "languages": [ + "yor-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.668589, + "recall": 0.731225, + "f1": 0.684819, + "accuracy": 0.731225, + "main_score": 0.684819, + "hf_subset": "yor_Latn-afr_Latn", + "languages": [ + "yor-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.692874, + "recall": 0.747036, + "f1": 0.707058, + "accuracy": 0.747036, + "main_score": 0.707058, + "hf_subset": "yor_Latn-bho_Deva", + "languages": [ + "yor-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.649702, + "recall": 0.706522, + "f1": 0.664031, + "accuracy": 0.706522, + "main_score": 0.664031, + "hf_subset": "yor_Latn-eus_Latn", + "languages": [ + "yor-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.686611, + "recall": 0.736166, + "f1": 0.700796, + "accuracy": 0.736166, + "main_score": 0.700796, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.624058, + "recall": 0.684783, + "f1": 0.640934, + "accuracy": 0.684783, + "main_score": 0.640934, + "hf_subset": "yor_Latn-kmr_Latn", + "languages": [ + "yor-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.640501, + "recall": 0.700593, + "f1": 0.655902, + "accuracy": 0.700593, + "main_score": 0.655902, + "hf_subset": "yor_Latn-min_Latn", + "languages": [ + "yor-Latn", + "min-Latn" + ] + }, + { + "precision": 0.707708, + "recall": 0.770751, + "f1": 0.725172, + "accuracy": 0.770751, + "main_score": 0.725172, + "hf_subset": "yor_Latn-por_Latn", + "languages": [ + "yor-Latn", + "por-Latn" + ] + }, + { + "precision": 0.642978, + "recall": 0.704545, + "f1": 0.658584, + "accuracy": 0.704545, + "main_score": 0.658584, + "hf_subset": "yor_Latn-sun_Latn", + "languages": [ + "yor-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.440401, + "recall": 0.486166, + "f1": 0.453873, + "accuracy": 0.486166, + "main_score": 0.453873, + "hf_subset": "yor_Latn-umb_Latn", + "languages": [ + "yor-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.708514, + "recall": 0.769763, + "f1": 0.725654, + "accuracy": 0.769763, + "main_score": 0.725654, + "hf_subset": "yor_Latn-ajp_Arab", + "languages": [ + "yor-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.37891, + "recall": 0.444664, + "f1": 0.395994, + "accuracy": 0.444664, + "main_score": 0.395994, + "hf_subset": "yor_Latn-bjn_Arab", + "languages": [ + "yor-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.449797, + "recall": 0.488142, + "f1": 0.460256, + "accuracy": 0.488142, + "main_score": 0.460256, + "hf_subset": "yor_Latn-ewe_Latn", + "languages": [ + "yor-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.624647, + "recall": 0.692688, + "f1": 0.64289, + "accuracy": 0.692688, + "main_score": 0.64289, + "hf_subset": "yor_Latn-ilo_Latn", + "languages": [ + "yor-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.242436, + "recall": 0.302372, + "f1": 0.257912, + "accuracy": 0.302372, + "main_score": 0.257912, + "hf_subset": "yor_Latn-knc_Arab", + "languages": [ + "yor-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.682464, + "recall": 0.741107, + "f1": 0.697609, + "accuracy": 0.741107, + "main_score": 0.697609, + "hf_subset": "yor_Latn-mkd_Cyrl", + "languages": [ + "yor-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.72615, + "recall": 0.777668, + "f1": 0.739381, + "accuracy": 0.777668, + "main_score": 0.739381, + "hf_subset": "yor_Latn-prs_Arab", + "languages": [ + "yor-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.699939, + "recall": 0.764822, + "f1": 0.717528, + "accuracy": 0.764822, + "main_score": 0.717528, + "hf_subset": "yor_Latn-swe_Latn", + "languages": [ + "yor-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.691443, + "recall": 0.753953, + "f1": 0.70783, + "accuracy": 0.753953, + "main_score": 0.70783, + "hf_subset": "yor_Latn-urd_Arab", + "languages": [ + "yor-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.620344, + "recall": 0.667984, + "f1": 0.633499, + "accuracy": 0.667984, + "main_score": 0.633499, + "hf_subset": "yor_Latn-aka_Latn", + "languages": [ + "yor-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.679625, + "recall": 0.729249, + "f1": 0.692089, + "accuracy": 0.729249, + "main_score": 0.692089, + "hf_subset": "yor_Latn-bjn_Latn", + "languages": [ + "yor-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.671718, + "recall": 0.735178, + "f1": 0.689112, + "accuracy": 0.735178, + "main_score": 0.689112, + "hf_subset": "yor_Latn-fao_Latn", + "languages": [ + "yor-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.721478, + "recall": 0.777668, + "f1": 0.736409, + "accuracy": 0.777668, + "main_score": 0.736409, + "hf_subset": "yor_Latn-ind_Latn", + "languages": [ + "yor-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.491736, + "recall": 0.527668, + "f1": 0.501908, + "accuracy": 0.527668, + "main_score": 0.501908, + "hf_subset": "yor_Latn-knc_Latn", + "languages": [ + "yor-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.632408, + "recall": 0.690711, + "f1": 0.646882, + "accuracy": 0.690711, + "main_score": 0.646882, + "hf_subset": "yor_Latn-mlt_Latn", + "languages": [ + "yor-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.53597, + "recall": 0.58498, + "f1": 0.549602, + "accuracy": 0.58498, + "main_score": 0.549602, + "hf_subset": "yor_Latn-quy_Latn", + "languages": [ + "yor-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.669224, + "recall": 0.731225, + "f1": 0.686313, + "accuracy": 0.731225, + "main_score": 0.686313, + "hf_subset": "yor_Latn-swh_Latn", + "languages": [ + "yor-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.657445, + "recall": 0.717391, + "f1": 0.672925, + "accuracy": 0.717391, + "main_score": 0.672925, + "hf_subset": "yor_Latn-uzn_Latn", + "languages": [ + "yor-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.669177, + "recall": 0.729249, + "f1": 0.684418, + "accuracy": 0.729249, + "main_score": 0.684418, + "hf_subset": "yor_Latn-als_Latn", + "languages": [ + "yor-Latn", + "als-Latn" + ] + }, + { + "precision": 0.530357, + "recall": 0.608696, + "f1": 0.552162, + "accuracy": 0.608696, + "main_score": 0.552162, + "hf_subset": "yor_Latn-bod_Tibt", + "languages": [ + "yor-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.549576, + "recall": 0.604743, + "f1": 0.564426, + "accuracy": 0.604743, + "main_score": 0.564426, + "hf_subset": "yor_Latn-fij_Latn", + "languages": [ + "yor-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.645582, + "recall": 0.717391, + "f1": 0.664824, + "accuracy": 0.717391, + "main_score": 0.664824, + "hf_subset": "yor_Latn-isl_Latn", + "languages": [ + "yor-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.515867, + "recall": 0.565217, + "f1": 0.529393, + "accuracy": 0.565217, + "main_score": 0.529393, + "hf_subset": "yor_Latn-kon_Latn", + "languages": [ + "yor-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.44108, + "recall": 0.493083, + "f1": 0.455153, + "accuracy": 0.493083, + "main_score": 0.455153, + "hf_subset": "yor_Latn-mni_Beng", + "languages": [ + "yor-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.696683, + "recall": 0.752964, + "f1": 0.711572, + "accuracy": 0.752964, + "main_score": 0.711572, + "hf_subset": "yor_Latn-ron_Latn", + "languages": [ + "yor-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.700662, + "recall": 0.761858, + "f1": 0.717161, + "accuracy": 0.761858, + "main_score": 0.717161, + "hf_subset": "yor_Latn-szl_Latn", + "languages": [ + "yor-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.714924, + "recall": 0.766798, + "f1": 0.728391, + "accuracy": 0.766798, + "main_score": 0.728391, + "hf_subset": "yor_Latn-vec_Latn", + "languages": [ + "yor-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.703467, + "recall": 0.758893, + "f1": 0.719012, + "accuracy": 0.758893, + "main_score": 0.719012, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.690723, + "recall": 0.748024, + "f1": 0.705821, + "accuracy": 0.748024, + "main_score": 0.705821, + "hf_subset": "yor_Latn-bos_Latn", + "languages": [ + "yor-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.674533, + "recall": 0.741107, + "f1": 0.692399, + "accuracy": 0.741107, + "main_score": 0.692399, + "hf_subset": "yor_Latn-fin_Latn", + "languages": [ + "yor-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.714036, + "recall": 0.774704, + "f1": 0.73102, + "accuracy": 0.774704, + "main_score": 0.73102, + "hf_subset": "yor_Latn-ita_Latn", + "languages": [ + "yor-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.713211, + "recall": 0.772727, + "f1": 0.72955, + "accuracy": 0.772727, + "main_score": 0.72955, + "hf_subset": "yor_Latn-kor_Hang", + "languages": [ + "yor-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.458491, + "recall": 0.5, + "f1": 0.469914, + "accuracy": 0.5, + "main_score": 0.469914, + "hf_subset": "yor_Latn-mos_Latn", + "languages": [ + "yor-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.581929, + "recall": 0.639328, + "f1": 0.597287, + "accuracy": 0.639328, + "main_score": 0.597287, + "hf_subset": "yor_Latn-run_Latn", + "languages": [ + "yor-Latn", + "run-Latn" + ] + }, + { + "precision": 0.686736, + "recall": 0.746047, + "f1": 0.702527, + "accuracy": 0.746047, + "main_score": 0.702527, + "hf_subset": "yor_Latn-tam_Taml", + "languages": [ + "yor-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.699814, + "recall": 0.753953, + "f1": 0.713477, + "accuracy": 0.753953, + "main_score": 0.713477, + "hf_subset": "yor_Latn-vie_Latn", + "languages": [ + "yor-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.691952, + "recall": 0.754941, + "f1": 0.708736, + "accuracy": 0.754941, + "main_score": 0.708736, + "hf_subset": "yor_Latn-apc_Arab", + "languages": [ + "yor-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.549937, + "recall": 0.593874, + "f1": 0.562157, + "accuracy": 0.593874, + "main_score": 0.562157, + "hf_subset": "yor_Latn-bug_Latn", + "languages": [ + "yor-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.429473, + "recall": 0.467391, + "f1": 0.440725, + "accuracy": 0.467391, + "main_score": 0.440725, + "hf_subset": "yor_Latn-fon_Latn", + "languages": [ + "yor-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.631292, + "recall": 0.692688, + "f1": 0.64635, + "accuracy": 0.692688, + "main_score": 0.64635, + "hf_subset": "yor_Latn-jav_Latn", + "languages": [ + "yor-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.628953, + "recall": 0.688735, + "f1": 0.644631, + "accuracy": 0.688735, + "main_score": 0.644631, + "hf_subset": "yor_Latn-lao_Laoo", + "languages": [ + "yor-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.630336, + "recall": 0.69664, + "f1": 0.648928, + "accuracy": 0.69664, + "main_score": 0.648928, + "hf_subset": "yor_Latn-mri_Latn", + "languages": [ + "yor-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.719557, + "recall": 0.770751, + "f1": 0.733776, + "accuracy": 0.770751, + "main_score": 0.733776, + "hf_subset": "yor_Latn-rus_Cyrl", + "languages": [ + "yor-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.460118, + "recall": 0.51087, + "f1": 0.474366, + "accuracy": 0.51087, + "main_score": 0.474366, + "hf_subset": "yor_Latn-taq_Latn", + "languages": [ + "yor-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.627354, + "recall": 0.687747, + "f1": 0.642723, + "accuracy": 0.687747, + "main_score": 0.642723, + "hf_subset": "yor_Latn-war_Latn", + "languages": [ + "yor-Latn", + "war-Latn" + ] + }, + { + "precision": 0.707745, + "recall": 0.766798, + "f1": 0.723232, + "accuracy": 0.766798, + "main_score": 0.723232, + "hf_subset": "yor_Latn-arb_Arab", + "languages": [ + "yor-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.712862, + "recall": 0.76581, + "f1": 0.72609, + "accuracy": 0.76581, + "main_score": 0.72609, + "hf_subset": "yor_Latn-bul_Cyrl", + "languages": [ + "yor-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.718801, + "recall": 0.782609, + "f1": 0.736736, + "accuracy": 0.782609, + "main_score": 0.736736, + "hf_subset": "yor_Latn-fra_Latn", + "languages": [ + "yor-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.716121, + "recall": 0.774704, + "f1": 0.731801, + "accuracy": 0.774704, + "main_score": 0.731801, + "hf_subset": "yor_Latn-jpn_Jpan", + "languages": [ + "yor-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.694708, + "recall": 0.746047, + "f1": 0.708411, + "accuracy": 0.746047, + "main_score": 0.708411, + "hf_subset": "yor_Latn-lij_Latn", + "languages": [ + "yor-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.674872, + "recall": 0.738142, + "f1": 0.692258, + "accuracy": 0.738142, + "main_score": 0.692258, + "hf_subset": "yor_Latn-mya_Mymr", + "languages": [ + "yor-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.462459, + "recall": 0.506917, + "f1": 0.474491, + "accuracy": 0.506917, + "main_score": 0.474491, + "hf_subset": "yor_Latn-sag_Latn", + "languages": [ + "yor-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.185691, + "recall": 0.246047, + "f1": 0.200686, + "accuracy": 0.246047, + "main_score": 0.200686, + "hf_subset": "yor_Latn-taq_Tfng", + "languages": [ + "yor-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.555692, + "recall": 0.604743, + "f1": 0.569038, + "accuracy": 0.604743, + "main_score": 0.569038, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.582357, + "recall": 0.652174, + "f1": 0.601061, + "accuracy": 0.652174, + "main_score": 0.601061, + "hf_subset": "yor_Latn-arb_Latn", + "languages": [ + "yor-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.675332, + "recall": 0.740119, + "f1": 0.692034, + "accuracy": 0.740119, + "main_score": 0.692034, + "hf_subset": "yor_Latn-cat_Latn", + "languages": [ + "yor-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.697492, + "recall": 0.75, + "f1": 0.710978, + "accuracy": 0.75, + "main_score": 0.710978, + "hf_subset": "yor_Latn-fur_Latn", + "languages": [ + "yor-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.415171, + "recall": 0.481225, + "f1": 0.432898, + "accuracy": 0.481225, + "main_score": 0.432898, + "hf_subset": "yor_Latn-kab_Latn", + "languages": [ + "yor-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.669609, + "recall": 0.724308, + "f1": 0.683051, + "accuracy": 0.724308, + "main_score": 0.683051, + "hf_subset": "yor_Latn-lim_Latn", + "languages": [ + "yor-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.7013, + "recall": 0.764822, + "f1": 0.718927, + "accuracy": 0.764822, + "main_score": 0.718927, + "hf_subset": "yor_Latn-nld_Latn", + "languages": [ + "yor-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.659958, + "recall": 0.722332, + "f1": 0.676842, + "accuracy": 0.722332, + "main_score": 0.676842, + "hf_subset": "yor_Latn-san_Deva", + "languages": [ + "yor-Latn", + "san-Deva" + ] + }, + { + "precision": 0.665815, + "recall": 0.731225, + "f1": 0.683404, + "accuracy": 0.731225, + "main_score": 0.683404, + "hf_subset": "yor_Latn-tat_Cyrl", + "languages": [ + "yor-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.631632, + "recall": 0.700593, + "f1": 0.651398, + "accuracy": 0.700593, + "main_score": 0.651398, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.69932, + "recall": 0.758893, + "f1": 0.715098, + "accuracy": 0.758893, + "main_score": 0.715098, + "hf_subset": "yor_Latn-ars_Arab", + "languages": [ + "yor-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.648413, + "recall": 0.709486, + "f1": 0.663988, + "accuracy": 0.709486, + "main_score": 0.663988, + "hf_subset": "yor_Latn-ceb_Latn", + "languages": [ + "yor-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.442315, + "recall": 0.494071, + "f1": 0.45727, + "accuracy": 0.494071, + "main_score": 0.45727, + "hf_subset": "yor_Latn-fuv_Latn", + "languages": [ + "yor-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.465836, + "recall": 0.504941, + "f1": 0.477506, + "accuracy": 0.504941, + "main_score": 0.477506, + "hf_subset": "yor_Latn-kac_Latn", + "languages": [ + "yor-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.532218, + "recall": 0.576087, + "f1": 0.544057, + "accuracy": 0.576087, + "main_score": 0.544057, + "hf_subset": "yor_Latn-lin_Latn", + "languages": [ + "yor-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.67061, + "recall": 0.729249, + "f1": 0.685044, + "accuracy": 0.729249, + "main_score": 0.685044, + "hf_subset": "yor_Latn-nno_Latn", + "languages": [ + "yor-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.632026, + "recall": 0.701581, + "f1": 0.650509, + "accuracy": 0.701581, + "main_score": 0.650509, + "hf_subset": "yor_Latn-sat_Olck", + "languages": [ + "yor-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.666296, + "recall": 0.724308, + "f1": 0.681556, + "accuracy": 0.724308, + "main_score": 0.681556, + "hf_subset": "yor_Latn-tel_Telu", + "languages": [ + "yor-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.656922, + "recall": 0.721344, + "f1": 0.674282, + "accuracy": 0.721344, + "main_score": 0.674282, + "hf_subset": "yor_Latn-ydd_Hebr", + "languages": [ + "yor-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.66241, + "recall": 0.726285, + "f1": 0.678737, + "accuracy": 0.726285, + "main_score": 0.678737, + "hf_subset": "yor_Latn-ary_Arab", + "languages": [ + "yor-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.713469, + "recall": 0.772727, + "f1": 0.729583, + "accuracy": 0.772727, + "main_score": 0.729583, + "hf_subset": "yor_Latn-ces_Latn", + "languages": [ + "yor-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.488351, + "recall": 0.554348, + "f1": 0.506493, + "accuracy": 0.554348, + "main_score": 0.506493, + "hf_subset": "yor_Latn-gaz_Latn", + "languages": [ + "yor-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.502756, + "recall": 0.551383, + "f1": 0.515981, + "accuracy": 0.551383, + "main_score": 0.515981, + "hf_subset": "yor_Latn-kam_Latn", + "languages": [ + "yor-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.669975, + "recall": 0.73419, + "f1": 0.687309, + "accuracy": 0.73419, + "main_score": 0.687309, + "hf_subset": "yor_Latn-lit_Latn", + "languages": [ + "yor-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.698585, + "recall": 0.757905, + "f1": 0.714263, + "accuracy": 0.757905, + "main_score": 0.714263, + "hf_subset": "yor_Latn-nob_Latn", + "languages": [ + "yor-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.700671, + "recall": 0.752964, + "f1": 0.714125, + "accuracy": 0.752964, + "main_score": 0.714125, + "hf_subset": "yor_Latn-scn_Latn", + "languages": [ + "yor-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.630518, + "recall": 0.693676, + "f1": 0.646414, + "accuracy": 0.693676, + "main_score": 0.646414, + "hf_subset": "yor_Latn-tgk_Cyrl", + "languages": [ + "yor-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.718501, + "recall": 0.773715, + "f1": 0.733175, + "accuracy": 0.773715, + "main_score": 0.733175, + "hf_subset": "yor_Latn-arz_Arab", + "languages": [ + "yor-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.45345, + "recall": 0.499012, + "f1": 0.466298, + "accuracy": 0.499012, + "main_score": 0.466298, + "hf_subset": "yor_Latn-cjk_Latn", + "languages": [ + "yor-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.640242, + "recall": 0.699605, + "f1": 0.656201, + "accuracy": 0.699605, + "main_score": 0.656201, + "hf_subset": "yor_Latn-gla_Latn", + "languages": [ + "yor-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.657787, + "recall": 0.720356, + "f1": 0.674303, + "accuracy": 0.720356, + "main_score": 0.674303, + "hf_subset": "yor_Latn-kan_Knda", + "languages": [ + "yor-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.691082, + "recall": 0.743083, + "f1": 0.704096, + "accuracy": 0.743083, + "main_score": 0.704096, + "hf_subset": "yor_Latn-lmo_Latn", + "languages": [ + "yor-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.691055, + "recall": 0.75, + "f1": 0.706604, + "accuracy": 0.75, + "main_score": 0.706604, + "hf_subset": "yor_Latn-npi_Deva", + "languages": [ + "yor-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.438319, + "recall": 0.509881, + "f1": 0.45856, + "accuracy": 0.509881, + "main_score": 0.45856, + "hf_subset": "yor_Latn-shn_Mymr", + "languages": [ + "yor-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.699401, + "recall": 0.762846, + "f1": 0.716282, + "accuracy": 0.762846, + "main_score": 0.716282, + "hf_subset": "yor_Latn-tgl_Latn", + "languages": [ + "yor-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.676027, + "recall": 0.732213, + "f1": 0.690521, + "accuracy": 0.732213, + "main_score": 0.690521, + "hf_subset": "yor_Latn-yue_Hant", + "languages": [ + "yor-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.643408, + "recall": 0.702569, + "f1": 0.659436, + "accuracy": 0.702569, + "main_score": 0.659436, + "hf_subset": "yor_Latn-asm_Beng", + "languages": [ + "yor-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.650299, + "recall": 0.718379, + "f1": 0.669321, + "accuracy": 0.718379, + "main_score": 0.669321, + "hf_subset": "yor_Latn-ckb_Arab", + "languages": [ + "yor-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.643171, + "recall": 0.709486, + "f1": 0.660692, + "accuracy": 0.709486, + "main_score": 0.660692, + "hf_subset": "yor_Latn-gle_Latn", + "languages": [ + "yor-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.595429, + "recall": 0.661067, + "f1": 0.613123, + "accuracy": 0.661067, + "main_score": 0.613123, + "hf_subset": "yor_Latn-kas_Arab", + "languages": [ + "yor-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.604794, + "recall": 0.668972, + "f1": 0.621876, + "accuracy": 0.668972, + "main_score": 0.621876, + "hf_subset": "yor_Latn-ltg_Latn", + "languages": [ + "yor-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.631671, + "recall": 0.690711, + "f1": 0.648434, + "accuracy": 0.690711, + "main_score": 0.648434, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.657546, + "recall": 0.728261, + "f1": 0.676553, + "accuracy": 0.728261, + "main_score": 0.676553, + "hf_subset": "yor_Latn-sin_Sinh", + "languages": [ + "yor-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.666985, + "recall": 0.733202, + "f1": 0.684861, + "accuracy": 0.733202, + "main_score": 0.684861, + "hf_subset": "yor_Latn-tha_Thai", + "languages": [ + "yor-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.631182, + "recall": 0.685771, + "f1": 0.644864, + "accuracy": 0.685771, + "main_score": 0.644864, + "hf_subset": "yor_Latn-zho_Hans", + "languages": [ + "yor-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.67589, + "recall": 0.737154, + "f1": 0.691664, + "accuracy": 0.737154, + "main_score": 0.691664, + "hf_subset": "yor_Latn-ast_Latn", + "languages": [ + "yor-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.696871, + "recall": 0.753953, + "f1": 0.713068, + "accuracy": 0.753953, + "main_score": 0.713068, + "hf_subset": "yor_Latn-crh_Latn", + "languages": [ + "yor-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.672183, + "recall": 0.732213, + "f1": 0.687899, + "accuracy": 0.732213, + "main_score": 0.687899, + "hf_subset": "yor_Latn-glg_Latn", + "languages": [ + "yor-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.573199, + "recall": 0.633399, + "f1": 0.589975, + "accuracy": 0.633399, + "main_score": 0.589975, + "hf_subset": "yor_Latn-kas_Deva", + "languages": [ + "yor-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.651337, + "recall": 0.712451, + "f1": 0.667016, + "accuracy": 0.712451, + "main_score": 0.667016, + "hf_subset": "yor_Latn-ltz_Latn", + "languages": [ + "yor-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.43338, + "recall": 0.477273, + "f1": 0.445141, + "accuracy": 0.477273, + "main_score": 0.445141, + "hf_subset": "yor_Latn-nus_Latn", + "languages": [ + "yor-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.681418, + "recall": 0.737154, + "f1": 0.696128, + "accuracy": 0.737154, + "main_score": 0.696128, + "hf_subset": "yor_Latn-slk_Latn", + "languages": [ + "yor-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.532728, + "recall": 0.594862, + "f1": 0.549823, + "accuracy": 0.594862, + "main_score": 0.549823, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.664243, + "recall": 0.731225, + "f1": 0.68253, + "accuracy": 0.731225, + "main_score": 0.68253, + "hf_subset": "yor_Latn-zho_Hant", + "languages": [ + "yor-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.699103, + "recall": 0.757905, + "f1": 0.714459, + "accuracy": 0.757905, + "main_score": 0.714459, + "hf_subset": "yor_Latn-awa_Deva", + "languages": [ + "yor-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.678205, + "recall": 0.740119, + "f1": 0.69436, + "accuracy": 0.740119, + "main_score": 0.69436, + "hf_subset": "yor_Latn-cym_Latn", + "languages": [ + "yor-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.544033, + "recall": 0.589921, + "f1": 0.555802, + "accuracy": 0.589921, + "main_score": 0.555802, + "hf_subset": "yor_Latn-grn_Latn", + "languages": [ + "yor-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.68386, + "recall": 0.749012, + "f1": 0.70195, + "accuracy": 0.749012, + "main_score": 0.70195, + "hf_subset": "yor_Latn-kat_Geor", + "languages": [ + "yor-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.510207, + "recall": 0.55336, + "f1": 0.522473, + "accuracy": 0.55336, + "main_score": 0.522473, + "hf_subset": "yor_Latn-lua_Latn", + "languages": [ + "yor-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.606451, + "recall": 0.667984, + "f1": 0.623183, + "accuracy": 0.667984, + "main_score": 0.623183, + "hf_subset": "yor_Latn-nya_Latn", + "languages": [ + "yor-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.67849, + "recall": 0.73913, + "f1": 0.69443, + "accuracy": 0.73913, + "main_score": 0.69443, + "hf_subset": "yor_Latn-slv_Latn", + "languages": [ + "yor-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.653474, + "recall": 0.70751, + "f1": 0.666899, + "accuracy": 0.70751, + "main_score": 0.666899, + "hf_subset": "yor_Latn-tpi_Latn", + "languages": [ + "yor-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.703317, + "recall": 0.762846, + "f1": 0.719005, + "accuracy": 0.762846, + "main_score": 0.719005, + "hf_subset": "yor_Latn-zsm_Latn", + "languages": [ + "yor-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.46582, + "recall": 0.51087, + "f1": 0.478811, + "accuracy": 0.51087, + "main_score": 0.478811, + "hf_subset": "yor_Latn-ayr_Latn", + "languages": [ + "yor-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.711, + "recall": 0.774704, + "f1": 0.728636, + "accuracy": 0.774704, + "main_score": 0.728636, + "hf_subset": "yor_Latn-dan_Latn", + "languages": [ + "yor-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.698238, + "recall": 0.757905, + "f1": 0.714188, + "accuracy": 0.757905, + "main_score": 0.714188, + "hf_subset": "yor_Latn-guj_Gujr", + "languages": [ + "yor-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.669215, + "recall": 0.732213, + "f1": 0.686193, + "accuracy": 0.732213, + "main_score": 0.686193, + "hf_subset": "yor_Latn-kaz_Cyrl", + "languages": [ + "yor-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.551402, + "recall": 0.61166, + "f1": 0.567506, + "accuracy": 0.61166, + "main_score": 0.567506, + "hf_subset": "yor_Latn-lug_Latn", + "languages": [ + "yor-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.667826, + "recall": 0.725296, + "f1": 0.681962, + "accuracy": 0.725296, + "main_score": 0.681962, + "hf_subset": "yor_Latn-oci_Latn", + "languages": [ + "yor-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.616436, + "recall": 0.684783, + "f1": 0.635327, + "accuracy": 0.684783, + "main_score": 0.635327, + "hf_subset": "yor_Latn-smo_Latn", + "languages": [ + "yor-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.589589, + "recall": 0.649209, + "f1": 0.606079, + "accuracy": 0.649209, + "main_score": 0.606079, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.621839, + "recall": 0.690711, + "f1": 0.640504, + "accuracy": 0.690711, + "main_score": 0.640504, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.604334, + "recall": 0.666996, + "f1": 0.62126, + "accuracy": 0.666996, + "main_score": 0.62126, + "hf_subset": "yor_Latn-azb_Arab", + "languages": [ + "yor-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.728563, + "recall": 0.780632, + "f1": 0.742213, + "accuracy": 0.780632, + "main_score": 0.742213, + "hf_subset": "yor_Latn-deu_Latn", + "languages": [ + "yor-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.634936, + "recall": 0.704545, + "f1": 0.65395, + "accuracy": 0.704545, + "main_score": 0.65395, + "hf_subset": "yor_Latn-hat_Latn", + "languages": [ + "yor-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.469437, + "recall": 0.514822, + "f1": 0.482844, + "accuracy": 0.514822, + "main_score": 0.482844, + "hf_subset": "yor_Latn-kbp_Latn", + "languages": [ + "yor-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.479276, + "recall": 0.527668, + "f1": 0.492958, + "accuracy": 0.527668, + "main_score": 0.492958, + "hf_subset": "yor_Latn-luo_Latn", + "languages": [ + "yor-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.645486, + "recall": 0.714427, + "f1": 0.663918, + "accuracy": 0.714427, + "main_score": 0.663918, + "hf_subset": "yor_Latn-ory_Orya", + "languages": [ + "yor-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.628842, + "recall": 0.694664, + "f1": 0.647754, + "accuracy": 0.694664, + "main_score": 0.647754, + "hf_subset": "yor_Latn-sna_Latn", + "languages": [ + "yor-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.556409, + "recall": 0.615613, + "f1": 0.572372, + "accuracy": 0.615613, + "main_score": 0.572372, + "hf_subset": "yor_Latn-tso_Latn", + "languages": [ + "yor-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.65716, + "recall": 0.727273, + "f1": 0.676414, + "accuracy": 0.727273, + "main_score": 0.676414, + "hf_subset": "yor_Latn-azj_Latn", + "languages": [ + "yor-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.459895, + "recall": 0.500988, + "f1": 0.471574, + "accuracy": 0.500988, + "main_score": 0.471574, + "hf_subset": "yor_Latn-dik_Latn", + "languages": [ + "yor-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.665767, + "recall": 0.72332, + "f1": 0.681396, + "accuracy": 0.72332, + "main_score": 0.681396, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.663357, + "recall": 0.720356, + "f1": 0.677519, + "accuracy": 0.720356, + "main_score": 0.677519, + "hf_subset": "yor_Latn-kea_Latn", + "languages": [ + "yor-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.626807, + "recall": 0.686759, + "f1": 0.642931, + "accuracy": 0.686759, + "main_score": 0.642931, + "hf_subset": "yor_Latn-lus_Latn", + "languages": [ + "yor-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.611363, + "recall": 0.663043, + "f1": 0.62495, + "accuracy": 0.663043, + "main_score": 0.62495, + "hf_subset": "yor_Latn-pag_Latn", + "languages": [ + "yor-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.613265, + "recall": 0.679842, + "f1": 0.630778, + "accuracy": 0.679842, + "main_score": 0.630778, + "hf_subset": "yor_Latn-snd_Arab", + "languages": [ + "yor-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.632638, + "recall": 0.698617, + "f1": 0.650292, + "accuracy": 0.698617, + "main_score": 0.650292, + "hf_subset": "yor_Latn-tuk_Latn", + "languages": [ + "yor-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.658551, + "recall": 0.72332, + "f1": 0.675633, + "accuracy": 0.72332, + "main_score": 0.675633, + "hf_subset": "yor_Latn-bak_Cyrl", + "languages": [ + "yor-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.415176, + "recall": 0.468379, + "f1": 0.430519, + "accuracy": 0.468379, + "main_score": 0.430519, + "hf_subset": "yor_Latn-dyu_Latn", + "languages": [ + "yor-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.696309, + "recall": 0.756917, + "f1": 0.711958, + "accuracy": 0.756917, + "main_score": 0.711958, + "hf_subset": "yor_Latn-heb_Hebr", + "languages": [ + "yor-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.683329, + "recall": 0.737154, + "f1": 0.698644, + "accuracy": 0.737154, + "main_score": 0.698644, + "hf_subset": "yor_Latn-khk_Cyrl", + "languages": [ + "yor-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.665173, + "recall": 0.724308, + "f1": 0.68026, + "accuracy": 0.724308, + "main_score": 0.68026, + "hf_subset": "yor_Latn-lvs_Latn", + "languages": [ + "yor-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.662534, + "recall": 0.725296, + "f1": 0.678787, + "accuracy": 0.725296, + "main_score": 0.678787, + "hf_subset": "yor_Latn-pan_Guru", + "languages": [ + "yor-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.633747, + "recall": 0.700593, + "f1": 0.653336, + "accuracy": 0.700593, + "main_score": 0.653336, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ] + }, + { + "precision": 0.542577, + "recall": 0.600791, + "f1": 0.559129, + "accuracy": 0.600791, + "main_score": 0.559129, + "hf_subset": "yor_Latn-tum_Latn", + "languages": [ + "yor-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.509585, + "recall": 0.593874, + "f1": 0.532856, + "accuracy": 0.593874, + "main_score": 0.532856, + "hf_subset": "arz_Arab-ace_Arab", + "languages": [ + "arz-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.468261, + "recall": 0.520751, + "f1": 0.481825, + "accuracy": 0.520751, + "main_score": 0.481825, + "hf_subset": "arz_Arab-bam_Latn", + "languages": [ + "arz-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.588696, + "recall": 0.679842, + "f1": 0.614479, + "accuracy": 0.679842, + "main_score": 0.614479, + "hf_subset": "arz_Arab-dzo_Tibt", + "languages": [ + "arz-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-hin_Deva", + "languages": [ + "arz-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arz_Arab-khm_Khmr", + "languages": [ + "arz-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-mag_Deva", + "languages": [ + "arz-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-pap_Latn", + "languages": [ + "arz-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.818626, + "recall": 0.867589, + "f1": 0.833649, + "accuracy": 0.867589, + "main_score": 0.833649, + "hf_subset": "arz_Arab-sot_Latn", + "languages": [ + "arz-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-tur_Latn", + "languages": [ + "arz-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.85112, + "recall": 0.890316, + "f1": 0.863241, + "accuracy": 0.890316, + "main_score": 0.863241, + "hf_subset": "arz_Arab-ace_Latn", + "languages": [ + "arz-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "arz_Arab-ban_Latn", + "languages": [ + "arz-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-ell_Grek", + "languages": [ + "arz-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "arz_Arab-hne_Deva", + "languages": [ + "arz-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.553354, + "recall": 0.62253, + "f1": 0.572198, + "accuracy": 0.62253, + "main_score": 0.572198, + "hf_subset": "arz_Arab-kik_Latn", + "languages": [ + "arz-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-mai_Deva", + "languages": [ + "arz-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "arz_Arab-pbt_Arab", + "languages": [ + "arz-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-spa_Latn", + "languages": [ + "arz-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.717852, + "recall": 0.784585, + "f1": 0.737408, + "accuracy": 0.784585, + "main_score": 0.737408, + "hf_subset": "arz_Arab-twi_Latn", + "languages": [ + "arz-Arab", + "twi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-acm_Arab", + "languages": [ + "arz-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arz_Arab-bel_Cyrl", + "languages": [ + "arz-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-hrv_Latn", + "languages": [ + "arz-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.81031, + "recall": 0.86166, + "f1": 0.826021, + "accuracy": 0.86166, + "main_score": 0.826021, + "hf_subset": "arz_Arab-kin_Latn", + "languages": [ + "arz-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-mal_Mlym", + "languages": [ + "arz-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-pes_Arab", + "languages": [ + "arz-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arz_Arab-srd_Latn", + "languages": [ + "arz-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.218366, + "recall": 0.277668, + "f1": 0.232941, + "accuracy": 0.277668, + "main_score": 0.232941, + "hf_subset": "arz_Arab-tzm_Tfng", + "languages": [ + "arz-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-acq_Arab", + "languages": [ + "arz-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.641757, + "recall": 0.715415, + "f1": 0.662581, + "accuracy": 0.715415, + "main_score": 0.662581, + "hf_subset": "arz_Arab-bem_Latn", + "languages": [ + "arz-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arz_Arab-epo_Latn", + "languages": [ + "arz-Arab", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-hun_Latn", + "languages": [ + "arz-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "arz_Arab-kir_Cyrl", + "languages": [ + "arz-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-mar_Deva", + "languages": [ + "arz-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.850165, + "recall": 0.892292, + "f1": 0.863109, + "accuracy": 0.892292, + "main_score": 0.863109, + "hf_subset": "arz_Arab-plt_Latn", + "languages": [ + "arz-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arz_Arab-srp_Cyrl", + "languages": [ + "arz-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "arz_Arab-uig_Arab", + "languages": [ + "arz-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-aeb_Arab", + "languages": [ + "arz-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-ben_Beng", + "languages": [ + "arz-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-est_Latn", + "languages": [ + "arz-Arab", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-hye_Armn", + "languages": [ + "arz-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.433389, + "recall": 0.497036, + "f1": 0.450482, + "accuracy": 0.497036, + "main_score": 0.450482, + "hf_subset": "arz_Arab-kmb_Latn", + "languages": [ + "arz-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.436628, + "recall": 0.525692, + "f1": 0.459999, + "accuracy": 0.525692, + "main_score": 0.459999, + "hf_subset": "arz_Arab-min_Arab", + "languages": [ + "arz-Arab", + "min-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-pol_Latn", + "languages": [ + "arz-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.706069, + "recall": 0.775692, + "f1": 0.726292, + "accuracy": 0.775692, + "main_score": 0.726292, + "hf_subset": "arz_Arab-ssw_Latn", + "languages": [ + "arz-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ukr_Cyrl", + "languages": [ + "arz-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-afr_Latn", + "languages": [ + "arz-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arz_Arab-bho_Deva", + "languages": [ + "arz-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arz_Arab-eus_Latn", + "languages": [ + "arz-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.850198, + "recall": 0.893281, + "f1": 0.863472, + "accuracy": 0.893281, + "main_score": 0.863472, + "hf_subset": "arz_Arab-ibo_Latn", + "languages": [ + "arz-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.845949, + "recall": 0.887352, + "f1": 0.858663, + "accuracy": 0.887352, + "main_score": 0.858663, + "hf_subset": "arz_Arab-kmr_Latn", + "languages": [ + "arz-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "arz_Arab-min_Latn", + "languages": [ + "arz-Arab", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-por_Latn", + "languages": [ + "arz-Arab", + "por-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "arz_Arab-sun_Latn", + "languages": [ + "arz-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.436491, + "recall": 0.501976, + "f1": 0.455053, + "accuracy": 0.501976, + "main_score": 0.455053, + "hf_subset": "arz_Arab-umb_Latn", + "languages": [ + "arz-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-ajp_Arab", + "languages": [ + "arz-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.478942, + "recall": 0.563241, + "f1": 0.502367, + "accuracy": 0.563241, + "main_score": 0.502367, + "hf_subset": "arz_Arab-bjn_Arab", + "languages": [ + "arz-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.437524, + "recall": 0.490119, + "f1": 0.451648, + "accuracy": 0.490119, + "main_score": 0.451648, + "hf_subset": "arz_Arab-ewe_Latn", + "languages": [ + "arz-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "arz_Arab-ilo_Latn", + "languages": [ + "arz-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.242042, + "recall": 0.298419, + "f1": 0.255821, + "accuracy": 0.298419, + "main_score": 0.255821, + "hf_subset": "arz_Arab-knc_Arab", + "languages": [ + "arz-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-mkd_Cyrl", + "languages": [ + "arz-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-prs_Arab", + "languages": [ + "arz-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-swe_Latn", + "languages": [ + "arz-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "arz_Arab-urd_Arab", + "languages": [ + "arz-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.705352, + "recall": 0.769763, + "f1": 0.723998, + "accuracy": 0.769763, + "main_score": 0.723998, + "hf_subset": "arz_Arab-aka_Latn", + "languages": [ + "arz-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "arz_Arab-bjn_Latn", + "languages": [ + "arz-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "arz_Arab-fao_Latn", + "languages": [ + "arz-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-ind_Latn", + "languages": [ + "arz-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.501623, + "recall": 0.555336, + "f1": 0.516078, + "accuracy": 0.555336, + "main_score": 0.516078, + "hf_subset": "arz_Arab-knc_Latn", + "languages": [ + "arz-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-mlt_Latn", + "languages": [ + "arz-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.625363, + "recall": 0.693676, + "f1": 0.645545, + "accuracy": 0.693676, + "main_score": 0.645545, + "hf_subset": "arz_Arab-quy_Latn", + "languages": [ + "arz-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-swh_Latn", + "languages": [ + "arz-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "arz_Arab-uzn_Latn", + "languages": [ + "arz-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "arz_Arab-als_Latn", + "languages": [ + "arz-Arab", + "als-Latn" + ] + }, + { + "precision": 0.770036, + "recall": 0.833992, + "f1": 0.789799, + "accuracy": 0.833992, + "main_score": 0.789799, + "hf_subset": "arz_Arab-bod_Tibt", + "languages": [ + "arz-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.604375, + "recall": 0.678854, + "f1": 0.62516, + "accuracy": 0.678854, + "main_score": 0.62516, + "hf_subset": "arz_Arab-fij_Latn", + "languages": [ + "arz-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "arz_Arab-isl_Latn", + "languages": [ + "arz-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.584968, + "recall": 0.655138, + "f1": 0.604046, + "accuracy": 0.655138, + "main_score": 0.604046, + "hf_subset": "arz_Arab-kon_Latn", + "languages": [ + "arz-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.582352, + "recall": 0.655138, + "f1": 0.602261, + "accuracy": 0.655138, + "main_score": 0.602261, + "hf_subset": "arz_Arab-mni_Beng", + "languages": [ + "arz-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ron_Latn", + "languages": [ + "arz-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "arz_Arab-szl_Latn", + "languages": [ + "arz-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-vec_Latn", + "languages": [ + "arz-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.918725, + "recall": 0.944664, + "f1": 0.927108, + "accuracy": 0.944664, + "main_score": 0.927108, + "hf_subset": "arz_Arab-amh_Ethi", + "languages": [ + "arz-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "arz_Arab-bos_Latn", + "languages": [ + "arz-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-fin_Latn", + "languages": [ + "arz-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ita_Latn", + "languages": [ + "arz-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-kor_Hang", + "languages": [ + "arz-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.481914, + "recall": 0.541502, + "f1": 0.497994, + "accuracy": 0.541502, + "main_score": 0.497994, + "hf_subset": "arz_Arab-mos_Latn", + "languages": [ + "arz-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.711273, + "recall": 0.77668, + "f1": 0.730951, + "accuracy": 0.77668, + "main_score": 0.730951, + "hf_subset": "arz_Arab-run_Latn", + "languages": [ + "arz-Arab", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arz_Arab-tam_Taml", + "languages": [ + "arz-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-vie_Latn", + "languages": [ + "arz-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-apc_Arab", + "languages": [ + "arz-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.70817, + "recall": 0.772727, + "f1": 0.726869, + "accuracy": 0.772727, + "main_score": 0.726869, + "hf_subset": "arz_Arab-bug_Latn", + "languages": [ + "arz-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.420844, + "recall": 0.471344, + "f1": 0.435237, + "accuracy": 0.471344, + "main_score": 0.435237, + "hf_subset": "arz_Arab-fon_Latn", + "languages": [ + "arz-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "arz_Arab-jav_Latn", + "languages": [ + "arz-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "arz_Arab-lao_Laoo", + "languages": [ + "arz-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.861084, + "recall": 0.901186, + "f1": 0.873748, + "accuracy": 0.901186, + "main_score": 0.873748, + "hf_subset": "arz_Arab-mri_Latn", + "languages": [ + "arz-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-rus_Cyrl", + "languages": [ + "arz-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.48332, + "recall": 0.541502, + "f1": 0.499212, + "accuracy": 0.541502, + "main_score": 0.499212, + "hf_subset": "arz_Arab-taq_Latn", + "languages": [ + "arz-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "arz_Arab-war_Latn", + "languages": [ + "arz-Arab", + "war-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-arb_Arab", + "languages": [ + "arz-Arab", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-bul_Cyrl", + "languages": [ + "arz-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-fra_Latn", + "languages": [ + "arz-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-jpn_Jpan", + "languages": [ + "arz-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "arz_Arab-lij_Latn", + "languages": [ + "arz-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "arz_Arab-mya_Mymr", + "languages": [ + "arz-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.5365, + "recall": 0.598814, + "f1": 0.553384, + "accuracy": 0.598814, + "main_score": 0.553384, + "hf_subset": "arz_Arab-sag_Latn", + "languages": [ + "arz-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.212381, + "recall": 0.27668, + "f1": 0.22773, + "accuracy": 0.27668, + "main_score": 0.22773, + "hf_subset": "arz_Arab-taq_Tfng", + "languages": [ + "arz-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.626206, + "recall": 0.694664, + "f1": 0.645212, + "accuracy": 0.694664, + "main_score": 0.645212, + "hf_subset": "arz_Arab-wol_Latn", + "languages": [ + "arz-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.878953, + "recall": 0.916008, + "f1": 0.89081, + "accuracy": 0.916008, + "main_score": 0.89081, + "hf_subset": "arz_Arab-arb_Latn", + "languages": [ + "arz-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-cat_Latn", + "languages": [ + "arz-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "arz_Arab-fur_Latn", + "languages": [ + "arz-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.427508, + "recall": 0.501976, + "f1": 0.44648, + "accuracy": 0.501976, + "main_score": 0.44648, + "hf_subset": "arz_Arab-kab_Latn", + "languages": [ + "arz-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "arz_Arab-lim_Latn", + "languages": [ + "arz-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-nld_Latn", + "languages": [ + "arz-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "arz_Arab-san_Deva", + "languages": [ + "arz-Arab", + "san-Deva" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "arz_Arab-tat_Cyrl", + "languages": [ + "arz-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.837789, + "recall": 0.884387, + "f1": 0.85244, + "accuracy": 0.884387, + "main_score": 0.85244, + "hf_subset": "arz_Arab-xho_Latn", + "languages": [ + "arz-Arab", + "xho-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ars_Arab", + "languages": [ + "arz-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-ceb_Latn", + "languages": [ + "arz-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.456218, + "recall": 0.523715, + "f1": 0.474032, + "accuracy": 0.523715, + "main_score": 0.474032, + "hf_subset": "arz_Arab-fuv_Latn", + "languages": [ + "arz-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.46543, + "recall": 0.524704, + "f1": 0.481116, + "accuracy": 0.524704, + "main_score": 0.481116, + "hf_subset": "arz_Arab-kac_Latn", + "languages": [ + "arz-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.606943, + "recall": 0.674901, + "f1": 0.625683, + "accuracy": 0.674901, + "main_score": 0.625683, + "hf_subset": "arz_Arab-lin_Latn", + "languages": [ + "arz-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-nno_Latn", + "languages": [ + "arz-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.859519, + "recall": 0.900198, + "f1": 0.872167, + "accuracy": 0.900198, + "main_score": 0.872167, + "hf_subset": "arz_Arab-sat_Olck", + "languages": [ + "arz-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "arz_Arab-tel_Telu", + "languages": [ + "arz-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "arz_Arab-ydd_Hebr", + "languages": [ + "arz-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "arz_Arab-ary_Arab", + "languages": [ + "arz-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-ces_Latn", + "languages": [ + "arz-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.531137, + "recall": 0.609684, + "f1": 0.552518, + "accuracy": 0.609684, + "main_score": 0.552518, + "hf_subset": "arz_Arab-gaz_Latn", + "languages": [ + "arz-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.523911, + "recall": 0.603755, + "f1": 0.545275, + "accuracy": 0.603755, + "main_score": 0.545275, + "hf_subset": "arz_Arab-kam_Latn", + "languages": [ + "arz-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "arz_Arab-lit_Latn", + "languages": [ + "arz-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-nob_Latn", + "languages": [ + "arz-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-scn_Latn", + "languages": [ + "arz-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "arz_Arab-tgk_Cyrl", + "languages": [ + "arz-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.709561, + "recall": 0.777668, + "f1": 0.729435, + "accuracy": 0.777668, + "main_score": 0.729435, + "hf_subset": "arz_Arab-yor_Latn", + "languages": [ + "arz-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.473257, + "recall": 0.544466, + "f1": 0.493298, + "accuracy": 0.544466, + "main_score": 0.493298, + "hf_subset": "arz_Arab-cjk_Latn", + "languages": [ + "arz-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.917655, + "recall": 0.943676, + "f1": 0.926054, + "accuracy": 0.943676, + "main_score": 0.926054, + "hf_subset": "arz_Arab-gla_Latn", + "languages": [ + "arz-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "arz_Arab-kan_Knda", + "languages": [ + "arz-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "arz_Arab-lmo_Latn", + "languages": [ + "arz-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "arz_Arab-npi_Deva", + "languages": [ + "arz-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.509817, + "recall": 0.589921, + "f1": 0.53176, + "accuracy": 0.589921, + "main_score": 0.53176, + "hf_subset": "arz_Arab-shn_Mymr", + "languages": [ + "arz-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "arz_Arab-tgl_Latn", + "languages": [ + "arz-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-yue_Hant", + "languages": [ + "arz-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "arz_Arab-asm_Beng", + "languages": [ + "arz-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.917984, + "recall": 0.943676, + "f1": 0.926383, + "accuracy": 0.943676, + "main_score": 0.926383, + "hf_subset": "arz_Arab-ckb_Arab", + "languages": [ + "arz-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "arz_Arab-gle_Latn", + "languages": [ + "arz-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.911561, + "recall": 0.939723, + "f1": 0.920619, + "accuracy": 0.939723, + "main_score": 0.920619, + "hf_subset": "arz_Arab-kas_Arab", + "languages": [ + "arz-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.891222, + "recall": 0.923913, + "f1": 0.901581, + "accuracy": 0.923913, + "main_score": 0.901581, + "hf_subset": "arz_Arab-ltg_Latn", + "languages": [ + "arz-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.742154, + "recall": 0.806324, + "f1": 0.761578, + "accuracy": 0.806324, + "main_score": 0.761578, + "hf_subset": "arz_Arab-nso_Latn", + "languages": [ + "arz-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "arz_Arab-sin_Sinh", + "languages": [ + "arz-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-tha_Thai", + "languages": [ + "arz-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-zho_Hans", + "languages": [ + "arz-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-ast_Latn", + "languages": [ + "arz-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "arz_Arab-crh_Latn", + "languages": [ + "arz-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-glg_Latn", + "languages": [ + "arz-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.857543, + "recall": 0.897233, + "f1": 0.869617, + "accuracy": 0.897233, + "main_score": 0.869617, + "hf_subset": "arz_Arab-kas_Deva", + "languages": [ + "arz-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-ltz_Latn", + "languages": [ + "arz-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.409571, + "recall": 0.478261, + "f1": 0.427912, + "accuracy": 0.478261, + "main_score": 0.427912, + "hf_subset": "arz_Arab-nus_Latn", + "languages": [ + "arz-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-slk_Latn", + "languages": [ + "arz-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.618877, + "recall": 0.694664, + "f1": 0.639497, + "accuracy": 0.694664, + "main_score": 0.639497, + "hf_subset": "arz_Arab-tir_Ethi", + "languages": [ + "arz-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-zho_Hant", + "languages": [ + "arz-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.979496, + "recall": 0.98419, + "f1": 0.980962, + "accuracy": 0.98419, + "main_score": 0.980962, + "hf_subset": "arz_Arab-awa_Deva", + "languages": [ + "arz-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arz_Arab-cym_Latn", + "languages": [ + "arz-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.753832, + "recall": 0.8083, + "f1": 0.769617, + "accuracy": 0.8083, + "main_score": 0.769617, + "hf_subset": "arz_Arab-grn_Latn", + "languages": [ + "arz-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arz_Arab-kat_Geor", + "languages": [ + "arz-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.586961, + "recall": 0.646245, + "f1": 0.602613, + "accuracy": 0.646245, + "main_score": 0.602613, + "hf_subset": "arz_Arab-lua_Latn", + "languages": [ + "arz-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.79496, + "recall": 0.852767, + "f1": 0.812681, + "accuracy": 0.852767, + "main_score": 0.812681, + "hf_subset": "arz_Arab-nya_Latn", + "languages": [ + "arz-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "arz_Arab-slv_Latn", + "languages": [ + "arz-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "arz_Arab-tpi_Latn", + "languages": [ + "arz-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-zsm_Latn", + "languages": [ + "arz-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.489497, + "recall": 0.552372, + "f1": 0.506853, + "accuracy": 0.552372, + "main_score": 0.506853, + "hf_subset": "arz_Arab-ayr_Latn", + "languages": [ + "arz-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-dan_Latn", + "languages": [ + "arz-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-guj_Gujr", + "languages": [ + "arz-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "arz_Arab-kaz_Cyrl", + "languages": [ + "arz-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.61442, + "recall": 0.694664, + "f1": 0.637241, + "accuracy": 0.694664, + "main_score": 0.637241, + "hf_subset": "arz_Arab-lug_Latn", + "languages": [ + "arz-Arab", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-oci_Latn", + "languages": [ + "arz-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.805567, + "recall": 0.855731, + "f1": 0.820883, + "accuracy": 0.855731, + "main_score": 0.820883, + "hf_subset": "arz_Arab-smo_Latn", + "languages": [ + "arz-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.718198, + "recall": 0.786561, + "f1": 0.738933, + "accuracy": 0.786561, + "main_score": 0.738933, + "hf_subset": "arz_Arab-tsn_Latn", + "languages": [ + "arz-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.837154, + "recall": 0.884387, + "f1": 0.851713, + "accuracy": 0.884387, + "main_score": 0.851713, + "hf_subset": "arz_Arab-zul_Latn", + "languages": [ + "arz-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.932889, + "recall": 0.954545, + "f1": 0.939954, + "accuracy": 0.954545, + "main_score": 0.939954, + "hf_subset": "arz_Arab-azb_Arab", + "languages": [ + "arz-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-deu_Latn", + "languages": [ + "arz-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "arz_Arab-hat_Latn", + "languages": [ + "arz-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.477517, + "recall": 0.535573, + "f1": 0.49321, + "accuracy": 0.535573, + "main_score": 0.49321, + "hf_subset": "arz_Arab-kbp_Latn", + "languages": [ + "arz-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.500703, + "recall": 0.567194, + "f1": 0.518328, + "accuracy": 0.567194, + "main_score": 0.518328, + "hf_subset": "arz_Arab-luo_Latn", + "languages": [ + "arz-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "arz_Arab-ory_Orya", + "languages": [ + "arz-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.85746, + "recall": 0.900198, + "f1": 0.871278, + "accuracy": 0.900198, + "main_score": 0.871278, + "hf_subset": "arz_Arab-sna_Latn", + "languages": [ + "arz-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.622881, + "recall": 0.692688, + "f1": 0.642234, + "accuracy": 0.692688, + "main_score": 0.642234, + "hf_subset": "arz_Arab-tso_Latn", + "languages": [ + "arz-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "arz_Arab-azj_Latn", + "languages": [ + "arz-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.484646, + "recall": 0.55336, + "f1": 0.504825, + "accuracy": 0.55336, + "main_score": 0.504825, + "hf_subset": "arz_Arab-dik_Latn", + "languages": [ + "arz-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.876647, + "recall": 0.914032, + "f1": 0.888636, + "accuracy": 0.914032, + "main_score": 0.888636, + "hf_subset": "arz_Arab-hau_Latn", + "languages": [ + "arz-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "arz_Arab-kea_Latn", + "languages": [ + "arz-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.917161, + "recall": 0.942688, + "f1": 0.925395, + "accuracy": 0.942688, + "main_score": 0.925395, + "hf_subset": "arz_Arab-lus_Latn", + "languages": [ + "arz-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.849177, + "recall": 0.890316, + "f1": 0.861909, + "accuracy": 0.890316, + "main_score": 0.861909, + "hf_subset": "arz_Arab-pag_Latn", + "languages": [ + "arz-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "arz_Arab-snd_Arab", + "languages": [ + "arz-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "arz_Arab-tuk_Latn", + "languages": [ + "arz-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arz_Arab-bak_Cyrl", + "languages": [ + "arz-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.453977, + "recall": 0.529644, + "f1": 0.474175, + "accuracy": 0.529644, + "main_score": 0.474175, + "hf_subset": "arz_Arab-dyu_Latn", + "languages": [ + "arz-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-heb_Hebr", + "languages": [ + "arz-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "arz_Arab-khk_Cyrl", + "languages": [ + "arz-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-lvs_Latn", + "languages": [ + "arz-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-pan_Guru", + "languages": [ + "arz-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.841824, + "recall": 0.886364, + "f1": 0.85555, + "accuracy": 0.886364, + "main_score": 0.85555, + "hf_subset": "arz_Arab-som_Latn", + "languages": [ + "arz-Arab", + "som-Latn" + ] + }, + { + "precision": 0.671871, + "recall": 0.741107, + "f1": 0.692231, + "accuracy": 0.741107, + "main_score": 0.692231, + "hf_subset": "arz_Arab-tum_Latn", + "languages": [ + "arz-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.38508, + "recall": 0.442688, + "f1": 0.401197, + "accuracy": 0.442688, + "main_score": 0.401197, + "hf_subset": "cjk_Latn-ace_Arab", + "languages": [ + "cjk-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.464472, + "recall": 0.501976, + "f1": 0.475567, + "accuracy": 0.501976, + "main_score": 0.475567, + "hf_subset": "cjk_Latn-bam_Latn", + "languages": [ + "cjk-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.292675, + "recall": 0.344862, + "f1": 0.306861, + "accuracy": 0.344862, + "main_score": 0.306861, + "hf_subset": "cjk_Latn-dzo_Tibt", + "languages": [ + "cjk-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.480361, + "recall": 0.533597, + "f1": 0.49536, + "accuracy": 0.533597, + "main_score": 0.49536, + "hf_subset": "cjk_Latn-hin_Deva", + "languages": [ + "cjk-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.446224, + "recall": 0.48913, + "f1": 0.458146, + "accuracy": 0.48913, + "main_score": 0.458146, + "hf_subset": "cjk_Latn-khm_Khmr", + "languages": [ + "cjk-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.493601, + "recall": 0.54249, + "f1": 0.505692, + "accuracy": 0.54249, + "main_score": 0.505692, + "hf_subset": "cjk_Latn-mag_Deva", + "languages": [ + "cjk-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.472541, + "recall": 0.517787, + "f1": 0.485174, + "accuracy": 0.517787, + "main_score": 0.485174, + "hf_subset": "cjk_Latn-pap_Latn", + "languages": [ + "cjk-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.443475, + "recall": 0.491107, + "f1": 0.455793, + "accuracy": 0.491107, + "main_score": 0.455793, + "hf_subset": "cjk_Latn-sot_Latn", + "languages": [ + "cjk-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.476663, + "recall": 0.525692, + "f1": 0.490165, + "accuracy": 0.525692, + "main_score": 0.490165, + "hf_subset": "cjk_Latn-tur_Latn", + "languages": [ + "cjk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.480972, + "recall": 0.529644, + "f1": 0.494408, + "accuracy": 0.529644, + "main_score": 0.494408, + "hf_subset": "cjk_Latn-ace_Latn", + "languages": [ + "cjk-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.474246, + "recall": 0.513834, + "f1": 0.485141, + "accuracy": 0.513834, + "main_score": 0.485141, + "hf_subset": "cjk_Latn-ban_Latn", + "languages": [ + "cjk-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.474933, + "recall": 0.52668, + "f1": 0.488321, + "accuracy": 0.52668, + "main_score": 0.488321, + "hf_subset": "cjk_Latn-ell_Grek", + "languages": [ + "cjk-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.466814, + "recall": 0.509881, + "f1": 0.478006, + "accuracy": 0.509881, + "main_score": 0.478006, + "hf_subset": "cjk_Latn-hne_Deva", + "languages": [ + "cjk-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.442348, + "recall": 0.486166, + "f1": 0.453885, + "accuracy": 0.486166, + "main_score": 0.453885, + "hf_subset": "cjk_Latn-kik_Latn", + "languages": [ + "cjk-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.48211, + "recall": 0.531621, + "f1": 0.495222, + "accuracy": 0.531621, + "main_score": 0.495222, + "hf_subset": "cjk_Latn-mai_Deva", + "languages": [ + "cjk-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.453178, + "recall": 0.498024, + "f1": 0.465186, + "accuracy": 0.498024, + "main_score": 0.465186, + "hf_subset": "cjk_Latn-pbt_Arab", + "languages": [ + "cjk-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.508501, + "recall": 0.5583, + "f1": 0.52169, + "accuracy": 0.5583, + "main_score": 0.52169, + "hf_subset": "cjk_Latn-spa_Latn", + "languages": [ + "cjk-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.502588, + "recall": 0.54249, + "f1": 0.514023, + "accuracy": 0.54249, + "main_score": 0.514023, + "hf_subset": "cjk_Latn-twi_Latn", + "languages": [ + "cjk-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.479571, + "recall": 0.530632, + "f1": 0.492596, + "accuracy": 0.530632, + "main_score": 0.492596, + "hf_subset": "cjk_Latn-acm_Arab", + "languages": [ + "cjk-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.434877, + "recall": 0.487154, + "f1": 0.449495, + "accuracy": 0.487154, + "main_score": 0.449495, + "hf_subset": "cjk_Latn-bel_Cyrl", + "languages": [ + "cjk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.517646, + "recall": 0.573123, + "f1": 0.533159, + "accuracy": 0.573123, + "main_score": 0.533159, + "hf_subset": "cjk_Latn-eng_Latn", + "languages": [ + "cjk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.479532, + "recall": 0.52668, + "f1": 0.492075, + "accuracy": 0.52668, + "main_score": 0.492075, + "hf_subset": "cjk_Latn-hrv_Latn", + "languages": [ + "cjk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.440243, + "recall": 0.482213, + "f1": 0.451749, + "accuracy": 0.482213, + "main_score": 0.451749, + "hf_subset": "cjk_Latn-kin_Latn", + "languages": [ + "cjk-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.450398, + "recall": 0.496047, + "f1": 0.462947, + "accuracy": 0.496047, + "main_score": 0.462947, + "hf_subset": "cjk_Latn-mal_Mlym", + "languages": [ + "cjk-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.475731, + "recall": 0.523715, + "f1": 0.487715, + "accuracy": 0.523715, + "main_score": 0.487715, + "hf_subset": "cjk_Latn-pes_Arab", + "languages": [ + "cjk-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.47708, + "recall": 0.522727, + "f1": 0.488991, + "accuracy": 0.522727, + "main_score": 0.488991, + "hf_subset": "cjk_Latn-srd_Latn", + "languages": [ + "cjk-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.228354, + "recall": 0.278656, + "f1": 0.240779, + "accuracy": 0.278656, + "main_score": 0.240779, + "hf_subset": "cjk_Latn-tzm_Tfng", + "languages": [ + "cjk-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.478543, + "recall": 0.524704, + "f1": 0.491234, + "accuracy": 0.524704, + "main_score": 0.491234, + "hf_subset": "cjk_Latn-acq_Arab", + "languages": [ + "cjk-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.485528, + "recall": 0.527668, + "f1": 0.496641, + "accuracy": 0.527668, + "main_score": 0.496641, + "hf_subset": "cjk_Latn-bem_Latn", + "languages": [ + "cjk-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.462412, + "recall": 0.509881, + "f1": 0.475094, + "accuracy": 0.509881, + "main_score": 0.475094, + "hf_subset": "cjk_Latn-epo_Latn", + "languages": [ + "cjk-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.485845, + "recall": 0.538538, + "f1": 0.49978, + "accuracy": 0.538538, + "main_score": 0.49978, + "hf_subset": "cjk_Latn-hun_Latn", + "languages": [ + "cjk-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.453392, + "recall": 0.504941, + "f1": 0.467291, + "accuracy": 0.504941, + "main_score": 0.467291, + "hf_subset": "cjk_Latn-kir_Cyrl", + "languages": [ + "cjk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.459847, + "recall": 0.506917, + "f1": 0.472486, + "accuracy": 0.506917, + "main_score": 0.472486, + "hf_subset": "cjk_Latn-mar_Deva", + "languages": [ + "cjk-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.454521, + "recall": 0.502964, + "f1": 0.468372, + "accuracy": 0.502964, + "main_score": 0.468372, + "hf_subset": "cjk_Latn-plt_Latn", + "languages": [ + "cjk-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.472024, + "recall": 0.518775, + "f1": 0.48486, + "accuracy": 0.518775, + "main_score": 0.48486, + "hf_subset": "cjk_Latn-srp_Cyrl", + "languages": [ + "cjk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.404376, + "recall": 0.458498, + "f1": 0.418657, + "accuracy": 0.458498, + "main_score": 0.418657, + "hf_subset": "cjk_Latn-uig_Arab", + "languages": [ + "cjk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.457186, + "recall": 0.503953, + "f1": 0.46842, + "accuracy": 0.503953, + "main_score": 0.46842, + "hf_subset": "cjk_Latn-aeb_Arab", + "languages": [ + "cjk-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.4565, + "recall": 0.503953, + "f1": 0.469558, + "accuracy": 0.503953, + "main_score": 0.469558, + "hf_subset": "cjk_Latn-ben_Beng", + "languages": [ + "cjk-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.475964, + "recall": 0.525692, + "f1": 0.489603, + "accuracy": 0.525692, + "main_score": 0.489603, + "hf_subset": "cjk_Latn-est_Latn", + "languages": [ + "cjk-Latn", + "est-Latn" + ] + }, + { + "precision": 0.434162, + "recall": 0.490119, + "f1": 0.448131, + "accuracy": 0.490119, + "main_score": 0.448131, + "hf_subset": "cjk_Latn-hye_Armn", + "languages": [ + "cjk-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.492457, + "recall": 0.529644, + "f1": 0.503643, + "accuracy": 0.529644, + "main_score": 0.503643, + "hf_subset": "cjk_Latn-kmb_Latn", + "languages": [ + "cjk-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.346424, + "recall": 0.407115, + "f1": 0.363498, + "accuracy": 0.407115, + "main_score": 0.363498, + "hf_subset": "cjk_Latn-min_Arab", + "languages": [ + "cjk-Latn", + "min-Arab" + ] + }, + { + "precision": 0.487059, + "recall": 0.538538, + "f1": 0.500507, + "accuracy": 0.538538, + "main_score": 0.500507, + "hf_subset": "cjk_Latn-pol_Latn", + "languages": [ + "cjk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.427516, + "recall": 0.471344, + "f1": 0.439256, + "accuracy": 0.471344, + "main_score": 0.439256, + "hf_subset": "cjk_Latn-ssw_Latn", + "languages": [ + "cjk-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.474176, + "recall": 0.521739, + "f1": 0.487117, + "accuracy": 0.521739, + "main_score": 0.487117, + "hf_subset": "cjk_Latn-ukr_Cyrl", + "languages": [ + "cjk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.471459, + "recall": 0.523715, + "f1": 0.48484, + "accuracy": 0.523715, + "main_score": 0.48484, + "hf_subset": "cjk_Latn-afr_Latn", + "languages": [ + "cjk-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.501571, + "recall": 0.549407, + "f1": 0.5143, + "accuracy": 0.549407, + "main_score": 0.5143, + "hf_subset": "cjk_Latn-bho_Deva", + "languages": [ + "cjk-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.460445, + "recall": 0.506917, + "f1": 0.473057, + "accuracy": 0.506917, + "main_score": 0.473057, + "hf_subset": "cjk_Latn-eus_Latn", + "languages": [ + "cjk-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.467586, + "recall": 0.509881, + "f1": 0.479009, + "accuracy": 0.509881, + "main_score": 0.479009, + "hf_subset": "cjk_Latn-ibo_Latn", + "languages": [ + "cjk-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.457708, + "recall": 0.501976, + "f1": 0.470001, + "accuracy": 0.501976, + "main_score": 0.470001, + "hf_subset": "cjk_Latn-kmr_Latn", + "languages": [ + "cjk-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.45382, + "recall": 0.499012, + "f1": 0.465594, + "accuracy": 0.499012, + "main_score": 0.465594, + "hf_subset": "cjk_Latn-min_Latn", + "languages": [ + "cjk-Latn", + "min-Latn" + ] + }, + { + "precision": 0.499966, + "recall": 0.545455, + "f1": 0.511376, + "accuracy": 0.545455, + "main_score": 0.511376, + "hf_subset": "cjk_Latn-por_Latn", + "languages": [ + "cjk-Latn", + "por-Latn" + ] + }, + { + "precision": 0.451803, + "recall": 0.494071, + "f1": 0.462833, + "accuracy": 0.494071, + "main_score": 0.462833, + "hf_subset": "cjk_Latn-sun_Latn", + "languages": [ + "cjk-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.462817, + "recall": 0.505929, + "f1": 0.475807, + "accuracy": 0.505929, + "main_score": 0.475807, + "hf_subset": "cjk_Latn-umb_Latn", + "languages": [ + "cjk-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.476242, + "recall": 0.523715, + "f1": 0.487683, + "accuracy": 0.523715, + "main_score": 0.487683, + "hf_subset": "cjk_Latn-ajp_Arab", + "languages": [ + "cjk-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.382395, + "recall": 0.433794, + "f1": 0.396876, + "accuracy": 0.433794, + "main_score": 0.396876, + "hf_subset": "cjk_Latn-bjn_Arab", + "languages": [ + "cjk-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.445982, + "recall": 0.480237, + "f1": 0.455632, + "accuracy": 0.480237, + "main_score": 0.455632, + "hf_subset": "cjk_Latn-ewe_Latn", + "languages": [ + "cjk-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.471172, + "recall": 0.514822, + "f1": 0.483275, + "accuracy": 0.514822, + "main_score": 0.483275, + "hf_subset": "cjk_Latn-ilo_Latn", + "languages": [ + "cjk-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262965, + "recall": 0.314229, + "f1": 0.277195, + "accuracy": 0.314229, + "main_score": 0.277195, + "hf_subset": "cjk_Latn-knc_Arab", + "languages": [ + "cjk-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.474682, + "recall": 0.523715, + "f1": 0.488095, + "accuracy": 0.523715, + "main_score": 0.488095, + "hf_subset": "cjk_Latn-mkd_Cyrl", + "languages": [ + "cjk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.486584, + "recall": 0.540514, + "f1": 0.500631, + "accuracy": 0.540514, + "main_score": 0.500631, + "hf_subset": "cjk_Latn-prs_Arab", + "languages": [ + "cjk-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.490633, + "recall": 0.540514, + "f1": 0.503668, + "accuracy": 0.540514, + "main_score": 0.503668, + "hf_subset": "cjk_Latn-swe_Latn", + "languages": [ + "cjk-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.451796, + "recall": 0.506917, + "f1": 0.466, + "accuracy": 0.506917, + "main_score": 0.466, + "hf_subset": "cjk_Latn-urd_Arab", + "languages": [ + "cjk-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.482758, + "recall": 0.519763, + "f1": 0.493417, + "accuracy": 0.519763, + "main_score": 0.493417, + "hf_subset": "cjk_Latn-aka_Latn", + "languages": [ + "cjk-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.494807, + "recall": 0.536561, + "f1": 0.505737, + "accuracy": 0.536561, + "main_score": 0.505737, + "hf_subset": "cjk_Latn-bjn_Latn", + "languages": [ + "cjk-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.453353, + "recall": 0.500988, + "f1": 0.465435, + "accuracy": 0.500988, + "main_score": 0.465435, + "hf_subset": "cjk_Latn-fao_Latn", + "languages": [ + "cjk-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.495521, + "recall": 0.543478, + "f1": 0.508046, + "accuracy": 0.543478, + "main_score": 0.508046, + "hf_subset": "cjk_Latn-ind_Latn", + "languages": [ + "cjk-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.485876, + "recall": 0.519763, + "f1": 0.495745, + "accuracy": 0.519763, + "main_score": 0.495745, + "hf_subset": "cjk_Latn-knc_Latn", + "languages": [ + "cjk-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.457854, + "recall": 0.5, + "f1": 0.469279, + "accuracy": 0.5, + "main_score": 0.469279, + "hf_subset": "cjk_Latn-mlt_Latn", + "languages": [ + "cjk-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.498812, + "recall": 0.545455, + "f1": 0.511889, + "accuracy": 0.545455, + "main_score": 0.511889, + "hf_subset": "cjk_Latn-quy_Latn", + "languages": [ + "cjk-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.467736, + "recall": 0.516798, + "f1": 0.480411, + "accuracy": 0.516798, + "main_score": 0.480411, + "hf_subset": "cjk_Latn-swh_Latn", + "languages": [ + "cjk-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.448949, + "recall": 0.496047, + "f1": 0.461344, + "accuracy": 0.496047, + "main_score": 0.461344, + "hf_subset": "cjk_Latn-uzn_Latn", + "languages": [ + "cjk-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.464172, + "recall": 0.509881, + "f1": 0.47618, + "accuracy": 0.509881, + "main_score": 0.47618, + "hf_subset": "cjk_Latn-als_Latn", + "languages": [ + "cjk-Latn", + "als-Latn" + ] + }, + { + "precision": 0.341729, + "recall": 0.390316, + "f1": 0.354161, + "accuracy": 0.390316, + "main_score": 0.354161, + "hf_subset": "cjk_Latn-bod_Tibt", + "languages": [ + "cjk-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.456193, + "recall": 0.5, + "f1": 0.468689, + "accuracy": 0.5, + "main_score": 0.468689, + "hf_subset": "cjk_Latn-fij_Latn", + "languages": [ + "cjk-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.442752, + "recall": 0.485178, + "f1": 0.454218, + "accuracy": 0.485178, + "main_score": 0.454218, + "hf_subset": "cjk_Latn-isl_Latn", + "languages": [ + "cjk-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.491635, + "recall": 0.52668, + "f1": 0.501751, + "accuracy": 0.52668, + "main_score": 0.501751, + "hf_subset": "cjk_Latn-kon_Latn", + "languages": [ + "cjk-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.44331, + "recall": 0.488142, + "f1": 0.455938, + "accuracy": 0.488142, + "main_score": 0.455938, + "hf_subset": "cjk_Latn-mni_Beng", + "languages": [ + "cjk-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.488069, + "recall": 0.535573, + "f1": 0.499987, + "accuracy": 0.535573, + "main_score": 0.499987, + "hf_subset": "cjk_Latn-ron_Latn", + "languages": [ + "cjk-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.507057, + "recall": 0.551383, + "f1": 0.51858, + "accuracy": 0.551383, + "main_score": 0.51858, + "hf_subset": "cjk_Latn-szl_Latn", + "languages": [ + "cjk-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.502093, + "recall": 0.547431, + "f1": 0.514738, + "accuracy": 0.547431, + "main_score": 0.514738, + "hf_subset": "cjk_Latn-vec_Latn", + "languages": [ + "cjk-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.464848, + "recall": 0.514822, + "f1": 0.478699, + "accuracy": 0.514822, + "main_score": 0.478699, + "hf_subset": "cjk_Latn-amh_Ethi", + "languages": [ + "cjk-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.484208, + "recall": 0.530632, + "f1": 0.496469, + "accuracy": 0.530632, + "main_score": 0.496469, + "hf_subset": "cjk_Latn-bos_Latn", + "languages": [ + "cjk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.466405, + "recall": 0.511858, + "f1": 0.478144, + "accuracy": 0.511858, + "main_score": 0.478144, + "hf_subset": "cjk_Latn-fin_Latn", + "languages": [ + "cjk-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.506463, + "recall": 0.549407, + "f1": 0.517862, + "accuracy": 0.549407, + "main_score": 0.517862, + "hf_subset": "cjk_Latn-ita_Latn", + "languages": [ + "cjk-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.499834, + "recall": 0.551383, + "f1": 0.5138, + "accuracy": 0.551383, + "main_score": 0.5138, + "hf_subset": "cjk_Latn-kor_Hang", + "languages": [ + "cjk-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.454416, + "recall": 0.499012, + "f1": 0.467381, + "accuracy": 0.499012, + "main_score": 0.467381, + "hf_subset": "cjk_Latn-mos_Latn", + "languages": [ + "cjk-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.437143, + "recall": 0.482213, + "f1": 0.449522, + "accuracy": 0.482213, + "main_score": 0.449522, + "hf_subset": "cjk_Latn-run_Latn", + "languages": [ + "cjk-Latn", + "run-Latn" + ] + }, + { + "precision": 0.443104, + "recall": 0.486166, + "f1": 0.455418, + "accuracy": 0.486166, + "main_score": 0.455418, + "hf_subset": "cjk_Latn-tam_Taml", + "languages": [ + "cjk-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.465263, + "recall": 0.51581, + "f1": 0.479174, + "accuracy": 0.51581, + "main_score": 0.479174, + "hf_subset": "cjk_Latn-vie_Latn", + "languages": [ + "cjk-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.459611, + "recall": 0.508893, + "f1": 0.472533, + "accuracy": 0.508893, + "main_score": 0.472533, + "hf_subset": "cjk_Latn-apc_Arab", + "languages": [ + "cjk-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.497824, + "recall": 0.539526, + "f1": 0.510216, + "accuracy": 0.539526, + "main_score": 0.510216, + "hf_subset": "cjk_Latn-bug_Latn", + "languages": [ + "cjk-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.441846, + "recall": 0.482213, + "f1": 0.45332, + "accuracy": 0.482213, + "main_score": 0.45332, + "hf_subset": "cjk_Latn-fon_Latn", + "languages": [ + "cjk-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.451759, + "recall": 0.496047, + "f1": 0.463323, + "accuracy": 0.496047, + "main_score": 0.463323, + "hf_subset": "cjk_Latn-jav_Latn", + "languages": [ + "cjk-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.41776, + "recall": 0.467391, + "f1": 0.430822, + "accuracy": 0.467391, + "main_score": 0.430822, + "hf_subset": "cjk_Latn-lao_Laoo", + "languages": [ + "cjk-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.428994, + "recall": 0.474308, + "f1": 0.44093, + "accuracy": 0.474308, + "main_score": 0.44093, + "hf_subset": "cjk_Latn-mri_Latn", + "languages": [ + "cjk-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.487652, + "recall": 0.535573, + "f1": 0.500214, + "accuracy": 0.535573, + "main_score": 0.500214, + "hf_subset": "cjk_Latn-rus_Cyrl", + "languages": [ + "cjk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.469943, + "recall": 0.512846, + "f1": 0.482367, + "accuracy": 0.512846, + "main_score": 0.482367, + "hf_subset": "cjk_Latn-taq_Latn", + "languages": [ + "cjk-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.469556, + "recall": 0.516798, + "f1": 0.481722, + "accuracy": 0.516798, + "main_score": 0.481722, + "hf_subset": "cjk_Latn-war_Latn", + "languages": [ + "cjk-Latn", + "war-Latn" + ] + }, + { + "precision": 0.479405, + "recall": 0.530632, + "f1": 0.492705, + "accuracy": 0.530632, + "main_score": 0.492705, + "hf_subset": "cjk_Latn-arb_Arab", + "languages": [ + "cjk-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.480116, + "recall": 0.533597, + "f1": 0.494901, + "accuracy": 0.533597, + "main_score": 0.494901, + "hf_subset": "cjk_Latn-bul_Cyrl", + "languages": [ + "cjk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.496611, + "recall": 0.544466, + "f1": 0.508676, + "accuracy": 0.544466, + "main_score": 0.508676, + "hf_subset": "cjk_Latn-fra_Latn", + "languages": [ + "cjk-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.499207, + "recall": 0.547431, + "f1": 0.512061, + "accuracy": 0.547431, + "main_score": 0.512061, + "hf_subset": "cjk_Latn-jpn_Jpan", + "languages": [ + "cjk-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.519351, + "recall": 0.565217, + "f1": 0.531352, + "accuracy": 0.565217, + "main_score": 0.531352, + "hf_subset": "cjk_Latn-lij_Latn", + "languages": [ + "cjk-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.437874, + "recall": 0.488142, + "f1": 0.451589, + "accuracy": 0.488142, + "main_score": 0.451589, + "hf_subset": "cjk_Latn-mya_Mymr", + "languages": [ + "cjk-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.500302, + "recall": 0.537549, + "f1": 0.510964, + "accuracy": 0.537549, + "main_score": 0.510964, + "hf_subset": "cjk_Latn-sag_Latn", + "languages": [ + "cjk-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.214541, + "recall": 0.270751, + "f1": 0.228821, + "accuracy": 0.270751, + "main_score": 0.228821, + "hf_subset": "cjk_Latn-taq_Tfng", + "languages": [ + "cjk-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.502857, + "recall": 0.54249, + "f1": 0.514112, + "accuracy": 0.54249, + "main_score": 0.514112, + "hf_subset": "cjk_Latn-wol_Latn", + "languages": [ + "cjk-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.418062, + "recall": 0.471344, + "f1": 0.432375, + "accuracy": 0.471344, + "main_score": 0.432375, + "hf_subset": "cjk_Latn-arb_Latn", + "languages": [ + "cjk-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.488218, + "recall": 0.533597, + "f1": 0.499957, + "accuracy": 0.533597, + "main_score": 0.499957, + "hf_subset": "cjk_Latn-cat_Latn", + "languages": [ + "cjk-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.504254, + "recall": 0.546443, + "f1": 0.515222, + "accuracy": 0.546443, + "main_score": 0.515222, + "hf_subset": "cjk_Latn-fur_Latn", + "languages": [ + "cjk-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.396607, + "recall": 0.444664, + "f1": 0.411284, + "accuracy": 0.444664, + "main_score": 0.411284, + "hf_subset": "cjk_Latn-kab_Latn", + "languages": [ + "cjk-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.467584, + "recall": 0.514822, + "f1": 0.47973, + "accuracy": 0.514822, + "main_score": 0.47973, + "hf_subset": "cjk_Latn-lim_Latn", + "languages": [ + "cjk-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.482746, + "recall": 0.531621, + "f1": 0.496369, + "accuracy": 0.531621, + "main_score": 0.496369, + "hf_subset": "cjk_Latn-nld_Latn", + "languages": [ + "cjk-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.446158, + "recall": 0.5, + "f1": 0.459843, + "accuracy": 0.5, + "main_score": 0.459843, + "hf_subset": "cjk_Latn-san_Deva", + "languages": [ + "cjk-Latn", + "san-Deva" + ] + }, + { + "precision": 0.457945, + "recall": 0.502964, + "f1": 0.470385, + "accuracy": 0.502964, + "main_score": 0.470385, + "hf_subset": "cjk_Latn-tat_Cyrl", + "languages": [ + "cjk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.45658, + "recall": 0.499012, + "f1": 0.467804, + "accuracy": 0.499012, + "main_score": 0.467804, + "hf_subset": "cjk_Latn-xho_Latn", + "languages": [ + "cjk-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.468273, + "recall": 0.518775, + "f1": 0.481929, + "accuracy": 0.518775, + "main_score": 0.481929, + "hf_subset": "cjk_Latn-ars_Arab", + "languages": [ + "cjk-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.455399, + "recall": 0.500988, + "f1": 0.467526, + "accuracy": 0.500988, + "main_score": 0.467526, + "hf_subset": "cjk_Latn-ceb_Latn", + "languages": [ + "cjk-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.457943, + "recall": 0.498024, + "f1": 0.469716, + "accuracy": 0.498024, + "main_score": 0.469716, + "hf_subset": "cjk_Latn-fuv_Latn", + "languages": [ + "cjk-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.473897, + "recall": 0.508893, + "f1": 0.484717, + "accuracy": 0.508893, + "main_score": 0.484717, + "hf_subset": "cjk_Latn-kac_Latn", + "languages": [ + "cjk-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.512413, + "recall": 0.549407, + "f1": 0.522913, + "accuracy": 0.549407, + "main_score": 0.522913, + "hf_subset": "cjk_Latn-lin_Latn", + "languages": [ + "cjk-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.465489, + "recall": 0.506917, + "f1": 0.476985, + "accuracy": 0.506917, + "main_score": 0.476985, + "hf_subset": "cjk_Latn-nno_Latn", + "languages": [ + "cjk-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.447102, + "recall": 0.5, + "f1": 0.461748, + "accuracy": 0.5, + "main_score": 0.461748, + "hf_subset": "cjk_Latn-sat_Olck", + "languages": [ + "cjk-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.445105, + "recall": 0.491107, + "f1": 0.456686, + "accuracy": 0.491107, + "main_score": 0.456686, + "hf_subset": "cjk_Latn-tel_Telu", + "languages": [ + "cjk-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.436971, + "recall": 0.488142, + "f1": 0.450395, + "accuracy": 0.488142, + "main_score": 0.450395, + "hf_subset": "cjk_Latn-ydd_Hebr", + "languages": [ + "cjk-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.456094, + "recall": 0.500988, + "f1": 0.468425, + "accuracy": 0.500988, + "main_score": 0.468425, + "hf_subset": "cjk_Latn-ary_Arab", + "languages": [ + "cjk-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.483636, + "recall": 0.531621, + "f1": 0.496749, + "accuracy": 0.531621, + "main_score": 0.496749, + "hf_subset": "cjk_Latn-ces_Latn", + "languages": [ + "cjk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.438557, + "recall": 0.487154, + "f1": 0.452263, + "accuracy": 0.487154, + "main_score": 0.452263, + "hf_subset": "cjk_Latn-gaz_Latn", + "languages": [ + "cjk-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.454743, + "recall": 0.493083, + "f1": 0.465975, + "accuracy": 0.493083, + "main_score": 0.465975, + "hf_subset": "cjk_Latn-kam_Latn", + "languages": [ + "cjk-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.461197, + "recall": 0.512846, + "f1": 0.474918, + "accuracy": 0.512846, + "main_score": 0.474918, + "hf_subset": "cjk_Latn-lit_Latn", + "languages": [ + "cjk-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.470842, + "recall": 0.524704, + "f1": 0.484577, + "accuracy": 0.524704, + "main_score": 0.484577, + "hf_subset": "cjk_Latn-nob_Latn", + "languages": [ + "cjk-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.494549, + "recall": 0.537549, + "f1": 0.506644, + "accuracy": 0.537549, + "main_score": 0.506644, + "hf_subset": "cjk_Latn-scn_Latn", + "languages": [ + "cjk-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.458236, + "recall": 0.502964, + "f1": 0.47023, + "accuracy": 0.502964, + "main_score": 0.47023, + "hf_subset": "cjk_Latn-tgk_Cyrl", + "languages": [ + "cjk-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.430155, + "recall": 0.479249, + "f1": 0.444779, + "accuracy": 0.479249, + "main_score": 0.444779, + "hf_subset": "cjk_Latn-yor_Latn", + "languages": [ + "cjk-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.477892, + "recall": 0.527668, + "f1": 0.491251, + "accuracy": 0.527668, + "main_score": 0.491251, + "hf_subset": "cjk_Latn-arz_Arab", + "languages": [ + "cjk-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.452836, + "recall": 0.494071, + "f1": 0.464353, + "accuracy": 0.494071, + "main_score": 0.464353, + "hf_subset": "cjk_Latn-gla_Latn", + "languages": [ + "cjk-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.444171, + "recall": 0.48913, + "f1": 0.456568, + "accuracy": 0.48913, + "main_score": 0.456568, + "hf_subset": "cjk_Latn-kan_Knda", + "languages": [ + "cjk-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.50113, + "recall": 0.539526, + "f1": 0.511445, + "accuracy": 0.539526, + "main_score": 0.511445, + "hf_subset": "cjk_Latn-lmo_Latn", + "languages": [ + "cjk-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.45974, + "recall": 0.51087, + "f1": 0.473338, + "accuracy": 0.51087, + "main_score": 0.473338, + "hf_subset": "cjk_Latn-npi_Deva", + "languages": [ + "cjk-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.38946, + "recall": 0.443676, + "f1": 0.403833, + "accuracy": 0.443676, + "main_score": 0.403833, + "hf_subset": "cjk_Latn-shn_Mymr", + "languages": [ + "cjk-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.481935, + "recall": 0.52668, + "f1": 0.493741, + "accuracy": 0.52668, + "main_score": 0.493741, + "hf_subset": "cjk_Latn-tgl_Latn", + "languages": [ + "cjk-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.463498, + "recall": 0.507905, + "f1": 0.474683, + "accuracy": 0.507905, + "main_score": 0.474683, + "hf_subset": "cjk_Latn-yue_Hant", + "languages": [ + "cjk-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.411828, + "recall": 0.455534, + "f1": 0.424427, + "accuracy": 0.455534, + "main_score": 0.424427, + "hf_subset": "cjk_Latn-asm_Beng", + "languages": [ + "cjk-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.4407, + "recall": 0.494071, + "f1": 0.455204, + "accuracy": 0.494071, + "main_score": 0.455204, + "hf_subset": "cjk_Latn-ckb_Arab", + "languages": [ + "cjk-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.430379, + "recall": 0.480237, + "f1": 0.443478, + "accuracy": 0.480237, + "main_score": 0.443478, + "hf_subset": "cjk_Latn-gle_Latn", + "languages": [ + "cjk-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.476302, + "recall": 0.523715, + "f1": 0.489897, + "accuracy": 0.523715, + "main_score": 0.489897, + "hf_subset": "cjk_Latn-kas_Arab", + "languages": [ + "cjk-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.469796, + "recall": 0.51581, + "f1": 0.482619, + "accuracy": 0.51581, + "main_score": 0.482619, + "hf_subset": "cjk_Latn-ltg_Latn", + "languages": [ + "cjk-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.475866, + "recall": 0.513834, + "f1": 0.486774, + "accuracy": 0.513834, + "main_score": 0.486774, + "hf_subset": "cjk_Latn-nso_Latn", + "languages": [ + "cjk-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.429899, + "recall": 0.479249, + "f1": 0.443272, + "accuracy": 0.479249, + "main_score": 0.443272, + "hf_subset": "cjk_Latn-sin_Sinh", + "languages": [ + "cjk-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.452108, + "recall": 0.503953, + "f1": 0.466291, + "accuracy": 0.503953, + "main_score": 0.466291, + "hf_subset": "cjk_Latn-tha_Thai", + "languages": [ + "cjk-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.425614, + "recall": 0.468379, + "f1": 0.436528, + "accuracy": 0.468379, + "main_score": 0.436528, + "hf_subset": "cjk_Latn-zho_Hans", + "languages": [ + "cjk-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.471786, + "recall": 0.518775, + "f1": 0.484256, + "accuracy": 0.518775, + "main_score": 0.484256, + "hf_subset": "cjk_Latn-ast_Latn", + "languages": [ + "cjk-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.483737, + "recall": 0.528656, + "f1": 0.496654, + "accuracy": 0.528656, + "main_score": 0.496654, + "hf_subset": "cjk_Latn-crh_Latn", + "languages": [ + "cjk-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.488452, + "recall": 0.530632, + "f1": 0.499415, + "accuracy": 0.530632, + "main_score": 0.499415, + "hf_subset": "cjk_Latn-glg_Latn", + "languages": [ + "cjk-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.477879, + "recall": 0.528656, + "f1": 0.491901, + "accuracy": 0.528656, + "main_score": 0.491901, + "hf_subset": "cjk_Latn-kas_Deva", + "languages": [ + "cjk-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.448282, + "recall": 0.495059, + "f1": 0.46044, + "accuracy": 0.495059, + "main_score": 0.46044, + "hf_subset": "cjk_Latn-ltz_Latn", + "languages": [ + "cjk-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.428361, + "recall": 0.47332, + "f1": 0.440911, + "accuracy": 0.47332, + "main_score": 0.440911, + "hf_subset": "cjk_Latn-nus_Latn", + "languages": [ + "cjk-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.483251, + "recall": 0.527668, + "f1": 0.494816, + "accuracy": 0.527668, + "main_score": 0.494816, + "hf_subset": "cjk_Latn-slk_Latn", + "languages": [ + "cjk-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.458331, + "recall": 0.508893, + "f1": 0.472219, + "accuracy": 0.508893, + "main_score": 0.472219, + "hf_subset": "cjk_Latn-tir_Ethi", + "languages": [ + "cjk-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.440175, + "recall": 0.495059, + "f1": 0.454645, + "accuracy": 0.495059, + "main_score": 0.454645, + "hf_subset": "cjk_Latn-zho_Hant", + "languages": [ + "cjk-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.465495, + "recall": 0.517787, + "f1": 0.478859, + "accuracy": 0.517787, + "main_score": 0.478859, + "hf_subset": "cjk_Latn-awa_Deva", + "languages": [ + "cjk-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.467379, + "recall": 0.51581, + "f1": 0.480619, + "accuracy": 0.51581, + "main_score": 0.480619, + "hf_subset": "cjk_Latn-cym_Latn", + "languages": [ + "cjk-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.513761, + "recall": 0.556324, + "f1": 0.525768, + "accuracy": 0.556324, + "main_score": 0.525768, + "hf_subset": "cjk_Latn-grn_Latn", + "languages": [ + "cjk-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.459138, + "recall": 0.51087, + "f1": 0.472763, + "accuracy": 0.51087, + "main_score": 0.472763, + "hf_subset": "cjk_Latn-kat_Geor", + "languages": [ + "cjk-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.501887, + "recall": 0.544466, + "f1": 0.513984, + "accuracy": 0.544466, + "main_score": 0.513984, + "hf_subset": "cjk_Latn-lua_Latn", + "languages": [ + "cjk-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.440457, + "recall": 0.492095, + "f1": 0.454253, + "accuracy": 0.492095, + "main_score": 0.454253, + "hf_subset": "cjk_Latn-nya_Latn", + "languages": [ + "cjk-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.468292, + "recall": 0.518775, + "f1": 0.481446, + "accuracy": 0.518775, + "main_score": 0.481446, + "hf_subset": "cjk_Latn-slv_Latn", + "languages": [ + "cjk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.465414, + "recall": 0.517787, + "f1": 0.479938, + "accuracy": 0.517787, + "main_score": 0.479938, + "hf_subset": "cjk_Latn-tpi_Latn", + "languages": [ + "cjk-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.47287, + "recall": 0.519763, + "f1": 0.485296, + "accuracy": 0.519763, + "main_score": 0.485296, + "hf_subset": "cjk_Latn-zsm_Latn", + "languages": [ + "cjk-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.495738, + "recall": 0.531621, + "f1": 0.505587, + "accuracy": 0.531621, + "main_score": 0.505587, + "hf_subset": "cjk_Latn-ayr_Latn", + "languages": [ + "cjk-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.495186, + "recall": 0.544466, + "f1": 0.508831, + "accuracy": 0.544466, + "main_score": 0.508831, + "hf_subset": "cjk_Latn-dan_Latn", + "languages": [ + "cjk-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.441245, + "recall": 0.498024, + "f1": 0.456418, + "accuracy": 0.498024, + "main_score": 0.456418, + "hf_subset": "cjk_Latn-guj_Gujr", + "languages": [ + "cjk-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.452821, + "recall": 0.5, + "f1": 0.465427, + "accuracy": 0.5, + "main_score": 0.465427, + "hf_subset": "cjk_Latn-kaz_Cyrl", + "languages": [ + "cjk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.445998, + "recall": 0.488142, + "f1": 0.45801, + "accuracy": 0.488142, + "main_score": 0.45801, + "hf_subset": "cjk_Latn-lug_Latn", + "languages": [ + "cjk-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.491629, + "recall": 0.529644, + "f1": 0.501638, + "accuracy": 0.529644, + "main_score": 0.501638, + "hf_subset": "cjk_Latn-oci_Latn", + "languages": [ + "cjk-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.428902, + "recall": 0.474308, + "f1": 0.440578, + "accuracy": 0.474308, + "main_score": 0.440578, + "hf_subset": "cjk_Latn-smo_Latn", + "languages": [ + "cjk-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.429818, + "recall": 0.472332, + "f1": 0.441287, + "accuracy": 0.472332, + "main_score": 0.441287, + "hf_subset": "cjk_Latn-tsn_Latn", + "languages": [ + "cjk-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.431572, + "recall": 0.48419, + "f1": 0.445575, + "accuracy": 0.48419, + "main_score": 0.445575, + "hf_subset": "cjk_Latn-zul_Latn", + "languages": [ + "cjk-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.443866, + "recall": 0.495059, + "f1": 0.457704, + "accuracy": 0.495059, + "main_score": 0.457704, + "hf_subset": "cjk_Latn-azb_Arab", + "languages": [ + "cjk-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.494071, + "recall": 0.535573, + "f1": 0.505292, + "accuracy": 0.535573, + "main_score": 0.505292, + "hf_subset": "cjk_Latn-deu_Latn", + "languages": [ + "cjk-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.468883, + "recall": 0.519763, + "f1": 0.482752, + "accuracy": 0.519763, + "main_score": 0.482752, + "hf_subset": "cjk_Latn-hat_Latn", + "languages": [ + "cjk-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.454615, + "recall": 0.493083, + "f1": 0.46609, + "accuracy": 0.493083, + "main_score": 0.46609, + "hf_subset": "cjk_Latn-kbp_Latn", + "languages": [ + "cjk-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.479611, + "recall": 0.514822, + "f1": 0.490415, + "accuracy": 0.514822, + "main_score": 0.490415, + "hf_subset": "cjk_Latn-luo_Latn", + "languages": [ + "cjk-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.427992, + "recall": 0.474308, + "f1": 0.440216, + "accuracy": 0.474308, + "main_score": 0.440216, + "hf_subset": "cjk_Latn-ory_Orya", + "languages": [ + "cjk-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.44835, + "recall": 0.497036, + "f1": 0.460961, + "accuracy": 0.497036, + "main_score": 0.460961, + "hf_subset": "cjk_Latn-sna_Latn", + "languages": [ + "cjk-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.472385, + "recall": 0.511858, + "f1": 0.483398, + "accuracy": 0.511858, + "main_score": 0.483398, + "hf_subset": "cjk_Latn-tso_Latn", + "languages": [ + "cjk-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.466223, + "recall": 0.511858, + "f1": 0.478663, + "accuracy": 0.511858, + "main_score": 0.478663, + "hf_subset": "cjk_Latn-azj_Latn", + "languages": [ + "cjk-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.451396, + "recall": 0.494071, + "f1": 0.463698, + "accuracy": 0.494071, + "main_score": 0.463698, + "hf_subset": "cjk_Latn-dik_Latn", + "languages": [ + "cjk-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.447755, + "recall": 0.490119, + "f1": 0.458813, + "accuracy": 0.490119, + "main_score": 0.458813, + "hf_subset": "cjk_Latn-hau_Latn", + "languages": [ + "cjk-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.498896, + "recall": 0.541502, + "f1": 0.510477, + "accuracy": 0.541502, + "main_score": 0.510477, + "hf_subset": "cjk_Latn-kea_Latn", + "languages": [ + "cjk-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.457106, + "recall": 0.5, + "f1": 0.4694, + "accuracy": 0.5, + "main_score": 0.4694, + "hf_subset": "cjk_Latn-lus_Latn", + "languages": [ + "cjk-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.512051, + "recall": 0.552372, + "f1": 0.523425, + "accuracy": 0.552372, + "main_score": 0.523425, + "hf_subset": "cjk_Latn-pag_Latn", + "languages": [ + "cjk-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.427061, + "recall": 0.479249, + "f1": 0.440256, + "accuracy": 0.479249, + "main_score": 0.440256, + "hf_subset": "cjk_Latn-snd_Arab", + "languages": [ + "cjk-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.440111, + "recall": 0.491107, + "f1": 0.453641, + "accuracy": 0.491107, + "main_score": 0.453641, + "hf_subset": "cjk_Latn-tuk_Latn", + "languages": [ + "cjk-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.453593, + "recall": 0.501976, + "f1": 0.466176, + "accuracy": 0.501976, + "main_score": 0.466176, + "hf_subset": "cjk_Latn-bak_Cyrl", + "languages": [ + "cjk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.400412, + "recall": 0.447628, + "f1": 0.414297, + "accuracy": 0.447628, + "main_score": 0.414297, + "hf_subset": "cjk_Latn-dyu_Latn", + "languages": [ + "cjk-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.465845, + "recall": 0.514822, + "f1": 0.478269, + "accuracy": 0.514822, + "main_score": 0.478269, + "hf_subset": "cjk_Latn-heb_Hebr", + "languages": [ + "cjk-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.46454, + "recall": 0.51087, + "f1": 0.477418, + "accuracy": 0.51087, + "main_score": 0.477418, + "hf_subset": "cjk_Latn-khk_Cyrl", + "languages": [ + "cjk-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.473337, + "recall": 0.52668, + "f1": 0.487901, + "accuracy": 0.52668, + "main_score": 0.487901, + "hf_subset": "cjk_Latn-lvs_Latn", + "languages": [ + "cjk-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.448172, + "recall": 0.498024, + "f1": 0.460687, + "accuracy": 0.498024, + "main_score": 0.460687, + "hf_subset": "cjk_Latn-pan_Guru", + "languages": [ + "cjk-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.446704, + "recall": 0.496047, + "f1": 0.461337, + "accuracy": 0.496047, + "main_score": 0.461337, + "hf_subset": "cjk_Latn-som_Latn", + "languages": [ + "cjk-Latn", + "som-Latn" + ] + }, + { + "precision": 0.449976, + "recall": 0.48913, + "f1": 0.46145, + "accuracy": 0.48913, + "main_score": 0.46145, + "hf_subset": "cjk_Latn-tum_Latn", + "languages": [ + "cjk-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.432256, + "recall": 0.508893, + "f1": 0.452942, + "accuracy": 0.508893, + "main_score": 0.452942, + "hf_subset": "gla_Latn-ace_Arab", + "languages": [ + "gla-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.442013, + "recall": 0.490119, + "f1": 0.454259, + "accuracy": 0.490119, + "main_score": 0.454259, + "hf_subset": "gla_Latn-bam_Latn", + "languages": [ + "gla-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.50704, + "recall": 0.586957, + "f1": 0.529346, + "accuracy": 0.586957, + "main_score": 0.529346, + "hf_subset": "gla_Latn-dzo_Tibt", + "languages": [ + "gla-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.946509, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "gla_Latn-hin_Deva", + "languages": [ + "gla-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.884256, + "recall": 0.917984, + "f1": 0.894697, + "accuracy": 0.917984, + "main_score": 0.894697, + "hf_subset": "gla_Latn-khm_Khmr", + "languages": [ + "gla-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.904265, + "recall": 0.931818, + "f1": 0.912549, + "accuracy": 0.931818, + "main_score": 0.912549, + "hf_subset": "gla_Latn-mag_Deva", + "languages": [ + "gla-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.918067, + "recall": 0.939723, + "f1": 0.924393, + "accuracy": 0.939723, + "main_score": 0.924393, + "hf_subset": "gla_Latn-pap_Latn", + "languages": [ + "gla-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.80499, + "recall": 0.852767, + "f1": 0.819302, + "accuracy": 0.852767, + "main_score": 0.819302, + "hf_subset": "gla_Latn-sot_Latn", + "languages": [ + "gla-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.943264, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "gla_Latn-tur_Latn", + "languages": [ + "gla-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.748921, + "recall": 0.80336, + "f1": 0.764365, + "accuracy": 0.80336, + "main_score": 0.764365, + "hf_subset": "gla_Latn-ace_Latn", + "languages": [ + "gla-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.853335, + "recall": 0.88834, + "f1": 0.863527, + "accuracy": 0.88834, + "main_score": 0.863527, + "hf_subset": "gla_Latn-ban_Latn", + "languages": [ + "gla-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.928607, + "recall": 0.949605, + "f1": 0.935178, + "accuracy": 0.949605, + "main_score": 0.935178, + "hf_subset": "gla_Latn-ell_Grek", + "languages": [ + "gla-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.879011, + "recall": 0.913043, + "f1": 0.889114, + "accuracy": 0.913043, + "main_score": 0.889114, + "hf_subset": "gla_Latn-hne_Deva", + "languages": [ + "gla-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.521465, + "recall": 0.58004, + "f1": 0.536963, + "accuracy": 0.58004, + "main_score": 0.536963, + "hf_subset": "gla_Latn-kik_Latn", + "languages": [ + "gla-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.934783, + "f1": 0.916982, + "accuracy": 0.934783, + "main_score": 0.916982, + "hf_subset": "gla_Latn-mai_Deva", + "languages": [ + "gla-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.873083, + "recall": 0.906126, + "f1": 0.883185, + "accuracy": 0.906126, + "main_score": 0.883185, + "hf_subset": "gla_Latn-pbt_Arab", + "languages": [ + "gla-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.932724, + "recall": 0.952569, + "f1": 0.938966, + "accuracy": 0.952569, + "main_score": 0.938966, + "hf_subset": "gla_Latn-spa_Latn", + "languages": [ + "gla-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.645691, + "recall": 0.706522, + "f1": 0.662083, + "accuracy": 0.706522, + "main_score": 0.662083, + "hf_subset": "gla_Latn-twi_Latn", + "languages": [ + "gla-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.925478, + "recall": 0.948617, + "f1": 0.932872, + "accuracy": 0.948617, + "main_score": 0.932872, + "hf_subset": "gla_Latn-acm_Arab", + "languages": [ + "gla-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.906868, + "recall": 0.934783, + "f1": 0.915547, + "accuracy": 0.934783, + "main_score": 0.915547, + "hf_subset": "gla_Latn-bel_Cyrl", + "languages": [ + "gla-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.926507, + "recall": 0.94664, + "f1": 0.932499, + "accuracy": 0.94664, + "main_score": 0.932499, + "hf_subset": "gla_Latn-eng_Latn", + "languages": [ + "gla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.925395, + "recall": 0.947628, + "f1": 0.932279, + "accuracy": 0.947628, + "main_score": 0.932279, + "hf_subset": "gla_Latn-hrv_Latn", + "languages": [ + "gla-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.784009, + "recall": 0.833004, + "f1": 0.798189, + "accuracy": 0.833004, + "main_score": 0.798189, + "hf_subset": "gla_Latn-kin_Latn", + "languages": [ + "gla-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.916337, + "recall": 0.940711, + "f1": 0.92388, + "accuracy": 0.940711, + "main_score": 0.92388, + "hf_subset": "gla_Latn-mal_Mlym", + "languages": [ + "gla-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.92864, + "recall": 0.949605, + "f1": 0.935131, + "accuracy": 0.949605, + "main_score": 0.935131, + "hf_subset": "gla_Latn-pes_Arab", + "languages": [ + "gla-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.910277, + "recall": 0.933794, + "f1": 0.917457, + "accuracy": 0.933794, + "main_score": 0.917457, + "hf_subset": "gla_Latn-srd_Latn", + "languages": [ + "gla-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.203934, + "recall": 0.261858, + "f1": 0.217631, + "accuracy": 0.261858, + "main_score": 0.217631, + "hf_subset": "gla_Latn-tzm_Tfng", + "languages": [ + "gla-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.92556, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "gla_Latn-acq_Arab", + "languages": [ + "gla-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.625471, + "recall": 0.686759, + "f1": 0.642547, + "accuracy": 0.686759, + "main_score": 0.642547, + "hf_subset": "gla_Latn-bem_Latn", + "languages": [ + "gla-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.918808, + "recall": 0.943676, + "f1": 0.92668, + "accuracy": 0.943676, + "main_score": 0.92668, + "hf_subset": "gla_Latn-epo_Latn", + "languages": [ + "gla-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.944401, + "recall": 0.960474, + "f1": 0.949275, + "accuracy": 0.960474, + "main_score": 0.949275, + "hf_subset": "gla_Latn-hun_Latn", + "languages": [ + "gla-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.894104, + "recall": 0.924901, + "f1": 0.903788, + "accuracy": 0.924901, + "main_score": 0.903788, + "hf_subset": "gla_Latn-kir_Cyrl", + "languages": [ + "gla-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.93251, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "gla_Latn-mar_Deva", + "languages": [ + "gla-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.798403, + "recall": 0.848814, + "f1": 0.813688, + "accuracy": 0.848814, + "main_score": 0.813688, + "hf_subset": "gla_Latn-plt_Latn", + "languages": [ + "gla-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.925642, + "recall": 0.947628, + "f1": 0.932543, + "accuracy": 0.947628, + "main_score": 0.932543, + "hf_subset": "gla_Latn-srp_Cyrl", + "languages": [ + "gla-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.875198, + "recall": 0.908103, + "f1": 0.885507, + "accuracy": 0.908103, + "main_score": 0.885507, + "hf_subset": "gla_Latn-uig_Arab", + "languages": [ + "gla-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.915843, + "recall": 0.939723, + "f1": 0.923057, + "accuracy": 0.939723, + "main_score": 0.923057, + "hf_subset": "gla_Latn-aeb_Arab", + "languages": [ + "gla-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.931028, + "recall": 0.949605, + "f1": 0.936759, + "accuracy": 0.949605, + "main_score": 0.936759, + "hf_subset": "gla_Latn-ben_Beng", + "languages": [ + "gla-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.933004, + "recall": 0.952569, + "f1": 0.939065, + "accuracy": 0.952569, + "main_score": 0.939065, + "hf_subset": "gla_Latn-est_Latn", + "languages": [ + "gla-Latn", + "est-Latn" + ] + }, + { + "precision": 0.914394, + "recall": 0.938735, + "f1": 0.922101, + "accuracy": 0.938735, + "main_score": 0.922101, + "hf_subset": "gla_Latn-hye_Armn", + "languages": [ + "gla-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.435601, + "recall": 0.490119, + "f1": 0.450164, + "accuracy": 0.490119, + "main_score": 0.450164, + "hf_subset": "gla_Latn-kmb_Latn", + "languages": [ + "gla-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.390313, + "recall": 0.469368, + "f1": 0.410551, + "accuracy": 0.469368, + "main_score": 0.410551, + "hf_subset": "gla_Latn-min_Arab", + "languages": [ + "gla-Latn", + "min-Arab" + ] + }, + { + "precision": 0.934354, + "recall": 0.951581, + "f1": 0.939394, + "accuracy": 0.951581, + "main_score": 0.939394, + "hf_subset": "gla_Latn-pol_Latn", + "languages": [ + "gla-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.69689, + "recall": 0.758893, + "f1": 0.714915, + "accuracy": 0.758893, + "main_score": 0.714915, + "hf_subset": "gla_Latn-ssw_Latn", + "languages": [ + "gla-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.931159, + "recall": 0.951581, + "f1": 0.937549, + "accuracy": 0.951581, + "main_score": 0.937549, + "hf_subset": "gla_Latn-ukr_Cyrl", + "languages": [ + "gla-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.924489, + "recall": 0.94664, + "f1": 0.93139, + "accuracy": 0.94664, + "main_score": 0.93139, + "hf_subset": "gla_Latn-afr_Latn", + "languages": [ + "gla-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.875443, + "recall": 0.906126, + "f1": 0.884442, + "accuracy": 0.906126, + "main_score": 0.884442, + "hf_subset": "gla_Latn-bho_Deva", + "languages": [ + "gla-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.91609, + "recall": 0.939723, + "f1": 0.923254, + "accuracy": 0.939723, + "main_score": 0.923254, + "hf_subset": "gla_Latn-eus_Latn", + "languages": [ + "gla-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.765902, + "recall": 0.822134, + "f1": 0.782151, + "accuracy": 0.822134, + "main_score": 0.782151, + "hf_subset": "gla_Latn-ibo_Latn", + "languages": [ + "gla-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.811677, + "recall": 0.855731, + "f1": 0.825099, + "accuracy": 0.855731, + "main_score": 0.825099, + "hf_subset": "gla_Latn-kmr_Latn", + "languages": [ + "gla-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.895019, + "recall": 0.922925, + "f1": 0.90323, + "accuracy": 0.922925, + "main_score": 0.90323, + "hf_subset": "gla_Latn-min_Latn", + "languages": [ + "gla-Latn", + "min-Latn" + ] + }, + { + "precision": 0.947308, + "recall": 0.962451, + "f1": 0.951993, + "accuracy": 0.962451, + "main_score": 0.951993, + "hf_subset": "gla_Latn-por_Latn", + "languages": [ + "gla-Latn", + "por-Latn" + ] + }, + { + "precision": 0.898419, + "recall": 0.927866, + "f1": 0.907411, + "accuracy": 0.927866, + "main_score": 0.907411, + "hf_subset": "gla_Latn-sun_Latn", + "languages": [ + "gla-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.421644, + "recall": 0.478261, + "f1": 0.436702, + "accuracy": 0.478261, + "main_score": 0.436702, + "hf_subset": "gla_Latn-umb_Latn", + "languages": [ + "gla-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.929348, + "recall": 0.950593, + "f1": 0.935903, + "accuracy": 0.950593, + "main_score": 0.935903, + "hf_subset": "gla_Latn-ajp_Arab", + "languages": [ + "gla-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.400115, + "recall": 0.480237, + "f1": 0.421291, + "accuracy": 0.480237, + "main_score": 0.421291, + "hf_subset": "gla_Latn-bjn_Arab", + "languages": [ + "gla-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.427514, + "recall": 0.475296, + "f1": 0.440664, + "accuracy": 0.475296, + "main_score": 0.440664, + "hf_subset": "gla_Latn-ewe_Latn", + "languages": [ + "gla-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.857535, + "recall": 0.897233, + "f1": 0.869705, + "accuracy": 0.897233, + "main_score": 0.869705, + "hf_subset": "gla_Latn-ilo_Latn", + "languages": [ + "gla-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.22936, + "recall": 0.286561, + "f1": 0.24266, + "accuracy": 0.286561, + "main_score": 0.24266, + "hf_subset": "gla_Latn-knc_Arab", + "languages": [ + "gla-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.929875, + "recall": 0.950593, + "f1": 0.936265, + "accuracy": 0.950593, + "main_score": 0.936265, + "hf_subset": "gla_Latn-mkd_Cyrl", + "languages": [ + "gla-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943577, + "accuracy": 0.956522, + "main_score": 0.943577, + "hf_subset": "gla_Latn-prs_Arab", + "languages": [ + "gla-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.926877, + "recall": 0.948617, + "f1": 0.933794, + "accuracy": 0.948617, + "main_score": 0.933794, + "hf_subset": "gla_Latn-swe_Latn", + "languages": [ + "gla-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.92337, + "recall": 0.945652, + "f1": 0.930402, + "accuracy": 0.945652, + "main_score": 0.930402, + "hf_subset": "gla_Latn-urd_Arab", + "languages": [ + "gla-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.651796, + "recall": 0.702569, + "f1": 0.664942, + "accuracy": 0.702569, + "main_score": 0.664942, + "hf_subset": "gla_Latn-aka_Latn", + "languages": [ + "gla-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.884573, + "recall": 0.911067, + "f1": 0.892412, + "accuracy": 0.911067, + "main_score": 0.892412, + "hf_subset": "gla_Latn-bjn_Latn", + "languages": [ + "gla-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.904974, + "recall": 0.931818, + "f1": 0.913538, + "accuracy": 0.931818, + "main_score": 0.913538, + "hf_subset": "gla_Latn-fao_Latn", + "languages": [ + "gla-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.94165, + "recall": 0.958498, + "f1": 0.946706, + "accuracy": 0.958498, + "main_score": 0.946706, + "hf_subset": "gla_Latn-ind_Latn", + "languages": [ + "gla-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.488179, + "recall": 0.531621, + "f1": 0.499744, + "accuracy": 0.531621, + "main_score": 0.499744, + "hf_subset": "gla_Latn-knc_Latn", + "languages": [ + "gla-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.898282, + "recall": 0.926877, + "f1": 0.907049, + "accuracy": 0.926877, + "main_score": 0.907049, + "hf_subset": "gla_Latn-mlt_Latn", + "languages": [ + "gla-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.566404, + "recall": 0.629447, + "f1": 0.583278, + "accuracy": 0.629447, + "main_score": 0.583278, + "hf_subset": "gla_Latn-quy_Latn", + "languages": [ + "gla-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.934157, + "recall": 0.953557, + "f1": 0.940217, + "accuracy": 0.953557, + "main_score": 0.940217, + "hf_subset": "gla_Latn-swh_Latn", + "languages": [ + "gla-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.913949, + "recall": 0.939723, + "f1": 0.922167, + "accuracy": 0.939723, + "main_score": 0.922167, + "hf_subset": "gla_Latn-uzn_Latn", + "languages": [ + "gla-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.924111, + "recall": 0.947628, + "f1": 0.931653, + "accuracy": 0.947628, + "main_score": 0.931653, + "hf_subset": "gla_Latn-als_Latn", + "languages": [ + "gla-Latn", + "als-Latn" + ] + }, + { + "precision": 0.68646, + "recall": 0.755929, + "f1": 0.707194, + "accuracy": 0.755929, + "main_score": 0.707194, + "hf_subset": "gla_Latn-bod_Tibt", + "languages": [ + "gla-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.583055, + "recall": 0.644269, + "f1": 0.599768, + "accuracy": 0.644269, + "main_score": 0.599768, + "hf_subset": "gla_Latn-fij_Latn", + "languages": [ + "gla-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.906406, + "recall": 0.933794, + "f1": 0.914888, + "accuracy": 0.933794, + "main_score": 0.914888, + "hf_subset": "gla_Latn-isl_Latn", + "languages": [ + "gla-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.523762, + "recall": 0.577075, + "f1": 0.538307, + "accuracy": 0.577075, + "main_score": 0.538307, + "hf_subset": "gla_Latn-kon_Latn", + "languages": [ + "gla-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.490796, + "recall": 0.556324, + "f1": 0.509078, + "accuracy": 0.556324, + "main_score": 0.509078, + "hf_subset": "gla_Latn-mni_Beng", + "languages": [ + "gla-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.944285, + "recall": 0.960474, + "f1": 0.949341, + "accuracy": 0.960474, + "main_score": 0.949341, + "hf_subset": "gla_Latn-ron_Latn", + "languages": [ + "gla-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.909947, + "recall": 0.934783, + "f1": 0.917424, + "accuracy": 0.934783, + "main_score": 0.917424, + "hf_subset": "gla_Latn-szl_Latn", + "languages": [ + "gla-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.903771, + "recall": 0.931818, + "f1": 0.912253, + "accuracy": 0.931818, + "main_score": 0.912253, + "hf_subset": "gla_Latn-vec_Latn", + "languages": [ + "gla-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.86059, + "recall": 0.894269, + "f1": 0.870822, + "accuracy": 0.894269, + "main_score": 0.870822, + "hf_subset": "gla_Latn-amh_Ethi", + "languages": [ + "gla-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.924901, + "recall": 0.947628, + "f1": 0.93195, + "accuracy": 0.947628, + "main_score": 0.93195, + "hf_subset": "gla_Latn-bos_Latn", + "languages": [ + "gla-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.92836, + "recall": 0.948617, + "f1": 0.934618, + "accuracy": 0.948617, + "main_score": 0.934618, + "hf_subset": "gla_Latn-fin_Latn", + "languages": [ + "gla-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.944401, + "recall": 0.960474, + "f1": 0.94944, + "accuracy": 0.960474, + "main_score": 0.94944, + "hf_subset": "gla_Latn-ita_Latn", + "languages": [ + "gla-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "gla_Latn-kor_Hang", + "languages": [ + "gla-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.45441, + "recall": 0.495059, + "f1": 0.466045, + "accuracy": 0.495059, + "main_score": 0.466045, + "hf_subset": "gla_Latn-mos_Latn", + "languages": [ + "gla-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.68518, + "recall": 0.744071, + "f1": 0.702001, + "accuracy": 0.744071, + "main_score": 0.702001, + "hf_subset": "gla_Latn-run_Latn", + "languages": [ + "gla-Latn", + "run-Latn" + ] + }, + { + "precision": 0.902646, + "recall": 0.928854, + "f1": 0.910606, + "accuracy": 0.928854, + "main_score": 0.910606, + "hf_subset": "gla_Latn-tam_Taml", + "languages": [ + "gla-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.925016, + "recall": 0.947628, + "f1": 0.932213, + "accuracy": 0.947628, + "main_score": 0.932213, + "hf_subset": "gla_Latn-vie_Latn", + "languages": [ + "gla-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.91469, + "recall": 0.938735, + "f1": 0.922219, + "accuracy": 0.938735, + "main_score": 0.922219, + "hf_subset": "gla_Latn-apc_Arab", + "languages": [ + "gla-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.630995, + "recall": 0.683794, + "f1": 0.644842, + "accuracy": 0.683794, + "main_score": 0.644842, + "hf_subset": "gla_Latn-bug_Latn", + "languages": [ + "gla-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.412351, + "recall": 0.456522, + "f1": 0.425325, + "accuracy": 0.456522, + "main_score": 0.425325, + "hf_subset": "gla_Latn-fon_Latn", + "languages": [ + "gla-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.894532, + "recall": 0.922925, + "f1": 0.903097, + "accuracy": 0.922925, + "main_score": 0.903097, + "hf_subset": "gla_Latn-jav_Latn", + "languages": [ + "gla-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.886891, + "recall": 0.917984, + "f1": 0.89641, + "accuracy": 0.917984, + "main_score": 0.89641, + "hf_subset": "gla_Latn-lao_Laoo", + "languages": [ + "gla-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.805237, + "recall": 0.851779, + "f1": 0.819104, + "accuracy": 0.851779, + "main_score": 0.819104, + "hf_subset": "gla_Latn-mri_Latn", + "languages": [ + "gla-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.924325, + "recall": 0.94664, + "f1": 0.931357, + "accuracy": 0.94664, + "main_score": 0.931357, + "hf_subset": "gla_Latn-rus_Cyrl", + "languages": [ + "gla-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.446418, + "recall": 0.493083, + "f1": 0.459131, + "accuracy": 0.493083, + "main_score": 0.459131, + "hf_subset": "gla_Latn-taq_Latn", + "languages": [ + "gla-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.902174, + "recall": 0.927866, + "f1": 0.90967, + "accuracy": 0.927866, + "main_score": 0.90967, + "hf_subset": "gla_Latn-war_Latn", + "languages": [ + "gla-Latn", + "war-Latn" + ] + }, + { + "precision": 0.935359, + "recall": 0.954545, + "f1": 0.941436, + "accuracy": 0.954545, + "main_score": 0.941436, + "hf_subset": "gla_Latn-arb_Arab", + "languages": [ + "gla-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.941782, + "recall": 0.959486, + "f1": 0.947365, + "accuracy": 0.959486, + "main_score": 0.947365, + "hf_subset": "gla_Latn-bul_Cyrl", + "languages": [ + "gla-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.932477, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "gla_Latn-fra_Latn", + "languages": [ + "gla-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.922348, + "recall": 0.945652, + "f1": 0.929696, + "accuracy": 0.945652, + "main_score": 0.929696, + "hf_subset": "gla_Latn-jpn_Jpan", + "languages": [ + "gla-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.889517, + "recall": 0.916996, + "f1": 0.897365, + "accuracy": 0.916996, + "main_score": 0.897365, + "hf_subset": "gla_Latn-lij_Latn", + "languages": [ + "gla-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.909042, + "recall": 0.935771, + "f1": 0.917556, + "accuracy": 0.935771, + "main_score": 0.917556, + "hf_subset": "gla_Latn-mya_Mymr", + "languages": [ + "gla-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.499278, + "recall": 0.547431, + "f1": 0.512668, + "accuracy": 0.547431, + "main_score": 0.512668, + "hf_subset": "gla_Latn-sag_Latn", + "languages": [ + "gla-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.202615, + "recall": 0.266798, + "f1": 0.218706, + "accuracy": 0.266798, + "main_score": 0.218706, + "hf_subset": "gla_Latn-taq_Tfng", + "languages": [ + "gla-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.593354, + "recall": 0.646245, + "f1": 0.606789, + "accuracy": 0.646245, + "main_score": 0.606789, + "hf_subset": "gla_Latn-wol_Latn", + "languages": [ + "gla-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.793906, + "recall": 0.846838, + "f1": 0.809867, + "accuracy": 0.846838, + "main_score": 0.809867, + "hf_subset": "gla_Latn-arb_Latn", + "languages": [ + "gla-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.9375, + "recall": 0.956522, + "f1": 0.943412, + "accuracy": 0.956522, + "main_score": 0.943412, + "hf_subset": "gla_Latn-cat_Latn", + "languages": [ + "gla-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.871843, + "recall": 0.898221, + "f1": 0.879169, + "accuracy": 0.898221, + "main_score": 0.879169, + "hf_subset": "gla_Latn-fur_Latn", + "languages": [ + "gla-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.401521, + "recall": 0.468379, + "f1": 0.417927, + "accuracy": 0.468379, + "main_score": 0.417927, + "hf_subset": "gla_Latn-kab_Latn", + "languages": [ + "gla-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.905212, + "recall": 0.93083, + "f1": 0.912835, + "accuracy": 0.93083, + "main_score": 0.912835, + "hf_subset": "gla_Latn-lim_Latn", + "languages": [ + "gla-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.939147, + "recall": 0.95751, + "f1": 0.944895, + "accuracy": 0.95751, + "main_score": 0.944895, + "hf_subset": "gla_Latn-nld_Latn", + "languages": [ + "gla-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.897645, + "recall": 0.924901, + "f1": 0.905995, + "accuracy": 0.924901, + "main_score": 0.905995, + "hf_subset": "gla_Latn-san_Deva", + "languages": [ + "gla-Latn", + "san-Deva" + ] + }, + { + "precision": 0.916378, + "recall": 0.938735, + "f1": 0.922999, + "accuracy": 0.938735, + "main_score": 0.922999, + "hf_subset": "gla_Latn-tat_Cyrl", + "languages": [ + "gla-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.812619, + "recall": 0.858696, + "f1": 0.826339, + "accuracy": 0.858696, + "main_score": 0.826339, + "hf_subset": "gla_Latn-xho_Latn", + "languages": [ + "gla-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.935359, + "recall": 0.954545, + "f1": 0.941436, + "accuracy": 0.954545, + "main_score": 0.941436, + "hf_subset": "gla_Latn-ars_Arab", + "languages": [ + "gla-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.924028, + "recall": 0.944664, + "f1": 0.93004, + "accuracy": 0.944664, + "main_score": 0.93004, + "hf_subset": "gla_Latn-ceb_Latn", + "languages": [ + "gla-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.443233, + "recall": 0.498024, + "f1": 0.457831, + "accuracy": 0.498024, + "main_score": 0.457831, + "hf_subset": "gla_Latn-fuv_Latn", + "languages": [ + "gla-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.44886, + "recall": 0.496047, + "f1": 0.46174, + "accuracy": 0.496047, + "main_score": 0.46174, + "hf_subset": "gla_Latn-kac_Latn", + "languages": [ + "gla-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.549738, + "recall": 0.609684, + "f1": 0.56486, + "accuracy": 0.609684, + "main_score": 0.56486, + "hf_subset": "gla_Latn-lin_Latn", + "languages": [ + "gla-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.908844, + "recall": 0.936759, + "f1": 0.917556, + "accuracy": 0.936759, + "main_score": 0.917556, + "hf_subset": "gla_Latn-nno_Latn", + "languages": [ + "gla-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.765861, + "recall": 0.820158, + "f1": 0.781758, + "accuracy": 0.820158, + "main_score": 0.781758, + "hf_subset": "gla_Latn-sat_Olck", + "languages": [ + "gla-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.9139, + "recall": 0.938735, + "f1": 0.921574, + "accuracy": 0.938735, + "main_score": 0.921574, + "hf_subset": "gla_Latn-tel_Telu", + "languages": [ + "gla-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.915843, + "recall": 0.942688, + "f1": 0.924572, + "accuracy": 0.942688, + "main_score": 0.924572, + "hf_subset": "gla_Latn-ydd_Hebr", + "languages": [ + "gla-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.880954, + "recall": 0.914032, + "f1": 0.89103, + "accuracy": 0.914032, + "main_score": 0.89103, + "hf_subset": "gla_Latn-ary_Arab", + "languages": [ + "gla-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.936759, + "recall": 0.955534, + "f1": 0.942655, + "accuracy": 0.955534, + "main_score": 0.942655, + "hf_subset": "gla_Latn-ces_Latn", + "languages": [ + "gla-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.511195, + "recall": 0.583992, + "f1": 0.531443, + "accuracy": 0.583992, + "main_score": 0.531443, + "hf_subset": "gla_Latn-gaz_Latn", + "languages": [ + "gla-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.494784, + "recall": 0.559289, + "f1": 0.511826, + "accuracy": 0.559289, + "main_score": 0.511826, + "hf_subset": "gla_Latn-kam_Latn", + "languages": [ + "gla-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.916008, + "recall": 0.9417, + "f1": 0.924209, + "accuracy": 0.9417, + "main_score": 0.924209, + "hf_subset": "gla_Latn-lit_Latn", + "languages": [ + "gla-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.922875, + "recall": 0.944664, + "f1": 0.929414, + "accuracy": 0.944664, + "main_score": 0.929414, + "hf_subset": "gla_Latn-nob_Latn", + "languages": [ + "gla-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.899963, + "recall": 0.923913, + "f1": 0.906822, + "accuracy": 0.923913, + "main_score": 0.906822, + "hf_subset": "gla_Latn-scn_Latn", + "languages": [ + "gla-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.912055, + "recall": 0.938735, + "f1": 0.920784, + "accuracy": 0.938735, + "main_score": 0.920784, + "hf_subset": "gla_Latn-tgk_Cyrl", + "languages": [ + "gla-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.615554, + "recall": 0.690711, + "f1": 0.636912, + "accuracy": 0.690711, + "main_score": 0.636912, + "hf_subset": "gla_Latn-yor_Latn", + "languages": [ + "gla-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.921393, + "recall": 0.943676, + "f1": 0.928096, + "accuracy": 0.943676, + "main_score": 0.928096, + "hf_subset": "gla_Latn-arz_Arab", + "languages": [ + "gla-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.428292, + "recall": 0.478261, + "f1": 0.442007, + "accuracy": 0.478261, + "main_score": 0.442007, + "hf_subset": "gla_Latn-cjk_Latn", + "languages": [ + "gla-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.894631, + "recall": 0.923913, + "f1": 0.903426, + "accuracy": 0.923913, + "main_score": 0.903426, + "hf_subset": "gla_Latn-kan_Knda", + "languages": [ + "gla-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.886701, + "recall": 0.917984, + "f1": 0.896036, + "accuracy": 0.917984, + "main_score": 0.896036, + "hf_subset": "gla_Latn-lmo_Latn", + "languages": [ + "gla-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.929101, + "recall": 0.949605, + "f1": 0.935507, + "accuracy": 0.949605, + "main_score": 0.935507, + "hf_subset": "gla_Latn-npi_Deva", + "languages": [ + "gla-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.499893, + "recall": 0.568182, + "f1": 0.519018, + "accuracy": 0.568182, + "main_score": 0.519018, + "hf_subset": "gla_Latn-shn_Mymr", + "languages": [ + "gla-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.92663, + "recall": 0.947628, + "f1": 0.933202, + "accuracy": 0.947628, + "main_score": 0.933202, + "hf_subset": "gla_Latn-tgl_Latn", + "languages": [ + "gla-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.934733, + "recall": 0.953557, + "f1": 0.940448, + "accuracy": 0.953557, + "main_score": 0.940448, + "hf_subset": "gla_Latn-yue_Hant", + "languages": [ + "gla-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.910079, + "recall": 0.935771, + "f1": 0.917904, + "accuracy": 0.935771, + "main_score": 0.917904, + "hf_subset": "gla_Latn-asm_Beng", + "languages": [ + "gla-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.848106, + "recall": 0.890316, + "f1": 0.861199, + "accuracy": 0.890316, + "main_score": 0.861199, + "hf_subset": "gla_Latn-ckb_Arab", + "languages": [ + "gla-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "gla_Latn-gle_Latn", + "languages": [ + "gla-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.765722, + "recall": 0.817194, + "f1": 0.78054, + "accuracy": 0.817194, + "main_score": 0.78054, + "hf_subset": "gla_Latn-kas_Arab", + "languages": [ + "gla-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.796706, + "recall": 0.849802, + "f1": 0.812648, + "accuracy": 0.849802, + "main_score": 0.812648, + "hf_subset": "gla_Latn-ltg_Latn", + "languages": [ + "gla-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.75024, + "recall": 0.800395, + "f1": 0.764843, + "accuracy": 0.800395, + "main_score": 0.764843, + "hf_subset": "gla_Latn-nso_Latn", + "languages": [ + "gla-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.878023, + "recall": 0.913043, + "f1": 0.888752, + "accuracy": 0.913043, + "main_score": 0.888752, + "hf_subset": "gla_Latn-sin_Sinh", + "languages": [ + "gla-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.902668, + "recall": 0.929842, + "f1": 0.911034, + "accuracy": 0.929842, + "main_score": 0.911034, + "hf_subset": "gla_Latn-tha_Thai", + "languages": [ + "gla-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.863821, + "recall": 0.894269, + "f1": 0.872572, + "accuracy": 0.894269, + "main_score": 0.872572, + "hf_subset": "gla_Latn-zho_Hans", + "languages": [ + "gla-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.931439, + "recall": 0.950593, + "f1": 0.937319, + "accuracy": 0.950593, + "main_score": 0.937319, + "hf_subset": "gla_Latn-ast_Latn", + "languages": [ + "gla-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.901762, + "recall": 0.929842, + "f1": 0.910441, + "accuracy": 0.929842, + "main_score": 0.910441, + "hf_subset": "gla_Latn-crh_Latn", + "languages": [ + "gla-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.927454, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "gla_Latn-glg_Latn", + "languages": [ + "gla-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.745755, + "recall": 0.796443, + "f1": 0.759797, + "accuracy": 0.796443, + "main_score": 0.759797, + "hf_subset": "gla_Latn-kas_Deva", + "languages": [ + "gla-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.89968, + "recall": 0.926877, + "f1": 0.907987, + "accuracy": 0.926877, + "main_score": 0.907987, + "hf_subset": "gla_Latn-ltz_Latn", + "languages": [ + "gla-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.413451, + "recall": 0.468379, + "f1": 0.42804, + "accuracy": 0.468379, + "main_score": 0.42804, + "hf_subset": "gla_Latn-nus_Latn", + "languages": [ + "gla-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.932592, + "recall": 0.951581, + "f1": 0.938307, + "accuracy": 0.951581, + "main_score": 0.938307, + "hf_subset": "gla_Latn-slk_Latn", + "languages": [ + "gla-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.54859, + "recall": 0.626482, + "f1": 0.569971, + "accuracy": 0.626482, + "main_score": 0.569971, + "hf_subset": "gla_Latn-tir_Ethi", + "languages": [ + "gla-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.909289, + "recall": 0.936759, + "f1": 0.917819, + "accuracy": 0.936759, + "main_score": 0.917819, + "hf_subset": "gla_Latn-zho_Hant", + "languages": [ + "gla-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.908844, + "recall": 0.933794, + "f1": 0.916488, + "accuracy": 0.933794, + "main_score": 0.916488, + "hf_subset": "gla_Latn-awa_Deva", + "languages": [ + "gla-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "gla_Latn-cym_Latn", + "languages": [ + "gla-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.6337, + "recall": 0.684783, + "f1": 0.647165, + "accuracy": 0.684783, + "main_score": 0.647165, + "hf_subset": "gla_Latn-grn_Latn", + "languages": [ + "gla-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.899352, + "recall": 0.927866, + "f1": 0.9083, + "accuracy": 0.927866, + "main_score": 0.9083, + "hf_subset": "gla_Latn-kat_Geor", + "languages": [ + "gla-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.515286, + "recall": 0.568182, + "f1": 0.529173, + "accuracy": 0.568182, + "main_score": 0.529173, + "hf_subset": "gla_Latn-lua_Latn", + "languages": [ + "gla-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.753146, + "recall": 0.811265, + "f1": 0.770751, + "accuracy": 0.811265, + "main_score": 0.770751, + "hf_subset": "gla_Latn-nya_Latn", + "languages": [ + "gla-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.940662, + "recall": 0.95751, + "f1": 0.945883, + "accuracy": 0.95751, + "main_score": 0.945883, + "hf_subset": "gla_Latn-slv_Latn", + "languages": [ + "gla-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.814571, + "recall": 0.858696, + "f1": 0.826558, + "accuracy": 0.858696, + "main_score": 0.826558, + "hf_subset": "gla_Latn-tpi_Latn", + "languages": [ + "gla-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.924522, + "recall": 0.945652, + "f1": 0.931061, + "accuracy": 0.945652, + "main_score": 0.931061, + "hf_subset": "gla_Latn-zsm_Latn", + "languages": [ + "gla-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.462951, + "recall": 0.516798, + "f1": 0.478033, + "accuracy": 0.516798, + "main_score": 0.478033, + "hf_subset": "gla_Latn-ayr_Latn", + "languages": [ + "gla-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.941288, + "recall": 0.959486, + "f1": 0.947036, + "accuracy": 0.959486, + "main_score": 0.947036, + "hf_subset": "gla_Latn-dan_Latn", + "languages": [ + "gla-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.930171, + "recall": 0.952569, + "f1": 0.937582, + "accuracy": 0.952569, + "main_score": 0.937582, + "hf_subset": "gla_Latn-guj_Gujr", + "languages": [ + "gla-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.914196, + "recall": 0.939723, + "f1": 0.922054, + "accuracy": 0.939723, + "main_score": 0.922054, + "hf_subset": "gla_Latn-kaz_Cyrl", + "languages": [ + "gla-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.600314, + "recall": 0.671937, + "f1": 0.620287, + "accuracy": 0.671937, + "main_score": 0.620287, + "hf_subset": "gla_Latn-lug_Latn", + "languages": [ + "gla-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.922711, + "recall": 0.943676, + "f1": 0.928854, + "accuracy": 0.943676, + "main_score": 0.928854, + "hf_subset": "gla_Latn-oci_Latn", + "languages": [ + "gla-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.782847, + "recall": 0.827075, + "f1": 0.795492, + "accuracy": 0.827075, + "main_score": 0.795492, + "hf_subset": "gla_Latn-smo_Latn", + "languages": [ + "gla-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.682388, + "recall": 0.743083, + "f1": 0.700709, + "accuracy": 0.743083, + "main_score": 0.700709, + "hf_subset": "gla_Latn-tsn_Latn", + "languages": [ + "gla-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.837039, + "recall": 0.880435, + "f1": 0.850447, + "accuracy": 0.880435, + "main_score": 0.850447, + "hf_subset": "gla_Latn-zul_Latn", + "languages": [ + "gla-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.808317, + "recall": 0.851779, + "f1": 0.821311, + "accuracy": 0.851779, + "main_score": 0.821311, + "hf_subset": "gla_Latn-azb_Arab", + "languages": [ + "gla-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951054, + "accuracy": 0.962451, + "main_score": 0.951054, + "hf_subset": "gla_Latn-deu_Latn", + "languages": [ + "gla-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.903574, + "recall": 0.93083, + "f1": 0.911957, + "accuracy": 0.93083, + "main_score": 0.911957, + "hf_subset": "gla_Latn-hat_Latn", + "languages": [ + "gla-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.46275, + "recall": 0.507905, + "f1": 0.474862, + "accuracy": 0.507905, + "main_score": 0.474862, + "hf_subset": "gla_Latn-kbp_Latn", + "languages": [ + "gla-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.490747, + "recall": 0.539526, + "f1": 0.503805, + "accuracy": 0.539526, + "main_score": 0.503805, + "hf_subset": "gla_Latn-luo_Latn", + "languages": [ + "gla-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.892045, + "recall": 0.923913, + "f1": 0.902042, + "accuracy": 0.923913, + "main_score": 0.902042, + "hf_subset": "gla_Latn-ory_Orya", + "languages": [ + "gla-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.796476, + "recall": 0.842885, + "f1": 0.810493, + "accuracy": 0.842885, + "main_score": 0.810493, + "hf_subset": "gla_Latn-sna_Latn", + "languages": [ + "gla-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.623476, + "recall": 0.688735, + "f1": 0.641628, + "accuracy": 0.688735, + "main_score": 0.641628, + "hf_subset": "gla_Latn-tso_Latn", + "languages": [ + "gla-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.917408, + "recall": 0.9417, + "f1": 0.924934, + "accuracy": 0.9417, + "main_score": 0.924934, + "hf_subset": "gla_Latn-azj_Latn", + "languages": [ + "gla-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.463009, + "recall": 0.512846, + "f1": 0.477207, + "accuracy": 0.512846, + "main_score": 0.477207, + "hf_subset": "gla_Latn-dik_Latn", + "languages": [ + "gla-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.845916, + "recall": 0.885375, + "f1": 0.858004, + "accuracy": 0.885375, + "main_score": 0.858004, + "hf_subset": "gla_Latn-hau_Latn", + "languages": [ + "gla-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.861785, + "recall": 0.899209, + "f1": 0.87281, + "accuracy": 0.899209, + "main_score": 0.87281, + "hf_subset": "gla_Latn-kea_Latn", + "languages": [ + "gla-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.802899, + "recall": 0.847826, + "f1": 0.815966, + "accuracy": 0.847826, + "main_score": 0.815966, + "hf_subset": "gla_Latn-lus_Latn", + "languages": [ + "gla-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.719282, + "recall": 0.769763, + "f1": 0.732477, + "accuracy": 0.769763, + "main_score": 0.732477, + "hf_subset": "gla_Latn-pag_Latn", + "languages": [ + "gla-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.890341, + "recall": 0.918972, + "f1": 0.898935, + "accuracy": 0.918972, + "main_score": 0.898935, + "hf_subset": "gla_Latn-snd_Arab", + "languages": [ + "gla-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.910655, + "recall": 0.935771, + "f1": 0.918497, + "accuracy": 0.935771, + "main_score": 0.918497, + "hf_subset": "gla_Latn-tuk_Latn", + "languages": [ + "gla-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.935771, + "f1": 0.917838, + "accuracy": 0.935771, + "main_score": 0.917838, + "hf_subset": "gla_Latn-bak_Cyrl", + "languages": [ + "gla-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.412032, + "recall": 0.469368, + "f1": 0.427623, + "accuracy": 0.469368, + "main_score": 0.427623, + "hf_subset": "gla_Latn-dyu_Latn", + "languages": [ + "gla-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "gla_Latn-heb_Hebr", + "languages": [ + "gla-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.898007, + "recall": 0.925889, + "f1": 0.906653, + "accuracy": 0.925889, + "main_score": 0.906653, + "hf_subset": "gla_Latn-khk_Cyrl", + "languages": [ + "gla-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.923748, + "recall": 0.945652, + "f1": 0.930421, + "accuracy": 0.945652, + "main_score": 0.930421, + "hf_subset": "gla_Latn-lvs_Latn", + "languages": [ + "gla-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.924325, + "recall": 0.947628, + "f1": 0.931719, + "accuracy": 0.947628, + "main_score": 0.931719, + "hf_subset": "gla_Latn-pan_Guru", + "languages": [ + "gla-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.811891, + "recall": 0.857708, + "f1": 0.825871, + "accuracy": 0.857708, + "main_score": 0.825871, + "hf_subset": "gla_Latn-som_Latn", + "languages": [ + "gla-Latn", + "som-Latn" + ] + }, + { + "precision": 0.631813, + "recall": 0.687747, + "f1": 0.647712, + "accuracy": 0.687747, + "main_score": 0.647712, + "hf_subset": "gla_Latn-tum_Latn", + "languages": [ + "gla-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.468584, + "recall": 0.550395, + "f1": 0.490715, + "accuracy": 0.550395, + "main_score": 0.490715, + "hf_subset": "kan_Knda-ace_Arab", + "languages": [ + "kan-Knda", + "ace-Arab" + ] + }, + { + "precision": 0.443471, + "recall": 0.497036, + "f1": 0.457385, + "accuracy": 0.497036, + "main_score": 0.457385, + "hf_subset": "kan_Knda-bam_Latn", + "languages": [ + "kan-Knda", + "bam-Latn" + ] + }, + { + "precision": 0.613151, + "recall": 0.700593, + "f1": 0.63848, + "accuracy": 0.700593, + "main_score": 0.63848, + "hf_subset": "kan_Knda-dzo_Tibt", + "languages": [ + "kan-Knda", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "kan_Knda-khm_Khmr", + "languages": [ + "kan-Knda", + "khm-Khmr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-mag_Deva", + "languages": [ + "kan-Knda", + "mag-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "kan_Knda-pap_Latn", + "languages": [ + "kan-Knda", + "pap-Latn" + ] + }, + { + "precision": 0.828953, + "recall": 0.875494, + "f1": 0.843347, + "accuracy": 0.875494, + "main_score": 0.843347, + "hf_subset": "kan_Knda-sot_Latn", + "languages": [ + "kan-Knda", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-tur_Latn", + "languages": [ + "kan-Knda", + "tur-Latn" + ] + }, + { + "precision": 0.810551, + "recall": 0.858696, + "f1": 0.825381, + "accuracy": 0.858696, + "main_score": 0.825381, + "hf_subset": "kan_Knda-ace_Latn", + "languages": [ + "kan-Knda", + "ace-Latn" + ] + }, + { + "precision": 0.941041, + "recall": 0.959486, + "f1": 0.947134, + "accuracy": 0.959486, + "main_score": 0.947134, + "hf_subset": "kan_Knda-ban_Latn", + "languages": [ + "kan-Knda", + "ban-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kan_Knda-ell_Grek", + "languages": [ + "kan-Knda", + "ell-Grek" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kan_Knda-hne_Deva", + "languages": [ + "kan-Knda", + "hne-Deva" + ] + }, + { + "precision": 0.523046, + "recall": 0.590909, + "f1": 0.541293, + "accuracy": 0.590909, + "main_score": 0.541293, + "hf_subset": "kan_Knda-kik_Latn", + "languages": [ + "kan-Knda", + "kik-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ] + }, + { + "precision": 0.937088, + "recall": 0.95751, + "f1": 0.943841, + "accuracy": 0.95751, + "main_score": 0.943841, + "hf_subset": "kan_Knda-pbt_Arab", + "languages": [ + "kan-Knda", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-spa_Latn", + "languages": [ + "kan-Knda", + "spa-Latn" + ] + }, + { + "precision": 0.710009, + "recall": 0.774704, + "f1": 0.728812, + "accuracy": 0.774704, + "main_score": 0.728812, + "hf_subset": "kan_Knda-twi_Latn", + "languages": [ + "kan-Knda", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-acm_Arab", + "languages": [ + "kan-Knda", + "acm-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kan_Knda-bel_Cyrl", + "languages": [ + "kan-Knda", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-hrv_Latn", + "languages": [ + "kan-Knda", + "hrv-Latn" + ] + }, + { + "precision": 0.831555, + "recall": 0.876482, + "f1": 0.845064, + "accuracy": 0.876482, + "main_score": 0.845064, + "hf_subset": "kan_Knda-kin_Latn", + "languages": [ + "kan-Knda", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kan_Knda-pes_Arab", + "languages": [ + "kan-Knda", + "pes-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kan_Knda-srd_Latn", + "languages": [ + "kan-Knda", + "srd-Latn" + ] + }, + { + "precision": 0.203371, + "recall": 0.263834, + "f1": 0.217935, + "accuracy": 0.263834, + "main_score": 0.217935, + "hf_subset": "kan_Knda-tzm_Tfng", + "languages": [ + "kan-Knda", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-acq_Arab", + "languages": [ + "kan-Knda", + "acq-Arab" + ] + }, + { + "precision": 0.618802, + "recall": 0.692688, + "f1": 0.639999, + "accuracy": 0.692688, + "main_score": 0.639999, + "hf_subset": "kan_Knda-bem_Latn", + "languages": [ + "kan-Knda", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-epo_Latn", + "languages": [ + "kan-Knda", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-hun_Latn", + "languages": [ + "kan-Knda", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kan_Knda-kir_Cyrl", + "languages": [ + "kan-Knda", + "kir-Cyrl" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.845669, + "recall": 0.885375, + "f1": 0.857905, + "accuracy": 0.885375, + "main_score": 0.857905, + "hf_subset": "kan_Knda-plt_Latn", + "languages": [ + "kan-Knda", + "plt-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-srp_Cyrl", + "languages": [ + "kan-Knda", + "srp-Cyrl" + ] + }, + { + "precision": 0.925395, + "recall": 0.947628, + "f1": 0.932477, + "accuracy": 0.947628, + "main_score": 0.932477, + "hf_subset": "kan_Knda-uig_Arab", + "languages": [ + "kan-Knda", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kan_Knda-aeb_Arab", + "languages": [ + "kan-Knda", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-est_Latn", + "languages": [ + "kan-Knda", + "est-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kan_Knda-hye_Armn", + "languages": [ + "kan-Knda", + "hye-Armn" + ] + }, + { + "precision": 0.42795, + "recall": 0.492095, + "f1": 0.445147, + "accuracy": 0.492095, + "main_score": 0.445147, + "hf_subset": "kan_Knda-kmb_Latn", + "languages": [ + "kan-Knda", + "kmb-Latn" + ] + }, + { + "precision": 0.43044, + "recall": 0.511858, + "f1": 0.450113, + "accuracy": 0.511858, + "main_score": 0.450113, + "hf_subset": "kan_Knda-min_Arab", + "languages": [ + "kan-Knda", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-pol_Latn", + "languages": [ + "kan-Knda", + "pol-Latn" + ] + }, + { + "precision": 0.700791, + "recall": 0.770751, + "f1": 0.721231, + "accuracy": 0.770751, + "main_score": 0.721231, + "hf_subset": "kan_Knda-ssw_Latn", + "languages": [ + "kan-Knda", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-ukr_Cyrl", + "languages": [ + "kan-Knda", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-afr_Latn", + "languages": [ + "kan-Knda", + "afr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-bho_Deva", + "languages": [ + "kan-Knda", + "bho-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ] + }, + { + "precision": 0.817885, + "recall": 0.869565, + "f1": 0.833517, + "accuracy": 0.869565, + "main_score": 0.833517, + "hf_subset": "kan_Knda-ibo_Latn", + "languages": [ + "kan-Knda", + "ibo-Latn" + ] + }, + { + "precision": 0.848238, + "recall": 0.889328, + "f1": 0.861232, + "accuracy": 0.889328, + "main_score": 0.861232, + "hf_subset": "kan_Knda-kmr_Latn", + "languages": [ + "kan-Knda", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kan_Knda-min_Latn", + "languages": [ + "kan-Knda", + "min-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-por_Latn", + "languages": [ + "kan-Knda", + "por-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "kan_Knda-sun_Latn", + "languages": [ + "kan-Knda", + "sun-Latn" + ] + }, + { + "precision": 0.429606, + "recall": 0.490119, + "f1": 0.446679, + "accuracy": 0.490119, + "main_score": 0.446679, + "hf_subset": "kan_Knda-umb_Latn", + "languages": [ + "kan-Knda", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-ajp_Arab", + "languages": [ + "kan-Knda", + "ajp-Arab" + ] + }, + { + "precision": 0.427521, + "recall": 0.51581, + "f1": 0.451147, + "accuracy": 0.51581, + "main_score": 0.451147, + "hf_subset": "kan_Knda-bjn_Arab", + "languages": [ + "kan-Knda", + "bjn-Arab" + ] + }, + { + "precision": 0.434474, + "recall": 0.491107, + "f1": 0.449521, + "accuracy": 0.491107, + "main_score": 0.449521, + "hf_subset": "kan_Knda-ewe_Latn", + "languages": [ + "kan-Knda", + "ewe-Latn" + ] + }, + { + "precision": 0.928195, + "recall": 0.951581, + "f1": 0.935935, + "accuracy": 0.951581, + "main_score": 0.935935, + "hf_subset": "kan_Knda-ilo_Latn", + "languages": [ + "kan-Knda", + "ilo-Latn" + ] + }, + { + "precision": 0.24277, + "recall": 0.304348, + "f1": 0.257144, + "accuracy": 0.304348, + "main_score": 0.257144, + "hf_subset": "kan_Knda-knc_Arab", + "languages": [ + "kan-Knda", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-mkd_Cyrl", + "languages": [ + "kan-Knda", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-prs_Arab", + "languages": [ + "kan-Knda", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-swe_Latn", + "languages": [ + "kan-Knda", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.686685, + "recall": 0.751976, + "f1": 0.705383, + "accuracy": 0.751976, + "main_score": 0.705383, + "hf_subset": "kan_Knda-aka_Latn", + "languages": [ + "kan-Knda", + "aka-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.95911, + "accuracy": 0.968379, + "main_score": 0.95911, + "hf_subset": "kan_Knda-bjn_Latn", + "languages": [ + "kan-Knda", + "bjn-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "kan_Knda-fao_Latn", + "languages": [ + "kan-Knda", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-ind_Latn", + "languages": [ + "kan-Knda", + "ind-Latn" + ] + }, + { + "precision": 0.483563, + "recall": 0.536561, + "f1": 0.498435, + "accuracy": 0.536561, + "main_score": 0.498435, + "hf_subset": "kan_Knda-knc_Latn", + "languages": [ + "kan-Knda", + "knc-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-mlt_Latn", + "languages": [ + "kan-Knda", + "mlt-Latn" + ] + }, + { + "precision": 0.599413, + "recall": 0.672925, + "f1": 0.620027, + "accuracy": 0.672925, + "main_score": 0.620027, + "hf_subset": "kan_Knda-quy_Latn", + "languages": [ + "kan-Knda", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-swh_Latn", + "languages": [ + "kan-Knda", + "swh-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-uzn_Latn", + "languages": [ + "kan-Knda", + "uzn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-als_Latn", + "languages": [ + "kan-Knda", + "als-Latn" + ] + }, + { + "precision": 0.763861, + "recall": 0.827075, + "f1": 0.783267, + "accuracy": 0.827075, + "main_score": 0.783267, + "hf_subset": "kan_Knda-bod_Tibt", + "languages": [ + "kan-Knda", + "bod-Tibt" + ] + }, + { + "precision": 0.590765, + "recall": 0.66502, + "f1": 0.612025, + "accuracy": 0.66502, + "main_score": 0.612025, + "hf_subset": "kan_Knda-fij_Latn", + "languages": [ + "kan-Knda", + "fij-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "kan_Knda-isl_Latn", + "languages": [ + "kan-Knda", + "isl-Latn" + ] + }, + { + "precision": 0.534686, + "recall": 0.600791, + "f1": 0.552393, + "accuracy": 0.600791, + "main_score": 0.552393, + "hf_subset": "kan_Knda-kon_Latn", + "languages": [ + "kan-Knda", + "kon-Latn" + ] + }, + { + "precision": 0.570855, + "recall": 0.642292, + "f1": 0.590525, + "accuracy": 0.642292, + "main_score": 0.590525, + "hf_subset": "kan_Knda-mni_Beng", + "languages": [ + "kan-Knda", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-ron_Latn", + "languages": [ + "kan-Knda", + "ron-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "kan_Knda-szl_Latn", + "languages": [ + "kan-Knda", + "szl-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kan_Knda-vec_Latn", + "languages": [ + "kan-Knda", + "vec-Latn" + ] + }, + { + "precision": 0.90695, + "recall": 0.934783, + "f1": 0.91581, + "accuracy": 0.934783, + "main_score": 0.91581, + "hf_subset": "kan_Knda-amh_Ethi", + "languages": [ + "kan-Knda", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-bos_Latn", + "languages": [ + "kan-Knda", + "bos-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-fin_Latn", + "languages": [ + "kan-Knda", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-ita_Latn", + "languages": [ + "kan-Knda", + "ita-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-kor_Hang", + "languages": [ + "kan-Knda", + "kor-Hang" + ] + }, + { + "precision": 0.461203, + "recall": 0.514822, + "f1": 0.475163, + "accuracy": 0.514822, + "main_score": 0.475163, + "hf_subset": "kan_Knda-mos_Latn", + "languages": [ + "kan-Knda", + "mos-Latn" + ] + }, + { + "precision": 0.688852, + "recall": 0.752964, + "f1": 0.707962, + "accuracy": 0.752964, + "main_score": 0.707962, + "hf_subset": "kan_Knda-run_Latn", + "languages": [ + "kan-Knda", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kan_Knda-vie_Latn", + "languages": [ + "kan-Knda", + "vie-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-apc_Arab", + "languages": [ + "kan-Knda", + "apc-Arab" + ] + }, + { + "precision": 0.671654, + "recall": 0.73913, + "f1": 0.69054, + "accuracy": 0.73913, + "main_score": 0.69054, + "hf_subset": "kan_Knda-bug_Latn", + "languages": [ + "kan-Knda", + "bug-Latn" + ] + }, + { + "precision": 0.405297, + "recall": 0.456522, + "f1": 0.419357, + "accuracy": 0.456522, + "main_score": 0.419357, + "hf_subset": "kan_Knda-fon_Latn", + "languages": [ + "kan-Knda", + "fon-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "kan_Knda-jav_Latn", + "languages": [ + "kan-Knda", + "jav-Latn" + ] + }, + { + "precision": 0.933053, + "recall": 0.953557, + "f1": 0.939625, + "accuracy": 0.953557, + "main_score": 0.939625, + "hf_subset": "kan_Knda-lao_Laoo", + "languages": [ + "kan-Knda", + "lao-Laoo" + ] + }, + { + "precision": 0.85919, + "recall": 0.900198, + "f1": 0.872036, + "accuracy": 0.900198, + "main_score": 0.872036, + "hf_subset": "kan_Knda-mri_Latn", + "languages": [ + "kan-Knda", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-rus_Cyrl", + "languages": [ + "kan-Knda", + "rus-Cyrl" + ] + }, + { + "precision": 0.452393, + "recall": 0.509881, + "f1": 0.468535, + "accuracy": 0.509881, + "main_score": 0.468535, + "hf_subset": "kan_Knda-taq_Latn", + "languages": [ + "kan-Knda", + "taq-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kan_Knda-war_Latn", + "languages": [ + "kan-Knda", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-arb_Arab", + "languages": [ + "kan-Knda", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-bul_Cyrl", + "languages": [ + "kan-Knda", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-fra_Latn", + "languages": [ + "kan-Knda", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-jpn_Jpan", + "languages": [ + "kan-Knda", + "jpn-Jpan" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kan_Knda-lij_Latn", + "languages": [ + "kan-Knda", + "lij-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "kan_Knda-mya_Mymr", + "languages": [ + "kan-Knda", + "mya-Mymr" + ] + }, + { + "precision": 0.503745, + "recall": 0.568182, + "f1": 0.521338, + "accuracy": 0.568182, + "main_score": 0.521338, + "hf_subset": "kan_Knda-sag_Latn", + "languages": [ + "kan-Knda", + "sag-Latn" + ] + }, + { + "precision": 0.211421, + "recall": 0.279644, + "f1": 0.228514, + "accuracy": 0.279644, + "main_score": 0.228514, + "hf_subset": "kan_Knda-taq_Tfng", + "languages": [ + "kan-Knda", + "taq-Tfng" + ] + }, + { + "precision": 0.612095, + "recall": 0.678854, + "f1": 0.630088, + "accuracy": 0.678854, + "main_score": 0.630088, + "hf_subset": "kan_Knda-wol_Latn", + "languages": [ + "kan-Knda", + "wol-Latn" + ] + }, + { + "precision": 0.841074, + "recall": 0.885375, + "f1": 0.854498, + "accuracy": 0.885375, + "main_score": 0.854498, + "hf_subset": "kan_Knda-arb_Latn", + "languages": [ + "kan-Knda", + "arb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-cat_Latn", + "languages": [ + "kan-Knda", + "cat-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "kan_Knda-fur_Latn", + "languages": [ + "kan-Knda", + "fur-Latn" + ] + }, + { + "precision": 0.411139, + "recall": 0.480237, + "f1": 0.427891, + "accuracy": 0.480237, + "main_score": 0.427891, + "hf_subset": "kan_Knda-kab_Latn", + "languages": [ + "kan-Knda", + "kab-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kan_Knda-lim_Latn", + "languages": [ + "kan-Knda", + "lim-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-nld_Latn", + "languages": [ + "kan-Knda", + "nld-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kan_Knda-tat_Cyrl", + "languages": [ + "kan-Knda", + "tat-Cyrl" + ] + }, + { + "precision": 0.83611, + "recall": 0.882411, + "f1": 0.850431, + "accuracy": 0.882411, + "main_score": 0.850431, + "hf_subset": "kan_Knda-xho_Latn", + "languages": [ + "kan-Knda", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-ars_Arab", + "languages": [ + "kan-Knda", + "ars-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-ceb_Latn", + "languages": [ + "kan-Knda", + "ceb-Latn" + ] + }, + { + "precision": 0.450867, + "recall": 0.507905, + "f1": 0.465593, + "accuracy": 0.507905, + "main_score": 0.465593, + "hf_subset": "kan_Knda-fuv_Latn", + "languages": [ + "kan-Knda", + "fuv-Latn" + ] + }, + { + "precision": 0.450094, + "recall": 0.51087, + "f1": 0.466562, + "accuracy": 0.51087, + "main_score": 0.466562, + "hf_subset": "kan_Knda-kac_Latn", + "languages": [ + "kan-Knda", + "kac-Latn" + ] + }, + { + "precision": 0.576833, + "recall": 0.647233, + "f1": 0.594776, + "accuracy": 0.647233, + "main_score": 0.594776, + "hf_subset": "kan_Knda-lin_Latn", + "languages": [ + "kan-Knda", + "lin-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kan_Knda-nno_Latn", + "languages": [ + "kan-Knda", + "nno-Latn" + ] + }, + { + "precision": 0.860672, + "recall": 0.902174, + "f1": 0.873814, + "accuracy": 0.902174, + "main_score": 0.873814, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kan_Knda-ydd_Hebr", + "languages": [ + "kan-Knda", + "ydd-Hebr" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "kan_Knda-ary_Arab", + "languages": [ + "kan-Knda", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-ces_Latn", + "languages": [ + "kan-Knda", + "ces-Latn" + ] + }, + { + "precision": 0.542198, + "recall": 0.621542, + "f1": 0.564476, + "accuracy": 0.621542, + "main_score": 0.564476, + "hf_subset": "kan_Knda-gaz_Latn", + "languages": [ + "kan-Knda", + "gaz-Latn" + ] + }, + { + "precision": 0.496899, + "recall": 0.572134, + "f1": 0.515991, + "accuracy": 0.572134, + "main_score": 0.515991, + "hf_subset": "kan_Knda-kam_Latn", + "languages": [ + "kan-Knda", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kan_Knda-lit_Latn", + "languages": [ + "kan-Knda", + "lit-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kan_Knda-nob_Latn", + "languages": [ + "kan-Knda", + "nob-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kan_Knda-scn_Latn", + "languages": [ + "kan-Knda", + "scn-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "kan_Knda-tgk_Cyrl", + "languages": [ + "kan-Knda", + "tgk-Cyrl" + ] + }, + { + "precision": 0.681572, + "recall": 0.755929, + "f1": 0.703168, + "accuracy": 0.755929, + "main_score": 0.703168, + "hf_subset": "kan_Knda-yor_Latn", + "languages": [ + "kan-Knda", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-arz_Arab", + "languages": [ + "kan-Knda", + "arz-Arab" + ] + }, + { + "precision": 0.428515, + "recall": 0.495059, + "f1": 0.446637, + "accuracy": 0.495059, + "main_score": 0.446637, + "hf_subset": "kan_Knda-cjk_Latn", + "languages": [ + "kan-Knda", + "cjk-Latn" + ] + }, + { + "precision": 0.903491, + "recall": 0.933794, + "f1": 0.913373, + "accuracy": 0.933794, + "main_score": 0.913373, + "hf_subset": "kan_Knda-gla_Latn", + "languages": [ + "kan-Knda", + "gla-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "kan_Knda-lmo_Latn", + "languages": [ + "kan-Knda", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ] + }, + { + "precision": 0.508165, + "recall": 0.587945, + "f1": 0.530298, + "accuracy": 0.587945, + "main_score": 0.530298, + "hf_subset": "kan_Knda-shn_Mymr", + "languages": [ + "kan-Knda", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-tgl_Latn", + "languages": [ + "kan-Knda", + "tgl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-yue_Hant", + "languages": [ + "kan-Knda", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ] + }, + { + "precision": 0.914641, + "recall": 0.939723, + "f1": 0.922497, + "accuracy": 0.939723, + "main_score": 0.922497, + "hf_subset": "kan_Knda-ckb_Arab", + "languages": [ + "kan-Knda", + "ckb-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.977273, + "f1": 0.971509, + "accuracy": 0.977273, + "main_score": 0.971509, + "hf_subset": "kan_Knda-gle_Latn", + "languages": [ + "kan-Knda", + "gle-Latn" + ] + }, + { + "precision": 0.88834, + "recall": 0.921937, + "f1": 0.899209, + "accuracy": 0.921937, + "main_score": 0.899209, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ] + }, + { + "precision": 0.866634, + "recall": 0.905138, + "f1": 0.878708, + "accuracy": 0.905138, + "main_score": 0.878708, + "hf_subset": "kan_Knda-ltg_Latn", + "languages": [ + "kan-Knda", + "ltg-Latn" + ] + }, + { + "precision": 0.73554, + "recall": 0.801383, + "f1": 0.755421, + "accuracy": 0.801383, + "main_score": 0.755421, + "hf_subset": "kan_Knda-nso_Latn", + "languages": [ + "kan-Knda", + "nso-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-tha_Thai", + "languages": [ + "kan-Knda", + "tha-Thai" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kan_Knda-zho_Hans", + "languages": [ + "kan-Knda", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-ast_Latn", + "languages": [ + "kan-Knda", + "ast-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kan_Knda-crh_Latn", + "languages": [ + "kan-Knda", + "crh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-glg_Latn", + "languages": [ + "kan-Knda", + "glg-Latn" + ] + }, + { + "precision": 0.828244, + "recall": 0.874506, + "f1": 0.842062, + "accuracy": 0.874506, + "main_score": 0.842062, + "hf_subset": "kan_Knda-kas_Deva", + "languages": [ + "kan-Knda", + "kas-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kan_Knda-ltz_Latn", + "languages": [ + "kan-Knda", + "ltz-Latn" + ] + }, + { + "precision": 0.398086, + "recall": 0.463439, + "f1": 0.415393, + "accuracy": 0.463439, + "main_score": 0.415393, + "hf_subset": "kan_Knda-nus_Latn", + "languages": [ + "kan-Knda", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-slk_Latn", + "languages": [ + "kan-Knda", + "slk-Latn" + ] + }, + { + "precision": 0.602568, + "recall": 0.684783, + "f1": 0.626241, + "accuracy": 0.684783, + "main_score": 0.626241, + "hf_subset": "kan_Knda-tir_Ethi", + "languages": [ + "kan-Knda", + "tir-Ethi" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kan_Knda-zho_Hant", + "languages": [ + "kan-Knda", + "zho-Hant" + ] + }, + { + "precision": 0.976038, + "recall": 0.982213, + "f1": 0.977997, + "accuracy": 0.982213, + "main_score": 0.977997, + "hf_subset": "kan_Knda-awa_Deva", + "languages": [ + "kan-Knda", + "awa-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kan_Knda-cym_Latn", + "languages": [ + "kan-Knda", + "cym-Latn" + ] + }, + { + "precision": 0.703688, + "recall": 0.764822, + "f1": 0.720422, + "accuracy": 0.764822, + "main_score": 0.720422, + "hf_subset": "kan_Knda-grn_Latn", + "languages": [ + "kan-Knda", + "grn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-kat_Geor", + "languages": [ + "kan-Knda", + "kat-Geor" + ] + }, + { + "precision": 0.539524, + "recall": 0.602767, + "f1": 0.55584, + "accuracy": 0.602767, + "main_score": 0.55584, + "hf_subset": "kan_Knda-lua_Latn", + "languages": [ + "kan-Knda", + "lua-Latn" + ] + }, + { + "precision": 0.791815, + "recall": 0.849802, + "f1": 0.809651, + "accuracy": 0.849802, + "main_score": 0.809651, + "hf_subset": "kan_Knda-nya_Latn", + "languages": [ + "kan-Knda", + "nya-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-slv_Latn", + "languages": [ + "kan-Knda", + "slv-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.963439, + "f1": 0.951252, + "accuracy": 0.963439, + "main_score": 0.951252, + "hf_subset": "kan_Knda-tpi_Latn", + "languages": [ + "kan-Knda", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-zsm_Latn", + "languages": [ + "kan-Knda", + "zsm-Latn" + ] + }, + { + "precision": 0.475541, + "recall": 0.535573, + "f1": 0.491964, + "accuracy": 0.535573, + "main_score": 0.491964, + "hf_subset": "kan_Knda-ayr_Latn", + "languages": [ + "kan-Knda", + "ayr-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-dan_Latn", + "languages": [ + "kan-Knda", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kan_Knda-kaz_Cyrl", + "languages": [ + "kan-Knda", + "kaz-Cyrl" + ] + }, + { + "precision": 0.596431, + "recall": 0.677866, + "f1": 0.619112, + "accuracy": 0.677866, + "main_score": 0.619112, + "hf_subset": "kan_Knda-lug_Latn", + "languages": [ + "kan-Knda", + "lug-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kan_Knda-oci_Latn", + "languages": [ + "kan-Knda", + "oci-Latn" + ] + }, + { + "precision": 0.811825, + "recall": 0.863636, + "f1": 0.82836, + "accuracy": 0.863636, + "main_score": 0.82836, + "hf_subset": "kan_Knda-smo_Latn", + "languages": [ + "kan-Knda", + "smo-Latn" + ] + }, + { + "precision": 0.715563, + "recall": 0.786561, + "f1": 0.736627, + "accuracy": 0.786561, + "main_score": 0.736627, + "hf_subset": "kan_Knda-tsn_Latn", + "languages": [ + "kan-Knda", + "tsn-Latn" + ] + }, + { + "precision": 0.853623, + "recall": 0.895257, + "f1": 0.866535, + "accuracy": 0.895257, + "main_score": 0.866535, + "hf_subset": "kan_Knda-zul_Latn", + "languages": [ + "kan-Knda", + "zul-Latn" + ] + }, + { + "precision": 0.897727, + "recall": 0.927866, + "f1": 0.907279, + "accuracy": 0.927866, + "main_score": 0.907279, + "hf_subset": "kan_Knda-azb_Arab", + "languages": [ + "kan-Knda", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-deu_Latn", + "languages": [ + "kan-Knda", + "deu-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "kan_Knda-hat_Latn", + "languages": [ + "kan-Knda", + "hat-Latn" + ] + }, + { + "precision": 0.435709, + "recall": 0.490119, + "f1": 0.450113, + "accuracy": 0.490119, + "main_score": 0.450113, + "hf_subset": "kan_Knda-kbp_Latn", + "languages": [ + "kan-Knda", + "kbp-Latn" + ] + }, + { + "precision": 0.497288, + "recall": 0.555336, + "f1": 0.512588, + "accuracy": 0.555336, + "main_score": 0.512588, + "hf_subset": "kan_Knda-luo_Latn", + "languages": [ + "kan-Knda", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ] + }, + { + "precision": 0.844203, + "recall": 0.887352, + "f1": 0.85799, + "accuracy": 0.887352, + "main_score": 0.85799, + "hf_subset": "kan_Knda-sna_Latn", + "languages": [ + "kan-Knda", + "sna-Latn" + ] + }, + { + "precision": 0.594819, + "recall": 0.675889, + "f1": 0.616943, + "accuracy": 0.675889, + "main_score": 0.616943, + "hf_subset": "kan_Knda-tso_Latn", + "languages": [ + "kan-Knda", + "tso-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-azj_Latn", + "languages": [ + "kan-Knda", + "azj-Latn" + ] + }, + { + "precision": 0.47954, + "recall": 0.543478, + "f1": 0.49764, + "accuracy": 0.543478, + "main_score": 0.49764, + "hf_subset": "kan_Knda-dik_Latn", + "languages": [ + "kan-Knda", + "dik-Latn" + ] + }, + { + "precision": 0.86973, + "recall": 0.908103, + "f1": 0.882049, + "accuracy": 0.908103, + "main_score": 0.882049, + "hf_subset": "kan_Knda-hau_Latn", + "languages": [ + "kan-Knda", + "hau-Latn" + ] + }, + { + "precision": 0.935441, + "recall": 0.956522, + "f1": 0.942358, + "accuracy": 0.956522, + "main_score": 0.942358, + "hf_subset": "kan_Knda-kea_Latn", + "languages": [ + "kan-Knda", + "kea-Latn" + ] + }, + { + "precision": 0.918972, + "recall": 0.943676, + "f1": 0.927042, + "accuracy": 0.943676, + "main_score": 0.927042, + "hf_subset": "kan_Knda-lus_Latn", + "languages": [ + "kan-Knda", + "lus-Latn" + ] + }, + { + "precision": 0.823099, + "recall": 0.869565, + "f1": 0.837091, + "accuracy": 0.869565, + "main_score": 0.837091, + "hf_subset": "kan_Knda-pag_Latn", + "languages": [ + "kan-Knda", + "pag-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "kan_Knda-tuk_Latn", + "languages": [ + "kan-Knda", + "tuk-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kan_Knda-bak_Cyrl", + "languages": [ + "kan-Knda", + "bak-Cyrl" + ] + }, + { + "precision": 0.449166, + "recall": 0.514822, + "f1": 0.466867, + "accuracy": 0.514822, + "main_score": 0.466867, + "hf_subset": "kan_Knda-dyu_Latn", + "languages": [ + "kan-Knda", + "dyu-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-heb_Hebr", + "languages": [ + "kan-Knda", + "heb-Hebr" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "kan_Knda-khk_Cyrl", + "languages": [ + "kan-Knda", + "khk-Cyrl" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kan_Knda-lvs_Latn", + "languages": [ + "kan-Knda", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.825791, + "recall": 0.87747, + "f1": 0.841996, + "accuracy": 0.87747, + "main_score": 0.841996, + "hf_subset": "kan_Knda-som_Latn", + "languages": [ + "kan-Knda", + "som-Latn" + ] + }, + { + "precision": 0.662048, + "recall": 0.726285, + "f1": 0.68058, + "accuracy": 0.726285, + "main_score": 0.68058, + "hf_subset": "kan_Knda-tum_Latn", + "languages": [ + "kan-Knda", + "tum-Latn" + ] + }, + { + "precision": 0.551219, + "recall": 0.629447, + "f1": 0.573833, + "accuracy": 0.629447, + "main_score": 0.573833, + "hf_subset": "lmo_Latn-ace_Arab", + "languages": [ + "lmo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.506326, + "recall": 0.567194, + "f1": 0.524341, + "accuracy": 0.567194, + "main_score": 0.524341, + "hf_subset": "lmo_Latn-bam_Latn", + "languages": [ + "lmo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.589554, + "recall": 0.679842, + "f1": 0.614825, + "accuracy": 0.679842, + "main_score": 0.614825, + "hf_subset": "lmo_Latn-dzo_Tibt", + "languages": [ + "lmo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-hin_Deva", + "languages": [ + "lmo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "lmo_Latn-khm_Khmr", + "languages": [ + "lmo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-mag_Deva", + "languages": [ + "lmo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-pap_Latn", + "languages": [ + "lmo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.822744, + "recall": 0.869565, + "f1": 0.837352, + "accuracy": 0.869565, + "main_score": 0.837352, + "hf_subset": "lmo_Latn-sot_Latn", + "languages": [ + "lmo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-tur_Latn", + "languages": [ + "lmo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.881176, + "recall": 0.911067, + "f1": 0.890547, + "accuracy": 0.911067, + "main_score": 0.890547, + "hf_subset": "lmo_Latn-ace_Latn", + "languages": [ + "lmo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "lmo_Latn-ban_Latn", + "languages": [ + "lmo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-ell_Grek", + "languages": [ + "lmo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lmo_Latn-hne_Deva", + "languages": [ + "lmo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.589597, + "recall": 0.650198, + "f1": 0.606316, + "accuracy": 0.650198, + "main_score": 0.606316, + "hf_subset": "lmo_Latn-kik_Latn", + "languages": [ + "lmo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-mai_Deva", + "languages": [ + "lmo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "lmo_Latn-pbt_Arab", + "languages": [ + "lmo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-spa_Latn", + "languages": [ + "lmo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.7576, + "recall": 0.814229, + "f1": 0.77466, + "accuracy": 0.814229, + "main_score": 0.77466, + "hf_subset": "lmo_Latn-twi_Latn", + "languages": [ + "lmo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-acm_Arab", + "languages": [ + "lmo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lmo_Latn-bel_Cyrl", + "languages": [ + "lmo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-eng_Latn", + "languages": [ + "lmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lmo_Latn-hrv_Latn", + "languages": [ + "lmo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.825511, + "recall": 0.87253, + "f1": 0.840053, + "accuracy": 0.87253, + "main_score": 0.840053, + "hf_subset": "lmo_Latn-kin_Latn", + "languages": [ + "lmo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-mal_Mlym", + "languages": [ + "lmo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-pes_Arab", + "languages": [ + "lmo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "lmo_Latn-srd_Latn", + "languages": [ + "lmo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.215166, + "recall": 0.273715, + "f1": 0.230438, + "accuracy": 0.273715, + "main_score": 0.230438, + "hf_subset": "lmo_Latn-tzm_Tfng", + "languages": [ + "lmo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lmo_Latn-acq_Arab", + "languages": [ + "lmo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.661928, + "recall": 0.722332, + "f1": 0.679303, + "accuracy": 0.722332, + "main_score": 0.679303, + "hf_subset": "lmo_Latn-bem_Latn", + "languages": [ + "lmo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "lmo_Latn-epo_Latn", + "languages": [ + "lmo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-hun_Latn", + "languages": [ + "lmo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "lmo_Latn-kir_Cyrl", + "languages": [ + "lmo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lmo_Latn-mar_Deva", + "languages": [ + "lmo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.819071, + "recall": 0.868577, + "f1": 0.833893, + "accuracy": 0.868577, + "main_score": 0.833893, + "hf_subset": "lmo_Latn-plt_Latn", + "languages": [ + "lmo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-srp_Cyrl", + "languages": [ + "lmo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.918808, + "recall": 0.943676, + "f1": 0.926877, + "accuracy": 0.943676, + "main_score": 0.926877, + "hf_subset": "lmo_Latn-uig_Arab", + "languages": [ + "lmo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lmo_Latn-aeb_Arab", + "languages": [ + "lmo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-ben_Beng", + "languages": [ + "lmo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lmo_Latn-est_Latn", + "languages": [ + "lmo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-hye_Armn", + "languages": [ + "lmo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.505576, + "recall": 0.562253, + "f1": 0.521991, + "accuracy": 0.562253, + "main_score": 0.521991, + "hf_subset": "lmo_Latn-kmb_Latn", + "languages": [ + "lmo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.516757, + "recall": 0.596838, + "f1": 0.539435, + "accuracy": 0.596838, + "main_score": 0.539435, + "hf_subset": "lmo_Latn-min_Arab", + "languages": [ + "lmo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lmo_Latn-pol_Latn", + "languages": [ + "lmo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.711677, + "recall": 0.77668, + "f1": 0.730195, + "accuracy": 0.77668, + "main_score": 0.730195, + "hf_subset": "lmo_Latn-ssw_Latn", + "languages": [ + "lmo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-ukr_Cyrl", + "languages": [ + "lmo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lmo_Latn-afr_Latn", + "languages": [ + "lmo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-bho_Deva", + "languages": [ + "lmo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lmo_Latn-eus_Latn", + "languages": [ + "lmo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.858458, + "recall": 0.896245, + "f1": 0.87001, + "accuracy": 0.896245, + "main_score": 0.87001, + "hf_subset": "lmo_Latn-ibo_Latn", + "languages": [ + "lmo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.842671, + "recall": 0.885375, + "f1": 0.855962, + "accuracy": 0.885375, + "main_score": 0.855962, + "hf_subset": "lmo_Latn-kmr_Latn", + "languages": [ + "lmo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "lmo_Latn-min_Latn", + "languages": [ + "lmo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-por_Latn", + "languages": [ + "lmo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "lmo_Latn-sun_Latn", + "languages": [ + "lmo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.473239, + "recall": 0.539526, + "f1": 0.492474, + "accuracy": 0.539526, + "main_score": 0.492474, + "hf_subset": "lmo_Latn-umb_Latn", + "languages": [ + "lmo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-ajp_Arab", + "languages": [ + "lmo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.538915, + "recall": 0.618577, + "f1": 0.561517, + "accuracy": 0.618577, + "main_score": 0.561517, + "hf_subset": "lmo_Latn-bjn_Arab", + "languages": [ + "lmo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.4832, + "recall": 0.537549, + "f1": 0.498644, + "accuracy": 0.537549, + "main_score": 0.498644, + "hf_subset": "lmo_Latn-ewe_Latn", + "languages": [ + "lmo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.9389, + "recall": 0.956522, + "f1": 0.944466, + "accuracy": 0.956522, + "main_score": 0.944466, + "hf_subset": "lmo_Latn-ilo_Latn", + "languages": [ + "lmo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.276706, + "recall": 0.341897, + "f1": 0.294514, + "accuracy": 0.341897, + "main_score": 0.294514, + "hf_subset": "lmo_Latn-knc_Arab", + "languages": [ + "lmo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-mkd_Cyrl", + "languages": [ + "lmo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-prs_Arab", + "languages": [ + "lmo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-swe_Latn", + "languages": [ + "lmo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-urd_Arab", + "languages": [ + "lmo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.734865, + "recall": 0.790514, + "f1": 0.751026, + "accuracy": 0.790514, + "main_score": 0.751026, + "hf_subset": "lmo_Latn-aka_Latn", + "languages": [ + "lmo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "lmo_Latn-bjn_Latn", + "languages": [ + "lmo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "lmo_Latn-fao_Latn", + "languages": [ + "lmo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lmo_Latn-ind_Latn", + "languages": [ + "lmo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.53054, + "recall": 0.588933, + "f1": 0.547057, + "accuracy": 0.588933, + "main_score": 0.547057, + "hf_subset": "lmo_Latn-knc_Latn", + "languages": [ + "lmo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "lmo_Latn-mlt_Latn", + "languages": [ + "lmo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.654555, + "recall": 0.722332, + "f1": 0.675002, + "accuracy": 0.722332, + "main_score": 0.675002, + "hf_subset": "lmo_Latn-quy_Latn", + "languages": [ + "lmo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "lmo_Latn-swh_Latn", + "languages": [ + "lmo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-uzn_Latn", + "languages": [ + "lmo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-als_Latn", + "languages": [ + "lmo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.737716, + "recall": 0.805336, + "f1": 0.758187, + "accuracy": 0.805336, + "main_score": 0.758187, + "hf_subset": "lmo_Latn-bod_Tibt", + "languages": [ + "lmo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.638005, + "recall": 0.700593, + "f1": 0.656046, + "accuracy": 0.700593, + "main_score": 0.656046, + "hf_subset": "lmo_Latn-fij_Latn", + "languages": [ + "lmo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "lmo_Latn-isl_Latn", + "languages": [ + "lmo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.617021, + "recall": 0.685771, + "f1": 0.636571, + "accuracy": 0.685771, + "main_score": 0.636571, + "hf_subset": "lmo_Latn-kon_Latn", + "languages": [ + "lmo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.623585, + "recall": 0.698617, + "f1": 0.645004, + "accuracy": 0.698617, + "main_score": 0.645004, + "hf_subset": "lmo_Latn-mni_Beng", + "languages": [ + "lmo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-ron_Latn", + "languages": [ + "lmo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-szl_Latn", + "languages": [ + "lmo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-vec_Latn", + "languages": [ + "lmo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.910655, + "recall": 0.937747, + "f1": 0.919368, + "accuracy": 0.937747, + "main_score": 0.919368, + "hf_subset": "lmo_Latn-amh_Ethi", + "languages": [ + "lmo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-bos_Latn", + "languages": [ + "lmo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-fin_Latn", + "languages": [ + "lmo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-ita_Latn", + "languages": [ + "lmo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-kor_Hang", + "languages": [ + "lmo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.504051, + "recall": 0.563241, + "f1": 0.520737, + "accuracy": 0.563241, + "main_score": 0.520737, + "hf_subset": "lmo_Latn-mos_Latn", + "languages": [ + "lmo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.717765, + "recall": 0.777668, + "f1": 0.735427, + "accuracy": 0.777668, + "main_score": 0.735427, + "hf_subset": "lmo_Latn-run_Latn", + "languages": [ + "lmo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-tam_Taml", + "languages": [ + "lmo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-vie_Latn", + "languages": [ + "lmo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-apc_Arab", + "languages": [ + "lmo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.751482, + "recall": 0.805336, + "f1": 0.767918, + "accuracy": 0.805336, + "main_score": 0.767918, + "hf_subset": "lmo_Latn-bug_Latn", + "languages": [ + "lmo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.442328, + "recall": 0.492095, + "f1": 0.456313, + "accuracy": 0.492095, + "main_score": 0.456313, + "hf_subset": "lmo_Latn-fon_Latn", + "languages": [ + "lmo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "lmo_Latn-jav_Latn", + "languages": [ + "lmo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.935853, + "recall": 0.955534, + "f1": 0.942095, + "accuracy": 0.955534, + "main_score": 0.942095, + "hf_subset": "lmo_Latn-lao_Laoo", + "languages": [ + "lmo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.855237, + "recall": 0.897233, + "f1": 0.868544, + "accuracy": 0.897233, + "main_score": 0.868544, + "hf_subset": "lmo_Latn-mri_Latn", + "languages": [ + "lmo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-rus_Cyrl", + "languages": [ + "lmo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.526614, + "recall": 0.586957, + "f1": 0.543714, + "accuracy": 0.586957, + "main_score": 0.543714, + "hf_subset": "lmo_Latn-taq_Latn", + "languages": [ + "lmo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "lmo_Latn-war_Latn", + "languages": [ + "lmo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-arb_Arab", + "languages": [ + "lmo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-bul_Cyrl", + "languages": [ + "lmo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-fra_Latn", + "languages": [ + "lmo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lmo_Latn-jpn_Jpan", + "languages": [ + "lmo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-lij_Latn", + "languages": [ + "lmo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "lmo_Latn-mya_Mymr", + "languages": [ + "lmo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.559192, + "recall": 0.619565, + "f1": 0.575988, + "accuracy": 0.619565, + "main_score": 0.575988, + "hf_subset": "lmo_Latn-sag_Latn", + "languages": [ + "lmo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.245434, + "recall": 0.315217, + "f1": 0.262404, + "accuracy": 0.315217, + "main_score": 0.262404, + "hf_subset": "lmo_Latn-taq_Tfng", + "languages": [ + "lmo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.66282, + "recall": 0.722332, + "f1": 0.680044, + "accuracy": 0.722332, + "main_score": 0.680044, + "hf_subset": "lmo_Latn-wol_Latn", + "languages": [ + "lmo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.84972, + "recall": 0.891304, + "f1": 0.862549, + "accuracy": 0.891304, + "main_score": 0.862549, + "hf_subset": "lmo_Latn-arb_Latn", + "languages": [ + "lmo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-cat_Latn", + "languages": [ + "lmo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-fur_Latn", + "languages": [ + "lmo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.463415, + "recall": 0.541502, + "f1": 0.48532, + "accuracy": 0.541502, + "main_score": 0.48532, + "hf_subset": "lmo_Latn-kab_Latn", + "languages": [ + "lmo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lmo_Latn-lim_Latn", + "languages": [ + "lmo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "lmo_Latn-nld_Latn", + "languages": [ + "lmo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "lmo_Latn-san_Deva", + "languages": [ + "lmo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "lmo_Latn-tat_Cyrl", + "languages": [ + "lmo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.842062, + "recall": 0.887352, + "f1": 0.856277, + "accuracy": 0.887352, + "main_score": 0.856277, + "hf_subset": "lmo_Latn-xho_Latn", + "languages": [ + "lmo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "lmo_Latn-ars_Arab", + "languages": [ + "lmo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "lmo_Latn-ceb_Latn", + "languages": [ + "lmo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.501767, + "recall": 0.567194, + "f1": 0.51986, + "accuracy": 0.567194, + "main_score": 0.51986, + "hf_subset": "lmo_Latn-fuv_Latn", + "languages": [ + "lmo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.478392, + "recall": 0.540514, + "f1": 0.495135, + "accuracy": 0.540514, + "main_score": 0.495135, + "hf_subset": "lmo_Latn-kac_Latn", + "languages": [ + "lmo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.650528, + "recall": 0.716403, + "f1": 0.669801, + "accuracy": 0.716403, + "main_score": 0.669801, + "hf_subset": "lmo_Latn-lin_Latn", + "languages": [ + "lmo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-nno_Latn", + "languages": [ + "lmo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.846426, + "recall": 0.891304, + "f1": 0.860211, + "accuracy": 0.891304, + "main_score": 0.860211, + "hf_subset": "lmo_Latn-sat_Olck", + "languages": [ + "lmo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-tel_Telu", + "languages": [ + "lmo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lmo_Latn-ydd_Hebr", + "languages": [ + "lmo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.96525, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "lmo_Latn-ary_Arab", + "languages": [ + "lmo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lmo_Latn-ces_Latn", + "languages": [ + "lmo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.553133, + "recall": 0.628458, + "f1": 0.5743, + "accuracy": 0.628458, + "main_score": 0.5743, + "hf_subset": "lmo_Latn-gaz_Latn", + "languages": [ + "lmo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.558799, + "recall": 0.633399, + "f1": 0.580551, + "accuracy": 0.633399, + "main_score": 0.580551, + "hf_subset": "lmo_Latn-kam_Latn", + "languages": [ + "lmo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lmo_Latn-lit_Latn", + "languages": [ + "lmo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-nob_Latn", + "languages": [ + "lmo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-scn_Latn", + "languages": [ + "lmo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "lmo_Latn-tgk_Cyrl", + "languages": [ + "lmo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.733674, + "recall": 0.797431, + "f1": 0.753049, + "accuracy": 0.797431, + "main_score": 0.753049, + "hf_subset": "lmo_Latn-yor_Latn", + "languages": [ + "lmo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-arz_Arab", + "languages": [ + "lmo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.51579, + "recall": 0.588933, + "f1": 0.535859, + "accuracy": 0.588933, + "main_score": 0.535859, + "hf_subset": "lmo_Latn-cjk_Latn", + "languages": [ + "lmo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.914196, + "recall": 0.9417, + "f1": 0.92309, + "accuracy": 0.9417, + "main_score": 0.92309, + "hf_subset": "lmo_Latn-gla_Latn", + "languages": [ + "lmo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lmo_Latn-kan_Knda", + "languages": [ + "lmo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lmo_Latn-npi_Deva", + "languages": [ + "lmo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.511579, + "recall": 0.590909, + "f1": 0.533167, + "accuracy": 0.590909, + "main_score": 0.533167, + "hf_subset": "lmo_Latn-shn_Mymr", + "languages": [ + "lmo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lmo_Latn-tgl_Latn", + "languages": [ + "lmo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-yue_Hant", + "languages": [ + "lmo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "lmo_Latn-asm_Beng", + "languages": [ + "lmo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.913867, + "recall": 0.940711, + "f1": 0.922596, + "accuracy": 0.940711, + "main_score": 0.922596, + "hf_subset": "lmo_Latn-ckb_Arab", + "languages": [ + "lmo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "lmo_Latn-gle_Latn", + "languages": [ + "lmo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.919631, + "recall": 0.943676, + "f1": 0.927372, + "accuracy": 0.943676, + "main_score": 0.927372, + "hf_subset": "lmo_Latn-kas_Arab", + "languages": [ + "lmo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.885952, + "recall": 0.920949, + "f1": 0.897464, + "accuracy": 0.920949, + "main_score": 0.897464, + "hf_subset": "lmo_Latn-ltg_Latn", + "languages": [ + "lmo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.757849, + "recall": 0.813241, + "f1": 0.774359, + "accuracy": 0.813241, + "main_score": 0.774359, + "hf_subset": "lmo_Latn-nso_Latn", + "languages": [ + "lmo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "lmo_Latn-sin_Sinh", + "languages": [ + "lmo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lmo_Latn-tha_Thai", + "languages": [ + "lmo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lmo_Latn-zho_Hans", + "languages": [ + "lmo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-ast_Latn", + "languages": [ + "lmo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lmo_Latn-crh_Latn", + "languages": [ + "lmo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-glg_Latn", + "languages": [ + "lmo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.863719, + "recall": 0.903162, + "f1": 0.876021, + "accuracy": 0.903162, + "main_score": 0.876021, + "hf_subset": "lmo_Latn-kas_Deva", + "languages": [ + "lmo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lmo_Latn-ltz_Latn", + "languages": [ + "lmo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.447565, + "recall": 0.512846, + "f1": 0.465245, + "accuracy": 0.512846, + "main_score": 0.465245, + "hf_subset": "lmo_Latn-nus_Latn", + "languages": [ + "lmo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lmo_Latn-slk_Latn", + "languages": [ + "lmo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.642111, + "recall": 0.714427, + "f1": 0.66326, + "accuracy": 0.714427, + "main_score": 0.66326, + "hf_subset": "lmo_Latn-tir_Ethi", + "languages": [ + "lmo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-zho_Hant", + "languages": [ + "lmo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "lmo_Latn-awa_Deva", + "languages": [ + "lmo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-cym_Latn", + "languages": [ + "lmo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.79305, + "recall": 0.840909, + "f1": 0.808136, + "accuracy": 0.840909, + "main_score": 0.808136, + "hf_subset": "lmo_Latn-grn_Latn", + "languages": [ + "lmo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lmo_Latn-kat_Geor", + "languages": [ + "lmo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.61521, + "recall": 0.675889, + "f1": 0.632931, + "accuracy": 0.675889, + "main_score": 0.632931, + "hf_subset": "lmo_Latn-lua_Latn", + "languages": [ + "lmo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.794499, + "recall": 0.844862, + "f1": 0.809637, + "accuracy": 0.844862, + "main_score": 0.809637, + "hf_subset": "lmo_Latn-nya_Latn", + "languages": [ + "lmo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lmo_Latn-slv_Latn", + "languages": [ + "lmo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "lmo_Latn-tpi_Latn", + "languages": [ + "lmo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-zsm_Latn", + "languages": [ + "lmo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.51511, + "recall": 0.582016, + "f1": 0.534373, + "accuracy": 0.582016, + "main_score": 0.534373, + "hf_subset": "lmo_Latn-ayr_Latn", + "languages": [ + "lmo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lmo_Latn-dan_Latn", + "languages": [ + "lmo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-guj_Gujr", + "languages": [ + "lmo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lmo_Latn-kaz_Cyrl", + "languages": [ + "lmo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.61928, + "recall": 0.692688, + "f1": 0.640137, + "accuracy": 0.692688, + "main_score": 0.640137, + "hf_subset": "lmo_Latn-lug_Latn", + "languages": [ + "lmo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-oci_Latn", + "languages": [ + "lmo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.803146, + "recall": 0.853755, + "f1": 0.818874, + "accuracy": 0.853755, + "main_score": 0.818874, + "hf_subset": "lmo_Latn-smo_Latn", + "languages": [ + "lmo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.687327, + "recall": 0.756917, + "f1": 0.708341, + "accuracy": 0.756917, + "main_score": 0.708341, + "hf_subset": "lmo_Latn-tsn_Latn", + "languages": [ + "lmo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.831192, + "recall": 0.87747, + "f1": 0.845422, + "accuracy": 0.87747, + "main_score": 0.845422, + "hf_subset": "lmo_Latn-zul_Latn", + "languages": [ + "lmo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.918808, + "recall": 0.944664, + "f1": 0.927372, + "accuracy": 0.944664, + "main_score": 0.927372, + "hf_subset": "lmo_Latn-azb_Arab", + "languages": [ + "lmo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-deu_Latn", + "languages": [ + "lmo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "lmo_Latn-hat_Latn", + "languages": [ + "lmo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.516242, + "recall": 0.571146, + "f1": 0.531755, + "accuracy": 0.571146, + "main_score": 0.531755, + "hf_subset": "lmo_Latn-kbp_Latn", + "languages": [ + "lmo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.538299, + "recall": 0.597826, + "f1": 0.554952, + "accuracy": 0.597826, + "main_score": 0.554952, + "hf_subset": "lmo_Latn-luo_Latn", + "languages": [ + "lmo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "lmo_Latn-ory_Orya", + "languages": [ + "lmo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.848073, + "recall": 0.891304, + "f1": 0.861726, + "accuracy": 0.891304, + "main_score": 0.861726, + "hf_subset": "lmo_Latn-sna_Latn", + "languages": [ + "lmo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.650642, + "recall": 0.717391, + "f1": 0.669913, + "accuracy": 0.717391, + "main_score": 0.669913, + "hf_subset": "lmo_Latn-tso_Latn", + "languages": [ + "lmo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lmo_Latn-azj_Latn", + "languages": [ + "lmo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.517074, + "recall": 0.583992, + "f1": 0.536863, + "accuracy": 0.583992, + "main_score": 0.536863, + "hf_subset": "lmo_Latn-dik_Latn", + "languages": [ + "lmo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.86861, + "recall": 0.907115, + "f1": 0.880731, + "accuracy": 0.907115, + "main_score": 0.880731, + "hf_subset": "lmo_Latn-hau_Latn", + "languages": [ + "lmo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-kea_Latn", + "languages": [ + "lmo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.900445, + "recall": 0.93083, + "f1": 0.91031, + "accuracy": 0.93083, + "main_score": 0.91031, + "hf_subset": "lmo_Latn-lus_Latn", + "languages": [ + "lmo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.874177, + "recall": 0.909091, + "f1": 0.885375, + "accuracy": 0.909091, + "main_score": 0.885375, + "hf_subset": "lmo_Latn-pag_Latn", + "languages": [ + "lmo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "lmo_Latn-snd_Arab", + "languages": [ + "lmo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "lmo_Latn-tuk_Latn", + "languages": [ + "lmo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "lmo_Latn-bak_Cyrl", + "languages": [ + "lmo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.482644, + "recall": 0.5583, + "f1": 0.503878, + "accuracy": 0.5583, + "main_score": 0.503878, + "hf_subset": "lmo_Latn-dyu_Latn", + "languages": [ + "lmo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-heb_Hebr", + "languages": [ + "lmo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950346, + "recall": 0.965415, + "f1": 0.955105, + "accuracy": 0.965415, + "main_score": 0.955105, + "hf_subset": "lmo_Latn-khk_Cyrl", + "languages": [ + "lmo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lmo_Latn-lvs_Latn", + "languages": [ + "lmo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-pan_Guru", + "languages": [ + "lmo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.818099, + "recall": 0.869565, + "f1": 0.83411, + "accuracy": 0.869565, + "main_score": 0.83411, + "hf_subset": "lmo_Latn-som_Latn", + "languages": [ + "lmo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.678237, + "recall": 0.73913, + "f1": 0.696083, + "accuracy": 0.73913, + "main_score": 0.696083, + "hf_subset": "lmo_Latn-tum_Latn", + "languages": [ + "lmo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.486629, + "recall": 0.563241, + "f1": 0.507502, + "accuracy": 0.563241, + "main_score": 0.507502, + "hf_subset": "npi_Deva-ace_Arab", + "languages": [ + "npi-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.454521, + "recall": 0.504941, + "f1": 0.467581, + "accuracy": 0.504941, + "main_score": 0.467581, + "hf_subset": "npi_Deva-bam_Latn", + "languages": [ + "npi-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.613968, + "recall": 0.703557, + "f1": 0.639386, + "accuracy": 0.703557, + "main_score": 0.639386, + "hf_subset": "npi_Deva-dzo_Tibt", + "languages": [ + "npi-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.976532, + "recall": 0.983202, + "f1": 0.978656, + "accuracy": 0.983202, + "main_score": 0.978656, + "hf_subset": "npi_Deva-khm_Khmr", + "languages": [ + "npi-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "npi_Deva-mag_Deva", + "languages": [ + "npi-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "npi_Deva-pap_Latn", + "languages": [ + "npi-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.83279, + "recall": 0.878458, + "f1": 0.846626, + "accuracy": 0.878458, + "main_score": 0.846626, + "hf_subset": "npi_Deva-sot_Latn", + "languages": [ + "npi-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-tur_Latn", + "languages": [ + "npi-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.814723, + "recall": 0.864625, + "f1": 0.830256, + "accuracy": 0.864625, + "main_score": 0.830256, + "hf_subset": "npi_Deva-ace_Latn", + "languages": [ + "npi-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "npi_Deva-ban_Latn", + "languages": [ + "npi-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-ell_Grek", + "languages": [ + "npi-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "npi_Deva-hne_Deva", + "languages": [ + "npi-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.537023, + "recall": 0.614625, + "f1": 0.557828, + "accuracy": 0.614625, + "main_score": 0.557828, + "hf_subset": "npi_Deva-kik_Latn", + "languages": [ + "npi-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "npi_Deva-pbt_Arab", + "languages": [ + "npi-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-spa_Latn", + "languages": [ + "npi-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.694561, + "recall": 0.762846, + "f1": 0.714493, + "accuracy": 0.762846, + "main_score": 0.714493, + "hf_subset": "npi_Deva-twi_Latn", + "languages": [ + "npi-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-acm_Arab", + "languages": [ + "npi-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "npi_Deva-bel_Cyrl", + "languages": [ + "npi-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-hrv_Latn", + "languages": [ + "npi-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.833251, + "recall": 0.879447, + "f1": 0.84753, + "accuracy": 0.879447, + "main_score": 0.84753, + "hf_subset": "npi_Deva-kin_Latn", + "languages": [ + "npi-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "npi_Deva-pes_Arab", + "languages": [ + "npi-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "npi_Deva-srd_Latn", + "languages": [ + "npi-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.202619, + "recall": 0.262846, + "f1": 0.217294, + "accuracy": 0.262846, + "main_score": 0.217294, + "hf_subset": "npi_Deva-tzm_Tfng", + "languages": [ + "npi-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-acq_Arab", + "languages": [ + "npi-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.612483, + "recall": 0.6917, + "f1": 0.634937, + "accuracy": 0.6917, + "main_score": 0.634937, + "hf_subset": "npi_Deva-bem_Latn", + "languages": [ + "npi-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-epo_Latn", + "languages": [ + "npi-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-hun_Latn", + "languages": [ + "npi-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "npi_Deva-kir_Cyrl", + "languages": [ + "npi-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.849671, + "recall": 0.891304, + "f1": 0.862451, + "accuracy": 0.891304, + "main_score": 0.862451, + "hf_subset": "npi_Deva-plt_Latn", + "languages": [ + "npi-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-srp_Cyrl", + "languages": [ + "npi-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947596, + "accuracy": 0.959486, + "main_score": 0.947596, + "hf_subset": "npi_Deva-uig_Arab", + "languages": [ + "npi-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "npi_Deva-aeb_Arab", + "languages": [ + "npi-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-est_Latn", + "languages": [ + "npi-Deva", + "est-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-hye_Armn", + "languages": [ + "npi-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.429076, + "recall": 0.492095, + "f1": 0.445296, + "accuracy": 0.492095, + "main_score": 0.445296, + "hf_subset": "npi_Deva-kmb_Latn", + "languages": [ + "npi-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.43833, + "recall": 0.514822, + "f1": 0.45712, + "accuracy": 0.514822, + "main_score": 0.45712, + "hf_subset": "npi_Deva-min_Arab", + "languages": [ + "npi-Deva", + "min-Arab" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-pol_Latn", + "languages": [ + "npi-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.705394, + "recall": 0.77668, + "f1": 0.726509, + "accuracy": 0.77668, + "main_score": 0.726509, + "hf_subset": "npi_Deva-ssw_Latn", + "languages": [ + "npi-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-ukr_Cyrl", + "languages": [ + "npi-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-afr_Latn", + "languages": [ + "npi-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-bho_Deva", + "languages": [ + "npi-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "npi_Deva-eus_Latn", + "languages": [ + "npi-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.830155, + "recall": 0.880435, + "f1": 0.846047, + "accuracy": 0.880435, + "main_score": 0.846047, + "hf_subset": "npi_Deva-ibo_Latn", + "languages": [ + "npi-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.852964, + "recall": 0.892292, + "f1": 0.86525, + "accuracy": 0.892292, + "main_score": 0.86525, + "hf_subset": "npi_Deva-kmr_Latn", + "languages": [ + "npi-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "npi_Deva-min_Latn", + "languages": [ + "npi-Deva", + "min-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-por_Latn", + "languages": [ + "npi-Deva", + "por-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "npi_Deva-sun_Latn", + "languages": [ + "npi-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.417724, + "recall": 0.474308, + "f1": 0.432819, + "accuracy": 0.474308, + "main_score": 0.432819, + "hf_subset": "npi_Deva-umb_Latn", + "languages": [ + "npi-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ajp_Arab", + "languages": [ + "npi-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.465925, + "recall": 0.546443, + "f1": 0.486999, + "accuracy": 0.546443, + "main_score": 0.486999, + "hf_subset": "npi_Deva-bjn_Arab", + "languages": [ + "npi-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.423502, + "recall": 0.476285, + "f1": 0.437858, + "accuracy": 0.476285, + "main_score": 0.437858, + "hf_subset": "npi_Deva-ewe_Latn", + "languages": [ + "npi-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "npi_Deva-ilo_Latn", + "languages": [ + "npi-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.238048, + "recall": 0.297431, + "f1": 0.252381, + "accuracy": 0.297431, + "main_score": 0.252381, + "hf_subset": "npi_Deva-knc_Arab", + "languages": [ + "npi-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-mkd_Cyrl", + "languages": [ + "npi-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-prs_Arab", + "languages": [ + "npi-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-swe_Latn", + "languages": [ + "npi-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.708619, + "recall": 0.774704, + "f1": 0.727129, + "accuracy": 0.774704, + "main_score": 0.727129, + "hf_subset": "npi_Deva-aka_Latn", + "languages": [ + "npi-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.960557, + "recall": 0.972332, + "f1": 0.964328, + "accuracy": 0.972332, + "main_score": 0.964328, + "hf_subset": "npi_Deva-bjn_Latn", + "languages": [ + "npi-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "npi_Deva-fao_Latn", + "languages": [ + "npi-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ind_Latn", + "languages": [ + "npi-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.483371, + "recall": 0.535573, + "f1": 0.497485, + "accuracy": 0.535573, + "main_score": 0.497485, + "hf_subset": "npi_Deva-knc_Latn", + "languages": [ + "npi-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-mlt_Latn", + "languages": [ + "npi-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.591291, + "recall": 0.667984, + "f1": 0.612993, + "accuracy": 0.667984, + "main_score": 0.612993, + "hf_subset": "npi_Deva-quy_Latn", + "languages": [ + "npi-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-swh_Latn", + "languages": [ + "npi-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "npi_Deva-uzn_Latn", + "languages": [ + "npi-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-als_Latn", + "languages": [ + "npi-Deva", + "als-Latn" + ] + }, + { + "precision": 0.772277, + "recall": 0.835968, + "f1": 0.791831, + "accuracy": 0.835968, + "main_score": 0.791831, + "hf_subset": "npi_Deva-bod_Tibt", + "languages": [ + "npi-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.599605, + "recall": 0.676877, + "f1": 0.622299, + "accuracy": 0.676877, + "main_score": 0.622299, + "hf_subset": "npi_Deva-fij_Latn", + "languages": [ + "npi-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "npi_Deva-isl_Latn", + "languages": [ + "npi-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.54446, + "recall": 0.607708, + "f1": 0.561777, + "accuracy": 0.607708, + "main_score": 0.561777, + "hf_subset": "npi_Deva-kon_Latn", + "languages": [ + "npi-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.595561, + "recall": 0.66502, + "f1": 0.614038, + "accuracy": 0.66502, + "main_score": 0.614038, + "hf_subset": "npi_Deva-mni_Beng", + "languages": [ + "npi-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ron_Latn", + "languages": [ + "npi-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "npi_Deva-szl_Latn", + "languages": [ + "npi-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-vec_Latn", + "languages": [ + "npi-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.928113, + "recall": 0.949605, + "f1": 0.935013, + "accuracy": 0.949605, + "main_score": 0.935013, + "hf_subset": "npi_Deva-amh_Ethi", + "languages": [ + "npi-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-bos_Latn", + "languages": [ + "npi-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-fin_Latn", + "languages": [ + "npi-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ita_Latn", + "languages": [ + "npi-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-kor_Hang", + "languages": [ + "npi-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.461132, + "recall": 0.514822, + "f1": 0.475863, + "accuracy": 0.514822, + "main_score": 0.475863, + "hf_subset": "npi_Deva-mos_Latn", + "languages": [ + "npi-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.710672, + "recall": 0.775692, + "f1": 0.730237, + "accuracy": 0.775692, + "main_score": 0.730237, + "hf_subset": "npi_Deva-run_Latn", + "languages": [ + "npi-Deva", + "run-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-vie_Latn", + "languages": [ + "npi-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-apc_Arab", + "languages": [ + "npi-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.683524, + "recall": 0.750988, + "f1": 0.70255, + "accuracy": 0.750988, + "main_score": 0.70255, + "hf_subset": "npi_Deva-bug_Latn", + "languages": [ + "npi-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.406755, + "recall": 0.454545, + "f1": 0.419901, + "accuracy": 0.454545, + "main_score": 0.419901, + "hf_subset": "npi_Deva-fon_Latn", + "languages": [ + "npi-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "npi_Deva-jav_Latn", + "languages": [ + "npi-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "npi_Deva-lao_Laoo", + "languages": [ + "npi-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.862846, + "recall": 0.903162, + "f1": 0.875296, + "accuracy": 0.903162, + "main_score": 0.875296, + "hf_subset": "npi_Deva-mri_Latn", + "languages": [ + "npi-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-rus_Cyrl", + "languages": [ + "npi-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.468235, + "recall": 0.522727, + "f1": 0.4827, + "accuracy": 0.522727, + "main_score": 0.4827, + "hf_subset": "npi_Deva-taq_Latn", + "languages": [ + "npi-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-war_Latn", + "languages": [ + "npi-Deva", + "war-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-arb_Arab", + "languages": [ + "npi-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-bul_Cyrl", + "languages": [ + "npi-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-fra_Latn", + "languages": [ + "npi-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-jpn_Jpan", + "languages": [ + "npi-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "npi_Deva-lij_Latn", + "languages": [ + "npi-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "npi_Deva-mya_Mymr", + "languages": [ + "npi-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.517558, + "recall": 0.572134, + "f1": 0.532105, + "accuracy": 0.572134, + "main_score": 0.532105, + "hf_subset": "npi_Deva-sag_Latn", + "languages": [ + "npi-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.212708, + "recall": 0.272727, + "f1": 0.227645, + "accuracy": 0.272727, + "main_score": 0.227645, + "hf_subset": "npi_Deva-taq_Tfng", + "languages": [ + "npi-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.617517, + "recall": 0.681818, + "f1": 0.634923, + "accuracy": 0.681818, + "main_score": 0.634923, + "hf_subset": "npi_Deva-wol_Latn", + "languages": [ + "npi-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.840744, + "recall": 0.886364, + "f1": 0.854644, + "accuracy": 0.886364, + "main_score": 0.854644, + "hf_subset": "npi_Deva-arb_Latn", + "languages": [ + "npi-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-cat_Latn", + "languages": [ + "npi-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "npi_Deva-fur_Latn", + "languages": [ + "npi-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.409098, + "recall": 0.47332, + "f1": 0.425597, + "accuracy": 0.47332, + "main_score": 0.425597, + "hf_subset": "npi_Deva-kab_Latn", + "languages": [ + "npi-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "npi_Deva-lim_Latn", + "languages": [ + "npi-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-nld_Latn", + "languages": [ + "npi-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.978261, + "f1": 0.972661, + "accuracy": 0.978261, + "main_score": 0.972661, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-tat_Cyrl", + "languages": [ + "npi-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.864493, + "recall": 0.905138, + "f1": 0.877273, + "accuracy": 0.905138, + "main_score": 0.877273, + "hf_subset": "npi_Deva-xho_Latn", + "languages": [ + "npi-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ars_Arab", + "languages": [ + "npi-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-ceb_Latn", + "languages": [ + "npi-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.43136, + "recall": 0.499012, + "f1": 0.448654, + "accuracy": 0.499012, + "main_score": 0.448654, + "hf_subset": "npi_Deva-fuv_Latn", + "languages": [ + "npi-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.463741, + "recall": 0.524704, + "f1": 0.48024, + "accuracy": 0.524704, + "main_score": 0.48024, + "hf_subset": "npi_Deva-kac_Latn", + "languages": [ + "npi-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.579417, + "recall": 0.642292, + "f1": 0.595411, + "accuracy": 0.642292, + "main_score": 0.595411, + "hf_subset": "npi_Deva-lin_Latn", + "languages": [ + "npi-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-nno_Latn", + "languages": [ + "npi-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.877092, + "recall": 0.911067, + "f1": 0.887714, + "accuracy": 0.911067, + "main_score": 0.887714, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-ydd_Hebr", + "languages": [ + "npi-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "npi_Deva-ary_Arab", + "languages": [ + "npi-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ces_Latn", + "languages": [ + "npi-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.541706, + "recall": 0.616601, + "f1": 0.562161, + "accuracy": 0.616601, + "main_score": 0.562161, + "hf_subset": "npi_Deva-gaz_Latn", + "languages": [ + "npi-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.48397, + "recall": 0.567194, + "f1": 0.505274, + "accuracy": 0.567194, + "main_score": 0.505274, + "hf_subset": "npi_Deva-kam_Latn", + "languages": [ + "npi-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "npi_Deva-lit_Latn", + "languages": [ + "npi-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-nob_Latn", + "languages": [ + "npi-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "npi_Deva-scn_Latn", + "languages": [ + "npi-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "npi_Deva-tgk_Cyrl", + "languages": [ + "npi-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.702982, + "recall": 0.770751, + "f1": 0.722686, + "accuracy": 0.770751, + "main_score": 0.722686, + "hf_subset": "npi_Deva-yor_Latn", + "languages": [ + "npi-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-arz_Arab", + "languages": [ + "npi-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.439768, + "recall": 0.502964, + "f1": 0.456489, + "accuracy": 0.502964, + "main_score": 0.456489, + "hf_subset": "npi_Deva-cjk_Latn", + "languages": [ + "npi-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.929677, + "recall": 0.952569, + "f1": 0.937253, + "accuracy": 0.952569, + "main_score": 0.937253, + "hf_subset": "npi_Deva-gla_Latn", + "languages": [ + "npi-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.979002, + "recall": 0.985178, + "f1": 0.980962, + "accuracy": 0.985178, + "main_score": 0.980962, + "hf_subset": "npi_Deva-lmo_Latn", + "languages": [ + "npi-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.513828, + "recall": 0.591897, + "f1": 0.535827, + "accuracy": 0.591897, + "main_score": 0.535827, + "hf_subset": "npi_Deva-shn_Mymr", + "languages": [ + "npi-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-tgl_Latn", + "languages": [ + "npi-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-yue_Hant", + "languages": [ + "npi-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.91082, + "recall": 0.938735, + "f1": 0.919862, + "accuracy": 0.938735, + "main_score": 0.919862, + "hf_subset": "npi_Deva-ckb_Arab", + "languages": [ + "npi-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "npi_Deva-gle_Latn", + "languages": [ + "npi-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.916996, + "recall": 0.942688, + "f1": 0.925198, + "accuracy": 0.942688, + "main_score": 0.925198, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.878953, + "recall": 0.914032, + "f1": 0.889954, + "accuracy": 0.914032, + "main_score": 0.889954, + "hf_subset": "npi_Deva-ltg_Latn", + "languages": [ + "npi-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.756615, + "recall": 0.817194, + "f1": 0.775231, + "accuracy": 0.817194, + "main_score": 0.775231, + "hf_subset": "npi_Deva-nso_Latn", + "languages": [ + "npi-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "npi_Deva-sin_Sinh", + "languages": [ + "npi-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-tha_Thai", + "languages": [ + "npi-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-zho_Hans", + "languages": [ + "npi-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ast_Latn", + "languages": [ + "npi-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "npi_Deva-crh_Latn", + "languages": [ + "npi-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-glg_Latn", + "languages": [ + "npi-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.839954, + "recall": 0.886364, + "f1": 0.854348, + "accuracy": 0.886364, + "main_score": 0.854348, + "hf_subset": "npi_Deva-kas_Deva", + "languages": [ + "npi-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "npi_Deva-ltz_Latn", + "languages": [ + "npi-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.413323, + "recall": 0.472332, + "f1": 0.428977, + "accuracy": 0.472332, + "main_score": 0.428977, + "hf_subset": "npi_Deva-nus_Latn", + "languages": [ + "npi-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-slk_Latn", + "languages": [ + "npi-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.608035, + "recall": 0.686759, + "f1": 0.629466, + "accuracy": 0.686759, + "main_score": 0.629466, + "hf_subset": "npi_Deva-tir_Ethi", + "languages": [ + "npi-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-zho_Hant", + "languages": [ + "npi-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.978096, + "recall": 0.983202, + "f1": 0.979743, + "accuracy": 0.983202, + "main_score": 0.979743, + "hf_subset": "npi_Deva-awa_Deva", + "languages": [ + "npi-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "npi_Deva-cym_Latn", + "languages": [ + "npi-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.711529, + "recall": 0.772727, + "f1": 0.728582, + "accuracy": 0.772727, + "main_score": 0.728582, + "hf_subset": "npi_Deva-grn_Latn", + "languages": [ + "npi-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "npi_Deva-kat_Geor", + "languages": [ + "npi-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.550895, + "recall": 0.612648, + "f1": 0.566336, + "accuracy": 0.612648, + "main_score": 0.566336, + "hf_subset": "npi_Deva-lua_Latn", + "languages": [ + "npi-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.785985, + "recall": 0.847826, + "f1": 0.805355, + "accuracy": 0.847826, + "main_score": 0.805355, + "hf_subset": "npi_Deva-nya_Latn", + "languages": [ + "npi-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "npi_Deva-slv_Latn", + "languages": [ + "npi-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "npi_Deva-tpi_Latn", + "languages": [ + "npi-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-zsm_Latn", + "languages": [ + "npi-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.482704, + "recall": 0.544466, + "f1": 0.499579, + "accuracy": 0.544466, + "main_score": 0.499579, + "hf_subset": "npi_Deva-ayr_Latn", + "languages": [ + "npi-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-dan_Latn", + "languages": [ + "npi-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-kaz_Cyrl", + "languages": [ + "npi-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.59531, + "recall": 0.677866, + "f1": 0.618998, + "accuracy": 0.677866, + "main_score": 0.618998, + "hf_subset": "npi_Deva-lug_Latn", + "languages": [ + "npi-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-oci_Latn", + "languages": [ + "npi-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.814542, + "recall": 0.863636, + "f1": 0.829743, + "accuracy": 0.863636, + "main_score": 0.829743, + "hf_subset": "npi_Deva-smo_Latn", + "languages": [ + "npi-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.692401, + "recall": 0.766798, + "f1": 0.714297, + "accuracy": 0.766798, + "main_score": 0.714297, + "hf_subset": "npi_Deva-tsn_Latn", + "languages": [ + "npi-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.859766, + "recall": 0.900198, + "f1": 0.872266, + "accuracy": 0.900198, + "main_score": 0.872266, + "hf_subset": "npi_Deva-zul_Latn", + "languages": [ + "npi-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.92029, + "recall": 0.944664, + "f1": 0.927997, + "accuracy": 0.944664, + "main_score": 0.927997, + "hf_subset": "npi_Deva-azb_Arab", + "languages": [ + "npi-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-deu_Latn", + "languages": [ + "npi-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "npi_Deva-hat_Latn", + "languages": [ + "npi-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.44396, + "recall": 0.499012, + "f1": 0.458829, + "accuracy": 0.499012, + "main_score": 0.458829, + "hf_subset": "npi_Deva-kbp_Latn", + "languages": [ + "npi-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.476142, + "recall": 0.539526, + "f1": 0.493375, + "accuracy": 0.539526, + "main_score": 0.493375, + "hf_subset": "npi_Deva-luo_Latn", + "languages": [ + "npi-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.866436, + "recall": 0.907115, + "f1": 0.879611, + "accuracy": 0.907115, + "main_score": 0.879611, + "hf_subset": "npi_Deva-sna_Latn", + "languages": [ + "npi-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.620523, + "recall": 0.693676, + "f1": 0.640521, + "accuracy": 0.693676, + "main_score": 0.640521, + "hf_subset": "npi_Deva-tso_Latn", + "languages": [ + "npi-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-azj_Latn", + "languages": [ + "npi-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.476943, + "recall": 0.541502, + "f1": 0.494324, + "accuracy": 0.541502, + "main_score": 0.494324, + "hf_subset": "npi_Deva-dik_Latn", + "languages": [ + "npi-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.879858, + "recall": 0.91502, + "f1": 0.891041, + "accuracy": 0.91502, + "main_score": 0.891041, + "hf_subset": "npi_Deva-hau_Latn", + "languages": [ + "npi-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.947167, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "npi_Deva-kea_Latn", + "languages": [ + "npi-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.900856, + "recall": 0.928854, + "f1": 0.90975, + "accuracy": 0.928854, + "main_score": 0.90975, + "hf_subset": "npi_Deva-lus_Latn", + "languages": [ + "npi-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.823313, + "recall": 0.869565, + "f1": 0.836841, + "accuracy": 0.869565, + "main_score": 0.836841, + "hf_subset": "npi_Deva-pag_Latn", + "languages": [ + "npi-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "npi_Deva-snd_Arab", + "languages": [ + "npi-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "npi_Deva-tuk_Latn", + "languages": [ + "npi-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "npi_Deva-bak_Cyrl", + "languages": [ + "npi-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.441251, + "recall": 0.508893, + "f1": 0.459047, + "accuracy": 0.508893, + "main_score": 0.459047, + "hf_subset": "npi_Deva-dyu_Latn", + "languages": [ + "npi-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-heb_Hebr", + "languages": [ + "npi-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "npi_Deva-khk_Cyrl", + "languages": [ + "npi-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-lvs_Latn", + "languages": [ + "npi-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.837698, + "recall": 0.884387, + "f1": 0.85247, + "accuracy": 0.884387, + "main_score": 0.85247, + "hf_subset": "npi_Deva-som_Latn", + "languages": [ + "npi-Deva", + "som-Latn" + ] + }, + { + "precision": 0.663505, + "recall": 0.728261, + "f1": 0.682159, + "accuracy": 0.728261, + "main_score": 0.682159, + "hf_subset": "npi_Deva-tum_Latn", + "languages": [ + "npi-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.332587, + "recall": 0.384387, + "f1": 0.346424, + "accuracy": 0.384387, + "main_score": 0.346424, + "hf_subset": "shn_Mymr-ace_Arab", + "languages": [ + "shn-Mymr", + "ace-Arab" + ] + }, + { + "precision": 0.402692, + "recall": 0.438735, + "f1": 0.412864, + "accuracy": 0.438735, + "main_score": 0.412864, + "hf_subset": "shn_Mymr-bam_Latn", + "languages": [ + "shn-Mymr", + "bam-Latn" + ] + }, + { + "precision": 0.328595, + "recall": 0.384387, + "f1": 0.342933, + "accuracy": 0.384387, + "main_score": 0.342933, + "hf_subset": "shn_Mymr-dzo_Tibt", + "languages": [ + "shn-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.503754, + "recall": 0.556324, + "f1": 0.51596, + "accuracy": 0.556324, + "main_score": 0.51596, + "hf_subset": "shn_Mymr-hin_Deva", + "languages": [ + "shn-Mymr", + "hin-Deva" + ] + }, + { + "precision": 0.508662, + "recall": 0.55336, + "f1": 0.520632, + "accuracy": 0.55336, + "main_score": 0.520632, + "hf_subset": "shn_Mymr-khm_Khmr", + "languages": [ + "shn-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.481273, + "recall": 0.532609, + "f1": 0.494242, + "accuracy": 0.532609, + "main_score": 0.494242, + "hf_subset": "shn_Mymr-mag_Deva", + "languages": [ + "shn-Mymr", + "mag-Deva" + ] + }, + { + "precision": 0.508462, + "recall": 0.552372, + "f1": 0.519119, + "accuracy": 0.552372, + "main_score": 0.519119, + "hf_subset": "shn_Mymr-pap_Latn", + "languages": [ + "shn-Mymr", + "pap-Latn" + ] + }, + { + "precision": 0.495396, + "recall": 0.547431, + "f1": 0.508339, + "accuracy": 0.547431, + "main_score": 0.508339, + "hf_subset": "shn_Mymr-sot_Latn", + "languages": [ + "shn-Mymr", + "sot-Latn" + ] + }, + { + "precision": 0.537281, + "recall": 0.582016, + "f1": 0.548218, + "accuracy": 0.582016, + "main_score": 0.548218, + "hf_subset": "shn_Mymr-tur_Latn", + "languages": [ + "shn-Mymr", + "tur-Latn" + ] + }, + { + "precision": 0.515659, + "recall": 0.556324, + "f1": 0.525954, + "accuracy": 0.556324, + "main_score": 0.525954, + "hf_subset": "shn_Mymr-ace_Latn", + "languages": [ + "shn-Mymr", + "ace-Latn" + ] + }, + { + "precision": 0.498094, + "recall": 0.545455, + "f1": 0.51049, + "accuracy": 0.545455, + "main_score": 0.51049, + "hf_subset": "shn_Mymr-ban_Latn", + "languages": [ + "shn-Mymr", + "ban-Latn" + ] + }, + { + "precision": 0.495761, + "recall": 0.544466, + "f1": 0.508198, + "accuracy": 0.544466, + "main_score": 0.508198, + "hf_subset": "shn_Mymr-ell_Grek", + "languages": [ + "shn-Mymr", + "ell-Grek" + ] + }, + { + "precision": 0.459688, + "recall": 0.511858, + "f1": 0.472849, + "accuracy": 0.511858, + "main_score": 0.472849, + "hf_subset": "shn_Mymr-hne_Deva", + "languages": [ + "shn-Mymr", + "hne-Deva" + ] + }, + { + "precision": 0.421449, + "recall": 0.465415, + "f1": 0.433293, + "accuracy": 0.465415, + "main_score": 0.433293, + "hf_subset": "shn_Mymr-kik_Latn", + "languages": [ + "shn-Mymr", + "kik-Latn" + ] + }, + { + "precision": 0.500507, + "recall": 0.550395, + "f1": 0.512353, + "accuracy": 0.550395, + "main_score": 0.512353, + "hf_subset": "shn_Mymr-mai_Deva", + "languages": [ + "shn-Mymr", + "mai-Deva" + ] + }, + { + "precision": 0.478297, + "recall": 0.528656, + "f1": 0.491482, + "accuracy": 0.528656, + "main_score": 0.491482, + "hf_subset": "shn_Mymr-pbt_Arab", + "languages": [ + "shn-Mymr", + "pbt-Arab" + ] + }, + { + "precision": 0.510155, + "recall": 0.561265, + "f1": 0.524652, + "accuracy": 0.561265, + "main_score": 0.524652, + "hf_subset": "shn_Mymr-spa_Latn", + "languages": [ + "shn-Mymr", + "spa-Latn" + ] + }, + { + "precision": 0.479851, + "recall": 0.520751, + "f1": 0.490043, + "accuracy": 0.520751, + "main_score": 0.490043, + "hf_subset": "shn_Mymr-twi_Latn", + "languages": [ + "shn-Mymr", + "twi-Latn" + ] + }, + { + "precision": 0.501075, + "recall": 0.554348, + "f1": 0.514546, + "accuracy": 0.554348, + "main_score": 0.514546, + "hf_subset": "shn_Mymr-acm_Arab", + "languages": [ + "shn-Mymr", + "acm-Arab" + ] + }, + { + "precision": 0.485516, + "recall": 0.534585, + "f1": 0.497934, + "accuracy": 0.534585, + "main_score": 0.497934, + "hf_subset": "shn_Mymr-bel_Cyrl", + "languages": [ + "shn-Mymr", + "bel-Cyrl" + ] + }, + { + "precision": 0.502551, + "recall": 0.540514, + "f1": 0.512268, + "accuracy": 0.540514, + "main_score": 0.512268, + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.523102, + "recall": 0.572134, + "f1": 0.535493, + "accuracy": 0.572134, + "main_score": 0.535493, + "hf_subset": "shn_Mymr-hrv_Latn", + "languages": [ + "shn-Mymr", + "hrv-Latn" + ] + }, + { + "precision": 0.493357, + "recall": 0.538538, + "f1": 0.506145, + "accuracy": 0.538538, + "main_score": 0.506145, + "hf_subset": "shn_Mymr-kin_Latn", + "languages": [ + "shn-Mymr", + "kin-Latn" + ] + }, + { + "precision": 0.501822, + "recall": 0.556324, + "f1": 0.515605, + "accuracy": 0.556324, + "main_score": 0.515605, + "hf_subset": "shn_Mymr-mal_Mlym", + "languages": [ + "shn-Mymr", + "mal-Mlym" + ] + }, + { + "precision": 0.498199, + "recall": 0.544466, + "f1": 0.509914, + "accuracy": 0.544466, + "main_score": 0.509914, + "hf_subset": "shn_Mymr-pes_Arab", + "languages": [ + "shn-Mymr", + "pes-Arab" + ] + }, + { + "precision": 0.503392, + "recall": 0.555336, + "f1": 0.51597, + "accuracy": 0.555336, + "main_score": 0.51597, + "hf_subset": "shn_Mymr-srd_Latn", + "languages": [ + "shn-Mymr", + "srd-Latn" + ] + }, + { + "precision": 0.192374, + "recall": 0.246047, + "f1": 0.205601, + "accuracy": 0.246047, + "main_score": 0.205601, + "hf_subset": "shn_Mymr-tzm_Tfng", + "languages": [ + "shn-Mymr", + "tzm-Tfng" + ] + }, + { + "precision": 0.515174, + "recall": 0.570158, + "f1": 0.529318, + "accuracy": 0.570158, + "main_score": 0.529318, + "hf_subset": "shn_Mymr-acq_Arab", + "languages": [ + "shn-Mymr", + "acq-Arab" + ] + }, + { + "precision": 0.484405, + "recall": 0.520751, + "f1": 0.494887, + "accuracy": 0.520751, + "main_score": 0.494887, + "hf_subset": "shn_Mymr-bem_Latn", + "languages": [ + "shn-Mymr", + "bem-Latn" + ] + }, + { + "precision": 0.519971, + "recall": 0.560277, + "f1": 0.529912, + "accuracy": 0.560277, + "main_score": 0.529912, + "hf_subset": "shn_Mymr-epo_Latn", + "languages": [ + "shn-Mymr", + "epo-Latn" + ] + }, + { + "precision": 0.52519, + "recall": 0.570158, + "f1": 0.53665, + "accuracy": 0.570158, + "main_score": 0.53665, + "hf_subset": "shn_Mymr-hun_Latn", + "languages": [ + "shn-Mymr", + "hun-Latn" + ] + }, + { + "precision": 0.511527, + "recall": 0.565217, + "f1": 0.524857, + "accuracy": 0.565217, + "main_score": 0.524857, + "hf_subset": "shn_Mymr-kir_Cyrl", + "languages": [ + "shn-Mymr", + "kir-Cyrl" + ] + }, + { + "precision": 0.509663, + "recall": 0.564229, + "f1": 0.522662, + "accuracy": 0.564229, + "main_score": 0.522662, + "hf_subset": "shn_Mymr-mar_Deva", + "languages": [ + "shn-Mymr", + "mar-Deva" + ] + }, + { + "precision": 0.503143, + "recall": 0.550395, + "f1": 0.514942, + "accuracy": 0.550395, + "main_score": 0.514942, + "hf_subset": "shn_Mymr-plt_Latn", + "languages": [ + "shn-Mymr", + "plt-Latn" + ] + }, + { + "precision": 0.503772, + "recall": 0.557312, + "f1": 0.517502, + "accuracy": 0.557312, + "main_score": 0.517502, + "hf_subset": "shn_Mymr-srp_Cyrl", + "languages": [ + "shn-Mymr", + "srp-Cyrl" + ] + }, + { + "precision": 0.471635, + "recall": 0.523715, + "f1": 0.484206, + "accuracy": 0.523715, + "main_score": 0.484206, + "hf_subset": "shn_Mymr-uig_Arab", + "languages": [ + "shn-Mymr", + "uig-Arab" + ] + }, + { + "precision": 0.495457, + "recall": 0.547431, + "f1": 0.508919, + "accuracy": 0.547431, + "main_score": 0.508919, + "hf_subset": "shn_Mymr-aeb_Arab", + "languages": [ + "shn-Mymr", + "aeb-Arab" + ] + }, + { + "precision": 0.526711, + "recall": 0.578063, + "f1": 0.539482, + "accuracy": 0.578063, + "main_score": 0.539482, + "hf_subset": "shn_Mymr-ben_Beng", + "languages": [ + "shn-Mymr", + "ben-Beng" + ] + }, + { + "precision": 0.513364, + "recall": 0.559289, + "f1": 0.524986, + "accuracy": 0.559289, + "main_score": 0.524986, + "hf_subset": "shn_Mymr-est_Latn", + "languages": [ + "shn-Mymr", + "est-Latn" + ] + }, + { + "precision": 0.499822, + "recall": 0.548419, + "f1": 0.512298, + "accuracy": 0.548419, + "main_score": 0.512298, + "hf_subset": "shn_Mymr-hye_Armn", + "languages": [ + "shn-Mymr", + "hye-Armn" + ] + }, + { + "precision": 0.415032, + "recall": 0.459486, + "f1": 0.427096, + "accuracy": 0.459486, + "main_score": 0.427096, + "hf_subset": "shn_Mymr-kmb_Latn", + "languages": [ + "shn-Mymr", + "kmb-Latn" + ] + }, + { + "precision": 0.314167, + "recall": 0.368577, + "f1": 0.327948, + "accuracy": 0.368577, + "main_score": 0.327948, + "hf_subset": "shn_Mymr-min_Arab", + "languages": [ + "shn-Mymr", + "min-Arab" + ] + }, + { + "precision": 0.518353, + "recall": 0.556324, + "f1": 0.52828, + "accuracy": 0.556324, + "main_score": 0.52828, + "hf_subset": "shn_Mymr-pol_Latn", + "languages": [ + "shn-Mymr", + "pol-Latn" + ] + }, + { + "precision": 0.485053, + "recall": 0.535573, + "f1": 0.498053, + "accuracy": 0.535573, + "main_score": 0.498053, + "hf_subset": "shn_Mymr-ssw_Latn", + "languages": [ + "shn-Mymr", + "ssw-Latn" + ] + }, + { + "precision": 0.495375, + "recall": 0.54249, + "f1": 0.507487, + "accuracy": 0.54249, + "main_score": 0.507487, + "hf_subset": "shn_Mymr-ukr_Cyrl", + "languages": [ + "shn-Mymr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.513646, + "recall": 0.557312, + "f1": 0.524658, + "accuracy": 0.557312, + "main_score": 0.524658, + "hf_subset": "shn_Mymr-afr_Latn", + "languages": [ + "shn-Mymr", + "afr-Latn" + ] + }, + { + "precision": 0.487715, + "recall": 0.536561, + "f1": 0.499622, + "accuracy": 0.536561, + "main_score": 0.499622, + "hf_subset": "shn_Mymr-bho_Deva", + "languages": [ + "shn-Mymr", + "bho-Deva" + ] + }, + { + "precision": 0.508793, + "recall": 0.55336, + "f1": 0.520487, + "accuracy": 0.55336, + "main_score": 0.520487, + "hf_subset": "shn_Mymr-eus_Latn", + "languages": [ + "shn-Mymr", + "eus-Latn" + ] + }, + { + "precision": 0.494593, + "recall": 0.539526, + "f1": 0.506411, + "accuracy": 0.539526, + "main_score": 0.506411, + "hf_subset": "shn_Mymr-ibo_Latn", + "languages": [ + "shn-Mymr", + "ibo-Latn" + ] + }, + { + "precision": 0.501598, + "recall": 0.546443, + "f1": 0.513352, + "accuracy": 0.546443, + "main_score": 0.513352, + "hf_subset": "shn_Mymr-kmr_Latn", + "languages": [ + "shn-Mymr", + "kmr-Latn" + ] + }, + { + "precision": 0.514818, + "recall": 0.559289, + "f1": 0.526836, + "accuracy": 0.559289, + "main_score": 0.526836, + "hf_subset": "shn_Mymr-min_Latn", + "languages": [ + "shn-Mymr", + "min-Latn" + ] + }, + { + "precision": 0.534524, + "recall": 0.58004, + "f1": 0.546374, + "accuracy": 0.58004, + "main_score": 0.546374, + "hf_subset": "shn_Mymr-por_Latn", + "languages": [ + "shn-Mymr", + "por-Latn" + ] + }, + { + "precision": 0.516379, + "recall": 0.561265, + "f1": 0.527715, + "accuracy": 0.561265, + "main_score": 0.527715, + "hf_subset": "shn_Mymr-sun_Latn", + "languages": [ + "shn-Mymr", + "sun-Latn" + ] + }, + { + "precision": 0.370804, + "recall": 0.414032, + "f1": 0.382953, + "accuracy": 0.414032, + "main_score": 0.382953, + "hf_subset": "shn_Mymr-umb_Latn", + "languages": [ + "shn-Mymr", + "umb-Latn" + ] + }, + { + "precision": 0.505292, + "recall": 0.557312, + "f1": 0.518825, + "accuracy": 0.557312, + "main_score": 0.518825, + "hf_subset": "shn_Mymr-ajp_Arab", + "languages": [ + "shn-Mymr", + "ajp-Arab" + ] + }, + { + "precision": 0.331951, + "recall": 0.387352, + "f1": 0.346993, + "accuracy": 0.387352, + "main_score": 0.346993, + "hf_subset": "shn_Mymr-bjn_Arab", + "languages": [ + "shn-Mymr", + "bjn-Arab" + ] + }, + { + "precision": 0.395324, + "recall": 0.438735, + "f1": 0.406694, + "accuracy": 0.438735, + "main_score": 0.406694, + "hf_subset": "shn_Mymr-ewe_Latn", + "languages": [ + "shn-Mymr", + "ewe-Latn" + ] + }, + { + "precision": 0.518813, + "recall": 0.565217, + "f1": 0.529924, + "accuracy": 0.565217, + "main_score": 0.529924, + "hf_subset": "shn_Mymr-ilo_Latn", + "languages": [ + "shn-Mymr", + "ilo-Latn" + ] + }, + { + "precision": 0.226844, + "recall": 0.273715, + "f1": 0.238457, + "accuracy": 0.273715, + "main_score": 0.238457, + "hf_subset": "shn_Mymr-knc_Arab", + "languages": [ + "shn-Mymr", + "knc-Arab" + ] + }, + { + "precision": 0.508626, + "recall": 0.561265, + "f1": 0.522061, + "accuracy": 0.561265, + "main_score": 0.522061, + "hf_subset": "shn_Mymr-mkd_Cyrl", + "languages": [ + "shn-Mymr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.497928, + "recall": 0.555336, + "f1": 0.513074, + "accuracy": 0.555336, + "main_score": 0.513074, + "hf_subset": "shn_Mymr-prs_Arab", + "languages": [ + "shn-Mymr", + "prs-Arab" + ] + }, + { + "precision": 0.515774, + "recall": 0.568182, + "f1": 0.529156, + "accuracy": 0.568182, + "main_score": 0.529156, + "hf_subset": "shn_Mymr-swe_Latn", + "languages": [ + "shn-Mymr", + "swe-Latn" + ] + }, + { + "precision": 0.484055, + "recall": 0.538538, + "f1": 0.497624, + "accuracy": 0.538538, + "main_score": 0.497624, + "hf_subset": "shn_Mymr-urd_Arab", + "languages": [ + "shn-Mymr", + "urd-Arab" + ] + }, + { + "precision": 0.487234, + "recall": 0.520751, + "f1": 0.496246, + "accuracy": 0.520751, + "main_score": 0.496246, + "hf_subset": "shn_Mymr-aka_Latn", + "languages": [ + "shn-Mymr", + "aka-Latn" + ] + }, + { + "precision": 0.49067, + "recall": 0.528656, + "f1": 0.499779, + "accuracy": 0.528656, + "main_score": 0.499779, + "hf_subset": "shn_Mymr-bjn_Latn", + "languages": [ + "shn-Mymr", + "bjn-Latn" + ] + }, + { + "precision": 0.495346, + "recall": 0.544466, + "f1": 0.508372, + "accuracy": 0.544466, + "main_score": 0.508372, + "hf_subset": "shn_Mymr-fao_Latn", + "languages": [ + "shn-Mymr", + "fao-Latn" + ] + }, + { + "precision": 0.520786, + "recall": 0.570158, + "f1": 0.532589, + "accuracy": 0.570158, + "main_score": 0.532589, + "hf_subset": "shn_Mymr-ind_Latn", + "languages": [ + "shn-Mymr", + "ind-Latn" + ] + }, + { + "precision": 0.454686, + "recall": 0.48419, + "f1": 0.46265, + "accuracy": 0.48419, + "main_score": 0.46265, + "hf_subset": "shn_Mymr-knc_Latn", + "languages": [ + "shn-Mymr", + "knc-Latn" + ] + }, + { + "precision": 0.517541, + "recall": 0.557312, + "f1": 0.526826, + "accuracy": 0.557312, + "main_score": 0.526826, + "hf_subset": "shn_Mymr-mlt_Latn", + "languages": [ + "shn-Mymr", + "mlt-Latn" + ] + }, + { + "precision": 0.460139, + "recall": 0.499012, + "f1": 0.469873, + "accuracy": 0.499012, + "main_score": 0.469873, + "hf_subset": "shn_Mymr-quy_Latn", + "languages": [ + "shn-Mymr", + "quy-Latn" + ] + }, + { + "precision": 0.502691, + "recall": 0.552372, + "f1": 0.515689, + "accuracy": 0.552372, + "main_score": 0.515689, + "hf_subset": "shn_Mymr-swh_Latn", + "languages": [ + "shn-Mymr", + "swh-Latn" + ] + }, + { + "precision": 0.494525, + "recall": 0.545455, + "f1": 0.506476, + "accuracy": 0.545455, + "main_score": 0.506476, + "hf_subset": "shn_Mymr-uzn_Latn", + "languages": [ + "shn-Mymr", + "uzn-Latn" + ] + }, + { + "precision": 0.495484, + "recall": 0.545455, + "f1": 0.507874, + "accuracy": 0.545455, + "main_score": 0.507874, + "hf_subset": "shn_Mymr-als_Latn", + "languages": [ + "shn-Mymr", + "als-Latn" + ] + }, + { + "precision": 0.395041, + "recall": 0.455534, + "f1": 0.411534, + "accuracy": 0.455534, + "main_score": 0.411534, + "hf_subset": "shn_Mymr-bod_Tibt", + "languages": [ + "shn-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.49126, + "recall": 0.527668, + "f1": 0.500664, + "accuracy": 0.527668, + "main_score": 0.500664, + "hf_subset": "shn_Mymr-fij_Latn", + "languages": [ + "shn-Mymr", + "fij-Latn" + ] + }, + { + "precision": 0.494893, + "recall": 0.552372, + "f1": 0.509197, + "accuracy": 0.552372, + "main_score": 0.509197, + "hf_subset": "shn_Mymr-isl_Latn", + "languages": [ + "shn-Mymr", + "isl-Latn" + ] + }, + { + "precision": 0.452566, + "recall": 0.495059, + "f1": 0.463882, + "accuracy": 0.495059, + "main_score": 0.463882, + "hf_subset": "shn_Mymr-kon_Latn", + "languages": [ + "shn-Mymr", + "kon-Latn" + ] + }, + { + "precision": 0.380922, + "recall": 0.426877, + "f1": 0.393172, + "accuracy": 0.426877, + "main_score": 0.393172, + "hf_subset": "shn_Mymr-mni_Beng", + "languages": [ + "shn-Mymr", + "mni-Beng" + ] + }, + { + "precision": 0.537638, + "recall": 0.579051, + "f1": 0.548386, + "accuracy": 0.579051, + "main_score": 0.548386, + "hf_subset": "shn_Mymr-ron_Latn", + "languages": [ + "shn-Mymr", + "ron-Latn" + ] + }, + { + "precision": 0.507077, + "recall": 0.543478, + "f1": 0.515513, + "accuracy": 0.543478, + "main_score": 0.515513, + "hf_subset": "shn_Mymr-szl_Latn", + "languages": [ + "shn-Mymr", + "szl-Latn" + ] + }, + { + "precision": 0.512291, + "recall": 0.559289, + "f1": 0.524012, + "accuracy": 0.559289, + "main_score": 0.524012, + "hf_subset": "shn_Mymr-vec_Latn", + "languages": [ + "shn-Mymr", + "vec-Latn" + ] + }, + { + "precision": 0.503139, + "recall": 0.560277, + "f1": 0.517503, + "accuracy": 0.560277, + "main_score": 0.517503, + "hf_subset": "shn_Mymr-amh_Ethi", + "languages": [ + "shn-Mymr", + "amh-Ethi" + ] + }, + { + "precision": 0.51745, + "recall": 0.565217, + "f1": 0.529167, + "accuracy": 0.565217, + "main_score": 0.529167, + "hf_subset": "shn_Mymr-bos_Latn", + "languages": [ + "shn-Mymr", + "bos-Latn" + ] + }, + { + "precision": 0.527424, + "recall": 0.568182, + "f1": 0.53759, + "accuracy": 0.568182, + "main_score": 0.53759, + "hf_subset": "shn_Mymr-fin_Latn", + "languages": [ + "shn-Mymr", + "fin-Latn" + ] + }, + { + "precision": 0.529616, + "recall": 0.567194, + "f1": 0.539877, + "accuracy": 0.567194, + "main_score": 0.539877, + "hf_subset": "shn_Mymr-ita_Latn", + "languages": [ + "shn-Mymr", + "ita-Latn" + ] + }, + { + "precision": 0.531099, + "recall": 0.577075, + "f1": 0.542951, + "accuracy": 0.577075, + "main_score": 0.542951, + "hf_subset": "shn_Mymr-kor_Hang", + "languages": [ + "shn-Mymr", + "kor-Hang" + ] + }, + { + "precision": 0.409737, + "recall": 0.447628, + "f1": 0.421038, + "accuracy": 0.447628, + "main_score": 0.421038, + "hf_subset": "shn_Mymr-mos_Latn", + "languages": [ + "shn-Mymr", + "mos-Latn" + ] + }, + { + "precision": 0.479731, + "recall": 0.52668, + "f1": 0.492618, + "accuracy": 0.52668, + "main_score": 0.492618, + "hf_subset": "shn_Mymr-run_Latn", + "languages": [ + "shn-Mymr", + "run-Latn" + ] + }, + { + "precision": 0.485356, + "recall": 0.534585, + "f1": 0.497713, + "accuracy": 0.534585, + "main_score": 0.497713, + "hf_subset": "shn_Mymr-tam_Taml", + "languages": [ + "shn-Mymr", + "tam-Taml" + ] + }, + { + "precision": 0.524605, + "recall": 0.566206, + "f1": 0.535642, + "accuracy": 0.566206, + "main_score": 0.535642, + "hf_subset": "shn_Mymr-vie_Latn", + "languages": [ + "shn-Mymr", + "vie-Latn" + ] + }, + { + "precision": 0.507795, + "recall": 0.554348, + "f1": 0.519642, + "accuracy": 0.554348, + "main_score": 0.519642, + "hf_subset": "shn_Mymr-apc_Arab", + "languages": [ + "shn-Mymr", + "apc-Arab" + ] + }, + { + "precision": 0.455741, + "recall": 0.48913, + "f1": 0.464786, + "accuracy": 0.48913, + "main_score": 0.464786, + "hf_subset": "shn_Mymr-bug_Latn", + "languages": [ + "shn-Mymr", + "bug-Latn" + ] + }, + { + "precision": 0.393294, + "recall": 0.426877, + "f1": 0.402816, + "accuracy": 0.426877, + "main_score": 0.402816, + "hf_subset": "shn_Mymr-fon_Latn", + "languages": [ + "shn-Mymr", + "fon-Latn" + ] + }, + { + "precision": 0.51143, + "recall": 0.555336, + "f1": 0.522355, + "accuracy": 0.555336, + "main_score": 0.522355, + "hf_subset": "shn_Mymr-jav_Latn", + "languages": [ + "shn-Mymr", + "jav-Latn" + ] + }, + { + "precision": 0.515302, + "recall": 0.565217, + "f1": 0.527769, + "accuracy": 0.565217, + "main_score": 0.527769, + "hf_subset": "shn_Mymr-lao_Laoo", + "languages": [ + "shn-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.502577, + "recall": 0.546443, + "f1": 0.514613, + "accuracy": 0.546443, + "main_score": 0.514613, + "hf_subset": "shn_Mymr-mri_Latn", + "languages": [ + "shn-Mymr", + "mri-Latn" + ] + }, + { + "precision": 0.498528, + "recall": 0.54249, + "f1": 0.509977, + "accuracy": 0.54249, + "main_score": 0.509977, + "hf_subset": "shn_Mymr-rus_Cyrl", + "languages": [ + "shn-Mymr", + "rus-Cyrl" + ] + }, + { + "precision": 0.417698, + "recall": 0.45751, + "f1": 0.429031, + "accuracy": 0.45751, + "main_score": 0.429031, + "hf_subset": "shn_Mymr-taq_Latn", + "languages": [ + "shn-Mymr", + "taq-Latn" + ] + }, + { + "precision": 0.514026, + "recall": 0.565217, + "f1": 0.526209, + "accuracy": 0.565217, + "main_score": 0.526209, + "hf_subset": "shn_Mymr-war_Latn", + "languages": [ + "shn-Mymr", + "war-Latn" + ] + }, + { + "precision": 0.523193, + "recall": 0.572134, + "f1": 0.535307, + "accuracy": 0.572134, + "main_score": 0.535307, + "hf_subset": "shn_Mymr-arb_Arab", + "languages": [ + "shn-Mymr", + "arb-Arab" + ] + }, + { + "precision": 0.506203, + "recall": 0.556324, + "f1": 0.518662, + "accuracy": 0.556324, + "main_score": 0.518662, + "hf_subset": "shn_Mymr-bul_Cyrl", + "languages": [ + "shn-Mymr", + "bul-Cyrl" + ] + }, + { + "precision": 0.523991, + "recall": 0.570158, + "f1": 0.536606, + "accuracy": 0.570158, + "main_score": 0.536606, + "hf_subset": "shn_Mymr-fra_Latn", + "languages": [ + "shn-Mymr", + "fra-Latn" + ] + }, + { + "precision": 0.502251, + "recall": 0.555336, + "f1": 0.515835, + "accuracy": 0.555336, + "main_score": 0.515835, + "hf_subset": "shn_Mymr-jpn_Jpan", + "languages": [ + "shn-Mymr", + "jpn-Jpan" + ] + }, + { + "precision": 0.491969, + "recall": 0.535573, + "f1": 0.502764, + "accuracy": 0.535573, + "main_score": 0.502764, + "hf_subset": "shn_Mymr-lij_Latn", + "languages": [ + "shn-Mymr", + "lij-Latn" + ] + }, + { + "precision": 0.487977, + "recall": 0.549407, + "f1": 0.504595, + "accuracy": 0.549407, + "main_score": 0.504595, + "hf_subset": "shn_Mymr-mya_Mymr", + "languages": [ + "shn-Mymr", + "mya-Mymr" + ] + }, + { + "precision": 0.434514, + "recall": 0.475296, + "f1": 0.446225, + "accuracy": 0.475296, + "main_score": 0.446225, + "hf_subset": "shn_Mymr-sag_Latn", + "languages": [ + "shn-Mymr", + "sag-Latn" + ] + }, + { + "precision": 0.207821, + "recall": 0.258893, + "f1": 0.221138, + "accuracy": 0.258893, + "main_score": 0.221138, + "hf_subset": "shn_Mymr-taq_Tfng", + "languages": [ + "shn-Mymr", + "taq-Tfng" + ] + }, + { + "precision": 0.473994, + "recall": 0.511858, + "f1": 0.483176, + "accuracy": 0.511858, + "main_score": 0.483176, + "hf_subset": "shn_Mymr-wol_Latn", + "languages": [ + "shn-Mymr", + "wol-Latn" + ] + }, + { + "precision": 0.445725, + "recall": 0.506917, + "f1": 0.461316, + "accuracy": 0.506917, + "main_score": 0.461316, + "hf_subset": "shn_Mymr-arb_Latn", + "languages": [ + "shn-Mymr", + "arb-Latn" + ] + }, + { + "precision": 0.510039, + "recall": 0.557312, + "f1": 0.522069, + "accuracy": 0.557312, + "main_score": 0.522069, + "hf_subset": "shn_Mymr-cat_Latn", + "languages": [ + "shn-Mymr", + "cat-Latn" + ] + }, + { + "precision": 0.462656, + "recall": 0.499012, + "f1": 0.47221, + "accuracy": 0.499012, + "main_score": 0.47221, + "hf_subset": "shn_Mymr-fur_Latn", + "languages": [ + "shn-Mymr", + "fur-Latn" + ] + }, + { + "precision": 0.348627, + "recall": 0.395257, + "f1": 0.360492, + "accuracy": 0.395257, + "main_score": 0.360492, + "hf_subset": "shn_Mymr-kab_Latn", + "languages": [ + "shn-Mymr", + "kab-Latn" + ] + }, + { + "precision": 0.505697, + "recall": 0.551383, + "f1": 0.516818, + "accuracy": 0.551383, + "main_score": 0.516818, + "hf_subset": "shn_Mymr-lim_Latn", + "languages": [ + "shn-Mymr", + "lim-Latn" + ] + }, + { + "precision": 0.522699, + "recall": 0.564229, + "f1": 0.533604, + "accuracy": 0.564229, + "main_score": 0.533604, + "hf_subset": "shn_Mymr-nld_Latn", + "languages": [ + "shn-Mymr", + "nld-Latn" + ] + }, + { + "precision": 0.490268, + "recall": 0.541502, + "f1": 0.503606, + "accuracy": 0.541502, + "main_score": 0.503606, + "hf_subset": "shn_Mymr-san_Deva", + "languages": [ + "shn-Mymr", + "san-Deva" + ] + }, + { + "precision": 0.49996, + "recall": 0.550395, + "f1": 0.511894, + "accuracy": 0.550395, + "main_score": 0.511894, + "hf_subset": "shn_Mymr-tat_Cyrl", + "languages": [ + "shn-Mymr", + "tat-Cyrl" + ] + }, + { + "precision": 0.508214, + "recall": 0.555336, + "f1": 0.520406, + "accuracy": 0.555336, + "main_score": 0.520406, + "hf_subset": "shn_Mymr-xho_Latn", + "languages": [ + "shn-Mymr", + "xho-Latn" + ] + }, + { + "precision": 0.514534, + "recall": 0.564229, + "f1": 0.526515, + "accuracy": 0.564229, + "main_score": 0.526515, + "hf_subset": "shn_Mymr-ars_Arab", + "languages": [ + "shn-Mymr", + "ars-Arab" + ] + }, + { + "precision": 0.498731, + "recall": 0.541502, + "f1": 0.509122, + "accuracy": 0.541502, + "main_score": 0.509122, + "hf_subset": "shn_Mymr-ceb_Latn", + "languages": [ + "shn-Mymr", + "ceb-Latn" + ] + }, + { + "precision": 0.407299, + "recall": 0.452569, + "f1": 0.419777, + "accuracy": 0.452569, + "main_score": 0.419777, + "hf_subset": "shn_Mymr-fuv_Latn", + "languages": [ + "shn-Mymr", + "fuv-Latn" + ] + }, + { + "precision": 0.435476, + "recall": 0.474308, + "f1": 0.446124, + "accuracy": 0.474308, + "main_score": 0.446124, + "hf_subset": "shn_Mymr-kac_Latn", + "languages": [ + "shn-Mymr", + "kac-Latn" + ] + }, + { + "precision": 0.452619, + "recall": 0.496047, + "f1": 0.463561, + "accuracy": 0.496047, + "main_score": 0.463561, + "hf_subset": "shn_Mymr-lin_Latn", + "languages": [ + "shn-Mymr", + "lin-Latn" + ] + }, + { + "precision": 0.511638, + "recall": 0.55336, + "f1": 0.521863, + "accuracy": 0.55336, + "main_score": 0.521863, + "hf_subset": "shn_Mymr-nno_Latn", + "languages": [ + "shn-Mymr", + "nno-Latn" + ] + }, + { + "precision": 0.460698, + "recall": 0.509881, + "f1": 0.474529, + "accuracy": 0.509881, + "main_score": 0.474529, + "hf_subset": "shn_Mymr-sat_Olck", + "languages": [ + "shn-Mymr", + "sat-Olck" + ] + }, + { + "precision": 0.485611, + "recall": 0.534585, + "f1": 0.497945, + "accuracy": 0.534585, + "main_score": 0.497945, + "hf_subset": "shn_Mymr-tel_Telu", + "languages": [ + "shn-Mymr", + "tel-Telu" + ] + }, + { + "precision": 0.479153, + "recall": 0.529644, + "f1": 0.492469, + "accuracy": 0.529644, + "main_score": 0.492469, + "hf_subset": "shn_Mymr-ydd_Hebr", + "languages": [ + "shn-Mymr", + "ydd-Hebr" + ] + }, + { + "precision": 0.475792, + "recall": 0.521739, + "f1": 0.487515, + "accuracy": 0.521739, + "main_score": 0.487515, + "hf_subset": "shn_Mymr-ary_Arab", + "languages": [ + "shn-Mymr", + "ary-Arab" + ] + }, + { + "precision": 0.510768, + "recall": 0.559289, + "f1": 0.52399, + "accuracy": 0.559289, + "main_score": 0.52399, + "hf_subset": "shn_Mymr-ces_Latn", + "languages": [ + "shn-Mymr", + "ces-Latn" + ] + }, + { + "precision": 0.417411, + "recall": 0.469368, + "f1": 0.431824, + "accuracy": 0.469368, + "main_score": 0.431824, + "hf_subset": "shn_Mymr-gaz_Latn", + "languages": [ + "shn-Mymr", + "gaz-Latn" + ] + }, + { + "precision": 0.43891, + "recall": 0.476285, + "f1": 0.4493, + "accuracy": 0.476285, + "main_score": 0.4493, + "hf_subset": "shn_Mymr-kam_Latn", + "languages": [ + "shn-Mymr", + "kam-Latn" + ] + }, + { + "precision": 0.501405, + "recall": 0.5583, + "f1": 0.516277, + "accuracy": 0.5583, + "main_score": 0.516277, + "hf_subset": "shn_Mymr-lit_Latn", + "languages": [ + "shn-Mymr", + "lit-Latn" + ] + }, + { + "precision": 0.509459, + "recall": 0.562253, + "f1": 0.523065, + "accuracy": 0.562253, + "main_score": 0.523065, + "hf_subset": "shn_Mymr-nob_Latn", + "languages": [ + "shn-Mymr", + "nob-Latn" + ] + }, + { + "precision": 0.49608, + "recall": 0.538538, + "f1": 0.507408, + "accuracy": 0.538538, + "main_score": 0.507408, + "hf_subset": "shn_Mymr-scn_Latn", + "languages": [ + "shn-Mymr", + "scn-Latn" + ] + }, + { + "precision": 0.4933, + "recall": 0.543478, + "f1": 0.505953, + "accuracy": 0.543478, + "main_score": 0.505953, + "hf_subset": "shn_Mymr-tgk_Cyrl", + "languages": [ + "shn-Mymr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.43436, + "recall": 0.48913, + "f1": 0.448867, + "accuracy": 0.48913, + "main_score": 0.448867, + "hf_subset": "shn_Mymr-yor_Latn", + "languages": [ + "shn-Mymr", + "yor-Latn" + ] + }, + { + "precision": 0.496515, + "recall": 0.548419, + "f1": 0.50954, + "accuracy": 0.548419, + "main_score": 0.50954, + "hf_subset": "shn_Mymr-arz_Arab", + "languages": [ + "shn-Mymr", + "arz-Arab" + ] + }, + { + "precision": 0.399582, + "recall": 0.436759, + "f1": 0.408974, + "accuracy": 0.436759, + "main_score": 0.408974, + "hf_subset": "shn_Mymr-cjk_Latn", + "languages": [ + "shn-Mymr", + "cjk-Latn" + ] + }, + { + "precision": 0.498877, + "recall": 0.55336, + "f1": 0.512319, + "accuracy": 0.55336, + "main_score": 0.512319, + "hf_subset": "shn_Mymr-gla_Latn", + "languages": [ + "shn-Mymr", + "gla-Latn" + ] + }, + { + "precision": 0.492949, + "recall": 0.538538, + "f1": 0.504334, + "accuracy": 0.538538, + "main_score": 0.504334, + "hf_subset": "shn_Mymr-kan_Knda", + "languages": [ + "shn-Mymr", + "kan-Knda" + ] + }, + { + "precision": 0.476884, + "recall": 0.523715, + "f1": 0.488409, + "accuracy": 0.523715, + "main_score": 0.488409, + "hf_subset": "shn_Mymr-lmo_Latn", + "languages": [ + "shn-Mymr", + "lmo-Latn" + ] + }, + { + "precision": 0.496411, + "recall": 0.550395, + "f1": 0.51028, + "accuracy": 0.550395, + "main_score": 0.51028, + "hf_subset": "shn_Mymr-npi_Deva", + "languages": [ + "shn-Mymr", + "npi-Deva" + ] + }, + { + "precision": 0.527414, + "recall": 0.579051, + "f1": 0.539949, + "accuracy": 0.579051, + "main_score": 0.539949, + "hf_subset": "shn_Mymr-tgl_Latn", + "languages": [ + "shn-Mymr", + "tgl-Latn" + ] + }, + { + "precision": 0.495975, + "recall": 0.547431, + "f1": 0.509301, + "accuracy": 0.547431, + "main_score": 0.509301, + "hf_subset": "shn_Mymr-yue_Hant", + "languages": [ + "shn-Mymr", + "yue-Hant" + ] + }, + { + "precision": 0.478751, + "recall": 0.528656, + "f1": 0.491048, + "accuracy": 0.528656, + "main_score": 0.491048, + "hf_subset": "shn_Mymr-asm_Beng", + "languages": [ + "shn-Mymr", + "asm-Beng" + ] + }, + { + "precision": 0.497959, + "recall": 0.551383, + "f1": 0.51142, + "accuracy": 0.551383, + "main_score": 0.51142, + "hf_subset": "shn_Mymr-ckb_Arab", + "languages": [ + "shn-Mymr", + "ckb-Arab" + ] + }, + { + "precision": 0.498039, + "recall": 0.551383, + "f1": 0.511467, + "accuracy": 0.551383, + "main_score": 0.511467, + "hf_subset": "shn_Mymr-gle_Latn", + "languages": [ + "shn-Mymr", + "gle-Latn" + ] + }, + { + "precision": 0.439042, + "recall": 0.491107, + "f1": 0.453025, + "accuracy": 0.491107, + "main_score": 0.453025, + "hf_subset": "shn_Mymr-kas_Arab", + "languages": [ + "shn-Mymr", + "kas-Arab" + ] + }, + { + "precision": 0.489496, + "recall": 0.534585, + "f1": 0.501278, + "accuracy": 0.534585, + "main_score": 0.501278, + "hf_subset": "shn_Mymr-ltg_Latn", + "languages": [ + "shn-Mymr", + "ltg-Latn" + ] + }, + { + "precision": 0.505015, + "recall": 0.555336, + "f1": 0.51874, + "accuracy": 0.555336, + "main_score": 0.51874, + "hf_subset": "shn_Mymr-nso_Latn", + "languages": [ + "shn-Mymr", + "nso-Latn" + ] + }, + { + "precision": 0.475086, + "recall": 0.537549, + "f1": 0.490908, + "accuracy": 0.537549, + "main_score": 0.490908, + "hf_subset": "shn_Mymr-sin_Sinh", + "languages": [ + "shn-Mymr", + "sin-Sinh" + ] + }, + { + "precision": 0.521231, + "recall": 0.574111, + "f1": 0.534745, + "accuracy": 0.574111, + "main_score": 0.534745, + "hf_subset": "shn_Mymr-tha_Thai", + "languages": [ + "shn-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.424309, + "recall": 0.461462, + "f1": 0.433526, + "accuracy": 0.461462, + "main_score": 0.433526, + "hf_subset": "shn_Mymr-zho_Hans", + "languages": [ + "shn-Mymr", + "zho-Hans" + ] + }, + { + "precision": 0.502932, + "recall": 0.552372, + "f1": 0.515123, + "accuracy": 0.552372, + "main_score": 0.515123, + "hf_subset": "shn_Mymr-ast_Latn", + "languages": [ + "shn-Mymr", + "ast-Latn" + ] + }, + { + "precision": 0.494347, + "recall": 0.541502, + "f1": 0.506306, + "accuracy": 0.541502, + "main_score": 0.506306, + "hf_subset": "shn_Mymr-crh_Latn", + "languages": [ + "shn-Mymr", + "crh-Latn" + ] + }, + { + "precision": 0.506075, + "recall": 0.555336, + "f1": 0.518052, + "accuracy": 0.555336, + "main_score": 0.518052, + "hf_subset": "shn_Mymr-glg_Latn", + "languages": [ + "shn-Mymr", + "glg-Latn" + ] + }, + { + "precision": 0.450935, + "recall": 0.499012, + "f1": 0.46343, + "accuracy": 0.499012, + "main_score": 0.46343, + "hf_subset": "shn_Mymr-kas_Deva", + "languages": [ + "shn-Mymr", + "kas-Deva" + ] + }, + { + "precision": 0.510465, + "recall": 0.555336, + "f1": 0.521484, + "accuracy": 0.555336, + "main_score": 0.521484, + "hf_subset": "shn_Mymr-ltz_Latn", + "languages": [ + "shn-Mymr", + "ltz-Latn" + ] + }, + { + "precision": 0.380792, + "recall": 0.423913, + "f1": 0.392728, + "accuracy": 0.423913, + "main_score": 0.392728, + "hf_subset": "shn_Mymr-nus_Latn", + "languages": [ + "shn-Mymr", + "nus-Latn" + ] + }, + { + "precision": 0.517823, + "recall": 0.559289, + "f1": 0.528375, + "accuracy": 0.559289, + "main_score": 0.528375, + "hf_subset": "shn_Mymr-slk_Latn", + "languages": [ + "shn-Mymr", + "slk-Latn" + ] + }, + { + "precision": 0.422529, + "recall": 0.468379, + "f1": 0.435687, + "accuracy": 0.468379, + "main_score": 0.435687, + "hf_subset": "shn_Mymr-tir_Ethi", + "languages": [ + "shn-Mymr", + "tir-Ethi" + ] + }, + { + "precision": 0.483766, + "recall": 0.540514, + "f1": 0.498213, + "accuracy": 0.540514, + "main_score": 0.498213, + "hf_subset": "shn_Mymr-zho_Hant", + "languages": [ + "shn-Mymr", + "zho-Hant" + ] + }, + { + "precision": 0.50198, + "recall": 0.550395, + "f1": 0.513202, + "accuracy": 0.550395, + "main_score": 0.513202, + "hf_subset": "shn_Mymr-awa_Deva", + "languages": [ + "shn-Mymr", + "awa-Deva" + ] + }, + { + "precision": 0.518574, + "recall": 0.566206, + "f1": 0.530207, + "accuracy": 0.566206, + "main_score": 0.530207, + "hf_subset": "shn_Mymr-cym_Latn", + "languages": [ + "shn-Mymr", + "cym-Latn" + ] + }, + { + "precision": 0.46237, + "recall": 0.5, + "f1": 0.472544, + "accuracy": 0.5, + "main_score": 0.472544, + "hf_subset": "shn_Mymr-grn_Latn", + "languages": [ + "shn-Mymr", + "grn-Latn" + ] + }, + { + "precision": 0.492268, + "recall": 0.536561, + "f1": 0.503568, + "accuracy": 0.536561, + "main_score": 0.503568, + "hf_subset": "shn_Mymr-kat_Geor", + "languages": [ + "shn-Mymr", + "kat-Geor" + ] + }, + { + "precision": 0.435201, + "recall": 0.479249, + "f1": 0.446759, + "accuracy": 0.479249, + "main_score": 0.446759, + "hf_subset": "shn_Mymr-lua_Latn", + "languages": [ + "shn-Mymr", + "lua-Latn" + ] + }, + { + "precision": 0.511057, + "recall": 0.556324, + "f1": 0.522694, + "accuracy": 0.556324, + "main_score": 0.522694, + "hf_subset": "shn_Mymr-nya_Latn", + "languages": [ + "shn-Mymr", + "nya-Latn" + ] + }, + { + "precision": 0.504844, + "recall": 0.551383, + "f1": 0.516768, + "accuracy": 0.551383, + "main_score": 0.516768, + "hf_subset": "shn_Mymr-slv_Latn", + "languages": [ + "shn-Mymr", + "slv-Latn" + ] + }, + { + "precision": 0.494693, + "recall": 0.535573, + "f1": 0.504512, + "accuracy": 0.535573, + "main_score": 0.504512, + "hf_subset": "shn_Mymr-tpi_Latn", + "languages": [ + "shn-Mymr", + "tpi-Latn" + ] + }, + { + "precision": 0.521537, + "recall": 0.570158, + "f1": 0.532928, + "accuracy": 0.570158, + "main_score": 0.532928, + "hf_subset": "shn_Mymr-zsm_Latn", + "languages": [ + "shn-Mymr", + "zsm-Latn" + ] + }, + { + "precision": 0.439945, + "recall": 0.479249, + "f1": 0.451298, + "accuracy": 0.479249, + "main_score": 0.451298, + "hf_subset": "shn_Mymr-ayr_Latn", + "languages": [ + "shn-Mymr", + "ayr-Latn" + ] + }, + { + "precision": 0.517271, + "recall": 0.566206, + "f1": 0.529374, + "accuracy": 0.566206, + "main_score": 0.529374, + "hf_subset": "shn_Mymr-dan_Latn", + "languages": [ + "shn-Mymr", + "dan-Latn" + ] + }, + { + "precision": 0.499468, + "recall": 0.555336, + "f1": 0.51328, + "accuracy": 0.555336, + "main_score": 0.51328, + "hf_subset": "shn_Mymr-guj_Gujr", + "languages": [ + "shn-Mymr", + "guj-Gujr" + ] + }, + { + "precision": 0.491395, + "recall": 0.54249, + "f1": 0.504512, + "accuracy": 0.54249, + "main_score": 0.504512, + "hf_subset": "shn_Mymr-kaz_Cyrl", + "languages": [ + "shn-Mymr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.450835, + "recall": 0.506917, + "f1": 0.466321, + "accuracy": 0.506917, + "main_score": 0.466321, + "hf_subset": "shn_Mymr-lug_Latn", + "languages": [ + "shn-Mymr", + "lug-Latn" + ] + }, + { + "precision": 0.510994, + "recall": 0.556324, + "f1": 0.52196, + "accuracy": 0.556324, + "main_score": 0.52196, + "hf_subset": "shn_Mymr-oci_Latn", + "languages": [ + "shn-Mymr", + "oci-Latn" + ] + }, + { + "precision": 0.51168, + "recall": 0.55336, + "f1": 0.523285, + "accuracy": 0.55336, + "main_score": 0.523285, + "hf_subset": "shn_Mymr-smo_Latn", + "languages": [ + "shn-Mymr", + "smo-Latn" + ] + }, + { + "precision": 0.504004, + "recall": 0.543478, + "f1": 0.515122, + "accuracy": 0.543478, + "main_score": 0.515122, + "hf_subset": "shn_Mymr-tsn_Latn", + "languages": [ + "shn-Mymr", + "tsn-Latn" + ] + }, + { + "precision": 0.501701, + "recall": 0.557312, + "f1": 0.515634, + "accuracy": 0.557312, + "main_score": 0.515634, + "hf_subset": "shn_Mymr-zul_Latn", + "languages": [ + "shn-Mymr", + "zul-Latn" + ] + }, + { + "precision": 0.444453, + "recall": 0.499012, + "f1": 0.459676, + "accuracy": 0.499012, + "main_score": 0.459676, + "hf_subset": "shn_Mymr-azb_Arab", + "languages": [ + "shn-Mymr", + "azb-Arab" + ] + }, + { + "precision": 0.522393, + "recall": 0.568182, + "f1": 0.534197, + "accuracy": 0.568182, + "main_score": 0.534197, + "hf_subset": "shn_Mymr-deu_Latn", + "languages": [ + "shn-Mymr", + "deu-Latn" + ] + }, + { + "precision": 0.48268, + "recall": 0.535573, + "f1": 0.495364, + "accuracy": 0.535573, + "main_score": 0.495364, + "hf_subset": "shn_Mymr-hat_Latn", + "languages": [ + "shn-Mymr", + "hat-Latn" + ] + }, + { + "precision": 0.407655, + "recall": 0.449605, + "f1": 0.419139, + "accuracy": 0.449605, + "main_score": 0.419139, + "hf_subset": "shn_Mymr-kbp_Latn", + "languages": [ + "shn-Mymr", + "kbp-Latn" + ] + }, + { + "precision": 0.452708, + "recall": 0.485178, + "f1": 0.462038, + "accuracy": 0.485178, + "main_score": 0.462038, + "hf_subset": "shn_Mymr-luo_Latn", + "languages": [ + "shn-Mymr", + "luo-Latn" + ] + }, + { + "precision": 0.473634, + "recall": 0.536561, + "f1": 0.489633, + "accuracy": 0.536561, + "main_score": 0.489633, + "hf_subset": "shn_Mymr-ory_Orya", + "languages": [ + "shn-Mymr", + "ory-Orya" + ] + }, + { + "precision": 0.49619, + "recall": 0.538538, + "f1": 0.507791, + "accuracy": 0.538538, + "main_score": 0.507791, + "hf_subset": "shn_Mymr-sna_Latn", + "languages": [ + "shn-Mymr", + "sna-Latn" + ] + }, + { + "precision": 0.478879, + "recall": 0.521739, + "f1": 0.489977, + "accuracy": 0.521739, + "main_score": 0.489977, + "hf_subset": "shn_Mymr-tso_Latn", + "languages": [ + "shn-Mymr", + "tso-Latn" + ] + }, + { + "precision": 0.489508, + "recall": 0.539526, + "f1": 0.50223, + "accuracy": 0.539526, + "main_score": 0.50223, + "hf_subset": "shn_Mymr-azj_Latn", + "languages": [ + "shn-Mymr", + "azj-Latn" + ] + }, + { + "precision": 0.4108, + "recall": 0.451581, + "f1": 0.421987, + "accuracy": 0.451581, + "main_score": 0.421987, + "hf_subset": "shn_Mymr-dik_Latn", + "languages": [ + "shn-Mymr", + "dik-Latn" + ] + }, + { + "precision": 0.517903, + "recall": 0.563241, + "f1": 0.530057, + "accuracy": 0.563241, + "main_score": 0.530057, + "hf_subset": "shn_Mymr-hau_Latn", + "languages": [ + "shn-Mymr", + "hau-Latn" + ] + }, + { + "precision": 0.490495, + "recall": 0.533597, + "f1": 0.500362, + "accuracy": 0.533597, + "main_score": 0.500362, + "hf_subset": "shn_Mymr-kea_Latn", + "languages": [ + "shn-Mymr", + "kea-Latn" + ] + }, + { + "precision": 0.50981, + "recall": 0.55336, + "f1": 0.521349, + "accuracy": 0.55336, + "main_score": 0.521349, + "hf_subset": "shn_Mymr-lus_Latn", + "languages": [ + "shn-Mymr", + "lus-Latn" + ] + }, + { + "precision": 0.479818, + "recall": 0.524704, + "f1": 0.491669, + "accuracy": 0.524704, + "main_score": 0.491669, + "hf_subset": "shn_Mymr-pag_Latn", + "languages": [ + "shn-Mymr", + "pag-Latn" + ] + }, + { + "precision": 0.478399, + "recall": 0.537549, + "f1": 0.493894, + "accuracy": 0.537549, + "main_score": 0.493894, + "hf_subset": "shn_Mymr-snd_Arab", + "languages": [ + "shn-Mymr", + "snd-Arab" + ] + }, + { + "precision": 0.483476, + "recall": 0.532609, + "f1": 0.496771, + "accuracy": 0.532609, + "main_score": 0.496771, + "hf_subset": "shn_Mymr-tuk_Latn", + "languages": [ + "shn-Mymr", + "tuk-Latn" + ] + }, + { + "precision": 0.499701, + "recall": 0.549407, + "f1": 0.51301, + "accuracy": 0.549407, + "main_score": 0.51301, + "hf_subset": "shn_Mymr-bak_Cyrl", + "languages": [ + "shn-Mymr", + "bak-Cyrl" + ] + }, + { + "precision": 0.357599, + "recall": 0.411067, + "f1": 0.37263, + "accuracy": 0.411067, + "main_score": 0.37263, + "hf_subset": "shn_Mymr-dyu_Latn", + "languages": [ + "shn-Mymr", + "dyu-Latn" + ] + }, + { + "precision": 0.525803, + "recall": 0.574111, + "f1": 0.538347, + "accuracy": 0.574111, + "main_score": 0.538347, + "hf_subset": "shn_Mymr-heb_Hebr", + "languages": [ + "shn-Mymr", + "heb-Hebr" + ] + }, + { + "precision": 0.487411, + "recall": 0.534585, + "f1": 0.500584, + "accuracy": 0.534585, + "main_score": 0.500584, + "hf_subset": "shn_Mymr-khk_Cyrl", + "languages": [ + "shn-Mymr", + "khk-Cyrl" + ] + }, + { + "precision": 0.500367, + "recall": 0.550395, + "f1": 0.513011, + "accuracy": 0.550395, + "main_score": 0.513011, + "hf_subset": "shn_Mymr-lvs_Latn", + "languages": [ + "shn-Mymr", + "lvs-Latn" + ] + }, + { + "precision": 0.495764, + "recall": 0.544466, + "f1": 0.508272, + "accuracy": 0.544466, + "main_score": 0.508272, + "hf_subset": "shn_Mymr-pan_Guru", + "languages": [ + "shn-Mymr", + "pan-Guru" + ] + }, + { + "precision": 0.489063, + "recall": 0.540514, + "f1": 0.502706, + "accuracy": 0.540514, + "main_score": 0.502706, + "hf_subset": "shn_Mymr-som_Latn", + "languages": [ + "shn-Mymr", + "som-Latn" + ] + }, + { + "precision": 0.479163, + "recall": 0.516798, + "f1": 0.489718, + "accuracy": 0.516798, + "main_score": 0.489718, + "hf_subset": "shn_Mymr-tum_Latn", + "languages": [ + "shn-Mymr", + "tum-Latn" + ] + }, + { + "precision": 0.497098, + "recall": 0.579051, + "f1": 0.518866, + "accuracy": 0.579051, + "main_score": 0.518866, + "hf_subset": "tgl_Latn-ace_Arab", + "languages": [ + "tgl-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.46891, + "recall": 0.520751, + "f1": 0.482284, + "accuracy": 0.520751, + "main_score": 0.482284, + "hf_subset": "tgl_Latn-bam_Latn", + "languages": [ + "tgl-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.598002, + "recall": 0.687747, + "f1": 0.623049, + "accuracy": 0.687747, + "main_score": 0.623049, + "hf_subset": "tgl_Latn-dzo_Tibt", + "languages": [ + "tgl-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-hin_Deva", + "languages": [ + "tgl-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "tgl_Latn-khm_Khmr", + "languages": [ + "tgl-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tgl_Latn-mag_Deva", + "languages": [ + "tgl-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tgl_Latn-pap_Latn", + "languages": [ + "tgl-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.821756, + "recall": 0.87253, + "f1": 0.837484, + "accuracy": 0.87253, + "main_score": 0.837484, + "hf_subset": "tgl_Latn-sot_Latn", + "languages": [ + "tgl-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tgl_Latn-tur_Latn", + "languages": [ + "tgl-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.827216, + "recall": 0.873518, + "f1": 0.841406, + "accuracy": 0.873518, + "main_score": 0.841406, + "hf_subset": "tgl_Latn-ace_Latn", + "languages": [ + "tgl-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.950346, + "recall": 0.965415, + "f1": 0.95527, + "accuracy": 0.965415, + "main_score": 0.95527, + "hf_subset": "tgl_Latn-ban_Latn", + "languages": [ + "tgl-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-ell_Grek", + "languages": [ + "tgl-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tgl_Latn-hne_Deva", + "languages": [ + "tgl-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.54088, + "recall": 0.617589, + "f1": 0.561489, + "accuracy": 0.617589, + "main_score": 0.561489, + "hf_subset": "tgl_Latn-kik_Latn", + "languages": [ + "tgl-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-mai_Deva", + "languages": [ + "tgl-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "tgl_Latn-pbt_Arab", + "languages": [ + "tgl-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-spa_Latn", + "languages": [ + "tgl-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.732026, + "recall": 0.793478, + "f1": 0.750027, + "accuracy": 0.793478, + "main_score": 0.750027, + "hf_subset": "tgl_Latn-twi_Latn", + "languages": [ + "tgl-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-acm_Arab", + "languages": [ + "tgl-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-bel_Cyrl", + "languages": [ + "tgl-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-hrv_Latn", + "languages": [ + "tgl-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.83414, + "recall": 0.879447, + "f1": 0.847977, + "accuracy": 0.879447, + "main_score": 0.847977, + "hf_subset": "tgl_Latn-kin_Latn", + "languages": [ + "tgl-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-mal_Mlym", + "languages": [ + "tgl-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgl_Latn-pes_Arab", + "languages": [ + "tgl-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tgl_Latn-srd_Latn", + "languages": [ + "tgl-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.197924, + "recall": 0.261858, + "f1": 0.212624, + "accuracy": 0.261858, + "main_score": 0.212624, + "hf_subset": "tgl_Latn-tzm_Tfng", + "languages": [ + "tgl-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-acq_Arab", + "languages": [ + "tgl-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.631106, + "recall": 0.704545, + "f1": 0.651986, + "accuracy": 0.704545, + "main_score": 0.651986, + "hf_subset": "tgl_Latn-bem_Latn", + "languages": [ + "tgl-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tgl_Latn-epo_Latn", + "languages": [ + "tgl-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tgl_Latn-hun_Latn", + "languages": [ + "tgl-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tgl_Latn-kir_Cyrl", + "languages": [ + "tgl-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-mar_Deva", + "languages": [ + "tgl-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.851449, + "recall": 0.895257, + "f1": 0.865086, + "accuracy": 0.895257, + "main_score": 0.865086, + "hf_subset": "tgl_Latn-plt_Latn", + "languages": [ + "tgl-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-srp_Cyrl", + "languages": [ + "tgl-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.933383, + "recall": 0.953557, + "f1": 0.939789, + "accuracy": 0.953557, + "main_score": 0.939789, + "hf_subset": "tgl_Latn-uig_Arab", + "languages": [ + "tgl-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgl_Latn-aeb_Arab", + "languages": [ + "tgl-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-ben_Beng", + "languages": [ + "tgl-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgl_Latn-est_Latn", + "languages": [ + "tgl-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-hye_Armn", + "languages": [ + "tgl-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.451482, + "recall": 0.516798, + "f1": 0.468883, + "accuracy": 0.516798, + "main_score": 0.468883, + "hf_subset": "tgl_Latn-kmb_Latn", + "languages": [ + "tgl-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.443606, + "recall": 0.528656, + "f1": 0.465296, + "accuracy": 0.528656, + "main_score": 0.465296, + "hf_subset": "tgl_Latn-min_Arab", + "languages": [ + "tgl-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tgl_Latn-pol_Latn", + "languages": [ + "tgl-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.709033, + "recall": 0.780632, + "f1": 0.730259, + "accuracy": 0.780632, + "main_score": 0.730259, + "hf_subset": "tgl_Latn-ssw_Latn", + "languages": [ + "tgl-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-ukr_Cyrl", + "languages": [ + "tgl-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-afr_Latn", + "languages": [ + "tgl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgl_Latn-bho_Deva", + "languages": [ + "tgl-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgl_Latn-eus_Latn", + "languages": [ + "tgl-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.81413, + "recall": 0.866601, + "f1": 0.830303, + "accuracy": 0.866601, + "main_score": 0.830303, + "hf_subset": "tgl_Latn-ibo_Latn", + "languages": [ + "tgl-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.836874, + "recall": 0.883399, + "f1": 0.851482, + "accuracy": 0.883399, + "main_score": 0.851482, + "hf_subset": "tgl_Latn-kmr_Latn", + "languages": [ + "tgl-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "tgl_Latn-min_Latn", + "languages": [ + "tgl-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-por_Latn", + "languages": [ + "tgl-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tgl_Latn-sun_Latn", + "languages": [ + "tgl-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.428798, + "recall": 0.494071, + "f1": 0.446324, + "accuracy": 0.494071, + "main_score": 0.446324, + "hf_subset": "tgl_Latn-umb_Latn", + "languages": [ + "tgl-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-ajp_Arab", + "languages": [ + "tgl-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.447593, + "recall": 0.534585, + "f1": 0.471276, + "accuracy": 0.534585, + "main_score": 0.471276, + "hf_subset": "tgl_Latn-bjn_Arab", + "languages": [ + "tgl-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.445182, + "recall": 0.501976, + "f1": 0.460349, + "accuracy": 0.501976, + "main_score": 0.460349, + "hf_subset": "tgl_Latn-ewe_Latn", + "languages": [ + "tgl-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.944335, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "tgl_Latn-ilo_Latn", + "languages": [ + "tgl-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234574, + "recall": 0.29249, + "f1": 0.24808, + "accuracy": 0.29249, + "main_score": 0.24808, + "hf_subset": "tgl_Latn-knc_Arab", + "languages": [ + "tgl-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-mkd_Cyrl", + "languages": [ + "tgl-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-prs_Arab", + "languages": [ + "tgl-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-swe_Latn", + "languages": [ + "tgl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tgl_Latn-urd_Arab", + "languages": [ + "tgl-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.702579, + "recall": 0.766798, + "f1": 0.721102, + "accuracy": 0.766798, + "main_score": 0.721102, + "hf_subset": "tgl_Latn-aka_Latn", + "languages": [ + "tgl-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "tgl_Latn-bjn_Latn", + "languages": [ + "tgl-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tgl_Latn-fao_Latn", + "languages": [ + "tgl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-ind_Latn", + "languages": [ + "tgl-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.4928, + "recall": 0.549407, + "f1": 0.507815, + "accuracy": 0.549407, + "main_score": 0.507815, + "hf_subset": "tgl_Latn-knc_Latn", + "languages": [ + "tgl-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-mlt_Latn", + "languages": [ + "tgl-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.614479, + "recall": 0.687747, + "f1": 0.63531, + "accuracy": 0.687747, + "main_score": 0.63531, + "hf_subset": "tgl_Latn-quy_Latn", + "languages": [ + "tgl-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-swh_Latn", + "languages": [ + "tgl-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-uzn_Latn", + "languages": [ + "tgl-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-als_Latn", + "languages": [ + "tgl-Latn", + "als-Latn" + ] + }, + { + "precision": 0.731423, + "recall": 0.801383, + "f1": 0.752222, + "accuracy": 0.801383, + "main_score": 0.752222, + "hf_subset": "tgl_Latn-bod_Tibt", + "languages": [ + "tgl-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.609783, + "recall": 0.681818, + "f1": 0.630352, + "accuracy": 0.681818, + "main_score": 0.630352, + "hf_subset": "tgl_Latn-fij_Latn", + "languages": [ + "tgl-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "tgl_Latn-isl_Latn", + "languages": [ + "tgl-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.571632, + "recall": 0.640316, + "f1": 0.589963, + "accuracy": 0.640316, + "main_score": 0.589963, + "hf_subset": "tgl_Latn-kon_Latn", + "languages": [ + "tgl-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.587351, + "recall": 0.660079, + "f1": 0.607147, + "accuracy": 0.660079, + "main_score": 0.607147, + "hf_subset": "tgl_Latn-mni_Beng", + "languages": [ + "tgl-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-ron_Latn", + "languages": [ + "tgl-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-szl_Latn", + "languages": [ + "tgl-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-vec_Latn", + "languages": [ + "tgl-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.890152, + "recall": 0.923913, + "f1": 0.900823, + "accuracy": 0.923913, + "main_score": 0.900823, + "hf_subset": "tgl_Latn-amh_Ethi", + "languages": [ + "tgl-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-bos_Latn", + "languages": [ + "tgl-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-fin_Latn", + "languages": [ + "tgl-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-ita_Latn", + "languages": [ + "tgl-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-kor_Hang", + "languages": [ + "tgl-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.483228, + "recall": 0.539526, + "f1": 0.498568, + "accuracy": 0.539526, + "main_score": 0.498568, + "hf_subset": "tgl_Latn-mos_Latn", + "languages": [ + "tgl-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.716881, + "recall": 0.781621, + "f1": 0.735677, + "accuracy": 0.781621, + "main_score": 0.735677, + "hf_subset": "tgl_Latn-run_Latn", + "languages": [ + "tgl-Latn", + "run-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tgl_Latn-tam_Taml", + "languages": [ + "tgl-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tgl_Latn-vie_Latn", + "languages": [ + "tgl-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tgl_Latn-apc_Arab", + "languages": [ + "tgl-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.690991, + "recall": 0.758893, + "f1": 0.710029, + "accuracy": 0.758893, + "main_score": 0.710029, + "hf_subset": "tgl_Latn-bug_Latn", + "languages": [ + "tgl-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.429738, + "recall": 0.477273, + "f1": 0.442876, + "accuracy": 0.477273, + "main_score": 0.442876, + "hf_subset": "tgl_Latn-fon_Latn", + "languages": [ + "tgl-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgl_Latn-jav_Latn", + "languages": [ + "tgl-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.937912, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "tgl_Latn-lao_Laoo", + "languages": [ + "tgl-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.852108, + "recall": 0.896245, + "f1": 0.865876, + "accuracy": 0.896245, + "main_score": 0.865876, + "hf_subset": "tgl_Latn-mri_Latn", + "languages": [ + "tgl-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-rus_Cyrl", + "languages": [ + "tgl-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.48359, + "recall": 0.541502, + "f1": 0.499259, + "accuracy": 0.541502, + "main_score": 0.499259, + "hf_subset": "tgl_Latn-taq_Latn", + "languages": [ + "tgl-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tgl_Latn-war_Latn", + "languages": [ + "tgl-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-arb_Arab", + "languages": [ + "tgl-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tgl_Latn-bul_Cyrl", + "languages": [ + "tgl-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-fra_Latn", + "languages": [ + "tgl-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-jpn_Jpan", + "languages": [ + "tgl-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tgl_Latn-lij_Latn", + "languages": [ + "tgl-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "tgl_Latn-mya_Mymr", + "languages": [ + "tgl-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.533284, + "recall": 0.591897, + "f1": 0.54916, + "accuracy": 0.591897, + "main_score": 0.54916, + "hf_subset": "tgl_Latn-sag_Latn", + "languages": [ + "tgl-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.211433, + "recall": 0.277668, + "f1": 0.227633, + "accuracy": 0.277668, + "main_score": 0.227633, + "hf_subset": "tgl_Latn-taq_Tfng", + "languages": [ + "tgl-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.634651, + "recall": 0.702569, + "f1": 0.653786, + "accuracy": 0.702569, + "main_score": 0.653786, + "hf_subset": "tgl_Latn-wol_Latn", + "languages": [ + "tgl-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.818841, + "recall": 0.870553, + "f1": 0.834914, + "accuracy": 0.870553, + "main_score": 0.834914, + "hf_subset": "tgl_Latn-arb_Latn", + "languages": [ + "tgl-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-cat_Latn", + "languages": [ + "tgl-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tgl_Latn-fur_Latn", + "languages": [ + "tgl-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.406352, + "recall": 0.481225, + "f1": 0.424915, + "accuracy": 0.481225, + "main_score": 0.424915, + "hf_subset": "tgl_Latn-kab_Latn", + "languages": [ + "tgl-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgl_Latn-lim_Latn", + "languages": [ + "tgl-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-nld_Latn", + "languages": [ + "tgl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.966403, + "f1": 0.957181, + "accuracy": 0.966403, + "main_score": 0.957181, + "hf_subset": "tgl_Latn-san_Deva", + "languages": [ + "tgl-Latn", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-tat_Cyrl", + "languages": [ + "tgl-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.85499, + "recall": 0.898221, + "f1": 0.868643, + "accuracy": 0.898221, + "main_score": 0.868643, + "hf_subset": "tgl_Latn-xho_Latn", + "languages": [ + "tgl-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ars_Arab", + "languages": [ + "tgl-Latn", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ceb_Latn", + "languages": [ + "tgl-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.46228, + "recall": 0.527668, + "f1": 0.47933, + "accuracy": 0.527668, + "main_score": 0.47933, + "hf_subset": "tgl_Latn-fuv_Latn", + "languages": [ + "tgl-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.457543, + "recall": 0.521739, + "f1": 0.474178, + "accuracy": 0.521739, + "main_score": 0.474178, + "hf_subset": "tgl_Latn-kac_Latn", + "languages": [ + "tgl-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.59162, + "recall": 0.658103, + "f1": 0.608827, + "accuracy": 0.658103, + "main_score": 0.608827, + "hf_subset": "tgl_Latn-lin_Latn", + "languages": [ + "tgl-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-nno_Latn", + "languages": [ + "tgl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.84613, + "recall": 0.890316, + "f1": 0.859881, + "accuracy": 0.890316, + "main_score": 0.859881, + "hf_subset": "tgl_Latn-sat_Olck", + "languages": [ + "tgl-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgl_Latn-tel_Telu", + "languages": [ + "tgl-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgl_Latn-ydd_Hebr", + "languages": [ + "tgl-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "tgl_Latn-ary_Arab", + "languages": [ + "tgl-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tgl_Latn-ces_Latn", + "languages": [ + "tgl-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.519927, + "recall": 0.604743, + "f1": 0.543539, + "accuracy": 0.604743, + "main_score": 0.543539, + "hf_subset": "tgl_Latn-gaz_Latn", + "languages": [ + "tgl-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.498777, + "recall": 0.583004, + "f1": 0.521055, + "accuracy": 0.583004, + "main_score": 0.521055, + "hf_subset": "tgl_Latn-kam_Latn", + "languages": [ + "tgl-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tgl_Latn-lit_Latn", + "languages": [ + "tgl-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-nob_Latn", + "languages": [ + "tgl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgl_Latn-scn_Latn", + "languages": [ + "tgl-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "tgl_Latn-tgk_Cyrl", + "languages": [ + "tgl-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.71106, + "recall": 0.778656, + "f1": 0.730616, + "accuracy": 0.778656, + "main_score": 0.730616, + "hf_subset": "tgl_Latn-yor_Latn", + "languages": [ + "tgl-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-arz_Arab", + "languages": [ + "tgl-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.456526, + "recall": 0.521739, + "f1": 0.474411, + "accuracy": 0.521739, + "main_score": 0.474411, + "hf_subset": "tgl_Latn-cjk_Latn", + "languages": [ + "tgl-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.914526, + "recall": 0.9417, + "f1": 0.923254, + "accuracy": 0.9417, + "main_score": 0.923254, + "hf_subset": "tgl_Latn-gla_Latn", + "languages": [ + "tgl-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgl_Latn-kan_Knda", + "languages": [ + "tgl-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977075, + "accuracy": 0.982213, + "main_score": 0.977075, + "hf_subset": "tgl_Latn-lmo_Latn", + "languages": [ + "tgl-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "tgl_Latn-npi_Deva", + "languages": [ + "tgl-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.507289, + "recall": 0.590909, + "f1": 0.530567, + "accuracy": 0.590909, + "main_score": 0.530567, + "hf_subset": "tgl_Latn-shn_Mymr", + "languages": [ + "tgl-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-yue_Hant", + "languages": [ + "tgl-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgl_Latn-asm_Beng", + "languages": [ + "tgl-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.90835, + "recall": 0.935771, + "f1": 0.916897, + "accuracy": 0.935771, + "main_score": 0.916897, + "hf_subset": "tgl_Latn-ckb_Arab", + "languages": [ + "tgl-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.962862, + "recall": 0.974308, + "f1": 0.966469, + "accuracy": 0.974308, + "main_score": 0.966469, + "hf_subset": "tgl_Latn-gle_Latn", + "languages": [ + "tgl-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.877174, + "recall": 0.913043, + "f1": 0.888142, + "accuracy": 0.913043, + "main_score": 0.888142, + "hf_subset": "tgl_Latn-kas_Arab", + "languages": [ + "tgl-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.869318, + "recall": 0.907115, + "f1": 0.880929, + "accuracy": 0.907115, + "main_score": 0.880929, + "hf_subset": "tgl_Latn-ltg_Latn", + "languages": [ + "tgl-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.748758, + "recall": 0.8083, + "f1": 0.766603, + "accuracy": 0.8083, + "main_score": 0.766603, + "hf_subset": "tgl_Latn-nso_Latn", + "languages": [ + "tgl-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968017, + "accuracy": 0.975296, + "main_score": 0.968017, + "hf_subset": "tgl_Latn-sin_Sinh", + "languages": [ + "tgl-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tgl_Latn-tha_Thai", + "languages": [ + "tgl-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgl_Latn-zho_Hans", + "languages": [ + "tgl-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-ast_Latn", + "languages": [ + "tgl-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "tgl_Latn-crh_Latn", + "languages": [ + "tgl-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-glg_Latn", + "languages": [ + "tgl-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.814872, + "recall": 0.865613, + "f1": 0.830171, + "accuracy": 0.865613, + "main_score": 0.830171, + "hf_subset": "tgl_Latn-kas_Deva", + "languages": [ + "tgl-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgl_Latn-ltz_Latn", + "languages": [ + "tgl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.422398, + "recall": 0.486166, + "f1": 0.439583, + "accuracy": 0.486166, + "main_score": 0.439583, + "hf_subset": "tgl_Latn-nus_Latn", + "languages": [ + "tgl-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-slk_Latn", + "languages": [ + "tgl-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.587607, + "recall": 0.677866, + "f1": 0.612846, + "accuracy": 0.677866, + "main_score": 0.612846, + "hf_subset": "tgl_Latn-tir_Ethi", + "languages": [ + "tgl-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-zho_Hant", + "languages": [ + "tgl-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976038, + "recall": 0.982213, + "f1": 0.977997, + "accuracy": 0.982213, + "main_score": 0.977997, + "hf_subset": "tgl_Latn-awa_Deva", + "languages": [ + "tgl-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgl_Latn-cym_Latn", + "languages": [ + "tgl-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.730773, + "recall": 0.788538, + "f1": 0.746763, + "accuracy": 0.788538, + "main_score": 0.746763, + "hf_subset": "tgl_Latn-grn_Latn", + "languages": [ + "tgl-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-kat_Geor", + "languages": [ + "tgl-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.562716, + "recall": 0.62747, + "f1": 0.579466, + "accuracy": 0.62747, + "main_score": 0.579466, + "hf_subset": "tgl_Latn-lua_Latn", + "languages": [ + "tgl-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.793149, + "recall": 0.850791, + "f1": 0.811232, + "accuracy": 0.850791, + "main_score": 0.811232, + "hf_subset": "tgl_Latn-nya_Latn", + "languages": [ + "tgl-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.993248, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "tgl_Latn-slv_Latn", + "languages": [ + "tgl-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "tgl_Latn-tpi_Latn", + "languages": [ + "tgl-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tgl_Latn-zsm_Latn", + "languages": [ + "tgl-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.493421, + "recall": 0.557312, + "f1": 0.511444, + "accuracy": 0.557312, + "main_score": 0.511444, + "hf_subset": "tgl_Latn-ayr_Latn", + "languages": [ + "tgl-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-dan_Latn", + "languages": [ + "tgl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-guj_Gujr", + "languages": [ + "tgl-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgl_Latn-kaz_Cyrl", + "languages": [ + "tgl-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.602026, + "recall": 0.686759, + "f1": 0.62619, + "accuracy": 0.686759, + "main_score": 0.62619, + "hf_subset": "tgl_Latn-lug_Latn", + "languages": [ + "tgl-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-oci_Latn", + "languages": [ + "tgl-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.798864, + "recall": 0.853755, + "f1": 0.816238, + "accuracy": 0.853755, + "main_score": 0.816238, + "hf_subset": "tgl_Latn-smo_Latn", + "languages": [ + "tgl-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.715728, + "recall": 0.782609, + "f1": 0.735347, + "accuracy": 0.782609, + "main_score": 0.735347, + "hf_subset": "tgl_Latn-tsn_Latn", + "languages": [ + "tgl-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.86059, + "recall": 0.902174, + "f1": 0.873913, + "accuracy": 0.902174, + "main_score": 0.873913, + "hf_subset": "tgl_Latn-zul_Latn", + "languages": [ + "tgl-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.87635, + "recall": 0.914032, + "f1": 0.888175, + "accuracy": 0.914032, + "main_score": 0.888175, + "hf_subset": "tgl_Latn-azb_Arab", + "languages": [ + "tgl-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-deu_Latn", + "languages": [ + "tgl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "tgl_Latn-hat_Latn", + "languages": [ + "tgl-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.448785, + "recall": 0.507905, + "f1": 0.465558, + "accuracy": 0.507905, + "main_score": 0.465558, + "hf_subset": "tgl_Latn-kbp_Latn", + "languages": [ + "tgl-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.504452, + "recall": 0.568182, + "f1": 0.521856, + "accuracy": 0.568182, + "main_score": 0.521856, + "hf_subset": "tgl_Latn-luo_Latn", + "languages": [ + "tgl-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tgl_Latn-ory_Orya", + "languages": [ + "tgl-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.852849, + "recall": 0.894269, + "f1": 0.865975, + "accuracy": 0.894269, + "main_score": 0.865975, + "hf_subset": "tgl_Latn-sna_Latn", + "languages": [ + "tgl-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.627549, + "recall": 0.700593, + "f1": 0.648157, + "accuracy": 0.700593, + "main_score": 0.648157, + "hf_subset": "tgl_Latn-tso_Latn", + "languages": [ + "tgl-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-azj_Latn", + "languages": [ + "tgl-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.480663, + "recall": 0.551383, + "f1": 0.500156, + "accuracy": 0.551383, + "main_score": 0.500156, + "hf_subset": "tgl_Latn-dik_Latn", + "languages": [ + "tgl-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.868001, + "recall": 0.906126, + "f1": 0.880138, + "accuracy": 0.906126, + "main_score": 0.880138, + "hf_subset": "tgl_Latn-hau_Latn", + "languages": [ + "tgl-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.946558, + "recall": 0.963439, + "f1": 0.951976, + "accuracy": 0.963439, + "main_score": 0.951976, + "hf_subset": "tgl_Latn-kea_Latn", + "languages": [ + "tgl-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.894022, + "recall": 0.924901, + "f1": 0.903689, + "accuracy": 0.924901, + "main_score": 0.903689, + "hf_subset": "tgl_Latn-lus_Latn", + "languages": [ + "tgl-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.828261, + "recall": 0.87253, + "f1": 0.84121, + "accuracy": 0.87253, + "main_score": 0.84121, + "hf_subset": "tgl_Latn-pag_Latn", + "languages": [ + "tgl-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "tgl_Latn-snd_Arab", + "languages": [ + "tgl-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "tgl_Latn-tuk_Latn", + "languages": [ + "tgl-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tgl_Latn-bak_Cyrl", + "languages": [ + "tgl-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.455207, + "recall": 0.523715, + "f1": 0.473125, + "accuracy": 0.523715, + "main_score": 0.473125, + "hf_subset": "tgl_Latn-dyu_Latn", + "languages": [ + "tgl-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-heb_Hebr", + "languages": [ + "tgl-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "tgl_Latn-khk_Cyrl", + "languages": [ + "tgl-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-lvs_Latn", + "languages": [ + "tgl-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-pan_Guru", + "languages": [ + "tgl-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.838719, + "recall": 0.886364, + "f1": 0.853656, + "accuracy": 0.886364, + "main_score": 0.853656, + "hf_subset": "tgl_Latn-som_Latn", + "languages": [ + "tgl-Latn", + "som-Latn" + ] + }, + { + "precision": 0.658251, + "recall": 0.729249, + "f1": 0.679009, + "accuracy": 0.729249, + "main_score": 0.679009, + "hf_subset": "tgl_Latn-tum_Latn", + "languages": [ + "tgl-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.452298, + "recall": 0.541502, + "f1": 0.476638, + "accuracy": 0.541502, + "main_score": 0.476638, + "hf_subset": "yue_Hant-ace_Arab", + "languages": [ + "yue-Hant", + "ace-Arab" + ] + }, + { + "precision": 0.431207, + "recall": 0.477273, + "f1": 0.44293, + "accuracy": 0.477273, + "main_score": 0.44293, + "hf_subset": "yue_Hant-bam_Latn", + "languages": [ + "yue-Hant", + "bam-Latn" + ] + }, + { + "precision": 0.585461, + "recall": 0.677866, + "f1": 0.61178, + "accuracy": 0.677866, + "main_score": 0.61178, + "hf_subset": "yue_Hant-dzo_Tibt", + "languages": [ + "yue-Hant", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-hin_Deva", + "languages": [ + "yue-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "yue_Hant-khm_Khmr", + "languages": [ + "yue-Hant", + "khm-Khmr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "yue_Hant-mag_Deva", + "languages": [ + "yue-Hant", + "mag-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "yue_Hant-pap_Latn", + "languages": [ + "yue-Hant", + "pap-Latn" + ] + }, + { + "precision": 0.801153, + "recall": 0.854743, + "f1": 0.817292, + "accuracy": 0.854743, + "main_score": 0.817292, + "hf_subset": "yue_Hant-sot_Latn", + "languages": [ + "yue-Hant", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-tur_Latn", + "languages": [ + "yue-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.815646, + "recall": 0.866601, + "f1": 0.831159, + "accuracy": 0.866601, + "main_score": 0.831159, + "hf_subset": "yue_Hant-ace_Latn", + "languages": [ + "yue-Hant", + "ace-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "yue_Hant-ban_Latn", + "languages": [ + "yue-Hant", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-ell_Grek", + "languages": [ + "yue-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "yue_Hant-hne_Deva", + "languages": [ + "yue-Hant", + "hne-Deva" + ] + }, + { + "precision": 0.514598, + "recall": 0.591897, + "f1": 0.535023, + "accuracy": 0.591897, + "main_score": 0.535023, + "hf_subset": "yue_Hant-kik_Latn", + "languages": [ + "yue-Hant", + "kik-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "yue_Hant-mai_Deva", + "languages": [ + "yue-Hant", + "mai-Deva" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "yue_Hant-pbt_Arab", + "languages": [ + "yue-Hant", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-spa_Latn", + "languages": [ + "yue-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.677907, + "recall": 0.748024, + "f1": 0.698064, + "accuracy": 0.748024, + "main_score": 0.698064, + "hf_subset": "yue_Hant-twi_Latn", + "languages": [ + "yue-Hant", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-acm_Arab", + "languages": [ + "yue-Hant", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-bel_Cyrl", + "languages": [ + "yue-Hant", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-hrv_Latn", + "languages": [ + "yue-Hant", + "hrv-Latn" + ] + }, + { + "precision": 0.798577, + "recall": 0.851779, + "f1": 0.814839, + "accuracy": 0.851779, + "main_score": 0.814839, + "hf_subset": "yue_Hant-kin_Latn", + "languages": [ + "yue-Hant", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-mal_Mlym", + "languages": [ + "yue-Hant", + "mal-Mlym" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-pes_Arab", + "languages": [ + "yue-Hant", + "pes-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "yue_Hant-srd_Latn", + "languages": [ + "yue-Hant", + "srd-Latn" + ] + }, + { + "precision": 0.18262, + "recall": 0.242095, + "f1": 0.196751, + "accuracy": 0.242095, + "main_score": 0.196751, + "hf_subset": "yue_Hant-tzm_Tfng", + "languages": [ + "yue-Hant", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-acq_Arab", + "languages": [ + "yue-Hant", + "acq-Arab" + ] + }, + { + "precision": 0.595573, + "recall": 0.676877, + "f1": 0.618041, + "accuracy": 0.676877, + "main_score": 0.618041, + "hf_subset": "yue_Hant-bem_Latn", + "languages": [ + "yue-Hant", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-epo_Latn", + "languages": [ + "yue-Hant", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-hun_Latn", + "languages": [ + "yue-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "yue_Hant-kir_Cyrl", + "languages": [ + "yue-Hant", + "kir-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "yue_Hant-mar_Deva", + "languages": [ + "yue-Hant", + "mar-Deva" + ] + }, + { + "precision": 0.827997, + "recall": 0.874506, + "f1": 0.842029, + "accuracy": 0.874506, + "main_score": 0.842029, + "hf_subset": "yue_Hant-plt_Latn", + "languages": [ + "yue-Hant", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-srp_Cyrl", + "languages": [ + "yue-Hant", + "srp-Cyrl" + ] + }, + { + "precision": 0.939312, + "recall": 0.95751, + "f1": 0.945059, + "accuracy": 0.95751, + "main_score": 0.945059, + "hf_subset": "yue_Hant-uig_Arab", + "languages": [ + "yue-Hant", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-aeb_Arab", + "languages": [ + "yue-Hant", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-ben_Beng", + "languages": [ + "yue-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-est_Latn", + "languages": [ + "yue-Hant", + "est-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "yue_Hant-hye_Armn", + "languages": [ + "yue-Hant", + "hye-Armn" + ] + }, + { + "precision": 0.401807, + "recall": 0.472332, + "f1": 0.420364, + "accuracy": 0.472332, + "main_score": 0.420364, + "hf_subset": "yue_Hant-kmb_Latn", + "languages": [ + "yue-Hant", + "kmb-Latn" + ] + }, + { + "precision": 0.383692, + "recall": 0.466403, + "f1": 0.404237, + "accuracy": 0.466403, + "main_score": 0.404237, + "hf_subset": "yue_Hant-min_Arab", + "languages": [ + "yue-Hant", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-pol_Latn", + "languages": [ + "yue-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.689954, + "recall": 0.761858, + "f1": 0.710471, + "accuracy": 0.761858, + "main_score": 0.710471, + "hf_subset": "yue_Hant-ssw_Latn", + "languages": [ + "yue-Hant", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-ukr_Cyrl", + "languages": [ + "yue-Hant", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-afr_Latn", + "languages": [ + "yue-Hant", + "afr-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "yue_Hant-bho_Deva", + "languages": [ + "yue-Hant", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "yue_Hant-eus_Latn", + "languages": [ + "yue-Hant", + "eus-Latn" + ] + }, + { + "precision": 0.808639, + "recall": 0.863636, + "f1": 0.825445, + "accuracy": 0.863636, + "main_score": 0.825445, + "hf_subset": "yue_Hant-ibo_Latn", + "languages": [ + "yue-Hant", + "ibo-Latn" + ] + }, + { + "precision": 0.836215, + "recall": 0.881423, + "f1": 0.850099, + "accuracy": 0.881423, + "main_score": 0.850099, + "hf_subset": "yue_Hant-kmr_Latn", + "languages": [ + "yue-Hant", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "yue_Hant-min_Latn", + "languages": [ + "yue-Hant", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-por_Latn", + "languages": [ + "yue-Hant", + "por-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "yue_Hant-sun_Latn", + "languages": [ + "yue-Hant", + "sun-Latn" + ] + }, + { + "precision": 0.398695, + "recall": 0.458498, + "f1": 0.414667, + "accuracy": 0.458498, + "main_score": 0.414667, + "hf_subset": "yue_Hant-umb_Latn", + "languages": [ + "yue-Hant", + "umb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-ajp_Arab", + "languages": [ + "yue-Hant", + "ajp-Arab" + ] + }, + { + "precision": 0.415321, + "recall": 0.500988, + "f1": 0.43661, + "accuracy": 0.500988, + "main_score": 0.43661, + "hf_subset": "yue_Hant-bjn_Arab", + "languages": [ + "yue-Hant", + "bjn-Arab" + ] + }, + { + "precision": 0.403733, + "recall": 0.459486, + "f1": 0.418601, + "accuracy": 0.459486, + "main_score": 0.418601, + "hf_subset": "yue_Hant-ewe_Latn", + "languages": [ + "yue-Hant", + "ewe-Latn" + ] + }, + { + "precision": 0.931406, + "recall": 0.952569, + "f1": 0.938142, + "accuracy": 0.952569, + "main_score": 0.938142, + "hf_subset": "yue_Hant-ilo_Latn", + "languages": [ + "yue-Hant", + "ilo-Latn" + ] + }, + { + "precision": 0.213255, + "recall": 0.268775, + "f1": 0.226307, + "accuracy": 0.268775, + "main_score": 0.226307, + "hf_subset": "yue_Hant-knc_Arab", + "languages": [ + "yue-Hant", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-mkd_Cyrl", + "languages": [ + "yue-Hant", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-prs_Arab", + "languages": [ + "yue-Hant", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-swe_Latn", + "languages": [ + "yue-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-urd_Arab", + "languages": [ + "yue-Hant", + "urd-Arab" + ] + }, + { + "precision": 0.655123, + "recall": 0.726285, + "f1": 0.67535, + "accuracy": 0.726285, + "main_score": 0.67535, + "hf_subset": "yue_Hant-aka_Latn", + "languages": [ + "yue-Hant", + "aka-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "yue_Hant-bjn_Latn", + "languages": [ + "yue-Hant", + "bjn-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "yue_Hant-fao_Latn", + "languages": [ + "yue-Hant", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ind_Latn", + "languages": [ + "yue-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.459093, + "recall": 0.518775, + "f1": 0.475206, + "accuracy": 0.518775, + "main_score": 0.475206, + "hf_subset": "yue_Hant-knc_Latn", + "languages": [ + "yue-Hant", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-mlt_Latn", + "languages": [ + "yue-Hant", + "mlt-Latn" + ] + }, + { + "precision": 0.579044, + "recall": 0.655138, + "f1": 0.600278, + "accuracy": 0.655138, + "main_score": 0.600278, + "hf_subset": "yue_Hant-quy_Latn", + "languages": [ + "yue-Hant", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-swh_Latn", + "languages": [ + "yue-Hant", + "swh-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "yue_Hant-uzn_Latn", + "languages": [ + "yue-Hant", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-als_Latn", + "languages": [ + "yue-Hant", + "als-Latn" + ] + }, + { + "precision": 0.757955, + "recall": 0.823123, + "f1": 0.777438, + "accuracy": 0.823123, + "main_score": 0.777438, + "hf_subset": "yue_Hant-bod_Tibt", + "languages": [ + "yue-Hant", + "bod-Tibt" + ] + }, + { + "precision": 0.571385, + "recall": 0.653162, + "f1": 0.595026, + "accuracy": 0.653162, + "main_score": 0.595026, + "hf_subset": "yue_Hant-fij_Latn", + "languages": [ + "yue-Hant", + "fij-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "yue_Hant-isl_Latn", + "languages": [ + "yue-Hant", + "isl-Latn" + ] + }, + { + "precision": 0.532524, + "recall": 0.597826, + "f1": 0.549735, + "accuracy": 0.597826, + "main_score": 0.549735, + "hf_subset": "yue_Hant-kon_Latn", + "languages": [ + "yue-Hant", + "kon-Latn" + ] + }, + { + "precision": 0.5542, + "recall": 0.633399, + "f1": 0.575643, + "accuracy": 0.633399, + "main_score": 0.575643, + "hf_subset": "yue_Hant-mni_Beng", + "languages": [ + "yue-Hant", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-ron_Latn", + "languages": [ + "yue-Hant", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "yue_Hant-szl_Latn", + "languages": [ + "yue-Hant", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-vec_Latn", + "languages": [ + "yue-Hant", + "vec-Latn" + ] + }, + { + "precision": 0.909618, + "recall": 0.937747, + "f1": 0.918643, + "accuracy": 0.937747, + "main_score": 0.918643, + "hf_subset": "yue_Hant-amh_Ethi", + "languages": [ + "yue-Hant", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-bos_Latn", + "languages": [ + "yue-Hant", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-fin_Latn", + "languages": [ + "yue-Hant", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ita_Latn", + "languages": [ + "yue-Hant", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.455804, + "recall": 0.517787, + "f1": 0.472802, + "accuracy": 0.517787, + "main_score": 0.472802, + "hf_subset": "yue_Hant-mos_Latn", + "languages": [ + "yue-Hant", + "mos-Latn" + ] + }, + { + "precision": 0.697864, + "recall": 0.764822, + "f1": 0.717354, + "accuracy": 0.764822, + "main_score": 0.717354, + "hf_subset": "yue_Hant-run_Latn", + "languages": [ + "yue-Hant", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "yue_Hant-tam_Taml", + "languages": [ + "yue-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-apc_Arab", + "languages": [ + "yue-Hant", + "apc-Arab" + ] + }, + { + "precision": 0.669696, + "recall": 0.741107, + "f1": 0.689047, + "accuracy": 0.741107, + "main_score": 0.689047, + "hf_subset": "yue_Hant-bug_Latn", + "languages": [ + "yue-Hant", + "bug-Latn" + ] + }, + { + "precision": 0.408849, + "recall": 0.463439, + "f1": 0.423676, + "accuracy": 0.463439, + "main_score": 0.423676, + "hf_subset": "yue_Hant-fon_Latn", + "languages": [ + "yue-Hant", + "fon-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "yue_Hant-jav_Latn", + "languages": [ + "yue-Hant", + "jav-Latn" + ] + }, + { + "precision": 0.942935, + "recall": 0.959486, + "f1": 0.948188, + "accuracy": 0.959486, + "main_score": 0.948188, + "hf_subset": "yue_Hant-lao_Laoo", + "languages": [ + "yue-Hant", + "lao-Laoo" + ] + }, + { + "precision": 0.844763, + "recall": 0.890316, + "f1": 0.858827, + "accuracy": 0.890316, + "main_score": 0.858827, + "hf_subset": "yue_Hant-mri_Latn", + "languages": [ + "yue-Hant", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-rus_Cyrl", + "languages": [ + "yue-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.448518, + "recall": 0.503953, + "f1": 0.463243, + "accuracy": 0.503953, + "main_score": 0.463243, + "hf_subset": "yue_Hant-taq_Latn", + "languages": [ + "yue-Hant", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-war_Latn", + "languages": [ + "yue-Hant", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-arb_Arab", + "languages": [ + "yue-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-bul_Cyrl", + "languages": [ + "yue-Hant", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-fra_Latn", + "languages": [ + "yue-Hant", + "fra-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "yue_Hant-lij_Latn", + "languages": [ + "yue-Hant", + "lij-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "yue_Hant-mya_Mymr", + "languages": [ + "yue-Hant", + "mya-Mymr" + ] + }, + { + "precision": 0.509211, + "recall": 0.581028, + "f1": 0.528568, + "accuracy": 0.581028, + "main_score": 0.528568, + "hf_subset": "yue_Hant-sag_Latn", + "languages": [ + "yue-Hant", + "sag-Latn" + ] + }, + { + "precision": 0.189865, + "recall": 0.252964, + "f1": 0.205071, + "accuracy": 0.252964, + "main_score": 0.205071, + "hf_subset": "yue_Hant-taq_Tfng", + "languages": [ + "yue-Hant", + "taq-Tfng" + ] + }, + { + "precision": 0.601957, + "recall": 0.677866, + "f1": 0.622477, + "accuracy": 0.677866, + "main_score": 0.622477, + "hf_subset": "yue_Hant-wol_Latn", + "languages": [ + "yue-Hant", + "wol-Latn" + ] + }, + { + "precision": 0.815711, + "recall": 0.868577, + "f1": 0.832082, + "accuracy": 0.868577, + "main_score": 0.832082, + "hf_subset": "yue_Hant-arb_Latn", + "languages": [ + "yue-Hant", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-cat_Latn", + "languages": [ + "yue-Hant", + "cat-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "yue_Hant-fur_Latn", + "languages": [ + "yue-Hant", + "fur-Latn" + ] + }, + { + "precision": 0.376874, + "recall": 0.44664, + "f1": 0.393818, + "accuracy": 0.44664, + "main_score": 0.393818, + "hf_subset": "yue_Hant-kab_Latn", + "languages": [ + "yue-Hant", + "kab-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "yue_Hant-lim_Latn", + "languages": [ + "yue-Hant", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-nld_Latn", + "languages": [ + "yue-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "yue_Hant-san_Deva", + "languages": [ + "yue-Hant", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "yue_Hant-tat_Cyrl", + "languages": [ + "yue-Hant", + "tat-Cyrl" + ] + }, + { + "precision": 0.827882, + "recall": 0.87747, + "f1": 0.843248, + "accuracy": 0.87747, + "main_score": 0.843248, + "hf_subset": "yue_Hant-xho_Latn", + "languages": [ + "yue-Hant", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-ars_Arab", + "languages": [ + "yue-Hant", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-ceb_Latn", + "languages": [ + "yue-Hant", + "ceb-Latn" + ] + }, + { + "precision": 0.42617, + "recall": 0.492095, + "f1": 0.443282, + "accuracy": 0.492095, + "main_score": 0.443282, + "hf_subset": "yue_Hant-fuv_Latn", + "languages": [ + "yue-Hant", + "fuv-Latn" + ] + }, + { + "precision": 0.429857, + "recall": 0.500988, + "f1": 0.448856, + "accuracy": 0.500988, + "main_score": 0.448856, + "hf_subset": "yue_Hant-kac_Latn", + "languages": [ + "yue-Hant", + "kac-Latn" + ] + }, + { + "precision": 0.565241, + "recall": 0.634387, + "f1": 0.5827, + "accuracy": 0.634387, + "main_score": 0.5827, + "hf_subset": "yue_Hant-lin_Latn", + "languages": [ + "yue-Hant", + "lin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-nno_Latn", + "languages": [ + "yue-Hant", + "nno-Latn" + ] + }, + { + "precision": 0.835013, + "recall": 0.882411, + "f1": 0.849736, + "accuracy": 0.882411, + "main_score": 0.849736, + "hf_subset": "yue_Hant-sat_Olck", + "languages": [ + "yue-Hant", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "yue_Hant-tel_Telu", + "languages": [ + "yue-Hant", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "yue_Hant-ydd_Hebr", + "languages": [ + "yue-Hant", + "ydd-Hebr" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "yue_Hant-ary_Arab", + "languages": [ + "yue-Hant", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ces_Latn", + "languages": [ + "yue-Hant", + "ces-Latn" + ] + }, + { + "precision": 0.492564, + "recall": 0.577075, + "f1": 0.515104, + "accuracy": 0.577075, + "main_score": 0.515104, + "hf_subset": "yue_Hant-gaz_Latn", + "languages": [ + "yue-Hant", + "gaz-Latn" + ] + }, + { + "precision": 0.466095, + "recall": 0.552372, + "f1": 0.488082, + "accuracy": 0.552372, + "main_score": 0.488082, + "hf_subset": "yue_Hant-kam_Latn", + "languages": [ + "yue-Hant", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "yue_Hant-lit_Latn", + "languages": [ + "yue-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-nob_Latn", + "languages": [ + "yue-Hant", + "nob-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "yue_Hant-scn_Latn", + "languages": [ + "yue-Hant", + "scn-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "yue_Hant-tgk_Cyrl", + "languages": [ + "yue-Hant", + "tgk-Cyrl" + ] + }, + { + "precision": 0.664775, + "recall": 0.744071, + "f1": 0.687621, + "accuracy": 0.744071, + "main_score": 0.687621, + "hf_subset": "yue_Hant-yor_Latn", + "languages": [ + "yue-Hant", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-arz_Arab", + "languages": [ + "yue-Hant", + "arz-Arab" + ] + }, + { + "precision": 0.41626, + "recall": 0.48419, + "f1": 0.434651, + "accuracy": 0.48419, + "main_score": 0.434651, + "hf_subset": "yue_Hant-cjk_Latn", + "languages": [ + "yue-Hant", + "cjk-Latn" + ] + }, + { + "precision": 0.913208, + "recall": 0.940711, + "f1": 0.922101, + "accuracy": 0.940711, + "main_score": 0.922101, + "hf_subset": "yue_Hant-gla_Latn", + "languages": [ + "yue-Hant", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "yue_Hant-kan_Knda", + "languages": [ + "yue-Hant", + "kan-Knda" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "yue_Hant-lmo_Latn", + "languages": [ + "yue-Hant", + "lmo-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "yue_Hant-npi_Deva", + "languages": [ + "yue-Hant", + "npi-Deva" + ] + }, + { + "precision": 0.506401, + "recall": 0.588933, + "f1": 0.529398, + "accuracy": 0.588933, + "main_score": 0.529398, + "hf_subset": "yue_Hant-shn_Mymr", + "languages": [ + "yue-Hant", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-tgl_Latn", + "languages": [ + "yue-Hant", + "tgl-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "yue_Hant-asm_Beng", + "languages": [ + "yue-Hant", + "asm-Beng" + ] + }, + { + "precision": 0.898939, + "recall": 0.928854, + "f1": 0.908251, + "accuracy": 0.928854, + "main_score": 0.908251, + "hf_subset": "yue_Hant-ckb_Arab", + "languages": [ + "yue-Hant", + "ckb-Arab" + ] + }, + { + "precision": 0.960063, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "yue_Hant-gle_Latn", + "languages": [ + "yue-Hant", + "gle-Latn" + ] + }, + { + "precision": 0.881835, + "recall": 0.91502, + "f1": 0.892029, + "accuracy": 0.91502, + "main_score": 0.892029, + "hf_subset": "yue_Hant-kas_Arab", + "languages": [ + "yue-Hant", + "kas-Arab" + ] + }, + { + "precision": 0.873518, + "recall": 0.911067, + "f1": 0.885178, + "accuracy": 0.911067, + "main_score": 0.885178, + "hf_subset": "yue_Hant-ltg_Latn", + "languages": [ + "yue-Hant", + "ltg-Latn" + ] + }, + { + "precision": 0.721075, + "recall": 0.786561, + "f1": 0.740613, + "accuracy": 0.786561, + "main_score": 0.740613, + "hf_subset": "yue_Hant-nso_Latn", + "languages": [ + "yue-Hant", + "nso-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "yue_Hant-sin_Sinh", + "languages": [ + "yue-Hant", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-tha_Thai", + "languages": [ + "yue-Hant", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-ast_Latn", + "languages": [ + "yue-Hant", + "ast-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "yue_Hant-crh_Latn", + "languages": [ + "yue-Hant", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-glg_Latn", + "languages": [ + "yue-Hant", + "glg-Latn" + ] + }, + { + "precision": 0.807651, + "recall": 0.858696, + "f1": 0.822499, + "accuracy": 0.858696, + "main_score": 0.822499, + "hf_subset": "yue_Hant-kas_Deva", + "languages": [ + "yue-Hant", + "kas-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "yue_Hant-ltz_Latn", + "languages": [ + "yue-Hant", + "ltz-Latn" + ] + }, + { + "precision": 0.386522, + "recall": 0.452569, + "f1": 0.404224, + "accuracy": 0.452569, + "main_score": 0.404224, + "hf_subset": "yue_Hant-nus_Latn", + "languages": [ + "yue-Hant", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-slk_Latn", + "languages": [ + "yue-Hant", + "slk-Latn" + ] + }, + { + "precision": 0.575094, + "recall": 0.661067, + "f1": 0.598375, + "accuracy": 0.661067, + "main_score": 0.598375, + "hf_subset": "yue_Hant-tir_Ethi", + "languages": [ + "yue-Hant", + "tir-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ] + }, + { + "precision": 0.980978, + "recall": 0.985178, + "f1": 0.982279, + "accuracy": 0.985178, + "main_score": 0.982279, + "hf_subset": "yue_Hant-awa_Deva", + "languages": [ + "yue-Hant", + "awa-Deva" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "yue_Hant-cym_Latn", + "languages": [ + "yue-Hant", + "cym-Latn" + ] + }, + { + "precision": 0.702885, + "recall": 0.771739, + "f1": 0.72227, + "accuracy": 0.771739, + "main_score": 0.72227, + "hf_subset": "yue_Hant-grn_Latn", + "languages": [ + "yue-Hant", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "yue_Hant-kat_Geor", + "languages": [ + "yue-Hant", + "kat-Geor" + ] + }, + { + "precision": 0.529434, + "recall": 0.602767, + "f1": 0.548085, + "accuracy": 0.602767, + "main_score": 0.548085, + "hf_subset": "yue_Hant-lua_Latn", + "languages": [ + "yue-Hant", + "lua-Latn" + ] + }, + { + "precision": 0.764493, + "recall": 0.829051, + "f1": 0.784124, + "accuracy": 0.829051, + "main_score": 0.784124, + "hf_subset": "yue_Hant-nya_Latn", + "languages": [ + "yue-Hant", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-slv_Latn", + "languages": [ + "yue-Hant", + "slv-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "yue_Hant-tpi_Latn", + "languages": [ + "yue-Hant", + "tpi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-zsm_Latn", + "languages": [ + "yue-Hant", + "zsm-Latn" + ] + }, + { + "precision": 0.465575, + "recall": 0.531621, + "f1": 0.483723, + "accuracy": 0.531621, + "main_score": 0.483723, + "hf_subset": "yue_Hant-ayr_Latn", + "languages": [ + "yue-Hant", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-dan_Latn", + "languages": [ + "yue-Hant", + "dan-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-guj_Gujr", + "languages": [ + "yue-Hant", + "guj-Gujr" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "yue_Hant-kaz_Cyrl", + "languages": [ + "yue-Hant", + "kaz-Cyrl" + ] + }, + { + "precision": 0.572209, + "recall": 0.659091, + "f1": 0.596966, + "accuracy": 0.659091, + "main_score": 0.596966, + "hf_subset": "yue_Hant-lug_Latn", + "languages": [ + "yue-Hant", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-oci_Latn", + "languages": [ + "yue-Hant", + "oci-Latn" + ] + }, + { + "precision": 0.791453, + "recall": 0.847826, + "f1": 0.808945, + "accuracy": 0.847826, + "main_score": 0.808945, + "hf_subset": "yue_Hant-smo_Latn", + "languages": [ + "yue-Hant", + "smo-Latn" + ] + }, + { + "precision": 0.679251, + "recall": 0.755929, + "f1": 0.701934, + "accuracy": 0.755929, + "main_score": 0.701934, + "hf_subset": "yue_Hant-tsn_Latn", + "languages": [ + "yue-Hant", + "tsn-Latn" + ] + }, + { + "precision": 0.84058, + "recall": 0.88834, + "f1": 0.855501, + "accuracy": 0.88834, + "main_score": 0.855501, + "hf_subset": "yue_Hant-zul_Latn", + "languages": [ + "yue-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.898304, + "recall": 0.929842, + "f1": 0.908498, + "accuracy": 0.929842, + "main_score": 0.908498, + "hf_subset": "yue_Hant-azb_Arab", + "languages": [ + "yue-Hant", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-deu_Latn", + "languages": [ + "yue-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "yue_Hant-hat_Latn", + "languages": [ + "yue-Hant", + "hat-Latn" + ] + }, + { + "precision": 0.411029, + "recall": 0.476285, + "f1": 0.42836, + "accuracy": 0.476285, + "main_score": 0.42836, + "hf_subset": "yue_Hant-kbp_Latn", + "languages": [ + "yue-Hant", + "kbp-Latn" + ] + }, + { + "precision": 0.461702, + "recall": 0.524704, + "f1": 0.478035, + "accuracy": 0.524704, + "main_score": 0.478035, + "hf_subset": "yue_Hant-luo_Latn", + "languages": [ + "yue-Hant", + "luo-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "yue_Hant-ory_Orya", + "languages": [ + "yue-Hant", + "ory-Orya" + ] + }, + { + "precision": 0.851202, + "recall": 0.895257, + "f1": 0.865152, + "accuracy": 0.895257, + "main_score": 0.865152, + "hf_subset": "yue_Hant-sna_Latn", + "languages": [ + "yue-Hant", + "sna-Latn" + ] + }, + { + "precision": 0.580798, + "recall": 0.660079, + "f1": 0.602746, + "accuracy": 0.660079, + "main_score": 0.602746, + "hf_subset": "yue_Hant-tso_Latn", + "languages": [ + "yue-Hant", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-azj_Latn", + "languages": [ + "yue-Hant", + "azj-Latn" + ] + }, + { + "precision": 0.460835, + "recall": 0.535573, + "f1": 0.48094, + "accuracy": 0.535573, + "main_score": 0.48094, + "hf_subset": "yue_Hant-dik_Latn", + "languages": [ + "yue-Hant", + "dik-Latn" + ] + }, + { + "precision": 0.878047, + "recall": 0.913043, + "f1": 0.889032, + "accuracy": 0.913043, + "main_score": 0.889032, + "hf_subset": "yue_Hant-hau_Latn", + "languages": [ + "yue-Hant", + "hau-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "yue_Hant-kea_Latn", + "languages": [ + "yue-Hant", + "kea-Latn" + ] + }, + { + "precision": 0.911479, + "recall": 0.938735, + "f1": 0.920191, + "accuracy": 0.938735, + "main_score": 0.920191, + "hf_subset": "yue_Hant-lus_Latn", + "languages": [ + "yue-Hant", + "lus-Latn" + ] + }, + { + "precision": 0.801063, + "recall": 0.854743, + "f1": 0.81713, + "accuracy": 0.854743, + "main_score": 0.81713, + "hf_subset": "yue_Hant-pag_Latn", + "languages": [ + "yue-Hant", + "pag-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "yue_Hant-snd_Arab", + "languages": [ + "yue-Hant", + "snd-Arab" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "yue_Hant-tuk_Latn", + "languages": [ + "yue-Hant", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "yue_Hant-bak_Cyrl", + "languages": [ + "yue-Hant", + "bak-Cyrl" + ] + }, + { + "precision": 0.429692, + "recall": 0.501976, + "f1": 0.448865, + "accuracy": 0.501976, + "main_score": 0.448865, + "hf_subset": "yue_Hant-dyu_Latn", + "languages": [ + "yue-Hant", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-heb_Hebr", + "languages": [ + "yue-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "yue_Hant-khk_Cyrl", + "languages": [ + "yue-Hant", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-lvs_Latn", + "languages": [ + "yue-Hant", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "yue_Hant-pan_Guru", + "languages": [ + "yue-Hant", + "pan-Guru" + ] + }, + { + "precision": 0.82612, + "recall": 0.876482, + "f1": 0.841864, + "accuracy": 0.876482, + "main_score": 0.841864, + "hf_subset": "yue_Hant-som_Latn", + "languages": [ + "yue-Hant", + "som-Latn" + ] + }, + { + "precision": 0.642458, + "recall": 0.713439, + "f1": 0.662329, + "accuracy": 0.713439, + "main_score": 0.662329, + "hf_subset": "yue_Hant-tum_Latn", + "languages": [ + "yue-Hant", + "tum-Latn" + ] + }, + { + "precision": 0.45988, + "recall": 0.545455, + "f1": 0.483793, + "accuracy": 0.545455, + "main_score": 0.483793, + "hf_subset": "asm_Beng-ace_Arab", + "languages": [ + "asm-Beng", + "ace-Arab" + ] + }, + { + "precision": 0.411992, + "recall": 0.460474, + "f1": 0.424781, + "accuracy": 0.460474, + "main_score": 0.424781, + "hf_subset": "asm_Beng-bam_Latn", + "languages": [ + "asm-Beng", + "bam-Latn" + ] + }, + { + "precision": 0.566709, + "recall": 0.660079, + "f1": 0.593383, + "accuracy": 0.660079, + "main_score": 0.593383, + "hf_subset": "asm_Beng-dzo_Tibt", + "languages": [ + "asm-Beng", + "dzo-Tibt" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "asm_Beng-khm_Khmr", + "languages": [ + "asm-Beng", + "khm-Khmr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-mag_Deva", + "languages": [ + "asm-Beng", + "mag-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "asm_Beng-pap_Latn", + "languages": [ + "asm-Beng", + "pap-Latn" + ] + }, + { + "precision": 0.812862, + "recall": 0.866601, + "f1": 0.829545, + "accuracy": 0.866601, + "main_score": 0.829545, + "hf_subset": "asm_Beng-sot_Latn", + "languages": [ + "asm-Beng", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-tur_Latn", + "languages": [ + "asm-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.81143, + "recall": 0.857708, + "f1": 0.825448, + "accuracy": 0.857708, + "main_score": 0.825448, + "hf_subset": "asm_Beng-ace_Latn", + "languages": [ + "asm-Beng", + "ace-Latn" + ] + }, + { + "precision": 0.925725, + "recall": 0.947628, + "f1": 0.932806, + "accuracy": 0.947628, + "main_score": 0.932806, + "hf_subset": "asm_Beng-ban_Latn", + "languages": [ + "asm-Beng", + "ban-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "asm_Beng-ell_Grek", + "languages": [ + "asm-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "asm_Beng-hne_Deva", + "languages": [ + "asm-Beng", + "hne-Deva" + ] + }, + { + "precision": 0.500108, + "recall": 0.574111, + "f1": 0.519806, + "accuracy": 0.574111, + "main_score": 0.519806, + "hf_subset": "asm_Beng-kik_Latn", + "languages": [ + "asm-Beng", + "kik-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.932642, + "recall": 0.953557, + "f1": 0.939394, + "accuracy": 0.953557, + "main_score": 0.939394, + "hf_subset": "asm_Beng-pbt_Arab", + "languages": [ + "asm-Beng", + "pbt-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-spa_Latn", + "languages": [ + "asm-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.668908, + "recall": 0.737154, + "f1": 0.688421, + "accuracy": 0.737154, + "main_score": 0.688421, + "hf_subset": "asm_Beng-twi_Latn", + "languages": [ + "asm-Beng", + "twi-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-acm_Arab", + "languages": [ + "asm-Beng", + "acm-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "asm_Beng-bel_Cyrl", + "languages": [ + "asm-Beng", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "asm_Beng-hrv_Latn", + "languages": [ + "asm-Beng", + "hrv-Latn" + ] + }, + { + "precision": 0.795059, + "recall": 0.848814, + "f1": 0.811331, + "accuracy": 0.848814, + "main_score": 0.811331, + "hf_subset": "asm_Beng-kin_Latn", + "languages": [ + "asm-Beng", + "kin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-pes_Arab", + "languages": [ + "asm-Beng", + "pes-Arab" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "asm_Beng-srd_Latn", + "languages": [ + "asm-Beng", + "srd-Latn" + ] + }, + { + "precision": 0.195107, + "recall": 0.254941, + "f1": 0.209904, + "accuracy": 0.254941, + "main_score": 0.209904, + "hf_subset": "asm_Beng-tzm_Tfng", + "languages": [ + "asm-Beng", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-acq_Arab", + "languages": [ + "asm-Beng", + "acq-Arab" + ] + }, + { + "precision": 0.594378, + "recall": 0.671937, + "f1": 0.615739, + "accuracy": 0.671937, + "main_score": 0.615739, + "hf_subset": "asm_Beng-bem_Latn", + "languages": [ + "asm-Beng", + "bem-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "asm_Beng-epo_Latn", + "languages": [ + "asm-Beng", + "epo-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "asm_Beng-hun_Latn", + "languages": [ + "asm-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "asm_Beng-kir_Cyrl", + "languages": [ + "asm-Beng", + "kir-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.813109, + "recall": 0.866601, + "f1": 0.829842, + "accuracy": 0.866601, + "main_score": 0.829842, + "hf_subset": "asm_Beng-plt_Latn", + "languages": [ + "asm-Beng", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-srp_Cyrl", + "languages": [ + "asm-Beng", + "srp-Cyrl" + ] + }, + { + "precision": 0.931933, + "recall": 0.952569, + "f1": 0.938472, + "accuracy": 0.952569, + "main_score": 0.938472, + "hf_subset": "asm_Beng-uig_Arab", + "languages": [ + "asm-Beng", + "uig-Arab" + ] + }, + { + "precision": 0.977931, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "asm_Beng-aeb_Arab", + "languages": [ + "asm-Beng", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "asm_Beng-est_Latn", + "languages": [ + "asm-Beng", + "est-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-hye_Armn", + "languages": [ + "asm-Beng", + "hye-Armn" + ] + }, + { + "precision": 0.388518, + "recall": 0.454545, + "f1": 0.405611, + "accuracy": 0.454545, + "main_score": 0.405611, + "hf_subset": "asm_Beng-kmb_Latn", + "languages": [ + "asm-Beng", + "kmb-Latn" + ] + }, + { + "precision": 0.411489, + "recall": 0.492095, + "f1": 0.431578, + "accuracy": 0.492095, + "main_score": 0.431578, + "hf_subset": "asm_Beng-min_Arab", + "languages": [ + "asm-Beng", + "min-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-pol_Latn", + "languages": [ + "asm-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.67752, + "recall": 0.75, + "f1": 0.69841, + "accuracy": 0.75, + "main_score": 0.69841, + "hf_subset": "asm_Beng-ssw_Latn", + "languages": [ + "asm-Beng", + "ssw-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-ukr_Cyrl", + "languages": [ + "asm-Beng", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-afr_Latn", + "languages": [ + "asm-Beng", + "afr-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "asm_Beng-bho_Deva", + "languages": [ + "asm-Beng", + "bho-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-eus_Latn", + "languages": [ + "asm-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.79002, + "recall": 0.846838, + "f1": 0.807199, + "accuracy": 0.846838, + "main_score": 0.807199, + "hf_subset": "asm_Beng-ibo_Latn", + "languages": [ + "asm-Beng", + "ibo-Latn" + ] + }, + { + "precision": 0.831604, + "recall": 0.878458, + "f1": 0.84641, + "accuracy": 0.878458, + "main_score": 0.84641, + "hf_subset": "asm_Beng-kmr_Latn", + "languages": [ + "asm-Beng", + "kmr-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "asm_Beng-min_Latn", + "languages": [ + "asm-Beng", + "min-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-por_Latn", + "languages": [ + "asm-Beng", + "por-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "asm_Beng-sun_Latn", + "languages": [ + "asm-Beng", + "sun-Latn" + ] + }, + { + "precision": 0.395725, + "recall": 0.455534, + "f1": 0.41122, + "accuracy": 0.455534, + "main_score": 0.41122, + "hf_subset": "asm_Beng-umb_Latn", + "languages": [ + "asm-Beng", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-ajp_Arab", + "languages": [ + "asm-Beng", + "ajp-Arab" + ] + }, + { + "precision": 0.427603, + "recall": 0.512846, + "f1": 0.450304, + "accuracy": 0.512846, + "main_score": 0.450304, + "hf_subset": "asm_Beng-bjn_Arab", + "languages": [ + "asm-Beng", + "bjn-Arab" + ] + }, + { + "precision": 0.405439, + "recall": 0.452569, + "f1": 0.418141, + "accuracy": 0.452569, + "main_score": 0.418141, + "hf_subset": "asm_Beng-ewe_Latn", + "languages": [ + "asm-Beng", + "ewe-Latn" + ] + }, + { + "precision": 0.913126, + "recall": 0.940711, + "f1": 0.922003, + "accuracy": 0.940711, + "main_score": 0.922003, + "hf_subset": "asm_Beng-ilo_Latn", + "languages": [ + "asm-Beng", + "ilo-Latn" + ] + }, + { + "precision": 0.226723, + "recall": 0.283597, + "f1": 0.239656, + "accuracy": 0.283597, + "main_score": 0.239656, + "hf_subset": "asm_Beng-knc_Arab", + "languages": [ + "asm-Beng", + "knc-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "asm_Beng-mkd_Cyrl", + "languages": [ + "asm-Beng", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-prs_Arab", + "languages": [ + "asm-Beng", + "prs-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "asm_Beng-swe_Latn", + "languages": [ + "asm-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.628048, + "recall": 0.702569, + "f1": 0.649357, + "accuracy": 0.702569, + "main_score": 0.649357, + "hf_subset": "asm_Beng-aka_Latn", + "languages": [ + "asm-Beng", + "aka-Latn" + ] + }, + { + "precision": 0.949687, + "recall": 0.965415, + "f1": 0.954776, + "accuracy": 0.965415, + "main_score": 0.954776, + "hf_subset": "asm_Beng-bjn_Latn", + "languages": [ + "asm-Beng", + "bjn-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "asm_Beng-fao_Latn", + "languages": [ + "asm-Beng", + "fao-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-ind_Latn", + "languages": [ + "asm-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.460413, + "recall": 0.511858, + "f1": 0.473954, + "accuracy": 0.511858, + "main_score": 0.473954, + "hf_subset": "asm_Beng-knc_Latn", + "languages": [ + "asm-Beng", + "knc-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "asm_Beng-mlt_Latn", + "languages": [ + "asm-Beng", + "mlt-Latn" + ] + }, + { + "precision": 0.567852, + "recall": 0.644269, + "f1": 0.589345, + "accuracy": 0.644269, + "main_score": 0.589345, + "hf_subset": "asm_Beng-quy_Latn", + "languages": [ + "asm-Beng", + "quy-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "asm_Beng-swh_Latn", + "languages": [ + "asm-Beng", + "swh-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "asm_Beng-uzn_Latn", + "languages": [ + "asm-Beng", + "uzn-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "asm_Beng-als_Latn", + "languages": [ + "asm-Beng", + "als-Latn" + ] + }, + { + "precision": 0.729407, + "recall": 0.798419, + "f1": 0.750082, + "accuracy": 0.798419, + "main_score": 0.750082, + "hf_subset": "asm_Beng-bod_Tibt", + "languages": [ + "asm-Beng", + "bod-Tibt" + ] + }, + { + "precision": 0.573948, + "recall": 0.655138, + "f1": 0.59722, + "accuracy": 0.655138, + "main_score": 0.59722, + "hf_subset": "asm_Beng-fij_Latn", + "languages": [ + "asm-Beng", + "fij-Latn" + ] + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "asm_Beng-isl_Latn", + "languages": [ + "asm-Beng", + "isl-Latn" + ] + }, + { + "precision": 0.521232, + "recall": 0.589921, + "f1": 0.539845, + "accuracy": 0.589921, + "main_score": 0.539845, + "hf_subset": "asm_Beng-kon_Latn", + "languages": [ + "asm-Beng", + "kon-Latn" + ] + }, + { + "precision": 0.555833, + "recall": 0.629447, + "f1": 0.575862, + "accuracy": 0.629447, + "main_score": 0.575862, + "hf_subset": "asm_Beng-mni_Beng", + "languages": [ + "asm-Beng", + "mni-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-ron_Latn", + "languages": [ + "asm-Beng", + "ron-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "asm_Beng-szl_Latn", + "languages": [ + "asm-Beng", + "szl-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "asm_Beng-vec_Latn", + "languages": [ + "asm-Beng", + "vec-Latn" + ] + }, + { + "precision": 0.905879, + "recall": 0.933794, + "f1": 0.914559, + "accuracy": 0.933794, + "main_score": 0.914559, + "hf_subset": "asm_Beng-amh_Ethi", + "languages": [ + "asm-Beng", + "amh-Ethi" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "asm_Beng-bos_Latn", + "languages": [ + "asm-Beng", + "bos-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "asm_Beng-fin_Latn", + "languages": [ + "asm-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-ita_Latn", + "languages": [ + "asm-Beng", + "ita-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "asm_Beng-kor_Hang", + "languages": [ + "asm-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.446155, + "recall": 0.492095, + "f1": 0.458855, + "accuracy": 0.492095, + "main_score": 0.458855, + "hf_subset": "asm_Beng-mos_Latn", + "languages": [ + "asm-Beng", + "mos-Latn" + ] + }, + { + "precision": 0.674046, + "recall": 0.743083, + "f1": 0.694411, + "accuracy": 0.743083, + "main_score": 0.694411, + "hf_subset": "asm_Beng-run_Latn", + "languages": [ + "asm-Beng", + "run-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-vie_Latn", + "languages": [ + "asm-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "asm_Beng-apc_Arab", + "languages": [ + "asm-Beng", + "apc-Arab" + ] + }, + { + "precision": 0.651966, + "recall": 0.718379, + "f1": 0.670134, + "accuracy": 0.718379, + "main_score": 0.670134, + "hf_subset": "asm_Beng-bug_Latn", + "languages": [ + "asm-Beng", + "bug-Latn" + ] + }, + { + "precision": 0.375768, + "recall": 0.423913, + "f1": 0.388568, + "accuracy": 0.423913, + "main_score": 0.388568, + "hf_subset": "asm_Beng-fon_Latn", + "languages": [ + "asm-Beng", + "fon-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "asm_Beng-jav_Latn", + "languages": [ + "asm-Beng", + "jav-Latn" + ] + }, + { + "precision": 0.931077, + "recall": 0.951581, + "f1": 0.937648, + "accuracy": 0.951581, + "main_score": 0.937648, + "hf_subset": "asm_Beng-lao_Laoo", + "languages": [ + "asm-Beng", + "lao-Laoo" + ] + }, + { + "precision": 0.832675, + "recall": 0.879447, + "f1": 0.847299, + "accuracy": 0.879447, + "main_score": 0.847299, + "hf_subset": "asm_Beng-mri_Latn", + "languages": [ + "asm-Beng", + "mri-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-rus_Cyrl", + "languages": [ + "asm-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.433492, + "recall": 0.483202, + "f1": 0.446404, + "accuracy": 0.483202, + "main_score": 0.446404, + "hf_subset": "asm_Beng-taq_Latn", + "languages": [ + "asm-Beng", + "taq-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "asm_Beng-war_Latn", + "languages": [ + "asm-Beng", + "war-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-arb_Arab", + "languages": [ + "asm-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "asm_Beng-bul_Cyrl", + "languages": [ + "asm-Beng", + "bul-Cyrl" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "asm_Beng-fra_Latn", + "languages": [ + "asm-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-jpn_Jpan", + "languages": [ + "asm-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "asm_Beng-lij_Latn", + "languages": [ + "asm-Beng", + "lij-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "asm_Beng-mya_Mymr", + "languages": [ + "asm-Beng", + "mya-Mymr" + ] + }, + { + "precision": 0.487194, + "recall": 0.545455, + "f1": 0.503005, + "accuracy": 0.545455, + "main_score": 0.503005, + "hf_subset": "asm_Beng-sag_Latn", + "languages": [ + "asm-Beng", + "sag-Latn" + ] + }, + { + "precision": 0.20512, + "recall": 0.26581, + "f1": 0.219997, + "accuracy": 0.26581, + "main_score": 0.219997, + "hf_subset": "asm_Beng-taq_Tfng", + "languages": [ + "asm-Beng", + "taq-Tfng" + ] + }, + { + "precision": 0.580964, + "recall": 0.650198, + "f1": 0.599462, + "accuracy": 0.650198, + "main_score": 0.599462, + "hf_subset": "asm_Beng-wol_Latn", + "languages": [ + "asm-Beng", + "wol-Latn" + ] + }, + { + "precision": 0.835145, + "recall": 0.881423, + "f1": 0.84944, + "accuracy": 0.881423, + "main_score": 0.84944, + "hf_subset": "asm_Beng-arb_Latn", + "languages": [ + "asm-Beng", + "arb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-cat_Latn", + "languages": [ + "asm-Beng", + "cat-Latn" + ] + }, + { + "precision": 0.95164, + "recall": 0.965415, + "f1": 0.955847, + "accuracy": 0.965415, + "main_score": 0.955847, + "hf_subset": "asm_Beng-fur_Latn", + "languages": [ + "asm-Beng", + "fur-Latn" + ] + }, + { + "precision": 0.380049, + "recall": 0.44664, + "f1": 0.39613, + "accuracy": 0.44664, + "main_score": 0.39613, + "hf_subset": "asm_Beng-kab_Latn", + "languages": [ + "asm-Beng", + "kab-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "asm_Beng-lim_Latn", + "languages": [ + "asm-Beng", + "lim-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "asm_Beng-nld_Latn", + "languages": [ + "asm-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.966074, + "accuracy": 0.97332, + "main_score": 0.966074, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "asm_Beng-tat_Cyrl", + "languages": [ + "asm-Beng", + "tat-Cyrl" + ] + }, + { + "precision": 0.847332, + "recall": 0.892292, + "f1": 0.861415, + "accuracy": 0.892292, + "main_score": 0.861415, + "hf_subset": "asm_Beng-xho_Latn", + "languages": [ + "asm-Beng", + "xho-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-ars_Arab", + "languages": [ + "asm-Beng", + "ars-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "asm_Beng-ceb_Latn", + "languages": [ + "asm-Beng", + "ceb-Latn" + ] + }, + { + "precision": 0.417191, + "recall": 0.481225, + "f1": 0.43479, + "accuracy": 0.481225, + "main_score": 0.43479, + "hf_subset": "asm_Beng-fuv_Latn", + "languages": [ + "asm-Beng", + "fuv-Latn" + ] + }, + { + "precision": 0.415235, + "recall": 0.479249, + "f1": 0.432495, + "accuracy": 0.479249, + "main_score": 0.432495, + "hf_subset": "asm_Beng-kac_Latn", + "languages": [ + "asm-Beng", + "kac-Latn" + ] + }, + { + "precision": 0.540081, + "recall": 0.609684, + "f1": 0.557929, + "accuracy": 0.609684, + "main_score": 0.557929, + "hf_subset": "asm_Beng-lin_Latn", + "languages": [ + "asm-Beng", + "lin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-nno_Latn", + "languages": [ + "asm-Beng", + "nno-Latn" + ] + }, + { + "precision": 0.860754, + "recall": 0.899209, + "f1": 0.872925, + "accuracy": 0.899209, + "main_score": 0.872925, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "asm_Beng-ydd_Hebr", + "languages": [ + "asm-Beng", + "ydd-Hebr" + ] + }, + { + "precision": 0.945652, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "asm_Beng-ary_Arab", + "languages": [ + "asm-Beng", + "ary-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-ces_Latn", + "languages": [ + "asm-Beng", + "ces-Latn" + ] + }, + { + "precision": 0.50717, + "recall": 0.586957, + "f1": 0.529645, + "accuracy": 0.586957, + "main_score": 0.529645, + "hf_subset": "asm_Beng-gaz_Latn", + "languages": [ + "asm-Beng", + "gaz-Latn" + ] + }, + { + "precision": 0.46086, + "recall": 0.54249, + "f1": 0.481603, + "accuracy": 0.54249, + "main_score": 0.481603, + "hf_subset": "asm_Beng-kam_Latn", + "languages": [ + "asm-Beng", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "asm_Beng-lit_Latn", + "languages": [ + "asm-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "asm_Beng-nob_Latn", + "languages": [ + "asm-Beng", + "nob-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "asm_Beng-scn_Latn", + "languages": [ + "asm-Beng", + "scn-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "asm_Beng-tgk_Cyrl", + "languages": [ + "asm-Beng", + "tgk-Cyrl" + ] + }, + { + "precision": 0.665176, + "recall": 0.742095, + "f1": 0.687512, + "accuracy": 0.742095, + "main_score": 0.687512, + "hf_subset": "asm_Beng-yor_Latn", + "languages": [ + "asm-Beng", + "yor-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "asm_Beng-arz_Arab", + "languages": [ + "asm-Beng", + "arz-Arab" + ] + }, + { + "precision": 0.418777, + "recall": 0.474308, + "f1": 0.433384, + "accuracy": 0.474308, + "main_score": 0.433384, + "hf_subset": "asm_Beng-cjk_Latn", + "languages": [ + "asm-Beng", + "cjk-Latn" + ] + }, + { + "precision": 0.905879, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "asm_Beng-gla_Latn", + "languages": [ + "asm-Beng", + "gla-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "asm_Beng-lmo_Latn", + "languages": [ + "asm-Beng", + "lmo-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.486318, + "recall": 0.568182, + "f1": 0.508861, + "accuracy": 0.568182, + "main_score": 0.508861, + "hf_subset": "asm_Beng-shn_Mymr", + "languages": [ + "asm-Beng", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-tgl_Latn", + "languages": [ + "asm-Beng", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-yue_Hant", + "languages": [ + "asm-Beng", + "yue-Hant" + ] + }, + { + "precision": 0.892902, + "recall": 0.924901, + "f1": 0.903063, + "accuracy": 0.924901, + "main_score": 0.903063, + "hf_subset": "asm_Beng-ckb_Arab", + "languages": [ + "asm-Beng", + "ckb-Arab" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "asm_Beng-gle_Latn", + "languages": [ + "asm-Beng", + "gle-Latn" + ] + }, + { + "precision": 0.882329, + "recall": 0.916996, + "f1": 0.893347, + "accuracy": 0.916996, + "main_score": 0.893347, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.85639, + "recall": 0.898221, + "f1": 0.869664, + "accuracy": 0.898221, + "main_score": 0.869664, + "hf_subset": "asm_Beng-ltg_Latn", + "languages": [ + "asm-Beng", + "ltg-Latn" + ] + }, + { + "precision": 0.713505, + "recall": 0.782609, + "f1": 0.734209, + "accuracy": 0.782609, + "main_score": 0.734209, + "hf_subset": "asm_Beng-nso_Latn", + "languages": [ + "asm-Beng", + "nso-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "asm_Beng-sin_Sinh", + "languages": [ + "asm-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "asm_Beng-tha_Thai", + "languages": [ + "asm-Beng", + "tha-Thai" + ] + }, + { + "precision": 0.978837, + "recall": 0.985178, + "f1": 0.980797, + "accuracy": 0.985178, + "main_score": 0.980797, + "hf_subset": "asm_Beng-zho_Hans", + "languages": [ + "asm-Beng", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-ast_Latn", + "languages": [ + "asm-Beng", + "ast-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "asm_Beng-crh_Latn", + "languages": [ + "asm-Beng", + "crh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-glg_Latn", + "languages": [ + "asm-Beng", + "glg-Latn" + ] + }, + { + "precision": 0.808745, + "recall": 0.86166, + "f1": 0.825132, + "accuracy": 0.86166, + "main_score": 0.825132, + "hf_subset": "asm_Beng-kas_Deva", + "languages": [ + "asm-Beng", + "kas-Deva" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "asm_Beng-ltz_Latn", + "languages": [ + "asm-Beng", + "ltz-Latn" + ] + }, + { + "precision": 0.403327, + "recall": 0.463439, + "f1": 0.418149, + "accuracy": 0.463439, + "main_score": 0.418149, + "hf_subset": "asm_Beng-nus_Latn", + "languages": [ + "asm-Beng", + "nus-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "asm_Beng-slk_Latn", + "languages": [ + "asm-Beng", + "slk-Latn" + ] + }, + { + "precision": 0.585076, + "recall": 0.66502, + "f1": 0.60753, + "accuracy": 0.66502, + "main_score": 0.60753, + "hf_subset": "asm_Beng-tir_Ethi", + "languages": [ + "asm-Beng", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "asm_Beng-zho_Hant", + "languages": [ + "asm-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "asm_Beng-awa_Deva", + "languages": [ + "asm-Beng", + "awa-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-cym_Latn", + "languages": [ + "asm-Beng", + "cym-Latn" + ] + }, + { + "precision": 0.672682, + "recall": 0.735178, + "f1": 0.689881, + "accuracy": 0.735178, + "main_score": 0.689881, + "hf_subset": "asm_Beng-grn_Latn", + "languages": [ + "asm-Beng", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-kat_Geor", + "languages": [ + "asm-Beng", + "kat-Geor" + ] + }, + { + "precision": 0.504564, + "recall": 0.576087, + "f1": 0.522754, + "accuracy": 0.576087, + "main_score": 0.522754, + "hf_subset": "asm_Beng-lua_Latn", + "languages": [ + "asm-Beng", + "lua-Latn" + ] + }, + { + "precision": 0.774045, + "recall": 0.83498, + "f1": 0.792904, + "accuracy": 0.83498, + "main_score": 0.792904, + "hf_subset": "asm_Beng-nya_Latn", + "languages": [ + "asm-Beng", + "nya-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-slv_Latn", + "languages": [ + "asm-Beng", + "slv-Latn" + ] + }, + { + "precision": 0.925889, + "recall": 0.949605, + "f1": 0.93363, + "accuracy": 0.949605, + "main_score": 0.93363, + "hf_subset": "asm_Beng-tpi_Latn", + "languages": [ + "asm-Beng", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-zsm_Latn", + "languages": [ + "asm-Beng", + "zsm-Latn" + ] + }, + { + "precision": 0.44228, + "recall": 0.508893, + "f1": 0.460476, + "accuracy": 0.508893, + "main_score": 0.460476, + "hf_subset": "asm_Beng-ayr_Latn", + "languages": [ + "asm-Beng", + "ayr-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "asm_Beng-dan_Latn", + "languages": [ + "asm-Beng", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "asm_Beng-kaz_Cyrl", + "languages": [ + "asm-Beng", + "kaz-Cyrl" + ] + }, + { + "precision": 0.572502, + "recall": 0.655138, + "f1": 0.595401, + "accuracy": 0.655138, + "main_score": 0.595401, + "hf_subset": "asm_Beng-lug_Latn", + "languages": [ + "asm-Beng", + "lug-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-oci_Latn", + "languages": [ + "asm-Beng", + "oci-Latn" + ] + }, + { + "precision": 0.785886, + "recall": 0.838933, + "f1": 0.802404, + "accuracy": 0.838933, + "main_score": 0.802404, + "hf_subset": "asm_Beng-smo_Latn", + "languages": [ + "asm-Beng", + "smo-Latn" + ] + }, + { + "precision": 0.692432, + "recall": 0.763834, + "f1": 0.713578, + "accuracy": 0.763834, + "main_score": 0.713578, + "hf_subset": "asm_Beng-tsn_Latn", + "languages": [ + "asm-Beng", + "tsn-Latn" + ] + }, + { + "precision": 0.839921, + "recall": 0.885375, + "f1": 0.854169, + "accuracy": 0.885375, + "main_score": 0.854169, + "hf_subset": "asm_Beng-zul_Latn", + "languages": [ + "asm-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.885952, + "recall": 0.91996, + "f1": 0.896772, + "accuracy": 0.91996, + "main_score": 0.896772, + "hf_subset": "asm_Beng-azb_Arab", + "languages": [ + "asm-Beng", + "azb-Arab" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "asm_Beng-deu_Latn", + "languages": [ + "asm-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.951663, + "recall": 0.966403, + "f1": 0.956423, + "accuracy": 0.966403, + "main_score": 0.956423, + "hf_subset": "asm_Beng-hat_Latn", + "languages": [ + "asm-Beng", + "hat-Latn" + ] + }, + { + "precision": 0.418988, + "recall": 0.478261, + "f1": 0.435164, + "accuracy": 0.478261, + "main_score": 0.435164, + "hf_subset": "asm_Beng-kbp_Latn", + "languages": [ + "asm-Beng", + "kbp-Latn" + ] + }, + { + "precision": 0.446216, + "recall": 0.508893, + "f1": 0.462479, + "accuracy": 0.508893, + "main_score": 0.462479, + "hf_subset": "asm_Beng-luo_Latn", + "languages": [ + "asm-Beng", + "luo-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.837385, + "recall": 0.880435, + "f1": 0.850791, + "accuracy": 0.880435, + "main_score": 0.850791, + "hf_subset": "asm_Beng-sna_Latn", + "languages": [ + "asm-Beng", + "sna-Latn" + ] + }, + { + "precision": 0.579582, + "recall": 0.658103, + "f1": 0.601241, + "accuracy": 0.658103, + "main_score": 0.601241, + "hf_subset": "asm_Beng-tso_Latn", + "languages": [ + "asm-Beng", + "tso-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "asm_Beng-azj_Latn", + "languages": [ + "asm-Beng", + "azj-Latn" + ] + }, + { + "precision": 0.442832, + "recall": 0.51087, + "f1": 0.461959, + "accuracy": 0.51087, + "main_score": 0.461959, + "hf_subset": "asm_Beng-dik_Latn", + "languages": [ + "asm-Beng", + "dik-Latn" + ] + }, + { + "precision": 0.854331, + "recall": 0.895257, + "f1": 0.867128, + "accuracy": 0.895257, + "main_score": 0.867128, + "hf_subset": "asm_Beng-hau_Latn", + "languages": [ + "asm-Beng", + "hau-Latn" + ] + }, + { + "precision": 0.929183, + "recall": 0.952569, + "f1": 0.936924, + "accuracy": 0.952569, + "main_score": 0.936924, + "hf_subset": "asm_Beng-kea_Latn", + "languages": [ + "asm-Beng", + "kea-Latn" + ] + }, + { + "precision": 0.891634, + "recall": 0.923913, + "f1": 0.902009, + "accuracy": 0.923913, + "main_score": 0.902009, + "hf_subset": "asm_Beng-lus_Latn", + "languages": [ + "asm-Beng", + "lus-Latn" + ] + }, + { + "precision": 0.794903, + "recall": 0.84585, + "f1": 0.810233, + "accuracy": 0.84585, + "main_score": 0.810233, + "hf_subset": "asm_Beng-pag_Latn", + "languages": [ + "asm-Beng", + "pag-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "asm_Beng-snd_Arab", + "languages": [ + "asm-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "asm_Beng-tuk_Latn", + "languages": [ + "asm-Beng", + "tuk-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "asm_Beng-bak_Cyrl", + "languages": [ + "asm-Beng", + "bak-Cyrl" + ] + }, + { + "precision": 0.41818, + "recall": 0.478261, + "f1": 0.433479, + "accuracy": 0.478261, + "main_score": 0.433479, + "hf_subset": "asm_Beng-dyu_Latn", + "languages": [ + "asm-Beng", + "dyu-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "asm_Beng-heb_Hebr", + "languages": [ + "asm-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "asm_Beng-khk_Cyrl", + "languages": [ + "asm-Beng", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-lvs_Latn", + "languages": [ + "asm-Beng", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.821509, + "recall": 0.871542, + "f1": 0.836679, + "accuracy": 0.871542, + "main_score": 0.836679, + "hf_subset": "asm_Beng-som_Latn", + "languages": [ + "asm-Beng", + "som-Latn" + ] + }, + { + "precision": 0.624753, + "recall": 0.69664, + "f1": 0.64505, + "accuracy": 0.69664, + "main_score": 0.64505, + "hf_subset": "asm_Beng-tum_Latn", + "languages": [ + "asm-Beng", + "tum-Latn" + ] + }, + { + "precision": 0.449637, + "recall": 0.52668, + "f1": 0.471412, + "accuracy": 0.52668, + "main_score": 0.471412, + "hf_subset": "ckb_Arab-ace_Arab", + "languages": [ + "ckb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.450342, + "recall": 0.491107, + "f1": 0.460066, + "accuracy": 0.491107, + "main_score": 0.460066, + "hf_subset": "ckb_Arab-bam_Latn", + "languages": [ + "ckb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.514871, + "recall": 0.601779, + "f1": 0.538898, + "accuracy": 0.601779, + "main_score": 0.538898, + "hf_subset": "ckb_Arab-dzo_Tibt", + "languages": [ + "ckb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.93526, + "recall": 0.954545, + "f1": 0.941271, + "accuracy": 0.954545, + "main_score": 0.941271, + "hf_subset": "ckb_Arab-hin_Deva", + "languages": [ + "ckb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.862242, + "recall": 0.896245, + "f1": 0.872186, + "accuracy": 0.896245, + "main_score": 0.872186, + "hf_subset": "ckb_Arab-khm_Khmr", + "languages": [ + "ckb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.875247, + "recall": 0.911067, + "f1": 0.885903, + "accuracy": 0.911067, + "main_score": 0.885903, + "hf_subset": "ckb_Arab-mag_Deva", + "languages": [ + "ckb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.890227, + "recall": 0.916996, + "f1": 0.89773, + "accuracy": 0.916996, + "main_score": 0.89773, + "hf_subset": "ckb_Arab-pap_Latn", + "languages": [ + "ckb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.773017, + "recall": 0.826087, + "f1": 0.788902, + "accuracy": 0.826087, + "main_score": 0.788902, + "hf_subset": "ckb_Arab-sot_Latn", + "languages": [ + "ckb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.913373, + "recall": 0.937747, + "f1": 0.920869, + "accuracy": 0.937747, + "main_score": 0.920869, + "hf_subset": "ckb_Arab-tur_Latn", + "languages": [ + "ckb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.728856, + "recall": 0.783597, + "f1": 0.744317, + "accuracy": 0.783597, + "main_score": 0.744317, + "hf_subset": "ckb_Arab-ace_Latn", + "languages": [ + "ckb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.824871, + "recall": 0.865613, + "f1": 0.836764, + "accuracy": 0.865613, + "main_score": 0.836764, + "hf_subset": "ckb_Arab-ban_Latn", + "languages": [ + "ckb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.889443, + "recall": 0.91996, + "f1": 0.898715, + "accuracy": 0.91996, + "main_score": 0.898715, + "hf_subset": "ckb_Arab-ell_Grek", + "languages": [ + "ckb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.872653, + "recall": 0.906126, + "f1": 0.8824, + "accuracy": 0.906126, + "main_score": 0.8824, + "hf_subset": "ckb_Arab-hne_Deva", + "languages": [ + "ckb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.496816, + "recall": 0.556324, + "f1": 0.512908, + "accuracy": 0.556324, + "main_score": 0.512908, + "hf_subset": "ckb_Arab-kik_Latn", + "languages": [ + "ckb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.875264, + "recall": 0.909091, + "f1": 0.885296, + "accuracy": 0.909091, + "main_score": 0.885296, + "hf_subset": "ckb_Arab-mai_Deva", + "languages": [ + "ckb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.870471, + "recall": 0.905138, + "f1": 0.881258, + "accuracy": 0.905138, + "main_score": 0.881258, + "hf_subset": "ckb_Arab-pbt_Arab", + "languages": [ + "ckb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.904891, + "recall": 0.931818, + "f1": 0.913029, + "accuracy": 0.931818, + "main_score": 0.913029, + "hf_subset": "ckb_Arab-spa_Latn", + "languages": [ + "ckb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.651603, + "recall": 0.712451, + "f1": 0.668069, + "accuracy": 0.712451, + "main_score": 0.668069, + "hf_subset": "ckb_Arab-twi_Latn", + "languages": [ + "ckb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.895339, + "recall": 0.924901, + "f1": 0.904301, + "accuracy": 0.924901, + "main_score": 0.904301, + "hf_subset": "ckb_Arab-acm_Arab", + "languages": [ + "ckb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.854233, + "recall": 0.895257, + "f1": 0.866831, + "accuracy": 0.895257, + "main_score": 0.866831, + "hf_subset": "ckb_Arab-bel_Cyrl", + "languages": [ + "ckb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.894862, + "recall": 0.922925, + "f1": 0.903064, + "accuracy": 0.922925, + "main_score": 0.903064, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.906868, + "recall": 0.933794, + "f1": 0.915217, + "accuracy": 0.933794, + "main_score": 0.915217, + "hf_subset": "ckb_Arab-hrv_Latn", + "languages": [ + "ckb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.784379, + "recall": 0.838933, + "f1": 0.801043, + "accuracy": 0.838933, + "main_score": 0.801043, + "hf_subset": "ckb_Arab-kin_Latn", + "languages": [ + "ckb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.877989, + "recall": 0.911067, + "f1": 0.887868, + "accuracy": 0.911067, + "main_score": 0.887868, + "hf_subset": "ckb_Arab-mal_Mlym", + "languages": [ + "ckb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.908162, + "recall": 0.933794, + "f1": 0.915794, + "accuracy": 0.933794, + "main_score": 0.915794, + "hf_subset": "ckb_Arab-pes_Arab", + "languages": [ + "ckb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.892408, + "recall": 0.920949, + "f1": 0.900889, + "accuracy": 0.920949, + "main_score": 0.900889, + "hf_subset": "ckb_Arab-srd_Latn", + "languages": [ + "ckb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.212684, + "recall": 0.272727, + "f1": 0.22716, + "accuracy": 0.272727, + "main_score": 0.22716, + "hf_subset": "ckb_Arab-tzm_Tfng", + "languages": [ + "ckb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.913373, + "recall": 0.935771, + "f1": 0.919965, + "accuracy": 0.935771, + "main_score": 0.919965, + "hf_subset": "ckb_Arab-acq_Arab", + "languages": [ + "ckb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.600955, + "recall": 0.655138, + "f1": 0.615418, + "accuracy": 0.655138, + "main_score": 0.615418, + "hf_subset": "ckb_Arab-bem_Latn", + "languages": [ + "ckb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.888069, + "recall": 0.917984, + "f1": 0.89709, + "accuracy": 0.917984, + "main_score": 0.89709, + "hf_subset": "ckb_Arab-epo_Latn", + "languages": [ + "ckb-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.906566, + "recall": 0.93083, + "f1": 0.913867, + "accuracy": 0.93083, + "main_score": 0.913867, + "hf_subset": "ckb_Arab-hun_Latn", + "languages": [ + "ckb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.878007, + "recall": 0.908103, + "f1": 0.887072, + "accuracy": 0.908103, + "main_score": 0.887072, + "hf_subset": "ckb_Arab-kir_Cyrl", + "languages": [ + "ckb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.894466, + "recall": 0.921937, + "f1": 0.902555, + "accuracy": 0.921937, + "main_score": 0.902555, + "hf_subset": "ckb_Arab-mar_Deva", + "languages": [ + "ckb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.786479, + "recall": 0.833992, + "f1": 0.80048, + "accuracy": 0.833992, + "main_score": 0.80048, + "hf_subset": "ckb_Arab-plt_Latn", + "languages": [ + "ckb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.907362, + "recall": 0.934783, + "f1": 0.915909, + "accuracy": 0.934783, + "main_score": 0.915909, + "hf_subset": "ckb_Arab-srp_Cyrl", + "languages": [ + "ckb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.861785, + "recall": 0.897233, + "f1": 0.872645, + "accuracy": 0.897233, + "main_score": 0.872645, + "hf_subset": "ckb_Arab-uig_Arab", + "languages": [ + "ckb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.894986, + "recall": 0.922925, + "f1": 0.903442, + "accuracy": 0.922925, + "main_score": 0.903442, + "hf_subset": "ckb_Arab-aeb_Arab", + "languages": [ + "ckb-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.886506, + "recall": 0.917984, + "f1": 0.89608, + "accuracy": 0.917984, + "main_score": 0.89608, + "hf_subset": "ckb_Arab-ben_Beng", + "languages": [ + "ckb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.907279, + "recall": 0.934783, + "f1": 0.915975, + "accuracy": 0.934783, + "main_score": 0.915975, + "hf_subset": "ckb_Arab-est_Latn", + "languages": [ + "ckb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.882115, + "recall": 0.916008, + "f1": 0.892377, + "accuracy": 0.916008, + "main_score": 0.892377, + "hf_subset": "ckb_Arab-hye_Armn", + "languages": [ + "ckb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.427607, + "recall": 0.478261, + "f1": 0.440389, + "accuracy": 0.478261, + "main_score": 0.440389, + "hf_subset": "ckb_Arab-kmb_Latn", + "languages": [ + "ckb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.406506, + "recall": 0.482213, + "f1": 0.424602, + "accuracy": 0.482213, + "main_score": 0.424602, + "hf_subset": "ckb_Arab-min_Arab", + "languages": [ + "ckb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.897162, + "recall": 0.922925, + "f1": 0.904663, + "accuracy": 0.922925, + "main_score": 0.904663, + "hf_subset": "ckb_Arab-pol_Latn", + "languages": [ + "ckb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.652083, + "recall": 0.726285, + "f1": 0.673592, + "accuracy": 0.726285, + "main_score": 0.673592, + "hf_subset": "ckb_Arab-ssw_Latn", + "languages": [ + "ckb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.895208, + "recall": 0.924901, + "f1": 0.904216, + "accuracy": 0.924901, + "main_score": 0.904216, + "hf_subset": "ckb_Arab-ukr_Cyrl", + "languages": [ + "ckb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.886133, + "recall": 0.917984, + "f1": 0.895751, + "accuracy": 0.917984, + "main_score": 0.895751, + "hf_subset": "ckb_Arab-afr_Latn", + "languages": [ + "ckb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.828437, + "recall": 0.864625, + "f1": 0.837965, + "accuracy": 0.864625, + "main_score": 0.837965, + "hf_subset": "ckb_Arab-bho_Deva", + "languages": [ + "ckb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.88064, + "recall": 0.911067, + "f1": 0.889629, + "accuracy": 0.911067, + "main_score": 0.889629, + "hf_subset": "ckb_Arab-eus_Latn", + "languages": [ + "ckb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.751221, + "recall": 0.812253, + "f1": 0.769142, + "accuracy": 0.812253, + "main_score": 0.769142, + "hf_subset": "ckb_Arab-ibo_Latn", + "languages": [ + "ckb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.803106, + "recall": 0.851779, + "f1": 0.817881, + "accuracy": 0.851779, + "main_score": 0.817881, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.846906, + "recall": 0.881423, + "f1": 0.856755, + "accuracy": 0.881423, + "main_score": 0.856755, + "hf_subset": "ckb_Arab-min_Latn", + "languages": [ + "ckb-Arab", + "min-Latn" + ] + }, + { + "precision": 0.916617, + "recall": 0.9417, + "f1": 0.924473, + "accuracy": 0.9417, + "main_score": 0.924473, + "hf_subset": "ckb_Arab-por_Latn", + "languages": [ + "ckb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.859881, + "recall": 0.899209, + "f1": 0.871791, + "accuracy": 0.899209, + "main_score": 0.871791, + "hf_subset": "ckb_Arab-sun_Latn", + "languages": [ + "ckb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.404877, + "recall": 0.459486, + "f1": 0.419262, + "accuracy": 0.459486, + "main_score": 0.419262, + "hf_subset": "ckb_Arab-umb_Latn", + "languages": [ + "ckb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.913455, + "recall": 0.938735, + "f1": 0.921311, + "accuracy": 0.938735, + "main_score": 0.921311, + "hf_subset": "ckb_Arab-ajp_Arab", + "languages": [ + "ckb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.430331, + "recall": 0.507905, + "f1": 0.45142, + "accuracy": 0.507905, + "main_score": 0.45142, + "hf_subset": "ckb_Arab-bjn_Arab", + "languages": [ + "ckb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.430753, + "recall": 0.469368, + "f1": 0.440934, + "accuracy": 0.469368, + "main_score": 0.440934, + "hf_subset": "ckb_Arab-ewe_Latn", + "languages": [ + "ckb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.828351, + "recall": 0.871542, + "f1": 0.84118, + "accuracy": 0.871542, + "main_score": 0.84118, + "hf_subset": "ckb_Arab-ilo_Latn", + "languages": [ + "ckb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.249279, + "recall": 0.300395, + "f1": 0.261328, + "accuracy": 0.300395, + "main_score": 0.261328, + "hf_subset": "ckb_Arab-knc_Arab", + "languages": [ + "ckb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.901713, + "recall": 0.928854, + "f1": 0.909848, + "accuracy": 0.928854, + "main_score": 0.909848, + "hf_subset": "ckb_Arab-mkd_Cyrl", + "languages": [ + "ckb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.928228, + "recall": 0.948617, + "f1": 0.934585, + "accuracy": 0.948617, + "main_score": 0.934585, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.908169, + "recall": 0.933794, + "f1": 0.915975, + "accuracy": 0.933794, + "main_score": 0.915975, + "hf_subset": "ckb_Arab-swe_Latn", + "languages": [ + "ckb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.904595, + "recall": 0.929842, + "f1": 0.912239, + "accuracy": 0.929842, + "main_score": 0.912239, + "hf_subset": "ckb_Arab-urd_Arab", + "languages": [ + "ckb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.603728, + "recall": 0.663043, + "f1": 0.619538, + "accuracy": 0.663043, + "main_score": 0.619538, + "hf_subset": "ckb_Arab-aka_Latn", + "languages": [ + "ckb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.856123, + "recall": 0.889328, + "f1": 0.866112, + "accuracy": 0.889328, + "main_score": 0.866112, + "hf_subset": "ckb_Arab-bjn_Latn", + "languages": [ + "ckb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.872365, + "recall": 0.905138, + "f1": 0.882331, + "accuracy": 0.905138, + "main_score": 0.882331, + "hf_subset": "ckb_Arab-fao_Latn", + "languages": [ + "ckb-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.906275, + "recall": 0.932806, + "f1": 0.914262, + "accuracy": 0.932806, + "main_score": 0.914262, + "hf_subset": "ckb_Arab-ind_Latn", + "languages": [ + "ckb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.45473, + "recall": 0.496047, + "f1": 0.465575, + "accuracy": 0.496047, + "main_score": 0.465575, + "hf_subset": "ckb_Arab-knc_Latn", + "languages": [ + "ckb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.875543, + "recall": 0.902174, + "f1": 0.883382, + "accuracy": 0.902174, + "main_score": 0.883382, + "hf_subset": "ckb_Arab-mlt_Latn", + "languages": [ + "ckb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.561492, + "recall": 0.620553, + "f1": 0.577215, + "accuracy": 0.620553, + "main_score": 0.577215, + "hf_subset": "ckb_Arab-quy_Latn", + "languages": [ + "ckb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.897819, + "recall": 0.926877, + "f1": 0.906933, + "accuracy": 0.926877, + "main_score": 0.906933, + "hf_subset": "ckb_Arab-swh_Latn", + "languages": [ + "ckb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.884776, + "recall": 0.916008, + "f1": 0.894219, + "accuracy": 0.916008, + "main_score": 0.894219, + "hf_subset": "ckb_Arab-uzn_Latn", + "languages": [ + "ckb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.882493, + "recall": 0.91502, + "f1": 0.892457, + "accuracy": 0.91502, + "main_score": 0.892457, + "hf_subset": "ckb_Arab-als_Latn", + "languages": [ + "ckb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.664599, + "recall": 0.737154, + "f1": 0.686044, + "accuracy": 0.737154, + "main_score": 0.686044, + "hf_subset": "ckb_Arab-bod_Tibt", + "languages": [ + "ckb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.570552, + "recall": 0.635375, + "f1": 0.588881, + "accuracy": 0.635375, + "main_score": 0.588881, + "hf_subset": "ckb_Arab-fij_Latn", + "languages": [ + "ckb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.868001, + "recall": 0.902174, + "f1": 0.878623, + "accuracy": 0.902174, + "main_score": 0.878623, + "hf_subset": "ckb_Arab-isl_Latn", + "languages": [ + "ckb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.509483, + "recall": 0.561265, + "f1": 0.523333, + "accuracy": 0.561265, + "main_score": 0.523333, + "hf_subset": "ckb_Arab-kon_Latn", + "languages": [ + "ckb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.496927, + "recall": 0.5583, + "f1": 0.513524, + "accuracy": 0.5583, + "main_score": 0.513524, + "hf_subset": "ckb_Arab-mni_Beng", + "languages": [ + "ckb-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.903936, + "recall": 0.929842, + "f1": 0.911759, + "accuracy": 0.929842, + "main_score": 0.911759, + "hf_subset": "ckb_Arab-ron_Latn", + "languages": [ + "ckb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.883689, + "recall": 0.913043, + "f1": 0.892045, + "accuracy": 0.913043, + "main_score": 0.892045, + "hf_subset": "ckb_Arab-szl_Latn", + "languages": [ + "ckb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.875866, + "recall": 0.908103, + "f1": 0.885048, + "accuracy": 0.908103, + "main_score": 0.885048, + "hf_subset": "ckb_Arab-vec_Latn", + "languages": [ + "ckb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.866826, + "recall": 0.902174, + "f1": 0.877372, + "accuracy": 0.902174, + "main_score": 0.877372, + "hf_subset": "ckb_Arab-amh_Ethi", + "languages": [ + "ckb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.902833, + "recall": 0.93083, + "f1": 0.911481, + "accuracy": 0.93083, + "main_score": 0.911481, + "hf_subset": "ckb_Arab-bos_Latn", + "languages": [ + "ckb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.889526, + "recall": 0.91996, + "f1": 0.898682, + "accuracy": 0.91996, + "main_score": 0.898682, + "hf_subset": "ckb_Arab-fin_Latn", + "languages": [ + "ckb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.907839, + "recall": 0.935771, + "f1": 0.916667, + "accuracy": 0.935771, + "main_score": 0.916667, + "hf_subset": "ckb_Arab-ita_Latn", + "languages": [ + "ckb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.923781, + "recall": 0.94664, + "f1": 0.93083, + "accuracy": 0.94664, + "main_score": 0.93083, + "hf_subset": "ckb_Arab-kor_Hang", + "languages": [ + "ckb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.450725, + "recall": 0.494071, + "f1": 0.462681, + "accuracy": 0.494071, + "main_score": 0.462681, + "hf_subset": "ckb_Arab-mos_Latn", + "languages": [ + "ckb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.683323, + "recall": 0.73913, + "f1": 0.69934, + "accuracy": 0.73913, + "main_score": 0.69934, + "hf_subset": "ckb_Arab-run_Latn", + "languages": [ + "ckb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.887096, + "recall": 0.914032, + "f1": 0.895111, + "accuracy": 0.914032, + "main_score": 0.895111, + "hf_subset": "ckb_Arab-tam_Taml", + "languages": [ + "ckb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.902372, + "recall": 0.929842, + "f1": 0.910507, + "accuracy": 0.929842, + "main_score": 0.910507, + "hf_subset": "ckb_Arab-vie_Latn", + "languages": [ + "ckb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.896492, + "recall": 0.924901, + "f1": 0.904927, + "accuracy": 0.924901, + "main_score": 0.904927, + "hf_subset": "ckb_Arab-apc_Arab", + "languages": [ + "ckb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.60488, + "recall": 0.658103, + "f1": 0.618843, + "accuracy": 0.658103, + "main_score": 0.618843, + "hf_subset": "ckb_Arab-bug_Latn", + "languages": [ + "ckb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.416358, + "recall": 0.454545, + "f1": 0.426796, + "accuracy": 0.454545, + "main_score": 0.426796, + "hf_subset": "ckb_Arab-fon_Latn", + "languages": [ + "ckb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.856209, + "recall": 0.890316, + "f1": 0.866121, + "accuracy": 0.890316, + "main_score": 0.866121, + "hf_subset": "ckb_Arab-jav_Latn", + "languages": [ + "ckb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.84912, + "recall": 0.889328, + "f1": 0.861182, + "accuracy": 0.889328, + "main_score": 0.861182, + "hf_subset": "ckb_Arab-lao_Laoo", + "languages": [ + "ckb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.795405, + "recall": 0.843874, + "f1": 0.809867, + "accuracy": 0.843874, + "main_score": 0.809867, + "hf_subset": "ckb_Arab-mri_Latn", + "languages": [ + "ckb-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.896204, + "recall": 0.924901, + "f1": 0.904949, + "accuracy": 0.924901, + "main_score": 0.904949, + "hf_subset": "ckb_Arab-rus_Cyrl", + "languages": [ + "ckb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.446863, + "recall": 0.485178, + "f1": 0.456305, + "accuracy": 0.485178, + "main_score": 0.456305, + "hf_subset": "ckb_Arab-taq_Latn", + "languages": [ + "ckb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.857691, + "recall": 0.894269, + "f1": 0.868483, + "accuracy": 0.894269, + "main_score": 0.868483, + "hf_subset": "ckb_Arab-war_Latn", + "languages": [ + "ckb-Arab", + "war-Latn" + ] + }, + { + "precision": 0.904974, + "recall": 0.931818, + "f1": 0.913128, + "accuracy": 0.931818, + "main_score": 0.913128, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.910655, + "recall": 0.936759, + "f1": 0.918709, + "accuracy": 0.936759, + "main_score": 0.918709, + "hf_subset": "ckb_Arab-bul_Cyrl", + "languages": [ + "ckb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.902421, + "recall": 0.93083, + "f1": 0.9111, + "accuracy": 0.93083, + "main_score": 0.9111, + "hf_subset": "ckb_Arab-fra_Latn", + "languages": [ + "ckb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.912302, + "recall": 0.937747, + "f1": 0.920158, + "accuracy": 0.937747, + "main_score": 0.920158, + "hf_subset": "ckb_Arab-jpn_Jpan", + "languages": [ + "ckb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.851618, + "recall": 0.884387, + "f1": 0.860735, + "accuracy": 0.884387, + "main_score": 0.860735, + "hf_subset": "ckb_Arab-lij_Latn", + "languages": [ + "ckb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.876597, + "recall": 0.911067, + "f1": 0.887008, + "accuracy": 0.911067, + "main_score": 0.887008, + "hf_subset": "ckb_Arab-mya_Mymr", + "languages": [ + "ckb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.500992, + "recall": 0.544466, + "f1": 0.513222, + "accuracy": 0.544466, + "main_score": 0.513222, + "hf_subset": "ckb_Arab-sag_Latn", + "languages": [ + "ckb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.220386, + "recall": 0.281621, + "f1": 0.236276, + "accuracy": 0.281621, + "main_score": 0.236276, + "hf_subset": "ckb_Arab-taq_Tfng", + "languages": [ + "ckb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.575491, + "recall": 0.62253, + "f1": 0.587445, + "accuracy": 0.62253, + "main_score": 0.587445, + "hf_subset": "ckb_Arab-wol_Latn", + "languages": [ + "ckb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.794072, + "recall": 0.843874, + "f1": 0.808805, + "accuracy": 0.843874, + "main_score": 0.808805, + "hf_subset": "ckb_Arab-arb_Latn", + "languages": [ + "ckb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.893939, + "recall": 0.924901, + "f1": 0.903458, + "accuracy": 0.924901, + "main_score": 0.903458, + "hf_subset": "ckb_Arab-cat_Latn", + "languages": [ + "ckb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.837295, + "recall": 0.868577, + "f1": 0.845648, + "accuracy": 0.868577, + "main_score": 0.845648, + "hf_subset": "ckb_Arab-fur_Latn", + "languages": [ + "ckb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.40429, + "recall": 0.463439, + "f1": 0.419367, + "accuracy": 0.463439, + "main_score": 0.419367, + "hf_subset": "ckb_Arab-kab_Latn", + "languages": [ + "ckb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.8782, + "recall": 0.909091, + "f1": 0.887371, + "accuracy": 0.909091, + "main_score": 0.887371, + "hf_subset": "ckb_Arab-lim_Latn", + "languages": [ + "ckb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.903781, + "recall": 0.928854, + "f1": 0.911182, + "accuracy": 0.928854, + "main_score": 0.911182, + "hf_subset": "ckb_Arab-nld_Latn", + "languages": [ + "ckb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.872804, + "recall": 0.906126, + "f1": 0.882872, + "accuracy": 0.906126, + "main_score": 0.882872, + "hf_subset": "ckb_Arab-san_Deva", + "languages": [ + "ckb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.888801, + "recall": 0.916008, + "f1": 0.896857, + "accuracy": 0.916008, + "main_score": 0.896857, + "hf_subset": "ckb_Arab-tat_Cyrl", + "languages": [ + "ckb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.782299, + "recall": 0.835968, + "f1": 0.798474, + "accuracy": 0.835968, + "main_score": 0.798474, + "hf_subset": "ckb_Arab-xho_Latn", + "languages": [ + "ckb-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.91003, + "recall": 0.935771, + "f1": 0.917885, + "accuracy": 0.935771, + "main_score": 0.917885, + "hf_subset": "ckb_Arab-ars_Arab", + "languages": [ + "ckb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.865746, + "recall": 0.901186, + "f1": 0.876342, + "accuracy": 0.901186, + "main_score": 0.876342, + "hf_subset": "ckb_Arab-ceb_Latn", + "languages": [ + "ckb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.425424, + "recall": 0.475296, + "f1": 0.437721, + "accuracy": 0.475296, + "main_score": 0.437721, + "hf_subset": "ckb_Arab-fuv_Latn", + "languages": [ + "ckb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.434642, + "recall": 0.486166, + "f1": 0.447969, + "accuracy": 0.486166, + "main_score": 0.447969, + "hf_subset": "ckb_Arab-kac_Latn", + "languages": [ + "ckb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.529446, + "recall": 0.590909, + "f1": 0.545199, + "accuracy": 0.590909, + "main_score": 0.545199, + "hf_subset": "ckb_Arab-lin_Latn", + "languages": [ + "ckb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.891337, + "recall": 0.921937, + "f1": 0.900626, + "accuracy": 0.921937, + "main_score": 0.900626, + "hf_subset": "ckb_Arab-nno_Latn", + "languages": [ + "ckb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.772414, + "recall": 0.828063, + "f1": 0.788589, + "accuracy": 0.828063, + "main_score": 0.788589, + "hf_subset": "ckb_Arab-sat_Olck", + "languages": [ + "ckb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.862813, + "recall": 0.903162, + "f1": 0.875461, + "accuracy": 0.903162, + "main_score": 0.875461, + "hf_subset": "ckb_Arab-tel_Telu", + "languages": [ + "ckb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.880682, + "recall": 0.91502, + "f1": 0.891158, + "accuracy": 0.91502, + "main_score": 0.891158, + "hf_subset": "ckb_Arab-ydd_Hebr", + "languages": [ + "ckb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.852273, + "recall": 0.889328, + "f1": 0.863238, + "accuracy": 0.889328, + "main_score": 0.863238, + "hf_subset": "ckb_Arab-ary_Arab", + "languages": [ + "ckb-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.899572, + "recall": 0.927866, + "f1": 0.908432, + "accuracy": 0.927866, + "main_score": 0.908432, + "hf_subset": "ckb_Arab-ces_Latn", + "languages": [ + "ckb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.554031, + "recall": 0.621542, + "f1": 0.572646, + "accuracy": 0.621542, + "main_score": 0.572646, + "hf_subset": "ckb_Arab-gaz_Latn", + "languages": [ + "ckb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.463196, + "recall": 0.524704, + "f1": 0.478839, + "accuracy": 0.524704, + "main_score": 0.478839, + "hf_subset": "ckb_Arab-kam_Latn", + "languages": [ + "ckb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.901739, + "recall": 0.929842, + "f1": 0.910557, + "accuracy": 0.929842, + "main_score": 0.910557, + "hf_subset": "ckb_Arab-lit_Latn", + "languages": [ + "ckb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.90163, + "recall": 0.929842, + "f1": 0.910263, + "accuracy": 0.929842, + "main_score": 0.910263, + "hf_subset": "ckb_Arab-nob_Latn", + "languages": [ + "ckb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.877951, + "recall": 0.907115, + "f1": 0.886572, + "accuracy": 0.907115, + "main_score": 0.886572, + "hf_subset": "ckb_Arab-scn_Latn", + "languages": [ + "ckb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.868215, + "recall": 0.901186, + "f1": 0.877914, + "accuracy": 0.901186, + "main_score": 0.877914, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.627614, + "recall": 0.693676, + "f1": 0.645504, + "accuracy": 0.693676, + "main_score": 0.645504, + "hf_subset": "ckb_Arab-yor_Latn", + "languages": [ + "ckb-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.888356, + "recall": 0.916996, + "f1": 0.896758, + "accuracy": 0.916996, + "main_score": 0.896758, + "hf_subset": "ckb_Arab-arz_Arab", + "languages": [ + "ckb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.403689, + "recall": 0.45751, + "f1": 0.417937, + "accuracy": 0.45751, + "main_score": 0.417937, + "hf_subset": "ckb_Arab-cjk_Latn", + "languages": [ + "ckb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.839921, + "recall": 0.883399, + "f1": 0.853195, + "accuracy": 0.883399, + "main_score": 0.853195, + "hf_subset": "ckb_Arab-gla_Latn", + "languages": [ + "ckb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.877025, + "recall": 0.908103, + "f1": 0.886371, + "accuracy": 0.908103, + "main_score": 0.886371, + "hf_subset": "ckb_Arab-kan_Knda", + "languages": [ + "ckb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.865186, + "recall": 0.899209, + "f1": 0.875116, + "accuracy": 0.899209, + "main_score": 0.875116, + "hf_subset": "ckb_Arab-lmo_Latn", + "languages": [ + "ckb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.893939, + "recall": 0.920949, + "f1": 0.902024, + "accuracy": 0.920949, + "main_score": 0.902024, + "hf_subset": "ckb_Arab-npi_Deva", + "languages": [ + "ckb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.482575, + "recall": 0.547431, + "f1": 0.500367, + "accuracy": 0.547431, + "main_score": 0.500367, + "hf_subset": "ckb_Arab-shn_Mymr", + "languages": [ + "ckb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.891848, + "recall": 0.920949, + "f1": 0.900773, + "accuracy": 0.920949, + "main_score": 0.900773, + "hf_subset": "ckb_Arab-tgl_Latn", + "languages": [ + "ckb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.881861, + "recall": 0.913043, + "f1": 0.891204, + "accuracy": 0.913043, + "main_score": 0.891204, + "hf_subset": "ckb_Arab-yue_Hant", + "languages": [ + "ckb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.878911, + "recall": 0.912055, + "f1": 0.888809, + "accuracy": 0.912055, + "main_score": 0.888809, + "hf_subset": "ckb_Arab-asm_Beng", + "languages": [ + "ckb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.873988, + "recall": 0.909091, + "f1": 0.884931, + "accuracy": 0.909091, + "main_score": 0.884931, + "hf_subset": "ckb_Arab-gle_Latn", + "languages": [ + "ckb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.783558, + "recall": 0.832016, + "f1": 0.79787, + "accuracy": 0.832016, + "main_score": 0.79787, + "hf_subset": "ckb_Arab-kas_Arab", + "languages": [ + "ckb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.792013, + "recall": 0.842885, + "f1": 0.80766, + "accuracy": 0.842885, + "main_score": 0.80766, + "hf_subset": "ckb_Arab-ltg_Latn", + "languages": [ + "ckb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.713259, + "recall": 0.775692, + "f1": 0.731312, + "accuracy": 0.775692, + "main_score": 0.731312, + "hf_subset": "ckb_Arab-nso_Latn", + "languages": [ + "ckb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.873166, + "recall": 0.907115, + "f1": 0.883366, + "accuracy": 0.907115, + "main_score": 0.883366, + "hf_subset": "ckb_Arab-sin_Sinh", + "languages": [ + "ckb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.884667, + "recall": 0.916996, + "f1": 0.894664, + "accuracy": 0.916996, + "main_score": 0.894664, + "hf_subset": "ckb_Arab-tha_Thai", + "languages": [ + "ckb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.851219, + "recall": 0.881423, + "f1": 0.859102, + "accuracy": 0.881423, + "main_score": 0.859102, + "hf_subset": "ckb_Arab-zho_Hans", + "languages": [ + "ckb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.899687, + "recall": 0.926877, + "f1": 0.907792, + "accuracy": 0.926877, + "main_score": 0.907792, + "hf_subset": "ckb_Arab-ast_Latn", + "languages": [ + "ckb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.86917, + "recall": 0.902174, + "f1": 0.878766, + "accuracy": 0.902174, + "main_score": 0.878766, + "hf_subset": "ckb_Arab-crh_Latn", + "languages": [ + "ckb-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.887286, + "recall": 0.918972, + "f1": 0.897201, + "accuracy": 0.918972, + "main_score": 0.897201, + "hf_subset": "ckb_Arab-glg_Latn", + "languages": [ + "ckb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.727911, + "recall": 0.782609, + "f1": 0.742814, + "accuracy": 0.782609, + "main_score": 0.742814, + "hf_subset": "ckb_Arab-kas_Deva", + "languages": [ + "ckb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.871903, + "recall": 0.905138, + "f1": 0.881873, + "accuracy": 0.905138, + "main_score": 0.881873, + "hf_subset": "ckb_Arab-ltz_Latn", + "languages": [ + "ckb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.402819, + "recall": 0.455534, + "f1": 0.416844, + "accuracy": 0.455534, + "main_score": 0.416844, + "hf_subset": "ckb_Arab-nus_Latn", + "languages": [ + "ckb-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.889716, + "recall": 0.917984, + "f1": 0.898257, + "accuracy": 0.917984, + "main_score": 0.898257, + "hf_subset": "ckb_Arab-slk_Latn", + "languages": [ + "ckb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.589959, + "recall": 0.661067, + "f1": 0.608894, + "accuracy": 0.661067, + "main_score": 0.608894, + "hf_subset": "ckb_Arab-tir_Ethi", + "languages": [ + "ckb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.880517, + "recall": 0.914032, + "f1": 0.890631, + "accuracy": 0.914032, + "main_score": 0.890631, + "hf_subset": "ckb_Arab-zho_Hant", + "languages": [ + "ckb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.867236, + "recall": 0.90415, + "f1": 0.878343, + "accuracy": 0.90415, + "main_score": 0.878343, + "hf_subset": "ckb_Arab-awa_Deva", + "languages": [ + "ckb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.88615, + "recall": 0.918972, + "f1": 0.896443, + "accuracy": 0.918972, + "main_score": 0.896443, + "hf_subset": "ckb_Arab-cym_Latn", + "languages": [ + "ckb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.622357, + "recall": 0.673913, + "f1": 0.635168, + "accuracy": 0.673913, + "main_score": 0.635168, + "hf_subset": "ckb_Arab-grn_Latn", + "languages": [ + "ckb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.88597, + "recall": 0.916008, + "f1": 0.894867, + "accuracy": 0.916008, + "main_score": 0.894867, + "hf_subset": "ckb_Arab-kat_Geor", + "languages": [ + "ckb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.497641, + "recall": 0.555336, + "f1": 0.512031, + "accuracy": 0.555336, + "main_score": 0.512031, + "hf_subset": "ckb_Arab-lua_Latn", + "languages": [ + "ckb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.753056, + "recall": 0.810277, + "f1": 0.770142, + "accuracy": 0.810277, + "main_score": 0.770142, + "hf_subset": "ckb_Arab-nya_Latn", + "languages": [ + "ckb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.909214, + "recall": 0.931818, + "f1": 0.915843, + "accuracy": 0.931818, + "main_score": 0.915843, + "hf_subset": "ckb_Arab-slv_Latn", + "languages": [ + "ckb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.777695, + "recall": 0.825099, + "f1": 0.790724, + "accuracy": 0.825099, + "main_score": 0.790724, + "hf_subset": "ckb_Arab-tpi_Latn", + "languages": [ + "ckb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.90495, + "recall": 0.93083, + "f1": 0.912716, + "accuracy": 0.93083, + "main_score": 0.912716, + "hf_subset": "ckb_Arab-zsm_Latn", + "languages": [ + "ckb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.463262, + "recall": 0.51087, + "f1": 0.476273, + "accuracy": 0.51087, + "main_score": 0.476273, + "hf_subset": "ckb_Arab-ayr_Latn", + "languages": [ + "ckb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.914888, + "recall": 0.940711, + "f1": 0.922925, + "accuracy": 0.940711, + "main_score": 0.922925, + "hf_subset": "ckb_Arab-dan_Latn", + "languages": [ + "ckb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.892243, + "recall": 0.922925, + "f1": 0.901699, + "accuracy": 0.922925, + "main_score": 0.901699, + "hf_subset": "ckb_Arab-guj_Gujr", + "languages": [ + "ckb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.881357, + "recall": 0.914032, + "f1": 0.891239, + "accuracy": 0.914032, + "main_score": 0.891239, + "hf_subset": "ckb_Arab-kaz_Cyrl", + "languages": [ + "ckb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.590583, + "recall": 0.664032, + "f1": 0.611234, + "accuracy": 0.664032, + "main_score": 0.611234, + "hf_subset": "ckb_Arab-lug_Latn", + "languages": [ + "ckb-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.891337, + "recall": 0.920949, + "f1": 0.900118, + "accuracy": 0.920949, + "main_score": 0.900118, + "hf_subset": "ckb_Arab-oci_Latn", + "languages": [ + "ckb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.731426, + "recall": 0.785573, + "f1": 0.747559, + "accuracy": 0.785573, + "main_score": 0.747559, + "hf_subset": "ckb_Arab-smo_Latn", + "languages": [ + "ckb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.661134, + "recall": 0.730237, + "f1": 0.680676, + "accuracy": 0.730237, + "main_score": 0.680676, + "hf_subset": "ckb_Arab-tsn_Latn", + "languages": [ + "ckb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.817276, + "recall": 0.864625, + "f1": 0.832016, + "accuracy": 0.864625, + "main_score": 0.832016, + "hf_subset": "ckb_Arab-zul_Latn", + "languages": [ + "ckb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.818894, + "recall": 0.860672, + "f1": 0.831693, + "accuracy": 0.860672, + "main_score": 0.831693, + "hf_subset": "ckb_Arab-azb_Arab", + "languages": [ + "ckb-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.899443, + "recall": 0.925889, + "f1": 0.907334, + "accuracy": 0.925889, + "main_score": 0.907334, + "hf_subset": "ckb_Arab-deu_Latn", + "languages": [ + "ckb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.883954, + "recall": 0.913043, + "f1": 0.892674, + "accuracy": 0.913043, + "main_score": 0.892674, + "hf_subset": "ckb_Arab-hat_Latn", + "languages": [ + "ckb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.440495, + "recall": 0.487154, + "f1": 0.452611, + "accuracy": 0.487154, + "main_score": 0.452611, + "hf_subset": "ckb_Arab-kbp_Latn", + "languages": [ + "ckb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.473099, + "recall": 0.514822, + "f1": 0.484684, + "accuracy": 0.514822, + "main_score": 0.484684, + "hf_subset": "ckb_Arab-luo_Latn", + "languages": [ + "ckb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.868824, + "recall": 0.905138, + "f1": 0.879974, + "accuracy": 0.905138, + "main_score": 0.879974, + "hf_subset": "ckb_Arab-ory_Orya", + "languages": [ + "ckb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.777075, + "recall": 0.83004, + "f1": 0.793318, + "accuracy": 0.83004, + "main_score": 0.793318, + "hf_subset": "ckb_Arab-sna_Latn", + "languages": [ + "ckb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.578351, + "recall": 0.640316, + "f1": 0.595724, + "accuracy": 0.640316, + "main_score": 0.595724, + "hf_subset": "ckb_Arab-tso_Latn", + "languages": [ + "ckb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.86903, + "recall": 0.906126, + "f1": 0.88041, + "accuracy": 0.906126, + "main_score": 0.88041, + "hf_subset": "ckb_Arab-azj_Latn", + "languages": [ + "ckb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.454838, + "recall": 0.506917, + "f1": 0.469196, + "accuracy": 0.506917, + "main_score": 0.469196, + "hf_subset": "ckb_Arab-dik_Latn", + "languages": [ + "ckb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.792638, + "recall": 0.841897, + "f1": 0.807543, + "accuracy": 0.841897, + "main_score": 0.807543, + "hf_subset": "ckb_Arab-hau_Latn", + "languages": [ + "ckb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.820209, + "recall": 0.864625, + "f1": 0.832849, + "accuracy": 0.864625, + "main_score": 0.832849, + "hf_subset": "ckb_Arab-kea_Latn", + "languages": [ + "ckb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.790474, + "recall": 0.839921, + "f1": 0.804892, + "accuracy": 0.839921, + "main_score": 0.804892, + "hf_subset": "ckb_Arab-lus_Latn", + "languages": [ + "ckb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.704785, + "recall": 0.756917, + "f1": 0.718611, + "accuracy": 0.756917, + "main_score": 0.718611, + "hf_subset": "ckb_Arab-pag_Latn", + "languages": [ + "ckb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.882389, + "recall": 0.913043, + "f1": 0.891963, + "accuracy": 0.913043, + "main_score": 0.891963, + "hf_subset": "ckb_Arab-snd_Arab", + "languages": [ + "ckb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.876486, + "recall": 0.908103, + "f1": 0.88582, + "accuracy": 0.908103, + "main_score": 0.88582, + "hf_subset": "ckb_Arab-tuk_Latn", + "languages": [ + "ckb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.886808, + "recall": 0.916008, + "f1": 0.895572, + "accuracy": 0.916008, + "main_score": 0.895572, + "hf_subset": "ckb_Arab-bak_Cyrl", + "languages": [ + "ckb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.420331, + "recall": 0.476285, + "f1": 0.435885, + "accuracy": 0.476285, + "main_score": 0.435885, + "hf_subset": "ckb_Arab-dyu_Latn", + "languages": [ + "ckb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.906275, + "recall": 0.931818, + "f1": 0.913933, + "accuracy": 0.931818, + "main_score": 0.913933, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.886693, + "recall": 0.91502, + "f1": 0.895553, + "accuracy": 0.91502, + "main_score": 0.895553, + "hf_subset": "ckb_Arab-khk_Cyrl", + "languages": [ + "ckb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.901607, + "recall": 0.927866, + "f1": 0.909357, + "accuracy": 0.927866, + "main_score": 0.909357, + "hf_subset": "ckb_Arab-lvs_Latn", + "languages": [ + "ckb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.883712, + "recall": 0.916996, + "f1": 0.894005, + "accuracy": 0.916996, + "main_score": 0.894005, + "hf_subset": "ckb_Arab-pan_Guru", + "languages": [ + "ckb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.776823, + "recall": 0.832016, + "f1": 0.793314, + "accuracy": 0.832016, + "main_score": 0.793314, + "hf_subset": "ckb_Arab-som_Latn", + "languages": [ + "ckb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.621692, + "recall": 0.674901, + "f1": 0.636383, + "accuracy": 0.674901, + "main_score": 0.636383, + "hf_subset": "ckb_Arab-tum_Latn", + "languages": [ + "ckb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.454828, + "recall": 0.538538, + "f1": 0.477482, + "accuracy": 0.538538, + "main_score": 0.477482, + "hf_subset": "gle_Latn-ace_Arab", + "languages": [ + "gle-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.44927, + "recall": 0.497036, + "f1": 0.461837, + "accuracy": 0.497036, + "main_score": 0.461837, + "hf_subset": "gle_Latn-bam_Latn", + "languages": [ + "gle-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.523586, + "recall": 0.61166, + "f1": 0.547813, + "accuracy": 0.61166, + "main_score": 0.547813, + "hf_subset": "gle_Latn-dzo_Tibt", + "languages": [ + "gle-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "gle_Latn-hin_Deva", + "languages": [ + "gle-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.944499, + "recall": 0.960474, + "f1": 0.949572, + "accuracy": 0.960474, + "main_score": 0.949572, + "hf_subset": "gle_Latn-khm_Khmr", + "languages": [ + "gle-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "gle_Latn-mag_Deva", + "languages": [ + "gle-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "gle_Latn-pap_Latn", + "languages": [ + "gle-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.825758, + "recall": 0.873518, + "f1": 0.840152, + "accuracy": 0.873518, + "main_score": 0.840152, + "hf_subset": "gle_Latn-sot_Latn", + "languages": [ + "gle-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "gle_Latn-tur_Latn", + "languages": [ + "gle-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.791741, + "recall": 0.838933, + "f1": 0.805406, + "accuracy": 0.838933, + "main_score": 0.805406, + "hf_subset": "gle_Latn-ace_Latn", + "languages": [ + "gle-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.905797, + "recall": 0.93083, + "f1": 0.913867, + "accuracy": 0.93083, + "main_score": 0.913867, + "hf_subset": "gle_Latn-ban_Latn", + "languages": [ + "gle-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "gle_Latn-ell_Grek", + "languages": [ + "gle-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.943758, + "recall": 0.960474, + "f1": 0.948847, + "accuracy": 0.960474, + "main_score": 0.948847, + "hf_subset": "gle_Latn-hne_Deva", + "languages": [ + "gle-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.521196, + "recall": 0.588933, + "f1": 0.539771, + "accuracy": 0.588933, + "main_score": 0.539771, + "hf_subset": "gle_Latn-kik_Latn", + "languages": [ + "gle-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "gle_Latn-mai_Deva", + "languages": [ + "gle-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.923337, + "recall": 0.94664, + "f1": 0.930731, + "accuracy": 0.94664, + "main_score": 0.930731, + "hf_subset": "gle_Latn-pbt_Arab", + "languages": [ + "gle-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "gle_Latn-spa_Latn", + "languages": [ + "gle-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.680752, + "recall": 0.744071, + "f1": 0.698265, + "accuracy": 0.744071, + "main_score": 0.698265, + "hf_subset": "gle_Latn-twi_Latn", + "languages": [ + "gle-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "gle_Latn-acm_Arab", + "languages": [ + "gle-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "gle_Latn-bel_Cyrl", + "languages": [ + "gle-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.973353, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "gle_Latn-hrv_Latn", + "languages": [ + "gle-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.807536, + "recall": 0.854743, + "f1": 0.821709, + "accuracy": 0.854743, + "main_score": 0.821709, + "hf_subset": "gle_Latn-kin_Latn", + "languages": [ + "gle-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "gle_Latn-mal_Mlym", + "languages": [ + "gle-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "gle_Latn-pes_Arab", + "languages": [ + "gle-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.958169, + "recall": 0.970356, + "f1": 0.961909, + "accuracy": 0.970356, + "main_score": 0.961909, + "hf_subset": "gle_Latn-srd_Latn", + "languages": [ + "gle-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.184091, + "recall": 0.25, + "f1": 0.19955, + "accuracy": 0.25, + "main_score": 0.19955, + "hf_subset": "gle_Latn-tzm_Tfng", + "languages": [ + "gle-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "gle_Latn-acq_Arab", + "languages": [ + "gle-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.611239, + "recall": 0.677866, + "f1": 0.629803, + "accuracy": 0.677866, + "main_score": 0.629803, + "hf_subset": "gle_Latn-bem_Latn", + "languages": [ + "gle-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "gle_Latn-epo_Latn", + "languages": [ + "gle-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "gle_Latn-hun_Latn", + "languages": [ + "gle-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "gle_Latn-kir_Cyrl", + "languages": [ + "gle-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "gle_Latn-mar_Deva", + "languages": [ + "gle-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.828475, + "recall": 0.874506, + "f1": 0.842707, + "accuracy": 0.874506, + "main_score": 0.842707, + "hf_subset": "gle_Latn-plt_Latn", + "languages": [ + "gle-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "gle_Latn-srp_Cyrl", + "languages": [ + "gle-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.919137, + "recall": 0.942688, + "f1": 0.926713, + "accuracy": 0.942688, + "main_score": 0.926713, + "hf_subset": "gle_Latn-uig_Arab", + "languages": [ + "gle-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "gle_Latn-aeb_Arab", + "languages": [ + "gle-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "gle_Latn-ben_Beng", + "languages": [ + "gle-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "gle_Latn-est_Latn", + "languages": [ + "gle-Latn", + "est-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "gle_Latn-hye_Armn", + "languages": [ + "gle-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.420912, + "recall": 0.477273, + "f1": 0.435508, + "accuracy": 0.477273, + "main_score": 0.435508, + "hf_subset": "gle_Latn-kmb_Latn", + "languages": [ + "gle-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.385673, + "recall": 0.469368, + "f1": 0.406522, + "accuracy": 0.469368, + "main_score": 0.406522, + "hf_subset": "gle_Latn-min_Arab", + "languages": [ + "gle-Latn", + "min-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "gle_Latn-pol_Latn", + "languages": [ + "gle-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.694657, + "recall": 0.762846, + "f1": 0.714892, + "accuracy": 0.762846, + "main_score": 0.714892, + "hf_subset": "gle_Latn-ssw_Latn", + "languages": [ + "gle-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "gle_Latn-ukr_Cyrl", + "languages": [ + "gle-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "gle_Latn-afr_Latn", + "languages": [ + "gle-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.936545, + "recall": 0.955534, + "f1": 0.942424, + "accuracy": 0.955534, + "main_score": 0.942424, + "hf_subset": "gle_Latn-bho_Deva", + "languages": [ + "gle-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "gle_Latn-eus_Latn", + "languages": [ + "gle-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.792918, + "recall": 0.84585, + "f1": 0.808696, + "accuracy": 0.84585, + "main_score": 0.808696, + "hf_subset": "gle_Latn-ibo_Latn", + "languages": [ + "gle-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.828343, + "recall": 0.87253, + "f1": 0.842095, + "accuracy": 0.87253, + "main_score": 0.842095, + "hf_subset": "gle_Latn-kmr_Latn", + "languages": [ + "gle-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "gle_Latn-min_Latn", + "languages": [ + "gle-Latn", + "min-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "gle_Latn-por_Latn", + "languages": [ + "gle-Latn", + "por-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "gle_Latn-sun_Latn", + "languages": [ + "gle-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.404119, + "recall": 0.467391, + "f1": 0.421316, + "accuracy": 0.467391, + "main_score": 0.421316, + "hf_subset": "gle_Latn-umb_Latn", + "languages": [ + "gle-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "gle_Latn-ajp_Arab", + "languages": [ + "gle-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.421468, + "recall": 0.501976, + "f1": 0.442395, + "accuracy": 0.501976, + "main_score": 0.442395, + "hf_subset": "gle_Latn-bjn_Arab", + "languages": [ + "gle-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.440599, + "recall": 0.492095, + "f1": 0.453973, + "accuracy": 0.492095, + "main_score": 0.453973, + "hf_subset": "gle_Latn-ewe_Latn", + "languages": [ + "gle-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.903656, + "recall": 0.931818, + "f1": 0.912516, + "accuracy": 0.931818, + "main_score": 0.912516, + "hf_subset": "gle_Latn-ilo_Latn", + "languages": [ + "gle-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.219739, + "recall": 0.27668, + "f1": 0.233189, + "accuracy": 0.27668, + "main_score": 0.233189, + "hf_subset": "gle_Latn-knc_Arab", + "languages": [ + "gle-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "gle_Latn-mkd_Cyrl", + "languages": [ + "gle-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.971542, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "gle_Latn-prs_Arab", + "languages": [ + "gle-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "gle_Latn-swe_Latn", + "languages": [ + "gle-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.971047, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "gle_Latn-urd_Arab", + "languages": [ + "gle-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.651221, + "recall": 0.717391, + "f1": 0.669826, + "accuracy": 0.717391, + "main_score": 0.669826, + "hf_subset": "gle_Latn-aka_Latn", + "languages": [ + "gle-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.926919, + "recall": 0.94664, + "f1": 0.93288, + "accuracy": 0.94664, + "main_score": 0.93288, + "hf_subset": "gle_Latn-bjn_Latn", + "languages": [ + "gle-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "gle_Latn-fao_Latn", + "languages": [ + "gle-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "gle_Latn-ind_Latn", + "languages": [ + "gle-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.483935, + "recall": 0.533597, + "f1": 0.496799, + "accuracy": 0.533597, + "main_score": 0.496799, + "hf_subset": "gle_Latn-knc_Latn", + "languages": [ + "gle-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.957049, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "gle_Latn-mlt_Latn", + "languages": [ + "gle-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.570426, + "recall": 0.635375, + "f1": 0.587683, + "accuracy": 0.635375, + "main_score": 0.587683, + "hf_subset": "gle_Latn-quy_Latn", + "languages": [ + "gle-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "gle_Latn-swh_Latn", + "languages": [ + "gle-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "gle_Latn-uzn_Latn", + "languages": [ + "gle-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "gle_Latn-als_Latn", + "languages": [ + "gle-Latn", + "als-Latn" + ] + }, + { + "precision": 0.69439, + "recall": 0.764822, + "f1": 0.715435, + "accuracy": 0.764822, + "main_score": 0.715435, + "hf_subset": "gle_Latn-bod_Tibt", + "languages": [ + "gle-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.587361, + "recall": 0.655138, + "f1": 0.606297, + "accuracy": 0.655138, + "main_score": 0.606297, + "hf_subset": "gle_Latn-fij_Latn", + "languages": [ + "gle-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.959569, + "recall": 0.971344, + "f1": 0.963175, + "accuracy": 0.971344, + "main_score": 0.963175, + "hf_subset": "gle_Latn-isl_Latn", + "languages": [ + "gle-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.525239, + "recall": 0.586957, + "f1": 0.54189, + "accuracy": 0.586957, + "main_score": 0.54189, + "hf_subset": "gle_Latn-kon_Latn", + "languages": [ + "gle-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.509438, + "recall": 0.583004, + "f1": 0.529864, + "accuracy": 0.583004, + "main_score": 0.529864, + "hf_subset": "gle_Latn-mni_Beng", + "languages": [ + "gle-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-ron_Latn", + "languages": [ + "gle-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.953722, + "recall": 0.966403, + "f1": 0.957675, + "accuracy": 0.966403, + "main_score": 0.957675, + "hf_subset": "gle_Latn-szl_Latn", + "languages": [ + "gle-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "gle_Latn-vec_Latn", + "languages": [ + "gle-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.896986, + "recall": 0.925889, + "f1": 0.906192, + "accuracy": 0.925889, + "main_score": 0.906192, + "hf_subset": "gle_Latn-amh_Ethi", + "languages": [ + "gle-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "gle_Latn-bos_Latn", + "languages": [ + "gle-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gle_Latn-fin_Latn", + "languages": [ + "gle-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-ita_Latn", + "languages": [ + "gle-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "gle_Latn-kor_Hang", + "languages": [ + "gle-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.46286, + "recall": 0.509881, + "f1": 0.475691, + "accuracy": 0.509881, + "main_score": 0.475691, + "hf_subset": "gle_Latn-mos_Latn", + "languages": [ + "gle-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.708449, + "recall": 0.771739, + "f1": 0.727357, + "accuracy": 0.771739, + "main_score": 0.727357, + "hf_subset": "gle_Latn-run_Latn", + "languages": [ + "gle-Latn", + "run-Latn" + ] + }, + { + "precision": 0.964509, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "gle_Latn-tam_Taml", + "languages": [ + "gle-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.95886, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "gle_Latn-vie_Latn", + "languages": [ + "gle-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "gle_Latn-apc_Arab", + "languages": [ + "gle-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.652583, + "recall": 0.709486, + "f1": 0.667955, + "accuracy": 0.709486, + "main_score": 0.667955, + "hf_subset": "gle_Latn-bug_Latn", + "languages": [ + "gle-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.414753, + "recall": 0.45751, + "f1": 0.427083, + "accuracy": 0.45751, + "main_score": 0.427083, + "hf_subset": "gle_Latn-fon_Latn", + "languages": [ + "gle-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.965415, + "f1": 0.956522, + "accuracy": 0.965415, + "main_score": 0.956522, + "hf_subset": "gle_Latn-jav_Latn", + "languages": [ + "gle-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.931489, + "recall": 0.951581, + "f1": 0.937912, + "accuracy": 0.951581, + "main_score": 0.937912, + "hf_subset": "gle_Latn-lao_Laoo", + "languages": [ + "gle-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.842885, + "recall": 0.887352, + "f1": 0.856851, + "accuracy": 0.887352, + "main_score": 0.856851, + "hf_subset": "gle_Latn-mri_Latn", + "languages": [ + "gle-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "gle_Latn-rus_Cyrl", + "languages": [ + "gle-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.450769, + "recall": 0.497036, + "f1": 0.463119, + "accuracy": 0.497036, + "main_score": 0.463119, + "hf_subset": "gle_Latn-taq_Latn", + "languages": [ + "gle-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.961051, + "recall": 0.972332, + "f1": 0.964657, + "accuracy": 0.972332, + "main_score": 0.964657, + "hf_subset": "gle_Latn-war_Latn", + "languages": [ + "gle-Latn", + "war-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "gle_Latn-arb_Arab", + "languages": [ + "gle-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gle_Latn-bul_Cyrl", + "languages": [ + "gle-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "gle_Latn-fra_Latn", + "languages": [ + "gle-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "gle_Latn-jpn_Jpan", + "languages": [ + "gle-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.947875, + "recall": 0.962451, + "f1": 0.95247, + "accuracy": 0.962451, + "main_score": 0.95247, + "hf_subset": "gle_Latn-lij_Latn", + "languages": [ + "gle-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "gle_Latn-mya_Mymr", + "languages": [ + "gle-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.496092, + "recall": 0.547431, + "f1": 0.510372, + "accuracy": 0.547431, + "main_score": 0.510372, + "hf_subset": "gle_Latn-sag_Latn", + "languages": [ + "gle-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.206009, + "recall": 0.26581, + "f1": 0.220535, + "accuracy": 0.26581, + "main_score": 0.220535, + "hf_subset": "gle_Latn-taq_Tfng", + "languages": [ + "gle-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.597066, + "recall": 0.653162, + "f1": 0.611758, + "accuracy": 0.653162, + "main_score": 0.611758, + "hf_subset": "gle_Latn-wol_Latn", + "languages": [ + "gle-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.81945, + "recall": 0.866601, + "f1": 0.833827, + "accuracy": 0.866601, + "main_score": 0.833827, + "hf_subset": "gle_Latn-arb_Latn", + "languages": [ + "gle-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-cat_Latn", + "languages": [ + "gle-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.936224, + "recall": 0.953557, + "f1": 0.941425, + "accuracy": 0.953557, + "main_score": 0.941425, + "hf_subset": "gle_Latn-fur_Latn", + "languages": [ + "gle-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.396209, + "recall": 0.466403, + "f1": 0.414223, + "accuracy": 0.466403, + "main_score": 0.414223, + "hf_subset": "gle_Latn-kab_Latn", + "languages": [ + "gle-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.961462, + "f1": 0.951205, + "accuracy": 0.961462, + "main_score": 0.951205, + "hf_subset": "gle_Latn-lim_Latn", + "languages": [ + "gle-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gle_Latn-nld_Latn", + "languages": [ + "gle-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.938439, + "recall": 0.955534, + "f1": 0.943841, + "accuracy": 0.955534, + "main_score": 0.943841, + "hf_subset": "gle_Latn-san_Deva", + "languages": [ + "gle-Latn", + "san-Deva" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "gle_Latn-tat_Cyrl", + "languages": [ + "gle-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.855138, + "recall": 0.896245, + "f1": 0.86805, + "accuracy": 0.896245, + "main_score": 0.86805, + "hf_subset": "gle_Latn-xho_Latn", + "languages": [ + "gle-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "gle_Latn-ars_Arab", + "languages": [ + "gle-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.963192, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "gle_Latn-ceb_Latn", + "languages": [ + "gle-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.446609, + "recall": 0.503953, + "f1": 0.461848, + "accuracy": 0.503953, + "main_score": 0.461848, + "hf_subset": "gle_Latn-fuv_Latn", + "languages": [ + "gle-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.439556, + "recall": 0.492095, + "f1": 0.453831, + "accuracy": 0.492095, + "main_score": 0.453831, + "hf_subset": "gle_Latn-kac_Latn", + "languages": [ + "gle-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.557313, + "recall": 0.625494, + "f1": 0.574949, + "accuracy": 0.625494, + "main_score": 0.574949, + "hf_subset": "gle_Latn-lin_Latn", + "languages": [ + "gle-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "gle_Latn-nno_Latn", + "languages": [ + "gle-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.821542, + "recall": 0.868577, + "f1": 0.8361, + "accuracy": 0.868577, + "main_score": 0.8361, + "hf_subset": "gle_Latn-sat_Olck", + "languages": [ + "gle-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "gle_Latn-tel_Telu", + "languages": [ + "gle-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "gle_Latn-ydd_Hebr", + "languages": [ + "gle-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.903277, + "recall": 0.931818, + "f1": 0.912286, + "accuracy": 0.931818, + "main_score": 0.912286, + "hf_subset": "gle_Latn-ary_Arab", + "languages": [ + "gle-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "gle_Latn-ces_Latn", + "languages": [ + "gle-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.518572, + "recall": 0.589921, + "f1": 0.538915, + "accuracy": 0.589921, + "main_score": 0.538915, + "hf_subset": "gle_Latn-gaz_Latn", + "languages": [ + "gle-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.481302, + "recall": 0.555336, + "f1": 0.500683, + "accuracy": 0.555336, + "main_score": 0.500683, + "hf_subset": "gle_Latn-kam_Latn", + "languages": [ + "gle-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "gle_Latn-lit_Latn", + "languages": [ + "gle-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "gle_Latn-nob_Latn", + "languages": [ + "gle-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959439, + "accuracy": 0.968379, + "main_score": 0.959439, + "hf_subset": "gle_Latn-scn_Latn", + "languages": [ + "gle-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.948699, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "gle_Latn-tgk_Cyrl", + "languages": [ + "gle-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.666655, + "recall": 0.736166, + "f1": 0.685959, + "accuracy": 0.736166, + "main_score": 0.685959, + "hf_subset": "gle_Latn-yor_Latn", + "languages": [ + "gle-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "gle_Latn-arz_Arab", + "languages": [ + "gle-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.403795, + "recall": 0.465415, + "f1": 0.42028, + "accuracy": 0.465415, + "main_score": 0.42028, + "hf_subset": "gle_Latn-cjk_Latn", + "languages": [ + "gle-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "gle_Latn-gla_Latn", + "languages": [ + "gle-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.950296, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "gle_Latn-kan_Knda", + "languages": [ + "gle-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.946452, + "recall": 0.962451, + "f1": 0.951499, + "accuracy": 0.962451, + "main_score": 0.951499, + "hf_subset": "gle_Latn-lmo_Latn", + "languages": [ + "gle-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "gle_Latn-npi_Deva", + "languages": [ + "gle-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.498988, + "recall": 0.582016, + "f1": 0.522594, + "accuracy": 0.582016, + "main_score": 0.522594, + "hf_subset": "gle_Latn-shn_Mymr", + "languages": [ + "gle-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "gle_Latn-tgl_Latn", + "languages": [ + "gle-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.96138, + "recall": 0.97332, + "f1": 0.965152, + "accuracy": 0.97332, + "main_score": 0.965152, + "hf_subset": "gle_Latn-yue_Hant", + "languages": [ + "gle-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "gle_Latn-asm_Beng", + "languages": [ + "gle-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.894433, + "recall": 0.925889, + "f1": 0.904644, + "accuracy": 0.925889, + "main_score": 0.904644, + "hf_subset": "gle_Latn-ckb_Arab", + "languages": [ + "gle-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.831524, + "recall": 0.871542, + "f1": 0.843544, + "accuracy": 0.871542, + "main_score": 0.843544, + "hf_subset": "gle_Latn-kas_Arab", + "languages": [ + "gle-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.833778, + "recall": 0.880435, + "f1": 0.848518, + "accuracy": 0.880435, + "main_score": 0.848518, + "hf_subset": "gle_Latn-ltg_Latn", + "languages": [ + "gle-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.753804, + "recall": 0.809289, + "f1": 0.770422, + "accuracy": 0.809289, + "main_score": 0.770422, + "hf_subset": "gle_Latn-nso_Latn", + "languages": [ + "gle-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.943215, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "gle_Latn-sin_Sinh", + "languages": [ + "gle-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "gle_Latn-tha_Thai", + "languages": [ + "gle-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.928412, + "recall": 0.94664, + "f1": 0.933853, + "accuracy": 0.94664, + "main_score": 0.933853, + "hf_subset": "gle_Latn-zho_Hans", + "languages": [ + "gle-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "gle_Latn-ast_Latn", + "languages": [ + "gle-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "gle_Latn-crh_Latn", + "languages": [ + "gle-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "gle_Latn-glg_Latn", + "languages": [ + "gle-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.760039, + "recall": 0.81917, + "f1": 0.777341, + "accuracy": 0.81917, + "main_score": 0.777341, + "hf_subset": "gle_Latn-kas_Deva", + "languages": [ + "gle-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.968132, + "recall": 0.978261, + "f1": 0.97141, + "accuracy": 0.978261, + "main_score": 0.97141, + "hf_subset": "gle_Latn-ltz_Latn", + "languages": [ + "gle-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.406934, + "recall": 0.471344, + "f1": 0.423614, + "accuracy": 0.471344, + "main_score": 0.423614, + "hf_subset": "gle_Latn-nus_Latn", + "languages": [ + "gle-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "gle_Latn-slk_Latn", + "languages": [ + "gle-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.581483, + "recall": 0.661067, + "f1": 0.602694, + "accuracy": 0.661067, + "main_score": 0.602694, + "hf_subset": "gle_Latn-tir_Ethi", + "languages": [ + "gle-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.953969, + "recall": 0.968379, + "f1": 0.958564, + "accuracy": 0.968379, + "main_score": 0.958564, + "hf_subset": "gle_Latn-zho_Hant", + "languages": [ + "gle-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.955287, + "recall": 0.968379, + "f1": 0.959387, + "accuracy": 0.968379, + "main_score": 0.959387, + "hf_subset": "gle_Latn-awa_Deva", + "languages": [ + "gle-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.650205, + "recall": 0.713439, + "f1": 0.667518, + "accuracy": 0.713439, + "main_score": 0.667518, + "hf_subset": "gle_Latn-grn_Latn", + "languages": [ + "gle-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "gle_Latn-kat_Geor", + "languages": [ + "gle-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.50763, + "recall": 0.570158, + "f1": 0.52382, + "accuracy": 0.570158, + "main_score": 0.52382, + "hf_subset": "gle_Latn-lua_Latn", + "languages": [ + "gle-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.775725, + "recall": 0.828063, + "f1": 0.791568, + "accuracy": 0.828063, + "main_score": 0.791568, + "hf_subset": "gle_Latn-nya_Latn", + "languages": [ + "gle-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "gle_Latn-slv_Latn", + "languages": [ + "gle-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.889147, + "recall": 0.920949, + "f1": 0.898748, + "accuracy": 0.920949, + "main_score": 0.898748, + "hf_subset": "gle_Latn-tpi_Latn", + "languages": [ + "gle-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "gle_Latn-zsm_Latn", + "languages": [ + "gle-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.47101, + "recall": 0.520751, + "f1": 0.485225, + "accuracy": 0.520751, + "main_score": 0.485225, + "hf_subset": "gle_Latn-ayr_Latn", + "languages": [ + "gle-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "gle_Latn-dan_Latn", + "languages": [ + "gle-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "gle_Latn-guj_Gujr", + "languages": [ + "gle-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.945405, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "gle_Latn-kaz_Cyrl", + "languages": [ + "gle-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.599497, + "recall": 0.674901, + "f1": 0.620734, + "accuracy": 0.674901, + "main_score": 0.620734, + "hf_subset": "gle_Latn-lug_Latn", + "languages": [ + "gle-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "gle_Latn-oci_Latn", + "languages": [ + "gle-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.803964, + "recall": 0.849802, + "f1": 0.817937, + "accuracy": 0.849802, + "main_score": 0.817937, + "hf_subset": "gle_Latn-smo_Latn", + "languages": [ + "gle-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.68419, + "recall": 0.756917, + "f1": 0.705487, + "accuracy": 0.756917, + "main_score": 0.705487, + "hf_subset": "gle_Latn-tsn_Latn", + "languages": [ + "gle-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.875823, + "recall": 0.912055, + "f1": 0.887352, + "accuracy": 0.912055, + "main_score": 0.887352, + "hf_subset": "gle_Latn-zul_Latn", + "languages": [ + "gle-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.83778, + "recall": 0.881423, + "f1": 0.851548, + "accuracy": 0.881423, + "main_score": 0.851548, + "hf_subset": "gle_Latn-azb_Arab", + "languages": [ + "gle-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "gle_Latn-deu_Latn", + "languages": [ + "gle-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.942605, + "recall": 0.959486, + "f1": 0.947859, + "accuracy": 0.959486, + "main_score": 0.947859, + "hf_subset": "gle_Latn-hat_Latn", + "languages": [ + "gle-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.447362, + "recall": 0.503953, + "f1": 0.463216, + "accuracy": 0.503953, + "main_score": 0.463216, + "hf_subset": "gle_Latn-kbp_Latn", + "languages": [ + "gle-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.491228, + "recall": 0.543478, + "f1": 0.505534, + "accuracy": 0.543478, + "main_score": 0.505534, + "hf_subset": "gle_Latn-luo_Latn", + "languages": [ + "gle-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "gle_Latn-ory_Orya", + "languages": [ + "gle-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.8472, + "recall": 0.889328, + "f1": 0.860474, + "accuracy": 0.889328, + "main_score": 0.860474, + "hf_subset": "gle_Latn-sna_Latn", + "languages": [ + "gle-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.59345, + "recall": 0.66502, + "f1": 0.613081, + "accuracy": 0.66502, + "main_score": 0.613081, + "hf_subset": "gle_Latn-tso_Latn", + "languages": [ + "gle-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.95858, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "gle_Latn-azj_Latn", + "languages": [ + "gle-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.462951, + "recall": 0.520751, + "f1": 0.478734, + "accuracy": 0.520751, + "main_score": 0.478734, + "hf_subset": "gle_Latn-dik_Latn", + "languages": [ + "gle-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.859519, + "recall": 0.901186, + "f1": 0.872826, + "accuracy": 0.901186, + "main_score": 0.872826, + "hf_subset": "gle_Latn-hau_Latn", + "languages": [ + "gle-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.906044, + "recall": 0.932806, + "f1": 0.914196, + "accuracy": 0.932806, + "main_score": 0.914196, + "hf_subset": "gle_Latn-kea_Latn", + "languages": [ + "gle-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.843906, + "recall": 0.886364, + "f1": 0.857016, + "accuracy": 0.886364, + "main_score": 0.857016, + "hf_subset": "gle_Latn-lus_Latn", + "languages": [ + "gle-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.769908, + "recall": 0.815217, + "f1": 0.782558, + "accuracy": 0.815217, + "main_score": 0.782558, + "hf_subset": "gle_Latn-pag_Latn", + "languages": [ + "gle-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946264, + "accuracy": 0.958498, + "main_score": 0.946264, + "hf_subset": "gle_Latn-snd_Arab", + "languages": [ + "gle-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.947381, + "recall": 0.963439, + "f1": 0.95247, + "accuracy": 0.963439, + "main_score": 0.95247, + "hf_subset": "gle_Latn-tuk_Latn", + "languages": [ + "gle-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "gle_Latn-bak_Cyrl", + "languages": [ + "gle-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.417059, + "recall": 0.478261, + "f1": 0.433495, + "accuracy": 0.478261, + "main_score": 0.433495, + "hf_subset": "gle_Latn-dyu_Latn", + "languages": [ + "gle-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "gle_Latn-heb_Hebr", + "languages": [ + "gle-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.937665, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "gle_Latn-khk_Cyrl", + "languages": [ + "gle-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "gle_Latn-lvs_Latn", + "languages": [ + "gle-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "gle_Latn-pan_Guru", + "languages": [ + "gle-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.834437, + "recall": 0.87747, + "f1": 0.847859, + "accuracy": 0.87747, + "main_score": 0.847859, + "hf_subset": "gle_Latn-som_Latn", + "languages": [ + "gle-Latn", + "som-Latn" + ] + }, + { + "precision": 0.622921, + "recall": 0.690711, + "f1": 0.642632, + "accuracy": 0.690711, + "main_score": 0.642632, + "hf_subset": "gle_Latn-tum_Latn", + "languages": [ + "gle-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.53442, + "recall": 0.605731, + "f1": 0.554809, + "accuracy": 0.605731, + "main_score": 0.554809, + "hf_subset": "kas_Arab-ace_Arab", + "languages": [ + "kas-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.46492, + "recall": 0.514822, + "f1": 0.478541, + "accuracy": 0.514822, + "main_score": 0.478541, + "hf_subset": "kas_Arab-bam_Latn", + "languages": [ + "kas-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.48255, + "recall": 0.56917, + "f1": 0.506277, + "accuracy": 0.56917, + "main_score": 0.506277, + "hf_subset": "kas_Arab-dzo_Tibt", + "languages": [ + "kas-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.943264, + "recall": 0.959486, + "f1": 0.948155, + "accuracy": 0.959486, + "main_score": 0.948155, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.809958, + "recall": 0.857708, + "f1": 0.82365, + "accuracy": 0.857708, + "main_score": 0.82365, + "hf_subset": "kas_Arab-khm_Khmr", + "languages": [ + "kas-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.938818, + "recall": 0.95751, + "f1": 0.94473, + "accuracy": 0.95751, + "main_score": 0.94473, + "hf_subset": "kas_Arab-mag_Deva", + "languages": [ + "kas-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.873015, + "recall": 0.902174, + "f1": 0.881351, + "accuracy": 0.902174, + "main_score": 0.881351, + "hf_subset": "kas_Arab-pap_Latn", + "languages": [ + "kas-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.680594, + "recall": 0.746047, + "f1": 0.699533, + "accuracy": 0.746047, + "main_score": 0.699533, + "hf_subset": "kas_Arab-sot_Latn", + "languages": [ + "kas-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.926087, + "recall": 0.94664, + "f1": 0.932279, + "accuracy": 0.94664, + "main_score": 0.932279, + "hf_subset": "kas_Arab-tur_Latn", + "languages": [ + "kas-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.780625, + "recall": 0.826087, + "f1": 0.79389, + "accuracy": 0.826087, + "main_score": 0.79389, + "hf_subset": "kas_Arab-ace_Latn", + "languages": [ + "kas-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.856688, + "recall": 0.892292, + "f1": 0.867529, + "accuracy": 0.892292, + "main_score": 0.867529, + "hf_subset": "kas_Arab-ban_Latn", + "languages": [ + "kas-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.895907, + "recall": 0.924901, + "f1": 0.904831, + "accuracy": 0.924901, + "main_score": 0.904831, + "hf_subset": "kas_Arab-ell_Grek", + "languages": [ + "kas-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.933086, + "recall": 0.951581, + "f1": 0.938768, + "accuracy": 0.951581, + "main_score": 0.938768, + "hf_subset": "kas_Arab-hne_Deva", + "languages": [ + "kas-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.520086, + "recall": 0.579051, + "f1": 0.536443, + "accuracy": 0.579051, + "main_score": 0.536443, + "hf_subset": "kas_Arab-kik_Latn", + "languages": [ + "kas-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.932395, + "recall": 0.952569, + "f1": 0.938636, + "accuracy": 0.952569, + "main_score": 0.938636, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.869963, + "recall": 0.90415, + "f1": 0.880303, + "accuracy": 0.90415, + "main_score": 0.880303, + "hf_subset": "kas_Arab-pbt_Arab", + "languages": [ + "kas-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.903272, + "recall": 0.93083, + "f1": 0.911759, + "accuracy": 0.93083, + "main_score": 0.911759, + "hf_subset": "kas_Arab-spa_Latn", + "languages": [ + "kas-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.664221, + "recall": 0.721344, + "f1": 0.679933, + "accuracy": 0.721344, + "main_score": 0.679933, + "hf_subset": "kas_Arab-twi_Latn", + "languages": [ + "kas-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.898921, + "recall": 0.928854, + "f1": 0.908388, + "accuracy": 0.928854, + "main_score": 0.908388, + "hf_subset": "kas_Arab-acm_Arab", + "languages": [ + "kas-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.842342, + "recall": 0.886364, + "f1": 0.855764, + "accuracy": 0.886364, + "main_score": 0.855764, + "hf_subset": "kas_Arab-bel_Cyrl", + "languages": [ + "kas-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.932783, + "recall": 0.950593, + "f1": 0.937928, + "accuracy": 0.950593, + "main_score": 0.937928, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.900478, + "recall": 0.927866, + "f1": 0.90878, + "accuracy": 0.927866, + "main_score": 0.90878, + "hf_subset": "kas_Arab-hrv_Latn", + "languages": [ + "kas-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.684143, + "recall": 0.747036, + "f1": 0.70207, + "accuracy": 0.747036, + "main_score": 0.70207, + "hf_subset": "kas_Arab-kin_Latn", + "languages": [ + "kas-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.90275, + "recall": 0.929842, + "f1": 0.911053, + "accuracy": 0.929842, + "main_score": 0.911053, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.912467, + "recall": 0.936759, + "f1": 0.919948, + "accuracy": 0.936759, + "main_score": 0.919948, + "hf_subset": "kas_Arab-pes_Arab", + "languages": [ + "kas-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.897925, + "recall": 0.924901, + "f1": 0.906244, + "accuracy": 0.924901, + "main_score": 0.906244, + "hf_subset": "kas_Arab-srd_Latn", + "languages": [ + "kas-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.220584, + "recall": 0.273715, + "f1": 0.234593, + "accuracy": 0.273715, + "main_score": 0.234593, + "hf_subset": "kas_Arab-tzm_Tfng", + "languages": [ + "kas-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.912829, + "recall": 0.938735, + "f1": 0.92085, + "accuracy": 0.938735, + "main_score": 0.92085, + "hf_subset": "kas_Arab-acq_Arab", + "languages": [ + "kas-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.587455, + "recall": 0.641304, + "f1": 0.602372, + "accuracy": 0.641304, + "main_score": 0.602372, + "hf_subset": "kas_Arab-bem_Latn", + "languages": [ + "kas-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.881705, + "recall": 0.911067, + "f1": 0.890381, + "accuracy": 0.911067, + "main_score": 0.890381, + "hf_subset": "kas_Arab-epo_Latn", + "languages": [ + "kas-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.910738, + "recall": 0.937747, + "f1": 0.919104, + "accuracy": 0.937747, + "main_score": 0.919104, + "hf_subset": "kas_Arab-hun_Latn", + "languages": [ + "kas-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.864657, + "recall": 0.902174, + "f1": 0.876026, + "accuracy": 0.902174, + "main_score": 0.876026, + "hf_subset": "kas_Arab-kir_Cyrl", + "languages": [ + "kas-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.913241, + "recall": 0.937747, + "f1": 0.920553, + "accuracy": 0.937747, + "main_score": 0.920553, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.69772, + "recall": 0.758893, + "f1": 0.714942, + "accuracy": 0.758893, + "main_score": 0.714942, + "hf_subset": "kas_Arab-plt_Latn", + "languages": [ + "kas-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.89809, + "recall": 0.925889, + "f1": 0.906409, + "accuracy": 0.925889, + "main_score": 0.906409, + "hf_subset": "kas_Arab-srp_Cyrl", + "languages": [ + "kas-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.813653, + "recall": 0.86166, + "f1": 0.828195, + "accuracy": 0.86166, + "main_score": 0.828195, + "hf_subset": "kas_Arab-uig_Arab", + "languages": [ + "kas-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.893506, + "recall": 0.922925, + "f1": 0.902437, + "accuracy": 0.922925, + "main_score": 0.902437, + "hf_subset": "kas_Arab-aeb_Arab", + "languages": [ + "kas-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.899598, + "recall": 0.927866, + "f1": 0.908251, + "accuracy": 0.927866, + "main_score": 0.908251, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.900454, + "recall": 0.926877, + "f1": 0.908171, + "accuracy": 0.926877, + "main_score": 0.908171, + "hf_subset": "kas_Arab-est_Latn", + "languages": [ + "kas-Arab", + "est-Latn" + ] + }, + { + "precision": 0.890794, + "recall": 0.920949, + "f1": 0.900066, + "accuracy": 0.920949, + "main_score": 0.900066, + "hf_subset": "kas_Arab-hye_Armn", + "languages": [ + "kas-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.447279, + "recall": 0.500988, + "f1": 0.461962, + "accuracy": 0.500988, + "main_score": 0.461962, + "hf_subset": "kas_Arab-kmb_Latn", + "languages": [ + "kas-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.466598, + "recall": 0.547431, + "f1": 0.488795, + "accuracy": 0.547431, + "main_score": 0.488795, + "hf_subset": "kas_Arab-min_Arab", + "languages": [ + "kas-Arab", + "min-Arab" + ] + }, + { + "precision": 0.915671, + "recall": 0.938735, + "f1": 0.922579, + "accuracy": 0.938735, + "main_score": 0.922579, + "hf_subset": "kas_Arab-pol_Latn", + "languages": [ + "kas-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.6071, + "recall": 0.670949, + "f1": 0.62508, + "accuracy": 0.670949, + "main_score": 0.62508, + "hf_subset": "kas_Arab-ssw_Latn", + "languages": [ + "kas-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.903491, + "recall": 0.931818, + "f1": 0.912154, + "accuracy": 0.931818, + "main_score": 0.912154, + "hf_subset": "kas_Arab-ukr_Cyrl", + "languages": [ + "kas-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.87915, + "recall": 0.91502, + "f1": 0.890269, + "accuracy": 0.91502, + "main_score": 0.890269, + "hf_subset": "kas_Arab-afr_Latn", + "languages": [ + "kas-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.933531, + "recall": 0.952569, + "f1": 0.939394, + "accuracy": 0.952569, + "main_score": 0.939394, + "hf_subset": "kas_Arab-bho_Deva", + "languages": [ + "kas-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.861547, + "recall": 0.895257, + "f1": 0.871038, + "accuracy": 0.895257, + "main_score": 0.871038, + "hf_subset": "kas_Arab-eus_Latn", + "languages": [ + "kas-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.705725, + "recall": 0.764822, + "f1": 0.72221, + "accuracy": 0.764822, + "main_score": 0.72221, + "hf_subset": "kas_Arab-ibo_Latn", + "languages": [ + "kas-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.719247, + "recall": 0.777668, + "f1": 0.736397, + "accuracy": 0.777668, + "main_score": 0.736397, + "hf_subset": "kas_Arab-kmr_Latn", + "languages": [ + "kas-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.835746, + "recall": 0.878458, + "f1": 0.848361, + "accuracy": 0.878458, + "main_score": 0.848361, + "hf_subset": "kas_Arab-min_Latn", + "languages": [ + "kas-Arab", + "min-Latn" + ] + }, + { + "precision": 0.910985, + "recall": 0.935771, + "f1": 0.918544, + "accuracy": 0.935771, + "main_score": 0.918544, + "hf_subset": "kas_Arab-por_Latn", + "languages": [ + "kas-Arab", + "por-Latn" + ] + }, + { + "precision": 0.862055, + "recall": 0.899209, + "f1": 0.873075, + "accuracy": 0.899209, + "main_score": 0.873075, + "hf_subset": "kas_Arab-sun_Latn", + "languages": [ + "kas-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.441775, + "recall": 0.493083, + "f1": 0.456577, + "accuracy": 0.493083, + "main_score": 0.456577, + "hf_subset": "kas_Arab-umb_Latn", + "languages": [ + "kas-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.914608, + "recall": 0.938735, + "f1": 0.921772, + "accuracy": 0.938735, + "main_score": 0.921772, + "hf_subset": "kas_Arab-ajp_Arab", + "languages": [ + "kas-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.51563, + "recall": 0.58498, + "f1": 0.535197, + "accuracy": 0.58498, + "main_score": 0.535197, + "hf_subset": "kas_Arab-bjn_Arab", + "languages": [ + "kas-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.418855, + "recall": 0.472332, + "f1": 0.433303, + "accuracy": 0.472332, + "main_score": 0.433303, + "hf_subset": "kas_Arab-ewe_Latn", + "languages": [ + "kas-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.833762, + "recall": 0.871542, + "f1": 0.84457, + "accuracy": 0.871542, + "main_score": 0.84457, + "hf_subset": "kas_Arab-ilo_Latn", + "languages": [ + "kas-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.285117, + "recall": 0.341897, + "f1": 0.300367, + "accuracy": 0.341897, + "main_score": 0.300367, + "hf_subset": "kas_Arab-knc_Arab", + "languages": [ + "kas-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.881021, + "recall": 0.912055, + "f1": 0.889904, + "accuracy": 0.912055, + "main_score": 0.889904, + "hf_subset": "kas_Arab-mkd_Cyrl", + "languages": [ + "kas-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.92943, + "recall": 0.951581, + "f1": 0.936495, + "accuracy": 0.951581, + "main_score": 0.936495, + "hf_subset": "kas_Arab-prs_Arab", + "languages": [ + "kas-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.910244, + "recall": 0.935771, + "f1": 0.917951, + "accuracy": 0.935771, + "main_score": 0.917951, + "hf_subset": "kas_Arab-swe_Latn", + "languages": [ + "kas-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.927866, + "recall": 0.948617, + "f1": 0.934209, + "accuracy": 0.948617, + "main_score": 0.934209, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.633203, + "recall": 0.692688, + "f1": 0.649626, + "accuracy": 0.692688, + "main_score": 0.649626, + "hf_subset": "kas_Arab-aka_Latn", + "languages": [ + "kas-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.865695, + "recall": 0.900198, + "f1": 0.875838, + "accuracy": 0.900198, + "main_score": 0.875838, + "hf_subset": "kas_Arab-bjn_Latn", + "languages": [ + "kas-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.817792, + "recall": 0.862648, + "f1": 0.830918, + "accuracy": 0.862648, + "main_score": 0.830918, + "hf_subset": "kas_Arab-fao_Latn", + "languages": [ + "kas-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.916617, + "recall": 0.939723, + "f1": 0.923617, + "accuracy": 0.939723, + "main_score": 0.923617, + "hf_subset": "kas_Arab-ind_Latn", + "languages": [ + "kas-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.51823, + "recall": 0.561265, + "f1": 0.530124, + "accuracy": 0.561265, + "main_score": 0.530124, + "hf_subset": "kas_Arab-knc_Latn", + "languages": [ + "kas-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.872752, + "recall": 0.905138, + "f1": 0.882488, + "accuracy": 0.905138, + "main_score": 0.882488, + "hf_subset": "kas_Arab-mlt_Latn", + "languages": [ + "kas-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.597243, + "recall": 0.65415, + "f1": 0.614086, + "accuracy": 0.65415, + "main_score": 0.614086, + "hf_subset": "kas_Arab-quy_Latn", + "languages": [ + "kas-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.867758, + "recall": 0.901186, + "f1": 0.877619, + "accuracy": 0.901186, + "main_score": 0.877619, + "hf_subset": "kas_Arab-swh_Latn", + "languages": [ + "kas-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.881423, + "recall": 0.911067, + "f1": 0.890054, + "accuracy": 0.911067, + "main_score": 0.890054, + "hf_subset": "kas_Arab-uzn_Latn", + "languages": [ + "kas-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.869812, + "recall": 0.90415, + "f1": 0.879795, + "accuracy": 0.90415, + "main_score": 0.879795, + "hf_subset": "kas_Arab-als_Latn", + "languages": [ + "kas-Arab", + "als-Latn" + ] + }, + { + "precision": 0.590646, + "recall": 0.666996, + "f1": 0.611884, + "accuracy": 0.666996, + "main_score": 0.611884, + "hf_subset": "kas_Arab-bod_Tibt", + "languages": [ + "kas-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.570536, + "recall": 0.623518, + "f1": 0.584371, + "accuracy": 0.623518, + "main_score": 0.584371, + "hf_subset": "kas_Arab-fij_Latn", + "languages": [ + "kas-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.821303, + "recall": 0.868577, + "f1": 0.835896, + "accuracy": 0.868577, + "main_score": 0.835896, + "hf_subset": "kas_Arab-isl_Latn", + "languages": [ + "kas-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.568174, + "recall": 0.62253, + "f1": 0.582907, + "accuracy": 0.62253, + "main_score": 0.582907, + "hf_subset": "kas_Arab-kon_Latn", + "languages": [ + "kas-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.621996, + "recall": 0.683794, + "f1": 0.639474, + "accuracy": 0.683794, + "main_score": 0.639474, + "hf_subset": "kas_Arab-mni_Beng", + "languages": [ + "kas-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.900115, + "recall": 0.929842, + "f1": 0.909289, + "accuracy": 0.929842, + "main_score": 0.909289, + "hf_subset": "kas_Arab-ron_Latn", + "languages": [ + "kas-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.891625, + "recall": 0.917984, + "f1": 0.899349, + "accuracy": 0.917984, + "main_score": 0.899349, + "hf_subset": "kas_Arab-szl_Latn", + "languages": [ + "kas-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.92164, + "recall": 0.942688, + "f1": 0.927753, + "accuracy": 0.942688, + "main_score": 0.927753, + "hf_subset": "kas_Arab-vec_Latn", + "languages": [ + "kas-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.83596, + "recall": 0.875494, + "f1": 0.847801, + "accuracy": 0.875494, + "main_score": 0.847801, + "hf_subset": "kas_Arab-amh_Ethi", + "languages": [ + "kas-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.89529, + "recall": 0.924901, + "f1": 0.904433, + "accuracy": 0.924901, + "main_score": 0.904433, + "hf_subset": "kas_Arab-bos_Latn", + "languages": [ + "kas-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.886808, + "recall": 0.916996, + "f1": 0.895704, + "accuracy": 0.916996, + "main_score": 0.895704, + "hf_subset": "kas_Arab-fin_Latn", + "languages": [ + "kas-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.913241, + "recall": 0.937747, + "f1": 0.920784, + "accuracy": 0.937747, + "main_score": 0.920784, + "hf_subset": "kas_Arab-ita_Latn", + "languages": [ + "kas-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.944532, + "recall": 0.960474, + "f1": 0.94944, + "accuracy": 0.960474, + "main_score": 0.94944, + "hf_subset": "kas_Arab-kor_Hang", + "languages": [ + "kas-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.459942, + "recall": 0.507905, + "f1": 0.47321, + "accuracy": 0.507905, + "main_score": 0.47321, + "hf_subset": "kas_Arab-mos_Latn", + "languages": [ + "kas-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.575158, + "recall": 0.642292, + "f1": 0.59383, + "accuracy": 0.642292, + "main_score": 0.59383, + "hf_subset": "kas_Arab-run_Latn", + "languages": [ + "kas-Arab", + "run-Latn" + ] + }, + { + "precision": 0.873578, + "recall": 0.908103, + "f1": 0.883959, + "accuracy": 0.908103, + "main_score": 0.883959, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.907625, + "recall": 0.93083, + "f1": 0.91438, + "accuracy": 0.93083, + "main_score": 0.91438, + "hf_subset": "kas_Arab-vie_Latn", + "languages": [ + "kas-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.902273, + "recall": 0.929842, + "f1": 0.910738, + "accuracy": 0.929842, + "main_score": 0.910738, + "hf_subset": "kas_Arab-apc_Arab", + "languages": [ + "kas-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.713422, + "recall": 0.759881, + "f1": 0.726816, + "accuracy": 0.759881, + "main_score": 0.726816, + "hf_subset": "kas_Arab-bug_Latn", + "languages": [ + "kas-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.410401, + "recall": 0.449605, + "f1": 0.421564, + "accuracy": 0.449605, + "main_score": 0.421564, + "hf_subset": "kas_Arab-fon_Latn", + "languages": [ + "kas-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.861816, + "recall": 0.892292, + "f1": 0.870409, + "accuracy": 0.892292, + "main_score": 0.870409, + "hf_subset": "kas_Arab-jav_Latn", + "languages": [ + "kas-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.773567, + "recall": 0.827075, + "f1": 0.788792, + "accuracy": 0.827075, + "main_score": 0.788792, + "hf_subset": "kas_Arab-lao_Laoo", + "languages": [ + "kas-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.71003, + "recall": 0.772727, + "f1": 0.728084, + "accuracy": 0.772727, + "main_score": 0.728084, + "hf_subset": "kas_Arab-mri_Latn", + "languages": [ + "kas-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.916314, + "recall": 0.940711, + "f1": 0.923798, + "accuracy": 0.940711, + "main_score": 0.923798, + "hf_subset": "kas_Arab-rus_Cyrl", + "languages": [ + "kas-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.477211, + "recall": 0.527668, + "f1": 0.491781, + "accuracy": 0.527668, + "main_score": 0.491781, + "hf_subset": "kas_Arab-taq_Latn", + "languages": [ + "kas-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.876805, + "recall": 0.908103, + "f1": 0.88615, + "accuracy": 0.908103, + "main_score": 0.88615, + "hf_subset": "kas_Arab-war_Latn", + "languages": [ + "kas-Arab", + "war-Latn" + ] + }, + { + "precision": 0.913694, + "recall": 0.937747, + "f1": 0.921004, + "accuracy": 0.937747, + "main_score": 0.921004, + "hf_subset": "kas_Arab-arb_Arab", + "languages": [ + "kas-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.921196, + "recall": 0.943676, + "f1": 0.928063, + "accuracy": 0.943676, + "main_score": 0.928063, + "hf_subset": "kas_Arab-bul_Cyrl", + "languages": [ + "kas-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.906374, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "kas_Arab-fra_Latn", + "languages": [ + "kas-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.907559, + "recall": 0.931818, + "f1": 0.914676, + "accuracy": 0.931818, + "main_score": 0.914676, + "hf_subset": "kas_Arab-jpn_Jpan", + "languages": [ + "kas-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.913053, + "recall": 0.934783, + "f1": 0.919271, + "accuracy": 0.934783, + "main_score": 0.919271, + "hf_subset": "kas_Arab-lij_Latn", + "languages": [ + "kas-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.838291, + "recall": 0.880435, + "f1": 0.85112, + "accuracy": 0.880435, + "main_score": 0.85112, + "hf_subset": "kas_Arab-mya_Mymr", + "languages": [ + "kas-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.52001, + "recall": 0.577075, + "f1": 0.535827, + "accuracy": 0.577075, + "main_score": 0.535827, + "hf_subset": "kas_Arab-sag_Latn", + "languages": [ + "kas-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.221315, + "recall": 0.284585, + "f1": 0.237492, + "accuracy": 0.284585, + "main_score": 0.237492, + "hf_subset": "kas_Arab-taq_Tfng", + "languages": [ + "kas-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.599615, + "recall": 0.650198, + "f1": 0.613682, + "accuracy": 0.650198, + "main_score": 0.613682, + "hf_subset": "kas_Arab-wol_Latn", + "languages": [ + "kas-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.734784, + "recall": 0.795455, + "f1": 0.752564, + "accuracy": 0.795455, + "main_score": 0.752564, + "hf_subset": "kas_Arab-arb_Latn", + "languages": [ + "kas-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.90336, + "recall": 0.929842, + "f1": 0.911152, + "accuracy": 0.929842, + "main_score": 0.911152, + "hf_subset": "kas_Arab-cat_Latn", + "languages": [ + "kas-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.898874, + "recall": 0.918972, + "f1": 0.904337, + "accuracy": 0.918972, + "main_score": 0.904337, + "hf_subset": "kas_Arab-fur_Latn", + "languages": [ + "kas-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.406394, + "recall": 0.466403, + "f1": 0.423195, + "accuracy": 0.466403, + "main_score": 0.423195, + "hf_subset": "kas_Arab-kab_Latn", + "languages": [ + "kas-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.884955, + "recall": 0.913043, + "f1": 0.89297, + "accuracy": 0.913043, + "main_score": 0.89297, + "hf_subset": "kas_Arab-lim_Latn", + "languages": [ + "kas-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.901515, + "recall": 0.927866, + "f1": 0.909605, + "accuracy": 0.927866, + "main_score": 0.909605, + "hf_subset": "kas_Arab-nld_Latn", + "languages": [ + "kas-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.901713, + "recall": 0.927866, + "f1": 0.909552, + "accuracy": 0.927866, + "main_score": 0.909552, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ] + }, + { + "precision": 0.862318, + "recall": 0.896245, + "f1": 0.872431, + "accuracy": 0.896245, + "main_score": 0.872431, + "hf_subset": "kas_Arab-tat_Cyrl", + "languages": [ + "kas-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.709651, + "recall": 0.769763, + "f1": 0.726706, + "accuracy": 0.769763, + "main_score": 0.726706, + "hf_subset": "kas_Arab-xho_Latn", + "languages": [ + "kas-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.909232, + "recall": 0.935771, + "f1": 0.917375, + "accuracy": 0.935771, + "main_score": 0.917375, + "hf_subset": "kas_Arab-ars_Arab", + "languages": [ + "kas-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.85906, + "recall": 0.892292, + "f1": 0.868379, + "accuracy": 0.892292, + "main_score": 0.868379, + "hf_subset": "kas_Arab-ceb_Latn", + "languages": [ + "kas-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.471364, + "recall": 0.525692, + "f1": 0.486366, + "accuracy": 0.525692, + "main_score": 0.486366, + "hf_subset": "kas_Arab-fuv_Latn", + "languages": [ + "kas-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.458929, + "recall": 0.513834, + "f1": 0.474082, + "accuracy": 0.513834, + "main_score": 0.474082, + "hf_subset": "kas_Arab-kac_Latn", + "languages": [ + "kas-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.599448, + "recall": 0.660079, + "f1": 0.616613, + "accuracy": 0.660079, + "main_score": 0.616613, + "hf_subset": "kas_Arab-lin_Latn", + "languages": [ + "kas-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.873824, + "recall": 0.908103, + "f1": 0.884225, + "accuracy": 0.908103, + "main_score": 0.884225, + "hf_subset": "kas_Arab-nno_Latn", + "languages": [ + "kas-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.793248, + "recall": 0.847826, + "f1": 0.8099, + "accuracy": 0.847826, + "main_score": 0.8099, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.890284, + "recall": 0.918972, + "f1": 0.898773, + "accuracy": 0.918972, + "main_score": 0.898773, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.872918, + "recall": 0.907115, + "f1": 0.883218, + "accuracy": 0.907115, + "main_score": 0.883218, + "hf_subset": "kas_Arab-ydd_Hebr", + "languages": [ + "kas-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.890613, + "recall": 0.916996, + "f1": 0.898335, + "accuracy": 0.916996, + "main_score": 0.898335, + "hf_subset": "kas_Arab-ary_Arab", + "languages": [ + "kas-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.906901, + "recall": 0.934783, + "f1": 0.91558, + "accuracy": 0.934783, + "main_score": 0.91558, + "hf_subset": "kas_Arab-ces_Latn", + "languages": [ + "kas-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.545645, + "recall": 0.609684, + "f1": 0.563805, + "accuracy": 0.609684, + "main_score": 0.563805, + "hf_subset": "kas_Arab-gaz_Latn", + "languages": [ + "kas-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.496085, + "recall": 0.566206, + "f1": 0.515235, + "accuracy": 0.566206, + "main_score": 0.515235, + "hf_subset": "kas_Arab-kam_Latn", + "languages": [ + "kas-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.883152, + "recall": 0.913043, + "f1": 0.891902, + "accuracy": 0.913043, + "main_score": 0.891902, + "hf_subset": "kas_Arab-lit_Latn", + "languages": [ + "kas-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.894022, + "recall": 0.924901, + "f1": 0.903393, + "accuracy": 0.924901, + "main_score": 0.903393, + "hf_subset": "kas_Arab-nob_Latn", + "languages": [ + "kas-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.901142, + "recall": 0.922925, + "f1": 0.907346, + "accuracy": 0.922925, + "main_score": 0.907346, + "hf_subset": "kas_Arab-scn_Latn", + "languages": [ + "kas-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.856118, + "recall": 0.891304, + "f1": 0.866458, + "accuracy": 0.891304, + "main_score": 0.866458, + "hf_subset": "kas_Arab-tgk_Cyrl", + "languages": [ + "kas-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.586537, + "recall": 0.663043, + "f1": 0.608111, + "accuracy": 0.663043, + "main_score": 0.608111, + "hf_subset": "kas_Arab-yor_Latn", + "languages": [ + "kas-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.908136, + "recall": 0.932806, + "f1": 0.915434, + "accuracy": 0.932806, + "main_score": 0.915434, + "hf_subset": "kas_Arab-arz_Arab", + "languages": [ + "kas-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.468004, + "recall": 0.529644, + "f1": 0.485466, + "accuracy": 0.529644, + "main_score": 0.485466, + "hf_subset": "kas_Arab-cjk_Latn", + "languages": [ + "kas-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.769683, + "recall": 0.822134, + "f1": 0.784743, + "accuracy": 0.822134, + "main_score": 0.784743, + "hf_subset": "kas_Arab-gla_Latn", + "languages": [ + "kas-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.866104, + "recall": 0.898221, + "f1": 0.87572, + "accuracy": 0.898221, + "main_score": 0.87572, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.913159, + "recall": 0.936759, + "f1": 0.920097, + "accuracy": 0.936759, + "main_score": 0.920097, + "hf_subset": "kas_Arab-lmo_Latn", + "languages": [ + "kas-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.912055, + "recall": 0.936759, + "f1": 0.919565, + "accuracy": 0.936759, + "main_score": 0.919565, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.435159, + "recall": 0.5, + "f1": 0.45287, + "accuracy": 0.5, + "main_score": 0.45287, + "hf_subset": "kas_Arab-shn_Mymr", + "languages": [ + "kas-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.880888, + "recall": 0.913043, + "f1": 0.89047, + "accuracy": 0.913043, + "main_score": 0.89047, + "hf_subset": "kas_Arab-tgl_Latn", + "languages": [ + "kas-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.887963, + "recall": 0.917984, + "f1": 0.896824, + "accuracy": 0.917984, + "main_score": 0.896824, + "hf_subset": "kas_Arab-yue_Hant", + "languages": [ + "kas-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.894542, + "recall": 0.91996, + "f1": 0.90207, + "accuracy": 0.91996, + "main_score": 0.90207, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.812213, + "recall": 0.856719, + "f1": 0.825543, + "accuracy": 0.856719, + "main_score": 0.825543, + "hf_subset": "kas_Arab-ckb_Arab", + "languages": [ + "kas-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.821383, + "recall": 0.862648, + "f1": 0.833138, + "accuracy": 0.862648, + "main_score": 0.833138, + "hf_subset": "kas_Arab-gle_Latn", + "languages": [ + "kas-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.788225, + "recall": 0.838933, + "f1": 0.803463, + "accuracy": 0.838933, + "main_score": 0.803463, + "hf_subset": "kas_Arab-ltg_Latn", + "languages": [ + "kas-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.65771, + "recall": 0.719368, + "f1": 0.675055, + "accuracy": 0.719368, + "main_score": 0.675055, + "hf_subset": "kas_Arab-nso_Latn", + "languages": [ + "kas-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.852668, + "recall": 0.894269, + "f1": 0.865217, + "accuracy": 0.894269, + "main_score": 0.865217, + "hf_subset": "kas_Arab-sin_Sinh", + "languages": [ + "kas-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.881868, + "recall": 0.91502, + "f1": 0.891667, + "accuracy": 0.91502, + "main_score": 0.891667, + "hf_subset": "kas_Arab-tha_Thai", + "languages": [ + "kas-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.847714, + "recall": 0.883399, + "f1": 0.857668, + "accuracy": 0.883399, + "main_score": 0.857668, + "hf_subset": "kas_Arab-zho_Hans", + "languages": [ + "kas-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.896031, + "recall": 0.922925, + "f1": 0.903854, + "accuracy": 0.922925, + "main_score": 0.903854, + "hf_subset": "kas_Arab-ast_Latn", + "languages": [ + "kas-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.889032, + "recall": 0.91996, + "f1": 0.898682, + "accuracy": 0.91996, + "main_score": 0.898682, + "hf_subset": "kas_Arab-crh_Latn", + "languages": [ + "kas-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.885211, + "recall": 0.918972, + "f1": 0.895506, + "accuracy": 0.918972, + "main_score": 0.895506, + "hf_subset": "kas_Arab-glg_Latn", + "languages": [ + "kas-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.924901, + "recall": 0.94664, + "f1": 0.931983, + "accuracy": 0.94664, + "main_score": 0.931983, + "hf_subset": "kas_Arab-kas_Deva", + "languages": [ + "kas-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.876821, + "recall": 0.90415, + "f1": 0.884884, + "accuracy": 0.90415, + "main_score": 0.884884, + "hf_subset": "kas_Arab-ltz_Latn", + "languages": [ + "kas-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.402896, + "recall": 0.469368, + "f1": 0.421113, + "accuracy": 0.469368, + "main_score": 0.421113, + "hf_subset": "kas_Arab-nus_Latn", + "languages": [ + "kas-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.904068, + "recall": 0.931818, + "f1": 0.912535, + "accuracy": 0.931818, + "main_score": 0.912535, + "hf_subset": "kas_Arab-slk_Latn", + "languages": [ + "kas-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.614443, + "recall": 0.68083, + "f1": 0.633325, + "accuracy": 0.68083, + "main_score": 0.633325, + "hf_subset": "kas_Arab-tir_Ethi", + "languages": [ + "kas-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.892325, + "recall": 0.920949, + "f1": 0.900941, + "accuracy": 0.920949, + "main_score": 0.900941, + "hf_subset": "kas_Arab-zho_Hant", + "languages": [ + "kas-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.928689, + "recall": 0.948617, + "f1": 0.93475, + "accuracy": 0.948617, + "main_score": 0.93475, + "hf_subset": "kas_Arab-awa_Deva", + "languages": [ + "kas-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.868866, + "recall": 0.903162, + "f1": 0.879068, + "accuracy": 0.903162, + "main_score": 0.879068, + "hf_subset": "kas_Arab-cym_Latn", + "languages": [ + "kas-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.707871, + "recall": 0.751976, + "f1": 0.720864, + "accuracy": 0.751976, + "main_score": 0.720864, + "hf_subset": "kas_Arab-grn_Latn", + "languages": [ + "kas-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.869302, + "recall": 0.902174, + "f1": 0.879037, + "accuracy": 0.902174, + "main_score": 0.879037, + "hf_subset": "kas_Arab-kat_Geor", + "languages": [ + "kas-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.560013, + "recall": 0.612648, + "f1": 0.575326, + "accuracy": 0.612648, + "main_score": 0.575326, + "hf_subset": "kas_Arab-lua_Latn", + "languages": [ + "kas-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.66354, + "recall": 0.728261, + "f1": 0.68179, + "accuracy": 0.728261, + "main_score": 0.68179, + "hf_subset": "kas_Arab-nya_Latn", + "languages": [ + "kas-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.906465, + "recall": 0.931818, + "f1": 0.913916, + "accuracy": 0.931818, + "main_score": 0.913916, + "hf_subset": "kas_Arab-slv_Latn", + "languages": [ + "kas-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.857076, + "recall": 0.88834, + "f1": 0.865895, + "accuracy": 0.88834, + "main_score": 0.865895, + "hf_subset": "kas_Arab-tpi_Latn", + "languages": [ + "kas-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.897348, + "recall": 0.925889, + "f1": 0.906126, + "accuracy": 0.925889, + "main_score": 0.906126, + "hf_subset": "kas_Arab-zsm_Latn", + "languages": [ + "kas-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.479935, + "recall": 0.536561, + "f1": 0.495466, + "accuracy": 0.536561, + "main_score": 0.495466, + "hf_subset": "kas_Arab-ayr_Latn", + "languages": [ + "kas-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.912, + "recall": 0.935771, + "f1": 0.919137, + "accuracy": 0.935771, + "main_score": 0.919137, + "hf_subset": "kas_Arab-dan_Latn", + "languages": [ + "kas-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.928722, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.883844, + "recall": 0.91502, + "f1": 0.892904, + "accuracy": 0.91502, + "main_score": 0.892904, + "hf_subset": "kas_Arab-kaz_Cyrl", + "languages": [ + "kas-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.536305, + "recall": 0.605731, + "f1": 0.555988, + "accuracy": 0.605731, + "main_score": 0.555988, + "hf_subset": "kas_Arab-lug_Latn", + "languages": [ + "kas-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.899769, + "recall": 0.926877, + "f1": 0.907646, + "accuracy": 0.926877, + "main_score": 0.907646, + "hf_subset": "kas_Arab-oci_Latn", + "languages": [ + "kas-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.702415, + "recall": 0.758893, + "f1": 0.718895, + "accuracy": 0.758893, + "main_score": 0.718895, + "hf_subset": "kas_Arab-smo_Latn", + "languages": [ + "kas-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.607769, + "recall": 0.670949, + "f1": 0.625457, + "accuracy": 0.670949, + "main_score": 0.625457, + "hf_subset": "kas_Arab-tsn_Latn", + "languages": [ + "kas-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.715626, + "recall": 0.778656, + "f1": 0.733729, + "accuracy": 0.778656, + "main_score": 0.733729, + "hf_subset": "kas_Arab-zul_Latn", + "languages": [ + "kas-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.86466, + "recall": 0.895257, + "f1": 0.87388, + "accuracy": 0.895257, + "main_score": 0.87388, + "hf_subset": "kas_Arab-azb_Arab", + "languages": [ + "kas-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.915415, + "recall": 0.938735, + "f1": 0.922563, + "accuracy": 0.938735, + "main_score": 0.922563, + "hf_subset": "kas_Arab-deu_Latn", + "languages": [ + "kas-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.860441, + "recall": 0.896245, + "f1": 0.870964, + "accuracy": 0.896245, + "main_score": 0.870964, + "hf_subset": "kas_Arab-hat_Latn", + "languages": [ + "kas-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.457773, + "recall": 0.502964, + "f1": 0.47041, + "accuracy": 0.502964, + "main_score": 0.47041, + "hf_subset": "kas_Arab-kbp_Latn", + "languages": [ + "kas-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.51098, + "recall": 0.5583, + "f1": 0.523722, + "accuracy": 0.5583, + "main_score": 0.523722, + "hf_subset": "kas_Arab-luo_Latn", + "languages": [ + "kas-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.896113, + "recall": 0.926877, + "f1": 0.905915, + "accuracy": 0.926877, + "main_score": 0.905915, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.711797, + "recall": 0.773715, + "f1": 0.729997, + "accuracy": 0.773715, + "main_score": 0.729997, + "hf_subset": "kas_Arab-sna_Latn", + "languages": [ + "kas-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.566209, + "recall": 0.625494, + "f1": 0.58249, + "accuracy": 0.625494, + "main_score": 0.58249, + "hf_subset": "kas_Arab-tso_Latn", + "languages": [ + "kas-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.859766, + "recall": 0.899209, + "f1": 0.871739, + "accuracy": 0.899209, + "main_score": 0.871739, + "hf_subset": "kas_Arab-azj_Latn", + "languages": [ + "kas-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.472279, + "recall": 0.532609, + "f1": 0.489869, + "accuracy": 0.532609, + "main_score": 0.489869, + "hf_subset": "kas_Arab-dik_Latn", + "languages": [ + "kas-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.73993, + "recall": 0.797431, + "f1": 0.756529, + "accuracy": 0.797431, + "main_score": 0.756529, + "hf_subset": "kas_Arab-hau_Latn", + "languages": [ + "kas-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.900066, + "recall": 0.926877, + "f1": 0.908385, + "accuracy": 0.926877, + "main_score": 0.908385, + "hf_subset": "kas_Arab-kea_Latn", + "languages": [ + "kas-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.77707, + "recall": 0.829051, + "f1": 0.792641, + "accuracy": 0.829051, + "main_score": 0.792641, + "hf_subset": "kas_Arab-lus_Latn", + "languages": [ + "kas-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.801482, + "recall": 0.844862, + "f1": 0.814083, + "accuracy": 0.844862, + "main_score": 0.814083, + "hf_subset": "kas_Arab-pag_Latn", + "languages": [ + "kas-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.905171, + "recall": 0.932806, + "f1": 0.91382, + "accuracy": 0.932806, + "main_score": 0.91382, + "hf_subset": "kas_Arab-snd_Arab", + "languages": [ + "kas-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.860846, + "recall": 0.897233, + "f1": 0.87192, + "accuracy": 0.897233, + "main_score": 0.87192, + "hf_subset": "kas_Arab-tuk_Latn", + "languages": [ + "kas-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.871459, + "recall": 0.908103, + "f1": 0.882728, + "accuracy": 0.908103, + "main_score": 0.882728, + "hf_subset": "kas_Arab-bak_Cyrl", + "languages": [ + "kas-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.433065, + "recall": 0.499012, + "f1": 0.451932, + "accuracy": 0.499012, + "main_score": 0.451932, + "hf_subset": "kas_Arab-dyu_Latn", + "languages": [ + "kas-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.895331, + "recall": 0.923913, + "f1": 0.903942, + "accuracy": 0.923913, + "main_score": 0.903942, + "hf_subset": "kas_Arab-heb_Hebr", + "languages": [ + "kas-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.840473, + "recall": 0.880435, + "f1": 0.852632, + "accuracy": 0.880435, + "main_score": 0.852632, + "hf_subset": "kas_Arab-khk_Cyrl", + "languages": [ + "kas-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.890695, + "recall": 0.920949, + "f1": 0.899605, + "accuracy": 0.920949, + "main_score": 0.899605, + "hf_subset": "kas_Arab-lvs_Latn", + "languages": [ + "kas-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.909009, + "recall": 0.934783, + "f1": 0.916864, + "accuracy": 0.934783, + "main_score": 0.916864, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.731077, + "recall": 0.79249, + "f1": 0.749398, + "accuracy": 0.79249, + "main_score": 0.749398, + "hf_subset": "kas_Arab-som_Latn", + "languages": [ + "kas-Arab", + "som-Latn" + ] + }, + { + "precision": 0.577577, + "recall": 0.63834, + "f1": 0.594703, + "accuracy": 0.63834, + "main_score": 0.594703, + "hf_subset": "kas_Arab-tum_Latn", + "languages": [ + "kas-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.512593, + "recall": 0.585968, + "f1": 0.532842, + "accuracy": 0.585968, + "main_score": 0.532842, + "hf_subset": "ltg_Latn-ace_Arab", + "languages": [ + "ltg-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.492444, + "recall": 0.532609, + "f1": 0.502641, + "accuracy": 0.532609, + "main_score": 0.502641, + "hf_subset": "ltg_Latn-bam_Latn", + "languages": [ + "ltg-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.493361, + "recall": 0.572134, + "f1": 0.515625, + "accuracy": 0.572134, + "main_score": 0.515625, + "hf_subset": "ltg_Latn-dzo_Tibt", + "languages": [ + "ltg-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.905369, + "recall": 0.93083, + "f1": 0.912799, + "accuracy": 0.93083, + "main_score": 0.912799, + "hf_subset": "ltg_Latn-hin_Deva", + "languages": [ + "ltg-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.812313, + "recall": 0.858696, + "f1": 0.826087, + "accuracy": 0.858696, + "main_score": 0.826087, + "hf_subset": "ltg_Latn-khm_Khmr", + "languages": [ + "ltg-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.879631, + "recall": 0.909091, + "f1": 0.888131, + "accuracy": 0.909091, + "main_score": 0.888131, + "hf_subset": "ltg_Latn-mag_Deva", + "languages": [ + "ltg-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.875462, + "recall": 0.906126, + "f1": 0.884294, + "accuracy": 0.906126, + "main_score": 0.884294, + "hf_subset": "ltg_Latn-pap_Latn", + "languages": [ + "ltg-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.719774, + "recall": 0.774704, + "f1": 0.735626, + "accuracy": 0.774704, + "main_score": 0.735626, + "hf_subset": "ltg_Latn-sot_Latn", + "languages": [ + "ltg-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.895422, + "recall": 0.925889, + "f1": 0.905105, + "accuracy": 0.925889, + "main_score": 0.905105, + "hf_subset": "ltg_Latn-tur_Latn", + "languages": [ + "ltg-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.789864, + "recall": 0.829051, + "f1": 0.801038, + "accuracy": 0.829051, + "main_score": 0.801038, + "hf_subset": "ltg_Latn-ace_Latn", + "languages": [ + "ltg-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.838703, + "recall": 0.875494, + "f1": 0.849695, + "accuracy": 0.875494, + "main_score": 0.849695, + "hf_subset": "ltg_Latn-ban_Latn", + "languages": [ + "ltg-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.873337, + "recall": 0.907115, + "f1": 0.88355, + "accuracy": 0.907115, + "main_score": 0.88355, + "hf_subset": "ltg_Latn-ell_Grek", + "languages": [ + "ltg-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.86031, + "recall": 0.895257, + "f1": 0.870502, + "accuracy": 0.895257, + "main_score": 0.870502, + "hf_subset": "ltg_Latn-hne_Deva", + "languages": [ + "ltg-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.53334, + "recall": 0.591897, + "f1": 0.548757, + "accuracy": 0.591897, + "main_score": 0.548757, + "hf_subset": "ltg_Latn-kik_Latn", + "languages": [ + "ltg-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.877612, + "recall": 0.908103, + "f1": 0.886392, + "accuracy": 0.908103, + "main_score": 0.886392, + "hf_subset": "ltg_Latn-mai_Deva", + "languages": [ + "ltg-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.821139, + "recall": 0.868577, + "f1": 0.835605, + "accuracy": 0.868577, + "main_score": 0.835605, + "hf_subset": "ltg_Latn-pbt_Arab", + "languages": [ + "ltg-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.895019, + "recall": 0.923913, + "f1": 0.903724, + "accuracy": 0.923913, + "main_score": 0.903724, + "hf_subset": "ltg_Latn-spa_Latn", + "languages": [ + "ltg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.642435, + "recall": 0.699605, + "f1": 0.658267, + "accuracy": 0.699605, + "main_score": 0.658267, + "hf_subset": "ltg_Latn-twi_Latn", + "languages": [ + "ltg-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.884291, + "recall": 0.913043, + "f1": 0.892443, + "accuracy": 0.913043, + "main_score": 0.892443, + "hf_subset": "ltg_Latn-acm_Arab", + "languages": [ + "ltg-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.845002, + "recall": 0.886364, + "f1": 0.857137, + "accuracy": 0.886364, + "main_score": 0.857137, + "hf_subset": "ltg_Latn-bel_Cyrl", + "languages": [ + "ltg-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.900981, + "recall": 0.927866, + "f1": 0.909027, + "accuracy": 0.927866, + "main_score": 0.909027, + "hf_subset": "ltg_Latn-eng_Latn", + "languages": [ + "ltg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.885441, + "recall": 0.917984, + "f1": 0.895553, + "accuracy": 0.917984, + "main_score": 0.895553, + "hf_subset": "ltg_Latn-hrv_Latn", + "languages": [ + "ltg-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.72118, + "recall": 0.774704, + "f1": 0.736261, + "accuracy": 0.774704, + "main_score": 0.736261, + "hf_subset": "ltg_Latn-kin_Latn", + "languages": [ + "ltg-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.862098, + "recall": 0.898221, + "f1": 0.87292, + "accuracy": 0.898221, + "main_score": 0.87292, + "hf_subset": "ltg_Latn-mal_Mlym", + "languages": [ + "ltg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.871611, + "recall": 0.901186, + "f1": 0.879981, + "accuracy": 0.901186, + "main_score": 0.879981, + "hf_subset": "ltg_Latn-pes_Arab", + "languages": [ + "ltg-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.882856, + "recall": 0.912055, + "f1": 0.891375, + "accuracy": 0.912055, + "main_score": 0.891375, + "hf_subset": "ltg_Latn-srd_Latn", + "languages": [ + "ltg-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.207104, + "recall": 0.261858, + "f1": 0.220567, + "accuracy": 0.261858, + "main_score": 0.220567, + "hf_subset": "ltg_Latn-tzm_Tfng", + "languages": [ + "ltg-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.894443, + "recall": 0.923913, + "f1": 0.903376, + "accuracy": 0.923913, + "main_score": 0.903376, + "hf_subset": "ltg_Latn-acq_Arab", + "languages": [ + "ltg-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.607882, + "recall": 0.660079, + "f1": 0.622755, + "accuracy": 0.660079, + "main_score": 0.622755, + "hf_subset": "ltg_Latn-bem_Latn", + "languages": [ + "ltg-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.885689, + "recall": 0.914032, + "f1": 0.893876, + "accuracy": 0.914032, + "main_score": 0.893876, + "hf_subset": "ltg_Latn-epo_Latn", + "languages": [ + "ltg-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.893109, + "recall": 0.918972, + "f1": 0.900446, + "accuracy": 0.918972, + "main_score": 0.900446, + "hf_subset": "ltg_Latn-hun_Latn", + "languages": [ + "ltg-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.850685, + "recall": 0.892292, + "f1": 0.863785, + "accuracy": 0.892292, + "main_score": 0.863785, + "hf_subset": "ltg_Latn-kir_Cyrl", + "languages": [ + "ltg-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.862796, + "recall": 0.900198, + "f1": 0.873965, + "accuracy": 0.900198, + "main_score": 0.873965, + "hf_subset": "ltg_Latn-mar_Deva", + "languages": [ + "ltg-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.722553, + "recall": 0.774704, + "f1": 0.737484, + "accuracy": 0.774704, + "main_score": 0.737484, + "hf_subset": "ltg_Latn-plt_Latn", + "languages": [ + "ltg-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.884627, + "recall": 0.914032, + "f1": 0.893298, + "accuracy": 0.914032, + "main_score": 0.893298, + "hf_subset": "ltg_Latn-srp_Cyrl", + "languages": [ + "ltg-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.790794, + "recall": 0.841897, + "f1": 0.806197, + "accuracy": 0.841897, + "main_score": 0.806197, + "hf_subset": "ltg_Latn-uig_Arab", + "languages": [ + "ltg-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.859211, + "recall": 0.894269, + "f1": 0.869368, + "accuracy": 0.894269, + "main_score": 0.869368, + "hf_subset": "ltg_Latn-aeb_Arab", + "languages": [ + "ltg-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.872506, + "recall": 0.905138, + "f1": 0.88238, + "accuracy": 0.905138, + "main_score": 0.88238, + "hf_subset": "ltg_Latn-ben_Beng", + "languages": [ + "ltg-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.895943, + "recall": 0.921937, + "f1": 0.903873, + "accuracy": 0.921937, + "main_score": 0.903873, + "hf_subset": "ltg_Latn-est_Latn", + "languages": [ + "ltg-Latn", + "est-Latn" + ] + }, + { + "precision": 0.874112, + "recall": 0.907115, + "f1": 0.884148, + "accuracy": 0.907115, + "main_score": 0.884148, + "hf_subset": "ltg_Latn-hye_Armn", + "languages": [ + "ltg-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.470976, + "recall": 0.520751, + "f1": 0.484103, + "accuracy": 0.520751, + "main_score": 0.484103, + "hf_subset": "ltg_Latn-kmb_Latn", + "languages": [ + "ltg-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.46154, + "recall": 0.537549, + "f1": 0.481322, + "accuracy": 0.537549, + "main_score": 0.481322, + "hf_subset": "ltg_Latn-min_Arab", + "languages": [ + "ltg-Latn", + "min-Arab" + ] + }, + { + "precision": 0.897572, + "recall": 0.925889, + "f1": 0.906176, + "accuracy": 0.925889, + "main_score": 0.906176, + "hf_subset": "ltg_Latn-pol_Latn", + "languages": [ + "ltg-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.629068, + "recall": 0.694664, + "f1": 0.648179, + "accuracy": 0.694664, + "main_score": 0.648179, + "hf_subset": "ltg_Latn-ssw_Latn", + "languages": [ + "ltg-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.881275, + "recall": 0.913043, + "f1": 0.890631, + "accuracy": 0.913043, + "main_score": 0.890631, + "hf_subset": "ltg_Latn-ukr_Cyrl", + "languages": [ + "ltg-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.87651, + "recall": 0.907115, + "f1": 0.885512, + "accuracy": 0.907115, + "main_score": 0.885512, + "hf_subset": "ltg_Latn-afr_Latn", + "languages": [ + "ltg-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.857717, + "recall": 0.894269, + "f1": 0.868321, + "accuracy": 0.894269, + "main_score": 0.868321, + "hf_subset": "ltg_Latn-bho_Deva", + "languages": [ + "ltg-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.852712, + "recall": 0.886364, + "f1": 0.862129, + "accuracy": 0.886364, + "main_score": 0.862129, + "hf_subset": "ltg_Latn-eus_Latn", + "languages": [ + "ltg-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.713392, + "recall": 0.774704, + "f1": 0.730768, + "accuracy": 0.774704, + "main_score": 0.730768, + "hf_subset": "ltg_Latn-ibo_Latn", + "languages": [ + "ltg-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.755975, + "recall": 0.8083, + "f1": 0.771198, + "accuracy": 0.8083, + "main_score": 0.771198, + "hf_subset": "ltg_Latn-kmr_Latn", + "languages": [ + "ltg-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.854167, + "recall": 0.88834, + "f1": 0.863925, + "accuracy": 0.88834, + "main_score": 0.863925, + "hf_subset": "ltg_Latn-min_Latn", + "languages": [ + "ltg-Latn", + "min-Latn" + ] + }, + { + "precision": 0.910277, + "recall": 0.934783, + "f1": 0.91774, + "accuracy": 0.934783, + "main_score": 0.91774, + "hf_subset": "ltg_Latn-por_Latn", + "languages": [ + "ltg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.832403, + "recall": 0.87253, + "f1": 0.843853, + "accuracy": 0.87253, + "main_score": 0.843853, + "hf_subset": "ltg_Latn-sun_Latn", + "languages": [ + "ltg-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.454987, + "recall": 0.503953, + "f1": 0.468878, + "accuracy": 0.503953, + "main_score": 0.468878, + "hf_subset": "ltg_Latn-umb_Latn", + "languages": [ + "ltg-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.894219, + "recall": 0.923913, + "f1": 0.903148, + "accuracy": 0.923913, + "main_score": 0.903148, + "hf_subset": "ltg_Latn-ajp_Arab", + "languages": [ + "ltg-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.491405, + "recall": 0.566206, + "f1": 0.512016, + "accuracy": 0.566206, + "main_score": 0.512016, + "hf_subset": "ltg_Latn-bjn_Arab", + "languages": [ + "ltg-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.449175, + "recall": 0.498024, + "f1": 0.462431, + "accuracy": 0.498024, + "main_score": 0.462431, + "hf_subset": "ltg_Latn-ewe_Latn", + "languages": [ + "ltg-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.843818, + "recall": 0.879447, + "f1": 0.854113, + "accuracy": 0.879447, + "main_score": 0.854113, + "hf_subset": "ltg_Latn-ilo_Latn", + "languages": [ + "ltg-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.246333, + "recall": 0.302372, + "f1": 0.260469, + "accuracy": 0.302372, + "main_score": 0.260469, + "hf_subset": "ltg_Latn-knc_Arab", + "languages": [ + "ltg-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.895043, + "recall": 0.923913, + "f1": 0.903854, + "accuracy": 0.923913, + "main_score": 0.903854, + "hf_subset": "ltg_Latn-mkd_Cyrl", + "languages": [ + "ltg-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.895678, + "recall": 0.923913, + "f1": 0.904251, + "accuracy": 0.923913, + "main_score": 0.904251, + "hf_subset": "ltg_Latn-prs_Arab", + "languages": [ + "ltg-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.907915, + "recall": 0.933794, + "f1": 0.915728, + "accuracy": 0.933794, + "main_score": 0.915728, + "hf_subset": "ltg_Latn-swe_Latn", + "languages": [ + "ltg-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.885063, + "recall": 0.91502, + "f1": 0.893775, + "accuracy": 0.91502, + "main_score": 0.893775, + "hf_subset": "ltg_Latn-urd_Arab", + "languages": [ + "ltg-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.636509, + "recall": 0.690711, + "f1": 0.651505, + "accuracy": 0.690711, + "main_score": 0.651505, + "hf_subset": "ltg_Latn-aka_Latn", + "languages": [ + "ltg-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.855011, + "recall": 0.886364, + "f1": 0.864488, + "accuracy": 0.886364, + "main_score": 0.864488, + "hf_subset": "ltg_Latn-bjn_Latn", + "languages": [ + "ltg-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.833093, + "recall": 0.869565, + "f1": 0.84318, + "accuracy": 0.869565, + "main_score": 0.84318, + "hf_subset": "ltg_Latn-fao_Latn", + "languages": [ + "ltg-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.897521, + "recall": 0.925889, + "f1": 0.905951, + "accuracy": 0.925889, + "main_score": 0.905951, + "hf_subset": "ltg_Latn-ind_Latn", + "languages": [ + "ltg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.497602, + "recall": 0.535573, + "f1": 0.507587, + "accuracy": 0.535573, + "main_score": 0.507587, + "hf_subset": "ltg_Latn-knc_Latn", + "languages": [ + "ltg-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.84323, + "recall": 0.879447, + "f1": 0.85358, + "accuracy": 0.879447, + "main_score": 0.85358, + "hf_subset": "ltg_Latn-mlt_Latn", + "languages": [ + "ltg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.601726, + "recall": 0.661067, + "f1": 0.618634, + "accuracy": 0.661067, + "main_score": 0.618634, + "hf_subset": "ltg_Latn-quy_Latn", + "languages": [ + "ltg-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.839254, + "recall": 0.878458, + "f1": 0.850897, + "accuracy": 0.878458, + "main_score": 0.850897, + "hf_subset": "ltg_Latn-swh_Latn", + "languages": [ + "ltg-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.864873, + "recall": 0.900198, + "f1": 0.8755, + "accuracy": 0.900198, + "main_score": 0.8755, + "hf_subset": "ltg_Latn-uzn_Latn", + "languages": [ + "ltg-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.875972, + "recall": 0.909091, + "f1": 0.885855, + "accuracy": 0.909091, + "main_score": 0.885855, + "hf_subset": "ltg_Latn-als_Latn", + "languages": [ + "ltg-Latn", + "als-Latn" + ] + }, + { + "precision": 0.589916, + "recall": 0.663043, + "f1": 0.610339, + "accuracy": 0.663043, + "main_score": 0.610339, + "hf_subset": "ltg_Latn-bod_Tibt", + "languages": [ + "ltg-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.574857, + "recall": 0.632411, + "f1": 0.59146, + "accuracy": 0.632411, + "main_score": 0.59146, + "hf_subset": "ltg_Latn-fij_Latn", + "languages": [ + "ltg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.824369, + "recall": 0.869565, + "f1": 0.837436, + "accuracy": 0.869565, + "main_score": 0.837436, + "hf_subset": "ltg_Latn-isl_Latn", + "languages": [ + "ltg-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.565669, + "recall": 0.618577, + "f1": 0.58043, + "accuracy": 0.618577, + "main_score": 0.58043, + "hf_subset": "ltg_Latn-kon_Latn", + "languages": [ + "ltg-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.55793, + "recall": 0.619565, + "f1": 0.575078, + "accuracy": 0.619565, + "main_score": 0.575078, + "hf_subset": "ltg_Latn-mni_Beng", + "languages": [ + "ltg-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.896344, + "recall": 0.922925, + "f1": 0.904462, + "accuracy": 0.922925, + "main_score": 0.904462, + "hf_subset": "ltg_Latn-ron_Latn", + "languages": [ + "ltg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.881993, + "recall": 0.911067, + "f1": 0.890707, + "accuracy": 0.911067, + "main_score": 0.890707, + "hf_subset": "ltg_Latn-szl_Latn", + "languages": [ + "ltg-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.900889, + "recall": 0.925889, + "f1": 0.908352, + "accuracy": 0.925889, + "main_score": 0.908352, + "hf_subset": "ltg_Latn-vec_Latn", + "languages": [ + "ltg-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.816802, + "recall": 0.857708, + "f1": 0.828541, + "accuracy": 0.857708, + "main_score": 0.828541, + "hf_subset": "ltg_Latn-amh_Ethi", + "languages": [ + "ltg-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.900231, + "recall": 0.924901, + "f1": 0.90727, + "accuracy": 0.924901, + "main_score": 0.90727, + "hf_subset": "ltg_Latn-bos_Latn", + "languages": [ + "ltg-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.878197, + "recall": 0.909091, + "f1": 0.88722, + "accuracy": 0.909091, + "main_score": 0.88722, + "hf_subset": "ltg_Latn-fin_Latn", + "languages": [ + "ltg-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.883409, + "recall": 0.91502, + "f1": 0.892836, + "accuracy": 0.91502, + "main_score": 0.892836, + "hf_subset": "ltg_Latn-ita_Latn", + "languages": [ + "ltg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.894384, + "recall": 0.923913, + "f1": 0.903313, + "accuracy": 0.923913, + "main_score": 0.903313, + "hf_subset": "ltg_Latn-kor_Hang", + "languages": [ + "ltg-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.491828, + "recall": 0.534585, + "f1": 0.503841, + "accuracy": 0.534585, + "main_score": 0.503841, + "hf_subset": "ltg_Latn-mos_Latn", + "languages": [ + "ltg-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.630469, + "recall": 0.690711, + "f1": 0.646979, + "accuracy": 0.690711, + "main_score": 0.646979, + "hf_subset": "ltg_Latn-run_Latn", + "languages": [ + "ltg-Latn", + "run-Latn" + ] + }, + { + "precision": 0.84587, + "recall": 0.883399, + "f1": 0.856878, + "accuracy": 0.883399, + "main_score": 0.856878, + "hf_subset": "ltg_Latn-tam_Taml", + "languages": [ + "ltg-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.868202, + "recall": 0.901186, + "f1": 0.877473, + "accuracy": 0.901186, + "main_score": 0.877473, + "hf_subset": "ltg_Latn-vie_Latn", + "languages": [ + "ltg-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.871146, + "recall": 0.906126, + "f1": 0.881838, + "accuracy": 0.906126, + "main_score": 0.881838, + "hf_subset": "ltg_Latn-apc_Arab", + "languages": [ + "ltg-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.673714, + "recall": 0.727273, + "f1": 0.688928, + "accuracy": 0.727273, + "main_score": 0.688928, + "hf_subset": "ltg_Latn-bug_Latn", + "languages": [ + "ltg-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.406047, + "recall": 0.449605, + "f1": 0.418143, + "accuracy": 0.449605, + "main_score": 0.418143, + "hf_subset": "ltg_Latn-fon_Latn", + "languages": [ + "ltg-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.832154, + "recall": 0.868577, + "f1": 0.842581, + "accuracy": 0.868577, + "main_score": 0.842581, + "hf_subset": "ltg_Latn-jav_Latn", + "languages": [ + "ltg-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.754998, + "recall": 0.806324, + "f1": 0.769489, + "accuracy": 0.806324, + "main_score": 0.769489, + "hf_subset": "ltg_Latn-lao_Laoo", + "languages": [ + "ltg-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.717512, + "recall": 0.779644, + "f1": 0.73532, + "accuracy": 0.779644, + "main_score": 0.73532, + "hf_subset": "ltg_Latn-mri_Latn", + "languages": [ + "ltg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.897892, + "recall": 0.925889, + "f1": 0.906674, + "accuracy": 0.925889, + "main_score": 0.906674, + "hf_subset": "ltg_Latn-rus_Cyrl", + "languages": [ + "ltg-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.491234, + "recall": 0.538538, + "f1": 0.503906, + "accuracy": 0.538538, + "main_score": 0.503906, + "hf_subset": "ltg_Latn-taq_Latn", + "languages": [ + "ltg-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.863119, + "recall": 0.898221, + "f1": 0.873323, + "accuracy": 0.898221, + "main_score": 0.873323, + "hf_subset": "ltg_Latn-war_Latn", + "languages": [ + "ltg-Latn", + "war-Latn" + ] + }, + { + "precision": 0.882873, + "recall": 0.914032, + "f1": 0.892232, + "accuracy": 0.914032, + "main_score": 0.892232, + "hf_subset": "ltg_Latn-arb_Arab", + "languages": [ + "ltg-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.911479, + "recall": 0.935771, + "f1": 0.918746, + "accuracy": 0.935771, + "main_score": 0.918746, + "hf_subset": "ltg_Latn-bul_Cyrl", + "languages": [ + "ltg-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.910285, + "recall": 0.933794, + "f1": 0.917399, + "accuracy": 0.933794, + "main_score": 0.917399, + "hf_subset": "ltg_Latn-fra_Latn", + "languages": [ + "ltg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.876853, + "recall": 0.911067, + "f1": 0.887195, + "accuracy": 0.911067, + "main_score": 0.887195, + "hf_subset": "ltg_Latn-jpn_Jpan", + "languages": [ + "ltg-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.871242, + "recall": 0.901186, + "f1": 0.880001, + "accuracy": 0.901186, + "main_score": 0.880001, + "hf_subset": "ltg_Latn-lij_Latn", + "languages": [ + "ltg-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.83639, + "recall": 0.876482, + "f1": 0.848751, + "accuracy": 0.876482, + "main_score": 0.848751, + "hf_subset": "ltg_Latn-mya_Mymr", + "languages": [ + "ltg-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.540588, + "recall": 0.591897, + "f1": 0.55529, + "accuracy": 0.591897, + "main_score": 0.55529, + "hf_subset": "ltg_Latn-sag_Latn", + "languages": [ + "ltg-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22283, + "recall": 0.289526, + "f1": 0.239814, + "accuracy": 0.289526, + "main_score": 0.239814, + "hf_subset": "ltg_Latn-taq_Tfng", + "languages": [ + "ltg-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.612049, + "recall": 0.662055, + "f1": 0.625364, + "accuracy": 0.662055, + "main_score": 0.625364, + "hf_subset": "ltg_Latn-wol_Latn", + "languages": [ + "ltg-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.712566, + "recall": 0.773715, + "f1": 0.73, + "accuracy": 0.773715, + "main_score": 0.73, + "hf_subset": "ltg_Latn-arb_Latn", + "languages": [ + "ltg-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.889114, + "recall": 0.917984, + "f1": 0.897548, + "accuracy": 0.917984, + "main_score": 0.897548, + "hf_subset": "ltg_Latn-cat_Latn", + "languages": [ + "ltg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.855879, + "recall": 0.889328, + "f1": 0.865199, + "accuracy": 0.889328, + "main_score": 0.865199, + "hf_subset": "ltg_Latn-fur_Latn", + "languages": [ + "ltg-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.414347, + "recall": 0.470356, + "f1": 0.429176, + "accuracy": 0.470356, + "main_score": 0.429176, + "hf_subset": "ltg_Latn-kab_Latn", + "languages": [ + "ltg-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.866974, + "recall": 0.893281, + "f1": 0.874312, + "accuracy": 0.893281, + "main_score": 0.874312, + "hf_subset": "ltg_Latn-lim_Latn", + "languages": [ + "ltg-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.883753, + "recall": 0.913043, + "f1": 0.892565, + "accuracy": 0.913043, + "main_score": 0.892565, + "hf_subset": "ltg_Latn-nld_Latn", + "languages": [ + "ltg-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.823413, + "recall": 0.867589, + "f1": 0.836661, + "accuracy": 0.867589, + "main_score": 0.836661, + "hf_subset": "ltg_Latn-san_Deva", + "languages": [ + "ltg-Latn", + "san-Deva" + ] + }, + { + "precision": 0.879117, + "recall": 0.911067, + "f1": 0.888651, + "accuracy": 0.911067, + "main_score": 0.888651, + "hf_subset": "ltg_Latn-tat_Cyrl", + "languages": [ + "ltg-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.737418, + "recall": 0.793478, + "f1": 0.753515, + "accuracy": 0.793478, + "main_score": 0.753515, + "hf_subset": "ltg_Latn-xho_Latn", + "languages": [ + "ltg-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.881574, + "recall": 0.912055, + "f1": 0.890602, + "accuracy": 0.912055, + "main_score": 0.890602, + "hf_subset": "ltg_Latn-ars_Arab", + "languages": [ + "ltg-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.84477, + "recall": 0.882411, + "f1": 0.855624, + "accuracy": 0.882411, + "main_score": 0.855624, + "hf_subset": "ltg_Latn-ceb_Latn", + "languages": [ + "ltg-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.463455, + "recall": 0.512846, + "f1": 0.476568, + "accuracy": 0.512846, + "main_score": 0.476568, + "hf_subset": "ltg_Latn-fuv_Latn", + "languages": [ + "ltg-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.458605, + "recall": 0.503953, + "f1": 0.470703, + "accuracy": 0.503953, + "main_score": 0.470703, + "hf_subset": "ltg_Latn-kac_Latn", + "languages": [ + "ltg-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.572558, + "recall": 0.624506, + "f1": 0.586258, + "accuracy": 0.624506, + "main_score": 0.586258, + "hf_subset": "ltg_Latn-lin_Latn", + "languages": [ + "ltg-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.875568, + "recall": 0.907115, + "f1": 0.884969, + "accuracy": 0.907115, + "main_score": 0.884969, + "hf_subset": "ltg_Latn-nno_Latn", + "languages": [ + "ltg-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.733037, + "recall": 0.794466, + "f1": 0.751303, + "accuracy": 0.794466, + "main_score": 0.751303, + "hf_subset": "ltg_Latn-sat_Olck", + "languages": [ + "ltg-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.848033, + "recall": 0.886364, + "f1": 0.859051, + "accuracy": 0.886364, + "main_score": 0.859051, + "hf_subset": "ltg_Latn-tel_Telu", + "languages": [ + "ltg-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.853362, + "recall": 0.891304, + "f1": 0.864679, + "accuracy": 0.891304, + "main_score": 0.864679, + "hf_subset": "ltg_Latn-ydd_Hebr", + "languages": [ + "ltg-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.845316, + "recall": 0.881423, + "f1": 0.855316, + "accuracy": 0.881423, + "main_score": 0.855316, + "hf_subset": "ltg_Latn-ary_Arab", + "languages": [ + "ltg-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.902619, + "recall": 0.928854, + "f1": 0.910545, + "accuracy": 0.928854, + "main_score": 0.910545, + "hf_subset": "ltg_Latn-ces_Latn", + "languages": [ + "ltg-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.543116, + "recall": 0.609684, + "f1": 0.561443, + "accuracy": 0.609684, + "main_score": 0.561443, + "hf_subset": "ltg_Latn-gaz_Latn", + "languages": [ + "ltg-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.511749, + "recall": 0.575099, + "f1": 0.528801, + "accuracy": 0.575099, + "main_score": 0.528801, + "hf_subset": "ltg_Latn-kam_Latn", + "languages": [ + "ltg-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.901202, + "recall": 0.927866, + "f1": 0.909304, + "accuracy": 0.927866, + "main_score": 0.909304, + "hf_subset": "ltg_Latn-lit_Latn", + "languages": [ + "ltg-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.909585, + "recall": 0.932806, + "f1": 0.916358, + "accuracy": 0.932806, + "main_score": 0.916358, + "hf_subset": "ltg_Latn-nob_Latn", + "languages": [ + "ltg-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.884377, + "recall": 0.909091, + "f1": 0.891564, + "accuracy": 0.909091, + "main_score": 0.891564, + "hf_subset": "ltg_Latn-scn_Latn", + "languages": [ + "ltg-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.83288, + "recall": 0.873518, + "f1": 0.845081, + "accuracy": 0.873518, + "main_score": 0.845081, + "hf_subset": "ltg_Latn-tgk_Cyrl", + "languages": [ + "ltg-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.577722, + "recall": 0.644269, + "f1": 0.596145, + "accuracy": 0.644269, + "main_score": 0.596145, + "hf_subset": "ltg_Latn-yor_Latn", + "languages": [ + "ltg-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.885714, + "recall": 0.916008, + "f1": 0.894568, + "accuracy": 0.916008, + "main_score": 0.894568, + "hf_subset": "ltg_Latn-arz_Arab", + "languages": [ + "ltg-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.482425, + "recall": 0.536561, + "f1": 0.497171, + "accuracy": 0.536561, + "main_score": 0.497171, + "hf_subset": "ltg_Latn-cjk_Latn", + "languages": [ + "ltg-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.804051, + "recall": 0.852767, + "f1": 0.818808, + "accuracy": 0.852767, + "main_score": 0.818808, + "hf_subset": "ltg_Latn-gla_Latn", + "languages": [ + "ltg-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.851092, + "recall": 0.88834, + "f1": 0.862159, + "accuracy": 0.88834, + "main_score": 0.862159, + "hf_subset": "ltg_Latn-kan_Knda", + "languages": [ + "ltg-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.875388, + "recall": 0.906126, + "f1": 0.884226, + "accuracy": 0.906126, + "main_score": 0.884226, + "hf_subset": "ltg_Latn-lmo_Latn", + "languages": [ + "ltg-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.875307, + "recall": 0.908103, + "f1": 0.885154, + "accuracy": 0.908103, + "main_score": 0.885154, + "hf_subset": "ltg_Latn-npi_Deva", + "languages": [ + "ltg-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.479253, + "recall": 0.538538, + "f1": 0.495384, + "accuracy": 0.538538, + "main_score": 0.495384, + "hf_subset": "ltg_Latn-shn_Mymr", + "languages": [ + "ltg-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.866208, + "recall": 0.899209, + "f1": 0.875856, + "accuracy": 0.899209, + "main_score": 0.875856, + "hf_subset": "ltg_Latn-tgl_Latn", + "languages": [ + "ltg-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.86381, + "recall": 0.900198, + "f1": 0.874475, + "accuracy": 0.900198, + "main_score": 0.874475, + "hf_subset": "ltg_Latn-yue_Hant", + "languages": [ + "ltg-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.846222, + "recall": 0.882411, + "f1": 0.856981, + "accuracy": 0.882411, + "main_score": 0.856981, + "hf_subset": "ltg_Latn-asm_Beng", + "languages": [ + "ltg-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.79137, + "recall": 0.842885, + "f1": 0.806578, + "accuracy": 0.842885, + "main_score": 0.806578, + "hf_subset": "ltg_Latn-ckb_Arab", + "languages": [ + "ltg-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.819913, + "recall": 0.86166, + "f1": 0.831752, + "accuracy": 0.86166, + "main_score": 0.831752, + "hf_subset": "ltg_Latn-gle_Latn", + "languages": [ + "ltg-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.775952, + "recall": 0.825099, + "f1": 0.789882, + "accuracy": 0.825099, + "main_score": 0.789882, + "hf_subset": "ltg_Latn-kas_Arab", + "languages": [ + "ltg-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.689365, + "recall": 0.745059, + "f1": 0.704665, + "accuracy": 0.745059, + "main_score": 0.704665, + "hf_subset": "ltg_Latn-nso_Latn", + "languages": [ + "ltg-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.828698, + "recall": 0.871542, + "f1": 0.841387, + "accuracy": 0.871542, + "main_score": 0.841387, + "hf_subset": "ltg_Latn-sin_Sinh", + "languages": [ + "ltg-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.870563, + "recall": 0.90415, + "f1": 0.88039, + "accuracy": 0.90415, + "main_score": 0.88039, + "hf_subset": "ltg_Latn-tha_Thai", + "languages": [ + "ltg-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.838299, + "recall": 0.869565, + "f1": 0.846709, + "accuracy": 0.869565, + "main_score": 0.846709, + "hf_subset": "ltg_Latn-zho_Hans", + "languages": [ + "ltg-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.884405, + "recall": 0.914032, + "f1": 0.893154, + "accuracy": 0.914032, + "main_score": 0.893154, + "hf_subset": "ltg_Latn-ast_Latn", + "languages": [ + "ltg-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.863168, + "recall": 0.898221, + "f1": 0.873436, + "accuracy": 0.898221, + "main_score": 0.873436, + "hf_subset": "ltg_Latn-crh_Latn", + "languages": [ + "ltg-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.891551, + "recall": 0.920949, + "f1": 0.900481, + "accuracy": 0.920949, + "main_score": 0.900481, + "hf_subset": "ltg_Latn-glg_Latn", + "languages": [ + "ltg-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.717682, + "recall": 0.777668, + "f1": 0.735101, + "accuracy": 0.777668, + "main_score": 0.735101, + "hf_subset": "ltg_Latn-kas_Deva", + "languages": [ + "ltg-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.882399, + "recall": 0.912055, + "f1": 0.891257, + "accuracy": 0.912055, + "main_score": 0.891257, + "hf_subset": "ltg_Latn-ltz_Latn", + "languages": [ + "ltg-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426317, + "recall": 0.485178, + "f1": 0.442089, + "accuracy": 0.485178, + "main_score": 0.442089, + "hf_subset": "ltg_Latn-nus_Latn", + "languages": [ + "ltg-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.895422, + "recall": 0.921937, + "f1": 0.903253, + "accuracy": 0.921937, + "main_score": 0.903253, + "hf_subset": "ltg_Latn-slk_Latn", + "languages": [ + "ltg-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.576125, + "recall": 0.644269, + "f1": 0.595679, + "accuracy": 0.644269, + "main_score": 0.595679, + "hf_subset": "ltg_Latn-tir_Ethi", + "languages": [ + "ltg-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.861587, + "recall": 0.899209, + "f1": 0.872612, + "accuracy": 0.899209, + "main_score": 0.872612, + "hf_subset": "ltg_Latn-zho_Hant", + "languages": [ + "ltg-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.849325, + "recall": 0.889328, + "f1": 0.861481, + "accuracy": 0.889328, + "main_score": 0.861481, + "hf_subset": "ltg_Latn-awa_Deva", + "languages": [ + "ltg-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.862625, + "recall": 0.899209, + "f1": 0.873817, + "accuracy": 0.899209, + "main_score": 0.873817, + "hf_subset": "ltg_Latn-cym_Latn", + "languages": [ + "ltg-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.695731, + "recall": 0.741107, + "f1": 0.70828, + "accuracy": 0.741107, + "main_score": 0.70828, + "hf_subset": "ltg_Latn-grn_Latn", + "languages": [ + "ltg-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.883063, + "recall": 0.913043, + "f1": 0.891782, + "accuracy": 0.913043, + "main_score": 0.891782, + "hf_subset": "ltg_Latn-kat_Geor", + "languages": [ + "ltg-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.5558, + "recall": 0.603755, + "f1": 0.568763, + "accuracy": 0.603755, + "main_score": 0.568763, + "hf_subset": "ltg_Latn-lua_Latn", + "languages": [ + "ltg-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.687277, + "recall": 0.746047, + "f1": 0.704545, + "accuracy": 0.746047, + "main_score": 0.704545, + "hf_subset": "ltg_Latn-nya_Latn", + "languages": [ + "ltg-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.895892, + "recall": 0.923913, + "f1": 0.904256, + "accuracy": 0.923913, + "main_score": 0.904256, + "hf_subset": "ltg_Latn-slv_Latn", + "languages": [ + "ltg-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.81383, + "recall": 0.853755, + "f1": 0.825016, + "accuracy": 0.853755, + "main_score": 0.825016, + "hf_subset": "ltg_Latn-tpi_Latn", + "languages": [ + "ltg-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.884573, + "recall": 0.913043, + "f1": 0.892937, + "accuracy": 0.913043, + "main_score": 0.892937, + "hf_subset": "ltg_Latn-zsm_Latn", + "languages": [ + "ltg-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.477695, + "recall": 0.524704, + "f1": 0.491147, + "accuracy": 0.524704, + "main_score": 0.491147, + "hf_subset": "ltg_Latn-ayr_Latn", + "languages": [ + "ltg-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.900239, + "recall": 0.927866, + "f1": 0.908671, + "accuracy": 0.927866, + "main_score": 0.908671, + "hf_subset": "ltg_Latn-dan_Latn", + "languages": [ + "ltg-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.866263, + "recall": 0.903162, + "f1": 0.877492, + "accuracy": 0.903162, + "main_score": 0.877492, + "hf_subset": "ltg_Latn-guj_Gujr", + "languages": [ + "ltg-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.855212, + "recall": 0.890316, + "f1": 0.865409, + "accuracy": 0.890316, + "main_score": 0.865409, + "hf_subset": "ltg_Latn-kaz_Cyrl", + "languages": [ + "ltg-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.574967, + "recall": 0.643281, + "f1": 0.594027, + "accuracy": 0.643281, + "main_score": 0.594027, + "hf_subset": "ltg_Latn-lug_Latn", + "languages": [ + "ltg-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.881062, + "recall": 0.911067, + "f1": 0.889729, + "accuracy": 0.911067, + "main_score": 0.889729, + "hf_subset": "ltg_Latn-oci_Latn", + "languages": [ + "ltg-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.720966, + "recall": 0.775692, + "f1": 0.736684, + "accuracy": 0.775692, + "main_score": 0.736684, + "hf_subset": "ltg_Latn-smo_Latn", + "languages": [ + "ltg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.615533, + "recall": 0.674901, + "f1": 0.632523, + "accuracy": 0.674901, + "main_score": 0.632523, + "hf_subset": "ltg_Latn-tsn_Latn", + "languages": [ + "ltg-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.729974, + "recall": 0.782609, + "f1": 0.746179, + "accuracy": 0.782609, + "main_score": 0.746179, + "hf_subset": "ltg_Latn-zul_Latn", + "languages": [ + "ltg-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.805048, + "recall": 0.840909, + "f1": 0.816129, + "accuracy": 0.840909, + "main_score": 0.816129, + "hf_subset": "ltg_Latn-azb_Arab", + "languages": [ + "ltg-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.884536, + "recall": 0.916008, + "f1": 0.893925, + "accuracy": 0.916008, + "main_score": 0.893925, + "hf_subset": "ltg_Latn-deu_Latn", + "languages": [ + "ltg-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.861281, + "recall": 0.894269, + "f1": 0.871151, + "accuracy": 0.894269, + "main_score": 0.871151, + "hf_subset": "ltg_Latn-hat_Latn", + "languages": [ + "ltg-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.47297, + "recall": 0.521739, + "f1": 0.486744, + "accuracy": 0.521739, + "main_score": 0.486744, + "hf_subset": "ltg_Latn-kbp_Latn", + "languages": [ + "ltg-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.507706, + "recall": 0.547431, + "f1": 0.51803, + "accuracy": 0.547431, + "main_score": 0.51803, + "hf_subset": "ltg_Latn-luo_Latn", + "languages": [ + "ltg-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.832708, + "recall": 0.87747, + "f1": 0.84664, + "accuracy": 0.87747, + "main_score": 0.84664, + "hf_subset": "ltg_Latn-ory_Orya", + "languages": [ + "ltg-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.730197, + "recall": 0.788538, + "f1": 0.747367, + "accuracy": 0.788538, + "main_score": 0.747367, + "hf_subset": "ltg_Latn-sna_Latn", + "languages": [ + "ltg-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.587803, + "recall": 0.648221, + "f1": 0.604605, + "accuracy": 0.648221, + "main_score": 0.604605, + "hf_subset": "ltg_Latn-tso_Latn", + "languages": [ + "ltg-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.869681, + "recall": 0.90415, + "f1": 0.880044, + "accuracy": 0.90415, + "main_score": 0.880044, + "hf_subset": "ltg_Latn-azj_Latn", + "languages": [ + "ltg-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.491501, + "recall": 0.543478, + "f1": 0.506111, + "accuracy": 0.543478, + "main_score": 0.506111, + "hf_subset": "ltg_Latn-dik_Latn", + "languages": [ + "ltg-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.742712, + "recall": 0.795455, + "f1": 0.758239, + "accuracy": 0.795455, + "main_score": 0.758239, + "hf_subset": "ltg_Latn-hau_Latn", + "languages": [ + "ltg-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.866502, + "recall": 0.899209, + "f1": 0.875795, + "accuracy": 0.899209, + "main_score": 0.875795, + "hf_subset": "ltg_Latn-kea_Latn", + "languages": [ + "ltg-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.769678, + "recall": 0.814229, + "f1": 0.782783, + "accuracy": 0.814229, + "main_score": 0.782783, + "hf_subset": "ltg_Latn-lus_Latn", + "languages": [ + "ltg-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.746749, + "recall": 0.794466, + "f1": 0.760554, + "accuracy": 0.794466, + "main_score": 0.760554, + "hf_subset": "ltg_Latn-pag_Latn", + "languages": [ + "ltg-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.822763, + "recall": 0.864625, + "f1": 0.8352, + "accuracy": 0.864625, + "main_score": 0.8352, + "hf_subset": "ltg_Latn-snd_Arab", + "languages": [ + "ltg-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.867055, + "recall": 0.900198, + "f1": 0.877045, + "accuracy": 0.900198, + "main_score": 0.877045, + "hf_subset": "ltg_Latn-tuk_Latn", + "languages": [ + "ltg-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.86933, + "recall": 0.903162, + "f1": 0.879284, + "accuracy": 0.903162, + "main_score": 0.879284, + "hf_subset": "ltg_Latn-bak_Cyrl", + "languages": [ + "ltg-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.440942, + "recall": 0.506917, + "f1": 0.458464, + "accuracy": 0.506917, + "main_score": 0.458464, + "hf_subset": "ltg_Latn-dyu_Latn", + "languages": [ + "ltg-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.905757, + "recall": 0.93083, + "f1": 0.913145, + "accuracy": 0.93083, + "main_score": 0.913145, + "hf_subset": "ltg_Latn-heb_Hebr", + "languages": [ + "ltg-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.822535, + "recall": 0.863636, + "f1": 0.834809, + "accuracy": 0.863636, + "main_score": 0.834809, + "hf_subset": "ltg_Latn-khk_Cyrl", + "languages": [ + "ltg-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.916118, + "recall": 0.938735, + "f1": 0.922878, + "accuracy": 0.938735, + "main_score": 0.922878, + "hf_subset": "ltg_Latn-lvs_Latn", + "languages": [ + "ltg-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.848641, + "recall": 0.886364, + "f1": 0.859414, + "accuracy": 0.886364, + "main_score": 0.859414, + "hf_subset": "ltg_Latn-pan_Guru", + "languages": [ + "ltg-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.720925, + "recall": 0.781621, + "f1": 0.73877, + "accuracy": 0.781621, + "main_score": 0.73877, + "hf_subset": "ltg_Latn-som_Latn", + "languages": [ + "ltg-Latn", + "som-Latn" + ] + }, + { + "precision": 0.596469, + "recall": 0.650198, + "f1": 0.612026, + "accuracy": 0.650198, + "main_score": 0.612026, + "hf_subset": "ltg_Latn-tum_Latn", + "languages": [ + "ltg-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.443416, + "recall": 0.501976, + "f1": 0.459801, + "accuracy": 0.501976, + "main_score": 0.459801, + "hf_subset": "nso_Latn-ace_Arab", + "languages": [ + "nso-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.498586, + "recall": 0.535573, + "f1": 0.508864, + "accuracy": 0.535573, + "main_score": 0.508864, + "hf_subset": "nso_Latn-bam_Latn", + "languages": [ + "nso-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.427459, + "recall": 0.503953, + "f1": 0.447947, + "accuracy": 0.503953, + "main_score": 0.447947, + "hf_subset": "nso_Latn-dzo_Tibt", + "languages": [ + "nso-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.769609, + "recall": 0.814229, + "f1": 0.782126, + "accuracy": 0.814229, + "main_score": 0.782126, + "hf_subset": "nso_Latn-hin_Deva", + "languages": [ + "nso-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.690303, + "recall": 0.741107, + "f1": 0.704124, + "accuracy": 0.741107, + "main_score": 0.704124, + "hf_subset": "nso_Latn-khm_Khmr", + "languages": [ + "nso-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.694758, + "recall": 0.744071, + "f1": 0.707665, + "accuracy": 0.744071, + "main_score": 0.707665, + "hf_subset": "nso_Latn-mag_Deva", + "languages": [ + "nso-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.750561, + "recall": 0.787549, + "f1": 0.760358, + "accuracy": 0.787549, + "main_score": 0.760358, + "hf_subset": "nso_Latn-pap_Latn", + "languages": [ + "nso-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.837427, + "recall": 0.880435, + "f1": 0.850463, + "accuracy": 0.880435, + "main_score": 0.850463, + "hf_subset": "nso_Latn-sot_Latn", + "languages": [ + "nso-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.76149, + "recall": 0.8083, + "f1": 0.774492, + "accuracy": 0.8083, + "main_score": 0.774492, + "hf_subset": "nso_Latn-tur_Latn", + "languages": [ + "nso-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.669202, + "recall": 0.716403, + "f1": 0.68251, + "accuracy": 0.716403, + "main_score": 0.68251, + "hf_subset": "nso_Latn-ace_Latn", + "languages": [ + "nso-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.713577, + "recall": 0.757905, + "f1": 0.725171, + "accuracy": 0.757905, + "main_score": 0.725171, + "hf_subset": "nso_Latn-ban_Latn", + "languages": [ + "nso-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.734949, + "recall": 0.783597, + "f1": 0.748006, + "accuracy": 0.783597, + "main_score": 0.748006, + "hf_subset": "nso_Latn-ell_Grek", + "languages": [ + "nso-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.681966, + "recall": 0.736166, + "f1": 0.696158, + "accuracy": 0.736166, + "main_score": 0.696158, + "hf_subset": "nso_Latn-hne_Deva", + "languages": [ + "nso-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.558553, + "recall": 0.609684, + "f1": 0.572667, + "accuracy": 0.609684, + "main_score": 0.572667, + "hf_subset": "nso_Latn-kik_Latn", + "languages": [ + "nso-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.706525, + "recall": 0.753953, + "f1": 0.718328, + "accuracy": 0.753953, + "main_score": 0.718328, + "hf_subset": "nso_Latn-mai_Deva", + "languages": [ + "nso-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.714777, + "recall": 0.758893, + "f1": 0.726698, + "accuracy": 0.758893, + "main_score": 0.726698, + "hf_subset": "nso_Latn-pbt_Arab", + "languages": [ + "nso-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.74228, + "recall": 0.790514, + "f1": 0.755432, + "accuracy": 0.790514, + "main_score": 0.755432, + "hf_subset": "nso_Latn-spa_Latn", + "languages": [ + "nso-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.653817, + "recall": 0.702569, + "f1": 0.667308, + "accuracy": 0.702569, + "main_score": 0.667308, + "hf_subset": "nso_Latn-twi_Latn", + "languages": [ + "nso-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.728181, + "recall": 0.782609, + "f1": 0.742931, + "accuracy": 0.782609, + "main_score": 0.742931, + "hf_subset": "nso_Latn-acm_Arab", + "languages": [ + "nso-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.688813, + "recall": 0.740119, + "f1": 0.702687, + "accuracy": 0.740119, + "main_score": 0.702687, + "hf_subset": "nso_Latn-bel_Cyrl", + "languages": [ + "nso-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.74297, + "recall": 0.783597, + "f1": 0.753528, + "accuracy": 0.783597, + "main_score": 0.753528, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.759003, + "recall": 0.800395, + "f1": 0.769606, + "accuracy": 0.800395, + "main_score": 0.769606, + "hf_subset": "nso_Latn-hrv_Latn", + "languages": [ + "nso-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.74138, + "recall": 0.79249, + "f1": 0.756478, + "accuracy": 0.79249, + "main_score": 0.756478, + "hf_subset": "nso_Latn-kin_Latn", + "languages": [ + "nso-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.716677, + "recall": 0.768775, + "f1": 0.730893, + "accuracy": 0.768775, + "main_score": 0.730893, + "hf_subset": "nso_Latn-mal_Mlym", + "languages": [ + "nso-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.719434, + "recall": 0.770751, + "f1": 0.733065, + "accuracy": 0.770751, + "main_score": 0.733065, + "hf_subset": "nso_Latn-pes_Arab", + "languages": [ + "nso-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.74677, + "recall": 0.79249, + "f1": 0.758624, + "accuracy": 0.79249, + "main_score": 0.758624, + "hf_subset": "nso_Latn-srd_Latn", + "languages": [ + "nso-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.226708, + "recall": 0.288538, + "f1": 0.241777, + "accuracy": 0.288538, + "main_score": 0.241777, + "hf_subset": "nso_Latn-tzm_Tfng", + "languages": [ + "nso-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.727179, + "recall": 0.782609, + "f1": 0.742143, + "accuracy": 0.782609, + "main_score": 0.742143, + "hf_subset": "nso_Latn-acq_Arab", + "languages": [ + "nso-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.656887, + "recall": 0.706522, + "f1": 0.669928, + "accuracy": 0.706522, + "main_score": 0.669928, + "hf_subset": "nso_Latn-bem_Latn", + "languages": [ + "nso-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.727957, + "recall": 0.775692, + "f1": 0.740131, + "accuracy": 0.775692, + "main_score": 0.740131, + "hf_subset": "nso_Latn-epo_Latn", + "languages": [ + "nso-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.745532, + "recall": 0.793478, + "f1": 0.758242, + "accuracy": 0.793478, + "main_score": 0.758242, + "hf_subset": "nso_Latn-hun_Latn", + "languages": [ + "nso-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.730472, + "recall": 0.779644, + "f1": 0.743892, + "accuracy": 0.779644, + "main_score": 0.743892, + "hf_subset": "nso_Latn-kir_Cyrl", + "languages": [ + "nso-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.741258, + "recall": 0.784585, + "f1": 0.753435, + "accuracy": 0.784585, + "main_score": 0.753435, + "hf_subset": "nso_Latn-mar_Deva", + "languages": [ + "nso-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.719166, + "recall": 0.769763, + "f1": 0.733584, + "accuracy": 0.769763, + "main_score": 0.733584, + "hf_subset": "nso_Latn-plt_Latn", + "languages": [ + "nso-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.733959, + "recall": 0.782609, + "f1": 0.74667, + "accuracy": 0.782609, + "main_score": 0.74667, + "hf_subset": "nso_Latn-srp_Cyrl", + "languages": [ + "nso-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.688255, + "recall": 0.741107, + "f1": 0.703372, + "accuracy": 0.741107, + "main_score": 0.703372, + "hf_subset": "nso_Latn-uig_Arab", + "languages": [ + "nso-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.72934, + "recall": 0.780632, + "f1": 0.74334, + "accuracy": 0.780632, + "main_score": 0.74334, + "hf_subset": "nso_Latn-aeb_Arab", + "languages": [ + "nso-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.732648, + "recall": 0.773715, + "f1": 0.743738, + "accuracy": 0.773715, + "main_score": 0.743738, + "hf_subset": "nso_Latn-ben_Beng", + "languages": [ + "nso-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.742258, + "recall": 0.793478, + "f1": 0.756201, + "accuracy": 0.793478, + "main_score": 0.756201, + "hf_subset": "nso_Latn-est_Latn", + "languages": [ + "nso-Latn", + "est-Latn" + ] + }, + { + "precision": 0.70964, + "recall": 0.759881, + "f1": 0.723497, + "accuracy": 0.759881, + "main_score": 0.723497, + "hf_subset": "nso_Latn-hye_Armn", + "languages": [ + "nso-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.48843, + "recall": 0.532609, + "f1": 0.500692, + "accuracy": 0.532609, + "main_score": 0.500692, + "hf_subset": "nso_Latn-kmb_Latn", + "languages": [ + "nso-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.39857, + "recall": 0.464427, + "f1": 0.416052, + "accuracy": 0.464427, + "main_score": 0.416052, + "hf_subset": "nso_Latn-min_Arab", + "languages": [ + "nso-Latn", + "min-Arab" + ] + }, + { + "precision": 0.743479, + "recall": 0.786561, + "f1": 0.754958, + "accuracy": 0.786561, + "main_score": 0.754958, + "hf_subset": "nso_Latn-pol_Latn", + "languages": [ + "nso-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.712868, + "recall": 0.762846, + "f1": 0.726982, + "accuracy": 0.762846, + "main_score": 0.726982, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.74294, + "recall": 0.788538, + "f1": 0.754782, + "accuracy": 0.788538, + "main_score": 0.754782, + "hf_subset": "nso_Latn-ukr_Cyrl", + "languages": [ + "nso-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.739199, + "recall": 0.785573, + "f1": 0.751626, + "accuracy": 0.785573, + "main_score": 0.751626, + "hf_subset": "nso_Latn-afr_Latn", + "languages": [ + "nso-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.673895, + "recall": 0.726285, + "f1": 0.688166, + "accuracy": 0.726285, + "main_score": 0.688166, + "hf_subset": "nso_Latn-bho_Deva", + "languages": [ + "nso-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.727787, + "recall": 0.766798, + "f1": 0.737385, + "accuracy": 0.766798, + "main_score": 0.737385, + "hf_subset": "nso_Latn-eus_Latn", + "languages": [ + "nso-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.689494, + "recall": 0.748024, + "f1": 0.706075, + "accuracy": 0.748024, + "main_score": 0.706075, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.729532, + "recall": 0.771739, + "f1": 0.740967, + "accuracy": 0.771739, + "main_score": 0.740967, + "hf_subset": "nso_Latn-kmr_Latn", + "languages": [ + "nso-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.722781, + "recall": 0.762846, + "f1": 0.732808, + "accuracy": 0.762846, + "main_score": 0.732808, + "hf_subset": "nso_Latn-min_Latn", + "languages": [ + "nso-Latn", + "min-Latn" + ] + }, + { + "precision": 0.759327, + "recall": 0.807312, + "f1": 0.772327, + "accuracy": 0.807312, + "main_score": 0.772327, + "hf_subset": "nso_Latn-por_Latn", + "languages": [ + "nso-Latn", + "por-Latn" + ] + }, + { + "precision": 0.705658, + "recall": 0.754941, + "f1": 0.718362, + "accuracy": 0.754941, + "main_score": 0.718362, + "hf_subset": "nso_Latn-sun_Latn", + "languages": [ + "nso-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.481599, + "recall": 0.524704, + "f1": 0.493729, + "accuracy": 0.524704, + "main_score": 0.493729, + "hf_subset": "nso_Latn-umb_Latn", + "languages": [ + "nso-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.763386, + "recall": 0.8083, + "f1": 0.775314, + "accuracy": 0.8083, + "main_score": 0.775314, + "hf_subset": "nso_Latn-ajp_Arab", + "languages": [ + "nso-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.415055, + "recall": 0.490119, + "f1": 0.434938, + "accuracy": 0.490119, + "main_score": 0.434938, + "hf_subset": "nso_Latn-bjn_Arab", + "languages": [ + "nso-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.476871, + "recall": 0.523715, + "f1": 0.488804, + "accuracy": 0.523715, + "main_score": 0.488804, + "hf_subset": "nso_Latn-ewe_Latn", + "languages": [ + "nso-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.726075, + "recall": 0.774704, + "f1": 0.739483, + "accuracy": 0.774704, + "main_score": 0.739483, + "hf_subset": "nso_Latn-ilo_Latn", + "languages": [ + "nso-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258796, + "recall": 0.318182, + "f1": 0.273433, + "accuracy": 0.318182, + "main_score": 0.273433, + "hf_subset": "nso_Latn-knc_Arab", + "languages": [ + "nso-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.736981, + "recall": 0.787549, + "f1": 0.751142, + "accuracy": 0.787549, + "main_score": 0.751142, + "hf_subset": "nso_Latn-mkd_Cyrl", + "languages": [ + "nso-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.758461, + "recall": 0.806324, + "f1": 0.771571, + "accuracy": 0.806324, + "main_score": 0.771571, + "hf_subset": "nso_Latn-prs_Arab", + "languages": [ + "nso-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.765545, + "recall": 0.807312, + "f1": 0.776651, + "accuracy": 0.807312, + "main_score": 0.776651, + "hf_subset": "nso_Latn-swe_Latn", + "languages": [ + "nso-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.734643, + "recall": 0.783597, + "f1": 0.747789, + "accuracy": 0.783597, + "main_score": 0.747789, + "hf_subset": "nso_Latn-urd_Arab", + "languages": [ + "nso-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.633807, + "recall": 0.686759, + "f1": 0.648072, + "accuracy": 0.686759, + "main_score": 0.648072, + "hf_subset": "nso_Latn-aka_Latn", + "languages": [ + "nso-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.709794, + "recall": 0.754941, + "f1": 0.722039, + "accuracy": 0.754941, + "main_score": 0.722039, + "hf_subset": "nso_Latn-bjn_Latn", + "languages": [ + "nso-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.733571, + "recall": 0.774704, + "f1": 0.744937, + "accuracy": 0.774704, + "main_score": 0.744937, + "hf_subset": "nso_Latn-fao_Latn", + "languages": [ + "nso-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.75617, + "recall": 0.800395, + "f1": 0.768203, + "accuracy": 0.800395, + "main_score": 0.768203, + "hf_subset": "nso_Latn-ind_Latn", + "languages": [ + "nso-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.52531, + "recall": 0.564229, + "f1": 0.53614, + "accuracy": 0.564229, + "main_score": 0.53614, + "hf_subset": "nso_Latn-knc_Latn", + "languages": [ + "nso-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.732508, + "recall": 0.775692, + "f1": 0.743963, + "accuracy": 0.775692, + "main_score": 0.743963, + "hf_subset": "nso_Latn-mlt_Latn", + "languages": [ + "nso-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.566384, + "recall": 0.615613, + "f1": 0.579448, + "accuracy": 0.615613, + "main_score": 0.579448, + "hf_subset": "nso_Latn-quy_Latn", + "languages": [ + "nso-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.751883, + "recall": 0.799407, + "f1": 0.764543, + "accuracy": 0.799407, + "main_score": 0.764543, + "hf_subset": "nso_Latn-swh_Latn", + "languages": [ + "nso-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.734948, + "recall": 0.784585, + "f1": 0.748856, + "accuracy": 0.784585, + "main_score": 0.748856, + "hf_subset": "nso_Latn-uzn_Latn", + "languages": [ + "nso-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.717612, + "recall": 0.76581, + "f1": 0.730261, + "accuracy": 0.76581, + "main_score": 0.730261, + "hf_subset": "nso_Latn-als_Latn", + "languages": [ + "nso-Latn", + "als-Latn" + ] + }, + { + "precision": 0.538118, + "recall": 0.614625, + "f1": 0.559214, + "accuracy": 0.614625, + "main_score": 0.559214, + "hf_subset": "nso_Latn-bod_Tibt", + "languages": [ + "nso-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.590092, + "recall": 0.644269, + "f1": 0.604675, + "accuracy": 0.644269, + "main_score": 0.604675, + "hf_subset": "nso_Latn-fij_Latn", + "languages": [ + "nso-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.714324, + "recall": 0.76087, + "f1": 0.726742, + "accuracy": 0.76087, + "main_score": 0.726742, + "hf_subset": "nso_Latn-isl_Latn", + "languages": [ + "nso-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.550137, + "recall": 0.597826, + "f1": 0.562932, + "accuracy": 0.597826, + "main_score": 0.562932, + "hf_subset": "nso_Latn-kon_Latn", + "languages": [ + "nso-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.483906, + "recall": 0.539526, + "f1": 0.498538, + "accuracy": 0.539526, + "main_score": 0.498538, + "hf_subset": "nso_Latn-mni_Beng", + "languages": [ + "nso-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.746433, + "recall": 0.791502, + "f1": 0.758458, + "accuracy": 0.791502, + "main_score": 0.758458, + "hf_subset": "nso_Latn-ron_Latn", + "languages": [ + "nso-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.728062, + "recall": 0.773715, + "f1": 0.740054, + "accuracy": 0.773715, + "main_score": 0.740054, + "hf_subset": "nso_Latn-szl_Latn", + "languages": [ + "nso-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.744999, + "recall": 0.785573, + "f1": 0.755357, + "accuracy": 0.785573, + "main_score": 0.755357, + "hf_subset": "nso_Latn-vec_Latn", + "languages": [ + "nso-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.762228, + "recall": 0.805336, + "f1": 0.77405, + "accuracy": 0.805336, + "main_score": 0.77405, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.753934, + "recall": 0.796443, + "f1": 0.764987, + "accuracy": 0.796443, + "main_score": 0.764987, + "hf_subset": "nso_Latn-bos_Latn", + "languages": [ + "nso-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.731672, + "recall": 0.781621, + "f1": 0.744975, + "accuracy": 0.781621, + "main_score": 0.744975, + "hf_subset": "nso_Latn-fin_Latn", + "languages": [ + "nso-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.759087, + "recall": 0.802372, + "f1": 0.770613, + "accuracy": 0.802372, + "main_score": 0.770613, + "hf_subset": "nso_Latn-ita_Latn", + "languages": [ + "nso-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.748677, + "recall": 0.800395, + "f1": 0.76264, + "accuracy": 0.800395, + "main_score": 0.76264, + "hf_subset": "nso_Latn-kor_Hang", + "languages": [ + "nso-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.486189, + "recall": 0.527668, + "f1": 0.497347, + "accuracy": 0.527668, + "main_score": 0.497347, + "hf_subset": "nso_Latn-mos_Latn", + "languages": [ + "nso-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.66434, + "recall": 0.715415, + "f1": 0.678556, + "accuracy": 0.715415, + "main_score": 0.678556, + "hf_subset": "nso_Latn-run_Latn", + "languages": [ + "nso-Latn", + "run-Latn" + ] + }, + { + "precision": 0.713248, + "recall": 0.76087, + "f1": 0.726435, + "accuracy": 0.76087, + "main_score": 0.726435, + "hf_subset": "nso_Latn-tam_Taml", + "languages": [ + "nso-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.751256, + "recall": 0.796443, + "f1": 0.762684, + "accuracy": 0.796443, + "main_score": 0.762684, + "hf_subset": "nso_Latn-vie_Latn", + "languages": [ + "nso-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.713291, + "recall": 0.763834, + "f1": 0.727607, + "accuracy": 0.763834, + "main_score": 0.727607, + "hf_subset": "nso_Latn-apc_Arab", + "languages": [ + "nso-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.587715, + "recall": 0.632411, + "f1": 0.599521, + "accuracy": 0.632411, + "main_score": 0.599521, + "hf_subset": "nso_Latn-bug_Latn", + "languages": [ + "nso-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.445035, + "recall": 0.482213, + "f1": 0.455801, + "accuracy": 0.482213, + "main_score": 0.455801, + "hf_subset": "nso_Latn-fon_Latn", + "languages": [ + "nso-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.728661, + "recall": 0.770751, + "f1": 0.739925, + "accuracy": 0.770751, + "main_score": 0.739925, + "hf_subset": "nso_Latn-jav_Latn", + "languages": [ + "nso-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.68253, + "recall": 0.736166, + "f1": 0.697178, + "accuracy": 0.736166, + "main_score": 0.697178, + "hf_subset": "nso_Latn-lao_Laoo", + "languages": [ + "nso-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.716584, + "recall": 0.766798, + "f1": 0.731098, + "accuracy": 0.766798, + "main_score": 0.731098, + "hf_subset": "nso_Latn-mri_Latn", + "languages": [ + "nso-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.752842, + "recall": 0.798419, + "f1": 0.765006, + "accuracy": 0.798419, + "main_score": 0.765006, + "hf_subset": "nso_Latn-rus_Cyrl", + "languages": [ + "nso-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.488344, + "recall": 0.530632, + "f1": 0.49973, + "accuracy": 0.530632, + "main_score": 0.49973, + "hf_subset": "nso_Latn-taq_Latn", + "languages": [ + "nso-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.725714, + "recall": 0.773715, + "f1": 0.738799, + "accuracy": 0.773715, + "main_score": 0.738799, + "hf_subset": "nso_Latn-war_Latn", + "languages": [ + "nso-Latn", + "war-Latn" + ] + }, + { + "precision": 0.739005, + "recall": 0.790514, + "f1": 0.752996, + "accuracy": 0.790514, + "main_score": 0.752996, + "hf_subset": "nso_Latn-arb_Arab", + "languages": [ + "nso-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.760725, + "recall": 0.8083, + "f1": 0.774108, + "accuracy": 0.8083, + "main_score": 0.774108, + "hf_subset": "nso_Latn-bul_Cyrl", + "languages": [ + "nso-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.764185, + "recall": 0.813241, + "f1": 0.777634, + "accuracy": 0.813241, + "main_score": 0.777634, + "hf_subset": "nso_Latn-fra_Latn", + "languages": [ + "nso-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.729805, + "recall": 0.781621, + "f1": 0.743952, + "accuracy": 0.781621, + "main_score": 0.743952, + "hf_subset": "nso_Latn-jpn_Jpan", + "languages": [ + "nso-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.714889, + "recall": 0.751976, + "f1": 0.724666, + "accuracy": 0.751976, + "main_score": 0.724666, + "hf_subset": "nso_Latn-lij_Latn", + "languages": [ + "nso-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.70823, + "recall": 0.764822, + "f1": 0.723956, + "accuracy": 0.764822, + "main_score": 0.723956, + "hf_subset": "nso_Latn-mya_Mymr", + "languages": [ + "nso-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.518135, + "recall": 0.560277, + "f1": 0.529939, + "accuracy": 0.560277, + "main_score": 0.529939, + "hf_subset": "nso_Latn-sag_Latn", + "languages": [ + "nso-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.23787, + "recall": 0.291502, + "f1": 0.251855, + "accuracy": 0.291502, + "main_score": 0.251855, + "hf_subset": "nso_Latn-taq_Tfng", + "languages": [ + "nso-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.598881, + "recall": 0.641304, + "f1": 0.609448, + "accuracy": 0.641304, + "main_score": 0.609448, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.6672, + "recall": 0.721344, + "f1": 0.682743, + "accuracy": 0.721344, + "main_score": 0.682743, + "hf_subset": "nso_Latn-arb_Latn", + "languages": [ + "nso-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.75316, + "recall": 0.793478, + "f1": 0.763802, + "accuracy": 0.793478, + "main_score": 0.763802, + "hf_subset": "nso_Latn-cat_Latn", + "languages": [ + "nso-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.690124, + "recall": 0.728261, + "f1": 0.699922, + "accuracy": 0.728261, + "main_score": 0.699922, + "hf_subset": "nso_Latn-fur_Latn", + "languages": [ + "nso-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.458414, + "recall": 0.522727, + "f1": 0.475274, + "accuracy": 0.522727, + "main_score": 0.475274, + "hf_subset": "nso_Latn-kab_Latn", + "languages": [ + "nso-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.73231, + "recall": 0.767787, + "f1": 0.741559, + "accuracy": 0.767787, + "main_score": 0.741559, + "hf_subset": "nso_Latn-lim_Latn", + "languages": [ + "nso-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.74208, + "recall": 0.786561, + "f1": 0.753648, + "accuracy": 0.786561, + "main_score": 0.753648, + "hf_subset": "nso_Latn-nld_Latn", + "languages": [ + "nso-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.695861, + "recall": 0.747036, + "f1": 0.709908, + "accuracy": 0.747036, + "main_score": 0.709908, + "hf_subset": "nso_Latn-san_Deva", + "languages": [ + "nso-Latn", + "san-Deva" + ] + }, + { + "precision": 0.716039, + "recall": 0.757905, + "f1": 0.727113, + "accuracy": 0.757905, + "main_score": 0.727113, + "hf_subset": "nso_Latn-tat_Cyrl", + "languages": [ + "nso-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.774541, + "recall": 0.816206, + "f1": 0.786315, + "accuracy": 0.816206, + "main_score": 0.786315, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.726303, + "recall": 0.780632, + "f1": 0.741253, + "accuracy": 0.780632, + "main_score": 0.741253, + "hf_subset": "nso_Latn-ars_Arab", + "languages": [ + "nso-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.724476, + "recall": 0.771739, + "f1": 0.737634, + "accuracy": 0.771739, + "main_score": 0.737634, + "hf_subset": "nso_Latn-ceb_Latn", + "languages": [ + "nso-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.481197, + "recall": 0.533597, + "f1": 0.496082, + "accuracy": 0.533597, + "main_score": 0.496082, + "hf_subset": "nso_Latn-fuv_Latn", + "languages": [ + "nso-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.482165, + "recall": 0.524704, + "f1": 0.494081, + "accuracy": 0.524704, + "main_score": 0.494081, + "hf_subset": "nso_Latn-kac_Latn", + "languages": [ + "nso-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.588233, + "recall": 0.632411, + "f1": 0.600078, + "accuracy": 0.632411, + "main_score": 0.600078, + "hf_subset": "nso_Latn-lin_Latn", + "languages": [ + "nso-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.726837, + "recall": 0.772727, + "f1": 0.738963, + "accuracy": 0.772727, + "main_score": 0.738963, + "hf_subset": "nso_Latn-nno_Latn", + "languages": [ + "nso-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.66812, + "recall": 0.724308, + "f1": 0.683955, + "accuracy": 0.724308, + "main_score": 0.683955, + "hf_subset": "nso_Latn-sat_Olck", + "languages": [ + "nso-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.716898, + "recall": 0.772727, + "f1": 0.732125, + "accuracy": 0.772727, + "main_score": 0.732125, + "hf_subset": "nso_Latn-tel_Telu", + "languages": [ + "nso-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.705089, + "recall": 0.763834, + "f1": 0.72106, + "accuracy": 0.763834, + "main_score": 0.72106, + "hf_subset": "nso_Latn-ydd_Hebr", + "languages": [ + "nso-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.701902, + "recall": 0.746047, + "f1": 0.713335, + "accuracy": 0.746047, + "main_score": 0.713335, + "hf_subset": "nso_Latn-ary_Arab", + "languages": [ + "nso-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.745844, + "recall": 0.798419, + "f1": 0.760597, + "accuracy": 0.798419, + "main_score": 0.760597, + "hf_subset": "nso_Latn-ces_Latn", + "languages": [ + "nso-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.555674, + "recall": 0.614625, + "f1": 0.572377, + "accuracy": 0.614625, + "main_score": 0.572377, + "hf_subset": "nso_Latn-gaz_Latn", + "languages": [ + "nso-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.540104, + "recall": 0.590909, + "f1": 0.554184, + "accuracy": 0.590909, + "main_score": 0.554184, + "hf_subset": "nso_Latn-kam_Latn", + "languages": [ + "nso-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.732475, + "recall": 0.77668, + "f1": 0.744775, + "accuracy": 0.77668, + "main_score": 0.744775, + "hf_subset": "nso_Latn-lit_Latn", + "languages": [ + "nso-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.749844, + "recall": 0.794466, + "f1": 0.762068, + "accuracy": 0.794466, + "main_score": 0.762068, + "hf_subset": "nso_Latn-nob_Latn", + "languages": [ + "nso-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.725744, + "recall": 0.768775, + "f1": 0.73708, + "accuracy": 0.768775, + "main_score": 0.73708, + "hf_subset": "nso_Latn-scn_Latn", + "languages": [ + "nso-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.718462, + "recall": 0.767787, + "f1": 0.73152, + "accuracy": 0.767787, + "main_score": 0.73152, + "hf_subset": "nso_Latn-tgk_Cyrl", + "languages": [ + "nso-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.622514, + "recall": 0.678854, + "f1": 0.637213, + "accuracy": 0.678854, + "main_score": 0.637213, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.719887, + "recall": 0.768775, + "f1": 0.732654, + "accuracy": 0.768775, + "main_score": 0.732654, + "hf_subset": "nso_Latn-arz_Arab", + "languages": [ + "nso-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.483914, + "recall": 0.525692, + "f1": 0.495055, + "accuracy": 0.525692, + "main_score": 0.495055, + "hf_subset": "nso_Latn-cjk_Latn", + "languages": [ + "nso-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.737088, + "recall": 0.785573, + "f1": 0.751275, + "accuracy": 0.785573, + "main_score": 0.751275, + "hf_subset": "nso_Latn-gla_Latn", + "languages": [ + "nso-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.707313, + "recall": 0.758893, + "f1": 0.721135, + "accuracy": 0.758893, + "main_score": 0.721135, + "hf_subset": "nso_Latn-kan_Knda", + "languages": [ + "nso-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.706257, + "recall": 0.753953, + "f1": 0.718449, + "accuracy": 0.753953, + "main_score": 0.718449, + "hf_subset": "nso_Latn-lmo_Latn", + "languages": [ + "nso-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.733648, + "recall": 0.783597, + "f1": 0.746769, + "accuracy": 0.783597, + "main_score": 0.746769, + "hf_subset": "nso_Latn-npi_Deva", + "languages": [ + "nso-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.483941, + "recall": 0.543478, + "f1": 0.500692, + "accuracy": 0.543478, + "main_score": 0.500692, + "hf_subset": "nso_Latn-shn_Mymr", + "languages": [ + "nso-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.745721, + "recall": 0.788538, + "f1": 0.757008, + "accuracy": 0.788538, + "main_score": 0.757008, + "hf_subset": "nso_Latn-tgl_Latn", + "languages": [ + "nso-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.711349, + "recall": 0.762846, + "f1": 0.724677, + "accuracy": 0.762846, + "main_score": 0.724677, + "hf_subset": "nso_Latn-yue_Hant", + "languages": [ + "nso-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.694354, + "recall": 0.750988, + "f1": 0.709973, + "accuracy": 0.750988, + "main_score": 0.709973, + "hf_subset": "nso_Latn-asm_Beng", + "languages": [ + "nso-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.699371, + "recall": 0.755929, + "f1": 0.715278, + "accuracy": 0.755929, + "main_score": 0.715278, + "hf_subset": "nso_Latn-ckb_Arab", + "languages": [ + "nso-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.711791, + "recall": 0.759881, + "f1": 0.724494, + "accuracy": 0.759881, + "main_score": 0.724494, + "hf_subset": "nso_Latn-gle_Latn", + "languages": [ + "nso-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.634484, + "recall": 0.689723, + "f1": 0.649919, + "accuracy": 0.689723, + "main_score": 0.649919, + "hf_subset": "nso_Latn-kas_Arab", + "languages": [ + "nso-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.666553, + "recall": 0.719368, + "f1": 0.680635, + "accuracy": 0.719368, + "main_score": 0.680635, + "hf_subset": "nso_Latn-ltg_Latn", + "languages": [ + "nso-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.711564, + "recall": 0.76581, + "f1": 0.725936, + "accuracy": 0.76581, + "main_score": 0.725936, + "hf_subset": "nso_Latn-sin_Sinh", + "languages": [ + "nso-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.709218, + "recall": 0.761858, + "f1": 0.723455, + "accuracy": 0.761858, + "main_score": 0.723455, + "hf_subset": "nso_Latn-tha_Thai", + "languages": [ + "nso-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.639454, + "recall": 0.687747, + "f1": 0.651358, + "accuracy": 0.687747, + "main_score": 0.651358, + "hf_subset": "nso_Latn-zho_Hans", + "languages": [ + "nso-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.743118, + "recall": 0.794466, + "f1": 0.757036, + "accuracy": 0.794466, + "main_score": 0.757036, + "hf_subset": "nso_Latn-ast_Latn", + "languages": [ + "nso-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.722822, + "recall": 0.769763, + "f1": 0.735206, + "accuracy": 0.769763, + "main_score": 0.735206, + "hf_subset": "nso_Latn-crh_Latn", + "languages": [ + "nso-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.740843, + "recall": 0.782609, + "f1": 0.751957, + "accuracy": 0.782609, + "main_score": 0.751957, + "hf_subset": "nso_Latn-glg_Latn", + "languages": [ + "nso-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.619108, + "recall": 0.672925, + "f1": 0.633636, + "accuracy": 0.672925, + "main_score": 0.633636, + "hf_subset": "nso_Latn-kas_Deva", + "languages": [ + "nso-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.715737, + "recall": 0.757905, + "f1": 0.726996, + "accuracy": 0.757905, + "main_score": 0.726996, + "hf_subset": "nso_Latn-ltz_Latn", + "languages": [ + "nso-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.442823, + "recall": 0.497036, + "f1": 0.457505, + "accuracy": 0.497036, + "main_score": 0.457505, + "hf_subset": "nso_Latn-nus_Latn", + "languages": [ + "nso-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.739329, + "recall": 0.781621, + "f1": 0.750769, + "accuracy": 0.781621, + "main_score": 0.750769, + "hf_subset": "nso_Latn-slk_Latn", + "languages": [ + "nso-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.532688, + "recall": 0.597826, + "f1": 0.550611, + "accuracy": 0.597826, + "main_score": 0.550611, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.707866, + "recall": 0.761858, + "f1": 0.722192, + "accuracy": 0.761858, + "main_score": 0.722192, + "hf_subset": "nso_Latn-zho_Hant", + "languages": [ + "nso-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.707214, + "recall": 0.758893, + "f1": 0.72054, + "accuracy": 0.758893, + "main_score": 0.72054, + "hf_subset": "nso_Latn-awa_Deva", + "languages": [ + "nso-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.73983, + "recall": 0.784585, + "f1": 0.751341, + "accuracy": 0.784585, + "main_score": 0.751341, + "hf_subset": "nso_Latn-cym_Latn", + "languages": [ + "nso-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.607043, + "recall": 0.656126, + "f1": 0.619784, + "accuracy": 0.656126, + "main_score": 0.619784, + "hf_subset": "nso_Latn-grn_Latn", + "languages": [ + "nso-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.716673, + "recall": 0.76581, + "f1": 0.72956, + "accuracy": 0.76581, + "main_score": 0.72956, + "hf_subset": "nso_Latn-kat_Geor", + "languages": [ + "nso-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.545932, + "recall": 0.592885, + "f1": 0.557956, + "accuracy": 0.592885, + "main_score": 0.557956, + "hf_subset": "nso_Latn-lua_Latn", + "languages": [ + "nso-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.703741, + "recall": 0.752964, + "f1": 0.717959, + "accuracy": 0.752964, + "main_score": 0.717959, + "hf_subset": "nso_Latn-nya_Latn", + "languages": [ + "nso-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.737022, + "recall": 0.782609, + "f1": 0.7497, + "accuracy": 0.782609, + "main_score": 0.7497, + "hf_subset": "nso_Latn-slv_Latn", + "languages": [ + "nso-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.69403, + "recall": 0.741107, + "f1": 0.705907, + "accuracy": 0.741107, + "main_score": 0.705907, + "hf_subset": "nso_Latn-tpi_Latn", + "languages": [ + "nso-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.74607, + "recall": 0.791502, + "f1": 0.757869, + "accuracy": 0.791502, + "main_score": 0.757869, + "hf_subset": "nso_Latn-zsm_Latn", + "languages": [ + "nso-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.497003, + "recall": 0.54249, + "f1": 0.509039, + "accuracy": 0.54249, + "main_score": 0.509039, + "hf_subset": "nso_Latn-ayr_Latn", + "languages": [ + "nso-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.754071, + "recall": 0.802372, + "f1": 0.767507, + "accuracy": 0.802372, + "main_score": 0.767507, + "hf_subset": "nso_Latn-dan_Latn", + "languages": [ + "nso-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.719794, + "recall": 0.767787, + "f1": 0.73293, + "accuracy": 0.767787, + "main_score": 0.73293, + "hf_subset": "nso_Latn-guj_Gujr", + "languages": [ + "nso-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.715587, + "recall": 0.773715, + "f1": 0.731519, + "accuracy": 0.773715, + "main_score": 0.731519, + "hf_subset": "nso_Latn-kaz_Cyrl", + "languages": [ + "nso-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.617662, + "recall": 0.672925, + "f1": 0.63275, + "accuracy": 0.672925, + "main_score": 0.63275, + "hf_subset": "nso_Latn-lug_Latn", + "languages": [ + "nso-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.744157, + "recall": 0.781621, + "f1": 0.753571, + "accuracy": 0.781621, + "main_score": 0.753571, + "hf_subset": "nso_Latn-oci_Latn", + "languages": [ + "nso-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.711487, + "recall": 0.759881, + "f1": 0.725352, + "accuracy": 0.759881, + "main_score": 0.725352, + "hf_subset": "nso_Latn-smo_Latn", + "languages": [ + "nso-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.769494, + "recall": 0.817194, + "f1": 0.783631, + "accuracy": 0.817194, + "main_score": 0.783631, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.770998, + "recall": 0.816206, + "f1": 0.78475, + "accuracy": 0.816206, + "main_score": 0.78475, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.621378, + "recall": 0.675889, + "f1": 0.635956, + "accuracy": 0.675889, + "main_score": 0.635956, + "hf_subset": "nso_Latn-azb_Arab", + "languages": [ + "nso-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.747861, + "recall": 0.796443, + "f1": 0.761161, + "accuracy": 0.796443, + "main_score": 0.761161, + "hf_subset": "nso_Latn-deu_Latn", + "languages": [ + "nso-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.725816, + "recall": 0.770751, + "f1": 0.737831, + "accuracy": 0.770751, + "main_score": 0.737831, + "hf_subset": "nso_Latn-hat_Latn", + "languages": [ + "nso-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.486945, + "recall": 0.52668, + "f1": 0.497754, + "accuracy": 0.52668, + "main_score": 0.497754, + "hf_subset": "nso_Latn-kbp_Latn", + "languages": [ + "nso-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.530595, + "recall": 0.572134, + "f1": 0.542354, + "accuracy": 0.572134, + "main_score": 0.542354, + "hf_subset": "nso_Latn-luo_Latn", + "languages": [ + "nso-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.68718, + "recall": 0.753953, + "f1": 0.705956, + "accuracy": 0.753953, + "main_score": 0.705956, + "hf_subset": "nso_Latn-ory_Orya", + "languages": [ + "nso-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.724313, + "recall": 0.778656, + "f1": 0.739588, + "accuracy": 0.778656, + "main_score": 0.739588, + "hf_subset": "nso_Latn-sna_Latn", + "languages": [ + "nso-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.664863, + "recall": 0.717391, + "f1": 0.679009, + "accuracy": 0.717391, + "main_score": 0.679009, + "hf_subset": "nso_Latn-tso_Latn", + "languages": [ + "nso-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.694292, + "recall": 0.748024, + "f1": 0.708755, + "accuracy": 0.748024, + "main_score": 0.708755, + "hf_subset": "nso_Latn-azj_Latn", + "languages": [ + "nso-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.499956, + "recall": 0.54249, + "f1": 0.512174, + "accuracy": 0.54249, + "main_score": 0.512174, + "hf_subset": "nso_Latn-dik_Latn", + "languages": [ + "nso-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.7252, + "recall": 0.782609, + "f1": 0.741463, + "accuracy": 0.782609, + "main_score": 0.741463, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.718959, + "recall": 0.759881, + "f1": 0.729433, + "accuracy": 0.759881, + "main_score": 0.729433, + "hf_subset": "nso_Latn-kea_Latn", + "languages": [ + "nso-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.709061, + "recall": 0.751976, + "f1": 0.720404, + "accuracy": 0.751976, + "main_score": 0.720404, + "hf_subset": "nso_Latn-lus_Latn", + "languages": [ + "nso-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.638419, + "recall": 0.682806, + "f1": 0.64983, + "accuracy": 0.682806, + "main_score": 0.64983, + "hf_subset": "nso_Latn-pag_Latn", + "languages": [ + "nso-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.698381, + "recall": 0.749012, + "f1": 0.711845, + "accuracy": 0.749012, + "main_score": 0.711845, + "hf_subset": "nso_Latn-snd_Arab", + "languages": [ + "nso-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.72666, + "recall": 0.772727, + "f1": 0.739053, + "accuracy": 0.772727, + "main_score": 0.739053, + "hf_subset": "nso_Latn-tuk_Latn", + "languages": [ + "nso-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.715946, + "recall": 0.757905, + "f1": 0.727007, + "accuracy": 0.757905, + "main_score": 0.727007, + "hf_subset": "nso_Latn-bak_Cyrl", + "languages": [ + "nso-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.445335, + "recall": 0.496047, + "f1": 0.460021, + "accuracy": 0.496047, + "main_score": 0.460021, + "hf_subset": "nso_Latn-dyu_Latn", + "languages": [ + "nso-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.725501, + "recall": 0.775692, + "f1": 0.739182, + "accuracy": 0.775692, + "main_score": 0.739182, + "hf_subset": "nso_Latn-heb_Hebr", + "languages": [ + "nso-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.727672, + "recall": 0.767787, + "f1": 0.739338, + "accuracy": 0.767787, + "main_score": 0.739338, + "hf_subset": "nso_Latn-khk_Cyrl", + "languages": [ + "nso-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.727619, + "recall": 0.771739, + "f1": 0.739636, + "accuracy": 0.771739, + "main_score": 0.739636, + "hf_subset": "nso_Latn-lvs_Latn", + "languages": [ + "nso-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.702322, + "recall": 0.756917, + "f1": 0.716792, + "accuracy": 0.756917, + "main_score": 0.716792, + "hf_subset": "nso_Latn-pan_Guru", + "languages": [ + "nso-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.716634, + "recall": 0.769763, + "f1": 0.731414, + "accuracy": 0.769763, + "main_score": 0.731414, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.617783, + "recall": 0.663043, + "f1": 0.630885, + "accuracy": 0.663043, + "main_score": 0.630885, + "hf_subset": "nso_Latn-tum_Latn", + "languages": [ + "nso-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.465997, + "recall": 0.552372, + "f1": 0.490721, + "accuracy": 0.552372, + "main_score": 0.490721, + "hf_subset": "sin_Sinh-ace_Arab", + "languages": [ + "sin-Sinh", + "ace-Arab" + ] + }, + { + "precision": 0.448593, + "recall": 0.496047, + "f1": 0.460831, + "accuracy": 0.496047, + "main_score": 0.460831, + "hf_subset": "sin_Sinh-bam_Latn", + "languages": [ + "sin-Sinh", + "bam-Latn" + ] + }, + { + "precision": 0.587166, + "recall": 0.673913, + "f1": 0.6117, + "accuracy": 0.673913, + "main_score": 0.6117, + "hf_subset": "sin_Sinh-dzo_Tibt", + "languages": [ + "sin-Sinh", + "dzo-Tibt" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "sin_Sinh-khm_Khmr", + "languages": [ + "sin-Sinh", + "khm-Khmr" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "sin_Sinh-mag_Deva", + "languages": [ + "sin-Sinh", + "mag-Deva" + ] + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "sin_Sinh-pap_Latn", + "languages": [ + "sin-Sinh", + "pap-Latn" + ] + }, + { + "precision": 0.803195, + "recall": 0.857708, + "f1": 0.820125, + "accuracy": 0.857708, + "main_score": 0.820125, + "hf_subset": "sin_Sinh-sot_Latn", + "languages": [ + "sin-Sinh", + "sot-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sin_Sinh-tur_Latn", + "languages": [ + "sin-Sinh", + "tur-Latn" + ] + }, + { + "precision": 0.783267, + "recall": 0.837945, + "f1": 0.799741, + "accuracy": 0.837945, + "main_score": 0.799741, + "hf_subset": "sin_Sinh-ace_Latn", + "languages": [ + "sin-Sinh", + "ace-Latn" + ] + }, + { + "precision": 0.909091, + "recall": 0.935771, + "f1": 0.917655, + "accuracy": 0.935771, + "main_score": 0.917655, + "hf_subset": "sin_Sinh-ban_Latn", + "languages": [ + "sin-Sinh", + "ban-Latn" + ] + }, + { + "precision": 0.963686, + "recall": 0.975296, + "f1": 0.967457, + "accuracy": 0.975296, + "main_score": 0.967457, + "hf_subset": "sin_Sinh-ell_Grek", + "languages": [ + "sin-Sinh", + "ell-Grek" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "sin_Sinh-hne_Deva", + "languages": [ + "sin-Sinh", + "hne-Deva" + ] + }, + { + "precision": 0.531544, + "recall": 0.598814, + "f1": 0.54966, + "accuracy": 0.598814, + "main_score": 0.54966, + "hf_subset": "sin_Sinh-kik_Latn", + "languages": [ + "sin-Sinh", + "kik-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "sin_Sinh-mai_Deva", + "languages": [ + "sin-Sinh", + "mai-Deva" + ] + }, + { + "precision": 0.934783, + "recall": 0.954545, + "f1": 0.941206, + "accuracy": 0.954545, + "main_score": 0.941206, + "hf_subset": "sin_Sinh-pbt_Arab", + "languages": [ + "sin-Sinh", + "pbt-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "sin_Sinh-spa_Latn", + "languages": [ + "sin-Sinh", + "spa-Latn" + ] + }, + { + "precision": 0.689431, + "recall": 0.76087, + "f1": 0.710001, + "accuracy": 0.76087, + "main_score": 0.710001, + "hf_subset": "sin_Sinh-twi_Latn", + "languages": [ + "sin-Sinh", + "twi-Latn" + ] + }, + { + "precision": 0.960721, + "recall": 0.97332, + "f1": 0.964822, + "accuracy": 0.97332, + "main_score": 0.964822, + "hf_subset": "sin_Sinh-acm_Arab", + "languages": [ + "sin-Sinh", + "acm-Arab" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "sin_Sinh-bel_Cyrl", + "languages": [ + "sin-Sinh", + "bel-Cyrl" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "sin_Sinh-hrv_Latn", + "languages": [ + "sin-Sinh", + "hrv-Latn" + ] + }, + { + "precision": 0.820422, + "recall": 0.866601, + "f1": 0.834585, + "accuracy": 0.866601, + "main_score": 0.834585, + "hf_subset": "sin_Sinh-kin_Latn", + "languages": [ + "sin-Sinh", + "kin-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "sin_Sinh-mal_Mlym", + "languages": [ + "sin-Sinh", + "mal-Mlym" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "sin_Sinh-pes_Arab", + "languages": [ + "sin-Sinh", + "pes-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "sin_Sinh-srd_Latn", + "languages": [ + "sin-Sinh", + "srd-Latn" + ] + }, + { + "precision": 0.20825, + "recall": 0.266798, + "f1": 0.222556, + "accuracy": 0.266798, + "main_score": 0.222556, + "hf_subset": "sin_Sinh-tzm_Tfng", + "languages": [ + "sin-Sinh", + "tzm-Tfng" + ] + }, + { + "precision": 0.962533, + "recall": 0.974308, + "f1": 0.966304, + "accuracy": 0.974308, + "main_score": 0.966304, + "hf_subset": "sin_Sinh-acq_Arab", + "languages": [ + "sin-Sinh", + "acq-Arab" + ] + }, + { + "precision": 0.621314, + "recall": 0.692688, + "f1": 0.641023, + "accuracy": 0.692688, + "main_score": 0.641023, + "hf_subset": "sin_Sinh-bem_Latn", + "languages": [ + "sin-Sinh", + "bem-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "sin_Sinh-epo_Latn", + "languages": [ + "sin-Sinh", + "epo-Latn" + ] + }, + { + "precision": 0.981802, + "recall": 0.987154, + "f1": 0.983432, + "accuracy": 0.987154, + "main_score": 0.983432, + "hf_subset": "sin_Sinh-hun_Latn", + "languages": [ + "sin-Sinh", + "hun-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "sin_Sinh-kir_Cyrl", + "languages": [ + "sin-Sinh", + "kir-Cyrl" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ] + }, + { + "precision": 0.827026, + "recall": 0.871542, + "f1": 0.840744, + "accuracy": 0.871542, + "main_score": 0.840744, + "hf_subset": "sin_Sinh-plt_Latn", + "languages": [ + "sin-Sinh", + "plt-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "sin_Sinh-srp_Cyrl", + "languages": [ + "sin-Sinh", + "srp-Cyrl" + ] + }, + { + "precision": 0.930089, + "recall": 0.951581, + "f1": 0.936989, + "accuracy": 0.951581, + "main_score": 0.936989, + "hf_subset": "sin_Sinh-uig_Arab", + "languages": [ + "sin-Sinh", + "uig-Arab" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "sin_Sinh-aeb_Arab", + "languages": [ + "sin-Sinh", + "aeb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "sin_Sinh-est_Latn", + "languages": [ + "sin-Sinh", + "est-Latn" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "sin_Sinh-hye_Armn", + "languages": [ + "sin-Sinh", + "hye-Armn" + ] + }, + { + "precision": 0.433287, + "recall": 0.492095, + "f1": 0.449239, + "accuracy": 0.492095, + "main_score": 0.449239, + "hf_subset": "sin_Sinh-kmb_Latn", + "languages": [ + "sin-Sinh", + "kmb-Latn" + ] + }, + { + "precision": 0.411861, + "recall": 0.499012, + "f1": 0.434217, + "accuracy": 0.499012, + "main_score": 0.434217, + "hf_subset": "sin_Sinh-min_Arab", + "languages": [ + "sin-Sinh", + "min-Arab" + ] + }, + { + "precision": 0.96413, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "sin_Sinh-pol_Latn", + "languages": [ + "sin-Sinh", + "pol-Latn" + ] + }, + { + "precision": 0.706656, + "recall": 0.771739, + "f1": 0.725423, + "accuracy": 0.771739, + "main_score": 0.725423, + "hf_subset": "sin_Sinh-ssw_Latn", + "languages": [ + "sin-Sinh", + "ssw-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "sin_Sinh-ukr_Cyrl", + "languages": [ + "sin-Sinh", + "ukr-Cyrl" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "sin_Sinh-afr_Latn", + "languages": [ + "sin-Sinh", + "afr-Latn" + ] + }, + { + "precision": 0.952816, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "sin_Sinh-bho_Deva", + "languages": [ + "sin-Sinh", + "bho-Deva" + ] + }, + { + "precision": 0.959272, + "recall": 0.971344, + "f1": 0.963011, + "accuracy": 0.971344, + "main_score": 0.963011, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ] + }, + { + "precision": 0.814864, + "recall": 0.865613, + "f1": 0.829976, + "accuracy": 0.865613, + "main_score": 0.829976, + "hf_subset": "sin_Sinh-ibo_Latn", + "languages": [ + "sin-Sinh", + "ibo-Latn" + ] + }, + { + "precision": 0.847233, + "recall": 0.88834, + "f1": 0.860013, + "accuracy": 0.88834, + "main_score": 0.860013, + "hf_subset": "sin_Sinh-kmr_Latn", + "languages": [ + "sin-Sinh", + "kmr-Latn" + ] + }, + { + "precision": 0.932181, + "recall": 0.952569, + "f1": 0.93857, + "accuracy": 0.952569, + "main_score": 0.93857, + "hf_subset": "sin_Sinh-min_Latn", + "languages": [ + "sin-Sinh", + "min-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sin_Sinh-por_Latn", + "languages": [ + "sin-Sinh", + "por-Latn" + ] + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "sin_Sinh-sun_Latn", + "languages": [ + "sin-Sinh", + "sun-Latn" + ] + }, + { + "precision": 0.414086, + "recall": 0.479249, + "f1": 0.431441, + "accuracy": 0.479249, + "main_score": 0.431441, + "hf_subset": "sin_Sinh-umb_Latn", + "languages": [ + "sin-Sinh", + "umb-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sin_Sinh-ajp_Arab", + "languages": [ + "sin-Sinh", + "ajp-Arab" + ] + }, + { + "precision": 0.447362, + "recall": 0.530632, + "f1": 0.469565, + "accuracy": 0.530632, + "main_score": 0.469565, + "hf_subset": "sin_Sinh-bjn_Arab", + "languages": [ + "sin-Sinh", + "bjn-Arab" + ] + }, + { + "precision": 0.438773, + "recall": 0.48913, + "f1": 0.452855, + "accuracy": 0.48913, + "main_score": 0.452855, + "hf_subset": "sin_Sinh-ewe_Latn", + "languages": [ + "sin-Sinh", + "ewe-Latn" + ] + }, + { + "precision": 0.904068, + "recall": 0.932806, + "f1": 0.913274, + "accuracy": 0.932806, + "main_score": 0.913274, + "hf_subset": "sin_Sinh-ilo_Latn", + "languages": [ + "sin-Sinh", + "ilo-Latn" + ] + }, + { + "precision": 0.249048, + "recall": 0.302372, + "f1": 0.261212, + "accuracy": 0.302372, + "main_score": 0.261212, + "hf_subset": "sin_Sinh-knc_Arab", + "languages": [ + "sin-Sinh", + "knc-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "sin_Sinh-mkd_Cyrl", + "languages": [ + "sin-Sinh", + "mkd-Cyrl" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sin_Sinh-prs_Arab", + "languages": [ + "sin-Sinh", + "prs-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sin_Sinh-swe_Latn", + "languages": [ + "sin-Sinh", + "swe-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ] + }, + { + "precision": 0.676745, + "recall": 0.742095, + "f1": 0.694636, + "accuracy": 0.742095, + "main_score": 0.694636, + "hf_subset": "sin_Sinh-aka_Latn", + "languages": [ + "sin-Sinh", + "aka-Latn" + ] + }, + { + "precision": 0.9354, + "recall": 0.954545, + "f1": 0.94159, + "accuracy": 0.954545, + "main_score": 0.94159, + "hf_subset": "sin_Sinh-bjn_Latn", + "languages": [ + "sin-Sinh", + "bjn-Latn" + ] + }, + { + "precision": 0.940415, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "sin_Sinh-fao_Latn", + "languages": [ + "sin-Sinh", + "fao-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sin_Sinh-ind_Latn", + "languages": [ + "sin-Sinh", + "ind-Latn" + ] + }, + { + "precision": 0.488394, + "recall": 0.538538, + "f1": 0.502368, + "accuracy": 0.538538, + "main_score": 0.502368, + "hf_subset": "sin_Sinh-knc_Latn", + "languages": [ + "sin-Sinh", + "knc-Latn" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "sin_Sinh-mlt_Latn", + "languages": [ + "sin-Sinh", + "mlt-Latn" + ] + }, + { + "precision": 0.580669, + "recall": 0.646245, + "f1": 0.59858, + "accuracy": 0.646245, + "main_score": 0.59858, + "hf_subset": "sin_Sinh-quy_Latn", + "languages": [ + "sin-Sinh", + "quy-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "sin_Sinh-swh_Latn", + "languages": [ + "sin-Sinh", + "swh-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "sin_Sinh-uzn_Latn", + "languages": [ + "sin-Sinh", + "uzn-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "sin_Sinh-als_Latn", + "languages": [ + "sin-Sinh", + "als-Latn" + ] + }, + { + "precision": 0.741041, + "recall": 0.8083, + "f1": 0.761642, + "accuracy": 0.8083, + "main_score": 0.761642, + "hf_subset": "sin_Sinh-bod_Tibt", + "languages": [ + "sin-Sinh", + "bod-Tibt" + ] + }, + { + "precision": 0.594741, + "recall": 0.664032, + "f1": 0.614822, + "accuracy": 0.664032, + "main_score": 0.614822, + "hf_subset": "sin_Sinh-fij_Latn", + "languages": [ + "sin-Sinh", + "fij-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "sin_Sinh-isl_Latn", + "languages": [ + "sin-Sinh", + "isl-Latn" + ] + }, + { + "precision": 0.522105, + "recall": 0.590909, + "f1": 0.540549, + "accuracy": 0.590909, + "main_score": 0.540549, + "hf_subset": "sin_Sinh-kon_Latn", + "languages": [ + "sin-Sinh", + "kon-Latn" + ] + }, + { + "precision": 0.543006, + "recall": 0.610672, + "f1": 0.56187, + "accuracy": 0.610672, + "main_score": 0.56187, + "hf_subset": "sin_Sinh-mni_Beng", + "languages": [ + "sin-Sinh", + "mni-Beng" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "sin_Sinh-ron_Latn", + "languages": [ + "sin-Sinh", + "ron-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "sin_Sinh-szl_Latn", + "languages": [ + "sin-Sinh", + "szl-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "sin_Sinh-vec_Latn", + "languages": [ + "sin-Sinh", + "vec-Latn" + ] + }, + { + "precision": 0.928771, + "recall": 0.949605, + "f1": 0.93531, + "accuracy": 0.949605, + "main_score": 0.93531, + "hf_subset": "sin_Sinh-amh_Ethi", + "languages": [ + "sin-Sinh", + "amh-Ethi" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "sin_Sinh-bos_Latn", + "languages": [ + "sin-Sinh", + "bos-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "sin_Sinh-fin_Latn", + "languages": [ + "sin-Sinh", + "fin-Latn" + ] + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "sin_Sinh-ita_Latn", + "languages": [ + "sin-Sinh", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-kor_Hang", + "languages": [ + "sin-Sinh", + "kor-Hang" + ] + }, + { + "precision": 0.466956, + "recall": 0.518775, + "f1": 0.481854, + "accuracy": 0.518775, + "main_score": 0.481854, + "hf_subset": "sin_Sinh-mos_Latn", + "languages": [ + "sin-Sinh", + "mos-Latn" + ] + }, + { + "precision": 0.710281, + "recall": 0.771739, + "f1": 0.72833, + "accuracy": 0.771739, + "main_score": 0.72833, + "hf_subset": "sin_Sinh-run_Latn", + "languages": [ + "sin-Sinh", + "run-Latn" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "sin_Sinh-vie_Latn", + "languages": [ + "sin-Sinh", + "vie-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "sin_Sinh-apc_Arab", + "languages": [ + "sin-Sinh", + "apc-Arab" + ] + }, + { + "precision": 0.653657, + "recall": 0.714427, + "f1": 0.670509, + "accuracy": 0.714427, + "main_score": 0.670509, + "hf_subset": "sin_Sinh-bug_Latn", + "languages": [ + "sin-Sinh", + "bug-Latn" + ] + }, + { + "precision": 0.411405, + "recall": 0.454545, + "f1": 0.423386, + "accuracy": 0.454545, + "main_score": 0.423386, + "hf_subset": "sin_Sinh-fon_Latn", + "languages": [ + "sin-Sinh", + "fon-Latn" + ] + }, + { + "precision": 0.94804, + "recall": 0.964427, + "f1": 0.953294, + "accuracy": 0.964427, + "main_score": 0.953294, + "hf_subset": "sin_Sinh-jav_Latn", + "languages": [ + "sin-Sinh", + "jav-Latn" + ] + }, + { + "precision": 0.930583, + "recall": 0.952569, + "f1": 0.937648, + "accuracy": 0.952569, + "main_score": 0.937648, + "hf_subset": "sin_Sinh-lao_Laoo", + "languages": [ + "sin-Sinh", + "lao-Laoo" + ] + }, + { + "precision": 0.850461, + "recall": 0.894269, + "f1": 0.864295, + "accuracy": 0.894269, + "main_score": 0.864295, + "hf_subset": "sin_Sinh-mri_Latn", + "languages": [ + "sin-Sinh", + "mri-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-rus_Cyrl", + "languages": [ + "sin-Sinh", + "rus-Cyrl" + ] + }, + { + "precision": 0.447396, + "recall": 0.497036, + "f1": 0.461052, + "accuracy": 0.497036, + "main_score": 0.461052, + "hf_subset": "sin_Sinh-taq_Latn", + "languages": [ + "sin-Sinh", + "taq-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "sin_Sinh-war_Latn", + "languages": [ + "sin-Sinh", + "war-Latn" + ] + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "sin_Sinh-arb_Arab", + "languages": [ + "sin-Sinh", + "arb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sin_Sinh-bul_Cyrl", + "languages": [ + "sin-Sinh", + "bul-Cyrl" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "sin_Sinh-fra_Latn", + "languages": [ + "sin-Sinh", + "fra-Latn" + ] + }, + { + "precision": 0.97192, + "recall": 0.980237, + "f1": 0.974539, + "accuracy": 0.980237, + "main_score": 0.974539, + "hf_subset": "sin_Sinh-jpn_Jpan", + "languages": [ + "sin-Sinh", + "jpn-Jpan" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "sin_Sinh-lij_Latn", + "languages": [ + "sin-Sinh", + "lij-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "sin_Sinh-mya_Mymr", + "languages": [ + "sin-Sinh", + "mya-Mymr" + ] + }, + { + "precision": 0.503992, + "recall": 0.563241, + "f1": 0.52015, + "accuracy": 0.563241, + "main_score": 0.52015, + "hf_subset": "sin_Sinh-sag_Latn", + "languages": [ + "sin-Sinh", + "sag-Latn" + ] + }, + { + "precision": 0.222319, + "recall": 0.277668, + "f1": 0.236359, + "accuracy": 0.277668, + "main_score": 0.236359, + "hf_subset": "sin_Sinh-taq_Tfng", + "languages": [ + "sin-Sinh", + "taq-Tfng" + ] + }, + { + "precision": 0.5753, + "recall": 0.639328, + "f1": 0.592097, + "accuracy": 0.639328, + "main_score": 0.592097, + "hf_subset": "sin_Sinh-wol_Latn", + "languages": [ + "sin-Sinh", + "wol-Latn" + ] + }, + { + "precision": 0.845696, + "recall": 0.887352, + "f1": 0.858531, + "accuracy": 0.887352, + "main_score": 0.858531, + "hf_subset": "sin_Sinh-arb_Latn", + "languages": [ + "sin-Sinh", + "arb-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "sin_Sinh-cat_Latn", + "languages": [ + "sin-Sinh", + "cat-Latn" + ] + }, + { + "precision": 0.92416, + "recall": 0.945652, + "f1": 0.930637, + "accuracy": 0.945652, + "main_score": 0.930637, + "hf_subset": "sin_Sinh-fur_Latn", + "languages": [ + "sin-Sinh", + "fur-Latn" + ] + }, + { + "precision": 0.410981, + "recall": 0.483202, + "f1": 0.429001, + "accuracy": 0.483202, + "main_score": 0.429001, + "hf_subset": "sin_Sinh-kab_Latn", + "languages": [ + "sin-Sinh", + "kab-Latn" + ] + }, + { + "precision": 0.944746, + "recall": 0.962451, + "f1": 0.950494, + "accuracy": 0.962451, + "main_score": 0.950494, + "hf_subset": "sin_Sinh-lim_Latn", + "languages": [ + "sin-Sinh", + "lim-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "sin_Sinh-nld_Latn", + "languages": [ + "sin-Sinh", + "nld-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "sin_Sinh-san_Deva", + "languages": [ + "sin-Sinh", + "san-Deva" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.960375, + "accuracy": 0.969368, + "main_score": 0.960375, + "hf_subset": "sin_Sinh-tat_Cyrl", + "languages": [ + "sin-Sinh", + "tat-Cyrl" + ] + }, + { + "precision": 0.842243, + "recall": 0.885375, + "f1": 0.85527, + "accuracy": 0.885375, + "main_score": 0.85527, + "hf_subset": "sin_Sinh-xho_Latn", + "languages": [ + "sin-Sinh", + "xho-Latn" + ] + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "sin_Sinh-ars_Arab", + "languages": [ + "sin-Sinh", + "ars-Arab" + ] + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "sin_Sinh-ceb_Latn", + "languages": [ + "sin-Sinh", + "ceb-Latn" + ] + }, + { + "precision": 0.447888, + "recall": 0.5, + "f1": 0.462037, + "accuracy": 0.5, + "main_score": 0.462037, + "hf_subset": "sin_Sinh-fuv_Latn", + "languages": [ + "sin-Sinh", + "fuv-Latn" + ] + }, + { + "precision": 0.45676, + "recall": 0.508893, + "f1": 0.471101, + "accuracy": 0.508893, + "main_score": 0.471101, + "hf_subset": "sin_Sinh-kac_Latn", + "languages": [ + "sin-Sinh", + "kac-Latn" + ] + }, + { + "precision": 0.546262, + "recall": 0.612648, + "f1": 0.563496, + "accuracy": 0.612648, + "main_score": 0.563496, + "hf_subset": "sin_Sinh-lin_Latn", + "languages": [ + "sin-Sinh", + "lin-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "sin_Sinh-nno_Latn", + "languages": [ + "sin-Sinh", + "nno-Latn" + ] + }, + { + "precision": 0.870389, + "recall": 0.908103, + "f1": 0.882364, + "accuracy": 0.908103, + "main_score": 0.882364, + "hf_subset": "sin_Sinh-sat_Olck", + "languages": [ + "sin-Sinh", + "sat-Olck" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "sin_Sinh-ydd_Hebr", + "languages": [ + "sin-Sinh", + "ydd-Hebr" + ] + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "sin_Sinh-ary_Arab", + "languages": [ + "sin-Sinh", + "ary-Arab" + ] + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "sin_Sinh-ces_Latn", + "languages": [ + "sin-Sinh", + "ces-Latn" + ] + }, + { + "precision": 0.536714, + "recall": 0.609684, + "f1": 0.557111, + "accuracy": 0.609684, + "main_score": 0.557111, + "hf_subset": "sin_Sinh-gaz_Latn", + "languages": [ + "sin-Sinh", + "gaz-Latn" + ] + }, + { + "precision": 0.484798, + "recall": 0.5583, + "f1": 0.50412, + "accuracy": 0.5583, + "main_score": 0.50412, + "hf_subset": "sin_Sinh-kam_Latn", + "languages": [ + "sin-Sinh", + "kam-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "sin_Sinh-lit_Latn", + "languages": [ + "sin-Sinh", + "lit-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sin_Sinh-nob_Latn", + "languages": [ + "sin-Sinh", + "nob-Latn" + ] + }, + { + "precision": 0.954028, + "recall": 0.967391, + "f1": 0.958251, + "accuracy": 0.967391, + "main_score": 0.958251, + "hf_subset": "sin_Sinh-scn_Latn", + "languages": [ + "sin-Sinh", + "scn-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "sin_Sinh-tgk_Cyrl", + "languages": [ + "sin-Sinh", + "tgk-Cyrl" + ] + }, + { + "precision": 0.681745, + "recall": 0.751976, + "f1": 0.702059, + "accuracy": 0.751976, + "main_score": 0.702059, + "hf_subset": "sin_Sinh-yor_Latn", + "languages": [ + "sin-Sinh", + "yor-Latn" + ] + }, + { + "precision": 0.961874, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "sin_Sinh-arz_Arab", + "languages": [ + "sin-Sinh", + "arz-Arab" + ] + }, + { + "precision": 0.418323, + "recall": 0.472332, + "f1": 0.433189, + "accuracy": 0.472332, + "main_score": 0.433189, + "hf_subset": "sin_Sinh-cjk_Latn", + "languages": [ + "sin-Sinh", + "cjk-Latn" + ] + }, + { + "precision": 0.906703, + "recall": 0.936759, + "f1": 0.916568, + "accuracy": 0.936759, + "main_score": 0.916568, + "hf_subset": "sin_Sinh-gla_Latn", + "languages": [ + "sin-Sinh", + "gla-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ] + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949572, + "accuracy": 0.961462, + "main_score": 0.949572, + "hf_subset": "sin_Sinh-lmo_Latn", + "languages": [ + "sin-Sinh", + "lmo-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "sin_Sinh-npi_Deva", + "languages": [ + "sin-Sinh", + "npi-Deva" + ] + }, + { + "precision": 0.513807, + "recall": 0.587945, + "f1": 0.534235, + "accuracy": 0.587945, + "main_score": 0.534235, + "hf_subset": "sin_Sinh-shn_Mymr", + "languages": [ + "sin-Sinh", + "shn-Mymr" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "sin_Sinh-tgl_Latn", + "languages": [ + "sin-Sinh", + "tgl-Latn" + ] + }, + { + "precision": 0.965827, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "sin_Sinh-yue_Hant", + "languages": [ + "sin-Sinh", + "yue-Hant" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "sin_Sinh-asm_Beng", + "languages": [ + "sin-Sinh", + "asm-Beng" + ] + }, + { + "precision": 0.913488, + "recall": 0.939723, + "f1": 0.921838, + "accuracy": 0.939723, + "main_score": 0.921838, + "hf_subset": "sin_Sinh-ckb_Arab", + "languages": [ + "sin-Sinh", + "ckb-Arab" + ] + }, + { + "precision": 0.940711, + "recall": 0.960474, + "f1": 0.947299, + "accuracy": 0.960474, + "main_score": 0.947299, + "hf_subset": "sin_Sinh-gle_Latn", + "languages": [ + "sin-Sinh", + "gle-Latn" + ] + }, + { + "precision": 0.868865, + "recall": 0.90415, + "f1": 0.879751, + "accuracy": 0.90415, + "main_score": 0.879751, + "hf_subset": "sin_Sinh-kas_Arab", + "languages": [ + "sin-Sinh", + "kas-Arab" + ] + }, + { + "precision": 0.854661, + "recall": 0.895257, + "f1": 0.867292, + "accuracy": 0.895257, + "main_score": 0.867292, + "hf_subset": "sin_Sinh-ltg_Latn", + "languages": [ + "sin-Sinh", + "ltg-Latn" + ] + }, + { + "precision": 0.754562, + "recall": 0.815217, + "f1": 0.773419, + "accuracy": 0.815217, + "main_score": 0.773419, + "hf_subset": "sin_Sinh-nso_Latn", + "languages": [ + "sin-Sinh", + "nso-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "sin_Sinh-tha_Thai", + "languages": [ + "sin-Sinh", + "tha-Thai" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "sin_Sinh-zho_Hans", + "languages": [ + "sin-Sinh", + "zho-Hans" + ] + }, + { + "precision": 0.968791, + "recall": 0.978261, + "f1": 0.971739, + "accuracy": 0.978261, + "main_score": 0.971739, + "hf_subset": "sin_Sinh-ast_Latn", + "languages": [ + "sin-Sinh", + "ast-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "sin_Sinh-crh_Latn", + "languages": [ + "sin-Sinh", + "crh-Latn" + ] + }, + { + "precision": 0.957263, + "recall": 0.970356, + "f1": 0.961364, + "accuracy": 0.970356, + "main_score": 0.961364, + "hf_subset": "sin_Sinh-glg_Latn", + "languages": [ + "sin-Sinh", + "glg-Latn" + ] + }, + { + "precision": 0.791733, + "recall": 0.84585, + "f1": 0.807764, + "accuracy": 0.84585, + "main_score": 0.807764, + "hf_subset": "sin_Sinh-kas_Deva", + "languages": [ + "sin-Sinh", + "kas-Deva" + ] + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "sin_Sinh-ltz_Latn", + "languages": [ + "sin-Sinh", + "ltz-Latn" + ] + }, + { + "precision": 0.406242, + "recall": 0.469368, + "f1": 0.42327, + "accuracy": 0.469368, + "main_score": 0.42327, + "hf_subset": "sin_Sinh-nus_Latn", + "languages": [ + "sin-Sinh", + "nus-Latn" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "sin_Sinh-slk_Latn", + "languages": [ + "sin-Sinh", + "slk-Latn" + ] + }, + { + "precision": 0.584209, + "recall": 0.666008, + "f1": 0.607621, + "accuracy": 0.666008, + "main_score": 0.607621, + "hf_subset": "sin_Sinh-tir_Ethi", + "languages": [ + "sin-Sinh", + "tir-Ethi" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "sin_Sinh-zho_Hant", + "languages": [ + "sin-Sinh", + "zho-Hant" + ] + }, + { + "precision": 0.947464, + "recall": 0.962451, + "f1": 0.952207, + "accuracy": 0.962451, + "main_score": 0.952207, + "hf_subset": "sin_Sinh-awa_Deva", + "languages": [ + "sin-Sinh", + "awa-Deva" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "sin_Sinh-cym_Latn", + "languages": [ + "sin-Sinh", + "cym-Latn" + ] + }, + { + "precision": 0.668928, + "recall": 0.727273, + "f1": 0.68518, + "accuracy": 0.727273, + "main_score": 0.68518, + "hf_subset": "sin_Sinh-grn_Latn", + "languages": [ + "sin-Sinh", + "grn-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "sin_Sinh-kat_Geor", + "languages": [ + "sin-Sinh", + "kat-Geor" + ] + }, + { + "precision": 0.533546, + "recall": 0.594862, + "f1": 0.549449, + "accuracy": 0.594862, + "main_score": 0.549449, + "hf_subset": "sin_Sinh-lua_Latn", + "languages": [ + "sin-Sinh", + "lua-Latn" + ] + }, + { + "precision": 0.769351, + "recall": 0.829051, + "f1": 0.786942, + "accuracy": 0.829051, + "main_score": 0.786942, + "hf_subset": "sin_Sinh-nya_Latn", + "languages": [ + "sin-Sinh", + "nya-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "sin_Sinh-slv_Latn", + "languages": [ + "sin-Sinh", + "slv-Latn" + ] + }, + { + "precision": 0.898386, + "recall": 0.928854, + "f1": 0.907858, + "accuracy": 0.928854, + "main_score": 0.907858, + "hf_subset": "sin_Sinh-tpi_Latn", + "languages": [ + "sin-Sinh", + "tpi-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "sin_Sinh-zsm_Latn", + "languages": [ + "sin-Sinh", + "zsm-Latn" + ] + }, + { + "precision": 0.474906, + "recall": 0.532609, + "f1": 0.491087, + "accuracy": 0.532609, + "main_score": 0.491087, + "hf_subset": "sin_Sinh-ayr_Latn", + "languages": [ + "sin-Sinh", + "ayr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-dan_Latn", + "languages": [ + "sin-Sinh", + "dan-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "sin_Sinh-kaz_Cyrl", + "languages": [ + "sin-Sinh", + "kaz-Cyrl" + ] + }, + { + "precision": 0.600816, + "recall": 0.678854, + "f1": 0.622576, + "accuracy": 0.678854, + "main_score": 0.622576, + "hf_subset": "sin_Sinh-lug_Latn", + "languages": [ + "sin-Sinh", + "lug-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "sin_Sinh-oci_Latn", + "languages": [ + "sin-Sinh", + "oci-Latn" + ] + }, + { + "precision": 0.806423, + "recall": 0.858696, + "f1": 0.822365, + "accuracy": 0.858696, + "main_score": 0.822365, + "hf_subset": "sin_Sinh-smo_Latn", + "languages": [ + "sin-Sinh", + "smo-Latn" + ] + }, + { + "precision": 0.711413, + "recall": 0.771739, + "f1": 0.729334, + "accuracy": 0.771739, + "main_score": 0.729334, + "hf_subset": "sin_Sinh-tsn_Latn", + "languages": [ + "sin-Sinh", + "tsn-Latn" + ] + }, + { + "precision": 0.865975, + "recall": 0.905138, + "f1": 0.878426, + "accuracy": 0.905138, + "main_score": 0.878426, + "hf_subset": "sin_Sinh-zul_Latn", + "languages": [ + "sin-Sinh", + "zul-Latn" + ] + }, + { + "precision": 0.884201, + "recall": 0.916008, + "f1": 0.894137, + "accuracy": 0.916008, + "main_score": 0.894137, + "hf_subset": "sin_Sinh-azb_Arab", + "languages": [ + "sin-Sinh", + "azb-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "sin_Sinh-deu_Latn", + "languages": [ + "sin-Sinh", + "deu-Latn" + ] + }, + { + "precision": 0.934157, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "sin_Sinh-hat_Latn", + "languages": [ + "sin-Sinh", + "hat-Latn" + ] + }, + { + "precision": 0.45875, + "recall": 0.504941, + "f1": 0.470808, + "accuracy": 0.504941, + "main_score": 0.470808, + "hf_subset": "sin_Sinh-kbp_Latn", + "languages": [ + "sin-Sinh", + "kbp-Latn" + ] + }, + { + "precision": 0.488599, + "recall": 0.538538, + "f1": 0.501862, + "accuracy": 0.538538, + "main_score": 0.501862, + "hf_subset": "sin_Sinh-luo_Latn", + "languages": [ + "sin-Sinh", + "luo-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "sin_Sinh-ory_Orya", + "languages": [ + "sin-Sinh", + "ory-Orya" + ] + }, + { + "precision": 0.86059, + "recall": 0.901186, + "f1": 0.873748, + "accuracy": 0.901186, + "main_score": 0.873748, + "hf_subset": "sin_Sinh-sna_Latn", + "languages": [ + "sin-Sinh", + "sna-Latn" + ] + }, + { + "precision": 0.61294, + "recall": 0.684783, + "f1": 0.632857, + "accuracy": 0.684783, + "main_score": 0.632857, + "hf_subset": "sin_Sinh-tso_Latn", + "languages": [ + "sin-Sinh", + "tso-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "sin_Sinh-azj_Latn", + "languages": [ + "sin-Sinh", + "azj-Latn" + ] + }, + { + "precision": 0.464784, + "recall": 0.52668, + "f1": 0.482358, + "accuracy": 0.52668, + "main_score": 0.482358, + "hf_subset": "sin_Sinh-dik_Latn", + "languages": [ + "sin-Sinh", + "dik-Latn" + ] + }, + { + "precision": 0.877092, + "recall": 0.913043, + "f1": 0.888406, + "accuracy": 0.913043, + "main_score": 0.888406, + "hf_subset": "sin_Sinh-hau_Latn", + "languages": [ + "sin-Sinh", + "hau-Latn" + ] + }, + { + "precision": 0.910326, + "recall": 0.937747, + "f1": 0.918874, + "accuracy": 0.937747, + "main_score": 0.918874, + "hf_subset": "sin_Sinh-kea_Latn", + "languages": [ + "sin-Sinh", + "kea-Latn" + ] + }, + { + "precision": 0.871706, + "recall": 0.908103, + "f1": 0.883037, + "accuracy": 0.908103, + "main_score": 0.883037, + "hf_subset": "sin_Sinh-lus_Latn", + "languages": [ + "sin-Sinh", + "lus-Latn" + ] + }, + { + "precision": 0.781534, + "recall": 0.829051, + "f1": 0.795149, + "accuracy": 0.829051, + "main_score": 0.795149, + "hf_subset": "sin_Sinh-pag_Latn", + "languages": [ + "sin-Sinh", + "pag-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "sin_Sinh-tuk_Latn", + "languages": [ + "sin-Sinh", + "tuk-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "sin_Sinh-bak_Cyrl", + "languages": [ + "sin-Sinh", + "bak-Cyrl" + ] + }, + { + "precision": 0.423626, + "recall": 0.493083, + "f1": 0.44263, + "accuracy": 0.493083, + "main_score": 0.44263, + "hf_subset": "sin_Sinh-dyu_Latn", + "languages": [ + "sin-Sinh", + "dyu-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "sin_Sinh-heb_Hebr", + "languages": [ + "sin-Sinh", + "heb-Hebr" + ] + }, + { + "precision": 0.945735, + "recall": 0.962451, + "f1": 0.951153, + "accuracy": 0.962451, + "main_score": 0.951153, + "hf_subset": "sin_Sinh-khk_Cyrl", + "languages": [ + "sin-Sinh", + "khk-Cyrl" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "sin_Sinh-lvs_Latn", + "languages": [ + "sin-Sinh", + "lvs-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ] + }, + { + "precision": 0.850494, + "recall": 0.889328, + "f1": 0.862535, + "accuracy": 0.889328, + "main_score": 0.862535, + "hf_subset": "sin_Sinh-som_Latn", + "languages": [ + "sin-Sinh", + "som-Latn" + ] + }, + { + "precision": 0.639007, + "recall": 0.703557, + "f1": 0.657294, + "accuracy": 0.703557, + "main_score": 0.657294, + "hf_subset": "sin_Sinh-tum_Latn", + "languages": [ + "sin-Sinh", + "tum-Latn" + ] + }, + { + "precision": 0.471082, + "recall": 0.559289, + "f1": 0.494786, + "accuracy": 0.559289, + "main_score": 0.494786, + "hf_subset": "tha_Thai-ace_Arab", + "languages": [ + "tha-Thai", + "ace-Arab" + ] + }, + { + "precision": 0.448157, + "recall": 0.51087, + "f1": 0.463856, + "accuracy": 0.51087, + "main_score": 0.463856, + "hf_subset": "tha_Thai-bam_Latn", + "languages": [ + "tha-Thai", + "bam-Latn" + ] + }, + { + "precision": 0.594006, + "recall": 0.683794, + "f1": 0.619284, + "accuracy": 0.683794, + "main_score": 0.619284, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-hin_Deva", + "languages": [ + "tha-Thai", + "hin-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tha_Thai-mag_Deva", + "languages": [ + "tha-Thai", + "mag-Deva" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tha_Thai-pap_Latn", + "languages": [ + "tha-Thai", + "pap-Latn" + ] + }, + { + "precision": 0.793264, + "recall": 0.849802, + "f1": 0.810408, + "accuracy": 0.849802, + "main_score": 0.810408, + "hf_subset": "tha_Thai-sot_Latn", + "languages": [ + "tha-Thai", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-tur_Latn", + "languages": [ + "tha-Thai", + "tur-Latn" + ] + }, + { + "precision": 0.807806, + "recall": 0.860672, + "f1": 0.824327, + "accuracy": 0.860672, + "main_score": 0.824327, + "hf_subset": "tha_Thai-ace_Latn", + "languages": [ + "tha-Thai", + "ace-Latn" + ] + }, + { + "precision": 0.9375, + "recall": 0.955534, + "f1": 0.943248, + "accuracy": 0.955534, + "main_score": 0.943248, + "hf_subset": "tha_Thai-ban_Latn", + "languages": [ + "tha-Thai", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-ell_Grek", + "languages": [ + "tha-Thai", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tha_Thai-hne_Deva", + "languages": [ + "tha-Thai", + "hne-Deva" + ] + }, + { + "precision": 0.539292, + "recall": 0.614625, + "f1": 0.559131, + "accuracy": 0.614625, + "main_score": 0.559131, + "hf_subset": "tha_Thai-kik_Latn", + "languages": [ + "tha-Thai", + "kik-Latn" + ] + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "tha_Thai-mai_Deva", + "languages": [ + "tha-Thai", + "mai-Deva" + ] + }, + { + "precision": 0.920866, + "recall": 0.944664, + "f1": 0.928426, + "accuracy": 0.944664, + "main_score": 0.928426, + "hf_subset": "tha_Thai-pbt_Arab", + "languages": [ + "tha-Thai", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-spa_Latn", + "languages": [ + "tha-Thai", + "spa-Latn" + ] + }, + { + "precision": 0.702993, + "recall": 0.769763, + "f1": 0.722001, + "accuracy": 0.769763, + "main_score": 0.722001, + "hf_subset": "tha_Thai-twi_Latn", + "languages": [ + "tha-Thai", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-acm_Arab", + "languages": [ + "tha-Thai", + "acm-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tha_Thai-bel_Cyrl", + "languages": [ + "tha-Thai", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-hrv_Latn", + "languages": [ + "tha-Thai", + "hrv-Latn" + ] + }, + { + "precision": 0.784783, + "recall": 0.841897, + "f1": 0.802292, + "accuracy": 0.841897, + "main_score": 0.802292, + "hf_subset": "tha_Thai-kin_Latn", + "languages": [ + "tha-Thai", + "kin-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tha_Thai-mal_Mlym", + "languages": [ + "tha-Thai", + "mal-Mlym" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-pes_Arab", + "languages": [ + "tha-Thai", + "pes-Arab" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tha_Thai-srd_Latn", + "languages": [ + "tha-Thai", + "srd-Latn" + ] + }, + { + "precision": 0.196011, + "recall": 0.264822, + "f1": 0.212162, + "accuracy": 0.264822, + "main_score": 0.212162, + "hf_subset": "tha_Thai-tzm_Tfng", + "languages": [ + "tha-Thai", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-acq_Arab", + "languages": [ + "tha-Thai", + "acq-Arab" + ] + }, + { + "precision": 0.614121, + "recall": 0.694664, + "f1": 0.63608, + "accuracy": 0.694664, + "main_score": 0.63608, + "hf_subset": "tha_Thai-bem_Latn", + "languages": [ + "tha-Thai", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-epo_Latn", + "languages": [ + "tha-Thai", + "epo-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-hun_Latn", + "languages": [ + "tha-Thai", + "hun-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "tha_Thai-kir_Cyrl", + "languages": [ + "tha-Thai", + "kir-Cyrl" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tha_Thai-mar_Deva", + "languages": [ + "tha-Thai", + "mar-Deva" + ] + }, + { + "precision": 0.814872, + "recall": 0.863636, + "f1": 0.829301, + "accuracy": 0.863636, + "main_score": 0.829301, + "hf_subset": "tha_Thai-plt_Latn", + "languages": [ + "tha-Thai", + "plt-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-srp_Cyrl", + "languages": [ + "tha-Thai", + "srp-Cyrl" + ] + }, + { + "precision": 0.91749, + "recall": 0.943676, + "f1": 0.926054, + "accuracy": 0.943676, + "main_score": 0.926054, + "hf_subset": "tha_Thai-uig_Arab", + "languages": [ + "tha-Thai", + "uig-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tha_Thai-aeb_Arab", + "languages": [ + "tha-Thai", + "aeb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-ben_Beng", + "languages": [ + "tha-Thai", + "ben-Beng" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tha_Thai-est_Latn", + "languages": [ + "tha-Thai", + "est-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tha_Thai-hye_Armn", + "languages": [ + "tha-Thai", + "hye-Armn" + ] + }, + { + "precision": 0.425284, + "recall": 0.494071, + "f1": 0.443057, + "accuracy": 0.494071, + "main_score": 0.443057, + "hf_subset": "tha_Thai-kmb_Latn", + "languages": [ + "tha-Thai", + "kmb-Latn" + ] + }, + { + "precision": 0.427876, + "recall": 0.51581, + "f1": 0.45034, + "accuracy": 0.51581, + "main_score": 0.45034, + "hf_subset": "tha_Thai-min_Arab", + "languages": [ + "tha-Thai", + "min-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tha_Thai-pol_Latn", + "languages": [ + "tha-Thai", + "pol-Latn" + ] + }, + { + "precision": 0.657559, + "recall": 0.735178, + "f1": 0.680159, + "accuracy": 0.735178, + "main_score": 0.680159, + "hf_subset": "tha_Thai-ssw_Latn", + "languages": [ + "tha-Thai", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-ukr_Cyrl", + "languages": [ + "tha-Thai", + "ukr-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-afr_Latn", + "languages": [ + "tha-Thai", + "afr-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tha_Thai-bho_Deva", + "languages": [ + "tha-Thai", + "bho-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tha_Thai-eus_Latn", + "languages": [ + "tha-Thai", + "eus-Latn" + ] + }, + { + "precision": 0.813142, + "recall": 0.865613, + "f1": 0.829315, + "accuracy": 0.865613, + "main_score": 0.829315, + "hf_subset": "tha_Thai-ibo_Latn", + "languages": [ + "tha-Thai", + "ibo-Latn" + ] + }, + { + "precision": 0.82524, + "recall": 0.87253, + "f1": 0.839773, + "accuracy": 0.87253, + "main_score": 0.839773, + "hf_subset": "tha_Thai-kmr_Latn", + "languages": [ + "tha-Thai", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tha_Thai-min_Latn", + "languages": [ + "tha-Thai", + "min-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-por_Latn", + "languages": [ + "tha-Thai", + "por-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "tha_Thai-sun_Latn", + "languages": [ + "tha-Thai", + "sun-Latn" + ] + }, + { + "precision": 0.409235, + "recall": 0.483202, + "f1": 0.429374, + "accuracy": 0.483202, + "main_score": 0.429374, + "hf_subset": "tha_Thai-umb_Latn", + "languages": [ + "tha-Thai", + "umb-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-ajp_Arab", + "languages": [ + "tha-Thai", + "ajp-Arab" + ] + }, + { + "precision": 0.453507, + "recall": 0.537549, + "f1": 0.476294, + "accuracy": 0.537549, + "main_score": 0.476294, + "hf_subset": "tha_Thai-bjn_Arab", + "languages": [ + "tha-Thai", + "bjn-Arab" + ] + }, + { + "precision": 0.449634, + "recall": 0.504941, + "f1": 0.465236, + "accuracy": 0.504941, + "main_score": 0.465236, + "hf_subset": "tha_Thai-ewe_Latn", + "languages": [ + "tha-Thai", + "ewe-Latn" + ] + }, + { + "precision": 0.92943, + "recall": 0.951581, + "f1": 0.936495, + "accuracy": 0.951581, + "main_score": 0.936495, + "hf_subset": "tha_Thai-ilo_Latn", + "languages": [ + "tha-Thai", + "ilo-Latn" + ] + }, + { + "precision": 0.248366, + "recall": 0.309289, + "f1": 0.262374, + "accuracy": 0.309289, + "main_score": 0.262374, + "hf_subset": "tha_Thai-knc_Arab", + "languages": [ + "tha-Thai", + "knc-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-mkd_Cyrl", + "languages": [ + "tha-Thai", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-prs_Arab", + "languages": [ + "tha-Thai", + "prs-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-swe_Latn", + "languages": [ + "tha-Thai", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-urd_Arab", + "languages": [ + "tha-Thai", + "urd-Arab" + ] + }, + { + "precision": 0.679918, + "recall": 0.75, + "f1": 0.699708, + "accuracy": 0.75, + "main_score": 0.699708, + "hf_subset": "tha_Thai-aka_Latn", + "languages": [ + "tha-Thai", + "aka-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "tha_Thai-bjn_Latn", + "languages": [ + "tha-Thai", + "bjn-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tha_Thai-fao_Latn", + "languages": [ + "tha-Thai", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-ind_Latn", + "languages": [ + "tha-Thai", + "ind-Latn" + ] + }, + { + "precision": 0.473311, + "recall": 0.539526, + "f1": 0.491114, + "accuracy": 0.539526, + "main_score": 0.491114, + "hf_subset": "tha_Thai-knc_Latn", + "languages": [ + "tha-Thai", + "knc-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-mlt_Latn", + "languages": [ + "tha-Thai", + "mlt-Latn" + ] + }, + { + "precision": 0.605345, + "recall": 0.677866, + "f1": 0.625352, + "accuracy": 0.677866, + "main_score": 0.625352, + "hf_subset": "tha_Thai-quy_Latn", + "languages": [ + "tha-Thai", + "quy-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tha_Thai-swh_Latn", + "languages": [ + "tha-Thai", + "swh-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tha_Thai-uzn_Latn", + "languages": [ + "tha-Thai", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-als_Latn", + "languages": [ + "tha-Thai", + "als-Latn" + ] + }, + { + "precision": 0.760474, + "recall": 0.822134, + "f1": 0.778708, + "accuracy": 0.822134, + "main_score": 0.778708, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ] + }, + { + "precision": 0.566293, + "recall": 0.651186, + "f1": 0.590796, + "accuracy": 0.651186, + "main_score": 0.590796, + "hf_subset": "tha_Thai-fij_Latn", + "languages": [ + "tha-Thai", + "fij-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "tha_Thai-isl_Latn", + "languages": [ + "tha-Thai", + "isl-Latn" + ] + }, + { + "precision": 0.536896, + "recall": 0.612648, + "f1": 0.556445, + "accuracy": 0.612648, + "main_score": 0.556445, + "hf_subset": "tha_Thai-kon_Latn", + "languages": [ + "tha-Thai", + "kon-Latn" + ] + }, + { + "precision": 0.565737, + "recall": 0.648221, + "f1": 0.58864, + "accuracy": 0.648221, + "main_score": 0.58864, + "hf_subset": "tha_Thai-mni_Beng", + "languages": [ + "tha-Thai", + "mni-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-ron_Latn", + "languages": [ + "tha-Thai", + "ron-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.97332, + "f1": 0.966238, + "accuracy": 0.97332, + "main_score": 0.966238, + "hf_subset": "tha_Thai-szl_Latn", + "languages": [ + "tha-Thai", + "szl-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tha_Thai-vec_Latn", + "languages": [ + "tha-Thai", + "vec-Latn" + ] + }, + { + "precision": 0.886611, + "recall": 0.920949, + "f1": 0.897417, + "accuracy": 0.920949, + "main_score": 0.897417, + "hf_subset": "tha_Thai-amh_Ethi", + "languages": [ + "tha-Thai", + "amh-Ethi" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-bos_Latn", + "languages": [ + "tha-Thai", + "bos-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tha_Thai-fin_Latn", + "languages": [ + "tha-Thai", + "fin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-ita_Latn", + "languages": [ + "tha-Thai", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-kor_Hang", + "languages": [ + "tha-Thai", + "kor-Hang" + ] + }, + { + "precision": 0.468887, + "recall": 0.532609, + "f1": 0.486144, + "accuracy": 0.532609, + "main_score": 0.486144, + "hf_subset": "tha_Thai-mos_Latn", + "languages": [ + "tha-Thai", + "mos-Latn" + ] + }, + { + "precision": 0.684915, + "recall": 0.754941, + "f1": 0.704863, + "accuracy": 0.754941, + "main_score": 0.704863, + "hf_subset": "tha_Thai-run_Latn", + "languages": [ + "tha-Thai", + "run-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tha_Thai-tam_Taml", + "languages": [ + "tha-Thai", + "tam-Taml" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tha_Thai-vie_Latn", + "languages": [ + "tha-Thai", + "vie-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tha_Thai-apc_Arab", + "languages": [ + "tha-Thai", + "apc-Arab" + ] + }, + { + "precision": 0.681138, + "recall": 0.753953, + "f1": 0.701635, + "accuracy": 0.753953, + "main_score": 0.701635, + "hf_subset": "tha_Thai-bug_Latn", + "languages": [ + "tha-Thai", + "bug-Latn" + ] + }, + { + "precision": 0.409578, + "recall": 0.460474, + "f1": 0.423507, + "accuracy": 0.460474, + "main_score": 0.423507, + "hf_subset": "tha_Thai-fon_Latn", + "languages": [ + "tha-Thai", + "fon-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "tha_Thai-jav_Latn", + "languages": [ + "tha-Thai", + "jav-Latn" + ] + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ] + }, + { + "precision": 0.80891, + "recall": 0.864625, + "f1": 0.826205, + "accuracy": 0.864625, + "main_score": 0.826205, + "hf_subset": "tha_Thai-mri_Latn", + "languages": [ + "tha-Thai", + "mri-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-rus_Cyrl", + "languages": [ + "tha-Thai", + "rus-Cyrl" + ] + }, + { + "precision": 0.465668, + "recall": 0.527668, + "f1": 0.482063, + "accuracy": 0.527668, + "main_score": 0.482063, + "hf_subset": "tha_Thai-taq_Latn", + "languages": [ + "tha-Thai", + "taq-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tha_Thai-war_Latn", + "languages": [ + "tha-Thai", + "war-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-arb_Arab", + "languages": [ + "tha-Thai", + "arb-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-bul_Cyrl", + "languages": [ + "tha-Thai", + "bul-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-fra_Latn", + "languages": [ + "tha-Thai", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-jpn_Jpan", + "languages": [ + "tha-Thai", + "jpn-Jpan" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tha_Thai-lij_Latn", + "languages": [ + "tha-Thai", + "lij-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ] + }, + { + "precision": 0.521858, + "recall": 0.588933, + "f1": 0.540032, + "accuracy": 0.588933, + "main_score": 0.540032, + "hf_subset": "tha_Thai-sag_Latn", + "languages": [ + "tha-Thai", + "sag-Latn" + ] + }, + { + "precision": 0.2074, + "recall": 0.275692, + "f1": 0.223975, + "accuracy": 0.275692, + "main_score": 0.223975, + "hf_subset": "tha_Thai-taq_Tfng", + "languages": [ + "tha-Thai", + "taq-Tfng" + ] + }, + { + "precision": 0.601218, + "recall": 0.66996, + "f1": 0.619593, + "accuracy": 0.66996, + "main_score": 0.619593, + "hf_subset": "tha_Thai-wol_Latn", + "languages": [ + "tha-Thai", + "wol-Latn" + ] + }, + { + "precision": 0.819499, + "recall": 0.870553, + "f1": 0.835079, + "accuracy": 0.870553, + "main_score": 0.835079, + "hf_subset": "tha_Thai-arb_Latn", + "languages": [ + "tha-Thai", + "arb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tha_Thai-cat_Latn", + "languages": [ + "tha-Thai", + "cat-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "tha_Thai-fur_Latn", + "languages": [ + "tha-Thai", + "fur-Latn" + ] + }, + { + "precision": 0.40105, + "recall": 0.472332, + "f1": 0.418748, + "accuracy": 0.472332, + "main_score": 0.418748, + "hf_subset": "tha_Thai-kab_Latn", + "languages": [ + "tha-Thai", + "kab-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tha_Thai-lim_Latn", + "languages": [ + "tha-Thai", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-nld_Latn", + "languages": [ + "tha-Thai", + "nld-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.961462, + "f1": 0.950922, + "accuracy": 0.961462, + "main_score": 0.950922, + "hf_subset": "tha_Thai-san_Deva", + "languages": [ + "tha-Thai", + "san-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tha_Thai-tat_Cyrl", + "languages": [ + "tha-Thai", + "tat-Cyrl" + ] + }, + { + "precision": 0.826845, + "recall": 0.874506, + "f1": 0.84114, + "accuracy": 0.874506, + "main_score": 0.84114, + "hf_subset": "tha_Thai-xho_Latn", + "languages": [ + "tha-Thai", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-ars_Arab", + "languages": [ + "tha-Thai", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-ceb_Latn", + "languages": [ + "tha-Thai", + "ceb-Latn" + ] + }, + { + "precision": 0.447913, + "recall": 0.517787, + "f1": 0.466375, + "accuracy": 0.517787, + "main_score": 0.466375, + "hf_subset": "tha_Thai-fuv_Latn", + "languages": [ + "tha-Thai", + "fuv-Latn" + ] + }, + { + "precision": 0.428235, + "recall": 0.502964, + "f1": 0.447517, + "accuracy": 0.502964, + "main_score": 0.447517, + "hf_subset": "tha_Thai-kac_Latn", + "languages": [ + "tha-Thai", + "kac-Latn" + ] + }, + { + "precision": 0.577376, + "recall": 0.649209, + "f1": 0.596223, + "accuracy": 0.649209, + "main_score": 0.596223, + "hf_subset": "tha_Thai-lin_Latn", + "languages": [ + "tha-Thai", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-nno_Latn", + "languages": [ + "tha-Thai", + "nno-Latn" + ] + }, + { + "precision": 0.817309, + "recall": 0.868577, + "f1": 0.833202, + "accuracy": 0.868577, + "main_score": 0.833202, + "hf_subset": "tha_Thai-sat_Olck", + "languages": [ + "tha-Thai", + "sat-Olck" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tha_Thai-tel_Telu", + "languages": [ + "tha-Thai", + "tel-Telu" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tha_Thai-ydd_Hebr", + "languages": [ + "tha-Thai", + "ydd-Hebr" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "tha_Thai-ary_Arab", + "languages": [ + "tha-Thai", + "ary-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tha_Thai-ces_Latn", + "languages": [ + "tha-Thai", + "ces-Latn" + ] + }, + { + "precision": 0.515694, + "recall": 0.592885, + "f1": 0.536128, + "accuracy": 0.592885, + "main_score": 0.536128, + "hf_subset": "tha_Thai-gaz_Latn", + "languages": [ + "tha-Thai", + "gaz-Latn" + ] + }, + { + "precision": 0.48718, + "recall": 0.575099, + "f1": 0.509924, + "accuracy": 0.575099, + "main_score": 0.509924, + "hf_subset": "tha_Thai-kam_Latn", + "languages": [ + "tha-Thai", + "kam-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tha_Thai-lit_Latn", + "languages": [ + "tha-Thai", + "lit-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-nob_Latn", + "languages": [ + "tha-Thai", + "nob-Latn" + ] + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "tha_Thai-scn_Latn", + "languages": [ + "tha-Thai", + "scn-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "tha_Thai-tgk_Cyrl", + "languages": [ + "tha-Thai", + "tgk-Cyrl" + ] + }, + { + "precision": 0.674664, + "recall": 0.750988, + "f1": 0.696492, + "accuracy": 0.750988, + "main_score": 0.696492, + "hf_subset": "tha_Thai-yor_Latn", + "languages": [ + "tha-Thai", + "yor-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tha_Thai-arz_Arab", + "languages": [ + "tha-Thai", + "arz-Arab" + ] + }, + { + "precision": 0.442797, + "recall": 0.514822, + "f1": 0.462096, + "accuracy": 0.514822, + "main_score": 0.462096, + "hf_subset": "tha_Thai-cjk_Latn", + "languages": [ + "tha-Thai", + "cjk-Latn" + ] + }, + { + "precision": 0.903986, + "recall": 0.934783, + "f1": 0.914032, + "accuracy": 0.934783, + "main_score": 0.914032, + "hf_subset": "tha_Thai-gla_Latn", + "languages": [ + "tha-Thai", + "gla-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tha_Thai-kan_Knda", + "languages": [ + "tha-Thai", + "kan-Knda" + ] + }, + { + "precision": 0.975214, + "recall": 0.982213, + "f1": 0.977339, + "accuracy": 0.982213, + "main_score": 0.977339, + "hf_subset": "tha_Thai-lmo_Latn", + "languages": [ + "tha-Thai", + "lmo-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tha_Thai-npi_Deva", + "languages": [ + "tha-Thai", + "npi-Deva" + ] + }, + { + "precision": 0.504673, + "recall": 0.591897, + "f1": 0.529037, + "accuracy": 0.591897, + "main_score": 0.529037, + "hf_subset": "tha_Thai-shn_Mymr", + "languages": [ + "tha-Thai", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-tgl_Latn", + "languages": [ + "tha-Thai", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-yue_Hant", + "languages": [ + "tha-Thai", + "yue-Hant" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "tha_Thai-asm_Beng", + "languages": [ + "tha-Thai", + "asm-Beng" + ] + }, + { + "precision": 0.886561, + "recall": 0.920949, + "f1": 0.897563, + "accuracy": 0.920949, + "main_score": 0.897563, + "hf_subset": "tha_Thai-ckb_Arab", + "languages": [ + "tha-Thai", + "ckb-Arab" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "tha_Thai-gle_Latn", + "languages": [ + "tha-Thai", + "gle-Latn" + ] + }, + { + "precision": 0.873106, + "recall": 0.911067, + "f1": 0.884914, + "accuracy": 0.911067, + "main_score": 0.884914, + "hf_subset": "tha_Thai-kas_Arab", + "languages": [ + "tha-Thai", + "kas-Arab" + ] + }, + { + "precision": 0.855978, + "recall": 0.897233, + "f1": 0.868643, + "accuracy": 0.897233, + "main_score": 0.868643, + "hf_subset": "tha_Thai-ltg_Latn", + "languages": [ + "tha-Thai", + "ltg-Latn" + ] + }, + { + "precision": 0.722513, + "recall": 0.790514, + "f1": 0.742325, + "accuracy": 0.790514, + "main_score": 0.742325, + "hf_subset": "tha_Thai-nso_Latn", + "languages": [ + "tha-Thai", + "nso-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "tha_Thai-sin_Sinh", + "languages": [ + "tha-Thai", + "sin-Sinh" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tha_Thai-zho_Hans", + "languages": [ + "tha-Thai", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-ast_Latn", + "languages": [ + "tha-Thai", + "ast-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tha_Thai-crh_Latn", + "languages": [ + "tha-Thai", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-glg_Latn", + "languages": [ + "tha-Thai", + "glg-Latn" + ] + }, + { + "precision": 0.79641, + "recall": 0.848814, + "f1": 0.811812, + "accuracy": 0.848814, + "main_score": 0.811812, + "hf_subset": "tha_Thai-kas_Deva", + "languages": [ + "tha-Thai", + "kas-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tha_Thai-ltz_Latn", + "languages": [ + "tha-Thai", + "ltz-Latn" + ] + }, + { + "precision": 0.400485, + "recall": 0.466403, + "f1": 0.418038, + "accuracy": 0.466403, + "main_score": 0.418038, + "hf_subset": "tha_Thai-nus_Latn", + "languages": [ + "tha-Thai", + "nus-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-slk_Latn", + "languages": [ + "tha-Thai", + "slk-Latn" + ] + }, + { + "precision": 0.591236, + "recall": 0.676877, + "f1": 0.615235, + "accuracy": 0.676877, + "main_score": 0.615235, + "hf_subset": "tha_Thai-tir_Ethi", + "languages": [ + "tha-Thai", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-zho_Hant", + "languages": [ + "tha-Thai", + "zho-Hant" + ] + }, + { + "precision": 0.968379, + "recall": 0.977273, + "f1": 0.971179, + "accuracy": 0.977273, + "main_score": 0.971179, + "hf_subset": "tha_Thai-awa_Deva", + "languages": [ + "tha-Thai", + "awa-Deva" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "tha_Thai-cym_Latn", + "languages": [ + "tha-Thai", + "cym-Latn" + ] + }, + { + "precision": 0.705233, + "recall": 0.769763, + "f1": 0.723523, + "accuracy": 0.769763, + "main_score": 0.723523, + "hf_subset": "tha_Thai-grn_Latn", + "languages": [ + "tha-Thai", + "grn-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tha_Thai-kat_Geor", + "languages": [ + "tha-Thai", + "kat-Geor" + ] + }, + { + "precision": 0.531653, + "recall": 0.604743, + "f1": 0.550991, + "accuracy": 0.604743, + "main_score": 0.550991, + "hf_subset": "tha_Thai-lua_Latn", + "languages": [ + "tha-Thai", + "lua-Latn" + ] + }, + { + "precision": 0.756868, + "recall": 0.820158, + "f1": 0.775729, + "accuracy": 0.820158, + "main_score": 0.775729, + "hf_subset": "tha_Thai-nya_Latn", + "languages": [ + "tha-Thai", + "nya-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-slv_Latn", + "languages": [ + "tha-Thai", + "slv-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.958498, + "f1": 0.945158, + "accuracy": 0.958498, + "main_score": 0.945158, + "hf_subset": "tha_Thai-tpi_Latn", + "languages": [ + "tha-Thai", + "tpi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-zsm_Latn", + "languages": [ + "tha-Thai", + "zsm-Latn" + ] + }, + { + "precision": 0.477325, + "recall": 0.543478, + "f1": 0.495543, + "accuracy": 0.543478, + "main_score": 0.495543, + "hf_subset": "tha_Thai-ayr_Latn", + "languages": [ + "tha-Thai", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-dan_Latn", + "languages": [ + "tha-Thai", + "dan-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tha_Thai-guj_Gujr", + "languages": [ + "tha-Thai", + "guj-Gujr" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tha_Thai-kaz_Cyrl", + "languages": [ + "tha-Thai", + "kaz-Cyrl" + ] + }, + { + "precision": 0.585691, + "recall": 0.666008, + "f1": 0.607797, + "accuracy": 0.666008, + "main_score": 0.607797, + "hf_subset": "tha_Thai-lug_Latn", + "languages": [ + "tha-Thai", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-oci_Latn", + "languages": [ + "tha-Thai", + "oci-Latn" + ] + }, + { + "precision": 0.772744, + "recall": 0.833004, + "f1": 0.791041, + "accuracy": 0.833004, + "main_score": 0.791041, + "hf_subset": "tha_Thai-smo_Latn", + "languages": [ + "tha-Thai", + "smo-Latn" + ] + }, + { + "precision": 0.670645, + "recall": 0.752964, + "f1": 0.694798, + "accuracy": 0.752964, + "main_score": 0.694798, + "hf_subset": "tha_Thai-tsn_Latn", + "languages": [ + "tha-Thai", + "tsn-Latn" + ] + }, + { + "precision": 0.842836, + "recall": 0.886364, + "f1": 0.856094, + "accuracy": 0.886364, + "main_score": 0.856094, + "hf_subset": "tha_Thai-zul_Latn", + "languages": [ + "tha-Thai", + "zul-Latn" + ] + }, + { + "precision": 0.887105, + "recall": 0.921937, + "f1": 0.898287, + "accuracy": 0.921937, + "main_score": 0.898287, + "hf_subset": "tha_Thai-azb_Arab", + "languages": [ + "tha-Thai", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-deu_Latn", + "languages": [ + "tha-Thai", + "deu-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "tha_Thai-hat_Latn", + "languages": [ + "tha-Thai", + "hat-Latn" + ] + }, + { + "precision": 0.440756, + "recall": 0.507905, + "f1": 0.458908, + "accuracy": 0.507905, + "main_score": 0.458908, + "hf_subset": "tha_Thai-kbp_Latn", + "languages": [ + "tha-Thai", + "kbp-Latn" + ] + }, + { + "precision": 0.48784, + "recall": 0.557312, + "f1": 0.50636, + "accuracy": 0.557312, + "main_score": 0.50636, + "hf_subset": "tha_Thai-luo_Latn", + "languages": [ + "tha-Thai", + "luo-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "tha_Thai-ory_Orya", + "languages": [ + "tha-Thai", + "ory-Orya" + ] + }, + { + "precision": 0.832922, + "recall": 0.880435, + "f1": 0.847859, + "accuracy": 0.880435, + "main_score": 0.847859, + "hf_subset": "tha_Thai-sna_Latn", + "languages": [ + "tha-Thai", + "sna-Latn" + ] + }, + { + "precision": 0.576333, + "recall": 0.655138, + "f1": 0.598739, + "accuracy": 0.655138, + "main_score": 0.598739, + "hf_subset": "tha_Thai-tso_Latn", + "languages": [ + "tha-Thai", + "tso-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "tha_Thai-azj_Latn", + "languages": [ + "tha-Thai", + "azj-Latn" + ] + }, + { + "precision": 0.473286, + "recall": 0.547431, + "f1": 0.494616, + "accuracy": 0.547431, + "main_score": 0.494616, + "hf_subset": "tha_Thai-dik_Latn", + "languages": [ + "tha-Thai", + "dik-Latn" + ] + }, + { + "precision": 0.852174, + "recall": 0.896245, + "f1": 0.866107, + "accuracy": 0.896245, + "main_score": 0.866107, + "hf_subset": "tha_Thai-hau_Latn", + "languages": [ + "tha-Thai", + "hau-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.95751, + "f1": 0.943511, + "accuracy": 0.95751, + "main_score": 0.943511, + "hf_subset": "tha_Thai-kea_Latn", + "languages": [ + "tha-Thai", + "kea-Latn" + ] + }, + { + "precision": 0.898468, + "recall": 0.927866, + "f1": 0.907642, + "accuracy": 0.927866, + "main_score": 0.907642, + "hf_subset": "tha_Thai-lus_Latn", + "languages": [ + "tha-Thai", + "lus-Latn" + ] + }, + { + "precision": 0.828557, + "recall": 0.874506, + "f1": 0.842396, + "accuracy": 0.874506, + "main_score": 0.842396, + "hf_subset": "tha_Thai-pag_Latn", + "languages": [ + "tha-Thai", + "pag-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "tha_Thai-snd_Arab", + "languages": [ + "tha-Thai", + "snd-Arab" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "tha_Thai-tuk_Latn", + "languages": [ + "tha-Thai", + "tuk-Latn" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "tha_Thai-bak_Cyrl", + "languages": [ + "tha-Thai", + "bak-Cyrl" + ] + }, + { + "precision": 0.433738, + "recall": 0.509881, + "f1": 0.454065, + "accuracy": 0.509881, + "main_score": 0.454065, + "hf_subset": "tha_Thai-dyu_Latn", + "languages": [ + "tha-Thai", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-heb_Hebr", + "languages": [ + "tha-Thai", + "heb-Hebr" + ] + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "tha_Thai-khk_Cyrl", + "languages": [ + "tha-Thai", + "khk-Cyrl" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tha_Thai-lvs_Latn", + "languages": [ + "tha-Thai", + "lvs-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tha_Thai-pan_Guru", + "languages": [ + "tha-Thai", + "pan-Guru" + ] + }, + { + "precision": 0.813719, + "recall": 0.865613, + "f1": 0.829381, + "accuracy": 0.865613, + "main_score": 0.829381, + "hf_subset": "tha_Thai-som_Latn", + "languages": [ + "tha-Thai", + "som-Latn" + ] + }, + { + "precision": 0.641315, + "recall": 0.718379, + "f1": 0.663934, + "accuracy": 0.718379, + "main_score": 0.663934, + "hf_subset": "tha_Thai-tum_Latn", + "languages": [ + "tha-Thai", + "tum-Latn" + ] + }, + { + "precision": 0.463498, + "recall": 0.555336, + "f1": 0.488724, + "accuracy": 0.555336, + "main_score": 0.488724, + "hf_subset": "zho_Hans-ace_Arab", + "languages": [ + "zho-Hans", + "ace-Arab" + ] + }, + { + "precision": 0.441224, + "recall": 0.494071, + "f1": 0.455389, + "accuracy": 0.494071, + "main_score": 0.455389, + "hf_subset": "zho_Hans-bam_Latn", + "languages": [ + "zho-Hans", + "bam-Latn" + ] + }, + { + "precision": 0.613591, + "recall": 0.702569, + "f1": 0.638902, + "accuracy": 0.702569, + "main_score": 0.638902, + "hf_subset": "zho_Hans-dzo_Tibt", + "languages": [ + "zho-Hans", + "dzo-Tibt" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-hin_Deva", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hans-khm_Khmr", + "languages": [ + "zho-Hans", + "khm-Khmr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-mag_Deva", + "languages": [ + "zho-Hans", + "mag-Deva" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "zho_Hans-pap_Latn", + "languages": [ + "zho-Hans", + "pap-Latn" + ] + }, + { + "precision": 0.807345, + "recall": 0.86166, + "f1": 0.823979, + "accuracy": 0.86166, + "main_score": 0.823979, + "hf_subset": "zho_Hans-sot_Latn", + "languages": [ + "zho-Hans", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-tur_Latn", + "languages": [ + "zho-Hans", + "tur-Latn" + ] + }, + { + "precision": 0.83526, + "recall": 0.882411, + "f1": 0.85, + "accuracy": 0.882411, + "main_score": 0.85, + "hf_subset": "zho_Hans-ace_Latn", + "languages": [ + "zho-Hans", + "ace-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "zho_Hans-ban_Latn", + "languages": [ + "zho-Hans", + "ban-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-ell_Grek", + "languages": [ + "zho-Hans", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "zho_Hans-hne_Deva", + "languages": [ + "zho-Hans", + "hne-Deva" + ] + }, + { + "precision": 0.532356, + "recall": 0.608696, + "f1": 0.553844, + "accuracy": 0.608696, + "main_score": 0.553844, + "hf_subset": "zho_Hans-kik_Latn", + "languages": [ + "zho-Hans", + "kik-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-mai_Deva", + "languages": [ + "zho-Hans", + "mai-Deva" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "zho_Hans-pbt_Arab", + "languages": [ + "zho-Hans", + "pbt-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-spa_Latn", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "precision": 0.726258, + "recall": 0.789526, + "f1": 0.744571, + "accuracy": 0.789526, + "main_score": 0.744571, + "hf_subset": "zho_Hans-twi_Latn", + "languages": [ + "zho-Hans", + "twi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-acm_Arab", + "languages": [ + "zho-Hans", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-bel_Cyrl", + "languages": [ + "zho-Hans", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-hrv_Latn", + "languages": [ + "zho-Hans", + "hrv-Latn" + ] + }, + { + "precision": 0.813776, + "recall": 0.864625, + "f1": 0.829422, + "accuracy": 0.864625, + "main_score": 0.829422, + "hf_subset": "zho_Hans-kin_Latn", + "languages": [ + "zho-Hans", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-mal_Mlym", + "languages": [ + "zho-Hans", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-pes_Arab", + "languages": [ + "zho-Hans", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hans-srd_Latn", + "languages": [ + "zho-Hans", + "srd-Latn" + ] + }, + { + "precision": 0.167591, + "recall": 0.225296, + "f1": 0.182147, + "accuracy": 0.225296, + "main_score": 0.182147, + "hf_subset": "zho_Hans-tzm_Tfng", + "languages": [ + "zho-Hans", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-acq_Arab", + "languages": [ + "zho-Hans", + "acq-Arab" + ] + }, + { + "precision": 0.613852, + "recall": 0.69664, + "f1": 0.636585, + "accuracy": 0.69664, + "main_score": 0.636585, + "hf_subset": "zho_Hans-bem_Latn", + "languages": [ + "zho-Hans", + "bem-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-epo_Latn", + "languages": [ + "zho-Hans", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-hun_Latn", + "languages": [ + "zho-Hans", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hans-kir_Cyrl", + "languages": [ + "zho-Hans", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-mar_Deva", + "languages": [ + "zho-Hans", + "mar-Deva" + ] + }, + { + "precision": 0.825767, + "recall": 0.87253, + "f1": 0.83989, + "accuracy": 0.87253, + "main_score": 0.83989, + "hf_subset": "zho_Hans-plt_Latn", + "languages": [ + "zho-Hans", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-srp_Cyrl", + "languages": [ + "zho-Hans", + "srp-Cyrl" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "zho_Hans-uig_Arab", + "languages": [ + "zho-Hans", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-aeb_Arab", + "languages": [ + "zho-Hans", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-ben_Beng", + "languages": [ + "zho-Hans", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-est_Latn", + "languages": [ + "zho-Hans", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hans-hye_Armn", + "languages": [ + "zho-Hans", + "hye-Armn" + ] + }, + { + "precision": 0.424482, + "recall": 0.488142, + "f1": 0.441875, + "accuracy": 0.488142, + "main_score": 0.441875, + "hf_subset": "zho_Hans-kmb_Latn", + "languages": [ + "zho-Hans", + "kmb-Latn" + ] + }, + { + "precision": 0.411825, + "recall": 0.496047, + "f1": 0.433145, + "accuracy": 0.496047, + "main_score": 0.433145, + "hf_subset": "zho_Hans-min_Arab", + "languages": [ + "zho-Hans", + "min-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-pol_Latn", + "languages": [ + "zho-Hans", + "pol-Latn" + ] + }, + { + "precision": 0.691363, + "recall": 0.76087, + "f1": 0.711451, + "accuracy": 0.76087, + "main_score": 0.711451, + "hf_subset": "zho_Hans-ssw_Latn", + "languages": [ + "zho-Hans", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ukr_Cyrl", + "languages": [ + "zho-Hans", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-afr_Latn", + "languages": [ + "zho-Hans", + "afr-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zho_Hans-bho_Deva", + "languages": [ + "zho-Hans", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-eus_Latn", + "languages": [ + "zho-Hans", + "eus-Latn" + ] + }, + { + "precision": 0.831999, + "recall": 0.880435, + "f1": 0.846871, + "accuracy": 0.880435, + "main_score": 0.846871, + "hf_subset": "zho_Hans-ibo_Latn", + "languages": [ + "zho-Hans", + "ibo-Latn" + ] + }, + { + "precision": 0.836989, + "recall": 0.880435, + "f1": 0.850231, + "accuracy": 0.880435, + "main_score": 0.850231, + "hf_subset": "zho_Hans-kmr_Latn", + "languages": [ + "zho-Hans", + "kmr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hans-min_Latn", + "languages": [ + "zho-Hans", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-por_Latn", + "languages": [ + "zho-Hans", + "por-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hans-sun_Latn", + "languages": [ + "zho-Hans", + "sun-Latn" + ] + }, + { + "precision": 0.402619, + "recall": 0.468379, + "f1": 0.420187, + "accuracy": 0.468379, + "main_score": 0.420187, + "hf_subset": "zho_Hans-umb_Latn", + "languages": [ + "zho-Hans", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-ajp_Arab", + "languages": [ + "zho-Hans", + "ajp-Arab" + ] + }, + { + "precision": 0.437083, + "recall": 0.522727, + "f1": 0.459515, + "accuracy": 0.522727, + "main_score": 0.459515, + "hf_subset": "zho_Hans-bjn_Arab", + "languages": [ + "zho-Hans", + "bjn-Arab" + ] + }, + { + "precision": 0.437344, + "recall": 0.495059, + "f1": 0.452745, + "accuracy": 0.495059, + "main_score": 0.452745, + "hf_subset": "zho_Hans-ewe_Latn", + "languages": [ + "zho-Hans", + "ewe-Latn" + ] + }, + { + "precision": 0.942194, + "recall": 0.961462, + "f1": 0.948617, + "accuracy": 0.961462, + "main_score": 0.948617, + "hf_subset": "zho_Hans-ilo_Latn", + "languages": [ + "zho-Hans", + "ilo-Latn" + ] + }, + { + "precision": 0.222181, + "recall": 0.282609, + "f1": 0.236122, + "accuracy": 0.282609, + "main_score": 0.236122, + "hf_subset": "zho_Hans-knc_Arab", + "languages": [ + "zho-Hans", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-mkd_Cyrl", + "languages": [ + "zho-Hans", + "mkd-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-prs_Arab", + "languages": [ + "zho-Hans", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-swe_Latn", + "languages": [ + "zho-Hans", + "swe-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-urd_Arab", + "languages": [ + "zho-Hans", + "urd-Arab" + ] + }, + { + "precision": 0.69293, + "recall": 0.759881, + "f1": 0.712122, + "accuracy": 0.759881, + "main_score": 0.712122, + "hf_subset": "zho_Hans-aka_Latn", + "languages": [ + "zho-Hans", + "aka-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "zho_Hans-bjn_Latn", + "languages": [ + "zho-Hans", + "bjn-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "zho_Hans-fao_Latn", + "languages": [ + "zho-Hans", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ind_Latn", + "languages": [ + "zho-Hans", + "ind-Latn" + ] + }, + { + "precision": 0.488575, + "recall": 0.547431, + "f1": 0.504548, + "accuracy": 0.547431, + "main_score": 0.504548, + "hf_subset": "zho_Hans-knc_Latn", + "languages": [ + "zho-Hans", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-mlt_Latn", + "languages": [ + "zho-Hans", + "mlt-Latn" + ] + }, + { + "precision": 0.604859, + "recall": 0.678854, + "f1": 0.625653, + "accuracy": 0.678854, + "main_score": 0.625653, + "hf_subset": "zho_Hans-quy_Latn", + "languages": [ + "zho-Hans", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-swh_Latn", + "languages": [ + "zho-Hans", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-uzn_Latn", + "languages": [ + "zho-Hans", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-als_Latn", + "languages": [ + "zho-Hans", + "als-Latn" + ] + }, + { + "precision": 0.781374, + "recall": 0.843874, + "f1": 0.800758, + "accuracy": 0.843874, + "main_score": 0.800758, + "hf_subset": "zho_Hans-bod_Tibt", + "languages": [ + "zho-Hans", + "bod-Tibt" + ] + }, + { + "precision": 0.575511, + "recall": 0.660079, + "f1": 0.600056, + "accuracy": 0.660079, + "main_score": 0.600056, + "hf_subset": "zho_Hans-fij_Latn", + "languages": [ + "zho-Hans", + "fij-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "zho_Hans-isl_Latn", + "languages": [ + "zho-Hans", + "isl-Latn" + ] + }, + { + "precision": 0.556262, + "recall": 0.624506, + "f1": 0.574581, + "accuracy": 0.624506, + "main_score": 0.574581, + "hf_subset": "zho_Hans-kon_Latn", + "languages": [ + "zho-Hans", + "kon-Latn" + ] + }, + { + "precision": 0.574062, + "recall": 0.653162, + "f1": 0.595236, + "accuracy": 0.653162, + "main_score": 0.595236, + "hf_subset": "zho_Hans-mni_Beng", + "languages": [ + "zho-Hans", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ron_Latn", + "languages": [ + "zho-Hans", + "ron-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "zho_Hans-szl_Latn", + "languages": [ + "zho-Hans", + "szl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-vec_Latn", + "languages": [ + "zho-Hans", + "vec-Latn" + ] + }, + { + "precision": 0.929348, + "recall": 0.950593, + "f1": 0.9361, + "accuracy": 0.950593, + "main_score": 0.9361, + "hf_subset": "zho_Hans-amh_Ethi", + "languages": [ + "zho-Hans", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-bos_Latn", + "languages": [ + "zho-Hans", + "bos-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-fin_Latn", + "languages": [ + "zho-Hans", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ita_Latn", + "languages": [ + "zho-Hans", + "ita-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ] + }, + { + "precision": 0.461142, + "recall": 0.52668, + "f1": 0.479027, + "accuracy": 0.52668, + "main_score": 0.479027, + "hf_subset": "zho_Hans-mos_Latn", + "languages": [ + "zho-Hans", + "mos-Latn" + ] + }, + { + "precision": 0.714312, + "recall": 0.781621, + "f1": 0.734354, + "accuracy": 0.781621, + "main_score": 0.734354, + "hf_subset": "zho_Hans-run_Latn", + "languages": [ + "zho-Hans", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hans-tam_Taml", + "languages": [ + "zho-Hans", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hans-apc_Arab", + "languages": [ + "zho-Hans", + "apc-Arab" + ] + }, + { + "precision": 0.698382, + "recall": 0.763834, + "f1": 0.717002, + "accuracy": 0.763834, + "main_score": 0.717002, + "hf_subset": "zho_Hans-bug_Latn", + "languages": [ + "zho-Hans", + "bug-Latn" + ] + }, + { + "precision": 0.417487, + "recall": 0.472332, + "f1": 0.432285, + "accuracy": 0.472332, + "main_score": 0.432285, + "hf_subset": "zho_Hans-fon_Latn", + "languages": [ + "zho-Hans", + "fon-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "zho_Hans-jav_Latn", + "languages": [ + "zho-Hans", + "jav-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "zho_Hans-lao_Laoo", + "languages": [ + "zho-Hans", + "lao-Laoo" + ] + }, + { + "precision": 0.857987, + "recall": 0.899209, + "f1": 0.870949, + "accuracy": 0.899209, + "main_score": 0.870949, + "hf_subset": "zho_Hans-mri_Latn", + "languages": [ + "zho-Hans", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-rus_Cyrl", + "languages": [ + "zho-Hans", + "rus-Cyrl" + ] + }, + { + "precision": 0.459294, + "recall": 0.52668, + "f1": 0.477354, + "accuracy": 0.52668, + "main_score": 0.477354, + "hf_subset": "zho_Hans-taq_Latn", + "languages": [ + "zho-Hans", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-war_Latn", + "languages": [ + "zho-Hans", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-arb_Arab", + "languages": [ + "zho-Hans", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-bul_Cyrl", + "languages": [ + "zho-Hans", + "bul-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-fra_Latn", + "languages": [ + "zho-Hans", + "fra-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hans-lij_Latn", + "languages": [ + "zho-Hans", + "lij-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "zho_Hans-mya_Mymr", + "languages": [ + "zho-Hans", + "mya-Mymr" + ] + }, + { + "precision": 0.518225, + "recall": 0.591897, + "f1": 0.538319, + "accuracy": 0.591897, + "main_score": 0.538319, + "hf_subset": "zho_Hans-sag_Latn", + "languages": [ + "zho-Hans", + "sag-Latn" + ] + }, + { + "precision": 0.190541, + "recall": 0.254941, + "f1": 0.205884, + "accuracy": 0.254941, + "main_score": 0.205884, + "hf_subset": "zho_Hans-taq_Tfng", + "languages": [ + "zho-Hans", + "taq-Tfng" + ] + }, + { + "precision": 0.61084, + "recall": 0.681818, + "f1": 0.630259, + "accuracy": 0.681818, + "main_score": 0.630259, + "hf_subset": "zho_Hans-wol_Latn", + "languages": [ + "zho-Hans", + "wol-Latn" + ] + }, + { + "precision": 0.838415, + "recall": 0.885375, + "f1": 0.853179, + "accuracy": 0.885375, + "main_score": 0.853179, + "hf_subset": "zho_Hans-arb_Latn", + "languages": [ + "zho-Hans", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-cat_Latn", + "languages": [ + "zho-Hans", + "cat-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "zho_Hans-fur_Latn", + "languages": [ + "zho-Hans", + "fur-Latn" + ] + }, + { + "precision": 0.391906, + "recall": 0.460474, + "f1": 0.409853, + "accuracy": 0.460474, + "main_score": 0.409853, + "hf_subset": "zho_Hans-kab_Latn", + "languages": [ + "zho-Hans", + "kab-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hans-lim_Latn", + "languages": [ + "zho-Hans", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-nld_Latn", + "languages": [ + "zho-Hans", + "nld-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "zho_Hans-san_Deva", + "languages": [ + "zho-Hans", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-tat_Cyrl", + "languages": [ + "zho-Hans", + "tat-Cyrl" + ] + }, + { + "precision": 0.834601, + "recall": 0.882411, + "f1": 0.849327, + "accuracy": 0.882411, + "main_score": 0.849327, + "hf_subset": "zho_Hans-xho_Latn", + "languages": [ + "zho-Hans", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ars_Arab", + "languages": [ + "zho-Hans", + "ars-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ceb_Latn", + "languages": [ + "zho-Hans", + "ceb-Latn" + ] + }, + { + "precision": 0.441577, + "recall": 0.511858, + "f1": 0.460135, + "accuracy": 0.511858, + "main_score": 0.460135, + "hf_subset": "zho_Hans-fuv_Latn", + "languages": [ + "zho-Hans", + "fuv-Latn" + ] + }, + { + "precision": 0.44358, + "recall": 0.51581, + "f1": 0.462794, + "accuracy": 0.51581, + "main_score": 0.462794, + "hf_subset": "zho_Hans-kac_Latn", + "languages": [ + "zho-Hans", + "kac-Latn" + ] + }, + { + "precision": 0.572159, + "recall": 0.646245, + "f1": 0.591667, + "accuracy": 0.646245, + "main_score": 0.591667, + "hf_subset": "zho_Hans-lin_Latn", + "languages": [ + "zho-Hans", + "lin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-nno_Latn", + "languages": [ + "zho-Hans", + "nno-Latn" + ] + }, + { + "precision": 0.842391, + "recall": 0.88834, + "f1": 0.856851, + "accuracy": 0.88834, + "main_score": 0.856851, + "hf_subset": "zho_Hans-sat_Olck", + "languages": [ + "zho-Hans", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-tel_Telu", + "languages": [ + "zho-Hans", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "zho_Hans-ydd_Hebr", + "languages": [ + "zho-Hans", + "ydd-Hebr" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "zho_Hans-ary_Arab", + "languages": [ + "zho-Hans", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ces_Latn", + "languages": [ + "zho-Hans", + "ces-Latn" + ] + }, + { + "precision": 0.492552, + "recall": 0.579051, + "f1": 0.516745, + "accuracy": 0.579051, + "main_score": 0.516745, + "hf_subset": "zho_Hans-gaz_Latn", + "languages": [ + "zho-Hans", + "gaz-Latn" + ] + }, + { + "precision": 0.47878, + "recall": 0.567194, + "f1": 0.501702, + "accuracy": 0.567194, + "main_score": 0.501702, + "hf_subset": "zho_Hans-kam_Latn", + "languages": [ + "zho-Hans", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "zho_Hans-lit_Latn", + "languages": [ + "zho-Hans", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-nob_Latn", + "languages": [ + "zho-Hans", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "zho_Hans-scn_Latn", + "languages": [ + "zho-Hans", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "zho_Hans-tgk_Cyrl", + "languages": [ + "zho-Hans", + "tgk-Cyrl" + ] + }, + { + "precision": 0.682455, + "recall": 0.757905, + "f1": 0.704776, + "accuracy": 0.757905, + "main_score": 0.704776, + "hf_subset": "zho_Hans-yor_Latn", + "languages": [ + "zho-Hans", + "yor-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-arz_Arab", + "languages": [ + "zho-Hans", + "arz-Arab" + ] + }, + { + "precision": 0.443796, + "recall": 0.513834, + "f1": 0.46321, + "accuracy": 0.513834, + "main_score": 0.46321, + "hf_subset": "zho_Hans-cjk_Latn", + "languages": [ + "zho-Hans", + "cjk-Latn" + ] + }, + { + "precision": 0.922925, + "recall": 0.947628, + "f1": 0.930995, + "accuracy": 0.947628, + "main_score": 0.930995, + "hf_subset": "zho_Hans-gla_Latn", + "languages": [ + "zho-Hans", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hans-kan_Knda", + "languages": [ + "zho-Hans", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "zho_Hans-lmo_Latn", + "languages": [ + "zho-Hans", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "zho_Hans-npi_Deva", + "languages": [ + "zho-Hans", + "npi-Deva" + ] + }, + { + "precision": 0.509733, + "recall": 0.591897, + "f1": 0.532937, + "accuracy": 0.591897, + "main_score": 0.532937, + "hf_subset": "zho_Hans-shn_Mymr", + "languages": [ + "zho-Hans", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-tgl_Latn", + "languages": [ + "zho-Hans", + "tgl-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hans-asm_Beng", + "languages": [ + "zho-Hans", + "asm-Beng" + ] + }, + { + "precision": 0.921031, + "recall": 0.944664, + "f1": 0.928426, + "accuracy": 0.944664, + "main_score": 0.928426, + "hf_subset": "zho_Hans-ckb_Arab", + "languages": [ + "zho-Hans", + "ckb-Arab" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "zho_Hans-gle_Latn", + "languages": [ + "zho-Hans", + "gle-Latn" + ] + }, + { + "precision": 0.906538, + "recall": 0.933794, + "f1": 0.91525, + "accuracy": 0.933794, + "main_score": 0.91525, + "hf_subset": "zho_Hans-kas_Arab", + "languages": [ + "zho-Hans", + "kas-Arab" + ] + }, + { + "precision": 0.870257, + "recall": 0.909091, + "f1": 0.882576, + "accuracy": 0.909091, + "main_score": 0.882576, + "hf_subset": "zho_Hans-ltg_Latn", + "languages": [ + "zho-Hans", + "ltg-Latn" + ] + }, + { + "precision": 0.730278, + "recall": 0.797431, + "f1": 0.750845, + "accuracy": 0.797431, + "main_score": 0.750845, + "hf_subset": "zho_Hans-nso_Latn", + "languages": [ + "zho-Hans", + "nso-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "zho_Hans-sin_Sinh", + "languages": [ + "zho-Hans", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-tha_Thai", + "languages": [ + "zho-Hans", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-ast_Latn", + "languages": [ + "zho-Hans", + "ast-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "zho_Hans-crh_Latn", + "languages": [ + "zho-Hans", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-glg_Latn", + "languages": [ + "zho-Hans", + "glg-Latn" + ] + }, + { + "precision": 0.847694, + "recall": 0.891304, + "f1": 0.8611, + "accuracy": 0.891304, + "main_score": 0.8611, + "hf_subset": "zho_Hans-kas_Deva", + "languages": [ + "zho-Hans", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hans-ltz_Latn", + "languages": [ + "zho-Hans", + "ltz-Latn" + ] + }, + { + "precision": 0.403499, + "recall": 0.468379, + "f1": 0.420532, + "accuracy": 0.468379, + "main_score": 0.420532, + "hf_subset": "zho_Hans-nus_Latn", + "languages": [ + "zho-Hans", + "nus-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-slk_Latn", + "languages": [ + "zho-Hans", + "slk-Latn" + ] + }, + { + "precision": 0.579769, + "recall": 0.663043, + "f1": 0.602669, + "accuracy": 0.663043, + "main_score": 0.602669, + "hf_subset": "zho_Hans-tir_Ethi", + "languages": [ + "zho-Hans", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ] + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "zho_Hans-awa_Deva", + "languages": [ + "zho-Hans", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hans-cym_Latn", + "languages": [ + "zho-Hans", + "cym-Latn" + ] + }, + { + "precision": 0.722797, + "recall": 0.786561, + "f1": 0.741095, + "accuracy": 0.786561, + "main_score": 0.741095, + "hf_subset": "zho_Hans-grn_Latn", + "languages": [ + "zho-Hans", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-kat_Geor", + "languages": [ + "zho-Hans", + "kat-Geor" + ] + }, + { + "precision": 0.544377, + "recall": 0.613636, + "f1": 0.56333, + "accuracy": 0.613636, + "main_score": 0.56333, + "hf_subset": "zho_Hans-lua_Latn", + "languages": [ + "zho-Hans", + "lua-Latn" + ] + }, + { + "precision": 0.793478, + "recall": 0.849802, + "f1": 0.810507, + "accuracy": 0.849802, + "main_score": 0.810507, + "hf_subset": "zho_Hans-nya_Latn", + "languages": [ + "zho-Hans", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-slv_Latn", + "languages": [ + "zho-Hans", + "slv-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "zho_Hans-tpi_Latn", + "languages": [ + "zho-Hans", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-zsm_Latn", + "languages": [ + "zho-Hans", + "zsm-Latn" + ] + }, + { + "precision": 0.475891, + "recall": 0.544466, + "f1": 0.494603, + "accuracy": 0.544466, + "main_score": 0.494603, + "hf_subset": "zho_Hans-ayr_Latn", + "languages": [ + "zho-Hans", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-dan_Latn", + "languages": [ + "zho-Hans", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-guj_Gujr", + "languages": [ + "zho-Hans", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hans-kaz_Cyrl", + "languages": [ + "zho-Hans", + "kaz-Cyrl" + ] + }, + { + "precision": 0.59698, + "recall": 0.68083, + "f1": 0.620718, + "accuracy": 0.68083, + "main_score": 0.620718, + "hf_subset": "zho_Hans-lug_Latn", + "languages": [ + "zho-Hans", + "lug-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-oci_Latn", + "languages": [ + "zho-Hans", + "oci-Latn" + ] + }, + { + "precision": 0.807049, + "recall": 0.86166, + "f1": 0.824078, + "accuracy": 0.86166, + "main_score": 0.824078, + "hf_subset": "zho_Hans-smo_Latn", + "languages": [ + "zho-Hans", + "smo-Latn" + ] + }, + { + "precision": 0.69501, + "recall": 0.770751, + "f1": 0.717231, + "accuracy": 0.770751, + "main_score": 0.717231, + "hf_subset": "zho_Hans-tsn_Latn", + "languages": [ + "zho-Hans", + "tsn-Latn" + ] + }, + { + "precision": 0.849885, + "recall": 0.895257, + "f1": 0.864163, + "accuracy": 0.895257, + "main_score": 0.864163, + "hf_subset": "zho_Hans-zul_Latn", + "languages": [ + "zho-Hans", + "zul-Latn" + ] + }, + { + "precision": 0.920208, + "recall": 0.944664, + "f1": 0.928096, + "accuracy": 0.944664, + "main_score": 0.928096, + "hf_subset": "zho_Hans-azb_Arab", + "languages": [ + "zho-Hans", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-deu_Latn", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "zho_Hans-hat_Latn", + "languages": [ + "zho-Hans", + "hat-Latn" + ] + }, + { + "precision": 0.438487, + "recall": 0.499012, + "f1": 0.454413, + "accuracy": 0.499012, + "main_score": 0.454413, + "hf_subset": "zho_Hans-kbp_Latn", + "languages": [ + "zho-Hans", + "kbp-Latn" + ] + }, + { + "precision": 0.489546, + "recall": 0.561265, + "f1": 0.508384, + "accuracy": 0.561265, + "main_score": 0.508384, + "hf_subset": "zho_Hans-luo_Latn", + "languages": [ + "zho-Hans", + "luo-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "zho_Hans-ory_Orya", + "languages": [ + "zho-Hans", + "ory-Orya" + ] + }, + { + "precision": 0.844615, + "recall": 0.88834, + "f1": 0.858056, + "accuracy": 0.88834, + "main_score": 0.858056, + "hf_subset": "zho_Hans-sna_Latn", + "languages": [ + "zho-Hans", + "sna-Latn" + ] + }, + { + "precision": 0.600133, + "recall": 0.676877, + "f1": 0.621015, + "accuracy": 0.676877, + "main_score": 0.621015, + "hf_subset": "zho_Hans-tso_Latn", + "languages": [ + "zho-Hans", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-azj_Latn", + "languages": [ + "zho-Hans", + "azj-Latn" + ] + }, + { + "precision": 0.470873, + "recall": 0.545455, + "f1": 0.490725, + "accuracy": 0.545455, + "main_score": 0.490725, + "hf_subset": "zho_Hans-dik_Latn", + "languages": [ + "zho-Hans", + "dik-Latn" + ] + }, + { + "precision": 0.870718, + "recall": 0.911067, + "f1": 0.883729, + "accuracy": 0.911067, + "main_score": 0.883729, + "hf_subset": "zho_Hans-hau_Latn", + "languages": [ + "zho-Hans", + "hau-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "zho_Hans-kea_Latn", + "languages": [ + "zho-Hans", + "kea-Latn" + ] + }, + { + "precision": 0.92696, + "recall": 0.949605, + "f1": 0.93419, + "accuracy": 0.949605, + "main_score": 0.93419, + "hf_subset": "zho_Hans-lus_Latn", + "languages": [ + "zho-Hans", + "lus-Latn" + ] + }, + { + "precision": 0.847077, + "recall": 0.889328, + "f1": 0.859936, + "accuracy": 0.889328, + "main_score": 0.859936, + "hf_subset": "zho_Hans-pag_Latn", + "languages": [ + "zho-Hans", + "pag-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "zho_Hans-snd_Arab", + "languages": [ + "zho-Hans", + "snd-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zho_Hans-tuk_Latn", + "languages": [ + "zho-Hans", + "tuk-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-bak_Cyrl", + "languages": [ + "zho-Hans", + "bak-Cyrl" + ] + }, + { + "precision": 0.437313, + "recall": 0.518775, + "f1": 0.459303, + "accuracy": 0.518775, + "main_score": 0.459303, + "hf_subset": "zho_Hans-dyu_Latn", + "languages": [ + "zho-Hans", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-heb_Hebr", + "languages": [ + "zho-Hans", + "heb-Hebr" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "zho_Hans-khk_Cyrl", + "languages": [ + "zho-Hans", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-lvs_Latn", + "languages": [ + "zho-Hans", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-pan_Guru", + "languages": [ + "zho-Hans", + "pan-Guru" + ] + }, + { + "precision": 0.84198, + "recall": 0.88834, + "f1": 0.856225, + "accuracy": 0.88834, + "main_score": 0.856225, + "hf_subset": "zho_Hans-som_Latn", + "languages": [ + "zho-Hans", + "som-Latn" + ] + }, + { + "precision": 0.662393, + "recall": 0.732213, + "f1": 0.682682, + "accuracy": 0.732213, + "main_score": 0.682682, + "hf_subset": "zho_Hans-tum_Latn", + "languages": [ + "zho-Hans", + "tum-Latn" + ] + }, + { + "precision": 0.498672, + "recall": 0.583004, + "f1": 0.52213, + "accuracy": 0.583004, + "main_score": 0.52213, + "hf_subset": "ast_Latn-ace_Arab", + "languages": [ + "ast-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.481968, + "recall": 0.540514, + "f1": 0.497268, + "accuracy": 0.540514, + "main_score": 0.497268, + "hf_subset": "ast_Latn-bam_Latn", + "languages": [ + "ast-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.596041, + "recall": 0.684783, + "f1": 0.621411, + "accuracy": 0.684783, + "main_score": 0.621411, + "hf_subset": "ast_Latn-dzo_Tibt", + "languages": [ + "ast-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-hin_Deva", + "languages": [ + "ast-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "ast_Latn-khm_Khmr", + "languages": [ + "ast-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ast_Latn-mag_Deva", + "languages": [ + "ast-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-pap_Latn", + "languages": [ + "ast-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.829792, + "recall": 0.878458, + "f1": 0.845092, + "accuracy": 0.878458, + "main_score": 0.845092, + "hf_subset": "ast_Latn-sot_Latn", + "languages": [ + "ast-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-tur_Latn", + "languages": [ + "ast-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.825988, + "recall": 0.875494, + "f1": 0.84137, + "accuracy": 0.875494, + "main_score": 0.84137, + "hf_subset": "ast_Latn-ace_Latn", + "languages": [ + "ast-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "ast_Latn-ban_Latn", + "languages": [ + "ast-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-ell_Grek", + "languages": [ + "ast-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ast_Latn-hne_Deva", + "languages": [ + "ast-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.552581, + "recall": 0.625494, + "f1": 0.572385, + "accuracy": 0.625494, + "main_score": 0.572385, + "hf_subset": "ast_Latn-kik_Latn", + "languages": [ + "ast-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ast_Latn-mai_Deva", + "languages": [ + "ast-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "ast_Latn-pbt_Arab", + "languages": [ + "ast-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-spa_Latn", + "languages": [ + "ast-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.73531, + "recall": 0.794466, + "f1": 0.75256, + "accuracy": 0.794466, + "main_score": 0.75256, + "hf_subset": "ast_Latn-twi_Latn", + "languages": [ + "ast-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ast_Latn-acm_Arab", + "languages": [ + "ast-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-bel_Cyrl", + "languages": [ + "ast-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-eng_Latn", + "languages": [ + "ast-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-hrv_Latn", + "languages": [ + "ast-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.80751, + "recall": 0.856719, + "f1": 0.8222, + "accuracy": 0.856719, + "main_score": 0.8222, + "hf_subset": "ast_Latn-kin_Latn", + "languages": [ + "ast-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-mal_Mlym", + "languages": [ + "ast-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-pes_Arab", + "languages": [ + "ast-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ast_Latn-srd_Latn", + "languages": [ + "ast-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.190168, + "recall": 0.256917, + "f1": 0.206882, + "accuracy": 0.256917, + "main_score": 0.206882, + "hf_subset": "ast_Latn-tzm_Tfng", + "languages": [ + "ast-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-acq_Arab", + "languages": [ + "ast-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.629275, + "recall": 0.710474, + "f1": 0.653023, + "accuracy": 0.710474, + "main_score": 0.653023, + "hf_subset": "ast_Latn-bem_Latn", + "languages": [ + "ast-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-epo_Latn", + "languages": [ + "ast-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-hun_Latn", + "languages": [ + "ast-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ast_Latn-kir_Cyrl", + "languages": [ + "ast-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-mar_Deva", + "languages": [ + "ast-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.824325, + "recall": 0.87253, + "f1": 0.838801, + "accuracy": 0.87253, + "main_score": 0.838801, + "hf_subset": "ast_Latn-plt_Latn", + "languages": [ + "ast-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-srp_Cyrl", + "languages": [ + "ast-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.928854, + "recall": 0.950593, + "f1": 0.935771, + "accuracy": 0.950593, + "main_score": 0.935771, + "hf_subset": "ast_Latn-uig_Arab", + "languages": [ + "ast-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-aeb_Arab", + "languages": [ + "ast-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-ben_Beng", + "languages": [ + "ast-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-est_Latn", + "languages": [ + "ast-Latn", + "est-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-hye_Armn", + "languages": [ + "ast-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.448291, + "recall": 0.514822, + "f1": 0.466521, + "accuracy": 0.514822, + "main_score": 0.466521, + "hf_subset": "ast_Latn-kmb_Latn", + "languages": [ + "ast-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.450044, + "recall": 0.539526, + "f1": 0.47258, + "accuracy": 0.539526, + "main_score": 0.47258, + "hf_subset": "ast_Latn-min_Arab", + "languages": [ + "ast-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-pol_Latn", + "languages": [ + "ast-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.681778, + "recall": 0.758893, + "f1": 0.704317, + "accuracy": 0.758893, + "main_score": 0.704317, + "hf_subset": "ast_Latn-ssw_Latn", + "languages": [ + "ast-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-ukr_Cyrl", + "languages": [ + "ast-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-afr_Latn", + "languages": [ + "ast-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ast_Latn-bho_Deva", + "languages": [ + "ast-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-eus_Latn", + "languages": [ + "ast-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.826532, + "recall": 0.876482, + "f1": 0.842095, + "accuracy": 0.876482, + "main_score": 0.842095, + "hf_subset": "ast_Latn-ibo_Latn", + "languages": [ + "ast-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.846756, + "recall": 0.889328, + "f1": 0.859881, + "accuracy": 0.889328, + "main_score": 0.859881, + "hf_subset": "ast_Latn-kmr_Latn", + "languages": [ + "ast-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ast_Latn-min_Latn", + "languages": [ + "ast-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-por_Latn", + "languages": [ + "ast-Latn", + "por-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ast_Latn-sun_Latn", + "languages": [ + "ast-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.451533, + "recall": 0.516798, + "f1": 0.469051, + "accuracy": 0.516798, + "main_score": 0.469051, + "hf_subset": "ast_Latn-umb_Latn", + "languages": [ + "ast-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-ajp_Arab", + "languages": [ + "ast-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.460762, + "recall": 0.549407, + "f1": 0.484071, + "accuracy": 0.549407, + "main_score": 0.484071, + "hf_subset": "ast_Latn-bjn_Arab", + "languages": [ + "ast-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.446415, + "recall": 0.503953, + "f1": 0.461938, + "accuracy": 0.503953, + "main_score": 0.461938, + "hf_subset": "ast_Latn-ewe_Latn", + "languages": [ + "ast-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94137, + "recall": 0.960474, + "f1": 0.947628, + "accuracy": 0.960474, + "main_score": 0.947628, + "hf_subset": "ast_Latn-ilo_Latn", + "languages": [ + "ast-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.231066, + "recall": 0.295455, + "f1": 0.246744, + "accuracy": 0.295455, + "main_score": 0.246744, + "hf_subset": "ast_Latn-knc_Arab", + "languages": [ + "ast-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-mkd_Cyrl", + "languages": [ + "ast-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-prs_Arab", + "languages": [ + "ast-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-swe_Latn", + "languages": [ + "ast-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-urd_Arab", + "languages": [ + "ast-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.687556, + "recall": 0.755929, + "f1": 0.707562, + "accuracy": 0.755929, + "main_score": 0.707562, + "hf_subset": "ast_Latn-aka_Latn", + "languages": [ + "ast-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ast_Latn-bjn_Latn", + "languages": [ + "ast-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ast_Latn-fao_Latn", + "languages": [ + "ast-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-ind_Latn", + "languages": [ + "ast-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.510614, + "recall": 0.565217, + "f1": 0.525767, + "accuracy": 0.565217, + "main_score": 0.525767, + "hf_subset": "ast_Latn-knc_Latn", + "languages": [ + "ast-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-mlt_Latn", + "languages": [ + "ast-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.62876, + "recall": 0.698617, + "f1": 0.648457, + "accuracy": 0.698617, + "main_score": 0.648457, + "hf_subset": "ast_Latn-quy_Latn", + "languages": [ + "ast-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-swh_Latn", + "languages": [ + "ast-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ast_Latn-uzn_Latn", + "languages": [ + "ast-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-als_Latn", + "languages": [ + "ast-Latn", + "als-Latn" + ] + }, + { + "precision": 0.755147, + "recall": 0.821146, + "f1": 0.775285, + "accuracy": 0.821146, + "main_score": 0.775285, + "hf_subset": "ast_Latn-bod_Tibt", + "languages": [ + "ast-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.603504, + "recall": 0.677866, + "f1": 0.624695, + "accuracy": 0.677866, + "main_score": 0.624695, + "hf_subset": "ast_Latn-fij_Latn", + "languages": [ + "ast-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ast_Latn-isl_Latn", + "languages": [ + "ast-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.580193, + "recall": 0.651186, + "f1": 0.599676, + "accuracy": 0.651186, + "main_score": 0.599676, + "hf_subset": "ast_Latn-kon_Latn", + "languages": [ + "ast-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.586533, + "recall": 0.666008, + "f1": 0.609077, + "accuracy": 0.666008, + "main_score": 0.609077, + "hf_subset": "ast_Latn-mni_Beng", + "languages": [ + "ast-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-ron_Latn", + "languages": [ + "ast-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "ast_Latn-szl_Latn", + "languages": [ + "ast-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-vec_Latn", + "languages": [ + "ast-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.89254, + "recall": 0.924901, + "f1": 0.902687, + "accuracy": 0.924901, + "main_score": 0.902687, + "hf_subset": "ast_Latn-amh_Ethi", + "languages": [ + "ast-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-bos_Latn", + "languages": [ + "ast-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-fin_Latn", + "languages": [ + "ast-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-ita_Latn", + "languages": [ + "ast-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-kor_Hang", + "languages": [ + "ast-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.487389, + "recall": 0.543478, + "f1": 0.502884, + "accuracy": 0.543478, + "main_score": 0.502884, + "hf_subset": "ast_Latn-mos_Latn", + "languages": [ + "ast-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.705847, + "recall": 0.773715, + "f1": 0.726059, + "accuracy": 0.773715, + "main_score": 0.726059, + "hf_subset": "ast_Latn-run_Latn", + "languages": [ + "ast-Latn", + "run-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ast_Latn-tam_Taml", + "languages": [ + "ast-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-vie_Latn", + "languages": [ + "ast-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-apc_Arab", + "languages": [ + "ast-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.713293, + "recall": 0.777668, + "f1": 0.731606, + "accuracy": 0.777668, + "main_score": 0.731606, + "hf_subset": "ast_Latn-bug_Latn", + "languages": [ + "ast-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.441248, + "recall": 0.490119, + "f1": 0.45477, + "accuracy": 0.490119, + "main_score": 0.45477, + "hf_subset": "ast_Latn-fon_Latn", + "languages": [ + "ast-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ast_Latn-jav_Latn", + "languages": [ + "ast-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.931818, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "ast_Latn-lao_Laoo", + "languages": [ + "ast-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.864295, + "recall": 0.903162, + "f1": 0.876614, + "accuracy": 0.903162, + "main_score": 0.876614, + "hf_subset": "ast_Latn-mri_Latn", + "languages": [ + "ast-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-rus_Cyrl", + "languages": [ + "ast-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.487794, + "recall": 0.548419, + "f1": 0.504393, + "accuracy": 0.548419, + "main_score": 0.504393, + "hf_subset": "ast_Latn-taq_Latn", + "languages": [ + "ast-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ast_Latn-war_Latn", + "languages": [ + "ast-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-arb_Arab", + "languages": [ + "ast-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-bul_Cyrl", + "languages": [ + "ast-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-fra_Latn", + "languages": [ + "ast-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-jpn_Jpan", + "languages": [ + "ast-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ast_Latn-lij_Latn", + "languages": [ + "ast-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "ast_Latn-mya_Mymr", + "languages": [ + "ast-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.549315, + "recall": 0.614625, + "f1": 0.567307, + "accuracy": 0.614625, + "main_score": 0.567307, + "hf_subset": "ast_Latn-sag_Latn", + "languages": [ + "ast-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.204019, + "recall": 0.270751, + "f1": 0.220183, + "accuracy": 0.270751, + "main_score": 0.220183, + "hf_subset": "ast_Latn-taq_Tfng", + "languages": [ + "ast-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.631469, + "recall": 0.697628, + "f1": 0.650172, + "accuracy": 0.697628, + "main_score": 0.650172, + "hf_subset": "ast_Latn-wol_Latn", + "languages": [ + "ast-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.839427, + "recall": 0.885375, + "f1": 0.853557, + "accuracy": 0.885375, + "main_score": 0.853557, + "hf_subset": "ast_Latn-arb_Latn", + "languages": [ + "ast-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-cat_Latn", + "languages": [ + "ast-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ast_Latn-fur_Latn", + "languages": [ + "ast-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.425819, + "recall": 0.495059, + "f1": 0.44355, + "accuracy": 0.495059, + "main_score": 0.44355, + "hf_subset": "ast_Latn-kab_Latn", + "languages": [ + "ast-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ast_Latn-lim_Latn", + "languages": [ + "ast-Latn", + "lim-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-nld_Latn", + "languages": [ + "ast-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "ast_Latn-san_Deva", + "languages": [ + "ast-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-tat_Cyrl", + "languages": [ + "ast-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.850988, + "recall": 0.894269, + "f1": 0.86438, + "accuracy": 0.894269, + "main_score": 0.86438, + "hf_subset": "ast_Latn-xho_Latn", + "languages": [ + "ast-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-ars_Arab", + "languages": [ + "ast-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-ceb_Latn", + "languages": [ + "ast-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.453327, + "recall": 0.525692, + "f1": 0.472622, + "accuracy": 0.525692, + "main_score": 0.472622, + "hf_subset": "ast_Latn-fuv_Latn", + "languages": [ + "ast-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.458814, + "recall": 0.524704, + "f1": 0.47625, + "accuracy": 0.524704, + "main_score": 0.47625, + "hf_subset": "ast_Latn-kac_Latn", + "languages": [ + "ast-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.599099, + "recall": 0.668972, + "f1": 0.617932, + "accuracy": 0.668972, + "main_score": 0.617932, + "hf_subset": "ast_Latn-lin_Latn", + "languages": [ + "ast-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-nno_Latn", + "languages": [ + "ast-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.845685, + "recall": 0.891304, + "f1": 0.859947, + "accuracy": 0.891304, + "main_score": 0.859947, + "hf_subset": "ast_Latn-sat_Olck", + "languages": [ + "ast-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ast_Latn-tel_Telu", + "languages": [ + "ast-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ast_Latn-ydd_Hebr", + "languages": [ + "ast-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ast_Latn-ary_Arab", + "languages": [ + "ast-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-ces_Latn", + "languages": [ + "ast-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.521385, + "recall": 0.603755, + "f1": 0.543912, + "accuracy": 0.603755, + "main_score": 0.543912, + "hf_subset": "ast_Latn-gaz_Latn", + "languages": [ + "ast-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.517002, + "recall": 0.597826, + "f1": 0.538491, + "accuracy": 0.597826, + "main_score": 0.538491, + "hf_subset": "ast_Latn-kam_Latn", + "languages": [ + "ast-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ast_Latn-lit_Latn", + "languages": [ + "ast-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-nob_Latn", + "languages": [ + "ast-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-scn_Latn", + "languages": [ + "ast-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "ast_Latn-tgk_Cyrl", + "languages": [ + "ast-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.715629, + "recall": 0.788538, + "f1": 0.73722, + "accuracy": 0.788538, + "main_score": 0.73722, + "hf_subset": "ast_Latn-yor_Latn", + "languages": [ + "ast-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-arz_Arab", + "languages": [ + "ast-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.463984, + "recall": 0.538538, + "f1": 0.485227, + "accuracy": 0.538538, + "main_score": 0.485227, + "hf_subset": "ast_Latn-cjk_Latn", + "languages": [ + "ast-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.919796, + "recall": 0.945652, + "f1": 0.92836, + "accuracy": 0.945652, + "main_score": 0.92836, + "hf_subset": "ast_Latn-gla_Latn", + "languages": [ + "ast-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ast_Latn-kan_Knda", + "languages": [ + "ast-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "ast_Latn-lmo_Latn", + "languages": [ + "ast-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ast_Latn-npi_Deva", + "languages": [ + "ast-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.506469, + "recall": 0.591897, + "f1": 0.530416, + "accuracy": 0.591897, + "main_score": 0.530416, + "hf_subset": "ast_Latn-shn_Mymr", + "languages": [ + "ast-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-tgl_Latn", + "languages": [ + "ast-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-yue_Hant", + "languages": [ + "ast-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ast_Latn-asm_Beng", + "languages": [ + "ast-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.900198, + "recall": 0.93083, + "f1": 0.910079, + "accuracy": 0.93083, + "main_score": 0.910079, + "hf_subset": "ast_Latn-ckb_Arab", + "languages": [ + "ast-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ast_Latn-gle_Latn", + "languages": [ + "ast-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.88167, + "recall": 0.916996, + "f1": 0.892852, + "accuracy": 0.916996, + "main_score": 0.892852, + "hf_subset": "ast_Latn-kas_Arab", + "languages": [ + "ast-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.878129, + "recall": 0.914032, + "f1": 0.889295, + "accuracy": 0.914032, + "main_score": 0.889295, + "hf_subset": "ast_Latn-ltg_Latn", + "languages": [ + "ast-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.744171, + "recall": 0.806324, + "f1": 0.76287, + "accuracy": 0.806324, + "main_score": 0.76287, + "hf_subset": "ast_Latn-nso_Latn", + "languages": [ + "ast-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "ast_Latn-sin_Sinh", + "languages": [ + "ast-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-tha_Thai", + "languages": [ + "ast-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-zho_Hans", + "languages": [ + "ast-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ast_Latn-crh_Latn", + "languages": [ + "ast-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-glg_Latn", + "languages": [ + "ast-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.83526, + "recall": 0.881423, + "f1": 0.849506, + "accuracy": 0.881423, + "main_score": 0.849506, + "hf_subset": "ast_Latn-kas_Deva", + "languages": [ + "ast-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ast_Latn-ltz_Latn", + "languages": [ + "ast-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.436046, + "recall": 0.5, + "f1": 0.453469, + "accuracy": 0.5, + "main_score": 0.453469, + "hf_subset": "ast_Latn-nus_Latn", + "languages": [ + "ast-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-slk_Latn", + "languages": [ + "ast-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.609499, + "recall": 0.6917, + "f1": 0.632591, + "accuracy": 0.6917, + "main_score": 0.632591, + "hf_subset": "ast_Latn-tir_Ethi", + "languages": [ + "ast-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ast_Latn-zho_Hant", + "languages": [ + "ast-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.969697, + "recall": 0.978261, + "f1": 0.972497, + "accuracy": 0.978261, + "main_score": 0.972497, + "hf_subset": "ast_Latn-awa_Deva", + "languages": [ + "ast-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ast_Latn-cym_Latn", + "languages": [ + "ast-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.75798, + "recall": 0.815217, + "f1": 0.774791, + "accuracy": 0.815217, + "main_score": 0.774791, + "hf_subset": "ast_Latn-grn_Latn", + "languages": [ + "ast-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ast_Latn-kat_Geor", + "languages": [ + "ast-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.586706, + "recall": 0.652174, + "f1": 0.604069, + "accuracy": 0.652174, + "main_score": 0.604069, + "hf_subset": "ast_Latn-lua_Latn", + "languages": [ + "ast-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.771525, + "recall": 0.835968, + "f1": 0.791469, + "accuracy": 0.835968, + "main_score": 0.791469, + "hf_subset": "ast_Latn-nya_Latn", + "languages": [ + "ast-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-slv_Latn", + "languages": [ + "ast-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "ast_Latn-tpi_Latn", + "languages": [ + "ast-Latn", + "tpi-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-zsm_Latn", + "languages": [ + "ast-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.502157, + "recall": 0.56917, + "f1": 0.52033, + "accuracy": 0.56917, + "main_score": 0.52033, + "hf_subset": "ast_Latn-ayr_Latn", + "languages": [ + "ast-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-dan_Latn", + "languages": [ + "ast-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ast_Latn-guj_Gujr", + "languages": [ + "ast-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ast_Latn-kaz_Cyrl", + "languages": [ + "ast-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.615942, + "recall": 0.692688, + "f1": 0.637621, + "accuracy": 0.692688, + "main_score": 0.637621, + "hf_subset": "ast_Latn-lug_Latn", + "languages": [ + "ast-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-oci_Latn", + "languages": [ + "ast-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.789147, + "recall": 0.844862, + "f1": 0.806343, + "accuracy": 0.844862, + "main_score": 0.806343, + "hf_subset": "ast_Latn-smo_Latn", + "languages": [ + "ast-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.70746, + "recall": 0.778656, + "f1": 0.729282, + "accuracy": 0.778656, + "main_score": 0.729282, + "hf_subset": "ast_Latn-tsn_Latn", + "languages": [ + "ast-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.843083, + "recall": 0.889328, + "f1": 0.857477, + "accuracy": 0.889328, + "main_score": 0.857477, + "hf_subset": "ast_Latn-zul_Latn", + "languages": [ + "ast-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.892045, + "recall": 0.925889, + "f1": 0.902899, + "accuracy": 0.925889, + "main_score": 0.902899, + "hf_subset": "ast_Latn-azb_Arab", + "languages": [ + "ast-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ast_Latn-deu_Latn", + "languages": [ + "ast-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ast_Latn-hat_Latn", + "languages": [ + "ast-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.464854, + "recall": 0.524704, + "f1": 0.481371, + "accuracy": 0.524704, + "main_score": 0.481371, + "hf_subset": "ast_Latn-kbp_Latn", + "languages": [ + "ast-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.503046, + "recall": 0.571146, + "f1": 0.521577, + "accuracy": 0.571146, + "main_score": 0.521577, + "hf_subset": "ast_Latn-luo_Latn", + "languages": [ + "ast-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "ast_Latn-ory_Orya", + "languages": [ + "ast-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.862648, + "recall": 0.901186, + "f1": 0.874967, + "accuracy": 0.901186, + "main_score": 0.874967, + "hf_subset": "ast_Latn-sna_Latn", + "languages": [ + "ast-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.633969, + "recall": 0.70751, + "f1": 0.654937, + "accuracy": 0.70751, + "main_score": 0.654937, + "hf_subset": "ast_Latn-tso_Latn", + "languages": [ + "ast-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-azj_Latn", + "languages": [ + "ast-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.501692, + "recall": 0.570158, + "f1": 0.521524, + "accuracy": 0.570158, + "main_score": 0.521524, + "hf_subset": "ast_Latn-dik_Latn", + "languages": [ + "ast-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.872233, + "recall": 0.909091, + "f1": 0.88386, + "accuracy": 0.909091, + "main_score": 0.88386, + "hf_subset": "ast_Latn-hau_Latn", + "languages": [ + "ast-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ast_Latn-kea_Latn", + "languages": [ + "ast-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.904068, + "recall": 0.93083, + "f1": 0.912451, + "accuracy": 0.93083, + "main_score": 0.912451, + "hf_subset": "ast_Latn-lus_Latn", + "languages": [ + "ast-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.843775, + "recall": 0.885375, + "f1": 0.856112, + "accuracy": 0.885375, + "main_score": 0.856112, + "hf_subset": "ast_Latn-pag_Latn", + "languages": [ + "ast-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "ast_Latn-snd_Arab", + "languages": [ + "ast-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "ast_Latn-tuk_Latn", + "languages": [ + "ast-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ast_Latn-bak_Cyrl", + "languages": [ + "ast-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.458683, + "recall": 0.535573, + "f1": 0.479835, + "accuracy": 0.535573, + "main_score": 0.479835, + "hf_subset": "ast_Latn-dyu_Latn", + "languages": [ + "ast-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-heb_Hebr", + "languages": [ + "ast-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "ast_Latn-khk_Cyrl", + "languages": [ + "ast-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-lvs_Latn", + "languages": [ + "ast-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-pan_Guru", + "languages": [ + "ast-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.828887, + "recall": 0.87747, + "f1": 0.843775, + "accuracy": 0.87747, + "main_score": 0.843775, + "hf_subset": "ast_Latn-som_Latn", + "languages": [ + "ast-Latn", + "som-Latn" + ] + }, + { + "precision": 0.659404, + "recall": 0.725296, + "f1": 0.679042, + "accuracy": 0.725296, + "main_score": 0.679042, + "hf_subset": "ast_Latn-tum_Latn", + "languages": [ + "ast-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.506678, + "recall": 0.586957, + "f1": 0.530214, + "accuracy": 0.586957, + "main_score": 0.530214, + "hf_subset": "crh_Latn-ace_Arab", + "languages": [ + "crh-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.479545, + "recall": 0.530632, + "f1": 0.493936, + "accuracy": 0.530632, + "main_score": 0.493936, + "hf_subset": "crh_Latn-bam_Latn", + "languages": [ + "crh-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.598018, + "recall": 0.687747, + "f1": 0.623954, + "accuracy": 0.687747, + "main_score": 0.623954, + "hf_subset": "crh_Latn-dzo_Tibt", + "languages": [ + "crh-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-hin_Deva", + "languages": [ + "crh-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "crh_Latn-khm_Khmr", + "languages": [ + "crh-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-mag_Deva", + "languages": [ + "crh-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "crh_Latn-pap_Latn", + "languages": [ + "crh-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.832987, + "recall": 0.875494, + "f1": 0.84585, + "accuracy": 0.875494, + "main_score": 0.84585, + "hf_subset": "crh_Latn-sot_Latn", + "languages": [ + "crh-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-tur_Latn", + "languages": [ + "crh-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.842629, + "recall": 0.879447, + "f1": 0.853656, + "accuracy": 0.879447, + "main_score": 0.853656, + "hf_subset": "crh_Latn-ace_Latn", + "languages": [ + "crh-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.935112, + "recall": 0.953557, + "f1": 0.941206, + "accuracy": 0.953557, + "main_score": 0.941206, + "hf_subset": "crh_Latn-ban_Latn", + "languages": [ + "crh-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "crh_Latn-ell_Grek", + "languages": [ + "crh-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "crh_Latn-hne_Deva", + "languages": [ + "crh-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.554729, + "recall": 0.614625, + "f1": 0.570997, + "accuracy": 0.614625, + "main_score": 0.570997, + "hf_subset": "crh_Latn-kik_Latn", + "languages": [ + "crh-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-mai_Deva", + "languages": [ + "crh-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.935853, + "recall": 0.955534, + "f1": 0.94226, + "accuracy": 0.955534, + "main_score": 0.94226, + "hf_subset": "crh_Latn-pbt_Arab", + "languages": [ + "crh-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-spa_Latn", + "languages": [ + "crh-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.733004, + "recall": 0.789526, + "f1": 0.749324, + "accuracy": 0.789526, + "main_score": 0.749324, + "hf_subset": "crh_Latn-twi_Latn", + "languages": [ + "crh-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-acm_Arab", + "languages": [ + "crh-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "crh_Latn-bel_Cyrl", + "languages": [ + "crh-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-eng_Latn", + "languages": [ + "crh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-hrv_Latn", + "languages": [ + "crh-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.819203, + "recall": 0.865613, + "f1": 0.833253, + "accuracy": 0.865613, + "main_score": 0.833253, + "hf_subset": "crh_Latn-kin_Latn", + "languages": [ + "crh-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-mal_Mlym", + "languages": [ + "crh-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-pes_Arab", + "languages": [ + "crh-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "crh_Latn-srd_Latn", + "languages": [ + "crh-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.213088, + "recall": 0.270751, + "f1": 0.227687, + "accuracy": 0.270751, + "main_score": 0.227687, + "hf_subset": "crh_Latn-tzm_Tfng", + "languages": [ + "crh-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-acq_Arab", + "languages": [ + "crh-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.647867, + "recall": 0.717391, + "f1": 0.667761, + "accuracy": 0.717391, + "main_score": 0.667761, + "hf_subset": "crh_Latn-bem_Latn", + "languages": [ + "crh-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "crh_Latn-epo_Latn", + "languages": [ + "crh-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "crh_Latn-hun_Latn", + "languages": [ + "crh-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "crh_Latn-kir_Cyrl", + "languages": [ + "crh-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-mar_Deva", + "languages": [ + "crh-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.829249, + "recall": 0.875494, + "f1": 0.843347, + "accuracy": 0.875494, + "main_score": 0.843347, + "hf_subset": "crh_Latn-plt_Latn", + "languages": [ + "crh-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "crh_Latn-srp_Cyrl", + "languages": [ + "crh-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.944993, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "crh_Latn-uig_Arab", + "languages": [ + "crh-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-aeb_Arab", + "languages": [ + "crh-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-ben_Beng", + "languages": [ + "crh-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-est_Latn", + "languages": [ + "crh-Latn", + "est-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-hye_Armn", + "languages": [ + "crh-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.463276, + "recall": 0.516798, + "f1": 0.478888, + "accuracy": 0.516798, + "main_score": 0.478888, + "hf_subset": "crh_Latn-kmb_Latn", + "languages": [ + "crh-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.474707, + "recall": 0.550395, + "f1": 0.49468, + "accuracy": 0.550395, + "main_score": 0.49468, + "hf_subset": "crh_Latn-min_Arab", + "languages": [ + "crh-Latn", + "min-Arab" + ] + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "crh_Latn-pol_Latn", + "languages": [ + "crh-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.69795, + "recall": 0.76087, + "f1": 0.716053, + "accuracy": 0.76087, + "main_score": 0.716053, + "hf_subset": "crh_Latn-ssw_Latn", + "languages": [ + "crh-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-ukr_Cyrl", + "languages": [ + "crh-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "crh_Latn-afr_Latn", + "languages": [ + "crh-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "crh_Latn-bho_Deva", + "languages": [ + "crh-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "crh_Latn-eus_Latn", + "languages": [ + "crh-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.819829, + "recall": 0.868577, + "f1": 0.834505, + "accuracy": 0.868577, + "main_score": 0.834505, + "hf_subset": "crh_Latn-ibo_Latn", + "languages": [ + "crh-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.868067, + "recall": 0.903162, + "f1": 0.878656, + "accuracy": 0.903162, + "main_score": 0.878656, + "hf_subset": "crh_Latn-kmr_Latn", + "languages": [ + "crh-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "crh_Latn-min_Latn", + "languages": [ + "crh-Latn", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-por_Latn", + "languages": [ + "crh-Latn", + "por-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "crh_Latn-sun_Latn", + "languages": [ + "crh-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.459927, + "recall": 0.514822, + "f1": 0.475615, + "accuracy": 0.514822, + "main_score": 0.475615, + "hf_subset": "crh_Latn-umb_Latn", + "languages": [ + "crh-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-ajp_Arab", + "languages": [ + "crh-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.485776, + "recall": 0.560277, + "f1": 0.506112, + "accuracy": 0.560277, + "main_score": 0.506112, + "hf_subset": "crh_Latn-bjn_Arab", + "languages": [ + "crh-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.451936, + "recall": 0.502964, + "f1": 0.466014, + "accuracy": 0.502964, + "main_score": 0.466014, + "hf_subset": "crh_Latn-ewe_Latn", + "languages": [ + "crh-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.923419, + "recall": 0.94664, + "f1": 0.930995, + "accuracy": 0.94664, + "main_score": 0.930995, + "hf_subset": "crh_Latn-ilo_Latn", + "languages": [ + "crh-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.252833, + "recall": 0.314229, + "f1": 0.268615, + "accuracy": 0.314229, + "main_score": 0.268615, + "hf_subset": "crh_Latn-knc_Arab", + "languages": [ + "crh-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-mkd_Cyrl", + "languages": [ + "crh-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-prs_Arab", + "languages": [ + "crh-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-swe_Latn", + "languages": [ + "crh-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "crh_Latn-urd_Arab", + "languages": [ + "crh-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.705066, + "recall": 0.763834, + "f1": 0.722379, + "accuracy": 0.763834, + "main_score": 0.722379, + "hf_subset": "crh_Latn-aka_Latn", + "languages": [ + "crh-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.954578, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "crh_Latn-bjn_Latn", + "languages": [ + "crh-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "crh_Latn-fao_Latn", + "languages": [ + "crh-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "crh_Latn-ind_Latn", + "languages": [ + "crh-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.515123, + "recall": 0.566206, + "f1": 0.528421, + "accuracy": 0.566206, + "main_score": 0.528421, + "hf_subset": "crh_Latn-knc_Latn", + "languages": [ + "crh-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "crh_Latn-mlt_Latn", + "languages": [ + "crh-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.628576, + "recall": 0.692688, + "f1": 0.646598, + "accuracy": 0.692688, + "main_score": 0.646598, + "hf_subset": "crh_Latn-quy_Latn", + "languages": [ + "crh-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "crh_Latn-swh_Latn", + "languages": [ + "crh-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-uzn_Latn", + "languages": [ + "crh-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "crh_Latn-als_Latn", + "languages": [ + "crh-Latn", + "als-Latn" + ] + }, + { + "precision": 0.755369, + "recall": 0.815217, + "f1": 0.773236, + "accuracy": 0.815217, + "main_score": 0.773236, + "hf_subset": "crh_Latn-bod_Tibt", + "languages": [ + "crh-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.618241, + "recall": 0.677866, + "f1": 0.635257, + "accuracy": 0.677866, + "main_score": 0.635257, + "hf_subset": "crh_Latn-fij_Latn", + "languages": [ + "crh-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "crh_Latn-isl_Latn", + "languages": [ + "crh-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582511, + "recall": 0.644269, + "f1": 0.599518, + "accuracy": 0.644269, + "main_score": 0.599518, + "hf_subset": "crh_Latn-kon_Latn", + "languages": [ + "crh-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.580839, + "recall": 0.644269, + "f1": 0.598312, + "accuracy": 0.644269, + "main_score": 0.598312, + "hf_subset": "crh_Latn-mni_Beng", + "languages": [ + "crh-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "crh_Latn-ron_Latn", + "languages": [ + "crh-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.981225, + "f1": 0.976614, + "accuracy": 0.981225, + "main_score": 0.976614, + "hf_subset": "crh_Latn-szl_Latn", + "languages": [ + "crh-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-vec_Latn", + "languages": [ + "crh-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.91143, + "recall": 0.938735, + "f1": 0.920125, + "accuracy": 0.938735, + "main_score": 0.920125, + "hf_subset": "crh_Latn-amh_Ethi", + "languages": [ + "crh-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "crh_Latn-bos_Latn", + "languages": [ + "crh-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-fin_Latn", + "languages": [ + "crh-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-ita_Latn", + "languages": [ + "crh-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-kor_Hang", + "languages": [ + "crh-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.485207, + "recall": 0.536561, + "f1": 0.499343, + "accuracy": 0.536561, + "main_score": 0.499343, + "hf_subset": "crh_Latn-mos_Latn", + "languages": [ + "crh-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.717878, + "recall": 0.77668, + "f1": 0.734554, + "accuracy": 0.77668, + "main_score": 0.734554, + "hf_subset": "crh_Latn-run_Latn", + "languages": [ + "crh-Latn", + "run-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "crh_Latn-tam_Taml", + "languages": [ + "crh-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-vie_Latn", + "languages": [ + "crh-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "crh_Latn-apc_Arab", + "languages": [ + "crh-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.704655, + "recall": 0.76581, + "f1": 0.722529, + "accuracy": 0.76581, + "main_score": 0.722529, + "hf_subset": "crh_Latn-bug_Latn", + "languages": [ + "crh-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.429974, + "recall": 0.479249, + "f1": 0.443876, + "accuracy": 0.479249, + "main_score": 0.443876, + "hf_subset": "crh_Latn-fon_Latn", + "languages": [ + "crh-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "crh_Latn-jav_Latn", + "languages": [ + "crh-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "crh_Latn-lao_Laoo", + "languages": [ + "crh-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.84305, + "recall": 0.887352, + "f1": 0.856851, + "accuracy": 0.887352, + "main_score": 0.856851, + "hf_subset": "crh_Latn-mri_Latn", + "languages": [ + "crh-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "crh_Latn-rus_Cyrl", + "languages": [ + "crh-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.501822, + "recall": 0.554348, + "f1": 0.51634, + "accuracy": 0.554348, + "main_score": 0.51634, + "hf_subset": "crh_Latn-taq_Latn", + "languages": [ + "crh-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "crh_Latn-war_Latn", + "languages": [ + "crh-Latn", + "war-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "crh_Latn-arb_Arab", + "languages": [ + "crh-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-bul_Cyrl", + "languages": [ + "crh-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-fra_Latn", + "languages": [ + "crh-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "crh_Latn-jpn_Jpan", + "languages": [ + "crh-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "crh_Latn-lij_Latn", + "languages": [ + "crh-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "crh_Latn-mya_Mymr", + "languages": [ + "crh-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.550446, + "recall": 0.604743, + "f1": 0.565731, + "accuracy": 0.604743, + "main_score": 0.565731, + "hf_subset": "crh_Latn-sag_Latn", + "languages": [ + "crh-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.215913, + "recall": 0.277668, + "f1": 0.230541, + "accuracy": 0.277668, + "main_score": 0.230541, + "hf_subset": "crh_Latn-taq_Tfng", + "languages": [ + "crh-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.612286, + "recall": 0.673913, + "f1": 0.63006, + "accuracy": 0.673913, + "main_score": 0.63006, + "hf_subset": "crh_Latn-wol_Latn", + "languages": [ + "crh-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.841815, + "recall": 0.887352, + "f1": 0.856094, + "accuracy": 0.887352, + "main_score": 0.856094, + "hf_subset": "crh_Latn-arb_Latn", + "languages": [ + "crh-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "crh_Latn-cat_Latn", + "languages": [ + "crh-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.973073, + "recall": 0.981225, + "f1": 0.975692, + "accuracy": 0.981225, + "main_score": 0.975692, + "hf_subset": "crh_Latn-fur_Latn", + "languages": [ + "crh-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.422992, + "recall": 0.498024, + "f1": 0.44367, + "accuracy": 0.498024, + "main_score": 0.44367, + "hf_subset": "crh_Latn-kab_Latn", + "languages": [ + "crh-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "crh_Latn-lim_Latn", + "languages": [ + "crh-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "crh_Latn-nld_Latn", + "languages": [ + "crh-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "crh_Latn-san_Deva", + "languages": [ + "crh-Latn", + "san-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-tat_Cyrl", + "languages": [ + "crh-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.824522, + "recall": 0.87253, + "f1": 0.839427, + "accuracy": 0.87253, + "main_score": 0.839427, + "hf_subset": "crh_Latn-xho_Latn", + "languages": [ + "crh-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "crh_Latn-ars_Arab", + "languages": [ + "crh-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.977273, + "f1": 0.970817, + "accuracy": 0.977273, + "main_score": 0.970817, + "hf_subset": "crh_Latn-ceb_Latn", + "languages": [ + "crh-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.478468, + "recall": 0.534585, + "f1": 0.49376, + "accuracy": 0.534585, + "main_score": 0.49376, + "hf_subset": "crh_Latn-fuv_Latn", + "languages": [ + "crh-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.483248, + "recall": 0.534585, + "f1": 0.497499, + "accuracy": 0.534585, + "main_score": 0.497499, + "hf_subset": "crh_Latn-kac_Latn", + "languages": [ + "crh-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.63234, + "recall": 0.6917, + "f1": 0.648498, + "accuracy": 0.6917, + "main_score": 0.648498, + "hf_subset": "crh_Latn-lin_Latn", + "languages": [ + "crh-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-nno_Latn", + "languages": [ + "crh-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.856176, + "recall": 0.894269, + "f1": 0.86774, + "accuracy": 0.894269, + "main_score": 0.86774, + "hf_subset": "crh_Latn-sat_Olck", + "languages": [ + "crh-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-tel_Telu", + "languages": [ + "crh-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "crh_Latn-ydd_Hebr", + "languages": [ + "crh-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.953393, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "crh_Latn-ary_Arab", + "languages": [ + "crh-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-ces_Latn", + "languages": [ + "crh-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.544262, + "recall": 0.614625, + "f1": 0.56401, + "accuracy": 0.614625, + "main_score": 0.56401, + "hf_subset": "crh_Latn-gaz_Latn", + "languages": [ + "crh-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.514664, + "recall": 0.58498, + "f1": 0.533933, + "accuracy": 0.58498, + "main_score": 0.533933, + "hf_subset": "crh_Latn-kam_Latn", + "languages": [ + "crh-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "crh_Latn-lit_Latn", + "languages": [ + "crh-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-nob_Latn", + "languages": [ + "crh-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "crh_Latn-scn_Latn", + "languages": [ + "crh-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "crh_Latn-tgk_Cyrl", + "languages": [ + "crh-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.71763, + "recall": 0.787549, + "f1": 0.738712, + "accuracy": 0.787549, + "main_score": 0.738712, + "hf_subset": "crh_Latn-yor_Latn", + "languages": [ + "crh-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-arz_Arab", + "languages": [ + "crh-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.483953, + "recall": 0.545455, + "f1": 0.501291, + "accuracy": 0.545455, + "main_score": 0.501291, + "hf_subset": "crh_Latn-cjk_Latn", + "languages": [ + "crh-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.911891, + "recall": 0.939723, + "f1": 0.920949, + "accuracy": 0.939723, + "main_score": 0.920949, + "hf_subset": "crh_Latn-gla_Latn", + "languages": [ + "crh-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "crh_Latn-kan_Knda", + "languages": [ + "crh-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-lmo_Latn", + "languages": [ + "crh-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "crh_Latn-npi_Deva", + "languages": [ + "crh-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.505752, + "recall": 0.581028, + "f1": 0.526387, + "accuracy": 0.581028, + "main_score": 0.526387, + "hf_subset": "crh_Latn-shn_Mymr", + "languages": [ + "crh-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "crh_Latn-tgl_Latn", + "languages": [ + "crh-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "crh_Latn-yue_Hant", + "languages": [ + "crh-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "crh_Latn-asm_Beng", + "languages": [ + "crh-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.898715, + "recall": 0.929842, + "f1": 0.908762, + "accuracy": 0.929842, + "main_score": 0.908762, + "hf_subset": "crh_Latn-ckb_Arab", + "languages": [ + "crh-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "crh_Latn-gle_Latn", + "languages": [ + "crh-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.884799, + "recall": 0.916008, + "f1": 0.894433, + "accuracy": 0.916008, + "main_score": 0.894433, + "hf_subset": "crh_Latn-kas_Arab", + "languages": [ + "crh-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.885211, + "recall": 0.918972, + "f1": 0.896047, + "accuracy": 0.918972, + "main_score": 0.896047, + "hf_subset": "crh_Latn-ltg_Latn", + "languages": [ + "crh-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.749621, + "recall": 0.802372, + "f1": 0.765269, + "accuracy": 0.802372, + "main_score": 0.765269, + "hf_subset": "crh_Latn-nso_Latn", + "languages": [ + "crh-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "crh_Latn-sin_Sinh", + "languages": [ + "crh-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-tha_Thai", + "languages": [ + "crh-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "crh_Latn-zho_Hans", + "languages": [ + "crh-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-ast_Latn", + "languages": [ + "crh-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-glg_Latn", + "languages": [ + "crh-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.818874, + "recall": 0.865613, + "f1": 0.833267, + "accuracy": 0.865613, + "main_score": 0.833267, + "hf_subset": "crh_Latn-kas_Deva", + "languages": [ + "crh-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-ltz_Latn", + "languages": [ + "crh-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.431092, + "recall": 0.48913, + "f1": 0.446072, + "accuracy": 0.48913, + "main_score": 0.446072, + "hf_subset": "crh_Latn-nus_Latn", + "languages": [ + "crh-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-slk_Latn", + "languages": [ + "crh-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.623471, + "recall": 0.699605, + "f1": 0.645342, + "accuracy": 0.699605, + "main_score": 0.645342, + "hf_subset": "crh_Latn-tir_Ethi", + "languages": [ + "crh-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-zho_Hant", + "languages": [ + "crh-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.970191, + "recall": 0.978261, + "f1": 0.972826, + "accuracy": 0.978261, + "main_score": 0.972826, + "hf_subset": "crh_Latn-awa_Deva", + "languages": [ + "crh-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "crh_Latn-cym_Latn", + "languages": [ + "crh-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.7446, + "recall": 0.790514, + "f1": 0.757914, + "accuracy": 0.790514, + "main_score": 0.757914, + "hf_subset": "crh_Latn-grn_Latn", + "languages": [ + "crh-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-kat_Geor", + "languages": [ + "crh-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.587444, + "recall": 0.641304, + "f1": 0.602404, + "accuracy": 0.641304, + "main_score": 0.602404, + "hf_subset": "crh_Latn-lua_Latn", + "languages": [ + "crh-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.802569, + "recall": 0.851779, + "f1": 0.817245, + "accuracy": 0.851779, + "main_score": 0.817245, + "hf_subset": "crh_Latn-nya_Latn", + "languages": [ + "crh-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "crh_Latn-slv_Latn", + "languages": [ + "crh-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.941123, + "recall": 0.958498, + "f1": 0.946542, + "accuracy": 0.958498, + "main_score": 0.946542, + "hf_subset": "crh_Latn-tpi_Latn", + "languages": [ + "crh-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-zsm_Latn", + "languages": [ + "crh-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.493067, + "recall": 0.550395, + "f1": 0.50942, + "accuracy": 0.550395, + "main_score": 0.50942, + "hf_subset": "crh_Latn-ayr_Latn", + "languages": [ + "crh-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-dan_Latn", + "languages": [ + "crh-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-guj_Gujr", + "languages": [ + "crh-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "crh_Latn-kaz_Cyrl", + "languages": [ + "crh-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.630641, + "recall": 0.700593, + "f1": 0.650587, + "accuracy": 0.700593, + "main_score": 0.650587, + "hf_subset": "crh_Latn-lug_Latn", + "languages": [ + "crh-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-oci_Latn", + "languages": [ + "crh-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.800214, + "recall": 0.848814, + "f1": 0.815072, + "accuracy": 0.848814, + "main_score": 0.815072, + "hf_subset": "crh_Latn-smo_Latn", + "languages": [ + "crh-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.708211, + "recall": 0.771739, + "f1": 0.727195, + "accuracy": 0.771739, + "main_score": 0.727195, + "hf_subset": "crh_Latn-tsn_Latn", + "languages": [ + "crh-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.820109, + "recall": 0.869565, + "f1": 0.835474, + "accuracy": 0.869565, + "main_score": 0.835474, + "hf_subset": "crh_Latn-zul_Latn", + "languages": [ + "crh-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.915184, + "recall": 0.940711, + "f1": 0.923584, + "accuracy": 0.940711, + "main_score": 0.923584, + "hf_subset": "crh_Latn-azb_Arab", + "languages": [ + "crh-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-deu_Latn", + "languages": [ + "crh-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "crh_Latn-hat_Latn", + "languages": [ + "crh-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.481063, + "recall": 0.535573, + "f1": 0.496283, + "accuracy": 0.535573, + "main_score": 0.496283, + "hf_subset": "crh_Latn-kbp_Latn", + "languages": [ + "crh-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.515315, + "recall": 0.570158, + "f1": 0.53062, + "accuracy": 0.570158, + "main_score": 0.53062, + "hf_subset": "crh_Latn-luo_Latn", + "languages": [ + "crh-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "crh_Latn-ory_Orya", + "languages": [ + "crh-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.83806, + "recall": 0.879447, + "f1": 0.850856, + "accuracy": 0.879447, + "main_score": 0.850856, + "hf_subset": "crh_Latn-sna_Latn", + "languages": [ + "crh-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.642438, + "recall": 0.70751, + "f1": 0.660885, + "accuracy": 0.70751, + "main_score": 0.660885, + "hf_subset": "crh_Latn-tso_Latn", + "languages": [ + "crh-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "crh_Latn-azj_Latn", + "languages": [ + "crh-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.487805, + "recall": 0.552372, + "f1": 0.506461, + "accuracy": 0.552372, + "main_score": 0.506461, + "hf_subset": "crh_Latn-dik_Latn", + "languages": [ + "crh-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.881094, + "recall": 0.916996, + "f1": 0.892589, + "accuracy": 0.916996, + "main_score": 0.892589, + "hf_subset": "crh_Latn-hau_Latn", + "languages": [ + "crh-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "crh_Latn-kea_Latn", + "languages": [ + "crh-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.910161, + "recall": 0.937747, + "f1": 0.919038, + "accuracy": 0.937747, + "main_score": 0.919038, + "hf_subset": "crh_Latn-lus_Latn", + "languages": [ + "crh-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.839872, + "recall": 0.879447, + "f1": 0.8516, + "accuracy": 0.879447, + "main_score": 0.8516, + "hf_subset": "crh_Latn-pag_Latn", + "languages": [ + "crh-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "crh_Latn-snd_Arab", + "languages": [ + "crh-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "crh_Latn-tuk_Latn", + "languages": [ + "crh-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "crh_Latn-bak_Cyrl", + "languages": [ + "crh-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.447248, + "recall": 0.518775, + "f1": 0.46686, + "accuracy": 0.518775, + "main_score": 0.46686, + "hf_subset": "crh_Latn-dyu_Latn", + "languages": [ + "crh-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-heb_Hebr", + "languages": [ + "crh-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964215, + "accuracy": 0.972332, + "main_score": 0.964215, + "hf_subset": "crh_Latn-khk_Cyrl", + "languages": [ + "crh-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "crh_Latn-lvs_Latn", + "languages": [ + "crh-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "crh_Latn-pan_Guru", + "languages": [ + "crh-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.838472, + "recall": 0.881423, + "f1": 0.851746, + "accuracy": 0.881423, + "main_score": 0.851746, + "hf_subset": "crh_Latn-som_Latn", + "languages": [ + "crh-Latn", + "som-Latn" + ] + }, + { + "precision": 0.65551, + "recall": 0.716403, + "f1": 0.672852, + "accuracy": 0.716403, + "main_score": 0.672852, + "hf_subset": "crh_Latn-tum_Latn", + "languages": [ + "crh-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.488267, + "recall": 0.575099, + "f1": 0.511496, + "accuracy": 0.575099, + "main_score": 0.511496, + "hf_subset": "glg_Latn-ace_Arab", + "languages": [ + "glg-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.464288, + "recall": 0.513834, + "f1": 0.477359, + "accuracy": 0.513834, + "main_score": 0.477359, + "hf_subset": "glg_Latn-bam_Latn", + "languages": [ + "glg-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.597679, + "recall": 0.683794, + "f1": 0.621774, + "accuracy": 0.683794, + "main_score": 0.621774, + "hf_subset": "glg_Latn-dzo_Tibt", + "languages": [ + "glg-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-hin_Deva", + "languages": [ + "glg-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "glg_Latn-khm_Khmr", + "languages": [ + "glg-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "glg_Latn-mag_Deva", + "languages": [ + "glg-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "glg_Latn-pap_Latn", + "languages": [ + "glg-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.81497, + "recall": 0.866601, + "f1": 0.830896, + "accuracy": 0.866601, + "main_score": 0.830896, + "hf_subset": "glg_Latn-sot_Latn", + "languages": [ + "glg-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-tur_Latn", + "languages": [ + "glg-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.839509, + "recall": 0.884387, + "f1": 0.853294, + "accuracy": 0.884387, + "main_score": 0.853294, + "hf_subset": "glg_Latn-ace_Latn", + "languages": [ + "glg-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "glg_Latn-ban_Latn", + "languages": [ + "glg-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-ell_Grek", + "languages": [ + "glg-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "glg_Latn-hne_Deva", + "languages": [ + "glg-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.538853, + "recall": 0.613636, + "f1": 0.559089, + "accuracy": 0.613636, + "main_score": 0.559089, + "hf_subset": "glg_Latn-kik_Latn", + "languages": [ + "glg-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "glg_Latn-mai_Deva", + "languages": [ + "glg-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.932395, + "recall": 0.953557, + "f1": 0.93913, + "accuracy": 0.953557, + "main_score": 0.93913, + "hf_subset": "glg_Latn-pbt_Arab", + "languages": [ + "glg-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.71375, + "recall": 0.778656, + "f1": 0.73229, + "accuracy": 0.778656, + "main_score": 0.73229, + "hf_subset": "glg_Latn-twi_Latn", + "languages": [ + "glg-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "glg_Latn-acm_Arab", + "languages": [ + "glg-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-bel_Cyrl", + "languages": [ + "glg-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-hrv_Latn", + "languages": [ + "glg-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.800569, + "recall": 0.850791, + "f1": 0.815399, + "accuracy": 0.850791, + "main_score": 0.815399, + "hf_subset": "glg_Latn-kin_Latn", + "languages": [ + "glg-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "glg_Latn-mal_Mlym", + "languages": [ + "glg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-pes_Arab", + "languages": [ + "glg-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "glg_Latn-srd_Latn", + "languages": [ + "glg-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.189754, + "recall": 0.251976, + "f1": 0.204731, + "accuracy": 0.251976, + "main_score": 0.204731, + "hf_subset": "glg_Latn-tzm_Tfng", + "languages": [ + "glg-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-acq_Arab", + "languages": [ + "glg-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.606747, + "recall": 0.687747, + "f1": 0.629518, + "accuracy": 0.687747, + "main_score": 0.629518, + "hf_subset": "glg_Latn-bem_Latn", + "languages": [ + "glg-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-epo_Latn", + "languages": [ + "glg-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "glg_Latn-hun_Latn", + "languages": [ + "glg-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "glg_Latn-kir_Cyrl", + "languages": [ + "glg-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-mar_Deva", + "languages": [ + "glg-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.830023, + "recall": 0.878458, + "f1": 0.845059, + "accuracy": 0.878458, + "main_score": 0.845059, + "hf_subset": "glg_Latn-plt_Latn", + "languages": [ + "glg-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-srp_Cyrl", + "languages": [ + "glg-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.913949, + "recall": 0.939723, + "f1": 0.922167, + "accuracy": 0.939723, + "main_score": 0.922167, + "hf_subset": "glg_Latn-uig_Arab", + "languages": [ + "glg-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "glg_Latn-aeb_Arab", + "languages": [ + "glg-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-ben_Beng", + "languages": [ + "glg-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "glg_Latn-est_Latn", + "languages": [ + "glg-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "glg_Latn-hye_Armn", + "languages": [ + "glg-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.435329, + "recall": 0.501976, + "f1": 0.452832, + "accuracy": 0.501976, + "main_score": 0.452832, + "hf_subset": "glg_Latn-kmb_Latn", + "languages": [ + "glg-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.434611, + "recall": 0.517787, + "f1": 0.455156, + "accuracy": 0.517787, + "main_score": 0.455156, + "hf_subset": "glg_Latn-min_Arab", + "languages": [ + "glg-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-pol_Latn", + "languages": [ + "glg-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.673958, + "recall": 0.75, + "f1": 0.695866, + "accuracy": 0.75, + "main_score": 0.695866, + "hf_subset": "glg_Latn-ssw_Latn", + "languages": [ + "glg-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-ukr_Cyrl", + "languages": [ + "glg-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-afr_Latn", + "languages": [ + "glg-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "glg_Latn-bho_Deva", + "languages": [ + "glg-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-eus_Latn", + "languages": [ + "glg-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.810919, + "recall": 0.865613, + "f1": 0.827602, + "accuracy": 0.865613, + "main_score": 0.827602, + "hf_subset": "glg_Latn-ibo_Latn", + "languages": [ + "glg-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.83279, + "recall": 0.879447, + "f1": 0.847003, + "accuracy": 0.879447, + "main_score": 0.847003, + "hf_subset": "glg_Latn-kmr_Latn", + "languages": [ + "glg-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "glg_Latn-min_Latn", + "languages": [ + "glg-Latn", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "glg_Latn-sun_Latn", + "languages": [ + "glg-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.425222, + "recall": 0.492095, + "f1": 0.443486, + "accuracy": 0.492095, + "main_score": 0.443486, + "hf_subset": "glg_Latn-umb_Latn", + "languages": [ + "glg-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "glg_Latn-ajp_Arab", + "languages": [ + "glg-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.450955, + "recall": 0.539526, + "f1": 0.473743, + "accuracy": 0.539526, + "main_score": 0.473743, + "hf_subset": "glg_Latn-bjn_Arab", + "languages": [ + "glg-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.43716, + "recall": 0.494071, + "f1": 0.452397, + "accuracy": 0.494071, + "main_score": 0.452397, + "hf_subset": "glg_Latn-ewe_Latn", + "languages": [ + "glg-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.931192, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "glg_Latn-ilo_Latn", + "languages": [ + "glg-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.222681, + "recall": 0.282609, + "f1": 0.236687, + "accuracy": 0.282609, + "main_score": 0.236687, + "hf_subset": "glg_Latn-knc_Arab", + "languages": [ + "glg-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-mkd_Cyrl", + "languages": [ + "glg-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-prs_Arab", + "languages": [ + "glg-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-swe_Latn", + "languages": [ + "glg-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "glg_Latn-urd_Arab", + "languages": [ + "glg-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.687725, + "recall": 0.756917, + "f1": 0.707758, + "accuracy": 0.756917, + "main_score": 0.707758, + "hf_subset": "glg_Latn-aka_Latn", + "languages": [ + "glg-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "glg_Latn-bjn_Latn", + "languages": [ + "glg-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "glg_Latn-fao_Latn", + "languages": [ + "glg-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-ind_Latn", + "languages": [ + "glg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.48779, + "recall": 0.54249, + "f1": 0.502256, + "accuracy": 0.54249, + "main_score": 0.502256, + "hf_subset": "glg_Latn-knc_Latn", + "languages": [ + "glg-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.615887, + "recall": 0.685771, + "f1": 0.635304, + "accuracy": 0.685771, + "main_score": 0.635304, + "hf_subset": "glg_Latn-quy_Latn", + "languages": [ + "glg-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "glg_Latn-swh_Latn", + "languages": [ + "glg-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "glg_Latn-uzn_Latn", + "languages": [ + "glg-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "glg_Latn-als_Latn", + "languages": [ + "glg-Latn", + "als-Latn" + ] + }, + { + "precision": 0.738417, + "recall": 0.807312, + "f1": 0.758875, + "accuracy": 0.807312, + "main_score": 0.758875, + "hf_subset": "glg_Latn-bod_Tibt", + "languages": [ + "glg-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.591084, + "recall": 0.66996, + "f1": 0.61355, + "accuracy": 0.66996, + "main_score": 0.61355, + "hf_subset": "glg_Latn-fij_Latn", + "languages": [ + "glg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "glg_Latn-isl_Latn", + "languages": [ + "glg-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.566108, + "recall": 0.634387, + "f1": 0.584169, + "accuracy": 0.634387, + "main_score": 0.584169, + "hf_subset": "glg_Latn-kon_Latn", + "languages": [ + "glg-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.585055, + "recall": 0.661067, + "f1": 0.606049, + "accuracy": 0.661067, + "main_score": 0.606049, + "hf_subset": "glg_Latn-mni_Beng", + "languages": [ + "glg-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "glg_Latn-szl_Latn", + "languages": [ + "glg-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-vec_Latn", + "languages": [ + "glg-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.894796, + "recall": 0.925889, + "f1": 0.904447, + "accuracy": 0.925889, + "main_score": 0.904447, + "hf_subset": "glg_Latn-amh_Ethi", + "languages": [ + "glg-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-bos_Latn", + "languages": [ + "glg-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "glg_Latn-fin_Latn", + "languages": [ + "glg-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-kor_Hang", + "languages": [ + "glg-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.4696, + "recall": 0.52668, + "f1": 0.48511, + "accuracy": 0.52668, + "main_score": 0.48511, + "hf_subset": "glg_Latn-mos_Latn", + "languages": [ + "glg-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.709314, + "recall": 0.775692, + "f1": 0.728574, + "accuracy": 0.775692, + "main_score": 0.728574, + "hf_subset": "glg_Latn-run_Latn", + "languages": [ + "glg-Latn", + "run-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "glg_Latn-tam_Taml", + "languages": [ + "glg-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-vie_Latn", + "languages": [ + "glg-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-apc_Arab", + "languages": [ + "glg-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.679236, + "recall": 0.750988, + "f1": 0.698984, + "accuracy": 0.750988, + "main_score": 0.698984, + "hf_subset": "glg_Latn-bug_Latn", + "languages": [ + "glg-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.413789, + "recall": 0.468379, + "f1": 0.429321, + "accuracy": 0.468379, + "main_score": 0.429321, + "hf_subset": "glg_Latn-fon_Latn", + "languages": [ + "glg-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "glg_Latn-jav_Latn", + "languages": [ + "glg-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.927536, + "recall": 0.949605, + "f1": 0.934585, + "accuracy": 0.949605, + "main_score": 0.934585, + "hf_subset": "glg_Latn-lao_Laoo", + "languages": [ + "glg-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.842589, + "recall": 0.887352, + "f1": 0.856522, + "accuracy": 0.887352, + "main_score": 0.856522, + "hf_subset": "glg_Latn-mri_Latn", + "languages": [ + "glg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-rus_Cyrl", + "languages": [ + "glg-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.471519, + "recall": 0.531621, + "f1": 0.487458, + "accuracy": 0.531621, + "main_score": 0.487458, + "hf_subset": "glg_Latn-taq_Latn", + "languages": [ + "glg-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "glg_Latn-war_Latn", + "languages": [ + "glg-Latn", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-arb_Arab", + "languages": [ + "glg-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-bul_Cyrl", + "languages": [ + "glg-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-jpn_Jpan", + "languages": [ + "glg-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "glg_Latn-lij_Latn", + "languages": [ + "glg-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "glg_Latn-mya_Mymr", + "languages": [ + "glg-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.533455, + "recall": 0.592885, + "f1": 0.549588, + "accuracy": 0.592885, + "main_score": 0.549588, + "hf_subset": "glg_Latn-sag_Latn", + "languages": [ + "glg-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.20304, + "recall": 0.268775, + "f1": 0.218804, + "accuracy": 0.268775, + "main_score": 0.218804, + "hf_subset": "glg_Latn-taq_Tfng", + "languages": [ + "glg-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.626557, + "recall": 0.690711, + "f1": 0.644214, + "accuracy": 0.690711, + "main_score": 0.644214, + "hf_subset": "glg_Latn-wol_Latn", + "languages": [ + "glg-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.828475, + "recall": 0.87747, + "f1": 0.843577, + "accuracy": 0.87747, + "main_score": 0.843577, + "hf_subset": "glg_Latn-arb_Latn", + "languages": [ + "glg-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "glg_Latn-fur_Latn", + "languages": [ + "glg-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.401079, + "recall": 0.472332, + "f1": 0.418014, + "accuracy": 0.472332, + "main_score": 0.418014, + "hf_subset": "glg_Latn-kab_Latn", + "languages": [ + "glg-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "glg_Latn-lim_Latn", + "languages": [ + "glg-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-nld_Latn", + "languages": [ + "glg-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "glg_Latn-san_Deva", + "languages": [ + "glg-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "glg_Latn-tat_Cyrl", + "languages": [ + "glg-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.835787, + "recall": 0.882411, + "f1": 0.850329, + "accuracy": 0.882411, + "main_score": 0.850329, + "hf_subset": "glg_Latn-xho_Latn", + "languages": [ + "glg-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-ars_Arab", + "languages": [ + "glg-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-ceb_Latn", + "languages": [ + "glg-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449444, + "recall": 0.51581, + "f1": 0.46639, + "accuracy": 0.51581, + "main_score": 0.46639, + "hf_subset": "glg_Latn-fuv_Latn", + "languages": [ + "glg-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.450218, + "recall": 0.514822, + "f1": 0.466756, + "accuracy": 0.514822, + "main_score": 0.466756, + "hf_subset": "glg_Latn-kac_Latn", + "languages": [ + "glg-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.580706, + "recall": 0.652174, + "f1": 0.599401, + "accuracy": 0.652174, + "main_score": 0.599401, + "hf_subset": "glg_Latn-lin_Latn", + "languages": [ + "glg-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-nno_Latn", + "languages": [ + "glg-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.844516, + "recall": 0.885375, + "f1": 0.856719, + "accuracy": 0.885375, + "main_score": 0.856719, + "hf_subset": "glg_Latn-sat_Olck", + "languages": [ + "glg-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "glg_Latn-tel_Telu", + "languages": [ + "glg-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "glg_Latn-ydd_Hebr", + "languages": [ + "glg-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "glg_Latn-ary_Arab", + "languages": [ + "glg-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-ces_Latn", + "languages": [ + "glg-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.526637, + "recall": 0.602767, + "f1": 0.547251, + "accuracy": 0.602767, + "main_score": 0.547251, + "hf_subset": "glg_Latn-gaz_Latn", + "languages": [ + "glg-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.499023, + "recall": 0.579051, + "f1": 0.520051, + "accuracy": 0.579051, + "main_score": 0.520051, + "hf_subset": "glg_Latn-kam_Latn", + "languages": [ + "glg-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "glg_Latn-lit_Latn", + "languages": [ + "glg-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-nob_Latn", + "languages": [ + "glg-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "glg_Latn-scn_Latn", + "languages": [ + "glg-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "glg_Latn-tgk_Cyrl", + "languages": [ + "glg-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.671212, + "recall": 0.75, + "f1": 0.693958, + "accuracy": 0.75, + "main_score": 0.693958, + "hf_subset": "glg_Latn-yor_Latn", + "languages": [ + "glg-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-arz_Arab", + "languages": [ + "glg-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.446957, + "recall": 0.516798, + "f1": 0.465917, + "accuracy": 0.516798, + "main_score": 0.465917, + "hf_subset": "glg_Latn-cjk_Latn", + "languages": [ + "glg-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.916173, + "recall": 0.942688, + "f1": 0.924736, + "accuracy": 0.942688, + "main_score": 0.924736, + "hf_subset": "glg_Latn-gla_Latn", + "languages": [ + "glg-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "glg_Latn-kan_Knda", + "languages": [ + "glg-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982345, + "accuracy": 0.986166, + "main_score": 0.982345, + "hf_subset": "glg_Latn-lmo_Latn", + "languages": [ + "glg-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "glg_Latn-npi_Deva", + "languages": [ + "glg-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.50199, + "recall": 0.583004, + "f1": 0.524657, + "accuracy": 0.583004, + "main_score": 0.524657, + "hf_subset": "glg_Latn-shn_Mymr", + "languages": [ + "glg-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-tgl_Latn", + "languages": [ + "glg-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-yue_Hant", + "languages": [ + "glg-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "glg_Latn-asm_Beng", + "languages": [ + "glg-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.907773, + "recall": 0.936759, + "f1": 0.917161, + "accuracy": 0.936759, + "main_score": 0.917161, + "hf_subset": "glg_Latn-ckb_Arab", + "languages": [ + "glg-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "glg_Latn-gle_Latn", + "languages": [ + "glg-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.871542, + "recall": 0.909091, + "f1": 0.883169, + "accuracy": 0.909091, + "main_score": 0.883169, + "hf_subset": "glg_Latn-kas_Arab", + "languages": [ + "glg-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.875906, + "recall": 0.912055, + "f1": 0.887022, + "accuracy": 0.912055, + "main_score": 0.887022, + "hf_subset": "glg_Latn-ltg_Latn", + "languages": [ + "glg-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.737648, + "recall": 0.802372, + "f1": 0.75736, + "accuracy": 0.802372, + "main_score": 0.75736, + "hf_subset": "glg_Latn-nso_Latn", + "languages": [ + "glg-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.945899, + "recall": 0.962451, + "f1": 0.951153, + "accuracy": 0.962451, + "main_score": 0.951153, + "hf_subset": "glg_Latn-sin_Sinh", + "languages": [ + "glg-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-tha_Thai", + "languages": [ + "glg-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-zho_Hans", + "languages": [ + "glg-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-ast_Latn", + "languages": [ + "glg-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "glg_Latn-crh_Latn", + "languages": [ + "glg-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.817507, + "recall": 0.868577, + "f1": 0.83274, + "accuracy": 0.868577, + "main_score": 0.83274, + "hf_subset": "glg_Latn-kas_Deva", + "languages": [ + "glg-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "glg_Latn-ltz_Latn", + "languages": [ + "glg-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41008, + "recall": 0.476285, + "f1": 0.428202, + "accuracy": 0.476285, + "main_score": 0.428202, + "hf_subset": "glg_Latn-nus_Latn", + "languages": [ + "glg-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-slk_Latn", + "languages": [ + "glg-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.587659, + "recall": 0.677866, + "f1": 0.612727, + "accuracy": 0.677866, + "main_score": 0.612727, + "hf_subset": "glg_Latn-tir_Ethi", + "languages": [ + "glg-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-zho_Hant", + "languages": [ + "glg-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.971426, + "recall": 0.979249, + "f1": 0.97388, + "accuracy": 0.979249, + "main_score": 0.97388, + "hf_subset": "glg_Latn-awa_Deva", + "languages": [ + "glg-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "glg_Latn-cym_Latn", + "languages": [ + "glg-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.733881, + "recall": 0.798419, + "f1": 0.752936, + "accuracy": 0.798419, + "main_score": 0.752936, + "hf_subset": "glg_Latn-grn_Latn", + "languages": [ + "glg-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-kat_Geor", + "languages": [ + "glg-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.558727, + "recall": 0.623518, + "f1": 0.575457, + "accuracy": 0.623518, + "main_score": 0.575457, + "hf_subset": "glg_Latn-lua_Latn", + "languages": [ + "glg-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.772184, + "recall": 0.833992, + "f1": 0.790975, + "accuracy": 0.833992, + "main_score": 0.790975, + "hf_subset": "glg_Latn-nya_Latn", + "languages": [ + "glg-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "glg_Latn-slv_Latn", + "languages": [ + "glg-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "glg_Latn-tpi_Latn", + "languages": [ + "glg-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-zsm_Latn", + "languages": [ + "glg-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.490527, + "recall": 0.562253, + "f1": 0.510127, + "accuracy": 0.562253, + "main_score": 0.510127, + "hf_subset": "glg_Latn-ayr_Latn", + "languages": [ + "glg-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-dan_Latn", + "languages": [ + "glg-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-guj_Gujr", + "languages": [ + "glg-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "glg_Latn-kaz_Cyrl", + "languages": [ + "glg-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.579992, + "recall": 0.664032, + "f1": 0.603239, + "accuracy": 0.664032, + "main_score": 0.603239, + "hf_subset": "glg_Latn-lug_Latn", + "languages": [ + "glg-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-oci_Latn", + "languages": [ + "glg-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.777734, + "recall": 0.833004, + "f1": 0.794321, + "accuracy": 0.833004, + "main_score": 0.794321, + "hf_subset": "glg_Latn-smo_Latn", + "languages": [ + "glg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.704265, + "recall": 0.774704, + "f1": 0.725216, + "accuracy": 0.774704, + "main_score": 0.725216, + "hf_subset": "glg_Latn-tsn_Latn", + "languages": [ + "glg-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.850659, + "recall": 0.894269, + "f1": 0.864229, + "accuracy": 0.894269, + "main_score": 0.864229, + "hf_subset": "glg_Latn-zul_Latn", + "languages": [ + "glg-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.897892, + "recall": 0.928854, + "f1": 0.90774, + "accuracy": 0.928854, + "main_score": 0.90774, + "hf_subset": "glg_Latn-azb_Arab", + "languages": [ + "glg-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-deu_Latn", + "languages": [ + "glg-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "glg_Latn-hat_Latn", + "languages": [ + "glg-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.44157, + "recall": 0.502964, + "f1": 0.458229, + "accuracy": 0.502964, + "main_score": 0.458229, + "hf_subset": "glg_Latn-kbp_Latn", + "languages": [ + "glg-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.496036, + "recall": 0.565217, + "f1": 0.514741, + "accuracy": 0.565217, + "main_score": 0.514741, + "hf_subset": "glg_Latn-luo_Latn", + "languages": [ + "glg-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "glg_Latn-ory_Orya", + "languages": [ + "glg-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.840415, + "recall": 0.885375, + "f1": 0.854348, + "accuracy": 0.885375, + "main_score": 0.854348, + "hf_subset": "glg_Latn-sna_Latn", + "languages": [ + "glg-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.603642, + "recall": 0.679842, + "f1": 0.624948, + "accuracy": 0.679842, + "main_score": 0.624948, + "hf_subset": "glg_Latn-tso_Latn", + "languages": [ + "glg-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-azj_Latn", + "languages": [ + "glg-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.492113, + "recall": 0.559289, + "f1": 0.51056, + "accuracy": 0.559289, + "main_score": 0.51056, + "hf_subset": "glg_Latn-dik_Latn", + "languages": [ + "glg-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.873353, + "recall": 0.910079, + "f1": 0.884848, + "accuracy": 0.910079, + "main_score": 0.884848, + "hf_subset": "glg_Latn-hau_Latn", + "languages": [ + "glg-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "glg_Latn-kea_Latn", + "languages": [ + "glg-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.899374, + "recall": 0.927866, + "f1": 0.908235, + "accuracy": 0.927866, + "main_score": 0.908235, + "hf_subset": "glg_Latn-lus_Latn", + "languages": [ + "glg-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.822332, + "recall": 0.870553, + "f1": 0.836858, + "accuracy": 0.870553, + "main_score": 0.836858, + "hf_subset": "glg_Latn-pag_Latn", + "languages": [ + "glg-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.967391, + "f1": 0.956522, + "accuracy": 0.967391, + "main_score": 0.956522, + "hf_subset": "glg_Latn-snd_Arab", + "languages": [ + "glg-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "glg_Latn-tuk_Latn", + "languages": [ + "glg-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "glg_Latn-bak_Cyrl", + "languages": [ + "glg-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.454004, + "recall": 0.528656, + "f1": 0.473793, + "accuracy": 0.528656, + "main_score": 0.473793, + "hf_subset": "glg_Latn-dyu_Latn", + "languages": [ + "glg-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-heb_Hebr", + "languages": [ + "glg-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "glg_Latn-khk_Cyrl", + "languages": [ + "glg-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-lvs_Latn", + "languages": [ + "glg-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "glg_Latn-pan_Guru", + "languages": [ + "glg-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.827273, + "recall": 0.878458, + "f1": 0.843149, + "accuracy": 0.878458, + "main_score": 0.843149, + "hf_subset": "glg_Latn-som_Latn", + "languages": [ + "glg-Latn", + "som-Latn" + ] + }, + { + "precision": 0.654538, + "recall": 0.72332, + "f1": 0.674085, + "accuracy": 0.72332, + "main_score": 0.674085, + "hf_subset": "glg_Latn-tum_Latn", + "languages": [ + "glg-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.500058, + "recall": 0.568182, + "f1": 0.519347, + "accuracy": 0.568182, + "main_score": 0.519347, + "hf_subset": "kas_Deva-ace_Arab", + "languages": [ + "kas-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.478798, + "recall": 0.522727, + "f1": 0.491599, + "accuracy": 0.522727, + "main_score": 0.491599, + "hf_subset": "kas_Deva-bam_Latn", + "languages": [ + "kas-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.46324, + "recall": 0.541502, + "f1": 0.484096, + "accuracy": 0.541502, + "main_score": 0.484096, + "hf_subset": "kas_Deva-dzo_Tibt", + "languages": [ + "kas-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.862898, + "recall": 0.896245, + "f1": 0.872307, + "accuracy": 0.896245, + "main_score": 0.872307, + "hf_subset": "kas_Deva-hin_Deva", + "languages": [ + "kas-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.733611, + "recall": 0.793478, + "f1": 0.750529, + "accuracy": 0.793478, + "main_score": 0.750529, + "hf_subset": "kas_Deva-khm_Khmr", + "languages": [ + "kas-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.881571, + "recall": 0.910079, + "f1": 0.889417, + "accuracy": 0.910079, + "main_score": 0.889417, + "hf_subset": "kas_Deva-mag_Deva", + "languages": [ + "kas-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.837274, + "recall": 0.87253, + "f1": 0.847078, + "accuracy": 0.87253, + "main_score": 0.847078, + "hf_subset": "kas_Deva-pap_Latn", + "languages": [ + "kas-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.645266, + "recall": 0.699605, + "f1": 0.660213, + "accuracy": 0.699605, + "main_score": 0.660213, + "hf_subset": "kas_Deva-sot_Latn", + "languages": [ + "kas-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.843884, + "recall": 0.882411, + "f1": 0.854602, + "accuracy": 0.882411, + "main_score": 0.854602, + "hf_subset": "kas_Deva-tur_Latn", + "languages": [ + "kas-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.737162, + "recall": 0.787549, + "f1": 0.751681, + "accuracy": 0.787549, + "main_score": 0.751681, + "hf_subset": "kas_Deva-ace_Latn", + "languages": [ + "kas-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.769277, + "recall": 0.816206, + "f1": 0.782555, + "accuracy": 0.816206, + "main_score": 0.782555, + "hf_subset": "kas_Deva-ban_Latn", + "languages": [ + "kas-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.818103, + "recall": 0.86166, + "f1": 0.830386, + "accuracy": 0.86166, + "main_score": 0.830386, + "hf_subset": "kas_Deva-ell_Grek", + "languages": [ + "kas-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.877414, + "recall": 0.906126, + "f1": 0.885327, + "accuracy": 0.906126, + "main_score": 0.885327, + "hf_subset": "kas_Deva-hne_Deva", + "languages": [ + "kas-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.518865, + "recall": 0.571146, + "f1": 0.53276, + "accuracy": 0.571146, + "main_score": 0.53276, + "hf_subset": "kas_Deva-kik_Latn", + "languages": [ + "kas-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.873341, + "recall": 0.90415, + "f1": 0.882131, + "accuracy": 0.90415, + "main_score": 0.882131, + "hf_subset": "kas_Deva-mai_Deva", + "languages": [ + "kas-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.805774, + "recall": 0.847826, + "f1": 0.817969, + "accuracy": 0.847826, + "main_score": 0.817969, + "hf_subset": "kas_Deva-pbt_Arab", + "languages": [ + "kas-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.845457, + "recall": 0.884387, + "f1": 0.856741, + "accuracy": 0.884387, + "main_score": 0.856741, + "hf_subset": "kas_Deva-spa_Latn", + "languages": [ + "kas-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.648433, + "recall": 0.699605, + "f1": 0.662393, + "accuracy": 0.699605, + "main_score": 0.662393, + "hf_subset": "kas_Deva-twi_Latn", + "languages": [ + "kas-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.83391, + "recall": 0.873518, + "f1": 0.845396, + "accuracy": 0.873518, + "main_score": 0.845396, + "hf_subset": "kas_Deva-acm_Arab", + "languages": [ + "kas-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.758816, + "recall": 0.814229, + "f1": 0.774173, + "accuracy": 0.814229, + "main_score": 0.774173, + "hf_subset": "kas_Deva-bel_Cyrl", + "languages": [ + "kas-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.890461, + "recall": 0.917984, + "f1": 0.898639, + "accuracy": 0.917984, + "main_score": 0.898639, + "hf_subset": "kas_Deva-eng_Latn", + "languages": [ + "kas-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.819906, + "recall": 0.863636, + "f1": 0.832183, + "accuracy": 0.863636, + "main_score": 0.832183, + "hf_subset": "kas_Deva-hrv_Latn", + "languages": [ + "kas-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.629892, + "recall": 0.692688, + "f1": 0.647902, + "accuracy": 0.692688, + "main_score": 0.647902, + "hf_subset": "kas_Deva-kin_Latn", + "languages": [ + "kas-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.814181, + "recall": 0.857708, + "f1": 0.826381, + "accuracy": 0.857708, + "main_score": 0.826381, + "hf_subset": "kas_Deva-mal_Mlym", + "languages": [ + "kas-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.853446, + "recall": 0.885375, + "f1": 0.861861, + "accuracy": 0.885375, + "main_score": 0.861861, + "hf_subset": "kas_Deva-pes_Arab", + "languages": [ + "kas-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.821014, + "recall": 0.862648, + "f1": 0.83314, + "accuracy": 0.862648, + "main_score": 0.83314, + "hf_subset": "kas_Deva-srd_Latn", + "languages": [ + "kas-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.234978, + "recall": 0.291502, + "f1": 0.249578, + "accuracy": 0.291502, + "main_score": 0.249578, + "hf_subset": "kas_Deva-tzm_Tfng", + "languages": [ + "kas-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.850834, + "recall": 0.889328, + "f1": 0.861957, + "accuracy": 0.889328, + "main_score": 0.861957, + "hf_subset": "kas_Deva-acq_Arab", + "languages": [ + "kas-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.583053, + "recall": 0.636364, + "f1": 0.598617, + "accuracy": 0.636364, + "main_score": 0.598617, + "hf_subset": "kas_Deva-bem_Latn", + "languages": [ + "kas-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.796721, + "recall": 0.839921, + "f1": 0.808053, + "accuracy": 0.839921, + "main_score": 0.808053, + "hf_subset": "kas_Deva-epo_Latn", + "languages": [ + "kas-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.850124, + "recall": 0.887352, + "f1": 0.860879, + "accuracy": 0.887352, + "main_score": 0.860879, + "hf_subset": "kas_Deva-hun_Latn", + "languages": [ + "kas-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.787376, + "recall": 0.83498, + "f1": 0.800441, + "accuracy": 0.83498, + "main_score": 0.800441, + "hf_subset": "kas_Deva-kir_Cyrl", + "languages": [ + "kas-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.836499, + "recall": 0.874506, + "f1": 0.847236, + "accuracy": 0.874506, + "main_score": 0.847236, + "hf_subset": "kas_Deva-mar_Deva", + "languages": [ + "kas-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.654161, + "recall": 0.711462, + "f1": 0.670214, + "accuracy": 0.711462, + "main_score": 0.670214, + "hf_subset": "kas_Deva-plt_Latn", + "languages": [ + "kas-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.809648, + "recall": 0.854743, + "f1": 0.822464, + "accuracy": 0.854743, + "main_score": 0.822464, + "hf_subset": "kas_Deva-srp_Cyrl", + "languages": [ + "kas-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.728579, + "recall": 0.779644, + "f1": 0.742667, + "accuracy": 0.779644, + "main_score": 0.742667, + "hf_subset": "kas_Deva-uig_Arab", + "languages": [ + "kas-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.807292, + "recall": 0.849802, + "f1": 0.819107, + "accuracy": 0.849802, + "main_score": 0.819107, + "hf_subset": "kas_Deva-aeb_Arab", + "languages": [ + "kas-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.823814, + "recall": 0.862648, + "f1": 0.835288, + "accuracy": 0.862648, + "main_score": 0.835288, + "hf_subset": "kas_Deva-ben_Beng", + "languages": [ + "kas-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.80252, + "recall": 0.850791, + "f1": 0.815976, + "accuracy": 0.850791, + "main_score": 0.815976, + "hf_subset": "kas_Deva-est_Latn", + "languages": [ + "kas-Deva", + "est-Latn" + ] + }, + { + "precision": 0.80369, + "recall": 0.849802, + "f1": 0.816739, + "accuracy": 0.849802, + "main_score": 0.816739, + "hf_subset": "kas_Deva-hye_Armn", + "languages": [ + "kas-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.461801, + "recall": 0.506917, + "f1": 0.474567, + "accuracy": 0.506917, + "main_score": 0.474567, + "hf_subset": "kas_Deva-kmb_Latn", + "languages": [ + "kas-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.450181, + "recall": 0.523715, + "f1": 0.470575, + "accuracy": 0.523715, + "main_score": 0.470575, + "hf_subset": "kas_Deva-min_Arab", + "languages": [ + "kas-Deva", + "min-Arab" + ] + }, + { + "precision": 0.826942, + "recall": 0.865613, + "f1": 0.837804, + "accuracy": 0.865613, + "main_score": 0.837804, + "hf_subset": "kas_Deva-pol_Latn", + "languages": [ + "kas-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.60228, + "recall": 0.666008, + "f1": 0.619375, + "accuracy": 0.666008, + "main_score": 0.619375, + "hf_subset": "kas_Deva-ssw_Latn", + "languages": [ + "kas-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.826131, + "recall": 0.869565, + "f1": 0.83849, + "accuracy": 0.869565, + "main_score": 0.83849, + "hf_subset": "kas_Deva-ukr_Cyrl", + "languages": [ + "kas-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.808845, + "recall": 0.854743, + "f1": 0.821778, + "accuracy": 0.854743, + "main_score": 0.821778, + "hf_subset": "kas_Deva-afr_Latn", + "languages": [ + "kas-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.876658, + "recall": 0.906126, + "f1": 0.884917, + "accuracy": 0.906126, + "main_score": 0.884917, + "hf_subset": "kas_Deva-bho_Deva", + "languages": [ + "kas-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.785477, + "recall": 0.828063, + "f1": 0.797, + "accuracy": 0.828063, + "main_score": 0.797, + "hf_subset": "kas_Deva-eus_Latn", + "languages": [ + "kas-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.690108, + "recall": 0.740119, + "f1": 0.703443, + "accuracy": 0.740119, + "main_score": 0.703443, + "hf_subset": "kas_Deva-ibo_Latn", + "languages": [ + "kas-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.689823, + "recall": 0.747036, + "f1": 0.706277, + "accuracy": 0.747036, + "main_score": 0.706277, + "hf_subset": "kas_Deva-kmr_Latn", + "languages": [ + "kas-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.772145, + "recall": 0.818182, + "f1": 0.784849, + "accuracy": 0.818182, + "main_score": 0.784849, + "hf_subset": "kas_Deva-min_Latn", + "languages": [ + "kas-Deva", + "min-Latn" + ] + }, + { + "precision": 0.871196, + "recall": 0.905138, + "f1": 0.881061, + "accuracy": 0.905138, + "main_score": 0.881061, + "hf_subset": "kas_Deva-por_Latn", + "languages": [ + "kas-Deva", + "por-Latn" + ] + }, + { + "precision": 0.765646, + "recall": 0.814229, + "f1": 0.779145, + "accuracy": 0.814229, + "main_score": 0.779145, + "hf_subset": "kas_Deva-sun_Latn", + "languages": [ + "kas-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.46682, + "recall": 0.516798, + "f1": 0.480716, + "accuracy": 0.516798, + "main_score": 0.480716, + "hf_subset": "kas_Deva-umb_Latn", + "languages": [ + "kas-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.838636, + "recall": 0.883399, + "f1": 0.85216, + "accuracy": 0.883399, + "main_score": 0.85216, + "hf_subset": "kas_Deva-ajp_Arab", + "languages": [ + "kas-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.475079, + "recall": 0.54249, + "f1": 0.493878, + "accuracy": 0.54249, + "main_score": 0.493878, + "hf_subset": "kas_Deva-bjn_Arab", + "languages": [ + "kas-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.466218, + "recall": 0.507905, + "f1": 0.477677, + "accuracy": 0.507905, + "main_score": 0.477677, + "hf_subset": "kas_Deva-ewe_Latn", + "languages": [ + "kas-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.75275, + "recall": 0.799407, + "f1": 0.766361, + "accuracy": 0.799407, + "main_score": 0.766361, + "hf_subset": "kas_Deva-ilo_Latn", + "languages": [ + "kas-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.293684, + "recall": 0.346838, + "f1": 0.308092, + "accuracy": 0.346838, + "main_score": 0.308092, + "hf_subset": "kas_Deva-knc_Arab", + "languages": [ + "kas-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.809728, + "recall": 0.852767, + "f1": 0.82161, + "accuracy": 0.852767, + "main_score": 0.82161, + "hf_subset": "kas_Deva-mkd_Cyrl", + "languages": [ + "kas-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.861512, + "recall": 0.897233, + "f1": 0.871904, + "accuracy": 0.897233, + "main_score": 0.871904, + "hf_subset": "kas_Deva-prs_Arab", + "languages": [ + "kas-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.833333, + "recall": 0.876482, + "f1": 0.845775, + "accuracy": 0.876482, + "main_score": 0.845775, + "hf_subset": "kas_Deva-swe_Latn", + "languages": [ + "kas-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.861818, + "recall": 0.895257, + "f1": 0.871596, + "accuracy": 0.895257, + "main_score": 0.871596, + "hf_subset": "kas_Deva-urd_Arab", + "languages": [ + "kas-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.615367, + "recall": 0.66502, + "f1": 0.628735, + "accuracy": 0.66502, + "main_score": 0.628735, + "hf_subset": "kas_Deva-aka_Latn", + "languages": [ + "kas-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.796049, + "recall": 0.83498, + "f1": 0.806268, + "accuracy": 0.83498, + "main_score": 0.806268, + "hf_subset": "kas_Deva-bjn_Latn", + "languages": [ + "kas-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.758774, + "recall": 0.810277, + "f1": 0.773235, + "accuracy": 0.810277, + "main_score": 0.773235, + "hf_subset": "kas_Deva-fao_Latn", + "languages": [ + "kas-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.845818, + "recall": 0.880435, + "f1": 0.855276, + "accuracy": 0.880435, + "main_score": 0.855276, + "hf_subset": "kas_Deva-ind_Latn", + "languages": [ + "kas-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.509141, + "recall": 0.551383, + "f1": 0.52092, + "accuracy": 0.551383, + "main_score": 0.52092, + "hf_subset": "kas_Deva-knc_Latn", + "languages": [ + "kas-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.782954, + "recall": 0.826087, + "f1": 0.794539, + "accuracy": 0.826087, + "main_score": 0.794539, + "hf_subset": "kas_Deva-mlt_Latn", + "languages": [ + "kas-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.584133, + "recall": 0.639328, + "f1": 0.599739, + "accuracy": 0.639328, + "main_score": 0.599739, + "hf_subset": "kas_Deva-quy_Latn", + "languages": [ + "kas-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.781387, + "recall": 0.828063, + "f1": 0.794038, + "accuracy": 0.828063, + "main_score": 0.794038, + "hf_subset": "kas_Deva-swh_Latn", + "languages": [ + "kas-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.777244, + "recall": 0.827075, + "f1": 0.791173, + "accuracy": 0.827075, + "main_score": 0.791173, + "hf_subset": "kas_Deva-uzn_Latn", + "languages": [ + "kas-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.782649, + "recall": 0.83004, + "f1": 0.795726, + "accuracy": 0.83004, + "main_score": 0.795726, + "hf_subset": "kas_Deva-als_Latn", + "languages": [ + "kas-Deva", + "als-Latn" + ] + }, + { + "precision": 0.564522, + "recall": 0.635375, + "f1": 0.584291, + "accuracy": 0.635375, + "main_score": 0.584291, + "hf_subset": "kas_Deva-bod_Tibt", + "languages": [ + "kas-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.566189, + "recall": 0.620553, + "f1": 0.581241, + "accuracy": 0.620553, + "main_score": 0.581241, + "hf_subset": "kas_Deva-fij_Latn", + "languages": [ + "kas-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.760746, + "recall": 0.817194, + "f1": 0.777117, + "accuracy": 0.817194, + "main_score": 0.777117, + "hf_subset": "kas_Deva-isl_Latn", + "languages": [ + "kas-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.5713, + "recall": 0.612648, + "f1": 0.582911, + "accuracy": 0.612648, + "main_score": 0.582911, + "hf_subset": "kas_Deva-kon_Latn", + "languages": [ + "kas-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.584995, + "recall": 0.647233, + "f1": 0.602656, + "accuracy": 0.647233, + "main_score": 0.602656, + "hf_subset": "kas_Deva-mni_Beng", + "languages": [ + "kas-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.830956, + "recall": 0.871542, + "f1": 0.842267, + "accuracy": 0.871542, + "main_score": 0.842267, + "hf_subset": "kas_Deva-ron_Latn", + "languages": [ + "kas-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.834461, + "recall": 0.868577, + "f1": 0.84359, + "accuracy": 0.868577, + "main_score": 0.84359, + "hf_subset": "kas_Deva-szl_Latn", + "languages": [ + "kas-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.851784, + "recall": 0.88834, + "f1": 0.862535, + "accuracy": 0.88834, + "main_score": 0.862535, + "hf_subset": "kas_Deva-vec_Latn", + "languages": [ + "kas-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.757646, + "recall": 0.807312, + "f1": 0.771616, + "accuracy": 0.807312, + "main_score": 0.771616, + "hf_subset": "kas_Deva-amh_Ethi", + "languages": [ + "kas-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.823581, + "recall": 0.866601, + "f1": 0.835888, + "accuracy": 0.866601, + "main_score": 0.835888, + "hf_subset": "kas_Deva-bos_Latn", + "languages": [ + "kas-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.805149, + "recall": 0.851779, + "f1": 0.818219, + "accuracy": 0.851779, + "main_score": 0.818219, + "hf_subset": "kas_Deva-fin_Latn", + "languages": [ + "kas-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.838677, + "recall": 0.876482, + "f1": 0.849426, + "accuracy": 0.876482, + "main_score": 0.849426, + "hf_subset": "kas_Deva-ita_Latn", + "languages": [ + "kas-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.853962, + "recall": 0.891304, + "f1": 0.865168, + "accuracy": 0.891304, + "main_score": 0.865168, + "hf_subset": "kas_Deva-kor_Hang", + "languages": [ + "kas-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.492587, + "recall": 0.533597, + "f1": 0.504212, + "accuracy": 0.533597, + "main_score": 0.504212, + "hf_subset": "kas_Deva-mos_Latn", + "languages": [ + "kas-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.573336, + "recall": 0.635375, + "f1": 0.591016, + "accuracy": 0.635375, + "main_score": 0.591016, + "hf_subset": "kas_Deva-run_Latn", + "languages": [ + "kas-Deva", + "run-Latn" + ] + }, + { + "precision": 0.811235, + "recall": 0.848814, + "f1": 0.821611, + "accuracy": 0.848814, + "main_score": 0.821611, + "hf_subset": "kas_Deva-tam_Taml", + "languages": [ + "kas-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.847967, + "recall": 0.882411, + "f1": 0.857645, + "accuracy": 0.882411, + "main_score": 0.857645, + "hf_subset": "kas_Deva-vie_Latn", + "languages": [ + "kas-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.82076, + "recall": 0.863636, + "f1": 0.833501, + "accuracy": 0.863636, + "main_score": 0.833501, + "hf_subset": "kas_Deva-apc_Arab", + "languages": [ + "kas-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.660799, + "recall": 0.710474, + "f1": 0.674955, + "accuracy": 0.710474, + "main_score": 0.674955, + "hf_subset": "kas_Deva-bug_Latn", + "languages": [ + "kas-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.425892, + "recall": 0.459486, + "f1": 0.435269, + "accuracy": 0.459486, + "main_score": 0.435269, + "hf_subset": "kas_Deva-fon_Latn", + "languages": [ + "kas-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.768782, + "recall": 0.814229, + "f1": 0.78174, + "accuracy": 0.814229, + "main_score": 0.78174, + "hf_subset": "kas_Deva-jav_Latn", + "languages": [ + "kas-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.726493, + "recall": 0.781621, + "f1": 0.741412, + "accuracy": 0.781621, + "main_score": 0.741412, + "hf_subset": "kas_Deva-lao_Laoo", + "languages": [ + "kas-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.664467, + "recall": 0.732213, + "f1": 0.683426, + "accuracy": 0.732213, + "main_score": 0.683426, + "hf_subset": "kas_Deva-mri_Latn", + "languages": [ + "kas-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.844573, + "recall": 0.879447, + "f1": 0.854629, + "accuracy": 0.879447, + "main_score": 0.854629, + "hf_subset": "kas_Deva-rus_Cyrl", + "languages": [ + "kas-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.504534, + "recall": 0.552372, + "f1": 0.517924, + "accuracy": 0.552372, + "main_score": 0.517924, + "hf_subset": "kas_Deva-taq_Latn", + "languages": [ + "kas-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.806228, + "recall": 0.847826, + "f1": 0.817605, + "accuracy": 0.847826, + "main_score": 0.817605, + "hf_subset": "kas_Deva-war_Latn", + "languages": [ + "kas-Deva", + "war-Latn" + ] + }, + { + "precision": 0.853929, + "recall": 0.88834, + "f1": 0.863668, + "accuracy": 0.88834, + "main_score": 0.863668, + "hf_subset": "kas_Deva-arb_Arab", + "languages": [ + "kas-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.841957, + "recall": 0.880435, + "f1": 0.852822, + "accuracy": 0.880435, + "main_score": 0.852822, + "hf_subset": "kas_Deva-bul_Cyrl", + "languages": [ + "kas-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.853294, + "recall": 0.891304, + "f1": 0.864479, + "accuracy": 0.891304, + "main_score": 0.864479, + "hf_subset": "kas_Deva-fra_Latn", + "languages": [ + "kas-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.84951, + "recall": 0.884387, + "f1": 0.859272, + "accuracy": 0.884387, + "main_score": 0.859272, + "hf_subset": "kas_Deva-jpn_Jpan", + "languages": [ + "kas-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.839636, + "recall": 0.874506, + "f1": 0.849356, + "accuracy": 0.874506, + "main_score": 0.849356, + "hf_subset": "kas_Deva-lij_Latn", + "languages": [ + "kas-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.775059, + "recall": 0.827075, + "f1": 0.789941, + "accuracy": 0.827075, + "main_score": 0.789941, + "hf_subset": "kas_Deva-mya_Mymr", + "languages": [ + "kas-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.537537, + "recall": 0.581028, + "f1": 0.549574, + "accuracy": 0.581028, + "main_score": 0.549574, + "hf_subset": "kas_Deva-sag_Latn", + "languages": [ + "kas-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.238239, + "recall": 0.293478, + "f1": 0.25296, + "accuracy": 0.293478, + "main_score": 0.25296, + "hf_subset": "kas_Deva-taq_Tfng", + "languages": [ + "kas-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.585511, + "recall": 0.634387, + "f1": 0.598494, + "accuracy": 0.634387, + "main_score": 0.598494, + "hf_subset": "kas_Deva-wol_Latn", + "languages": [ + "kas-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.679633, + "recall": 0.744071, + "f1": 0.698063, + "accuracy": 0.744071, + "main_score": 0.698063, + "hf_subset": "kas_Deva-arb_Latn", + "languages": [ + "kas-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.829834, + "recall": 0.87253, + "f1": 0.842301, + "accuracy": 0.87253, + "main_score": 0.842301, + "hf_subset": "kas_Deva-cat_Latn", + "languages": [ + "kas-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.816916, + "recall": 0.849802, + "f1": 0.825886, + "accuracy": 0.849802, + "main_score": 0.825886, + "hf_subset": "kas_Deva-fur_Latn", + "languages": [ + "kas-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.408544, + "recall": 0.463439, + "f1": 0.423899, + "accuracy": 0.463439, + "main_score": 0.423899, + "hf_subset": "kas_Deva-kab_Latn", + "languages": [ + "kas-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.802254, + "recall": 0.840909, + "f1": 0.813664, + "accuracy": 0.840909, + "main_score": 0.813664, + "hf_subset": "kas_Deva-lim_Latn", + "languages": [ + "kas-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.839949, + "recall": 0.879447, + "f1": 0.851431, + "accuracy": 0.879447, + "main_score": 0.851431, + "hf_subset": "kas_Deva-nld_Latn", + "languages": [ + "kas-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.816675, + "recall": 0.856719, + "f1": 0.827934, + "accuracy": 0.856719, + "main_score": 0.827934, + "hf_subset": "kas_Deva-san_Deva", + "languages": [ + "kas-Deva", + "san-Deva" + ] + }, + { + "precision": 0.786169, + "recall": 0.829051, + "f1": 0.798357, + "accuracy": 0.829051, + "main_score": 0.798357, + "hf_subset": "kas_Deva-tat_Cyrl", + "languages": [ + "kas-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.683435, + "recall": 0.745059, + "f1": 0.701029, + "accuracy": 0.745059, + "main_score": 0.701029, + "hf_subset": "kas_Deva-xho_Latn", + "languages": [ + "kas-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.852577, + "recall": 0.88834, + "f1": 0.86267, + "accuracy": 0.88834, + "main_score": 0.86267, + "hf_subset": "kas_Deva-ars_Arab", + "languages": [ + "kas-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.77436, + "recall": 0.817194, + "f1": 0.786117, + "accuracy": 0.817194, + "main_score": 0.786117, + "hf_subset": "kas_Deva-ceb_Latn", + "languages": [ + "kas-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.47934, + "recall": 0.532609, + "f1": 0.494453, + "accuracy": 0.532609, + "main_score": 0.494453, + "hf_subset": "kas_Deva-fuv_Latn", + "languages": [ + "kas-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.475552, + "recall": 0.521739, + "f1": 0.488655, + "accuracy": 0.521739, + "main_score": 0.488655, + "hf_subset": "kas_Deva-kac_Latn", + "languages": [ + "kas-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.596303, + "recall": 0.648221, + "f1": 0.610565, + "accuracy": 0.648221, + "main_score": 0.610565, + "hf_subset": "kas_Deva-lin_Latn", + "languages": [ + "kas-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.802248, + "recall": 0.84585, + "f1": 0.814564, + "accuracy": 0.84585, + "main_score": 0.814564, + "hf_subset": "kas_Deva-nno_Latn", + "languages": [ + "kas-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.737822, + "recall": 0.797431, + "f1": 0.755024, + "accuracy": 0.797431, + "main_score": 0.755024, + "hf_subset": "kas_Deva-sat_Olck", + "languages": [ + "kas-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.817587, + "recall": 0.856719, + "f1": 0.828128, + "accuracy": 0.856719, + "main_score": 0.828128, + "hf_subset": "kas_Deva-tel_Telu", + "languages": [ + "kas-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.792747, + "recall": 0.839921, + "f1": 0.806555, + "accuracy": 0.839921, + "main_score": 0.806555, + "hf_subset": "kas_Deva-ydd_Hebr", + "languages": [ + "kas-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.811135, + "recall": 0.852767, + "f1": 0.822632, + "accuracy": 0.852767, + "main_score": 0.822632, + "hf_subset": "kas_Deva-ary_Arab", + "languages": [ + "kas-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.840184, + "recall": 0.879447, + "f1": 0.851256, + "accuracy": 0.879447, + "main_score": 0.851256, + "hf_subset": "kas_Deva-ces_Latn", + "languages": [ + "kas-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.520499, + "recall": 0.574111, + "f1": 0.535641, + "accuracy": 0.574111, + "main_score": 0.535641, + "hf_subset": "kas_Deva-gaz_Latn", + "languages": [ + "kas-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.509067, + "recall": 0.568182, + "f1": 0.525332, + "accuracy": 0.568182, + "main_score": 0.525332, + "hf_subset": "kas_Deva-kam_Latn", + "languages": [ + "kas-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.810139, + "recall": 0.855731, + "f1": 0.823654, + "accuracy": 0.855731, + "main_score": 0.823654, + "hf_subset": "kas_Deva-lit_Latn", + "languages": [ + "kas-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.825329, + "recall": 0.867589, + "f1": 0.837094, + "accuracy": 0.867589, + "main_score": 0.837094, + "hf_subset": "kas_Deva-nob_Latn", + "languages": [ + "kas-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.818554, + "recall": 0.854743, + "f1": 0.828972, + "accuracy": 0.854743, + "main_score": 0.828972, + "hf_subset": "kas_Deva-scn_Latn", + "languages": [ + "kas-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.784718, + "recall": 0.828063, + "f1": 0.796505, + "accuracy": 0.828063, + "main_score": 0.796505, + "hf_subset": "kas_Deva-tgk_Cyrl", + "languages": [ + "kas-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.560005, + "recall": 0.631423, + "f1": 0.58028, + "accuracy": 0.631423, + "main_score": 0.58028, + "hf_subset": "kas_Deva-yor_Latn", + "languages": [ + "kas-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.847854, + "recall": 0.885375, + "f1": 0.858714, + "accuracy": 0.885375, + "main_score": 0.858714, + "hf_subset": "kas_Deva-arz_Arab", + "languages": [ + "kas-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.497316, + "recall": 0.548419, + "f1": 0.512008, + "accuracy": 0.548419, + "main_score": 0.512008, + "hf_subset": "kas_Deva-cjk_Latn", + "languages": [ + "kas-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.720637, + "recall": 0.780632, + "f1": 0.737533, + "accuracy": 0.780632, + "main_score": 0.737533, + "hf_subset": "kas_Deva-gla_Latn", + "languages": [ + "kas-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.796908, + "recall": 0.838933, + "f1": 0.808956, + "accuracy": 0.838933, + "main_score": 0.808956, + "hf_subset": "kas_Deva-kan_Knda", + "languages": [ + "kas-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.839922, + "recall": 0.875494, + "f1": 0.850123, + "accuracy": 0.875494, + "main_score": 0.850123, + "hf_subset": "kas_Deva-lmo_Latn", + "languages": [ + "kas-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.845477, + "recall": 0.879447, + "f1": 0.85498, + "accuracy": 0.879447, + "main_score": 0.85498, + "hf_subset": "kas_Deva-npi_Deva", + "languages": [ + "kas-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.443552, + "recall": 0.500988, + "f1": 0.459348, + "accuracy": 0.500988, + "main_score": 0.459348, + "hf_subset": "kas_Deva-shn_Mymr", + "languages": [ + "kas-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.800406, + "recall": 0.846838, + "f1": 0.813387, + "accuracy": 0.846838, + "main_score": 0.813387, + "hf_subset": "kas_Deva-tgl_Latn", + "languages": [ + "kas-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.812332, + "recall": 0.854743, + "f1": 0.823613, + "accuracy": 0.854743, + "main_score": 0.823613, + "hf_subset": "kas_Deva-yue_Hant", + "languages": [ + "kas-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.779696, + "recall": 0.83004, + "f1": 0.793617, + "accuracy": 0.83004, + "main_score": 0.793617, + "hf_subset": "kas_Deva-asm_Beng", + "languages": [ + "kas-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.762154, + "recall": 0.810277, + "f1": 0.776252, + "accuracy": 0.810277, + "main_score": 0.776252, + "hf_subset": "kas_Deva-ckb_Arab", + "languages": [ + "kas-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.721456, + "recall": 0.778656, + "f1": 0.737753, + "accuracy": 0.778656, + "main_score": 0.737753, + "hf_subset": "kas_Deva-gle_Latn", + "languages": [ + "kas-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.906209, + "recall": 0.932806, + "f1": 0.914592, + "accuracy": 0.932806, + "main_score": 0.914592, + "hf_subset": "kas_Deva-kas_Arab", + "languages": [ + "kas-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.726503, + "recall": 0.77668, + "f1": 0.74026, + "accuracy": 0.77668, + "main_score": 0.74026, + "hf_subset": "kas_Deva-ltg_Latn", + "languages": [ + "kas-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.635561, + "recall": 0.689723, + "f1": 0.651503, + "accuracy": 0.689723, + "main_score": 0.651503, + "hf_subset": "kas_Deva-nso_Latn", + "languages": [ + "kas-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.775476, + "recall": 0.825099, + "f1": 0.789251, + "accuracy": 0.825099, + "main_score": 0.789251, + "hf_subset": "kas_Deva-sin_Sinh", + "languages": [ + "kas-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.816693, + "recall": 0.863636, + "f1": 0.830287, + "accuracy": 0.863636, + "main_score": 0.830287, + "hf_subset": "kas_Deva-tha_Thai", + "languages": [ + "kas-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.798562, + "recall": 0.838933, + "f1": 0.808929, + "accuracy": 0.838933, + "main_score": 0.808929, + "hf_subset": "kas_Deva-zho_Hans", + "languages": [ + "kas-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.812484, + "recall": 0.857708, + "f1": 0.825279, + "accuracy": 0.857708, + "main_score": 0.825279, + "hf_subset": "kas_Deva-ast_Latn", + "languages": [ + "kas-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.817091, + "recall": 0.855731, + "f1": 0.827729, + "accuracy": 0.855731, + "main_score": 0.827729, + "hf_subset": "kas_Deva-crh_Latn", + "languages": [ + "kas-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.822985, + "recall": 0.868577, + "f1": 0.836134, + "accuracy": 0.868577, + "main_score": 0.836134, + "hf_subset": "kas_Deva-glg_Latn", + "languages": [ + "kas-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.791169, + "recall": 0.83498, + "f1": 0.802918, + "accuracy": 0.83498, + "main_score": 0.802918, + "hf_subset": "kas_Deva-ltz_Latn", + "languages": [ + "kas-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.444618, + "recall": 0.498024, + "f1": 0.459713, + "accuracy": 0.498024, + "main_score": 0.459713, + "hf_subset": "kas_Deva-nus_Latn", + "languages": [ + "kas-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.819754, + "recall": 0.856719, + "f1": 0.830036, + "accuracy": 0.856719, + "main_score": 0.830036, + "hf_subset": "kas_Deva-slk_Latn", + "languages": [ + "kas-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.596129, + "recall": 0.655138, + "f1": 0.613326, + "accuracy": 0.655138, + "main_score": 0.613326, + "hf_subset": "kas_Deva-tir_Ethi", + "languages": [ + "kas-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.813785, + "recall": 0.859684, + "f1": 0.826525, + "accuracy": 0.859684, + "main_score": 0.826525, + "hf_subset": "kas_Deva-zho_Hant", + "languages": [ + "kas-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.86214, + "recall": 0.896245, + "f1": 0.87197, + "accuracy": 0.896245, + "main_score": 0.87197, + "hf_subset": "kas_Deva-awa_Deva", + "languages": [ + "kas-Deva", + "awa-Deva" + ] + }, + { + "precision": 0.790922, + "recall": 0.835968, + "f1": 0.803581, + "accuracy": 0.835968, + "main_score": 0.803581, + "hf_subset": "kas_Deva-cym_Latn", + "languages": [ + "kas-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.670962, + "recall": 0.712451, + "f1": 0.682711, + "accuracy": 0.712451, + "main_score": 0.682711, + "hf_subset": "kas_Deva-grn_Latn", + "languages": [ + "kas-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.796149, + "recall": 0.843874, + "f1": 0.809805, + "accuracy": 0.843874, + "main_score": 0.809805, + "hf_subset": "kas_Deva-kat_Geor", + "languages": [ + "kas-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.565591, + "recall": 0.61166, + "f1": 0.578597, + "accuracy": 0.61166, + "main_score": 0.578597, + "hf_subset": "kas_Deva-lua_Latn", + "languages": [ + "kas-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.659714, + "recall": 0.717391, + "f1": 0.675299, + "accuracy": 0.717391, + "main_score": 0.675299, + "hf_subset": "kas_Deva-nya_Latn", + "languages": [ + "kas-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.821762, + "recall": 0.86166, + "f1": 0.833251, + "accuracy": 0.86166, + "main_score": 0.833251, + "hf_subset": "kas_Deva-slv_Latn", + "languages": [ + "kas-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.787546, + "recall": 0.83004, + "f1": 0.79941, + "accuracy": 0.83004, + "main_score": 0.79941, + "hf_subset": "kas_Deva-tpi_Latn", + "languages": [ + "kas-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.815308, + "recall": 0.852767, + "f1": 0.825332, + "accuracy": 0.852767, + "main_score": 0.825332, + "hf_subset": "kas_Deva-zsm_Latn", + "languages": [ + "kas-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.506418, + "recall": 0.551383, + "f1": 0.518843, + "accuracy": 0.551383, + "main_score": 0.518843, + "hf_subset": "kas_Deva-ayr_Latn", + "languages": [ + "kas-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.846137, + "recall": 0.883399, + "f1": 0.85671, + "accuracy": 0.883399, + "main_score": 0.85671, + "hf_subset": "kas_Deva-dan_Latn", + "languages": [ + "kas-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.834076, + "recall": 0.874506, + "f1": 0.845549, + "accuracy": 0.874506, + "main_score": 0.845549, + "hf_subset": "kas_Deva-guj_Gujr", + "languages": [ + "kas-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.782848, + "recall": 0.831028, + "f1": 0.795978, + "accuracy": 0.831028, + "main_score": 0.795978, + "hf_subset": "kas_Deva-kaz_Cyrl", + "languages": [ + "kas-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.535583, + "recall": 0.605731, + "f1": 0.55569, + "accuracy": 0.605731, + "main_score": 0.55569, + "hf_subset": "kas_Deva-lug_Latn", + "languages": [ + "kas-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.822248, + "recall": 0.859684, + "f1": 0.832137, + "accuracy": 0.859684, + "main_score": 0.832137, + "hf_subset": "kas_Deva-oci_Latn", + "languages": [ + "kas-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.654982, + "recall": 0.712451, + "f1": 0.670887, + "accuracy": 0.712451, + "main_score": 0.670887, + "hf_subset": "kas_Deva-smo_Latn", + "languages": [ + "kas-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.580229, + "recall": 0.640316, + "f1": 0.597561, + "accuracy": 0.640316, + "main_score": 0.597561, + "hf_subset": "kas_Deva-tsn_Latn", + "languages": [ + "kas-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.663102, + "recall": 0.722332, + "f1": 0.680258, + "accuracy": 0.722332, + "main_score": 0.680258, + "hf_subset": "kas_Deva-zul_Latn", + "languages": [ + "kas-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.776153, + "recall": 0.823123, + "f1": 0.790331, + "accuracy": 0.823123, + "main_score": 0.790331, + "hf_subset": "kas_Deva-azb_Arab", + "languages": [ + "kas-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.851152, + "recall": 0.884387, + "f1": 0.86027, + "accuracy": 0.884387, + "main_score": 0.86027, + "hf_subset": "kas_Deva-deu_Latn", + "languages": [ + "kas-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.789097, + "recall": 0.837945, + "f1": 0.803329, + "accuracy": 0.837945, + "main_score": 0.803329, + "hf_subset": "kas_Deva-hat_Latn", + "languages": [ + "kas-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.477294, + "recall": 0.521739, + "f1": 0.489303, + "accuracy": 0.521739, + "main_score": 0.489303, + "hf_subset": "kas_Deva-kbp_Latn", + "languages": [ + "kas-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.527522, + "recall": 0.573123, + "f1": 0.540109, + "accuracy": 0.573123, + "main_score": 0.540109, + "hf_subset": "kas_Deva-luo_Latn", + "languages": [ + "kas-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.821756, + "recall": 0.868577, + "f1": 0.835573, + "accuracy": 0.868577, + "main_score": 0.835573, + "hf_subset": "kas_Deva-ory_Orya", + "languages": [ + "kas-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.667656, + "recall": 0.722332, + "f1": 0.68316, + "accuracy": 0.722332, + "main_score": 0.68316, + "hf_subset": "kas_Deva-sna_Latn", + "languages": [ + "kas-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.585016, + "recall": 0.639328, + "f1": 0.600041, + "accuracy": 0.639328, + "main_score": 0.600041, + "hf_subset": "kas_Deva-tso_Latn", + "languages": [ + "kas-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.808878, + "recall": 0.855731, + "f1": 0.822192, + "accuracy": 0.855731, + "main_score": 0.822192, + "hf_subset": "kas_Deva-azj_Latn", + "languages": [ + "kas-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.492491, + "recall": 0.545455, + "f1": 0.507531, + "accuracy": 0.545455, + "main_score": 0.507531, + "hf_subset": "kas_Deva-dik_Latn", + "languages": [ + "kas-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.67935, + "recall": 0.743083, + "f1": 0.697831, + "accuracy": 0.743083, + "main_score": 0.697831, + "hf_subset": "kas_Deva-hau_Latn", + "languages": [ + "kas-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.822532, + "recall": 0.862648, + "f1": 0.834028, + "accuracy": 0.862648, + "main_score": 0.834028, + "hf_subset": "kas_Deva-kea_Latn", + "languages": [ + "kas-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.723682, + "recall": 0.773715, + "f1": 0.73805, + "accuracy": 0.773715, + "main_score": 0.73805, + "hf_subset": "kas_Deva-lus_Latn", + "languages": [ + "kas-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.759517, + "recall": 0.802372, + "f1": 0.77202, + "accuracy": 0.802372, + "main_score": 0.77202, + "hf_subset": "kas_Deva-pag_Latn", + "languages": [ + "kas-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.833976, + "recall": 0.87747, + "f1": 0.847167, + "accuracy": 0.87747, + "main_score": 0.847167, + "hf_subset": "kas_Deva-snd_Arab", + "languages": [ + "kas-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.785332, + "recall": 0.831028, + "f1": 0.798366, + "accuracy": 0.831028, + "main_score": 0.798366, + "hf_subset": "kas_Deva-tuk_Latn", + "languages": [ + "kas-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.776369, + "recall": 0.81917, + "f1": 0.788131, + "accuracy": 0.81917, + "main_score": 0.788131, + "hf_subset": "kas_Deva-bak_Cyrl", + "languages": [ + "kas-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.433279, + "recall": 0.497036, + "f1": 0.450831, + "accuracy": 0.497036, + "main_score": 0.450831, + "hf_subset": "kas_Deva-dyu_Latn", + "languages": [ + "kas-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.828955, + "recall": 0.868577, + "f1": 0.840043, + "accuracy": 0.868577, + "main_score": 0.840043, + "hf_subset": "kas_Deva-heb_Hebr", + "languages": [ + "kas-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.762656, + "recall": 0.811265, + "f1": 0.77653, + "accuracy": 0.811265, + "main_score": 0.77653, + "hf_subset": "kas_Deva-khk_Cyrl", + "languages": [ + "kas-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.799337, + "recall": 0.84585, + "f1": 0.812604, + "accuracy": 0.84585, + "main_score": 0.812604, + "hf_subset": "kas_Deva-lvs_Latn", + "languages": [ + "kas-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.829901, + "recall": 0.867589, + "f1": 0.840325, + "accuracy": 0.867589, + "main_score": 0.840325, + "hf_subset": "kas_Deva-pan_Guru", + "languages": [ + "kas-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.674868, + "recall": 0.73913, + "f1": 0.693403, + "accuracy": 0.73913, + "main_score": 0.693403, + "hf_subset": "kas_Deva-som_Latn", + "languages": [ + "kas-Deva", + "som-Latn" + ] + }, + { + "precision": 0.565223, + "recall": 0.62253, + "f1": 0.581445, + "accuracy": 0.62253, + "main_score": 0.581445, + "hf_subset": "kas_Deva-tum_Latn", + "languages": [ + "kas-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.481069, + "recall": 0.571146, + "f1": 0.506212, + "accuracy": 0.571146, + "main_score": 0.506212, + "hf_subset": "ltz_Latn-ace_Arab", + "languages": [ + "ltz-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.451447, + "recall": 0.51087, + "f1": 0.467168, + "accuracy": 0.51087, + "main_score": 0.467168, + "hf_subset": "ltz_Latn-bam_Latn", + "languages": [ + "ltz-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.571972, + "recall": 0.663043, + "f1": 0.597473, + "accuracy": 0.663043, + "main_score": 0.597473, + "hf_subset": "ltz_Latn-dzo_Tibt", + "languages": [ + "ltz-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ltz_Latn-hin_Deva", + "languages": [ + "ltz-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ltz_Latn-khm_Khmr", + "languages": [ + "ltz-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ltz_Latn-mag_Deva", + "languages": [ + "ltz-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-pap_Latn", + "languages": [ + "ltz-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.821212, + "recall": 0.870553, + "f1": 0.836232, + "accuracy": 0.870553, + "main_score": 0.836232, + "hf_subset": "ltz_Latn-sot_Latn", + "languages": [ + "ltz-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-tur_Latn", + "languages": [ + "ltz-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.822217, + "recall": 0.867589, + "f1": 0.836331, + "accuracy": 0.867589, + "main_score": 0.836331, + "hf_subset": "ltz_Latn-ace_Latn", + "languages": [ + "ltz-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "ltz_Latn-ban_Latn", + "languages": [ + "ltz-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-ell_Grek", + "languages": [ + "ltz-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ltz_Latn-hne_Deva", + "languages": [ + "ltz-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.553526, + "recall": 0.623518, + "f1": 0.572798, + "accuracy": 0.623518, + "main_score": 0.572798, + "hf_subset": "ltz_Latn-kik_Latn", + "languages": [ + "ltz-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-mai_Deva", + "languages": [ + "ltz-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945982, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "ltz_Latn-pbt_Arab", + "languages": [ + "ltz-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-spa_Latn", + "languages": [ + "ltz-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.696996, + "recall": 0.762846, + "f1": 0.715982, + "accuracy": 0.762846, + "main_score": 0.715982, + "hf_subset": "ltz_Latn-twi_Latn", + "languages": [ + "ltz-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-acm_Arab", + "languages": [ + "ltz-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-bel_Cyrl", + "languages": [ + "ltz-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-hrv_Latn", + "languages": [ + "ltz-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.804249, + "recall": 0.856719, + "f1": 0.820407, + "accuracy": 0.856719, + "main_score": 0.820407, + "hf_subset": "ltz_Latn-kin_Latn", + "languages": [ + "ltz-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "ltz_Latn-mal_Mlym", + "languages": [ + "ltz-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ltz_Latn-pes_Arab", + "languages": [ + "ltz-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ltz_Latn-srd_Latn", + "languages": [ + "ltz-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.18636, + "recall": 0.253953, + "f1": 0.202302, + "accuracy": 0.253953, + "main_score": 0.202302, + "hf_subset": "ltz_Latn-tzm_Tfng", + "languages": [ + "ltz-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-acq_Arab", + "languages": [ + "ltz-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.601803, + "recall": 0.679842, + "f1": 0.624269, + "accuracy": 0.679842, + "main_score": 0.624269, + "hf_subset": "ltz_Latn-bem_Latn", + "languages": [ + "ltz-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ltz_Latn-epo_Latn", + "languages": [ + "ltz-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-hun_Latn", + "languages": [ + "ltz-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971426, + "recall": 0.980237, + "f1": 0.974209, + "accuracy": 0.980237, + "main_score": 0.974209, + "hf_subset": "ltz_Latn-kir_Cyrl", + "languages": [ + "ltz-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-mar_Deva", + "languages": [ + "ltz-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.833474, + "recall": 0.87747, + "f1": 0.847052, + "accuracy": 0.87747, + "main_score": 0.847052, + "hf_subset": "ltz_Latn-plt_Latn", + "languages": [ + "ltz-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "ltz_Latn-srp_Cyrl", + "languages": [ + "ltz-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.925725, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "ltz_Latn-uig_Arab", + "languages": [ + "ltz-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ltz_Latn-aeb_Arab", + "languages": [ + "ltz-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-ben_Beng", + "languages": [ + "ltz-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-est_Latn", + "languages": [ + "ltz-Latn", + "est-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-hye_Armn", + "languages": [ + "ltz-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.425752, + "recall": 0.496047, + "f1": 0.443993, + "accuracy": 0.496047, + "main_score": 0.443993, + "hf_subset": "ltz_Latn-kmb_Latn", + "languages": [ + "ltz-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.435739, + "recall": 0.524704, + "f1": 0.458582, + "accuracy": 0.524704, + "main_score": 0.458582, + "hf_subset": "ltz_Latn-min_Arab", + "languages": [ + "ltz-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-pol_Latn", + "languages": [ + "ltz-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.674736, + "recall": 0.755929, + "f1": 0.698998, + "accuracy": 0.755929, + "main_score": 0.698998, + "hf_subset": "ltz_Latn-ssw_Latn", + "languages": [ + "ltz-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-ukr_Cyrl", + "languages": [ + "ltz-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "ltz_Latn-bho_Deva", + "languages": [ + "ltz-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ltz_Latn-eus_Latn", + "languages": [ + "ltz-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.811578, + "recall": 0.863636, + "f1": 0.827207, + "accuracy": 0.863636, + "main_score": 0.827207, + "hf_subset": "ltz_Latn-ibo_Latn", + "languages": [ + "ltz-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.846756, + "recall": 0.889328, + "f1": 0.859881, + "accuracy": 0.889328, + "main_score": 0.859881, + "hf_subset": "ltz_Latn-kmr_Latn", + "languages": [ + "ltz-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ltz_Latn-min_Latn", + "languages": [ + "ltz-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-por_Latn", + "languages": [ + "ltz-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-sun_Latn", + "languages": [ + "ltz-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.415023, + "recall": 0.485178, + "f1": 0.433998, + "accuracy": 0.485178, + "main_score": 0.433998, + "hf_subset": "ltz_Latn-umb_Latn", + "languages": [ + "ltz-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-ajp_Arab", + "languages": [ + "ltz-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.473531, + "recall": 0.555336, + "f1": 0.494912, + "accuracy": 0.555336, + "main_score": 0.494912, + "hf_subset": "ltz_Latn-bjn_Arab", + "languages": [ + "ltz-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.440906, + "recall": 0.499012, + "f1": 0.456693, + "accuracy": 0.499012, + "main_score": 0.456693, + "hf_subset": "ltz_Latn-ewe_Latn", + "languages": [ + "ltz-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.932477, + "recall": 0.954545, + "f1": 0.939723, + "accuracy": 0.954545, + "main_score": 0.939723, + "hf_subset": "ltz_Latn-ilo_Latn", + "languages": [ + "ltz-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.224582, + "recall": 0.290514, + "f1": 0.240128, + "accuracy": 0.290514, + "main_score": 0.240128, + "hf_subset": "ltz_Latn-knc_Arab", + "languages": [ + "ltz-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-mkd_Cyrl", + "languages": [ + "ltz-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-prs_Arab", + "languages": [ + "ltz-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ltz_Latn-urd_Arab", + "languages": [ + "ltz-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.676288, + "recall": 0.744071, + "f1": 0.695687, + "accuracy": 0.744071, + "main_score": 0.695687, + "hf_subset": "ltz_Latn-aka_Latn", + "languages": [ + "ltz-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ltz_Latn-bjn_Latn", + "languages": [ + "ltz-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-ind_Latn", + "languages": [ + "ltz-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.486059, + "recall": 0.546443, + "f1": 0.502258, + "accuracy": 0.546443, + "main_score": 0.502258, + "hf_subset": "ltz_Latn-knc_Latn", + "languages": [ + "ltz-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-mlt_Latn", + "languages": [ + "ltz-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.596424, + "recall": 0.671937, + "f1": 0.61793, + "accuracy": 0.671937, + "main_score": 0.61793, + "hf_subset": "ltz_Latn-quy_Latn", + "languages": [ + "ltz-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-swh_Latn", + "languages": [ + "ltz-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ltz_Latn-uzn_Latn", + "languages": [ + "ltz-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-als_Latn", + "languages": [ + "ltz-Latn", + "als-Latn" + ] + }, + { + "precision": 0.716354, + "recall": 0.789526, + "f1": 0.738318, + "accuracy": 0.789526, + "main_score": 0.738318, + "hf_subset": "ltz_Latn-bod_Tibt", + "languages": [ + "ltz-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.581458, + "recall": 0.660079, + "f1": 0.603793, + "accuracy": 0.660079, + "main_score": 0.603793, + "hf_subset": "ltz_Latn-fij_Latn", + "languages": [ + "ltz-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.547786, + "recall": 0.62253, + "f1": 0.567838, + "accuracy": 0.62253, + "main_score": 0.567838, + "hf_subset": "ltz_Latn-kon_Latn", + "languages": [ + "ltz-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.559751, + "recall": 0.643281, + "f1": 0.583315, + "accuracy": 0.643281, + "main_score": 0.583315, + "hf_subset": "ltz_Latn-mni_Beng", + "languages": [ + "ltz-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-ron_Latn", + "languages": [ + "ltz-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "ltz_Latn-szl_Latn", + "languages": [ + "ltz-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-vec_Latn", + "languages": [ + "ltz-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.899127, + "recall": 0.928854, + "f1": 0.908498, + "accuracy": 0.928854, + "main_score": 0.908498, + "hf_subset": "ltz_Latn-amh_Ethi", + "languages": [ + "ltz-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-bos_Latn", + "languages": [ + "ltz-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "ltz_Latn-fin_Latn", + "languages": [ + "ltz-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-ita_Latn", + "languages": [ + "ltz-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-kor_Hang", + "languages": [ + "ltz-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.465333, + "recall": 0.525692, + "f1": 0.482402, + "accuracy": 0.525692, + "main_score": 0.482402, + "hf_subset": "ltz_Latn-mos_Latn", + "languages": [ + "ltz-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.690671, + "recall": 0.758893, + "f1": 0.710166, + "accuracy": 0.758893, + "main_score": 0.710166, + "hf_subset": "ltz_Latn-run_Latn", + "languages": [ + "ltz-Latn", + "run-Latn" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ltz_Latn-tam_Taml", + "languages": [ + "ltz-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ltz_Latn-vie_Latn", + "languages": [ + "ltz-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-apc_Arab", + "languages": [ + "ltz-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.692434, + "recall": 0.76087, + "f1": 0.712082, + "accuracy": 0.76087, + "main_score": 0.712082, + "hf_subset": "ltz_Latn-bug_Latn", + "languages": [ + "ltz-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.413712, + "recall": 0.465415, + "f1": 0.428042, + "accuracy": 0.465415, + "main_score": 0.428042, + "hf_subset": "ltz_Latn-fon_Latn", + "languages": [ + "ltz-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "ltz_Latn-jav_Latn", + "languages": [ + "ltz-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.918314, + "recall": 0.943676, + "f1": 0.926548, + "accuracy": 0.943676, + "main_score": 0.926548, + "hf_subset": "ltz_Latn-lao_Laoo", + "languages": [ + "ltz-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.826499, + "recall": 0.87747, + "f1": 0.842589, + "accuracy": 0.87747, + "main_score": 0.842589, + "hf_subset": "ltz_Latn-mri_Latn", + "languages": [ + "ltz-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-rus_Cyrl", + "languages": [ + "ltz-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.474397, + "recall": 0.535573, + "f1": 0.491116, + "accuracy": 0.535573, + "main_score": 0.491116, + "hf_subset": "ltz_Latn-taq_Latn", + "languages": [ + "ltz-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "ltz_Latn-war_Latn", + "languages": [ + "ltz-Latn", + "war-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-arb_Arab", + "languages": [ + "ltz-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-bul_Cyrl", + "languages": [ + "ltz-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-fra_Latn", + "languages": [ + "ltz-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-jpn_Jpan", + "languages": [ + "ltz-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ltz_Latn-lij_Latn", + "languages": [ + "ltz-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "ltz_Latn-mya_Mymr", + "languages": [ + "ltz-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.53706, + "recall": 0.598814, + "f1": 0.55402, + "accuracy": 0.598814, + "main_score": 0.55402, + "hf_subset": "ltz_Latn-sag_Latn", + "languages": [ + "ltz-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.202925, + "recall": 0.266798, + "f1": 0.219292, + "accuracy": 0.266798, + "main_score": 0.219292, + "hf_subset": "ltz_Latn-taq_Tfng", + "languages": [ + "ltz-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.614372, + "recall": 0.682806, + "f1": 0.633075, + "accuracy": 0.682806, + "main_score": 0.633075, + "hf_subset": "ltz_Latn-wol_Latn", + "languages": [ + "ltz-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.817688, + "recall": 0.870553, + "f1": 0.833926, + "accuracy": 0.870553, + "main_score": 0.833926, + "hf_subset": "ltz_Latn-arb_Latn", + "languages": [ + "ltz-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-cat_Latn", + "languages": [ + "ltz-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ltz_Latn-fur_Latn", + "languages": [ + "ltz-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.402603, + "recall": 0.482213, + "f1": 0.422736, + "accuracy": 0.482213, + "main_score": 0.422736, + "hf_subset": "ltz_Latn-kab_Latn", + "languages": [ + "ltz-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ltz_Latn-lim_Latn", + "languages": [ + "ltz-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.962451, + "f1": 0.952404, + "accuracy": 0.962451, + "main_score": 0.952404, + "hf_subset": "ltz_Latn-san_Deva", + "languages": [ + "ltz-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-tat_Cyrl", + "languages": [ + "ltz-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838389, + "recall": 0.884387, + "f1": 0.8528, + "accuracy": 0.884387, + "main_score": 0.8528, + "hf_subset": "ltz_Latn-xho_Latn", + "languages": [ + "ltz-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-ars_Arab", + "languages": [ + "ltz-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ltz_Latn-ceb_Latn", + "languages": [ + "ltz-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.463974, + "recall": 0.530632, + "f1": 0.481302, + "accuracy": 0.530632, + "main_score": 0.481302, + "hf_subset": "ltz_Latn-fuv_Latn", + "languages": [ + "ltz-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.455581, + "recall": 0.520751, + "f1": 0.47297, + "accuracy": 0.520751, + "main_score": 0.47297, + "hf_subset": "ltz_Latn-kac_Latn", + "languages": [ + "ltz-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.588648, + "recall": 0.655138, + "f1": 0.606423, + "accuracy": 0.655138, + "main_score": 0.606423, + "hf_subset": "ltz_Latn-lin_Latn", + "languages": [ + "ltz-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.843577, + "recall": 0.886364, + "f1": 0.857049, + "accuracy": 0.886364, + "main_score": 0.857049, + "hf_subset": "ltz_Latn-sat_Olck", + "languages": [ + "ltz-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-tel_Telu", + "languages": [ + "ltz-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ltz_Latn-ydd_Hebr", + "languages": [ + "ltz-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "ltz_Latn-ary_Arab", + "languages": [ + "ltz-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-ces_Latn", + "languages": [ + "ltz-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.520927, + "recall": 0.601779, + "f1": 0.543704, + "accuracy": 0.601779, + "main_score": 0.543704, + "hf_subset": "ltz_Latn-gaz_Latn", + "languages": [ + "ltz-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.48889, + "recall": 0.56917, + "f1": 0.510189, + "accuracy": 0.56917, + "main_score": 0.510189, + "hf_subset": "ltz_Latn-kam_Latn", + "languages": [ + "ltz-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ltz_Latn-lit_Latn", + "languages": [ + "ltz-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ltz_Latn-scn_Latn", + "languages": [ + "ltz-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ltz_Latn-tgk_Cyrl", + "languages": [ + "ltz-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.67903, + "recall": 0.750988, + "f1": 0.699654, + "accuracy": 0.750988, + "main_score": 0.699654, + "hf_subset": "ltz_Latn-yor_Latn", + "languages": [ + "ltz-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-arz_Arab", + "languages": [ + "ltz-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.440125, + "recall": 0.505929, + "f1": 0.458194, + "accuracy": 0.505929, + "main_score": 0.458194, + "hf_subset": "ltz_Latn-cjk_Latn", + "languages": [ + "ltz-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.922925, + "recall": 0.947628, + "f1": 0.930995, + "accuracy": 0.947628, + "main_score": 0.930995, + "hf_subset": "ltz_Latn-gla_Latn", + "languages": [ + "ltz-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ltz_Latn-kan_Knda", + "languages": [ + "ltz-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ltz_Latn-lmo_Latn", + "languages": [ + "ltz-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ltz_Latn-npi_Deva", + "languages": [ + "ltz-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.494537, + "recall": 0.577075, + "f1": 0.517987, + "accuracy": 0.577075, + "main_score": 0.517987, + "hf_subset": "ltz_Latn-shn_Mymr", + "languages": [ + "ltz-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-tgl_Latn", + "languages": [ + "ltz-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-yue_Hant", + "languages": [ + "ltz-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "ltz_Latn-asm_Beng", + "languages": [ + "ltz-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.890646, + "recall": 0.922925, + "f1": 0.901186, + "accuracy": 0.922925, + "main_score": 0.901186, + "hf_subset": "ltz_Latn-ckb_Arab", + "languages": [ + "ltz-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "ltz_Latn-gle_Latn", + "languages": [ + "ltz-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.871706, + "recall": 0.908103, + "f1": 0.883004, + "accuracy": 0.908103, + "main_score": 0.883004, + "hf_subset": "ltz_Latn-kas_Arab", + "languages": [ + "ltz-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.882987, + "recall": 0.916996, + "f1": 0.893808, + "accuracy": 0.916996, + "main_score": 0.893808, + "hf_subset": "ltz_Latn-ltg_Latn", + "languages": [ + "ltz-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.745463, + "recall": 0.8083, + "f1": 0.764863, + "accuracy": 0.8083, + "main_score": 0.764863, + "hf_subset": "ltz_Latn-nso_Latn", + "languages": [ + "ltz-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "ltz_Latn-sin_Sinh", + "languages": [ + "ltz-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ltz_Latn-tha_Thai", + "languages": [ + "ltz-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ltz_Latn-zho_Hans", + "languages": [ + "ltz-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-ast_Latn", + "languages": [ + "ltz-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ltz_Latn-crh_Latn", + "languages": [ + "ltz-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ltz_Latn-glg_Latn", + "languages": [ + "ltz-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.802569, + "recall": 0.855731, + "f1": 0.818925, + "accuracy": 0.855731, + "main_score": 0.818925, + "hf_subset": "ltz_Latn-kas_Deva", + "languages": [ + "ltz-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.409336, + "recall": 0.476285, + "f1": 0.427212, + "accuracy": 0.476285, + "main_score": 0.427212, + "hf_subset": "ltz_Latn-nus_Latn", + "languages": [ + "ltz-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-slk_Latn", + "languages": [ + "ltz-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.570721, + "recall": 0.65415, + "f1": 0.594193, + "accuracy": 0.65415, + "main_score": 0.594193, + "hf_subset": "ltz_Latn-tir_Ethi", + "languages": [ + "ltz-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ltz_Latn-zho_Hant", + "languages": [ + "ltz-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.969121, + "recall": 0.977273, + "f1": 0.971739, + "accuracy": 0.977273, + "main_score": 0.971739, + "hf_subset": "ltz_Latn-awa_Deva", + "languages": [ + "ltz-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ltz_Latn-cym_Latn", + "languages": [ + "ltz-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.719362, + "recall": 0.782609, + "f1": 0.737631, + "accuracy": 0.782609, + "main_score": 0.737631, + "hf_subset": "ltz_Latn-grn_Latn", + "languages": [ + "ltz-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-kat_Geor", + "languages": [ + "ltz-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.557711, + "recall": 0.62253, + "f1": 0.575117, + "accuracy": 0.62253, + "main_score": 0.575117, + "hf_subset": "ltz_Latn-lua_Latn", + "languages": [ + "ltz-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.787055, + "recall": 0.847826, + "f1": 0.806094, + "accuracy": 0.847826, + "main_score": 0.806094, + "hf_subset": "ltz_Latn-nya_Latn", + "languages": [ + "ltz-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-slv_Latn", + "languages": [ + "ltz-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "ltz_Latn-tpi_Latn", + "languages": [ + "ltz-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-zsm_Latn", + "languages": [ + "ltz-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.492305, + "recall": 0.5583, + "f1": 0.510473, + "accuracy": 0.5583, + "main_score": 0.510473, + "hf_subset": "ltz_Latn-ayr_Latn", + "languages": [ + "ltz-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-guj_Gujr", + "languages": [ + "ltz-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ltz_Latn-kaz_Cyrl", + "languages": [ + "ltz-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.581017, + "recall": 0.666008, + "f1": 0.604814, + "accuracy": 0.666008, + "main_score": 0.604814, + "hf_subset": "ltz_Latn-lug_Latn", + "languages": [ + "ltz-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ltz_Latn-oci_Latn", + "languages": [ + "ltz-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.795899, + "recall": 0.848814, + "f1": 0.812088, + "accuracy": 0.848814, + "main_score": 0.812088, + "hf_subset": "ltz_Latn-smo_Latn", + "languages": [ + "ltz-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.683771, + "recall": 0.757905, + "f1": 0.705385, + "accuracy": 0.757905, + "main_score": 0.705385, + "hf_subset": "ltz_Latn-tsn_Latn", + "languages": [ + "ltz-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.844203, + "recall": 0.890316, + "f1": 0.858827, + "accuracy": 0.890316, + "main_score": 0.858827, + "hf_subset": "ltz_Latn-zul_Latn", + "languages": [ + "ltz-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.885326, + "recall": 0.91996, + "f1": 0.896311, + "accuracy": 0.91996, + "main_score": 0.896311, + "hf_subset": "ltz_Latn-azb_Arab", + "languages": [ + "ltz-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ltz_Latn-hat_Latn", + "languages": [ + "ltz-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.440756, + "recall": 0.5, + "f1": 0.457082, + "accuracy": 0.5, + "main_score": 0.457082, + "hf_subset": "ltz_Latn-kbp_Latn", + "languages": [ + "ltz-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.496502, + "recall": 0.556324, + "f1": 0.512741, + "accuracy": 0.556324, + "main_score": 0.512741, + "hf_subset": "ltz_Latn-luo_Latn", + "languages": [ + "ltz-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ltz_Latn-ory_Orya", + "languages": [ + "ltz-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.837121, + "recall": 0.885375, + "f1": 0.852602, + "accuracy": 0.885375, + "main_score": 0.852602, + "hf_subset": "ltz_Latn-sna_Latn", + "languages": [ + "ltz-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.60901, + "recall": 0.683794, + "f1": 0.629705, + "accuracy": 0.683794, + "main_score": 0.629705, + "hf_subset": "ltz_Latn-tso_Latn", + "languages": [ + "ltz-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-azj_Latn", + "languages": [ + "ltz-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.499193, + "recall": 0.564229, + "f1": 0.516903, + "accuracy": 0.564229, + "main_score": 0.516903, + "hf_subset": "ltz_Latn-dik_Latn", + "languages": [ + "ltz-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.870553, + "recall": 0.908103, + "f1": 0.882543, + "accuracy": 0.908103, + "main_score": 0.882543, + "hf_subset": "ltz_Latn-hau_Latn", + "languages": [ + "ltz-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "ltz_Latn-kea_Latn", + "languages": [ + "ltz-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.887187, + "recall": 0.918972, + "f1": 0.8972, + "accuracy": 0.918972, + "main_score": 0.8972, + "hf_subset": "ltz_Latn-lus_Latn", + "languages": [ + "ltz-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.822941, + "recall": 0.867589, + "f1": 0.836086, + "accuracy": 0.867589, + "main_score": 0.836086, + "hf_subset": "ltz_Latn-pag_Latn", + "languages": [ + "ltz-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.970356, + "f1": 0.960474, + "accuracy": 0.970356, + "main_score": 0.960474, + "hf_subset": "ltz_Latn-snd_Arab", + "languages": [ + "ltz-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ltz_Latn-tuk_Latn", + "languages": [ + "ltz-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-bak_Cyrl", + "languages": [ + "ltz-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.45535, + "recall": 0.527668, + "f1": 0.474887, + "accuracy": 0.527668, + "main_score": 0.474887, + "hf_subset": "ltz_Latn-dyu_Latn", + "languages": [ + "ltz-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ltz_Latn-heb_Hebr", + "languages": [ + "ltz-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.954084, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "ltz_Latn-khk_Cyrl", + "languages": [ + "ltz-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-lvs_Latn", + "languages": [ + "ltz-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-pan_Guru", + "languages": [ + "ltz-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.817935, + "recall": 0.870553, + "f1": 0.834321, + "accuracy": 0.870553, + "main_score": 0.834321, + "hf_subset": "ltz_Latn-som_Latn", + "languages": [ + "ltz-Latn", + "som-Latn" + ] + }, + { + "precision": 0.653508, + "recall": 0.724308, + "f1": 0.674675, + "accuracy": 0.724308, + "main_score": 0.674675, + "hf_subset": "ltz_Latn-tum_Latn", + "languages": [ + "ltz-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.313516, + "recall": 0.370553, + "f1": 0.328078, + "accuracy": 0.370553, + "main_score": 0.328078, + "hf_subset": "nus_Latn-ace_Arab", + "languages": [ + "nus-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.423164, + "recall": 0.465415, + "f1": 0.434815, + "accuracy": 0.465415, + "main_score": 0.434815, + "hf_subset": "nus_Latn-bam_Latn", + "languages": [ + "nus-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.252391, + "recall": 0.309289, + "f1": 0.265884, + "accuracy": 0.309289, + "main_score": 0.265884, + "hf_subset": "nus_Latn-dzo_Tibt", + "languages": [ + "nus-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.408432, + "recall": 0.464427, + "f1": 0.423189, + "accuracy": 0.464427, + "main_score": 0.423189, + "hf_subset": "nus_Latn-hin_Deva", + "languages": [ + "nus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.339983, + "recall": 0.392292, + "f1": 0.353697, + "accuracy": 0.392292, + "main_score": 0.353697, + "hf_subset": "nus_Latn-khm_Khmr", + "languages": [ + "nus-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.402681, + "recall": 0.443676, + "f1": 0.412808, + "accuracy": 0.443676, + "main_score": 0.412808, + "hf_subset": "nus_Latn-mag_Deva", + "languages": [ + "nus-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.370765, + "recall": 0.418972, + "f1": 0.383907, + "accuracy": 0.418972, + "main_score": 0.383907, + "hf_subset": "nus_Latn-pap_Latn", + "languages": [ + "nus-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.370459, + "recall": 0.420949, + "f1": 0.382328, + "accuracy": 0.420949, + "main_score": 0.382328, + "hf_subset": "nus_Latn-sot_Latn", + "languages": [ + "nus-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.396202, + "recall": 0.440711, + "f1": 0.408146, + "accuracy": 0.440711, + "main_score": 0.408146, + "hf_subset": "nus_Latn-tur_Latn", + "languages": [ + "nus-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.386881, + "recall": 0.428854, + "f1": 0.397206, + "accuracy": 0.428854, + "main_score": 0.397206, + "hf_subset": "nus_Latn-ace_Latn", + "languages": [ + "nus-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.345389, + "recall": 0.395257, + "f1": 0.358073, + "accuracy": 0.395257, + "main_score": 0.358073, + "hf_subset": "nus_Latn-ban_Latn", + "languages": [ + "nus-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.386043, + "recall": 0.433794, + "f1": 0.397854, + "accuracy": 0.433794, + "main_score": 0.397854, + "hf_subset": "nus_Latn-ell_Grek", + "languages": [ + "nus-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.389732, + "recall": 0.436759, + "f1": 0.401976, + "accuracy": 0.436759, + "main_score": 0.401976, + "hf_subset": "nus_Latn-hne_Deva", + "languages": [ + "nus-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.380799, + "recall": 0.423913, + "f1": 0.392585, + "accuracy": 0.423913, + "main_score": 0.392585, + "hf_subset": "nus_Latn-kik_Latn", + "languages": [ + "nus-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.395624, + "recall": 0.44664, + "f1": 0.408484, + "accuracy": 0.44664, + "main_score": 0.408484, + "hf_subset": "nus_Latn-mai_Deva", + "languages": [ + "nus-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.354903, + "recall": 0.408103, + "f1": 0.368684, + "accuracy": 0.408103, + "main_score": 0.368684, + "hf_subset": "nus_Latn-pbt_Arab", + "languages": [ + "nus-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.398185, + "recall": 0.453557, + "f1": 0.412189, + "accuracy": 0.453557, + "main_score": 0.412189, + "hf_subset": "nus_Latn-spa_Latn", + "languages": [ + "nus-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.439528, + "recall": 0.482213, + "f1": 0.451136, + "accuracy": 0.482213, + "main_score": 0.451136, + "hf_subset": "nus_Latn-twi_Latn", + "languages": [ + "nus-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.388861, + "recall": 0.434783, + "f1": 0.40086, + "accuracy": 0.434783, + "main_score": 0.40086, + "hf_subset": "nus_Latn-acm_Arab", + "languages": [ + "nus-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.343686, + "recall": 0.391304, + "f1": 0.355737, + "accuracy": 0.391304, + "main_score": 0.355737, + "hf_subset": "nus_Latn-bel_Cyrl", + "languages": [ + "nus-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.444567, + "recall": 0.504941, + "f1": 0.460648, + "accuracy": 0.504941, + "main_score": 0.460648, + "hf_subset": "nus_Latn-eng_Latn", + "languages": [ + "nus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.383797, + "recall": 0.429842, + "f1": 0.39643, + "accuracy": 0.429842, + "main_score": 0.39643, + "hf_subset": "nus_Latn-hrv_Latn", + "languages": [ + "nus-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.362841, + "recall": 0.412055, + "f1": 0.3745, + "accuracy": 0.412055, + "main_score": 0.3745, + "hf_subset": "nus_Latn-kin_Latn", + "languages": [ + "nus-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.351799, + "recall": 0.399209, + "f1": 0.364501, + "accuracy": 0.399209, + "main_score": 0.364501, + "hf_subset": "nus_Latn-mal_Mlym", + "languages": [ + "nus-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.375071, + "recall": 0.424901, + "f1": 0.38702, + "accuracy": 0.424901, + "main_score": 0.38702, + "hf_subset": "nus_Latn-pes_Arab", + "languages": [ + "nus-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.373288, + "recall": 0.422925, + "f1": 0.385547, + "accuracy": 0.422925, + "main_score": 0.385547, + "hf_subset": "nus_Latn-srd_Latn", + "languages": [ + "nus-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.215897, + "recall": 0.26581, + "f1": 0.226897, + "accuracy": 0.26581, + "main_score": 0.226897, + "hf_subset": "nus_Latn-tzm_Tfng", + "languages": [ + "nus-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.389608, + "recall": 0.427866, + "f1": 0.400014, + "accuracy": 0.427866, + "main_score": 0.400014, + "hf_subset": "nus_Latn-acq_Arab", + "languages": [ + "nus-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.403476, + "recall": 0.451581, + "f1": 0.416516, + "accuracy": 0.451581, + "main_score": 0.416516, + "hf_subset": "nus_Latn-bem_Latn", + "languages": [ + "nus-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.370282, + "recall": 0.408103, + "f1": 0.38009, + "accuracy": 0.408103, + "main_score": 0.38009, + "hf_subset": "nus_Latn-epo_Latn", + "languages": [ + "nus-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.389743, + "recall": 0.443676, + "f1": 0.403866, + "accuracy": 0.443676, + "main_score": 0.403866, + "hf_subset": "nus_Latn-hun_Latn", + "languages": [ + "nus-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.369177, + "recall": 0.417984, + "f1": 0.381688, + "accuracy": 0.417984, + "main_score": 0.381688, + "hf_subset": "nus_Latn-kir_Cyrl", + "languages": [ + "nus-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.369663, + "recall": 0.421937, + "f1": 0.383522, + "accuracy": 0.421937, + "main_score": 0.383522, + "hf_subset": "nus_Latn-mar_Deva", + "languages": [ + "nus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.365503, + "recall": 0.416996, + "f1": 0.378822, + "accuracy": 0.416996, + "main_score": 0.378822, + "hf_subset": "nus_Latn-plt_Latn", + "languages": [ + "nus-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.359825, + "recall": 0.407115, + "f1": 0.372144, + "accuracy": 0.407115, + "main_score": 0.372144, + "hf_subset": "nus_Latn-srp_Cyrl", + "languages": [ + "nus-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.334757, + "recall": 0.38834, + "f1": 0.348825, + "accuracy": 0.38834, + "main_score": 0.348825, + "hf_subset": "nus_Latn-uig_Arab", + "languages": [ + "nus-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.359645, + "recall": 0.402174, + "f1": 0.370646, + "accuracy": 0.402174, + "main_score": 0.370646, + "hf_subset": "nus_Latn-aeb_Arab", + "languages": [ + "nus-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.380169, + "recall": 0.423913, + "f1": 0.391813, + "accuracy": 0.423913, + "main_score": 0.391813, + "hf_subset": "nus_Latn-ben_Beng", + "languages": [ + "nus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.361683, + "recall": 0.410079, + "f1": 0.374866, + "accuracy": 0.410079, + "main_score": 0.374866, + "hf_subset": "nus_Latn-est_Latn", + "languages": [ + "nus-Latn", + "est-Latn" + ] + }, + { + "precision": 0.349235, + "recall": 0.40415, + "f1": 0.363743, + "accuracy": 0.40415, + "main_score": 0.363743, + "hf_subset": "nus_Latn-hye_Armn", + "languages": [ + "nus-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.405808, + "recall": 0.444664, + "f1": 0.416416, + "accuracy": 0.444664, + "main_score": 0.416416, + "hf_subset": "nus_Latn-kmb_Latn", + "languages": [ + "nus-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.314791, + "recall": 0.37747, + "f1": 0.331337, + "accuracy": 0.37747, + "main_score": 0.331337, + "hf_subset": "nus_Latn-min_Arab", + "languages": [ + "nus-Latn", + "min-Arab" + ] + }, + { + "precision": 0.384409, + "recall": 0.437747, + "f1": 0.398903, + "accuracy": 0.437747, + "main_score": 0.398903, + "hf_subset": "nus_Latn-pol_Latn", + "languages": [ + "nus-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.349431, + "recall": 0.398221, + "f1": 0.361686, + "accuracy": 0.398221, + "main_score": 0.361686, + "hf_subset": "nus_Latn-ssw_Latn", + "languages": [ + "nus-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.367565, + "recall": 0.41502, + "f1": 0.379662, + "accuracy": 0.41502, + "main_score": 0.379662, + "hf_subset": "nus_Latn-ukr_Cyrl", + "languages": [ + "nus-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.37108, + "recall": 0.422925, + "f1": 0.384357, + "accuracy": 0.422925, + "main_score": 0.384357, + "hf_subset": "nus_Latn-afr_Latn", + "languages": [ + "nus-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.409839, + "recall": 0.45751, + "f1": 0.422247, + "accuracy": 0.45751, + "main_score": 0.422247, + "hf_subset": "nus_Latn-bho_Deva", + "languages": [ + "nus-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.35516, + "recall": 0.401186, + "f1": 0.366933, + "accuracy": 0.401186, + "main_score": 0.366933, + "hf_subset": "nus_Latn-eus_Latn", + "languages": [ + "nus-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.359252, + "recall": 0.413043, + "f1": 0.37312, + "accuracy": 0.413043, + "main_score": 0.37312, + "hf_subset": "nus_Latn-ibo_Latn", + "languages": [ + "nus-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.378564, + "recall": 0.425889, + "f1": 0.390856, + "accuracy": 0.425889, + "main_score": 0.390856, + "hf_subset": "nus_Latn-kmr_Latn", + "languages": [ + "nus-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.342606, + "recall": 0.385375, + "f1": 0.353119, + "accuracy": 0.385375, + "main_score": 0.353119, + "hf_subset": "nus_Latn-min_Latn", + "languages": [ + "nus-Latn", + "min-Latn" + ] + }, + { + "precision": 0.394311, + "recall": 0.443676, + "f1": 0.407152, + "accuracy": 0.443676, + "main_score": 0.407152, + "hf_subset": "nus_Latn-por_Latn", + "languages": [ + "nus-Latn", + "por-Latn" + ] + }, + { + "precision": 0.340967, + "recall": 0.381423, + "f1": 0.352357, + "accuracy": 0.381423, + "main_score": 0.352357, + "hf_subset": "nus_Latn-sun_Latn", + "languages": [ + "nus-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.423851, + "recall": 0.461462, + "f1": 0.434434, + "accuracy": 0.461462, + "main_score": 0.434434, + "hf_subset": "nus_Latn-umb_Latn", + "languages": [ + "nus-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.363225, + "recall": 0.412055, + "f1": 0.375054, + "accuracy": 0.412055, + "main_score": 0.375054, + "hf_subset": "nus_Latn-ajp_Arab", + "languages": [ + "nus-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.326545, + "recall": 0.376482, + "f1": 0.33931, + "accuracy": 0.376482, + "main_score": 0.33931, + "hf_subset": "nus_Latn-bjn_Arab", + "languages": [ + "nus-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.416857, + "recall": 0.458498, + "f1": 0.428661, + "accuracy": 0.458498, + "main_score": 0.428661, + "hf_subset": "nus_Latn-ewe_Latn", + "languages": [ + "nus-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.361334, + "recall": 0.409091, + "f1": 0.372554, + "accuracy": 0.409091, + "main_score": 0.372554, + "hf_subset": "nus_Latn-ilo_Latn", + "languages": [ + "nus-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.247668, + "recall": 0.304348, + "f1": 0.262017, + "accuracy": 0.304348, + "main_score": 0.262017, + "hf_subset": "nus_Latn-knc_Arab", + "languages": [ + "nus-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.360963, + "recall": 0.411067, + "f1": 0.374086, + "accuracy": 0.411067, + "main_score": 0.374086, + "hf_subset": "nus_Latn-mkd_Cyrl", + "languages": [ + "nus-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.39178, + "recall": 0.442688, + "f1": 0.405536, + "accuracy": 0.442688, + "main_score": 0.405536, + "hf_subset": "nus_Latn-prs_Arab", + "languages": [ + "nus-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.391327, + "recall": 0.445652, + "f1": 0.40572, + "accuracy": 0.445652, + "main_score": 0.40572, + "hf_subset": "nus_Latn-swe_Latn", + "languages": [ + "nus-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.379959, + "recall": 0.425889, + "f1": 0.390951, + "accuracy": 0.425889, + "main_score": 0.390951, + "hf_subset": "nus_Latn-urd_Arab", + "languages": [ + "nus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.410797, + "recall": 0.463439, + "f1": 0.425068, + "accuracy": 0.463439, + "main_score": 0.425068, + "hf_subset": "nus_Latn-aka_Latn", + "languages": [ + "nus-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.375255, + "recall": 0.421937, + "f1": 0.38748, + "accuracy": 0.421937, + "main_score": 0.38748, + "hf_subset": "nus_Latn-bjn_Latn", + "languages": [ + "nus-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.344244, + "recall": 0.395257, + "f1": 0.35742, + "accuracy": 0.395257, + "main_score": 0.35742, + "hf_subset": "nus_Latn-fao_Latn", + "languages": [ + "nus-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.381808, + "recall": 0.431818, + "f1": 0.395103, + "accuracy": 0.431818, + "main_score": 0.395103, + "hf_subset": "nus_Latn-ind_Latn", + "languages": [ + "nus-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.438966, + "recall": 0.482213, + "f1": 0.451271, + "accuracy": 0.482213, + "main_score": 0.451271, + "hf_subset": "nus_Latn-knc_Latn", + "languages": [ + "nus-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.329316, + "recall": 0.379447, + "f1": 0.341809, + "accuracy": 0.379447, + "main_score": 0.341809, + "hf_subset": "nus_Latn-mlt_Latn", + "languages": [ + "nus-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.423369, + "recall": 0.469368, + "f1": 0.435934, + "accuracy": 0.469368, + "main_score": 0.435934, + "hf_subset": "nus_Latn-quy_Latn", + "languages": [ + "nus-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.363135, + "recall": 0.416996, + "f1": 0.377529, + "accuracy": 0.416996, + "main_score": 0.377529, + "hf_subset": "nus_Latn-swh_Latn", + "languages": [ + "nus-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.357285, + "recall": 0.405138, + "f1": 0.369933, + "accuracy": 0.405138, + "main_score": 0.369933, + "hf_subset": "nus_Latn-uzn_Latn", + "languages": [ + "nus-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.36402, + "recall": 0.412055, + "f1": 0.376996, + "accuracy": 0.412055, + "main_score": 0.376996, + "hf_subset": "nus_Latn-als_Latn", + "languages": [ + "nus-Latn", + "als-Latn" + ] + }, + { + "precision": 0.281673, + "recall": 0.34585, + "f1": 0.297279, + "accuracy": 0.34585, + "main_score": 0.297279, + "hf_subset": "nus_Latn-bod_Tibt", + "languages": [ + "nus-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.397099, + "recall": 0.442688, + "f1": 0.410351, + "accuracy": 0.442688, + "main_score": 0.410351, + "hf_subset": "nus_Latn-fij_Latn", + "languages": [ + "nus-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.356629, + "recall": 0.405138, + "f1": 0.369128, + "accuracy": 0.405138, + "main_score": 0.369128, + "hf_subset": "nus_Latn-isl_Latn", + "languages": [ + "nus-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.430611, + "recall": 0.475296, + "f1": 0.441555, + "accuracy": 0.475296, + "main_score": 0.441555, + "hf_subset": "nus_Latn-kon_Latn", + "languages": [ + "nus-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.381314, + "recall": 0.434783, + "f1": 0.395472, + "accuracy": 0.434783, + "main_score": 0.395472, + "hf_subset": "nus_Latn-mni_Beng", + "languages": [ + "nus-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.377715, + "recall": 0.424901, + "f1": 0.390094, + "accuracy": 0.424901, + "main_score": 0.390094, + "hf_subset": "nus_Latn-ron_Latn", + "languages": [ + "nus-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.388459, + "recall": 0.434783, + "f1": 0.40096, + "accuracy": 0.434783, + "main_score": 0.40096, + "hf_subset": "nus_Latn-szl_Latn", + "languages": [ + "nus-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.423, + "recall": 0.468379, + "f1": 0.434521, + "accuracy": 0.468379, + "main_score": 0.434521, + "hf_subset": "nus_Latn-vec_Latn", + "languages": [ + "nus-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.407964, + "recall": 0.45751, + "f1": 0.422039, + "accuracy": 0.45751, + "main_score": 0.422039, + "hf_subset": "nus_Latn-amh_Ethi", + "languages": [ + "nus-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.373769, + "recall": 0.431818, + "f1": 0.389287, + "accuracy": 0.431818, + "main_score": 0.389287, + "hf_subset": "nus_Latn-bos_Latn", + "languages": [ + "nus-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.352484, + "recall": 0.409091, + "f1": 0.36736, + "accuracy": 0.409091, + "main_score": 0.36736, + "hf_subset": "nus_Latn-fin_Latn", + "languages": [ + "nus-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.411728, + "recall": 0.464427, + "f1": 0.425554, + "accuracy": 0.464427, + "main_score": 0.425554, + "hf_subset": "nus_Latn-ita_Latn", + "languages": [ + "nus-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.416731, + "recall": 0.465415, + "f1": 0.429334, + "accuracy": 0.465415, + "main_score": 0.429334, + "hf_subset": "nus_Latn-kor_Hang", + "languages": [ + "nus-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.430316, + "recall": 0.471344, + "f1": 0.441546, + "accuracy": 0.471344, + "main_score": 0.441546, + "hf_subset": "nus_Latn-mos_Latn", + "languages": [ + "nus-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.374034, + "recall": 0.420949, + "f1": 0.386717, + "accuracy": 0.420949, + "main_score": 0.386717, + "hf_subset": "nus_Latn-run_Latn", + "languages": [ + "nus-Latn", + "run-Latn" + ] + }, + { + "precision": 0.353675, + "recall": 0.409091, + "f1": 0.368791, + "accuracy": 0.409091, + "main_score": 0.368791, + "hf_subset": "nus_Latn-tam_Taml", + "languages": [ + "nus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.393566, + "recall": 0.436759, + "f1": 0.404592, + "accuracy": 0.436759, + "main_score": 0.404592, + "hf_subset": "nus_Latn-vie_Latn", + "languages": [ + "nus-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.361256, + "recall": 0.409091, + "f1": 0.372565, + "accuracy": 0.409091, + "main_score": 0.372565, + "hf_subset": "nus_Latn-apc_Arab", + "languages": [ + "nus-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.411433, + "recall": 0.455534, + "f1": 0.4232, + "accuracy": 0.455534, + "main_score": 0.4232, + "hf_subset": "nus_Latn-bug_Latn", + "languages": [ + "nus-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.384914, + "recall": 0.426877, + "f1": 0.395918, + "accuracy": 0.426877, + "main_score": 0.395918, + "hf_subset": "nus_Latn-fon_Latn", + "languages": [ + "nus-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.346982, + "recall": 0.392292, + "f1": 0.358786, + "accuracy": 0.392292, + "main_score": 0.358786, + "hf_subset": "nus_Latn-jav_Latn", + "languages": [ + "nus-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.32315, + "recall": 0.368577, + "f1": 0.334938, + "accuracy": 0.368577, + "main_score": 0.334938, + "hf_subset": "nus_Latn-lao_Laoo", + "languages": [ + "nus-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.358943, + "recall": 0.412055, + "f1": 0.372911, + "accuracy": 0.412055, + "main_score": 0.372911, + "hf_subset": "nus_Latn-mri_Latn", + "languages": [ + "nus-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.396586, + "recall": 0.442688, + "f1": 0.408495, + "accuracy": 0.442688, + "main_score": 0.408495, + "hf_subset": "nus_Latn-rus_Cyrl", + "languages": [ + "nus-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.437056, + "recall": 0.477273, + "f1": 0.447909, + "accuracy": 0.477273, + "main_score": 0.447909, + "hf_subset": "nus_Latn-taq_Latn", + "languages": [ + "nus-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.370623, + "recall": 0.416996, + "f1": 0.382454, + "accuracy": 0.416996, + "main_score": 0.382454, + "hf_subset": "nus_Latn-war_Latn", + "languages": [ + "nus-Latn", + "war-Latn" + ] + }, + { + "precision": 0.390883, + "recall": 0.4417, + "f1": 0.40431, + "accuracy": 0.4417, + "main_score": 0.40431, + "hf_subset": "nus_Latn-arb_Arab", + "languages": [ + "nus-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.394143, + "recall": 0.443676, + "f1": 0.4065, + "accuracy": 0.443676, + "main_score": 0.4065, + "hf_subset": "nus_Latn-bul_Cyrl", + "languages": [ + "nus-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.404142, + "recall": 0.456522, + "f1": 0.417644, + "accuracy": 0.456522, + "main_score": 0.417644, + "hf_subset": "nus_Latn-fra_Latn", + "languages": [ + "nus-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.40834, + "recall": 0.458498, + "f1": 0.421822, + "accuracy": 0.458498, + "main_score": 0.421822, + "hf_subset": "nus_Latn-jpn_Jpan", + "languages": [ + "nus-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.40974, + "recall": 0.450593, + "f1": 0.420672, + "accuracy": 0.450593, + "main_score": 0.420672, + "hf_subset": "nus_Latn-lij_Latn", + "languages": [ + "nus-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.359645, + "recall": 0.416008, + "f1": 0.374166, + "accuracy": 0.416008, + "main_score": 0.374166, + "hf_subset": "nus_Latn-mya_Mymr", + "languages": [ + "nus-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.430441, + "recall": 0.475296, + "f1": 0.442329, + "accuracy": 0.475296, + "main_score": 0.442329, + "hf_subset": "nus_Latn-sag_Latn", + "languages": [ + "nus-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.210156, + "recall": 0.262846, + "f1": 0.222824, + "accuracy": 0.262846, + "main_score": 0.222824, + "hf_subset": "nus_Latn-taq_Tfng", + "languages": [ + "nus-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.440103, + "recall": 0.488142, + "f1": 0.453883, + "accuracy": 0.488142, + "main_score": 0.453883, + "hf_subset": "nus_Latn-wol_Latn", + "languages": [ + "nus-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.32585, + "recall": 0.380435, + "f1": 0.339349, + "accuracy": 0.380435, + "main_score": 0.339349, + "hf_subset": "nus_Latn-arb_Latn", + "languages": [ + "nus-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.377141, + "recall": 0.422925, + "f1": 0.389574, + "accuracy": 0.422925, + "main_score": 0.389574, + "hf_subset": "nus_Latn-cat_Latn", + "languages": [ + "nus-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.40585, + "recall": 0.454545, + "f1": 0.41822, + "accuracy": 0.454545, + "main_score": 0.41822, + "hf_subset": "nus_Latn-fur_Latn", + "languages": [ + "nus-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.381487, + "recall": 0.434783, + "f1": 0.395852, + "accuracy": 0.434783, + "main_score": 0.395852, + "hf_subset": "nus_Latn-kab_Latn", + "languages": [ + "nus-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.361179, + "recall": 0.411067, + "f1": 0.373044, + "accuracy": 0.411067, + "main_score": 0.373044, + "hf_subset": "nus_Latn-lim_Latn", + "languages": [ + "nus-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.394509, + "recall": 0.4417, + "f1": 0.406518, + "accuracy": 0.4417, + "main_score": 0.406518, + "hf_subset": "nus_Latn-nld_Latn", + "languages": [ + "nus-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.371127, + "recall": 0.425889, + "f1": 0.384963, + "accuracy": 0.425889, + "main_score": 0.384963, + "hf_subset": "nus_Latn-san_Deva", + "languages": [ + "nus-Latn", + "san-Deva" + ] + }, + { + "precision": 0.354668, + "recall": 0.401186, + "f1": 0.366961, + "accuracy": 0.401186, + "main_score": 0.366961, + "hf_subset": "nus_Latn-tat_Cyrl", + "languages": [ + "nus-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.384131, + "recall": 0.439723, + "f1": 0.398651, + "accuracy": 0.439723, + "main_score": 0.398651, + "hf_subset": "nus_Latn-xho_Latn", + "languages": [ + "nus-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.377565, + "recall": 0.428854, + "f1": 0.391669, + "accuracy": 0.428854, + "main_score": 0.391669, + "hf_subset": "nus_Latn-ars_Arab", + "languages": [ + "nus-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.350892, + "recall": 0.402174, + "f1": 0.364472, + "accuracy": 0.402174, + "main_score": 0.364472, + "hf_subset": "nus_Latn-ceb_Latn", + "languages": [ + "nus-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.416137, + "recall": 0.464427, + "f1": 0.42985, + "accuracy": 0.464427, + "main_score": 0.42985, + "hf_subset": "nus_Latn-fuv_Latn", + "languages": [ + "nus-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.443911, + "recall": 0.48419, + "f1": 0.454241, + "accuracy": 0.48419, + "main_score": 0.454241, + "hf_subset": "nus_Latn-kac_Latn", + "languages": [ + "nus-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.452584, + "recall": 0.495059, + "f1": 0.464167, + "accuracy": 0.495059, + "main_score": 0.464167, + "hf_subset": "nus_Latn-lin_Latn", + "languages": [ + "nus-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.351188, + "recall": 0.393281, + "f1": 0.362739, + "accuracy": 0.393281, + "main_score": 0.362739, + "hf_subset": "nus_Latn-nno_Latn", + "languages": [ + "nus-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.3813, + "recall": 0.43083, + "f1": 0.393981, + "accuracy": 0.43083, + "main_score": 0.393981, + "hf_subset": "nus_Latn-sat_Olck", + "languages": [ + "nus-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.351436, + "recall": 0.401186, + "f1": 0.363732, + "accuracy": 0.401186, + "main_score": 0.363732, + "hf_subset": "nus_Latn-tel_Telu", + "languages": [ + "nus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.350347, + "recall": 0.397233, + "f1": 0.362545, + "accuracy": 0.397233, + "main_score": 0.362545, + "hf_subset": "nus_Latn-ydd_Hebr", + "languages": [ + "nus-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.36229, + "recall": 0.405138, + "f1": 0.371933, + "accuracy": 0.405138, + "main_score": 0.371933, + "hf_subset": "nus_Latn-ary_Arab", + "languages": [ + "nus-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.380053, + "recall": 0.435771, + "f1": 0.394005, + "accuracy": 0.435771, + "main_score": 0.394005, + "hf_subset": "nus_Latn-ces_Latn", + "languages": [ + "nus-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.405949, + "recall": 0.455534, + "f1": 0.418717, + "accuracy": 0.455534, + "main_score": 0.418717, + "hf_subset": "nus_Latn-gaz_Latn", + "languages": [ + "nus-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.414296, + "recall": 0.466403, + "f1": 0.428602, + "accuracy": 0.466403, + "main_score": 0.428602, + "hf_subset": "nus_Latn-kam_Latn", + "languages": [ + "nus-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.366761, + "recall": 0.418972, + "f1": 0.38085, + "accuracy": 0.418972, + "main_score": 0.38085, + "hf_subset": "nus_Latn-lit_Latn", + "languages": [ + "nus-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.388592, + "recall": 0.438735, + "f1": 0.401345, + "accuracy": 0.438735, + "main_score": 0.401345, + "hf_subset": "nus_Latn-nob_Latn", + "languages": [ + "nus-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.376465, + "recall": 0.41996, + "f1": 0.387996, + "accuracy": 0.41996, + "main_score": 0.387996, + "hf_subset": "nus_Latn-scn_Latn", + "languages": [ + "nus-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.357373, + "recall": 0.40415, + "f1": 0.369839, + "accuracy": 0.40415, + "main_score": 0.369839, + "hf_subset": "nus_Latn-tgk_Cyrl", + "languages": [ + "nus-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.371166, + "recall": 0.41996, + "f1": 0.384131, + "accuracy": 0.41996, + "main_score": 0.384131, + "hf_subset": "nus_Latn-yor_Latn", + "languages": [ + "nus-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.370063, + "recall": 0.417984, + "f1": 0.382339, + "accuracy": 0.417984, + "main_score": 0.382339, + "hf_subset": "nus_Latn-arz_Arab", + "languages": [ + "nus-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.406111, + "recall": 0.451581, + "f1": 0.418471, + "accuracy": 0.451581, + "main_score": 0.418471, + "hf_subset": "nus_Latn-cjk_Latn", + "languages": [ + "nus-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.359889, + "recall": 0.411067, + "f1": 0.373746, + "accuracy": 0.411067, + "main_score": 0.373746, + "hf_subset": "nus_Latn-gla_Latn", + "languages": [ + "nus-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.335745, + "recall": 0.382411, + "f1": 0.348255, + "accuracy": 0.382411, + "main_score": 0.348255, + "hf_subset": "nus_Latn-kan_Knda", + "languages": [ + "nus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.405879, + "recall": 0.448617, + "f1": 0.41668, + "accuracy": 0.448617, + "main_score": 0.41668, + "hf_subset": "nus_Latn-lmo_Latn", + "languages": [ + "nus-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.372381, + "recall": 0.41996, + "f1": 0.384999, + "accuracy": 0.41996, + "main_score": 0.384999, + "hf_subset": "nus_Latn-npi_Deva", + "languages": [ + "nus-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.325012, + "recall": 0.384387, + "f1": 0.340516, + "accuracy": 0.384387, + "main_score": 0.340516, + "hf_subset": "nus_Latn-shn_Mymr", + "languages": [ + "nus-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.374943, + "recall": 0.421937, + "f1": 0.387279, + "accuracy": 0.421937, + "main_score": 0.387279, + "hf_subset": "nus_Latn-tgl_Latn", + "languages": [ + "nus-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.375697, + "recall": 0.421937, + "f1": 0.387674, + "accuracy": 0.421937, + "main_score": 0.387674, + "hf_subset": "nus_Latn-yue_Hant", + "languages": [ + "nus-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.330966, + "recall": 0.369565, + "f1": 0.341831, + "accuracy": 0.369565, + "main_score": 0.341831, + "hf_subset": "nus_Latn-asm_Beng", + "languages": [ + "nus-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.363626, + "recall": 0.416008, + "f1": 0.377835, + "accuracy": 0.416008, + "main_score": 0.377835, + "hf_subset": "nus_Latn-ckb_Arab", + "languages": [ + "nus-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.344479, + "recall": 0.397233, + "f1": 0.358255, + "accuracy": 0.397233, + "main_score": 0.358255, + "hf_subset": "nus_Latn-gle_Latn", + "languages": [ + "nus-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.380652, + "recall": 0.436759, + "f1": 0.396054, + "accuracy": 0.436759, + "main_score": 0.396054, + "hf_subset": "nus_Latn-kas_Arab", + "languages": [ + "nus-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.374059, + "recall": 0.41502, + "f1": 0.384235, + "accuracy": 0.41502, + "main_score": 0.384235, + "hf_subset": "nus_Latn-ltg_Latn", + "languages": [ + "nus-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.385287, + "recall": 0.433794, + "f1": 0.398123, + "accuracy": 0.433794, + "main_score": 0.398123, + "hf_subset": "nus_Latn-nso_Latn", + "languages": [ + "nus-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.360341, + "recall": 0.410079, + "f1": 0.373546, + "accuracy": 0.410079, + "main_score": 0.373546, + "hf_subset": "nus_Latn-sin_Sinh", + "languages": [ + "nus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.349954, + "recall": 0.402174, + "f1": 0.363359, + "accuracy": 0.402174, + "main_score": 0.363359, + "hf_subset": "nus_Latn-tha_Thai", + "languages": [ + "nus-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.331495, + "recall": 0.385375, + "f1": 0.344022, + "accuracy": 0.385375, + "main_score": 0.344022, + "hf_subset": "nus_Latn-zho_Hans", + "languages": [ + "nus-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.363215, + "recall": 0.408103, + "f1": 0.374659, + "accuracy": 0.408103, + "main_score": 0.374659, + "hf_subset": "nus_Latn-ast_Latn", + "languages": [ + "nus-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.383225, + "recall": 0.427866, + "f1": 0.395753, + "accuracy": 0.427866, + "main_score": 0.395753, + "hf_subset": "nus_Latn-crh_Latn", + "languages": [ + "nus-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.381142, + "recall": 0.432806, + "f1": 0.394544, + "accuracy": 0.432806, + "main_score": 0.394544, + "hf_subset": "nus_Latn-glg_Latn", + "languages": [ + "nus-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.405877, + "recall": 0.455534, + "f1": 0.418168, + "accuracy": 0.455534, + "main_score": 0.418168, + "hf_subset": "nus_Latn-kas_Deva", + "languages": [ + "nus-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.355399, + "recall": 0.405138, + "f1": 0.36724, + "accuracy": 0.405138, + "main_score": 0.36724, + "hf_subset": "nus_Latn-ltz_Latn", + "languages": [ + "nus-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.360261, + "recall": 0.413043, + "f1": 0.374341, + "accuracy": 0.413043, + "main_score": 0.374341, + "hf_subset": "nus_Latn-slk_Latn", + "languages": [ + "nus-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.398049, + "recall": 0.452569, + "f1": 0.41293, + "accuracy": 0.452569, + "main_score": 0.41293, + "hf_subset": "nus_Latn-tir_Ethi", + "languages": [ + "nus-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.363344, + "recall": 0.416996, + "f1": 0.377035, + "accuracy": 0.416996, + "main_score": 0.377035, + "hf_subset": "nus_Latn-zho_Hant", + "languages": [ + "nus-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.36613, + "recall": 0.416996, + "f1": 0.378997, + "accuracy": 0.416996, + "main_score": 0.378997, + "hf_subset": "nus_Latn-awa_Deva", + "languages": [ + "nus-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.370019, + "recall": 0.423913, + "f1": 0.385126, + "accuracy": 0.423913, + "main_score": 0.385126, + "hf_subset": "nus_Latn-cym_Latn", + "languages": [ + "nus-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.427568, + "recall": 0.472332, + "f1": 0.440016, + "accuracy": 0.472332, + "main_score": 0.440016, + "hf_subset": "nus_Latn-grn_Latn", + "languages": [ + "nus-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.367205, + "recall": 0.41996, + "f1": 0.38143, + "accuracy": 0.41996, + "main_score": 0.38143, + "hf_subset": "nus_Latn-kat_Geor", + "languages": [ + "nus-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.433733, + "recall": 0.474308, + "f1": 0.444579, + "accuracy": 0.474308, + "main_score": 0.444579, + "hf_subset": "nus_Latn-lua_Latn", + "languages": [ + "nus-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.358212, + "recall": 0.409091, + "f1": 0.371491, + "accuracy": 0.409091, + "main_score": 0.371491, + "hf_subset": "nus_Latn-nya_Latn", + "languages": [ + "nus-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.367964, + "recall": 0.421937, + "f1": 0.382593, + "accuracy": 0.421937, + "main_score": 0.382593, + "hf_subset": "nus_Latn-slv_Latn", + "languages": [ + "nus-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.381418, + "recall": 0.43083, + "f1": 0.394771, + "accuracy": 0.43083, + "main_score": 0.394771, + "hf_subset": "nus_Latn-tpi_Latn", + "languages": [ + "nus-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.386132, + "recall": 0.433794, + "f1": 0.398768, + "accuracy": 0.433794, + "main_score": 0.398768, + "hf_subset": "nus_Latn-zsm_Latn", + "languages": [ + "nus-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.429629, + "recall": 0.478261, + "f1": 0.443161, + "accuracy": 0.478261, + "main_score": 0.443161, + "hf_subset": "nus_Latn-ayr_Latn", + "languages": [ + "nus-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.393714, + "recall": 0.4417, + "f1": 0.406293, + "accuracy": 0.4417, + "main_score": 0.406293, + "hf_subset": "nus_Latn-dan_Latn", + "languages": [ + "nus-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.361065, + "recall": 0.413043, + "f1": 0.374693, + "accuracy": 0.413043, + "main_score": 0.374693, + "hf_subset": "nus_Latn-guj_Gujr", + "languages": [ + "nus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.355554, + "recall": 0.402174, + "f1": 0.368176, + "accuracy": 0.402174, + "main_score": 0.368176, + "hf_subset": "nus_Latn-kaz_Cyrl", + "languages": [ + "nus-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.363001, + "recall": 0.407115, + "f1": 0.37458, + "accuracy": 0.407115, + "main_score": 0.37458, + "hf_subset": "nus_Latn-lug_Latn", + "languages": [ + "nus-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.363364, + "recall": 0.407115, + "f1": 0.37454, + "accuracy": 0.407115, + "main_score": 0.37454, + "hf_subset": "nus_Latn-oci_Latn", + "languages": [ + "nus-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.377518, + "recall": 0.426877, + "f1": 0.39057, + "accuracy": 0.426877, + "main_score": 0.39057, + "hf_subset": "nus_Latn-smo_Latn", + "languages": [ + "nus-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.371212, + "recall": 0.416008, + "f1": 0.382545, + "accuracy": 0.416008, + "main_score": 0.382545, + "hf_subset": "nus_Latn-tsn_Latn", + "languages": [ + "nus-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.363934, + "recall": 0.41502, + "f1": 0.37687, + "accuracy": 0.41502, + "main_score": 0.37687, + "hf_subset": "nus_Latn-zul_Latn", + "languages": [ + "nus-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.34321, + "recall": 0.394269, + "f1": 0.356832, + "accuracy": 0.394269, + "main_score": 0.356832, + "hf_subset": "nus_Latn-azb_Arab", + "languages": [ + "nus-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.411512, + "recall": 0.45751, + "f1": 0.42322, + "accuracy": 0.45751, + "main_score": 0.42322, + "hf_subset": "nus_Latn-deu_Latn", + "languages": [ + "nus-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.353325, + "recall": 0.402174, + "f1": 0.365698, + "accuracy": 0.402174, + "main_score": 0.365698, + "hf_subset": "nus_Latn-hat_Latn", + "languages": [ + "nus-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.411276, + "recall": 0.456522, + "f1": 0.423531, + "accuracy": 0.456522, + "main_score": 0.423531, + "hf_subset": "nus_Latn-kbp_Latn", + "languages": [ + "nus-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.446112, + "recall": 0.490119, + "f1": 0.458144, + "accuracy": 0.490119, + "main_score": 0.458144, + "hf_subset": "nus_Latn-luo_Latn", + "languages": [ + "nus-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.337765, + "recall": 0.393281, + "f1": 0.3516, + "accuracy": 0.393281, + "main_score": 0.3516, + "hf_subset": "nus_Latn-ory_Orya", + "languages": [ + "nus-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.358141, + "recall": 0.416008, + "f1": 0.372925, + "accuracy": 0.416008, + "main_score": 0.372925, + "hf_subset": "nus_Latn-sna_Latn", + "languages": [ + "nus-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.403423, + "recall": 0.445652, + "f1": 0.415398, + "accuracy": 0.445652, + "main_score": 0.415398, + "hf_subset": "nus_Latn-tso_Latn", + "languages": [ + "nus-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.368323, + "recall": 0.418972, + "f1": 0.381978, + "accuracy": 0.418972, + "main_score": 0.381978, + "hf_subset": "nus_Latn-azj_Latn", + "languages": [ + "nus-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.416901, + "recall": 0.463439, + "f1": 0.429537, + "accuracy": 0.463439, + "main_score": 0.429537, + "hf_subset": "nus_Latn-dik_Latn", + "languages": [ + "nus-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.353878, + "recall": 0.397233, + "f1": 0.364906, + "accuracy": 0.397233, + "main_score": 0.364906, + "hf_subset": "nus_Latn-hau_Latn", + "languages": [ + "nus-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.371233, + "recall": 0.423913, + "f1": 0.38439, + "accuracy": 0.423913, + "main_score": 0.38439, + "hf_subset": "nus_Latn-kea_Latn", + "languages": [ + "nus-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.376814, + "recall": 0.420949, + "f1": 0.389048, + "accuracy": 0.420949, + "main_score": 0.389048, + "hf_subset": "nus_Latn-lus_Latn", + "languages": [ + "nus-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.432784, + "recall": 0.474308, + "f1": 0.444739, + "accuracy": 0.474308, + "main_score": 0.444739, + "hf_subset": "nus_Latn-pag_Latn", + "languages": [ + "nus-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.339418, + "recall": 0.400198, + "f1": 0.355054, + "accuracy": 0.400198, + "main_score": 0.355054, + "hf_subset": "nus_Latn-snd_Arab", + "languages": [ + "nus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.337248, + "recall": 0.38834, + "f1": 0.350492, + "accuracy": 0.38834, + "main_score": 0.350492, + "hf_subset": "nus_Latn-tuk_Latn", + "languages": [ + "nus-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.360422, + "recall": 0.401186, + "f1": 0.371771, + "accuracy": 0.401186, + "main_score": 0.371771, + "hf_subset": "nus_Latn-bak_Cyrl", + "languages": [ + "nus-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.362746, + "recall": 0.420949, + "f1": 0.378292, + "accuracy": 0.420949, + "main_score": 0.378292, + "hf_subset": "nus_Latn-dyu_Latn", + "languages": [ + "nus-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.363089, + "recall": 0.413043, + "f1": 0.375836, + "accuracy": 0.413043, + "main_score": 0.375836, + "hf_subset": "nus_Latn-heb_Hebr", + "languages": [ + "nus-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.37704, + "recall": 0.41996, + "f1": 0.389206, + "accuracy": 0.41996, + "main_score": 0.389206, + "hf_subset": "nus_Latn-khk_Cyrl", + "languages": [ + "nus-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.359579, + "recall": 0.409091, + "f1": 0.372157, + "accuracy": 0.409091, + "main_score": 0.372157, + "hf_subset": "nus_Latn-lvs_Latn", + "languages": [ + "nus-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.360884, + "recall": 0.410079, + "f1": 0.373523, + "accuracy": 0.410079, + "main_score": 0.373523, + "hf_subset": "nus_Latn-pan_Guru", + "languages": [ + "nus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.37601, + "recall": 0.422925, + "f1": 0.388963, + "accuracy": 0.422925, + "main_score": 0.388963, + "hf_subset": "nus_Latn-som_Latn", + "languages": [ + "nus-Latn", + "som-Latn" + ] + }, + { + "precision": 0.34451, + "recall": 0.395257, + "f1": 0.357306, + "accuracy": 0.395257, + "main_score": 0.357306, + "hf_subset": "nus_Latn-tum_Latn", + "languages": [ + "nus-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.479711, + "recall": 0.565217, + "f1": 0.503071, + "accuracy": 0.565217, + "main_score": 0.503071, + "hf_subset": "slk_Latn-ace_Arab", + "languages": [ + "slk-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.452957, + "recall": 0.509881, + "f1": 0.468272, + "accuracy": 0.509881, + "main_score": 0.468272, + "hf_subset": "slk_Latn-bam_Latn", + "languages": [ + "slk-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.594642, + "recall": 0.685771, + "f1": 0.620492, + "accuracy": 0.685771, + "main_score": 0.620492, + "hf_subset": "slk_Latn-dzo_Tibt", + "languages": [ + "slk-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-hin_Deva", + "languages": [ + "slk-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "slk_Latn-khm_Khmr", + "languages": [ + "slk-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slk_Latn-mag_Deva", + "languages": [ + "slk-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "slk_Latn-pap_Latn", + "languages": [ + "slk-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.827273, + "recall": 0.876482, + "f1": 0.842457, + "accuracy": 0.876482, + "main_score": 0.842457, + "hf_subset": "slk_Latn-sot_Latn", + "languages": [ + "slk-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-tur_Latn", + "languages": [ + "slk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.825791, + "recall": 0.870553, + "f1": 0.839512, + "accuracy": 0.870553, + "main_score": 0.839512, + "hf_subset": "slk_Latn-ace_Latn", + "languages": [ + "slk-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.95191, + "accuracy": 0.962451, + "main_score": 0.95191, + "hf_subset": "slk_Latn-ban_Latn", + "languages": [ + "slk-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-ell_Grek", + "languages": [ + "slk-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "slk_Latn-hne_Deva", + "languages": [ + "slk-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.543062, + "recall": 0.618577, + "f1": 0.563084, + "accuracy": 0.618577, + "main_score": 0.563084, + "hf_subset": "slk_Latn-kik_Latn", + "languages": [ + "slk-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "slk_Latn-mai_Deva", + "languages": [ + "slk-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.931653, + "recall": 0.953557, + "f1": 0.938735, + "accuracy": 0.953557, + "main_score": 0.938735, + "hf_subset": "slk_Latn-pbt_Arab", + "languages": [ + "slk-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-spa_Latn", + "languages": [ + "slk-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.717078, + "recall": 0.780632, + "f1": 0.735314, + "accuracy": 0.780632, + "main_score": 0.735314, + "hf_subset": "slk_Latn-twi_Latn", + "languages": [ + "slk-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-acm_Arab", + "languages": [ + "slk-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.810008, + "recall": 0.858696, + "f1": 0.824769, + "accuracy": 0.858696, + "main_score": 0.824769, + "hf_subset": "slk_Latn-kin_Latn", + "languages": [ + "slk-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slk_Latn-mal_Mlym", + "languages": [ + "slk-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-pes_Arab", + "languages": [ + "slk-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "slk_Latn-srd_Latn", + "languages": [ + "slk-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.186201, + "recall": 0.248024, + "f1": 0.200739, + "accuracy": 0.248024, + "main_score": 0.200739, + "hf_subset": "slk_Latn-tzm_Tfng", + "languages": [ + "slk-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-acq_Arab", + "languages": [ + "slk-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.614794, + "recall": 0.693676, + "f1": 0.637327, + "accuracy": 0.693676, + "main_score": 0.637327, + "hf_subset": "slk_Latn-bem_Latn", + "languages": [ + "slk-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-epo_Latn", + "languages": [ + "slk-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-hun_Latn", + "languages": [ + "slk-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "slk_Latn-kir_Cyrl", + "languages": [ + "slk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-mar_Deva", + "languages": [ + "slk-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.844236, + "recall": 0.887352, + "f1": 0.857477, + "accuracy": 0.887352, + "main_score": 0.857477, + "hf_subset": "slk_Latn-plt_Latn", + "languages": [ + "slk-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.924489, + "recall": 0.947628, + "f1": 0.931884, + "accuracy": 0.947628, + "main_score": 0.931884, + "hf_subset": "slk_Latn-uig_Arab", + "languages": [ + "slk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-aeb_Arab", + "languages": [ + "slk-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-ben_Beng", + "languages": [ + "slk-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-est_Latn", + "languages": [ + "slk-Latn", + "est-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-hye_Armn", + "languages": [ + "slk-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.452128, + "recall": 0.517787, + "f1": 0.469271, + "accuracy": 0.517787, + "main_score": 0.469271, + "hf_subset": "slk_Latn-kmb_Latn", + "languages": [ + "slk-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.448564, + "recall": 0.527668, + "f1": 0.46842, + "accuracy": 0.527668, + "main_score": 0.46842, + "hf_subset": "slk_Latn-min_Arab", + "languages": [ + "slk-Latn", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.680388, + "recall": 0.755929, + "f1": 0.702146, + "accuracy": 0.755929, + "main_score": 0.702146, + "hf_subset": "slk_Latn-ssw_Latn", + "languages": [ + "slk-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-afr_Latn", + "languages": [ + "slk-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "slk_Latn-bho_Deva", + "languages": [ + "slk-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slk_Latn-eus_Latn", + "languages": [ + "slk-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.808474, + "recall": 0.862648, + "f1": 0.825068, + "accuracy": 0.862648, + "main_score": 0.825068, + "hf_subset": "slk_Latn-ibo_Latn", + "languages": [ + "slk-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.831472, + "recall": 0.878458, + "f1": 0.846047, + "accuracy": 0.878458, + "main_score": 0.846047, + "hf_subset": "slk_Latn-kmr_Latn", + "languages": [ + "slk-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "slk_Latn-min_Latn", + "languages": [ + "slk-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-por_Latn", + "languages": [ + "slk-Latn", + "por-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "slk_Latn-sun_Latn", + "languages": [ + "slk-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.419662, + "recall": 0.48913, + "f1": 0.438198, + "accuracy": 0.48913, + "main_score": 0.438198, + "hf_subset": "slk_Latn-umb_Latn", + "languages": [ + "slk-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-ajp_Arab", + "languages": [ + "slk-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.464184, + "recall": 0.547431, + "f1": 0.485377, + "accuracy": 0.547431, + "main_score": 0.485377, + "hf_subset": "slk_Latn-bjn_Arab", + "languages": [ + "slk-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.4264, + "recall": 0.48913, + "f1": 0.443331, + "accuracy": 0.48913, + "main_score": 0.443331, + "hf_subset": "slk_Latn-ewe_Latn", + "languages": [ + "slk-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.939262, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "slk_Latn-ilo_Latn", + "languages": [ + "slk-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.23174, + "recall": 0.291502, + "f1": 0.245601, + "accuracy": 0.291502, + "main_score": 0.245601, + "hf_subset": "slk_Latn-knc_Arab", + "languages": [ + "slk-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-prs_Arab", + "languages": [ + "slk-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-swe_Latn", + "languages": [ + "slk-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-urd_Arab", + "languages": [ + "slk-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.69655, + "recall": 0.76581, + "f1": 0.716598, + "accuracy": 0.76581, + "main_score": 0.716598, + "hf_subset": "slk_Latn-aka_Latn", + "languages": [ + "slk-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "slk_Latn-bjn_Latn", + "languages": [ + "slk-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "slk_Latn-fao_Latn", + "languages": [ + "slk-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-ind_Latn", + "languages": [ + "slk-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.492147, + "recall": 0.549407, + "f1": 0.50729, + "accuracy": 0.549407, + "main_score": 0.50729, + "hf_subset": "slk_Latn-knc_Latn", + "languages": [ + "slk-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-mlt_Latn", + "languages": [ + "slk-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.614439, + "recall": 0.685771, + "f1": 0.633998, + "accuracy": 0.685771, + "main_score": 0.633998, + "hf_subset": "slk_Latn-quy_Latn", + "languages": [ + "slk-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-swh_Latn", + "languages": [ + "slk-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-uzn_Latn", + "languages": [ + "slk-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-als_Latn", + "languages": [ + "slk-Latn", + "als-Latn" + ] + }, + { + "precision": 0.738159, + "recall": 0.805336, + "f1": 0.757925, + "accuracy": 0.805336, + "main_score": 0.757925, + "hf_subset": "slk_Latn-bod_Tibt", + "languages": [ + "slk-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.578948, + "recall": 0.659091, + "f1": 0.601207, + "accuracy": 0.659091, + "main_score": 0.601207, + "hf_subset": "slk_Latn-fij_Latn", + "languages": [ + "slk-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "slk_Latn-isl_Latn", + "languages": [ + "slk-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.564703, + "recall": 0.635375, + "f1": 0.583889, + "accuracy": 0.635375, + "main_score": 0.583889, + "hf_subset": "slk_Latn-kon_Latn", + "languages": [ + "slk-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.56317, + "recall": 0.642292, + "f1": 0.584846, + "accuracy": 0.642292, + "main_score": 0.584846, + "hf_subset": "slk_Latn-mni_Beng", + "languages": [ + "slk-Latn", + "mni-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ron_Latn", + "languages": [ + "slk-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "slk_Latn-szl_Latn", + "languages": [ + "slk-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-vec_Latn", + "languages": [ + "slk-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.898139, + "recall": 0.927866, + "f1": 0.907298, + "accuracy": 0.927866, + "main_score": 0.907298, + "hf_subset": "slk_Latn-amh_Ethi", + "languages": [ + "slk-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-fin_Latn", + "languages": [ + "slk-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-ita_Latn", + "languages": [ + "slk-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-kor_Hang", + "languages": [ + "slk-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.488184, + "recall": 0.543478, + "f1": 0.503164, + "accuracy": 0.543478, + "main_score": 0.503164, + "hf_subset": "slk_Latn-mos_Latn", + "languages": [ + "slk-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.704036, + "recall": 0.768775, + "f1": 0.722427, + "accuracy": 0.768775, + "main_score": 0.722427, + "hf_subset": "slk_Latn-run_Latn", + "languages": [ + "slk-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "slk_Latn-tam_Taml", + "languages": [ + "slk-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-vie_Latn", + "languages": [ + "slk-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-apc_Arab", + "languages": [ + "slk-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.681281, + "recall": 0.752964, + "f1": 0.701408, + "accuracy": 0.752964, + "main_score": 0.701408, + "hf_subset": "slk_Latn-bug_Latn", + "languages": [ + "slk-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.416915, + "recall": 0.470356, + "f1": 0.431814, + "accuracy": 0.470356, + "main_score": 0.431814, + "hf_subset": "slk_Latn-fon_Latn", + "languages": [ + "slk-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slk_Latn-jav_Latn", + "languages": [ + "slk-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.92663, + "recall": 0.949605, + "f1": 0.934025, + "accuracy": 0.949605, + "main_score": 0.934025, + "hf_subset": "slk_Latn-lao_Laoo", + "languages": [ + "slk-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.837484, + "recall": 0.885375, + "f1": 0.852404, + "accuracy": 0.885375, + "main_score": 0.852404, + "hf_subset": "slk_Latn-mri_Latn", + "languages": [ + "slk-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.465854, + "recall": 0.534585, + "f1": 0.484603, + "accuracy": 0.534585, + "main_score": 0.484603, + "hf_subset": "slk_Latn-taq_Latn", + "languages": [ + "slk-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-war_Latn", + "languages": [ + "slk-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-arb_Arab", + "languages": [ + "slk-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-fra_Latn", + "languages": [ + "slk-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-jpn_Jpan", + "languages": [ + "slk-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slk_Latn-lij_Latn", + "languages": [ + "slk-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "slk_Latn-mya_Mymr", + "languages": [ + "slk-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.520704, + "recall": 0.58498, + "f1": 0.537777, + "accuracy": 0.58498, + "main_score": 0.537777, + "hf_subset": "slk_Latn-sag_Latn", + "languages": [ + "slk-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.199429, + "recall": 0.26581, + "f1": 0.214958, + "accuracy": 0.26581, + "main_score": 0.214958, + "hf_subset": "slk_Latn-taq_Tfng", + "languages": [ + "slk-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.612132, + "recall": 0.68083, + "f1": 0.630967, + "accuracy": 0.68083, + "main_score": 0.630967, + "hf_subset": "slk_Latn-wol_Latn", + "languages": [ + "slk-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.83447, + "recall": 0.882411, + "f1": 0.849374, + "accuracy": 0.882411, + "main_score": 0.849374, + "hf_subset": "slk_Latn-arb_Latn", + "languages": [ + "slk-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-cat_Latn", + "languages": [ + "slk-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slk_Latn-fur_Latn", + "languages": [ + "slk-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.400491, + "recall": 0.477273, + "f1": 0.419883, + "accuracy": 0.477273, + "main_score": 0.419883, + "hf_subset": "slk_Latn-kab_Latn", + "languages": [ + "slk-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slk_Latn-lim_Latn", + "languages": [ + "slk-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-nld_Latn", + "languages": [ + "slk-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "slk_Latn-san_Deva", + "languages": [ + "slk-Latn", + "san-Deva" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-tat_Cyrl", + "languages": [ + "slk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.828146, + "recall": 0.876482, + "f1": 0.843234, + "accuracy": 0.876482, + "main_score": 0.843234, + "hf_subset": "slk_Latn-xho_Latn", + "languages": [ + "slk-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-ars_Arab", + "languages": [ + "slk-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-ceb_Latn", + "languages": [ + "slk-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.453064, + "recall": 0.523715, + "f1": 0.471546, + "accuracy": 0.523715, + "main_score": 0.471546, + "hf_subset": "slk_Latn-fuv_Latn", + "languages": [ + "slk-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.448314, + "recall": 0.518775, + "f1": 0.467057, + "accuracy": 0.518775, + "main_score": 0.467057, + "hf_subset": "slk_Latn-kac_Latn", + "languages": [ + "slk-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.573111, + "recall": 0.644269, + "f1": 0.592013, + "accuracy": 0.644269, + "main_score": 0.592013, + "hf_subset": "slk_Latn-lin_Latn", + "languages": [ + "slk-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-nno_Latn", + "languages": [ + "slk-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.839592, + "recall": 0.886364, + "f1": 0.85415, + "accuracy": 0.886364, + "main_score": 0.85415, + "hf_subset": "slk_Latn-sat_Olck", + "languages": [ + "slk-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slk_Latn-tel_Telu", + "languages": [ + "slk-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slk_Latn-ydd_Hebr", + "languages": [ + "slk-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "slk_Latn-ary_Arab", + "languages": [ + "slk-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.52452, + "recall": 0.607708, + "f1": 0.547408, + "accuracy": 0.607708, + "main_score": 0.547408, + "hf_subset": "slk_Latn-gaz_Latn", + "languages": [ + "slk-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.495806, + "recall": 0.578063, + "f1": 0.517476, + "accuracy": 0.578063, + "main_score": 0.517476, + "hf_subset": "slk_Latn-kam_Latn", + "languages": [ + "slk-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "slk_Latn-lit_Latn", + "languages": [ + "slk-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-nob_Latn", + "languages": [ + "slk-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slk_Latn-scn_Latn", + "languages": [ + "slk-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "slk_Latn-tgk_Cyrl", + "languages": [ + "slk-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.67895, + "recall": 0.750988, + "f1": 0.699307, + "accuracy": 0.750988, + "main_score": 0.699307, + "hf_subset": "slk_Latn-yor_Latn", + "languages": [ + "slk-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-arz_Arab", + "languages": [ + "slk-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.438858, + "recall": 0.508893, + "f1": 0.458152, + "accuracy": 0.508893, + "main_score": 0.458152, + "hf_subset": "slk_Latn-cjk_Latn", + "languages": [ + "slk-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.917984, + "recall": 0.944664, + "f1": 0.926713, + "accuracy": 0.944664, + "main_score": 0.926713, + "hf_subset": "slk_Latn-gla_Latn", + "languages": [ + "slk-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "slk_Latn-kan_Knda", + "languages": [ + "slk-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "slk_Latn-lmo_Latn", + "languages": [ + "slk-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "slk_Latn-npi_Deva", + "languages": [ + "slk-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.495611, + "recall": 0.58004, + "f1": 0.519014, + "accuracy": 0.58004, + "main_score": 0.519014, + "hf_subset": "slk_Latn-shn_Mymr", + "languages": [ + "slk-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-tgl_Latn", + "languages": [ + "slk-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-yue_Hant", + "languages": [ + "slk-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "slk_Latn-asm_Beng", + "languages": [ + "slk-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.887764, + "recall": 0.921937, + "f1": 0.898617, + "accuracy": 0.921937, + "main_score": 0.898617, + "hf_subset": "slk_Latn-ckb_Arab", + "languages": [ + "slk-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "slk_Latn-gle_Latn", + "languages": [ + "slk-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.894681, + "recall": 0.926877, + "f1": 0.904875, + "accuracy": 0.926877, + "main_score": 0.904875, + "hf_subset": "slk_Latn-kas_Arab", + "languages": [ + "slk-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.872233, + "recall": 0.910079, + "f1": 0.884025, + "accuracy": 0.910079, + "main_score": 0.884025, + "hf_subset": "slk_Latn-ltg_Latn", + "languages": [ + "slk-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.741809, + "recall": 0.806324, + "f1": 0.761152, + "accuracy": 0.806324, + "main_score": 0.761152, + "hf_subset": "slk_Latn-nso_Latn", + "languages": [ + "slk-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "slk_Latn-sin_Sinh", + "languages": [ + "slk-Latn", + "sin-Sinh" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-tha_Thai", + "languages": [ + "slk-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-zho_Hans", + "languages": [ + "slk-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-ast_Latn", + "languages": [ + "slk-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "slk_Latn-crh_Latn", + "languages": [ + "slk-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-glg_Latn", + "languages": [ + "slk-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.826894, + "recall": 0.873518, + "f1": 0.840909, + "accuracy": 0.873518, + "main_score": 0.840909, + "hf_subset": "slk_Latn-kas_Deva", + "languages": [ + "slk-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-ltz_Latn", + "languages": [ + "slk-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.412011, + "recall": 0.477273, + "f1": 0.429089, + "accuracy": 0.477273, + "main_score": 0.429089, + "hf_subset": "slk_Latn-nus_Latn", + "languages": [ + "slk-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.597778, + "recall": 0.685771, + "f1": 0.622738, + "accuracy": 0.685771, + "main_score": 0.622738, + "hf_subset": "slk_Latn-tir_Ethi", + "languages": [ + "slk-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-zho_Hant", + "languages": [ + "slk-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "slk_Latn-awa_Deva", + "languages": [ + "slk-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slk_Latn-cym_Latn", + "languages": [ + "slk-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.731377, + "recall": 0.790514, + "f1": 0.748035, + "accuracy": 0.790514, + "main_score": 0.748035, + "hf_subset": "slk_Latn-grn_Latn", + "languages": [ + "slk-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-kat_Geor", + "languages": [ + "slk-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.561893, + "recall": 0.629447, + "f1": 0.579832, + "accuracy": 0.629447, + "main_score": 0.579832, + "hf_subset": "slk_Latn-lua_Latn", + "languages": [ + "slk-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.794582, + "recall": 0.852767, + "f1": 0.812615, + "accuracy": 0.852767, + "main_score": 0.812615, + "hf_subset": "slk_Latn-nya_Latn", + "languages": [ + "slk-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "slk_Latn-tpi_Latn", + "languages": [ + "slk-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-zsm_Latn", + "languages": [ + "slk-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.485747, + "recall": 0.55336, + "f1": 0.504462, + "accuracy": 0.55336, + "main_score": 0.504462, + "hf_subset": "slk_Latn-ayr_Latn", + "languages": [ + "slk-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-dan_Latn", + "languages": [ + "slk-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-guj_Gujr", + "languages": [ + "slk-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slk_Latn-kaz_Cyrl", + "languages": [ + "slk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.586554, + "recall": 0.66996, + "f1": 0.609851, + "accuracy": 0.66996, + "main_score": 0.609851, + "hf_subset": "slk_Latn-lug_Latn", + "languages": [ + "slk-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-oci_Latn", + "languages": [ + "slk-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.798979, + "recall": 0.853755, + "f1": 0.815777, + "accuracy": 0.853755, + "main_score": 0.815777, + "hf_subset": "slk_Latn-smo_Latn", + "languages": [ + "slk-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.685507, + "recall": 0.76087, + "f1": 0.707566, + "accuracy": 0.76087, + "main_score": 0.707566, + "hf_subset": "slk_Latn-tsn_Latn", + "languages": [ + "slk-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.842836, + "recall": 0.88834, + "f1": 0.856903, + "accuracy": 0.88834, + "main_score": 0.856903, + "hf_subset": "slk_Latn-zul_Latn", + "languages": [ + "slk-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.88974, + "recall": 0.924901, + "f1": 0.901252, + "accuracy": 0.924901, + "main_score": 0.901252, + "hf_subset": "slk_Latn-azb_Arab", + "languages": [ + "slk-Latn", + "azb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-deu_Latn", + "languages": [ + "slk-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "slk_Latn-hat_Latn", + "languages": [ + "slk-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.446588, + "recall": 0.505929, + "f1": 0.462289, + "accuracy": 0.505929, + "main_score": 0.462289, + "hf_subset": "slk_Latn-kbp_Latn", + "languages": [ + "slk-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.488819, + "recall": 0.559289, + "f1": 0.50797, + "accuracy": 0.559289, + "main_score": 0.50797, + "hf_subset": "slk_Latn-luo_Latn", + "languages": [ + "slk-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "slk_Latn-ory_Orya", + "languages": [ + "slk-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.836792, + "recall": 0.884387, + "f1": 0.85191, + "accuracy": 0.884387, + "main_score": 0.85191, + "hf_subset": "slk_Latn-sna_Latn", + "languages": [ + "slk-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.626727, + "recall": 0.700593, + "f1": 0.647448, + "accuracy": 0.700593, + "main_score": 0.647448, + "hf_subset": "slk_Latn-tso_Latn", + "languages": [ + "slk-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-azj_Latn", + "languages": [ + "slk-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.484592, + "recall": 0.55336, + "f1": 0.503638, + "accuracy": 0.55336, + "main_score": 0.503638, + "hf_subset": "slk_Latn-dik_Latn", + "languages": [ + "slk-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.862813, + "recall": 0.905138, + "f1": 0.876449, + "accuracy": 0.905138, + "main_score": 0.876449, + "hf_subset": "slk_Latn-hau_Latn", + "languages": [ + "slk-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "slk_Latn-kea_Latn", + "languages": [ + "slk-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.900033, + "recall": 0.928854, + "f1": 0.909058, + "accuracy": 0.928854, + "main_score": 0.909058, + "hf_subset": "slk_Latn-lus_Latn", + "languages": [ + "slk-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.829743, + "recall": 0.876482, + "f1": 0.843728, + "accuracy": 0.876482, + "main_score": 0.843728, + "hf_subset": "slk_Latn-pag_Latn", + "languages": [ + "slk-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "slk_Latn-snd_Arab", + "languages": [ + "slk-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "slk_Latn-tuk_Latn", + "languages": [ + "slk-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "slk_Latn-bak_Cyrl", + "languages": [ + "slk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.453857, + "recall": 0.532609, + "f1": 0.475189, + "accuracy": 0.532609, + "main_score": 0.475189, + "hf_subset": "slk_Latn-dyu_Latn", + "languages": [ + "slk-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-heb_Hebr", + "languages": [ + "slk-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "slk_Latn-khk_Cyrl", + "languages": [ + "slk-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-lvs_Latn", + "languages": [ + "slk-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-pan_Guru", + "languages": [ + "slk-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.832675, + "recall": 0.881423, + "f1": 0.847925, + "accuracy": 0.881423, + "main_score": 0.847925, + "hf_subset": "slk_Latn-som_Latn", + "languages": [ + "slk-Latn", + "som-Latn" + ] + }, + { + "precision": 0.661142, + "recall": 0.728261, + "f1": 0.680639, + "accuracy": 0.728261, + "main_score": 0.680639, + "hf_subset": "slk_Latn-tum_Latn", + "languages": [ + "slk-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.428037, + "recall": 0.494071, + "f1": 0.446169, + "accuracy": 0.494071, + "main_score": 0.446169, + "hf_subset": "tir_Ethi-ace_Arab", + "languages": [ + "tir-Ethi", + "ace-Arab" + ] + }, + { + "precision": 0.440085, + "recall": 0.483202, + "f1": 0.452296, + "accuracy": 0.483202, + "main_score": 0.452296, + "hf_subset": "tir_Ethi-bam_Latn", + "languages": [ + "tir-Ethi", + "bam-Latn" + ] + }, + { + "precision": 0.395875, + "recall": 0.461462, + "f1": 0.412526, + "accuracy": 0.461462, + "main_score": 0.412526, + "hf_subset": "tir_Ethi-dzo_Tibt", + "languages": [ + "tir-Ethi", + "dzo-Tibt" + ] + }, + { + "precision": 0.601817, + "recall": 0.661067, + "f1": 0.617048, + "accuracy": 0.661067, + "main_score": 0.617048, + "hf_subset": "tir_Ethi-hin_Deva", + "languages": [ + "tir-Ethi", + "hin-Deva" + ] + }, + { + "precision": 0.482072, + "recall": 0.547431, + "f1": 0.498401, + "accuracy": 0.547431, + "main_score": 0.498401, + "hf_subset": "tir_Ethi-khm_Khmr", + "languages": [ + "tir-Ethi", + "khm-Khmr" + ] + }, + { + "precision": 0.605717, + "recall": 0.663043, + "f1": 0.619653, + "accuracy": 0.663043, + "main_score": 0.619653, + "hf_subset": "tir_Ethi-mag_Deva", + "languages": [ + "tir-Ethi", + "mag-Deva" + ] + }, + { + "precision": 0.554858, + "recall": 0.615613, + "f1": 0.570445, + "accuracy": 0.615613, + "main_score": 0.570445, + "hf_subset": "tir_Ethi-pap_Latn", + "languages": [ + "tir-Ethi", + "pap-Latn" + ] + }, + { + "precision": 0.525546, + "recall": 0.588933, + "f1": 0.541631, + "accuracy": 0.588933, + "main_score": 0.541631, + "hf_subset": "tir_Ethi-sot_Latn", + "languages": [ + "tir-Ethi", + "sot-Latn" + ] + }, + { + "precision": 0.600771, + "recall": 0.659091, + "f1": 0.615491, + "accuracy": 0.659091, + "main_score": 0.615491, + "hf_subset": "tir_Ethi-tur_Latn", + "languages": [ + "tir-Ethi", + "tur-Latn" + ] + }, + { + "precision": 0.557576, + "recall": 0.61166, + "f1": 0.572069, + "accuracy": 0.61166, + "main_score": 0.572069, + "hf_subset": "tir_Ethi-ace_Latn", + "languages": [ + "tir-Ethi", + "ace-Latn" + ] + }, + { + "precision": 0.530845, + "recall": 0.583004, + "f1": 0.544776, + "accuracy": 0.583004, + "main_score": 0.544776, + "hf_subset": "tir_Ethi-ban_Latn", + "languages": [ + "tir-Ethi", + "ban-Latn" + ] + }, + { + "precision": 0.541847, + "recall": 0.602767, + "f1": 0.557001, + "accuracy": 0.602767, + "main_score": 0.557001, + "hf_subset": "tir_Ethi-ell_Grek", + "languages": [ + "tir-Ethi", + "ell-Grek" + ] + }, + { + "precision": 0.571896, + "recall": 0.629447, + "f1": 0.586946, + "accuracy": 0.629447, + "main_score": 0.586946, + "hf_subset": "tir_Ethi-hne_Deva", + "languages": [ + "tir-Ethi", + "hne-Deva" + ] + }, + { + "precision": 0.434963, + "recall": 0.491107, + "f1": 0.45013, + "accuracy": 0.491107, + "main_score": 0.45013, + "hf_subset": "tir_Ethi-kik_Latn", + "languages": [ + "tir-Ethi", + "kik-Latn" + ] + }, + { + "precision": 0.599127, + "recall": 0.652174, + "f1": 0.611337, + "accuracy": 0.652174, + "main_score": 0.611337, + "hf_subset": "tir_Ethi-mai_Deva", + "languages": [ + "tir-Ethi", + "mai-Deva" + ] + }, + { + "precision": 0.544934, + "recall": 0.610672, + "f1": 0.561966, + "accuracy": 0.610672, + "main_score": 0.561966, + "hf_subset": "tir_Ethi-pbt_Arab", + "languages": [ + "tir-Ethi", + "pbt-Arab" + ] + }, + { + "precision": 0.584494, + "recall": 0.646245, + "f1": 0.600336, + "accuracy": 0.646245, + "main_score": 0.600336, + "hf_subset": "tir_Ethi-spa_Latn", + "languages": [ + "tir-Ethi", + "spa-Latn" + ] + }, + { + "precision": 0.530477, + "recall": 0.577075, + "f1": 0.542644, + "accuracy": 0.577075, + "main_score": 0.542644, + "hf_subset": "tir_Ethi-twi_Latn", + "languages": [ + "tir-Ethi", + "twi-Latn" + ] + }, + { + "precision": 0.606138, + "recall": 0.663043, + "f1": 0.62133, + "accuracy": 0.663043, + "main_score": 0.62133, + "hf_subset": "tir_Ethi-acm_Arab", + "languages": [ + "tir-Ethi", + "acm-Arab" + ] + }, + { + "precision": 0.487959, + "recall": 0.556324, + "f1": 0.50487, + "accuracy": 0.556324, + "main_score": 0.50487, + "hf_subset": "tir_Ethi-bel_Cyrl", + "languages": [ + "tir-Ethi", + "bel-Cyrl" + ] + }, + { + "precision": 0.596434, + "recall": 0.66502, + "f1": 0.613954, + "accuracy": 0.66502, + "main_score": 0.613954, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.553952, + "recall": 0.62253, + "f1": 0.571655, + "accuracy": 0.62253, + "main_score": 0.571655, + "hf_subset": "tir_Ethi-hrv_Latn", + "languages": [ + "tir-Ethi", + "hrv-Latn" + ] + }, + { + "precision": 0.513027, + "recall": 0.577075, + "f1": 0.530522, + "accuracy": 0.577075, + "main_score": 0.530522, + "hf_subset": "tir_Ethi-kin_Latn", + "languages": [ + "tir-Ethi", + "kin-Latn" + ] + }, + { + "precision": 0.547844, + "recall": 0.602767, + "f1": 0.561402, + "accuracy": 0.602767, + "main_score": 0.561402, + "hf_subset": "tir_Ethi-mal_Mlym", + "languages": [ + "tir-Ethi", + "mal-Mlym" + ] + }, + { + "precision": 0.565204, + "recall": 0.629447, + "f1": 0.580741, + "accuracy": 0.629447, + "main_score": 0.580741, + "hf_subset": "tir_Ethi-pes_Arab", + "languages": [ + "tir-Ethi", + "pes-Arab" + ] + }, + { + "precision": 0.565128, + "recall": 0.632411, + "f1": 0.582573, + "accuracy": 0.632411, + "main_score": 0.582573, + "hf_subset": "tir_Ethi-srd_Latn", + "languages": [ + "tir-Ethi", + "srd-Latn" + ] + }, + { + "precision": 0.23024, + "recall": 0.286561, + "f1": 0.244734, + "accuracy": 0.286561, + "main_score": 0.244734, + "hf_subset": "tir_Ethi-tzm_Tfng", + "languages": [ + "tir-Ethi", + "tzm-Tfng" + ] + }, + { + "precision": 0.602094, + "recall": 0.661067, + "f1": 0.616714, + "accuracy": 0.661067, + "main_score": 0.616714, + "hf_subset": "tir_Ethi-acq_Arab", + "languages": [ + "tir-Ethi", + "acq-Arab" + ] + }, + { + "precision": 0.513145, + "recall": 0.567194, + "f1": 0.52793, + "accuracy": 0.567194, + "main_score": 0.52793, + "hf_subset": "tir_Ethi-bem_Latn", + "languages": [ + "tir-Ethi", + "bem-Latn" + ] + }, + { + "precision": 0.529363, + "recall": 0.58498, + "f1": 0.543472, + "accuracy": 0.58498, + "main_score": 0.543472, + "hf_subset": "tir_Ethi-epo_Latn", + "languages": [ + "tir-Ethi", + "epo-Latn" + ] + }, + { + "precision": 0.566159, + "recall": 0.633399, + "f1": 0.583624, + "accuracy": 0.633399, + "main_score": 0.583624, + "hf_subset": "tir_Ethi-hun_Latn", + "languages": [ + "tir-Ethi", + "hun-Latn" + ] + }, + { + "precision": 0.548938, + "recall": 0.614625, + "f1": 0.565694, + "accuracy": 0.614625, + "main_score": 0.565694, + "hf_subset": "tir_Ethi-kir_Cyrl", + "languages": [ + "tir-Ethi", + "kir-Cyrl" + ] + }, + { + "precision": 0.563766, + "recall": 0.62747, + "f1": 0.579373, + "accuracy": 0.62747, + "main_score": 0.579373, + "hf_subset": "tir_Ethi-mar_Deva", + "languages": [ + "tir-Ethi", + "mar-Deva" + ] + }, + { + "precision": 0.50816, + "recall": 0.56917, + "f1": 0.524644, + "accuracy": 0.56917, + "main_score": 0.524644, + "hf_subset": "tir_Ethi-plt_Latn", + "languages": [ + "tir-Ethi", + "plt-Latn" + ] + }, + { + "precision": 0.554946, + "recall": 0.619565, + "f1": 0.571506, + "accuracy": 0.619565, + "main_score": 0.571506, + "hf_subset": "tir_Ethi-srp_Cyrl", + "languages": [ + "tir-Ethi", + "srp-Cyrl" + ] + }, + { + "precision": 0.508921, + "recall": 0.576087, + "f1": 0.527159, + "accuracy": 0.576087, + "main_score": 0.527159, + "hf_subset": "tir_Ethi-uig_Arab", + "languages": [ + "tir-Ethi", + "uig-Arab" + ] + }, + { + "precision": 0.569316, + "recall": 0.633399, + "f1": 0.584337, + "accuracy": 0.633399, + "main_score": 0.584337, + "hf_subset": "tir_Ethi-aeb_Arab", + "languages": [ + "tir-Ethi", + "aeb-Arab" + ] + }, + { + "precision": 0.566781, + "recall": 0.628458, + "f1": 0.582981, + "accuracy": 0.628458, + "main_score": 0.582981, + "hf_subset": "tir_Ethi-ben_Beng", + "languages": [ + "tir-Ethi", + "ben-Beng" + ] + }, + { + "precision": 0.555545, + "recall": 0.618577, + "f1": 0.571448, + "accuracy": 0.618577, + "main_score": 0.571448, + "hf_subset": "tir_Ethi-est_Latn", + "languages": [ + "tir-Ethi", + "est-Latn" + ] + }, + { + "precision": 0.537796, + "recall": 0.606719, + "f1": 0.554857, + "accuracy": 0.606719, + "main_score": 0.554857, + "hf_subset": "tir_Ethi-hye_Armn", + "languages": [ + "tir-Ethi", + "hye-Armn" + ] + }, + { + "precision": 0.45715, + "recall": 0.504941, + "f1": 0.470069, + "accuracy": 0.504941, + "main_score": 0.470069, + "hf_subset": "tir_Ethi-kmb_Latn", + "languages": [ + "tir-Ethi", + "kmb-Latn" + ] + }, + { + "precision": 0.404919, + "recall": 0.468379, + "f1": 0.422617, + "accuracy": 0.468379, + "main_score": 0.422617, + "hf_subset": "tir_Ethi-min_Arab", + "languages": [ + "tir-Ethi", + "min-Arab" + ] + }, + { + "precision": 0.589501, + "recall": 0.656126, + "f1": 0.606882, + "accuracy": 0.656126, + "main_score": 0.606882, + "hf_subset": "tir_Ethi-pol_Latn", + "languages": [ + "tir-Ethi", + "pol-Latn" + ] + }, + { + "precision": 0.472229, + "recall": 0.532609, + "f1": 0.488182, + "accuracy": 0.532609, + "main_score": 0.488182, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.579013, + "recall": 0.647233, + "f1": 0.597147, + "accuracy": 0.647233, + "main_score": 0.597147, + "hf_subset": "tir_Ethi-ukr_Cyrl", + "languages": [ + "tir-Ethi", + "ukr-Cyrl" + ] + }, + { + "precision": 0.526067, + "recall": 0.597826, + "f1": 0.544191, + "accuracy": 0.597826, + "main_score": 0.544191, + "hf_subset": "tir_Ethi-afr_Latn", + "languages": [ + "tir-Ethi", + "afr-Latn" + ] + }, + { + "precision": 0.579068, + "recall": 0.639328, + "f1": 0.59424, + "accuracy": 0.639328, + "main_score": 0.59424, + "hf_subset": "tir_Ethi-bho_Deva", + "languages": [ + "tir-Ethi", + "bho-Deva" + ] + }, + { + "precision": 0.527918, + "recall": 0.583992, + "f1": 0.541962, + "accuracy": 0.583992, + "main_score": 0.541962, + "hf_subset": "tir_Ethi-eus_Latn", + "languages": [ + "tir-Ethi", + "eus-Latn" + ] + }, + { + "precision": 0.522459, + "recall": 0.592885, + "f1": 0.541353, + "accuracy": 0.592885, + "main_score": 0.541353, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.555315, + "recall": 0.610672, + "f1": 0.569219, + "accuracy": 0.610672, + "main_score": 0.569219, + "hf_subset": "tir_Ethi-kmr_Latn", + "languages": [ + "tir-Ethi", + "kmr-Latn" + ] + }, + { + "precision": 0.521494, + "recall": 0.583004, + "f1": 0.536959, + "accuracy": 0.583004, + "main_score": 0.536959, + "hf_subset": "tir_Ethi-min_Latn", + "languages": [ + "tir-Ethi", + "min-Latn" + ] + }, + { + "precision": 0.579515, + "recall": 0.647233, + "f1": 0.597012, + "accuracy": 0.647233, + "main_score": 0.597012, + "hf_subset": "tir_Ethi-por_Latn", + "languages": [ + "tir-Ethi", + "por-Latn" + ] + }, + { + "precision": 0.492456, + "recall": 0.550395, + "f1": 0.50678, + "accuracy": 0.550395, + "main_score": 0.50678, + "hf_subset": "tir_Ethi-sun_Latn", + "languages": [ + "tir-Ethi", + "sun-Latn" + ] + }, + { + "precision": 0.440446, + "recall": 0.488142, + "f1": 0.454378, + "accuracy": 0.488142, + "main_score": 0.454378, + "hf_subset": "tir_Ethi-umb_Latn", + "languages": [ + "tir-Ethi", + "umb-Latn" + ] + }, + { + "precision": 0.596234, + "recall": 0.656126, + "f1": 0.61097, + "accuracy": 0.656126, + "main_score": 0.61097, + "hf_subset": "tir_Ethi-ajp_Arab", + "languages": [ + "tir-Ethi", + "ajp-Arab" + ] + }, + { + "precision": 0.409643, + "recall": 0.472332, + "f1": 0.426397, + "accuracy": 0.472332, + "main_score": 0.426397, + "hf_subset": "tir_Ethi-bjn_Arab", + "languages": [ + "tir-Ethi", + "bjn-Arab" + ] + }, + { + "precision": 0.429224, + "recall": 0.474308, + "f1": 0.441209, + "accuracy": 0.474308, + "main_score": 0.441209, + "hf_subset": "tir_Ethi-ewe_Latn", + "languages": [ + "tir-Ethi", + "ewe-Latn" + ] + }, + { + "precision": 0.534047, + "recall": 0.594862, + "f1": 0.550088, + "accuracy": 0.594862, + "main_score": 0.550088, + "hf_subset": "tir_Ethi-ilo_Latn", + "languages": [ + "tir-Ethi", + "ilo-Latn" + ] + }, + { + "precision": 0.27179, + "recall": 0.337945, + "f1": 0.288633, + "accuracy": 0.337945, + "main_score": 0.288633, + "hf_subset": "tir_Ethi-knc_Arab", + "languages": [ + "tir-Ethi", + "knc-Arab" + ] + }, + { + "precision": 0.560815, + "recall": 0.623518, + "f1": 0.57579, + "accuracy": 0.623518, + "main_score": 0.57579, + "hf_subset": "tir_Ethi-mkd_Cyrl", + "languages": [ + "tir-Ethi", + "mkd-Cyrl" + ] + }, + { + "precision": 0.588637, + "recall": 0.658103, + "f1": 0.606455, + "accuracy": 0.658103, + "main_score": 0.606455, + "hf_subset": "tir_Ethi-prs_Arab", + "languages": [ + "tir-Ethi", + "prs-Arab" + ] + }, + { + "precision": 0.574557, + "recall": 0.642292, + "f1": 0.592062, + "accuracy": 0.642292, + "main_score": 0.592062, + "hf_subset": "tir_Ethi-swe_Latn", + "languages": [ + "tir-Ethi", + "swe-Latn" + ] + }, + { + "precision": 0.562413, + "recall": 0.628458, + "f1": 0.579333, + "accuracy": 0.628458, + "main_score": 0.579333, + "hf_subset": "tir_Ethi-urd_Arab", + "languages": [ + "tir-Ethi", + "urd-Arab" + ] + }, + { + "precision": 0.518151, + "recall": 0.572134, + "f1": 0.532322, + "accuracy": 0.572134, + "main_score": 0.532322, + "hf_subset": "tir_Ethi-aka_Latn", + "languages": [ + "tir-Ethi", + "aka-Latn" + ] + }, + { + "precision": 0.557605, + "recall": 0.609684, + "f1": 0.570297, + "accuracy": 0.609684, + "main_score": 0.570297, + "hf_subset": "tir_Ethi-bjn_Latn", + "languages": [ + "tir-Ethi", + "bjn-Latn" + ] + }, + { + "precision": 0.506863, + "recall": 0.566206, + "f1": 0.522376, + "accuracy": 0.566206, + "main_score": 0.522376, + "hf_subset": "tir_Ethi-fao_Latn", + "languages": [ + "tir-Ethi", + "fao-Latn" + ] + }, + { + "precision": 0.573257, + "recall": 0.634387, + "f1": 0.588396, + "accuracy": 0.634387, + "main_score": 0.588396, + "hf_subset": "tir_Ethi-ind_Latn", + "languages": [ + "tir-Ethi", + "ind-Latn" + ] + }, + { + "precision": 0.485804, + "recall": 0.523715, + "f1": 0.496598, + "accuracy": 0.523715, + "main_score": 0.496598, + "hf_subset": "tir_Ethi-knc_Latn", + "languages": [ + "tir-Ethi", + "knc-Latn" + ] + }, + { + "precision": 0.510085, + "recall": 0.567194, + "f1": 0.524596, + "accuracy": 0.567194, + "main_score": 0.524596, + "hf_subset": "tir_Ethi-mlt_Latn", + "languages": [ + "tir-Ethi", + "mlt-Latn" + ] + }, + { + "precision": 0.523452, + "recall": 0.570158, + "f1": 0.535964, + "accuracy": 0.570158, + "main_score": 0.535964, + "hf_subset": "tir_Ethi-quy_Latn", + "languages": [ + "tir-Ethi", + "quy-Latn" + ] + }, + { + "precision": 0.534772, + "recall": 0.590909, + "f1": 0.548638, + "accuracy": 0.590909, + "main_score": 0.548638, + "hf_subset": "tir_Ethi-swh_Latn", + "languages": [ + "tir-Ethi", + "swh-Latn" + ] + }, + { + "precision": 0.514974, + "recall": 0.575099, + "f1": 0.53, + "accuracy": 0.575099, + "main_score": 0.53, + "hf_subset": "tir_Ethi-uzn_Latn", + "languages": [ + "tir-Ethi", + "uzn-Latn" + ] + }, + { + "precision": 0.522481, + "recall": 0.583992, + "f1": 0.538485, + "accuracy": 0.583992, + "main_score": 0.538485, + "hf_subset": "tir_Ethi-als_Latn", + "languages": [ + "tir-Ethi", + "als-Latn" + ] + }, + { + "precision": 0.436075, + "recall": 0.501976, + "f1": 0.452953, + "accuracy": 0.501976, + "main_score": 0.452953, + "hf_subset": "tir_Ethi-bod_Tibt", + "languages": [ + "tir-Ethi", + "bod-Tibt" + ] + }, + { + "precision": 0.487148, + "recall": 0.543478, + "f1": 0.502951, + "accuracy": 0.543478, + "main_score": 0.502951, + "hf_subset": "tir_Ethi-fij_Latn", + "languages": [ + "tir-Ethi", + "fij-Latn" + ] + }, + { + "precision": 0.520931, + "recall": 0.592885, + "f1": 0.538793, + "accuracy": 0.592885, + "main_score": 0.538793, + "hf_subset": "tir_Ethi-isl_Latn", + "languages": [ + "tir-Ethi", + "isl-Latn" + ] + }, + { + "precision": 0.51751, + "recall": 0.568182, + "f1": 0.531407, + "accuracy": 0.568182, + "main_score": 0.531407, + "hf_subset": "tir_Ethi-kon_Latn", + "languages": [ + "tir-Ethi", + "kon-Latn" + ] + }, + { + "precision": 0.483018, + "recall": 0.532609, + "f1": 0.496124, + "accuracy": 0.532609, + "main_score": 0.496124, + "hf_subset": "tir_Ethi-mni_Beng", + "languages": [ + "tir-Ethi", + "mni-Beng" + ] + }, + { + "precision": 0.569608, + "recall": 0.635375, + "f1": 0.586921, + "accuracy": 0.635375, + "main_score": 0.586921, + "hf_subset": "tir_Ethi-ron_Latn", + "languages": [ + "tir-Ethi", + "ron-Latn" + ] + }, + { + "precision": 0.567654, + "recall": 0.62747, + "f1": 0.582568, + "accuracy": 0.62747, + "main_score": 0.582568, + "hf_subset": "tir_Ethi-szl_Latn", + "languages": [ + "tir-Ethi", + "szl-Latn" + ] + }, + { + "precision": 0.578944, + "recall": 0.631423, + "f1": 0.591899, + "accuracy": 0.631423, + "main_score": 0.591899, + "hf_subset": "tir_Ethi-vec_Latn", + "languages": [ + "tir-Ethi", + "vec-Latn" + ] + }, + { + "precision": 0.709081, + "recall": 0.761858, + "f1": 0.723839, + "accuracy": 0.761858, + "main_score": 0.723839, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.557907, + "recall": 0.617589, + "f1": 0.572899, + "accuracy": 0.617589, + "main_score": 0.572899, + "hf_subset": "tir_Ethi-bos_Latn", + "languages": [ + "tir-Ethi", + "bos-Latn" + ] + }, + { + "precision": 0.547671, + "recall": 0.61166, + "f1": 0.564527, + "accuracy": 0.61166, + "main_score": 0.564527, + "hf_subset": "tir_Ethi-fin_Latn", + "languages": [ + "tir-Ethi", + "fin-Latn" + ] + }, + { + "precision": 0.599976, + "recall": 0.657115, + "f1": 0.615415, + "accuracy": 0.657115, + "main_score": 0.615415, + "hf_subset": "tir_Ethi-ita_Latn", + "languages": [ + "tir-Ethi", + "ita-Latn" + ] + }, + { + "precision": 0.604927, + "recall": 0.673913, + "f1": 0.622119, + "accuracy": 0.673913, + "main_score": 0.622119, + "hf_subset": "tir_Ethi-kor_Hang", + "languages": [ + "tir-Ethi", + "kor-Hang" + ] + }, + { + "precision": 0.468569, + "recall": 0.506917, + "f1": 0.47944, + "accuracy": 0.506917, + "main_score": 0.47944, + "hf_subset": "tir_Ethi-mos_Latn", + "languages": [ + "tir-Ethi", + "mos-Latn" + ] + }, + { + "precision": 0.487072, + "recall": 0.549407, + "f1": 0.503878, + "accuracy": 0.549407, + "main_score": 0.503878, + "hf_subset": "tir_Ethi-run_Latn", + "languages": [ + "tir-Ethi", + "run-Latn" + ] + }, + { + "precision": 0.538014, + "recall": 0.596838, + "f1": 0.552789, + "accuracy": 0.596838, + "main_score": 0.552789, + "hf_subset": "tir_Ethi-tam_Taml", + "languages": [ + "tir-Ethi", + "tam-Taml" + ] + }, + { + "precision": 0.562408, + "recall": 0.619565, + "f1": 0.576109, + "accuracy": 0.619565, + "main_score": 0.576109, + "hf_subset": "tir_Ethi-vie_Latn", + "languages": [ + "tir-Ethi", + "vie-Latn" + ] + }, + { + "precision": 0.582704, + "recall": 0.635375, + "f1": 0.595661, + "accuracy": 0.635375, + "main_score": 0.595661, + "hf_subset": "tir_Ethi-apc_Arab", + "languages": [ + "tir-Ethi", + "apc-Arab" + ] + }, + { + "precision": 0.529657, + "recall": 0.572134, + "f1": 0.541654, + "accuracy": 0.572134, + "main_score": 0.541654, + "hf_subset": "tir_Ethi-bug_Latn", + "languages": [ + "tir-Ethi", + "bug-Latn" + ] + }, + { + "precision": 0.404891, + "recall": 0.438735, + "f1": 0.414479, + "accuracy": 0.438735, + "main_score": 0.414479, + "hf_subset": "tir_Ethi-fon_Latn", + "languages": [ + "tir-Ethi", + "fon-Latn" + ] + }, + { + "precision": 0.512348, + "recall": 0.56917, + "f1": 0.526661, + "accuracy": 0.56917, + "main_score": 0.526661, + "hf_subset": "tir_Ethi-jav_Latn", + "languages": [ + "tir-Ethi", + "jav-Latn" + ] + }, + { + "precision": 0.464014, + "recall": 0.523715, + "f1": 0.47878, + "accuracy": 0.523715, + "main_score": 0.47878, + "hf_subset": "tir_Ethi-lao_Laoo", + "languages": [ + "tir-Ethi", + "lao-Laoo" + ] + }, + { + "precision": 0.486804, + "recall": 0.55336, + "f1": 0.504284, + "accuracy": 0.55336, + "main_score": 0.504284, + "hf_subset": "tir_Ethi-mri_Latn", + "languages": [ + "tir-Ethi", + "mri-Latn" + ] + }, + { + "precision": 0.58295, + "recall": 0.649209, + "f1": 0.600365, + "accuracy": 0.649209, + "main_score": 0.600365, + "hf_subset": "tir_Ethi-rus_Cyrl", + "languages": [ + "tir-Ethi", + "rus-Cyrl" + ] + }, + { + "precision": 0.47074, + "recall": 0.51087, + "f1": 0.481711, + "accuracy": 0.51087, + "main_score": 0.481711, + "hf_subset": "tir_Ethi-taq_Latn", + "languages": [ + "tir-Ethi", + "taq-Latn" + ] + }, + { + "precision": 0.541308, + "recall": 0.604743, + "f1": 0.557116, + "accuracy": 0.604743, + "main_score": 0.557116, + "hf_subset": "tir_Ethi-war_Latn", + "languages": [ + "tir-Ethi", + "war-Latn" + ] + }, + { + "precision": 0.580682, + "recall": 0.643281, + "f1": 0.597247, + "accuracy": 0.643281, + "main_score": 0.597247, + "hf_subset": "tir_Ethi-arb_Arab", + "languages": [ + "tir-Ethi", + "arb-Arab" + ] + }, + { + "precision": 0.593693, + "recall": 0.659091, + "f1": 0.610009, + "accuracy": 0.659091, + "main_score": 0.610009, + "hf_subset": "tir_Ethi-bul_Cyrl", + "languages": [ + "tir-Ethi", + "bul-Cyrl" + ] + }, + { + "precision": 0.573976, + "recall": 0.644269, + "f1": 0.592028, + "accuracy": 0.644269, + "main_score": 0.592028, + "hf_subset": "tir_Ethi-fra_Latn", + "languages": [ + "tir-Ethi", + "fra-Latn" + ] + }, + { + "precision": 0.595463, + "recall": 0.659091, + "f1": 0.611794, + "accuracy": 0.659091, + "main_score": 0.611794, + "hf_subset": "tir_Ethi-jpn_Jpan", + "languages": [ + "tir-Ethi", + "jpn-Jpan" + ] + }, + { + "precision": 0.564998, + "recall": 0.619565, + "f1": 0.578776, + "accuracy": 0.619565, + "main_score": 0.578776, + "hf_subset": "tir_Ethi-lij_Latn", + "languages": [ + "tir-Ethi", + "lij-Latn" + ] + }, + { + "precision": 0.546593, + "recall": 0.606719, + "f1": 0.561299, + "accuracy": 0.606719, + "main_score": 0.561299, + "hf_subset": "tir_Ethi-mya_Mymr", + "languages": [ + "tir-Ethi", + "mya-Mymr" + ] + }, + { + "precision": 0.487915, + "recall": 0.533597, + "f1": 0.499975, + "accuracy": 0.533597, + "main_score": 0.499975, + "hf_subset": "tir_Ethi-sag_Latn", + "languages": [ + "tir-Ethi", + "sag-Latn" + ] + }, + { + "precision": 0.227972, + "recall": 0.277668, + "f1": 0.240436, + "accuracy": 0.277668, + "main_score": 0.240436, + "hf_subset": "tir_Ethi-taq_Tfng", + "languages": [ + "tir-Ethi", + "taq-Tfng" + ] + }, + { + "precision": 0.543052, + "recall": 0.583992, + "f1": 0.55388, + "accuracy": 0.583992, + "main_score": 0.55388, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.481922, + "recall": 0.55336, + "f1": 0.500065, + "accuracy": 0.55336, + "main_score": 0.500065, + "hf_subset": "tir_Ethi-arb_Latn", + "languages": [ + "tir-Ethi", + "arb-Latn" + ] + }, + { + "precision": 0.549417, + "recall": 0.618577, + "f1": 0.566918, + "accuracy": 0.618577, + "main_score": 0.566918, + "hf_subset": "tir_Ethi-cat_Latn", + "languages": [ + "tir-Ethi", + "cat-Latn" + ] + }, + { + "precision": 0.551446, + "recall": 0.598814, + "f1": 0.563145, + "accuracy": 0.598814, + "main_score": 0.563145, + "hf_subset": "tir_Ethi-fur_Latn", + "languages": [ + "tir-Ethi", + "fur-Latn" + ] + }, + { + "precision": 0.394311, + "recall": 0.451581, + "f1": 0.409578, + "accuracy": 0.451581, + "main_score": 0.409578, + "hf_subset": "tir_Ethi-kab_Latn", + "languages": [ + "tir-Ethi", + "kab-Latn" + ] + }, + { + "precision": 0.553248, + "recall": 0.614625, + "f1": 0.567938, + "accuracy": 0.614625, + "main_score": 0.567938, + "hf_subset": "tir_Ethi-lim_Latn", + "languages": [ + "tir-Ethi", + "lim-Latn" + ] + }, + { + "precision": 0.556128, + "recall": 0.623518, + "f1": 0.573103, + "accuracy": 0.623518, + "main_score": 0.573103, + "hf_subset": "tir_Ethi-nld_Latn", + "languages": [ + "tir-Ethi", + "nld-Latn" + ] + }, + { + "precision": 0.572956, + "recall": 0.628458, + "f1": 0.586829, + "accuracy": 0.628458, + "main_score": 0.586829, + "hf_subset": "tir_Ethi-san_Deva", + "languages": [ + "tir-Ethi", + "san-Deva" + ] + }, + { + "precision": 0.538371, + "recall": 0.603755, + "f1": 0.554877, + "accuracy": 0.603755, + "main_score": 0.554877, + "hf_subset": "tir_Ethi-tat_Cyrl", + "languages": [ + "tir-Ethi", + "tat-Cyrl" + ] + }, + { + "precision": 0.508168, + "recall": 0.571146, + "f1": 0.524758, + "accuracy": 0.571146, + "main_score": 0.524758, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.580725, + "recall": 0.643281, + "f1": 0.596663, + "accuracy": 0.643281, + "main_score": 0.596663, + "hf_subset": "tir_Ethi-ars_Arab", + "languages": [ + "tir-Ethi", + "ars-Arab" + ] + }, + { + "precision": 0.511116, + "recall": 0.567194, + "f1": 0.524625, + "accuracy": 0.567194, + "main_score": 0.524625, + "hf_subset": "tir_Ethi-ceb_Latn", + "languages": [ + "tir-Ethi", + "ceb-Latn" + ] + }, + { + "precision": 0.440813, + "recall": 0.490119, + "f1": 0.453932, + "accuracy": 0.490119, + "main_score": 0.453932, + "hf_subset": "tir_Ethi-fuv_Latn", + "languages": [ + "tir-Ethi", + "fuv-Latn" + ] + }, + { + "precision": 0.45791, + "recall": 0.5, + "f1": 0.469745, + "accuracy": 0.5, + "main_score": 0.469745, + "hf_subset": "tir_Ethi-kac_Latn", + "languages": [ + "tir-Ethi", + "kac-Latn" + ] + }, + { + "precision": 0.518183, + "recall": 0.577075, + "f1": 0.533246, + "accuracy": 0.577075, + "main_score": 0.533246, + "hf_subset": "tir_Ethi-lin_Latn", + "languages": [ + "tir-Ethi", + "lin-Latn" + ] + }, + { + "precision": 0.530622, + "recall": 0.594862, + "f1": 0.546824, + "accuracy": 0.594862, + "main_score": 0.546824, + "hf_subset": "tir_Ethi-nno_Latn", + "languages": [ + "tir-Ethi", + "nno-Latn" + ] + }, + { + "precision": 0.559041, + "recall": 0.624506, + "f1": 0.577508, + "accuracy": 0.624506, + "main_score": 0.577508, + "hf_subset": "tir_Ethi-sat_Olck", + "languages": [ + "tir-Ethi", + "sat-Olck" + ] + }, + { + "precision": 0.537848, + "recall": 0.599802, + "f1": 0.552253, + "accuracy": 0.599802, + "main_score": 0.552253, + "hf_subset": "tir_Ethi-tel_Telu", + "languages": [ + "tir-Ethi", + "tel-Telu" + ] + }, + { + "precision": 0.549833, + "recall": 0.612648, + "f1": 0.566094, + "accuracy": 0.612648, + "main_score": 0.566094, + "hf_subset": "tir_Ethi-ydd_Hebr", + "languages": [ + "tir-Ethi", + "ydd-Hebr" + ] + }, + { + "precision": 0.561012, + "recall": 0.624506, + "f1": 0.576854, + "accuracy": 0.624506, + "main_score": 0.576854, + "hf_subset": "tir_Ethi-ary_Arab", + "languages": [ + "tir-Ethi", + "ary-Arab" + ] + }, + { + "precision": 0.573489, + "recall": 0.63834, + "f1": 0.589906, + "accuracy": 0.63834, + "main_score": 0.589906, + "hf_subset": "tir_Ethi-ces_Latn", + "languages": [ + "tir-Ethi", + "ces-Latn" + ] + }, + { + "precision": 0.542102, + "recall": 0.594862, + "f1": 0.556474, + "accuracy": 0.594862, + "main_score": 0.556474, + "hf_subset": "tir_Ethi-gaz_Latn", + "languages": [ + "tir-Ethi", + "gaz-Latn" + ] + }, + { + "precision": 0.457083, + "recall": 0.502964, + "f1": 0.469621, + "accuracy": 0.502964, + "main_score": 0.469621, + "hf_subset": "tir_Ethi-kam_Latn", + "languages": [ + "tir-Ethi", + "kam-Latn" + ] + }, + { + "precision": 0.539626, + "recall": 0.604743, + "f1": 0.556015, + "accuracy": 0.604743, + "main_score": 0.556015, + "hf_subset": "tir_Ethi-lit_Latn", + "languages": [ + "tir-Ethi", + "lit-Latn" + ] + }, + { + "precision": 0.558444, + "recall": 0.621542, + "f1": 0.5743, + "accuracy": 0.621542, + "main_score": 0.5743, + "hf_subset": "tir_Ethi-nob_Latn", + "languages": [ + "tir-Ethi", + "nob-Latn" + ] + }, + { + "precision": 0.565085, + "recall": 0.62747, + "f1": 0.580085, + "accuracy": 0.62747, + "main_score": 0.580085, + "hf_subset": "tir_Ethi-scn_Latn", + "languages": [ + "tir-Ethi", + "scn-Latn" + ] + }, + { + "precision": 0.518351, + "recall": 0.575099, + "f1": 0.533598, + "accuracy": 0.575099, + "main_score": 0.533598, + "hf_subset": "tir_Ethi-tgk_Cyrl", + "languages": [ + "tir-Ethi", + "tgk-Cyrl" + ] + }, + { + "precision": 0.490317, + "recall": 0.545455, + "f1": 0.504637, + "accuracy": 0.545455, + "main_score": 0.504637, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.570767, + "recall": 0.635375, + "f1": 0.586188, + "accuracy": 0.635375, + "main_score": 0.586188, + "hf_subset": "tir_Ethi-arz_Arab", + "languages": [ + "tir-Ethi", + "arz-Arab" + ] + }, + { + "precision": 0.447546, + "recall": 0.48913, + "f1": 0.458598, + "accuracy": 0.48913, + "main_score": 0.458598, + "hf_subset": "tir_Ethi-cjk_Latn", + "languages": [ + "tir-Ethi", + "cjk-Latn" + ] + }, + { + "precision": 0.487906, + "recall": 0.562253, + "f1": 0.506634, + "accuracy": 0.562253, + "main_score": 0.506634, + "hf_subset": "tir_Ethi-gla_Latn", + "languages": [ + "tir-Ethi", + "gla-Latn" + ] + }, + { + "precision": 0.531031, + "recall": 0.586957, + "f1": 0.545155, + "accuracy": 0.586957, + "main_score": 0.545155, + "hf_subset": "tir_Ethi-kan_Knda", + "languages": [ + "tir-Ethi", + "kan-Knda" + ] + }, + { + "precision": 0.555363, + "recall": 0.610672, + "f1": 0.569215, + "accuracy": 0.610672, + "main_score": 0.569215, + "hf_subset": "tir_Ethi-lmo_Latn", + "languages": [ + "tir-Ethi", + "lmo-Latn" + ] + }, + { + "precision": 0.568744, + "recall": 0.626482, + "f1": 0.583346, + "accuracy": 0.626482, + "main_score": 0.583346, + "hf_subset": "tir_Ethi-npi_Deva", + "languages": [ + "tir-Ethi", + "npi-Deva" + ] + }, + { + "precision": 0.373768, + "recall": 0.426877, + "f1": 0.387834, + "accuracy": 0.426877, + "main_score": 0.387834, + "hf_subset": "tir_Ethi-shn_Mymr", + "languages": [ + "tir-Ethi", + "shn-Mymr" + ] + }, + { + "precision": 0.544836, + "recall": 0.610672, + "f1": 0.561927, + "accuracy": 0.610672, + "main_score": 0.561927, + "hf_subset": "tir_Ethi-tgl_Latn", + "languages": [ + "tir-Ethi", + "tgl-Latn" + ] + }, + { + "precision": 0.557148, + "recall": 0.613636, + "f1": 0.570925, + "accuracy": 0.613636, + "main_score": 0.570925, + "hf_subset": "tir_Ethi-yue_Hant", + "languages": [ + "tir-Ethi", + "yue-Hant" + ] + }, + { + "precision": 0.532385, + "recall": 0.588933, + "f1": 0.547846, + "accuracy": 0.588933, + "main_score": 0.547846, + "hf_subset": "tir_Ethi-asm_Beng", + "languages": [ + "tir-Ethi", + "asm-Beng" + ] + }, + { + "precision": 0.551416, + "recall": 0.62253, + "f1": 0.570369, + "accuracy": 0.62253, + "main_score": 0.570369, + "hf_subset": "tir_Ethi-ckb_Arab", + "languages": [ + "tir-Ethi", + "ckb-Arab" + ] + }, + { + "precision": 0.494217, + "recall": 0.5583, + "f1": 0.510492, + "accuracy": 0.5583, + "main_score": 0.510492, + "hf_subset": "tir_Ethi-gle_Latn", + "languages": [ + "tir-Ethi", + "gle-Latn" + ] + }, + { + "precision": 0.56756, + "recall": 0.621542, + "f1": 0.581157, + "accuracy": 0.621542, + "main_score": 0.581157, + "hf_subset": "tir_Ethi-kas_Arab", + "languages": [ + "tir-Ethi", + "kas-Arab" + ] + }, + { + "precision": 0.549946, + "recall": 0.597826, + "f1": 0.562757, + "accuracy": 0.597826, + "main_score": 0.562757, + "hf_subset": "tir_Ethi-ltg_Latn", + "languages": [ + "tir-Ethi", + "ltg-Latn" + ] + }, + { + "precision": 0.521527, + "recall": 0.583992, + "f1": 0.539506, + "accuracy": 0.583992, + "main_score": 0.539506, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.520418, + "recall": 0.588933, + "f1": 0.537821, + "accuracy": 0.588933, + "main_score": 0.537821, + "hf_subset": "tir_Ethi-sin_Sinh", + "languages": [ + "tir-Ethi", + "sin-Sinh" + ] + }, + { + "precision": 0.551835, + "recall": 0.616601, + "f1": 0.5674, + "accuracy": 0.616601, + "main_score": 0.5674, + "hf_subset": "tir_Ethi-tha_Thai", + "languages": [ + "tir-Ethi", + "tha-Thai" + ] + }, + { + "precision": 0.480538, + "recall": 0.536561, + "f1": 0.493821, + "accuracy": 0.536561, + "main_score": 0.493821, + "hf_subset": "tir_Ethi-zho_Hans", + "languages": [ + "tir-Ethi", + "zho-Hans" + ] + }, + { + "precision": 0.54423, + "recall": 0.609684, + "f1": 0.561225, + "accuracy": 0.609684, + "main_score": 0.561225, + "hf_subset": "tir_Ethi-ast_Latn", + "languages": [ + "tir-Ethi", + "ast-Latn" + ] + }, + { + "precision": 0.57485, + "recall": 0.633399, + "f1": 0.589545, + "accuracy": 0.633399, + "main_score": 0.589545, + "hf_subset": "tir_Ethi-crh_Latn", + "languages": [ + "tir-Ethi", + "crh-Latn" + ] + }, + { + "precision": 0.558725, + "recall": 0.616601, + "f1": 0.573419, + "accuracy": 0.616601, + "main_score": 0.573419, + "hf_subset": "tir_Ethi-glg_Latn", + "languages": [ + "tir-Ethi", + "glg-Latn" + ] + }, + { + "precision": 0.546371, + "recall": 0.600791, + "f1": 0.561633, + "accuracy": 0.600791, + "main_score": 0.561633, + "hf_subset": "tir_Ethi-kas_Deva", + "languages": [ + "tir-Ethi", + "kas-Deva" + ] + }, + { + "precision": 0.517962, + "recall": 0.576087, + "f1": 0.533196, + "accuracy": 0.576087, + "main_score": 0.533196, + "hf_subset": "tir_Ethi-ltz_Latn", + "languages": [ + "tir-Ethi", + "ltz-Latn" + ] + }, + { + "precision": 0.425705, + "recall": 0.485178, + "f1": 0.441418, + "accuracy": 0.485178, + "main_score": 0.441418, + "hf_subset": "tir_Ethi-nus_Latn", + "languages": [ + "tir-Ethi", + "nus-Latn" + ] + }, + { + "precision": 0.546907, + "recall": 0.609684, + "f1": 0.563174, + "accuracy": 0.609684, + "main_score": 0.563174, + "hf_subset": "tir_Ethi-slk_Latn", + "languages": [ + "tir-Ethi", + "slk-Latn" + ] + }, + { + "precision": 0.547664, + "recall": 0.61166, + "f1": 0.563754, + "accuracy": 0.61166, + "main_score": 0.563754, + "hf_subset": "tir_Ethi-zho_Hant", + "languages": [ + "tir-Ethi", + "zho-Hant" + ] + }, + { + "precision": 0.580658, + "recall": 0.640316, + "f1": 0.595451, + "accuracy": 0.640316, + "main_score": 0.595451, + "hf_subset": "tir_Ethi-awa_Deva", + "languages": [ + "tir-Ethi", + "awa-Deva" + ] + }, + { + "precision": 0.511822, + "recall": 0.579051, + "f1": 0.527709, + "accuracy": 0.579051, + "main_score": 0.527709, + "hf_subset": "tir_Ethi-cym_Latn", + "languages": [ + "tir-Ethi", + "cym-Latn" + ] + }, + { + "precision": 0.510703, + "recall": 0.556324, + "f1": 0.522741, + "accuracy": 0.556324, + "main_score": 0.522741, + "hf_subset": "tir_Ethi-grn_Latn", + "languages": [ + "tir-Ethi", + "grn-Latn" + ] + }, + { + "precision": 0.547426, + "recall": 0.612648, + "f1": 0.563476, + "accuracy": 0.612648, + "main_score": 0.563476, + "hf_subset": "tir_Ethi-kat_Geor", + "languages": [ + "tir-Ethi", + "kat-Geor" + ] + }, + { + "precision": 0.499578, + "recall": 0.544466, + "f1": 0.511633, + "accuracy": 0.544466, + "main_score": 0.511633, + "hf_subset": "tir_Ethi-lua_Latn", + "languages": [ + "tir-Ethi", + "lua-Latn" + ] + }, + { + "precision": 0.492758, + "recall": 0.556324, + "f1": 0.50954, + "accuracy": 0.556324, + "main_score": 0.50954, + "hf_subset": "tir_Ethi-nya_Latn", + "languages": [ + "tir-Ethi", + "nya-Latn" + ] + }, + { + "precision": 0.566793, + "recall": 0.626482, + "f1": 0.582585, + "accuracy": 0.626482, + "main_score": 0.582585, + "hf_subset": "tir_Ethi-slv_Latn", + "languages": [ + "tir-Ethi", + "slv-Latn" + ] + }, + { + "precision": 0.536702, + "recall": 0.585968, + "f1": 0.548498, + "accuracy": 0.585968, + "main_score": 0.548498, + "hf_subset": "tir_Ethi-tpi_Latn", + "languages": [ + "tir-Ethi", + "tpi-Latn" + ] + }, + { + "precision": 0.560044, + "recall": 0.626482, + "f1": 0.577175, + "accuracy": 0.626482, + "main_score": 0.577175, + "hf_subset": "tir_Ethi-zsm_Latn", + "languages": [ + "tir-Ethi", + "zsm-Latn" + ] + }, + { + "precision": 0.464388, + "recall": 0.512846, + "f1": 0.477794, + "accuracy": 0.512846, + "main_score": 0.477794, + "hf_subset": "tir_Ethi-ayr_Latn", + "languages": [ + "tir-Ethi", + "ayr-Latn" + ] + }, + { + "precision": 0.572298, + "recall": 0.639328, + "f1": 0.589206, + "accuracy": 0.639328, + "main_score": 0.589206, + "hf_subset": "tir_Ethi-dan_Latn", + "languages": [ + "tir-Ethi", + "dan-Latn" + ] + }, + { + "precision": 0.564945, + "recall": 0.633399, + "f1": 0.58223, + "accuracy": 0.633399, + "main_score": 0.58223, + "hf_subset": "tir_Ethi-guj_Gujr", + "languages": [ + "tir-Ethi", + "guj-Gujr" + ] + }, + { + "precision": 0.531446, + "recall": 0.590909, + "f1": 0.546419, + "accuracy": 0.590909, + "main_score": 0.546419, + "hf_subset": "tir_Ethi-kaz_Cyrl", + "languages": [ + "tir-Ethi", + "kaz-Cyrl" + ] + }, + { + "precision": 0.469976, + "recall": 0.524704, + "f1": 0.484072, + "accuracy": 0.524704, + "main_score": 0.484072, + "hf_subset": "tir_Ethi-lug_Latn", + "languages": [ + "tir-Ethi", + "lug-Latn" + ] + }, + { + "precision": 0.563172, + "recall": 0.619565, + "f1": 0.576363, + "accuracy": 0.619565, + "main_score": 0.576363, + "hf_subset": "tir_Ethi-oci_Latn", + "languages": [ + "tir-Ethi", + "oci-Latn" + ] + }, + { + "precision": 0.524911, + "recall": 0.581028, + "f1": 0.540461, + "accuracy": 0.581028, + "main_score": 0.540461, + "hf_subset": "tir_Ethi-smo_Latn", + "languages": [ + "tir-Ethi", + "smo-Latn" + ] + }, + { + "precision": 0.502498, + "recall": 0.555336, + "f1": 0.517402, + "accuracy": 0.555336, + "main_score": 0.517402, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.500348, + "recall": 0.573123, + "f1": 0.51997, + "accuracy": 0.573123, + "main_score": 0.51997, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.548008, + "recall": 0.592885, + "f1": 0.559411, + "accuracy": 0.592885, + "main_score": 0.559411, + "hf_subset": "tir_Ethi-azb_Arab", + "languages": [ + "tir-Ethi", + "azb-Arab" + ] + }, + { + "precision": 0.586482, + "recall": 0.644269, + "f1": 0.601236, + "accuracy": 0.644269, + "main_score": 0.601236, + "hf_subset": "tir_Ethi-deu_Latn", + "languages": [ + "tir-Ethi", + "deu-Latn" + ] + }, + { + "precision": 0.526366, + "recall": 0.585968, + "f1": 0.540659, + "accuracy": 0.585968, + "main_score": 0.540659, + "hf_subset": "tir_Ethi-hat_Latn", + "languages": [ + "tir-Ethi", + "hat-Latn" + ] + }, + { + "precision": 0.442359, + "recall": 0.488142, + "f1": 0.454869, + "accuracy": 0.488142, + "main_score": 0.454869, + "hf_subset": "tir_Ethi-kbp_Latn", + "languages": [ + "tir-Ethi", + "kbp-Latn" + ] + }, + { + "precision": 0.480241, + "recall": 0.523715, + "f1": 0.491348, + "accuracy": 0.523715, + "main_score": 0.491348, + "hf_subset": "tir_Ethi-luo_Latn", + "languages": [ + "tir-Ethi", + "luo-Latn" + ] + }, + { + "precision": 0.538961, + "recall": 0.603755, + "f1": 0.554695, + "accuracy": 0.603755, + "main_score": 0.554695, + "hf_subset": "tir_Ethi-ory_Orya", + "languages": [ + "tir-Ethi", + "ory-Orya" + ] + }, + { + "precision": 0.476498, + "recall": 0.545455, + "f1": 0.495277, + "accuracy": 0.545455, + "main_score": 0.495277, + "hf_subset": "tir_Ethi-sna_Latn", + "languages": [ + "tir-Ethi", + "sna-Latn" + ] + }, + { + "precision": 0.489373, + "recall": 0.543478, + "f1": 0.504651, + "accuracy": 0.543478, + "main_score": 0.504651, + "hf_subset": "tir_Ethi-tso_Latn", + "languages": [ + "tir-Ethi", + "tso-Latn" + ] + }, + { + "precision": 0.531077, + "recall": 0.591897, + "f1": 0.545909, + "accuracy": 0.591897, + "main_score": 0.545909, + "hf_subset": "tir_Ethi-azj_Latn", + "languages": [ + "tir-Ethi", + "azj-Latn" + ] + }, + { + "precision": 0.429408, + "recall": 0.478261, + "f1": 0.442921, + "accuracy": 0.478261, + "main_score": 0.442921, + "hf_subset": "tir_Ethi-dik_Latn", + "languages": [ + "tir-Ethi", + "dik-Latn" + ] + }, + { + "precision": 0.489531, + "recall": 0.550395, + "f1": 0.505186, + "accuracy": 0.550395, + "main_score": 0.505186, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.558106, + "recall": 0.620553, + "f1": 0.574164, + "accuracy": 0.620553, + "main_score": 0.574164, + "hf_subset": "tir_Ethi-kea_Latn", + "languages": [ + "tir-Ethi", + "kea-Latn" + ] + }, + { + "precision": 0.525687, + "recall": 0.583004, + "f1": 0.540096, + "accuracy": 0.583004, + "main_score": 0.540096, + "hf_subset": "tir_Ethi-lus_Latn", + "languages": [ + "tir-Ethi", + "lus-Latn" + ] + }, + { + "precision": 0.5472, + "recall": 0.599802, + "f1": 0.560355, + "accuracy": 0.599802, + "main_score": 0.560355, + "hf_subset": "tir_Ethi-pag_Latn", + "languages": [ + "tir-Ethi", + "pag-Latn" + ] + }, + { + "precision": 0.522032, + "recall": 0.587945, + "f1": 0.537952, + "accuracy": 0.587945, + "main_score": 0.537952, + "hf_subset": "tir_Ethi-snd_Arab", + "languages": [ + "tir-Ethi", + "snd-Arab" + ] + }, + { + "precision": 0.528222, + "recall": 0.586957, + "f1": 0.543101, + "accuracy": 0.586957, + "main_score": 0.543101, + "hf_subset": "tir_Ethi-tuk_Latn", + "languages": [ + "tir-Ethi", + "tuk-Latn" + ] + }, + { + "precision": 0.525067, + "recall": 0.583992, + "f1": 0.539727, + "accuracy": 0.583992, + "main_score": 0.539727, + "hf_subset": "tir_Ethi-bak_Cyrl", + "languages": [ + "tir-Ethi", + "bak-Cyrl" + ] + }, + { + "precision": 0.405245, + "recall": 0.466403, + "f1": 0.422325, + "accuracy": 0.466403, + "main_score": 0.422325, + "hf_subset": "tir_Ethi-dyu_Latn", + "languages": [ + "tir-Ethi", + "dyu-Latn" + ] + }, + { + "precision": 0.567214, + "recall": 0.634387, + "f1": 0.584529, + "accuracy": 0.634387, + "main_score": 0.584529, + "hf_subset": "tir_Ethi-heb_Hebr", + "languages": [ + "tir-Ethi", + "heb-Hebr" + ] + }, + { + "precision": 0.566399, + "recall": 0.624506, + "f1": 0.582514, + "accuracy": 0.624506, + "main_score": 0.582514, + "hf_subset": "tir_Ethi-khk_Cyrl", + "languages": [ + "tir-Ethi", + "khk-Cyrl" + ] + }, + { + "precision": 0.546364, + "recall": 0.609684, + "f1": 0.562401, + "accuracy": 0.609684, + "main_score": 0.562401, + "hf_subset": "tir_Ethi-lvs_Latn", + "languages": [ + "tir-Ethi", + "lvs-Latn" + ] + }, + { + "precision": 0.543463, + "recall": 0.610672, + "f1": 0.559842, + "accuracy": 0.610672, + "main_score": 0.559842, + "hf_subset": "tir_Ethi-pan_Guru", + "languages": [ + "tir-Ethi", + "pan-Guru" + ] + }, + { + "precision": 0.515864, + "recall": 0.585968, + "f1": 0.534501, + "accuracy": 0.585968, + "main_score": 0.534501, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.451901, + "recall": 0.505929, + "f1": 0.466336, + "accuracy": 0.505929, + "main_score": 0.466336, + "hf_subset": "tir_Ethi-tum_Latn", + "languages": [ + "tir-Ethi", + "tum-Latn" + ] + }, + { + "precision": 0.434801, + "recall": 0.524704, + "f1": 0.45895, + "accuracy": 0.524704, + "main_score": 0.45895, + "hf_subset": "zho_Hant-ace_Arab", + "languages": [ + "zho-Hant", + "ace-Arab" + ] + }, + { + "precision": 0.416628, + "recall": 0.468379, + "f1": 0.429788, + "accuracy": 0.468379, + "main_score": 0.429788, + "hf_subset": "zho_Hant-bam_Latn", + "languages": [ + "zho-Hant", + "bam-Latn" + ] + }, + { + "precision": 0.567756, + "recall": 0.659091, + "f1": 0.593307, + "accuracy": 0.659091, + "main_score": 0.593307, + "hf_subset": "zho_Hant-dzo_Tibt", + "languages": [ + "zho-Hant", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "zho_Hant-khm_Khmr", + "languages": [ + "zho-Hant", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-mag_Deva", + "languages": [ + "zho-Hant", + "mag-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hant-pap_Latn", + "languages": [ + "zho-Hant", + "pap-Latn" + ] + }, + { + "precision": 0.792688, + "recall": 0.849802, + "f1": 0.810178, + "accuracy": 0.849802, + "main_score": 0.810178, + "hf_subset": "zho_Hant-sot_Latn", + "languages": [ + "zho-Hant", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.814625, + "recall": 0.865613, + "f1": 0.830124, + "accuracy": 0.865613, + "main_score": 0.830124, + "hf_subset": "zho_Hant-ace_Latn", + "languages": [ + "zho-Hant", + "ace-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "zho_Hant-ban_Latn", + "languages": [ + "zho-Hant", + "ban-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "zho_Hant-hne_Deva", + "languages": [ + "zho-Hant", + "hne-Deva" + ] + }, + { + "precision": 0.492955, + "recall": 0.582016, + "f1": 0.516609, + "accuracy": 0.582016, + "main_score": 0.516609, + "hf_subset": "zho_Hant-kik_Latn", + "languages": [ + "zho-Hant", + "kik-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hant-mai_Deva", + "languages": [ + "zho-Hant", + "mai-Deva" + ] + }, + { + "precision": 0.941041, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "zho_Hant-pbt_Arab", + "languages": [ + "zho-Hant", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.672544, + "recall": 0.745059, + "f1": 0.693067, + "accuracy": 0.745059, + "main_score": 0.693067, + "hf_subset": "zho_Hant-twi_Latn", + "languages": [ + "zho-Hant", + "twi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-acm_Arab", + "languages": [ + "zho-Hant", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-bel_Cyrl", + "languages": [ + "zho-Hant", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-hrv_Latn", + "languages": [ + "zho-Hant", + "hrv-Latn" + ] + }, + { + "precision": 0.799473, + "recall": 0.850791, + "f1": 0.814742, + "accuracy": 0.850791, + "main_score": 0.814742, + "hf_subset": "zho_Hant-kin_Latn", + "languages": [ + "zho-Hant", + "kin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hant-mal_Mlym", + "languages": [ + "zho-Hant", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-pes_Arab", + "languages": [ + "zho-Hant", + "pes-Arab" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "zho_Hant-srd_Latn", + "languages": [ + "zho-Hant", + "srd-Latn" + ] + }, + { + "precision": 0.1742, + "recall": 0.240119, + "f1": 0.189649, + "accuracy": 0.240119, + "main_score": 0.189649, + "hf_subset": "zho_Hant-tzm_Tfng", + "languages": [ + "zho-Hant", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-acq_Arab", + "languages": [ + "zho-Hant", + "acq-Arab" + ] + }, + { + "precision": 0.586884, + "recall": 0.667984, + "f1": 0.609208, + "accuracy": 0.667984, + "main_score": 0.609208, + "hf_subset": "zho_Hant-bem_Latn", + "languages": [ + "zho-Hant", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-epo_Latn", + "languages": [ + "zho-Hant", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "zho_Hant-kir_Cyrl", + "languages": [ + "zho-Hant", + "kir-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "zho_Hant-mar_Deva", + "languages": [ + "zho-Hant", + "mar-Deva" + ] + }, + { + "precision": 0.821542, + "recall": 0.870553, + "f1": 0.836152, + "accuracy": 0.870553, + "main_score": 0.836152, + "hf_subset": "zho_Hant-plt_Latn", + "languages": [ + "zho-Hant", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-srp_Cyrl", + "languages": [ + "zho-Hant", + "srp-Cyrl" + ] + }, + { + "precision": 0.92943, + "recall": 0.950593, + "f1": 0.936166, + "accuracy": 0.950593, + "main_score": 0.936166, + "hf_subset": "zho_Hant-uig_Arab", + "languages": [ + "zho-Hant", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-aeb_Arab", + "languages": [ + "zho-Hant", + "aeb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-est_Latn", + "languages": [ + "zho-Hant", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-hye_Armn", + "languages": [ + "zho-Hant", + "hye-Armn" + ] + }, + { + "precision": 0.387753, + "recall": 0.45751, + "f1": 0.406072, + "accuracy": 0.45751, + "main_score": 0.406072, + "hf_subset": "zho_Hant-kmb_Latn", + "languages": [ + "zho-Hant", + "kmb-Latn" + ] + }, + { + "precision": 0.372339, + "recall": 0.460474, + "f1": 0.394223, + "accuracy": 0.460474, + "main_score": 0.394223, + "hf_subset": "zho_Hant-min_Arab", + "languages": [ + "zho-Hant", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.670308, + "recall": 0.747036, + "f1": 0.692303, + "accuracy": 0.747036, + "main_score": 0.692303, + "hf_subset": "zho_Hant-ssw_Latn", + "languages": [ + "zho-Hant", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ukr_Cyrl", + "languages": [ + "zho-Hant", + "ukr-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-afr_Latn", + "languages": [ + "zho-Hant", + "afr-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "zho_Hant-bho_Deva", + "languages": [ + "zho-Hant", + "bho-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "zho_Hant-eus_Latn", + "languages": [ + "zho-Hant", + "eus-Latn" + ] + }, + { + "precision": 0.801087, + "recall": 0.857708, + "f1": 0.818083, + "accuracy": 0.857708, + "main_score": 0.818083, + "hf_subset": "zho_Hant-ibo_Latn", + "languages": [ + "zho-Hant", + "ibo-Latn" + ] + }, + { + "precision": 0.828673, + "recall": 0.876482, + "f1": 0.843544, + "accuracy": 0.876482, + "main_score": 0.843544, + "hf_subset": "zho_Hant-kmr_Latn", + "languages": [ + "zho-Hant", + "kmr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "zho_Hant-min_Latn", + "languages": [ + "zho-Hant", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "zho_Hant-sun_Latn", + "languages": [ + "zho-Hant", + "sun-Latn" + ] + }, + { + "precision": 0.38011, + "recall": 0.442688, + "f1": 0.396876, + "accuracy": 0.442688, + "main_score": 0.396876, + "hf_subset": "zho_Hant-umb_Latn", + "languages": [ + "zho-Hant", + "umb-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-ajp_Arab", + "languages": [ + "zho-Hant", + "ajp-Arab" + ] + }, + { + "precision": 0.420536, + "recall": 0.505929, + "f1": 0.442442, + "accuracy": 0.505929, + "main_score": 0.442442, + "hf_subset": "zho_Hant-bjn_Arab", + "languages": [ + "zho-Hant", + "bjn-Arab" + ] + }, + { + "precision": 0.407386, + "recall": 0.463439, + "f1": 0.422275, + "accuracy": 0.463439, + "main_score": 0.422275, + "hf_subset": "zho_Hant-ewe_Latn", + "languages": [ + "zho-Hant", + "ewe-Latn" + ] + }, + { + "precision": 0.922793, + "recall": 0.94664, + "f1": 0.930501, + "accuracy": 0.94664, + "main_score": 0.930501, + "hf_subset": "zho_Hant-ilo_Latn", + "languages": [ + "zho-Hant", + "ilo-Latn" + ] + }, + { + "precision": 0.205043, + "recall": 0.26087, + "f1": 0.21783, + "accuracy": 0.26087, + "main_score": 0.21783, + "hf_subset": "zho_Hant-knc_Arab", + "languages": [ + "zho-Hant", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-mkd_Cyrl", + "languages": [ + "zho-Hant", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-prs_Arab", + "languages": [ + "zho-Hant", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-urd_Arab", + "languages": [ + "zho-Hant", + "urd-Arab" + ] + }, + { + "precision": 0.657758, + "recall": 0.731225, + "f1": 0.67861, + "accuracy": 0.731225, + "main_score": 0.67861, + "hf_subset": "zho_Hant-aka_Latn", + "languages": [ + "zho-Hant", + "aka-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "zho_Hant-bjn_Latn", + "languages": [ + "zho-Hant", + "bjn-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "zho_Hant-fao_Latn", + "languages": [ + "zho-Hant", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.462599, + "recall": 0.522727, + "f1": 0.478919, + "accuracy": 0.522727, + "main_score": 0.478919, + "hf_subset": "zho_Hant-knc_Latn", + "languages": [ + "zho-Hant", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-mlt_Latn", + "languages": [ + "zho-Hant", + "mlt-Latn" + ] + }, + { + "precision": 0.582672, + "recall": 0.656126, + "f1": 0.602593, + "accuracy": 0.656126, + "main_score": 0.602593, + "hf_subset": "zho_Hant-quy_Latn", + "languages": [ + "zho-Hant", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-swh_Latn", + "languages": [ + "zho-Hant", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-uzn_Latn", + "languages": [ + "zho-Hant", + "uzn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-als_Latn", + "languages": [ + "zho-Hant", + "als-Latn" + ] + }, + { + "precision": 0.751252, + "recall": 0.81917, + "f1": 0.772168, + "accuracy": 0.81917, + "main_score": 0.772168, + "hf_subset": "zho_Hant-bod_Tibt", + "languages": [ + "zho-Hant", + "bod-Tibt" + ] + }, + { + "precision": 0.57438, + "recall": 0.655138, + "f1": 0.597316, + "accuracy": 0.655138, + "main_score": 0.597316, + "hf_subset": "zho_Hant-fij_Latn", + "languages": [ + "zho-Hant", + "fij-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "zho_Hant-isl_Latn", + "languages": [ + "zho-Hant", + "isl-Latn" + ] + }, + { + "precision": 0.530872, + "recall": 0.597826, + "f1": 0.548702, + "accuracy": 0.597826, + "main_score": 0.548702, + "hf_subset": "zho_Hant-kon_Latn", + "languages": [ + "zho-Hant", + "kon-Latn" + ] + }, + { + "precision": 0.545069, + "recall": 0.623518, + "f1": 0.566187, + "accuracy": 0.623518, + "main_score": 0.566187, + "hf_subset": "zho_Hant-mni_Beng", + "languages": [ + "zho-Hant", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-ron_Latn", + "languages": [ + "zho-Hant", + "ron-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.981225, + "f1": 0.976449, + "accuracy": 0.981225, + "main_score": 0.976449, + "hf_subset": "zho_Hant-szl_Latn", + "languages": [ + "zho-Hant", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-vec_Latn", + "languages": [ + "zho-Hant", + "vec-Latn" + ] + }, + { + "precision": 0.897233, + "recall": 0.928854, + "f1": 0.907397, + "accuracy": 0.928854, + "main_score": 0.907397, + "hf_subset": "zho_Hant-amh_Ethi", + "languages": [ + "zho-Hant", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-bos_Latn", + "languages": [ + "zho-Hant", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-ita_Latn", + "languages": [ + "zho-Hant", + "ita-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.452917, + "recall": 0.513834, + "f1": 0.469952, + "accuracy": 0.513834, + "main_score": 0.469952, + "hf_subset": "zho_Hant-mos_Latn", + "languages": [ + "zho-Hant", + "mos-Latn" + ] + }, + { + "precision": 0.698636, + "recall": 0.764822, + "f1": 0.717812, + "accuracy": 0.764822, + "main_score": 0.717812, + "hf_subset": "zho_Hant-run_Latn", + "languages": [ + "zho-Hant", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-apc_Arab", + "languages": [ + "zho-Hant", + "apc-Arab" + ] + }, + { + "precision": 0.664099, + "recall": 0.73419, + "f1": 0.683152, + "accuracy": 0.73419, + "main_score": 0.683152, + "hf_subset": "zho_Hant-bug_Latn", + "languages": [ + "zho-Hant", + "bug-Latn" + ] + }, + { + "precision": 0.411509, + "recall": 0.462451, + "f1": 0.425381, + "accuracy": 0.462451, + "main_score": 0.425381, + "hf_subset": "zho_Hant-fon_Latn", + "languages": [ + "zho-Hant", + "fon-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "zho_Hant-jav_Latn", + "languages": [ + "zho-Hant", + "jav-Latn" + ] + }, + { + "precision": 0.936018, + "recall": 0.955534, + "f1": 0.94226, + "accuracy": 0.955534, + "main_score": 0.94226, + "hf_subset": "zho_Hant-lao_Laoo", + "languages": [ + "zho-Hant", + "lao-Laoo" + ] + }, + { + "precision": 0.835178, + "recall": 0.883399, + "f1": 0.849934, + "accuracy": 0.883399, + "main_score": 0.849934, + "hf_subset": "zho_Hant-mri_Latn", + "languages": [ + "zho-Hant", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.443956, + "recall": 0.505929, + "f1": 0.459941, + "accuracy": 0.505929, + "main_score": 0.459941, + "hf_subset": "zho_Hant-taq_Latn", + "languages": [ + "zho-Hant", + "taq-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zho_Hant-war_Latn", + "languages": [ + "zho-Hant", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-bul_Cyrl", + "languages": [ + "zho-Hant", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hant-lij_Latn", + "languages": [ + "zho-Hant", + "lij-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.966403, + "f1": 0.955369, + "accuracy": 0.966403, + "main_score": 0.955369, + "hf_subset": "zho_Hant-mya_Mymr", + "languages": [ + "zho-Hant", + "mya-Mymr" + ] + }, + { + "precision": 0.507806, + "recall": 0.577075, + "f1": 0.526663, + "accuracy": 0.577075, + "main_score": 0.526663, + "hf_subset": "zho_Hant-sag_Latn", + "languages": [ + "zho-Hant", + "sag-Latn" + ] + }, + { + "precision": 0.191898, + "recall": 0.253953, + "f1": 0.206819, + "accuracy": 0.253953, + "main_score": 0.206819, + "hf_subset": "zho_Hant-taq_Tfng", + "languages": [ + "zho-Hant", + "taq-Tfng" + ] + }, + { + "precision": 0.593304, + "recall": 0.668972, + "f1": 0.614031, + "accuracy": 0.668972, + "main_score": 0.614031, + "hf_subset": "zho_Hant-wol_Latn", + "languages": [ + "zho-Hant", + "wol-Latn" + ] + }, + { + "precision": 0.817523, + "recall": 0.870553, + "f1": 0.834124, + "accuracy": 0.870553, + "main_score": 0.834124, + "hf_subset": "zho_Hant-arb_Latn", + "languages": [ + "zho-Hant", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-cat_Latn", + "languages": [ + "zho-Hant", + "cat-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "zho_Hant-fur_Latn", + "languages": [ + "zho-Hant", + "fur-Latn" + ] + }, + { + "precision": 0.374197, + "recall": 0.44664, + "f1": 0.392039, + "accuracy": 0.44664, + "main_score": 0.392039, + "hf_subset": "zho_Hant-kab_Latn", + "languages": [ + "zho-Hant", + "kab-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "zho_Hant-lim_Latn", + "languages": [ + "zho-Hant", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "zho_Hant-san_Deva", + "languages": [ + "zho-Hant", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hant-tat_Cyrl", + "languages": [ + "zho-Hant", + "tat-Cyrl" + ] + }, + { + "precision": 0.83246, + "recall": 0.882411, + "f1": 0.848386, + "accuracy": 0.882411, + "main_score": 0.848386, + "hf_subset": "zho_Hant-xho_Latn", + "languages": [ + "zho-Hant", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-ars_Arab", + "languages": [ + "zho-Hant", + "ars-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ceb_Latn", + "languages": [ + "zho-Hant", + "ceb-Latn" + ] + }, + { + "precision": 0.407512, + "recall": 0.477273, + "f1": 0.425395, + "accuracy": 0.477273, + "main_score": 0.425395, + "hf_subset": "zho_Hant-fuv_Latn", + "languages": [ + "zho-Hant", + "fuv-Latn" + ] + }, + { + "precision": 0.419451, + "recall": 0.493083, + "f1": 0.439175, + "accuracy": 0.493083, + "main_score": 0.439175, + "hf_subset": "zho_Hant-kac_Latn", + "languages": [ + "zho-Hant", + "kac-Latn" + ] + }, + { + "precision": 0.540648, + "recall": 0.613636, + "f1": 0.558929, + "accuracy": 0.613636, + "main_score": 0.558929, + "hf_subset": "zho_Hant-lin_Latn", + "languages": [ + "zho-Hant", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-nno_Latn", + "languages": [ + "zho-Hant", + "nno-Latn" + ] + }, + { + "precision": 0.83027, + "recall": 0.878458, + "f1": 0.844993, + "accuracy": 0.878458, + "main_score": 0.844993, + "hf_subset": "zho_Hant-sat_Olck", + "languages": [ + "zho-Hant", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-tel_Telu", + "languages": [ + "zho-Hant", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "zho_Hant-ydd_Hebr", + "languages": [ + "zho-Hant", + "ydd-Hebr" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "zho_Hant-ary_Arab", + "languages": [ + "zho-Hant", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-ces_Latn", + "languages": [ + "zho-Hant", + "ces-Latn" + ] + }, + { + "precision": 0.498746, + "recall": 0.58498, + "f1": 0.522164, + "accuracy": 0.58498, + "main_score": 0.522164, + "hf_subset": "zho_Hant-gaz_Latn", + "languages": [ + "zho-Hant", + "gaz-Latn" + ] + }, + { + "precision": 0.468992, + "recall": 0.556324, + "f1": 0.491284, + "accuracy": 0.556324, + "main_score": 0.491284, + "hf_subset": "zho_Hant-kam_Latn", + "languages": [ + "zho-Hant", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-nob_Latn", + "languages": [ + "zho-Hant", + "nob-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hant-scn_Latn", + "languages": [ + "zho-Hant", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "zho_Hant-tgk_Cyrl", + "languages": [ + "zho-Hant", + "tgk-Cyrl" + ] + }, + { + "precision": 0.659752, + "recall": 0.743083, + "f1": 0.684118, + "accuracy": 0.743083, + "main_score": 0.684118, + "hf_subset": "zho_Hant-yor_Latn", + "languages": [ + "zho-Hant", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-arz_Arab", + "languages": [ + "zho-Hant", + "arz-Arab" + ] + }, + { + "precision": 0.407823, + "recall": 0.477273, + "f1": 0.426891, + "accuracy": 0.477273, + "main_score": 0.426891, + "hf_subset": "zho_Hant-cjk_Latn", + "languages": [ + "zho-Hant", + "cjk-Latn" + ] + }, + { + "precision": 0.90942, + "recall": 0.938735, + "f1": 0.918972, + "accuracy": 0.938735, + "main_score": 0.918972, + "hf_subset": "zho_Hant-gla_Latn", + "languages": [ + "zho-Hant", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "zho_Hant-kan_Knda", + "languages": [ + "zho-Hant", + "kan-Knda" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "zho_Hant-lmo_Latn", + "languages": [ + "zho-Hant", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "zho_Hant-npi_Deva", + "languages": [ + "zho-Hant", + "npi-Deva" + ] + }, + { + "precision": 0.501317, + "recall": 0.583004, + "f1": 0.523993, + "accuracy": 0.583004, + "main_score": 0.523993, + "hf_subset": "zho_Hant-shn_Mymr", + "languages": [ + "zho-Hant", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-tgl_Latn", + "languages": [ + "zho-Hant", + "tgl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hant-asm_Beng", + "languages": [ + "zho-Hant", + "asm-Beng" + ] + }, + { + "precision": 0.890728, + "recall": 0.922925, + "f1": 0.900875, + "accuracy": 0.922925, + "main_score": 0.900875, + "hf_subset": "zho_Hant-ckb_Arab", + "languages": [ + "zho-Hant", + "ckb-Arab" + ] + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "zho_Hant-gle_Latn", + "languages": [ + "zho-Hant", + "gle-Latn" + ] + }, + { + "precision": 0.871574, + "recall": 0.908103, + "f1": 0.882872, + "accuracy": 0.908103, + "main_score": 0.882872, + "hf_subset": "zho_Hant-kas_Arab", + "languages": [ + "zho-Hant", + "kas-Arab" + ] + }, + { + "precision": 0.866354, + "recall": 0.907115, + "f1": 0.87915, + "accuracy": 0.907115, + "main_score": 0.87915, + "hf_subset": "zho_Hant-ltg_Latn", + "languages": [ + "zho-Hant", + "ltg-Latn" + ] + }, + { + "precision": 0.725313, + "recall": 0.790514, + "f1": 0.744994, + "accuracy": 0.790514, + "main_score": 0.744994, + "hf_subset": "zho_Hant-nso_Latn", + "languages": [ + "zho-Hant", + "nso-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "zho_Hant-sin_Sinh", + "languages": [ + "zho-Hant", + "sin-Sinh" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-tha_Thai", + "languages": [ + "zho-Hant", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ast_Latn", + "languages": [ + "zho-Hant", + "ast-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "zho_Hant-crh_Latn", + "languages": [ + "zho-Hant", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-glg_Latn", + "languages": [ + "zho-Hant", + "glg-Latn" + ] + }, + { + "precision": 0.804018, + "recall": 0.855731, + "f1": 0.819043, + "accuracy": 0.855731, + "main_score": 0.819043, + "hf_subset": "zho_Hant-kas_Deva", + "languages": [ + "zho-Hant", + "kas-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zho_Hant-ltz_Latn", + "languages": [ + "zho-Hant", + "ltz-Latn" + ] + }, + { + "precision": 0.370896, + "recall": 0.438735, + "f1": 0.389021, + "accuracy": 0.438735, + "main_score": 0.389021, + "hf_subset": "zho_Hant-nus_Latn", + "languages": [ + "zho-Hant", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-slk_Latn", + "languages": [ + "zho-Hant", + "slk-Latn" + ] + }, + { + "precision": 0.559607, + "recall": 0.648221, + "f1": 0.584061, + "accuracy": 0.648221, + "main_score": 0.584061, + "hf_subset": "zho_Hant-tir_Ethi", + "languages": [ + "zho-Hant", + "tir-Ethi" + ] + }, + { + "precision": 0.971591, + "recall": 0.979249, + "f1": 0.974045, + "accuracy": 0.979249, + "main_score": 0.974045, + "hf_subset": "zho_Hant-awa_Deva", + "languages": [ + "zho-Hant", + "awa-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zho_Hant-cym_Latn", + "languages": [ + "zho-Hant", + "cym-Latn" + ] + }, + { + "precision": 0.688767, + "recall": 0.759881, + "f1": 0.709194, + "accuracy": 0.759881, + "main_score": 0.709194, + "hf_subset": "zho_Hant-grn_Latn", + "languages": [ + "zho-Hant", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-kat_Geor", + "languages": [ + "zho-Hant", + "kat-Geor" + ] + }, + { + "precision": 0.523566, + "recall": 0.594862, + "f1": 0.541944, + "accuracy": 0.594862, + "main_score": 0.541944, + "hf_subset": "zho_Hant-lua_Latn", + "languages": [ + "zho-Hant", + "lua-Latn" + ] + }, + { + "precision": 0.763406, + "recall": 0.827075, + "f1": 0.78251, + "accuracy": 0.827075, + "main_score": 0.78251, + "hf_subset": "zho_Hant-nya_Latn", + "languages": [ + "zho-Hant", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-slv_Latn", + "languages": [ + "zho-Hant", + "slv-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "zho_Hant-tpi_Latn", + "languages": [ + "zho-Hant", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-zsm_Latn", + "languages": [ + "zho-Hant", + "zsm-Latn" + ] + }, + { + "precision": 0.460342, + "recall": 0.529644, + "f1": 0.479111, + "accuracy": 0.529644, + "main_score": 0.479111, + "hf_subset": "zho_Hant-ayr_Latn", + "languages": [ + "zho-Hant", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-dan_Latn", + "languages": [ + "zho-Hant", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-guj_Gujr", + "languages": [ + "zho-Hant", + "guj-Gujr" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "zho_Hant-kaz_Cyrl", + "languages": [ + "zho-Hant", + "kaz-Cyrl" + ] + }, + { + "precision": 0.559306, + "recall": 0.649209, + "f1": 0.58459, + "accuracy": 0.649209, + "main_score": 0.58459, + "hf_subset": "zho_Hant-lug_Latn", + "languages": [ + "zho-Hant", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-oci_Latn", + "languages": [ + "zho-Hant", + "oci-Latn" + ] + }, + { + "precision": 0.791156, + "recall": 0.84585, + "f1": 0.808004, + "accuracy": 0.84585, + "main_score": 0.808004, + "hf_subset": "zho_Hant-smo_Latn", + "languages": [ + "zho-Hant", + "smo-Latn" + ] + }, + { + "precision": 0.675461, + "recall": 0.755929, + "f1": 0.699228, + "accuracy": 0.755929, + "main_score": 0.699228, + "hf_subset": "zho_Hant-tsn_Latn", + "languages": [ + "zho-Hant", + "tsn-Latn" + ] + }, + { + "precision": 0.831308, + "recall": 0.881423, + "f1": 0.847069, + "accuracy": 0.881423, + "main_score": 0.847069, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.892325, + "recall": 0.924901, + "f1": 0.902668, + "accuracy": 0.924901, + "main_score": 0.902668, + "hf_subset": "zho_Hant-azb_Arab", + "languages": [ + "zho-Hant", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "zho_Hant-hat_Latn", + "languages": [ + "zho-Hant", + "hat-Latn" + ] + }, + { + "precision": 0.417735, + "recall": 0.48419, + "f1": 0.435796, + "accuracy": 0.48419, + "main_score": 0.435796, + "hf_subset": "zho_Hant-kbp_Latn", + "languages": [ + "zho-Hant", + "kbp-Latn" + ] + }, + { + "precision": 0.454224, + "recall": 0.518775, + "f1": 0.470847, + "accuracy": 0.518775, + "main_score": 0.470847, + "hf_subset": "zho_Hant-luo_Latn", + "languages": [ + "zho-Hant", + "luo-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "zho_Hant-ory_Orya", + "languages": [ + "zho-Hant", + "ory-Orya" + ] + }, + { + "precision": 0.847941, + "recall": 0.892292, + "f1": 0.862055, + "accuracy": 0.892292, + "main_score": 0.862055, + "hf_subset": "zho_Hant-sna_Latn", + "languages": [ + "zho-Hant", + "sna-Latn" + ] + }, + { + "precision": 0.569141, + "recall": 0.649209, + "f1": 0.591253, + "accuracy": 0.649209, + "main_score": 0.591253, + "hf_subset": "zho_Hant-tso_Latn", + "languages": [ + "zho-Hant", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-azj_Latn", + "languages": [ + "zho-Hant", + "azj-Latn" + ] + }, + { + "precision": 0.456442, + "recall": 0.530632, + "f1": 0.475785, + "accuracy": 0.530632, + "main_score": 0.475785, + "hf_subset": "zho_Hant-dik_Latn", + "languages": [ + "zho-Hant", + "dik-Latn" + ] + }, + { + "precision": 0.859025, + "recall": 0.901186, + "f1": 0.872497, + "accuracy": 0.901186, + "main_score": 0.872497, + "hf_subset": "zho_Hant-hau_Latn", + "languages": [ + "zho-Hant", + "hau-Latn" + ] + }, + { + "precision": 0.937335, + "recall": 0.95751, + "f1": 0.943906, + "accuracy": 0.95751, + "main_score": 0.943906, + "hf_subset": "zho_Hant-kea_Latn", + "languages": [ + "zho-Hant", + "kea-Latn" + ] + }, + { + "precision": 0.899127, + "recall": 0.93083, + "f1": 0.909321, + "accuracy": 0.93083, + "main_score": 0.909321, + "hf_subset": "zho_Hant-lus_Latn", + "languages": [ + "zho-Hant", + "lus-Latn" + ] + }, + { + "precision": 0.808722, + "recall": 0.858696, + "f1": 0.823454, + "accuracy": 0.858696, + "main_score": 0.823454, + "hf_subset": "zho_Hant-pag_Latn", + "languages": [ + "zho-Hant", + "pag-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "zho_Hant-snd_Arab", + "languages": [ + "zho-Hant", + "snd-Arab" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "zho_Hant-tuk_Latn", + "languages": [ + "zho-Hant", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zho_Hant-bak_Cyrl", + "languages": [ + "zho-Hant", + "bak-Cyrl" + ] + }, + { + "precision": 0.427207, + "recall": 0.503953, + "f1": 0.447323, + "accuracy": 0.503953, + "main_score": 0.447323, + "hf_subset": "zho_Hant-dyu_Latn", + "languages": [ + "zho-Hant", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "zho_Hant-khk_Cyrl", + "languages": [ + "zho-Hant", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-lvs_Latn", + "languages": [ + "zho-Hant", + "lvs-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zho_Hant-pan_Guru", + "languages": [ + "zho-Hant", + "pan-Guru" + ] + }, + { + "precision": 0.820191, + "recall": 0.873518, + "f1": 0.836759, + "accuracy": 0.873518, + "main_score": 0.836759, + "hf_subset": "zho_Hant-som_Latn", + "languages": [ + "zho-Hant", + "som-Latn" + ] + }, + { + "precision": 0.632189, + "recall": 0.706522, + "f1": 0.653179, + "accuracy": 0.706522, + "main_score": 0.653179, + "hf_subset": "zho_Hant-tum_Latn", + "languages": [ + "zho-Hant", + "tum-Latn" + ] + }, + { + "precision": 0.522879, + "recall": 0.605731, + "f1": 0.547052, + "accuracy": 0.605731, + "main_score": 0.547052, + "hf_subset": "awa_Deva-ace_Arab", + "languages": [ + "awa-Deva", + "ace-Arab" + ] + }, + { + "precision": 0.472011, + "recall": 0.530632, + "f1": 0.488222, + "accuracy": 0.530632, + "main_score": 0.488222, + "hf_subset": "awa_Deva-bam_Latn", + "languages": [ + "awa-Deva", + "bam-Latn" + ] + }, + { + "precision": 0.630108, + "recall": 0.712451, + "f1": 0.654216, + "accuracy": 0.712451, + "main_score": 0.654216, + "hf_subset": "awa_Deva-dzo_Tibt", + "languages": [ + "awa-Deva", + "dzo-Tibt" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-hin_Deva", + "languages": [ + "awa-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "awa_Deva-khm_Khmr", + "languages": [ + "awa-Deva", + "khm-Khmr" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-mag_Deva", + "languages": [ + "awa-Deva", + "mag-Deva" + ] + }, + { + "precision": 0.976976, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "awa_Deva-pap_Latn", + "languages": [ + "awa-Deva", + "pap-Latn" + ] + }, + { + "precision": 0.833992, + "recall": 0.87747, + "f1": 0.847299, + "accuracy": 0.87747, + "main_score": 0.847299, + "hf_subset": "awa_Deva-sot_Latn", + "languages": [ + "awa-Deva", + "sot-Latn" + ] + }, + { + "precision": 0.986907, + "recall": 0.990119, + "f1": 0.987879, + "accuracy": 0.990119, + "main_score": 0.987879, + "hf_subset": "awa_Deva-tur_Latn", + "languages": [ + "awa-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.876729, + "recall": 0.909091, + "f1": 0.887088, + "accuracy": 0.909091, + "main_score": 0.887088, + "hf_subset": "awa_Deva-ace_Latn", + "languages": [ + "awa-Deva", + "ace-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "awa_Deva-ban_Latn", + "languages": [ + "awa-Deva", + "ban-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "awa_Deva-ell_Grek", + "languages": [ + "awa-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.977931, + "recall": 0.983202, + "f1": 0.979578, + "accuracy": 0.983202, + "main_score": 0.979578, + "hf_subset": "awa_Deva-hne_Deva", + "languages": [ + "awa-Deva", + "hne-Deva" + ] + }, + { + "precision": 0.562071, + "recall": 0.629447, + "f1": 0.580321, + "accuracy": 0.629447, + "main_score": 0.580321, + "hf_subset": "awa_Deva-kik_Latn", + "languages": [ + "awa-Deva", + "kik-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-mai_Deva", + "languages": [ + "awa-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "awa_Deva-pbt_Arab", + "languages": [ + "awa-Deva", + "pbt-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "awa_Deva-spa_Latn", + "languages": [ + "awa-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.746854, + "recall": 0.805336, + "f1": 0.764493, + "accuracy": 0.805336, + "main_score": 0.764493, + "hf_subset": "awa_Deva-twi_Latn", + "languages": [ + "awa-Deva", + "twi-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "awa_Deva-acm_Arab", + "languages": [ + "awa-Deva", + "acm-Arab" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "awa_Deva-bel_Cyrl", + "languages": [ + "awa-Deva", + "bel-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "awa_Deva-eng_Latn", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.986825, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-hrv_Latn", + "languages": [ + "awa-Deva", + "hrv-Latn" + ] + }, + { + "precision": 0.809157, + "recall": 0.860672, + "f1": 0.825033, + "accuracy": 0.860672, + "main_score": 0.825033, + "hf_subset": "awa_Deva-kin_Latn", + "languages": [ + "awa-Deva", + "kin-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "awa_Deva-mal_Mlym", + "languages": [ + "awa-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "awa_Deva-pes_Arab", + "languages": [ + "awa-Deva", + "pes-Arab" + ] + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "awa_Deva-srd_Latn", + "languages": [ + "awa-Deva", + "srd-Latn" + ] + }, + { + "precision": 0.214839, + "recall": 0.271739, + "f1": 0.229107, + "accuracy": 0.271739, + "main_score": 0.229107, + "hf_subset": "awa_Deva-tzm_Tfng", + "languages": [ + "awa-Deva", + "tzm-Tfng" + ] + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "awa_Deva-acq_Arab", + "languages": [ + "awa-Deva", + "acq-Arab" + ] + }, + { + "precision": 0.652174, + "recall": 0.718379, + "f1": 0.671123, + "accuracy": 0.718379, + "main_score": 0.671123, + "hf_subset": "awa_Deva-bem_Latn", + "languages": [ + "awa-Deva", + "bem-Latn" + ] + }, + { + "precision": 0.98386, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-epo_Latn", + "languages": [ + "awa-Deva", + "epo-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-hun_Latn", + "languages": [ + "awa-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "awa_Deva-kir_Cyrl", + "languages": [ + "awa-Deva", + "kir-Cyrl" + ] + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "awa_Deva-mar_Deva", + "languages": [ + "awa-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.83946, + "recall": 0.883399, + "f1": 0.852866, + "accuracy": 0.883399, + "main_score": 0.852866, + "hf_subset": "awa_Deva-plt_Latn", + "languages": [ + "awa-Deva", + "plt-Latn" + ] + }, + { + "precision": 0.98386, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-srp_Cyrl", + "languages": [ + "awa-Deva", + "srp-Cyrl" + ] + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "awa_Deva-uig_Arab", + "languages": [ + "awa-Deva", + "uig-Arab" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "awa_Deva-aeb_Arab", + "languages": [ + "awa-Deva", + "aeb-Arab" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "awa_Deva-ben_Beng", + "languages": [ + "awa-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "awa_Deva-est_Latn", + "languages": [ + "awa-Deva", + "est-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "awa_Deva-hye_Armn", + "languages": [ + "awa-Deva", + "hye-Armn" + ] + }, + { + "precision": 0.458186, + "recall": 0.518775, + "f1": 0.474692, + "accuracy": 0.518775, + "main_score": 0.474692, + "hf_subset": "awa_Deva-kmb_Latn", + "languages": [ + "awa-Deva", + "kmb-Latn" + ] + }, + { + "precision": 0.502208, + "recall": 0.577075, + "f1": 0.522919, + "accuracy": 0.577075, + "main_score": 0.522919, + "hf_subset": "awa_Deva-min_Arab", + "languages": [ + "awa-Deva", + "min-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-pol_Latn", + "languages": [ + "awa-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.713472, + "recall": 0.781621, + "f1": 0.73355, + "accuracy": 0.781621, + "main_score": 0.73355, + "hf_subset": "awa_Deva-ssw_Latn", + "languages": [ + "awa-Deva", + "ssw-Latn" + ] + }, + { + "precision": 0.986907, + "recall": 0.990119, + "f1": 0.987879, + "accuracy": 0.990119, + "main_score": 0.987879, + "hf_subset": "awa_Deva-ukr_Cyrl", + "languages": [ + "awa-Deva", + "ukr-Cyrl" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-afr_Latn", + "languages": [ + "awa-Deva", + "afr-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-bho_Deva", + "languages": [ + "awa-Deva", + "bho-Deva" + ] + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "awa_Deva-eus_Latn", + "languages": [ + "awa-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.846014, + "recall": 0.889328, + "f1": 0.859651, + "accuracy": 0.889328, + "main_score": 0.859651, + "hf_subset": "awa_Deva-ibo_Latn", + "languages": [ + "awa-Deva", + "ibo-Latn" + ] + }, + { + "precision": 0.843989, + "recall": 0.886364, + "f1": 0.857082, + "accuracy": 0.886364, + "main_score": 0.857082, + "hf_subset": "awa_Deva-kmr_Latn", + "languages": [ + "awa-Deva", + "kmr-Latn" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "awa_Deva-min_Latn", + "languages": [ + "awa-Deva", + "min-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "awa_Deva-por_Latn", + "languages": [ + "awa-Deva", + "por-Latn" + ] + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "awa_Deva-sun_Latn", + "languages": [ + "awa-Deva", + "sun-Latn" + ] + }, + { + "precision": 0.45777, + "recall": 0.520751, + "f1": 0.475416, + "accuracy": 0.520751, + "main_score": 0.475416, + "hf_subset": "awa_Deva-umb_Latn", + "languages": [ + "awa-Deva", + "umb-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-ajp_Arab", + "languages": [ + "awa-Deva", + "ajp-Arab" + ] + }, + { + "precision": 0.500118, + "recall": 0.581028, + "f1": 0.522657, + "accuracy": 0.581028, + "main_score": 0.522657, + "hf_subset": "awa_Deva-bjn_Arab", + "languages": [ + "awa-Deva", + "bjn-Arab" + ] + }, + { + "precision": 0.449805, + "recall": 0.502964, + "f1": 0.464001, + "accuracy": 0.502964, + "main_score": 0.464001, + "hf_subset": "awa_Deva-ewe_Latn", + "languages": [ + "awa-Deva", + "ewe-Latn" + ] + }, + { + "precision": 0.935112, + "recall": 0.954545, + "f1": 0.941535, + "accuracy": 0.954545, + "main_score": 0.941535, + "hf_subset": "awa_Deva-ilo_Latn", + "languages": [ + "awa-Deva", + "ilo-Latn" + ] + }, + { + "precision": 0.265726, + "recall": 0.332016, + "f1": 0.282126, + "accuracy": 0.332016, + "main_score": 0.282126, + "hf_subset": "awa_Deva-knc_Arab", + "languages": [ + "awa-Deva", + "knc-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "awa_Deva-mkd_Cyrl", + "languages": [ + "awa-Deva", + "mkd-Cyrl" + ] + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-prs_Arab", + "languages": [ + "awa-Deva", + "prs-Arab" + ] + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "awa_Deva-swe_Latn", + "languages": [ + "awa-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-urd_Arab", + "languages": [ + "awa-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.714222, + "recall": 0.779644, + "f1": 0.73358, + "accuracy": 0.779644, + "main_score": 0.73358, + "hf_subset": "awa_Deva-aka_Latn", + "languages": [ + "awa-Deva", + "aka-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "awa_Deva-bjn_Latn", + "languages": [ + "awa-Deva", + "bjn-Latn" + ] + }, + { + "precision": 0.966074, + "recall": 0.975296, + "f1": 0.969038, + "accuracy": 0.975296, + "main_score": 0.969038, + "hf_subset": "awa_Deva-fao_Latn", + "languages": [ + "awa-Deva", + "fao-Latn" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "awa_Deva-ind_Latn", + "languages": [ + "awa-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.534903, + "recall": 0.590909, + "f1": 0.550175, + "accuracy": 0.590909, + "main_score": 0.550175, + "hf_subset": "awa_Deva-knc_Latn", + "languages": [ + "awa-Deva", + "knc-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "awa_Deva-mlt_Latn", + "languages": [ + "awa-Deva", + "mlt-Latn" + ] + }, + { + "precision": 0.621978, + "recall": 0.693676, + "f1": 0.643585, + "accuracy": 0.693676, + "main_score": 0.643585, + "hf_subset": "awa_Deva-quy_Latn", + "languages": [ + "awa-Deva", + "quy-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "awa_Deva-swh_Latn", + "languages": [ + "awa-Deva", + "swh-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "awa_Deva-uzn_Latn", + "languages": [ + "awa-Deva", + "uzn-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "awa_Deva-als_Latn", + "languages": [ + "awa-Deva", + "als-Latn" + ] + }, + { + "precision": 0.771657, + "recall": 0.829051, + "f1": 0.788675, + "accuracy": 0.829051, + "main_score": 0.788675, + "hf_subset": "awa_Deva-bod_Tibt", + "languages": [ + "awa-Deva", + "bod-Tibt" + ] + }, + { + "precision": 0.607667, + "recall": 0.681818, + "f1": 0.62932, + "accuracy": 0.681818, + "main_score": 0.62932, + "hf_subset": "awa_Deva-fij_Latn", + "languages": [ + "awa-Deva", + "fij-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "awa_Deva-isl_Latn", + "languages": [ + "awa-Deva", + "isl-Latn" + ] + }, + { + "precision": 0.587577, + "recall": 0.655138, + "f1": 0.606296, + "accuracy": 0.655138, + "main_score": 0.606296, + "hf_subset": "awa_Deva-kon_Latn", + "languages": [ + "awa-Deva", + "kon-Latn" + ] + }, + { + "precision": 0.630654, + "recall": 0.698617, + "f1": 0.649906, + "accuracy": 0.698617, + "main_score": 0.649906, + "hf_subset": "awa_Deva-mni_Beng", + "languages": [ + "awa-Deva", + "mni-Beng" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-ron_Latn", + "languages": [ + "awa-Deva", + "ron-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.976285, + "f1": 0.971179, + "accuracy": 0.976285, + "main_score": 0.971179, + "hf_subset": "awa_Deva-szl_Latn", + "languages": [ + "awa-Deva", + "szl-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-vec_Latn", + "languages": [ + "awa-Deva", + "vec-Latn" + ] + }, + { + "precision": 0.913455, + "recall": 0.939723, + "f1": 0.922003, + "accuracy": 0.939723, + "main_score": 0.922003, + "hf_subset": "awa_Deva-amh_Ethi", + "languages": [ + "awa-Deva", + "amh-Ethi" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "awa_Deva-bos_Latn", + "languages": [ + "awa-Deva", + "bos-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "awa_Deva-fin_Latn", + "languages": [ + "awa-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "awa_Deva-ita_Latn", + "languages": [ + "awa-Deva", + "ita-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-kor_Hang", + "languages": [ + "awa-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.488516, + "recall": 0.543478, + "f1": 0.503896, + "accuracy": 0.543478, + "main_score": 0.503896, + "hf_subset": "awa_Deva-mos_Latn", + "languages": [ + "awa-Deva", + "mos-Latn" + ] + }, + { + "precision": 0.720512, + "recall": 0.779644, + "f1": 0.738065, + "accuracy": 0.779644, + "main_score": 0.738065, + "hf_subset": "awa_Deva-run_Latn", + "languages": [ + "awa-Deva", + "run-Latn" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "awa_Deva-tam_Taml", + "languages": [ + "awa-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-vie_Latn", + "languages": [ + "awa-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "awa_Deva-apc_Arab", + "languages": [ + "awa-Deva", + "apc-Arab" + ] + }, + { + "precision": 0.720306, + "recall": 0.783597, + "f1": 0.73961, + "accuracy": 0.783597, + "main_score": 0.73961, + "hf_subset": "awa_Deva-bug_Latn", + "languages": [ + "awa-Deva", + "bug-Latn" + ] + }, + { + "precision": 0.417896, + "recall": 0.468379, + "f1": 0.432293, + "accuracy": 0.468379, + "main_score": 0.432293, + "hf_subset": "awa_Deva-fon_Latn", + "languages": [ + "awa-Deva", + "fon-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "awa_Deva-jav_Latn", + "languages": [ + "awa-Deva", + "jav-Latn" + ] + }, + { + "precision": 0.928277, + "recall": 0.949605, + "f1": 0.935013, + "accuracy": 0.949605, + "main_score": 0.935013, + "hf_subset": "awa_Deva-lao_Laoo", + "languages": [ + "awa-Deva", + "lao-Laoo" + ] + }, + { + "precision": 0.848732, + "recall": 0.894269, + "f1": 0.863373, + "accuracy": 0.894269, + "main_score": 0.863373, + "hf_subset": "awa_Deva-mri_Latn", + "languages": [ + "awa-Deva", + "mri-Latn" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-rus_Cyrl", + "languages": [ + "awa-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.496968, + "recall": 0.554348, + "f1": 0.512981, + "accuracy": 0.554348, + "main_score": 0.512981, + "hf_subset": "awa_Deva-taq_Latn", + "languages": [ + "awa-Deva", + "taq-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "awa_Deva-war_Latn", + "languages": [ + "awa-Deva", + "war-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-arb_Arab", + "languages": [ + "awa-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-bul_Cyrl", + "languages": [ + "awa-Deva", + "bul-Cyrl" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-fra_Latn", + "languages": [ + "awa-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-jpn_Jpan", + "languages": [ + "awa-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "awa_Deva-lij_Latn", + "languages": [ + "awa-Deva", + "lij-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "awa_Deva-mya_Mymr", + "languages": [ + "awa-Deva", + "mya-Mymr" + ] + }, + { + "precision": 0.552128, + "recall": 0.616601, + "f1": 0.569671, + "accuracy": 0.616601, + "main_score": 0.569671, + "hf_subset": "awa_Deva-sag_Latn", + "languages": [ + "awa-Deva", + "sag-Latn" + ] + }, + { + "precision": 0.233687, + "recall": 0.295455, + "f1": 0.248482, + "accuracy": 0.295455, + "main_score": 0.248482, + "hf_subset": "awa_Deva-taq_Tfng", + "languages": [ + "awa-Deva", + "taq-Tfng" + ] + }, + { + "precision": 0.636664, + "recall": 0.700593, + "f1": 0.654976, + "accuracy": 0.700593, + "main_score": 0.654976, + "hf_subset": "awa_Deva-wol_Latn", + "languages": [ + "awa-Deva", + "wol-Latn" + ] + }, + { + "precision": 0.854249, + "recall": 0.896245, + "f1": 0.867754, + "accuracy": 0.896245, + "main_score": 0.867754, + "hf_subset": "awa_Deva-arb_Latn", + "languages": [ + "awa-Deva", + "arb-Latn" + ] + }, + { + "precision": 0.982378, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "awa_Deva-cat_Latn", + "languages": [ + "awa-Deva", + "cat-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "awa_Deva-fur_Latn", + "languages": [ + "awa-Deva", + "fur-Latn" + ] + }, + { + "precision": 0.441015, + "recall": 0.514822, + "f1": 0.461394, + "accuracy": 0.514822, + "main_score": 0.461394, + "hf_subset": "awa_Deva-kab_Latn", + "languages": [ + "awa-Deva", + "kab-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "awa_Deva-lim_Latn", + "languages": [ + "awa-Deva", + "lim-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-nld_Latn", + "languages": [ + "awa-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.977273, + "f1": 0.971509, + "accuracy": 0.977273, + "main_score": 0.971509, + "hf_subset": "awa_Deva-san_Deva", + "languages": [ + "awa-Deva", + "san-Deva" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "awa_Deva-tat_Cyrl", + "languages": [ + "awa-Deva", + "tat-Cyrl" + ] + }, + { + "precision": 0.828722, + "recall": 0.878458, + "f1": 0.844466, + "accuracy": 0.878458, + "main_score": 0.844466, + "hf_subset": "awa_Deva-xho_Latn", + "languages": [ + "awa-Deva", + "xho-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-ars_Arab", + "languages": [ + "awa-Deva", + "ars-Arab" + ] + }, + { + "precision": 0.98246, + "recall": 0.987154, + "f1": 0.983926, + "accuracy": 0.987154, + "main_score": 0.983926, + "hf_subset": "awa_Deva-ceb_Latn", + "languages": [ + "awa-Deva", + "ceb-Latn" + ] + }, + { + "precision": 0.481058, + "recall": 0.547431, + "f1": 0.499461, + "accuracy": 0.547431, + "main_score": 0.499461, + "hf_subset": "awa_Deva-fuv_Latn", + "languages": [ + "awa-Deva", + "fuv-Latn" + ] + }, + { + "precision": 0.466147, + "recall": 0.528656, + "f1": 0.483252, + "accuracy": 0.528656, + "main_score": 0.483252, + "hf_subset": "awa_Deva-kac_Latn", + "languages": [ + "awa-Deva", + "kac-Latn" + ] + }, + { + "precision": 0.627399, + "recall": 0.690711, + "f1": 0.644822, + "accuracy": 0.690711, + "main_score": 0.644822, + "hf_subset": "awa_Deva-lin_Latn", + "languages": [ + "awa-Deva", + "lin-Latn" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "awa_Deva-nno_Latn", + "languages": [ + "awa-Deva", + "nno-Latn" + ] + }, + { + "precision": 0.890975, + "recall": 0.922925, + "f1": 0.901021, + "accuracy": 0.922925, + "main_score": 0.901021, + "hf_subset": "awa_Deva-sat_Olck", + "languages": [ + "awa-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-tel_Telu", + "languages": [ + "awa-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "awa_Deva-ydd_Hebr", + "languages": [ + "awa-Deva", + "ydd-Hebr" + ] + }, + { + "precision": 0.972414, + "recall": 0.980237, + "f1": 0.974868, + "accuracy": 0.980237, + "main_score": 0.974868, + "hf_subset": "awa_Deva-ary_Arab", + "languages": [ + "awa-Deva", + "ary-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-ces_Latn", + "languages": [ + "awa-Deva", + "ces-Latn" + ] + }, + { + "precision": 0.539964, + "recall": 0.617589, + "f1": 0.561646, + "accuracy": 0.617589, + "main_score": 0.561646, + "hf_subset": "awa_Deva-gaz_Latn", + "languages": [ + "awa-Deva", + "gaz-Latn" + ] + }, + { + "precision": 0.518985, + "recall": 0.592885, + "f1": 0.538804, + "accuracy": 0.592885, + "main_score": 0.538804, + "hf_subset": "awa_Deva-kam_Latn", + "languages": [ + "awa-Deva", + "kam-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "awa_Deva-lit_Latn", + "languages": [ + "awa-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-nob_Latn", + "languages": [ + "awa-Deva", + "nob-Latn" + ] + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "awa_Deva-scn_Latn", + "languages": [ + "awa-Deva", + "scn-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "awa_Deva-tgk_Cyrl", + "languages": [ + "awa-Deva", + "tgk-Cyrl" + ] + }, + { + "precision": 0.741447, + "recall": 0.807312, + "f1": 0.761462, + "accuracy": 0.807312, + "main_score": 0.761462, + "hf_subset": "awa_Deva-yor_Latn", + "languages": [ + "awa-Deva", + "yor-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "awa_Deva-arz_Arab", + "languages": [ + "awa-Deva", + "arz-Arab" + ] + }, + { + "precision": 0.488916, + "recall": 0.559289, + "f1": 0.50902, + "accuracy": 0.559289, + "main_score": 0.50902, + "hf_subset": "awa_Deva-cjk_Latn", + "languages": [ + "awa-Deva", + "cjk-Latn" + ] + }, + { + "precision": 0.913208, + "recall": 0.940711, + "f1": 0.922266, + "accuracy": 0.940711, + "main_score": 0.922266, + "hf_subset": "awa_Deva-gla_Latn", + "languages": [ + "awa-Deva", + "gla-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "awa_Deva-kan_Knda", + "languages": [ + "awa-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "awa_Deva-lmo_Latn", + "languages": [ + "awa-Deva", + "lmo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "awa_Deva-npi_Deva", + "languages": [ + "awa-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.520083, + "recall": 0.596838, + "f1": 0.54153, + "accuracy": 0.596838, + "main_score": 0.54153, + "hf_subset": "awa_Deva-shn_Mymr", + "languages": [ + "awa-Deva", + "shn-Mymr" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "awa_Deva-tgl_Latn", + "languages": [ + "awa-Deva", + "tgl-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "awa_Deva-yue_Hant", + "languages": [ + "awa-Deva", + "yue-Hant" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "awa_Deva-asm_Beng", + "languages": [ + "awa-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.918725, + "recall": 0.942688, + "f1": 0.926449, + "accuracy": 0.942688, + "main_score": 0.926449, + "hf_subset": "awa_Deva-ckb_Arab", + "languages": [ + "awa-Deva", + "ckb-Arab" + ] + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "awa_Deva-gle_Latn", + "languages": [ + "awa-Deva", + "gle-Latn" + ] + }, + { + "precision": 0.929018, + "recall": 0.950593, + "f1": 0.935935, + "accuracy": 0.950593, + "main_score": 0.935935, + "hf_subset": "awa_Deva-kas_Arab", + "languages": [ + "awa-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.883893, + "recall": 0.917984, + "f1": 0.894565, + "accuracy": 0.917984, + "main_score": 0.894565, + "hf_subset": "awa_Deva-ltg_Latn", + "languages": [ + "awa-Deva", + "ltg-Latn" + ] + }, + { + "precision": 0.753162, + "recall": 0.816206, + "f1": 0.772614, + "accuracy": 0.816206, + "main_score": 0.772614, + "hf_subset": "awa_Deva-nso_Latn", + "languages": [ + "awa-Deva", + "nso-Latn" + ] + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "awa_Deva-sin_Sinh", + "languages": [ + "awa-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "awa_Deva-tha_Thai", + "languages": [ + "awa-Deva", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "awa_Deva-zho_Hans", + "languages": [ + "awa-Deva", + "zho-Hans" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "awa_Deva-ast_Latn", + "languages": [ + "awa-Deva", + "ast-Latn" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "awa_Deva-crh_Latn", + "languages": [ + "awa-Deva", + "crh-Latn" + ] + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "awa_Deva-glg_Latn", + "languages": [ + "awa-Deva", + "glg-Latn" + ] + }, + { + "precision": 0.889493, + "recall": 0.920949, + "f1": 0.899539, + "accuracy": 0.920949, + "main_score": 0.899539, + "hf_subset": "awa_Deva-kas_Deva", + "languages": [ + "awa-Deva", + "kas-Deva" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "awa_Deva-ltz_Latn", + "languages": [ + "awa-Deva", + "ltz-Latn" + ] + }, + { + "precision": 0.423932, + "recall": 0.48913, + "f1": 0.441705, + "accuracy": 0.48913, + "main_score": 0.441705, + "hf_subset": "awa_Deva-nus_Latn", + "languages": [ + "awa-Deva", + "nus-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-slk_Latn", + "languages": [ + "awa-Deva", + "slk-Latn" + ] + }, + { + "precision": 0.631796, + "recall": 0.701581, + "f1": 0.652208, + "accuracy": 0.701581, + "main_score": 0.652208, + "hf_subset": "awa_Deva-tir_Ethi", + "languages": [ + "awa-Deva", + "tir-Ethi" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "awa_Deva-zho_Hant", + "languages": [ + "awa-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "awa_Deva-cym_Latn", + "languages": [ + "awa-Deva", + "cym-Latn" + ] + }, + { + "precision": 0.768332, + "recall": 0.818182, + "f1": 0.782957, + "accuracy": 0.818182, + "main_score": 0.782957, + "hf_subset": "awa_Deva-grn_Latn", + "languages": [ + "awa-Deva", + "grn-Latn" + ] + }, + { + "precision": 0.978014, + "recall": 0.98419, + "f1": 0.979974, + "accuracy": 0.98419, + "main_score": 0.979974, + "hf_subset": "awa_Deva-kat_Geor", + "languages": [ + "awa-Deva", + "kat-Geor" + ] + }, + { + "precision": 0.584599, + "recall": 0.649209, + "f1": 0.602018, + "accuracy": 0.649209, + "main_score": 0.602018, + "hf_subset": "awa_Deva-lua_Latn", + "languages": [ + "awa-Deva", + "lua-Latn" + ] + }, + { + "precision": 0.787673, + "recall": 0.843874, + "f1": 0.804864, + "accuracy": 0.843874, + "main_score": 0.804864, + "hf_subset": "awa_Deva-nya_Latn", + "languages": [ + "awa-Deva", + "nya-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-slv_Latn", + "languages": [ + "awa-Deva", + "slv-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "awa_Deva-tpi_Latn", + "languages": [ + "awa-Deva", + "tpi-Latn" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-zsm_Latn", + "languages": [ + "awa-Deva", + "zsm-Latn" + ] + }, + { + "precision": 0.487033, + "recall": 0.548419, + "f1": 0.503982, + "accuracy": 0.548419, + "main_score": 0.503982, + "hf_subset": "awa_Deva-ayr_Latn", + "languages": [ + "awa-Deva", + "ayr-Latn" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-dan_Latn", + "languages": [ + "awa-Deva", + "dan-Latn" + ] + }, + { + "precision": 0.985425, + "recall": 0.98913, + "f1": 0.986561, + "accuracy": 0.98913, + "main_score": 0.986561, + "hf_subset": "awa_Deva-guj_Gujr", + "languages": [ + "awa-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "awa_Deva-kaz_Cyrl", + "languages": [ + "awa-Deva", + "kaz-Cyrl" + ] + }, + { + "precision": 0.612204, + "recall": 0.689723, + "f1": 0.634557, + "accuracy": 0.689723, + "main_score": 0.634557, + "hf_subset": "awa_Deva-lug_Latn", + "languages": [ + "awa-Deva", + "lug-Latn" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "awa_Deva-oci_Latn", + "languages": [ + "awa-Deva", + "oci-Latn" + ] + }, + { + "precision": 0.80476, + "recall": 0.859684, + "f1": 0.822153, + "accuracy": 0.859684, + "main_score": 0.822153, + "hf_subset": "awa_Deva-smo_Latn", + "languages": [ + "awa-Deva", + "smo-Latn" + ] + }, + { + "precision": 0.709239, + "recall": 0.782609, + "f1": 0.731588, + "accuracy": 0.782609, + "main_score": 0.731588, + "hf_subset": "awa_Deva-tsn_Latn", + "languages": [ + "awa-Deva", + "tsn-Latn" + ] + }, + { + "precision": 0.846262, + "recall": 0.88834, + "f1": 0.85934, + "accuracy": 0.88834, + "main_score": 0.85934, + "hf_subset": "awa_Deva-zul_Latn", + "languages": [ + "awa-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.918808, + "recall": 0.943676, + "f1": 0.926877, + "accuracy": 0.943676, + "main_score": 0.926877, + "hf_subset": "awa_Deva-azb_Arab", + "languages": [ + "awa-Deva", + "azb-Arab" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-deu_Latn", + "languages": [ + "awa-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.961709, + "recall": 0.972332, + "f1": 0.965152, + "accuracy": 0.972332, + "main_score": 0.965152, + "hf_subset": "awa_Deva-hat_Latn", + "languages": [ + "awa-Deva", + "hat-Latn" + ] + }, + { + "precision": 0.47916, + "recall": 0.537549, + "f1": 0.49599, + "accuracy": 0.537549, + "main_score": 0.49599, + "hf_subset": "awa_Deva-kbp_Latn", + "languages": [ + "awa-Deva", + "kbp-Latn" + ] + }, + { + "precision": 0.515023, + "recall": 0.577075, + "f1": 0.532279, + "accuracy": 0.577075, + "main_score": 0.532279, + "hf_subset": "awa_Deva-luo_Latn", + "languages": [ + "awa-Deva", + "luo-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "awa_Deva-ory_Orya", + "languages": [ + "awa-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.845273, + "recall": 0.88834, + "f1": 0.858926, + "accuracy": 0.88834, + "main_score": 0.858926, + "hf_subset": "awa_Deva-sna_Latn", + "languages": [ + "awa-Deva", + "sna-Latn" + ] + }, + { + "precision": 0.639033, + "recall": 0.709486, + "f1": 0.659252, + "accuracy": 0.709486, + "main_score": 0.659252, + "hf_subset": "awa_Deva-tso_Latn", + "languages": [ + "awa-Deva", + "tso-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "awa_Deva-azj_Latn", + "languages": [ + "awa-Deva", + "azj-Latn" + ] + }, + { + "precision": 0.49334, + "recall": 0.560277, + "f1": 0.512306, + "accuracy": 0.560277, + "main_score": 0.512306, + "hf_subset": "awa_Deva-dik_Latn", + "languages": [ + "awa-Deva", + "dik-Latn" + ] + }, + { + "precision": 0.878706, + "recall": 0.91502, + "f1": 0.890382, + "accuracy": 0.91502, + "main_score": 0.890382, + "hf_subset": "awa_Deva-hau_Latn", + "languages": [ + "awa-Deva", + "hau-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "awa_Deva-kea_Latn", + "languages": [ + "awa-Deva", + "kea-Latn" + ] + }, + { + "precision": 0.904315, + "recall": 0.932806, + "f1": 0.913538, + "accuracy": 0.932806, + "main_score": 0.913538, + "hf_subset": "awa_Deva-lus_Latn", + "languages": [ + "awa-Deva", + "lus-Latn" + ] + }, + { + "precision": 0.854002, + "recall": 0.891304, + "f1": 0.865481, + "accuracy": 0.891304, + "main_score": 0.865481, + "hf_subset": "awa_Deva-pag_Latn", + "languages": [ + "awa-Deva", + "pag-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "awa_Deva-snd_Arab", + "languages": [ + "awa-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "awa_Deva-tuk_Latn", + "languages": [ + "awa-Deva", + "tuk-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "awa_Deva-bak_Cyrl", + "languages": [ + "awa-Deva", + "bak-Cyrl" + ] + }, + { + "precision": 0.455681, + "recall": 0.52668, + "f1": 0.47484, + "accuracy": 0.52668, + "main_score": 0.47484, + "hf_subset": "awa_Deva-dyu_Latn", + "languages": [ + "awa-Deva", + "dyu-Latn" + ] + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-heb_Hebr", + "languages": [ + "awa-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "awa_Deva-khk_Cyrl", + "languages": [ + "awa-Deva", + "khk-Cyrl" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "awa_Deva-lvs_Latn", + "languages": [ + "awa-Deva", + "lvs-Latn" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-pan_Guru", + "languages": [ + "awa-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.831851, + "recall": 0.880435, + "f1": 0.847299, + "accuracy": 0.880435, + "main_score": 0.847299, + "hf_subset": "awa_Deva-som_Latn", + "languages": [ + "awa-Deva", + "som-Latn" + ] + }, + { + "precision": 0.671953, + "recall": 0.738142, + "f1": 0.691319, + "accuracy": 0.738142, + "main_score": 0.691319, + "hf_subset": "awa_Deva-tum_Latn", + "languages": [ + "awa-Deva", + "tum-Latn" + ] + }, + { + "precision": 0.443117, + "recall": 0.529644, + "f1": 0.466351, + "accuracy": 0.529644, + "main_score": 0.466351, + "hf_subset": "cym_Latn-ace_Arab", + "languages": [ + "cym-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.459645, + "recall": 0.503953, + "f1": 0.470602, + "accuracy": 0.503953, + "main_score": 0.470602, + "hf_subset": "cym_Latn-bam_Latn", + "languages": [ + "cym-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.56096, + "recall": 0.655138, + "f1": 0.587949, + "accuracy": 0.655138, + "main_score": 0.587949, + "hf_subset": "cym_Latn-dzo_Tibt", + "languages": [ + "cym-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-hin_Deva", + "languages": [ + "cym-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "cym_Latn-khm_Khmr", + "languages": [ + "cym-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "cym_Latn-mag_Deva", + "languages": [ + "cym-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "cym_Latn-pap_Latn", + "languages": [ + "cym-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.842721, + "recall": 0.887352, + "f1": 0.857213, + "accuracy": 0.887352, + "main_score": 0.857213, + "hf_subset": "cym_Latn-sot_Latn", + "languages": [ + "cym-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-tur_Latn", + "languages": [ + "cym-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.806581, + "recall": 0.855731, + "f1": 0.821214, + "accuracy": 0.855731, + "main_score": 0.821214, + "hf_subset": "cym_Latn-ace_Latn", + "languages": [ + "cym-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.943017, + "recall": 0.959486, + "f1": 0.948254, + "accuracy": 0.959486, + "main_score": 0.948254, + "hf_subset": "cym_Latn-ban_Latn", + "languages": [ + "cym-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ell_Grek", + "languages": [ + "cym-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "cym_Latn-hne_Deva", + "languages": [ + "cym-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.529903, + "recall": 0.601779, + "f1": 0.549059, + "accuracy": 0.601779, + "main_score": 0.549059, + "hf_subset": "cym_Latn-kik_Latn", + "languages": [ + "cym-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-mai_Deva", + "languages": [ + "cym-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.9417, + "recall": 0.960474, + "f1": 0.947793, + "accuracy": 0.960474, + "main_score": 0.947793, + "hf_subset": "cym_Latn-pbt_Arab", + "languages": [ + "cym-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-spa_Latn", + "languages": [ + "cym-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.70229, + "recall": 0.769763, + "f1": 0.721227, + "accuracy": 0.769763, + "main_score": 0.721227, + "hf_subset": "cym_Latn-twi_Latn", + "languages": [ + "cym-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-acm_Arab", + "languages": [ + "cym-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-bel_Cyrl", + "languages": [ + "cym-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-hrv_Latn", + "languages": [ + "cym-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.824885, + "recall": 0.871542, + "f1": 0.839116, + "accuracy": 0.871542, + "main_score": 0.839116, + "hf_subset": "cym_Latn-kin_Latn", + "languages": [ + "cym-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "cym_Latn-mal_Mlym", + "languages": [ + "cym-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "cym_Latn-pes_Arab", + "languages": [ + "cym-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "cym_Latn-srd_Latn", + "languages": [ + "cym-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.192696, + "recall": 0.261858, + "f1": 0.209199, + "accuracy": 0.261858, + "main_score": 0.209199, + "hf_subset": "cym_Latn-tzm_Tfng", + "languages": [ + "cym-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-acq_Arab", + "languages": [ + "cym-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.620553, + "recall": 0.69664, + "f1": 0.642143, + "accuracy": 0.69664, + "main_score": 0.642143, + "hf_subset": "cym_Latn-bem_Latn", + "languages": [ + "cym-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-epo_Latn", + "languages": [ + "cym-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-hun_Latn", + "languages": [ + "cym-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "cym_Latn-kir_Cyrl", + "languages": [ + "cym-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-mar_Deva", + "languages": [ + "cym-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.857658, + "recall": 0.895257, + "f1": 0.868892, + "accuracy": 0.895257, + "main_score": 0.868892, + "hf_subset": "cym_Latn-plt_Latn", + "languages": [ + "cym-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-srp_Cyrl", + "languages": [ + "cym-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.944005, + "recall": 0.960474, + "f1": 0.949275, + "accuracy": 0.960474, + "main_score": 0.949275, + "hf_subset": "cym_Latn-uig_Arab", + "languages": [ + "cym-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "cym_Latn-aeb_Arab", + "languages": [ + "cym-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-ben_Beng", + "languages": [ + "cym-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-est_Latn", + "languages": [ + "cym-Latn", + "est-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-hye_Armn", + "languages": [ + "cym-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.444568, + "recall": 0.500988, + "f1": 0.459412, + "accuracy": 0.500988, + "main_score": 0.459412, + "hf_subset": "cym_Latn-kmb_Latn", + "languages": [ + "cym-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.418111, + "recall": 0.5, + "f1": 0.437807, + "accuracy": 0.5, + "main_score": 0.437807, + "hf_subset": "cym_Latn-min_Arab", + "languages": [ + "cym-Latn", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-pol_Latn", + "languages": [ + "cym-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.714847, + "recall": 0.781621, + "f1": 0.734381, + "accuracy": 0.781621, + "main_score": 0.734381, + "hf_subset": "cym_Latn-ssw_Latn", + "languages": [ + "cym-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-ukr_Cyrl", + "languages": [ + "cym-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "cym_Latn-afr_Latn", + "languages": [ + "cym-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "cym_Latn-bho_Deva", + "languages": [ + "cym-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "cym_Latn-eus_Latn", + "languages": [ + "cym-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.828179, + "recall": 0.87747, + "f1": 0.84305, + "accuracy": 0.87747, + "main_score": 0.84305, + "hf_subset": "cym_Latn-ibo_Latn", + "languages": [ + "cym-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.854611, + "recall": 0.896245, + "f1": 0.867885, + "accuracy": 0.896245, + "main_score": 0.867885, + "hf_subset": "cym_Latn-kmr_Latn", + "languages": [ + "cym-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "cym_Latn-min_Latn", + "languages": [ + "cym-Latn", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-por_Latn", + "languages": [ + "cym-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "cym_Latn-sun_Latn", + "languages": [ + "cym-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.429584, + "recall": 0.491107, + "f1": 0.446662, + "accuracy": 0.491107, + "main_score": 0.446662, + "hf_subset": "cym_Latn-umb_Latn", + "languages": [ + "cym-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-ajp_Arab", + "languages": [ + "cym-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.442939, + "recall": 0.533597, + "f1": 0.467072, + "accuracy": 0.533597, + "main_score": 0.467072, + "hf_subset": "cym_Latn-bjn_Arab", + "languages": [ + "cym-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.4373, + "recall": 0.493083, + "f1": 0.45315, + "accuracy": 0.493083, + "main_score": 0.45315, + "hf_subset": "cym_Latn-ewe_Latn", + "languages": [ + "cym-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.940053, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "cym_Latn-ilo_Latn", + "languages": [ + "cym-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.223696, + "recall": 0.282609, + "f1": 0.23716, + "accuracy": 0.282609, + "main_score": 0.23716, + "hf_subset": "cym_Latn-knc_Arab", + "languages": [ + "cym-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-mkd_Cyrl", + "languages": [ + "cym-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "cym_Latn-prs_Arab", + "languages": [ + "cym-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cym_Latn-swe_Latn", + "languages": [ + "cym-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "cym_Latn-urd_Arab", + "languages": [ + "cym-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.682666, + "recall": 0.750988, + "f1": 0.702497, + "accuracy": 0.750988, + "main_score": 0.702497, + "hf_subset": "cym_Latn-aka_Latn", + "languages": [ + "cym-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.972332, + "f1": 0.964874, + "accuracy": 0.972332, + "main_score": 0.964874, + "hf_subset": "cym_Latn-bjn_Latn", + "languages": [ + "cym-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "cym_Latn-fao_Latn", + "languages": [ + "cym-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-ind_Latn", + "languages": [ + "cym-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.490077, + "recall": 0.541502, + "f1": 0.503106, + "accuracy": 0.541502, + "main_score": 0.503106, + "hf_subset": "cym_Latn-knc_Latn", + "languages": [ + "cym-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "cym_Latn-mlt_Latn", + "languages": [ + "cym-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.591218, + "recall": 0.661067, + "f1": 0.610537, + "accuracy": 0.661067, + "main_score": 0.610537, + "hf_subset": "cym_Latn-quy_Latn", + "languages": [ + "cym-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-swh_Latn", + "languages": [ + "cym-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-uzn_Latn", + "languages": [ + "cym-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-als_Latn", + "languages": [ + "cym-Latn", + "als-Latn" + ] + }, + { + "precision": 0.722541, + "recall": 0.793478, + "f1": 0.743625, + "accuracy": 0.793478, + "main_score": 0.743625, + "hf_subset": "cym_Latn-bod_Tibt", + "languages": [ + "cym-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.598214, + "recall": 0.670949, + "f1": 0.618488, + "accuracy": 0.670949, + "main_score": 0.618488, + "hf_subset": "cym_Latn-fij_Latn", + "languages": [ + "cym-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "cym_Latn-isl_Latn", + "languages": [ + "cym-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.540684, + "recall": 0.604743, + "f1": 0.558056, + "accuracy": 0.604743, + "main_score": 0.558056, + "hf_subset": "cym_Latn-kon_Latn", + "languages": [ + "cym-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.550662, + "recall": 0.624506, + "f1": 0.570505, + "accuracy": 0.624506, + "main_score": 0.570505, + "hf_subset": "cym_Latn-mni_Beng", + "languages": [ + "cym-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ron_Latn", + "languages": [ + "cym-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "cym_Latn-szl_Latn", + "languages": [ + "cym-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "cym_Latn-vec_Latn", + "languages": [ + "cym-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.905007, + "recall": 0.933794, + "f1": 0.914032, + "accuracy": 0.933794, + "main_score": 0.914032, + "hf_subset": "cym_Latn-amh_Ethi", + "languages": [ + "cym-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-bos_Latn", + "languages": [ + "cym-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-fin_Latn", + "languages": [ + "cym-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ita_Latn", + "languages": [ + "cym-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-kor_Hang", + "languages": [ + "cym-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.467321, + "recall": 0.520751, + "f1": 0.482202, + "accuracy": 0.520751, + "main_score": 0.482202, + "hf_subset": "cym_Latn-mos_Latn", + "languages": [ + "cym-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.711775, + "recall": 0.777668, + "f1": 0.731357, + "accuracy": 0.777668, + "main_score": 0.731357, + "hf_subset": "cym_Latn-run_Latn", + "languages": [ + "cym-Latn", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cym_Latn-tam_Taml", + "languages": [ + "cym-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-vie_Latn", + "languages": [ + "cym-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-apc_Arab", + "languages": [ + "cym-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.680606, + "recall": 0.73913, + "f1": 0.697132, + "accuracy": 0.73913, + "main_score": 0.697132, + "hf_subset": "cym_Latn-bug_Latn", + "languages": [ + "cym-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.413739, + "recall": 0.462451, + "f1": 0.426999, + "accuracy": 0.462451, + "main_score": 0.426999, + "hf_subset": "cym_Latn-fon_Latn", + "languages": [ + "cym-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cym_Latn-jav_Latn", + "languages": [ + "cym-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "cym_Latn-lao_Laoo", + "languages": [ + "cym-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.874671, + "recall": 0.909091, + "f1": 0.885507, + "accuracy": 0.909091, + "main_score": 0.885507, + "hf_subset": "cym_Latn-mri_Latn", + "languages": [ + "cym-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-rus_Cyrl", + "languages": [ + "cym-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.464845, + "recall": 0.517787, + "f1": 0.478678, + "accuracy": 0.517787, + "main_score": 0.478678, + "hf_subset": "cym_Latn-taq_Latn", + "languages": [ + "cym-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cym_Latn-war_Latn", + "languages": [ + "cym-Latn", + "war-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-arb_Arab", + "languages": [ + "cym-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "cym_Latn-bul_Cyrl", + "languages": [ + "cym-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-fra_Latn", + "languages": [ + "cym-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "cym_Latn-jpn_Jpan", + "languages": [ + "cym-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "cym_Latn-lij_Latn", + "languages": [ + "cym-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "cym_Latn-mya_Mymr", + "languages": [ + "cym-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.500201, + "recall": 0.5583, + "f1": 0.516359, + "accuracy": 0.5583, + "main_score": 0.516359, + "hf_subset": "cym_Latn-sag_Latn", + "languages": [ + "cym-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.206458, + "recall": 0.269763, + "f1": 0.221684, + "accuracy": 0.269763, + "main_score": 0.221684, + "hf_subset": "cym_Latn-taq_Tfng", + "languages": [ + "cym-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.596483, + "recall": 0.662055, + "f1": 0.614021, + "accuracy": 0.662055, + "main_score": 0.614021, + "hf_subset": "cym_Latn-wol_Latn", + "languages": [ + "cym-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.835392, + "recall": 0.883399, + "f1": 0.850494, + "accuracy": 0.883399, + "main_score": 0.850494, + "hf_subset": "cym_Latn-arb_Latn", + "languages": [ + "cym-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cym_Latn-cat_Latn", + "languages": [ + "cym-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.968791, + "recall": 0.978261, + "f1": 0.971739, + "accuracy": 0.978261, + "main_score": 0.971739, + "hf_subset": "cym_Latn-fur_Latn", + "languages": [ + "cym-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.415915, + "recall": 0.48419, + "f1": 0.433296, + "accuracy": 0.48419, + "main_score": 0.433296, + "hf_subset": "cym_Latn-kab_Latn", + "languages": [ + "cym-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "cym_Latn-lim_Latn", + "languages": [ + "cym-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-nld_Latn", + "languages": [ + "cym-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "cym_Latn-san_Deva", + "languages": [ + "cym-Latn", + "san-Deva" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "cym_Latn-tat_Cyrl", + "languages": [ + "cym-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.867754, + "recall": 0.907115, + "f1": 0.880237, + "accuracy": 0.907115, + "main_score": 0.880237, + "hf_subset": "cym_Latn-xho_Latn", + "languages": [ + "cym-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-ars_Arab", + "languages": [ + "cym-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-ceb_Latn", + "languages": [ + "cym-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.461859, + "recall": 0.523715, + "f1": 0.477855, + "accuracy": 0.523715, + "main_score": 0.477855, + "hf_subset": "cym_Latn-fuv_Latn", + "languages": [ + "cym-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.463522, + "recall": 0.51581, + "f1": 0.477383, + "accuracy": 0.51581, + "main_score": 0.477383, + "hf_subset": "cym_Latn-kac_Latn", + "languages": [ + "cym-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.572328, + "recall": 0.641304, + "f1": 0.590404, + "accuracy": 0.641304, + "main_score": 0.590404, + "hf_subset": "cym_Latn-lin_Latn", + "languages": [ + "cym-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-nno_Latn", + "languages": [ + "cym-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.839789, + "recall": 0.884387, + "f1": 0.853557, + "accuracy": 0.884387, + "main_score": 0.853557, + "hf_subset": "cym_Latn-sat_Olck", + "languages": [ + "cym-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cym_Latn-tel_Telu", + "languages": [ + "cym-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "cym_Latn-ydd_Hebr", + "languages": [ + "cym-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "cym_Latn-ary_Arab", + "languages": [ + "cym-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-ces_Latn", + "languages": [ + "cym-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.533244, + "recall": 0.614625, + "f1": 0.556371, + "accuracy": 0.614625, + "main_score": 0.556371, + "hf_subset": "cym_Latn-gaz_Latn", + "languages": [ + "cym-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.498997, + "recall": 0.577075, + "f1": 0.519673, + "accuracy": 0.577075, + "main_score": 0.519673, + "hf_subset": "cym_Latn-kam_Latn", + "languages": [ + "cym-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "cym_Latn-lit_Latn", + "languages": [ + "cym-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cym_Latn-nob_Latn", + "languages": [ + "cym-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-scn_Latn", + "languages": [ + "cym-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "cym_Latn-tgk_Cyrl", + "languages": [ + "cym-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.692629, + "recall": 0.764822, + "f1": 0.713655, + "accuracy": 0.764822, + "main_score": 0.713655, + "hf_subset": "cym_Latn-yor_Latn", + "languages": [ + "cym-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cym_Latn-arz_Arab", + "languages": [ + "cym-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.44335, + "recall": 0.503953, + "f1": 0.459868, + "accuracy": 0.503953, + "main_score": 0.459868, + "hf_subset": "cym_Latn-cjk_Latn", + "languages": [ + "cym-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "cym_Latn-gla_Latn", + "languages": [ + "cym-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "cym_Latn-kan_Knda", + "languages": [ + "cym-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "cym_Latn-lmo_Latn", + "languages": [ + "cym-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "cym_Latn-npi_Deva", + "languages": [ + "cym-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.516594, + "recall": 0.593874, + "f1": 0.538554, + "accuracy": 0.593874, + "main_score": 0.538554, + "hf_subset": "cym_Latn-shn_Mymr", + "languages": [ + "cym-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-tgl_Latn", + "languages": [ + "cym-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cym_Latn-yue_Hant", + "languages": [ + "cym-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "cym_Latn-asm_Beng", + "languages": [ + "cym-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.912714, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "cym_Latn-ckb_Arab", + "languages": [ + "cym-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.868718, + "recall": 0.906126, + "f1": 0.880287, + "accuracy": 0.906126, + "main_score": 0.880287, + "hf_subset": "cym_Latn-kas_Arab", + "languages": [ + "cym-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.861281, + "recall": 0.903162, + "f1": 0.874407, + "accuracy": 0.903162, + "main_score": 0.874407, + "hf_subset": "cym_Latn-ltg_Latn", + "languages": [ + "cym-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.760655, + "recall": 0.818182, + "f1": 0.77787, + "accuracy": 0.818182, + "main_score": 0.77787, + "hf_subset": "cym_Latn-nso_Latn", + "languages": [ + "cym-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "cym_Latn-sin_Sinh", + "languages": [ + "cym-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "cym_Latn-tha_Thai", + "languages": [ + "cym-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cym_Latn-zho_Hans", + "languages": [ + "cym-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "cym_Latn-ast_Latn", + "languages": [ + "cym-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "cym_Latn-crh_Latn", + "languages": [ + "cym-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-glg_Latn", + "languages": [ + "cym-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.801663, + "recall": 0.853755, + "f1": 0.817114, + "accuracy": 0.853755, + "main_score": 0.817114, + "hf_subset": "cym_Latn-kas_Deva", + "languages": [ + "cym-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-ltz_Latn", + "languages": [ + "cym-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.428655, + "recall": 0.487154, + "f1": 0.444334, + "accuracy": 0.487154, + "main_score": 0.444334, + "hf_subset": "cym_Latn-nus_Latn", + "languages": [ + "cym-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-slk_Latn", + "languages": [ + "cym-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.578689, + "recall": 0.661067, + "f1": 0.600972, + "accuracy": 0.661067, + "main_score": 0.600972, + "hf_subset": "cym_Latn-tir_Ethi", + "languages": [ + "cym-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-zho_Hant", + "languages": [ + "cym-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.967391, + "recall": 0.976285, + "f1": 0.970158, + "accuracy": 0.976285, + "main_score": 0.970158, + "hf_subset": "cym_Latn-awa_Deva", + "languages": [ + "cym-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.684424, + "recall": 0.749012, + "f1": 0.702361, + "accuracy": 0.749012, + "main_score": 0.702361, + "hf_subset": "cym_Latn-grn_Latn", + "languages": [ + "cym-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "cym_Latn-kat_Geor", + "languages": [ + "cym-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.534119, + "recall": 0.596838, + "f1": 0.549823, + "accuracy": 0.596838, + "main_score": 0.549823, + "hf_subset": "cym_Latn-lua_Latn", + "languages": [ + "cym-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.802619, + "recall": 0.857708, + "f1": 0.819532, + "accuracy": 0.857708, + "main_score": 0.819532, + "hf_subset": "cym_Latn-nya_Latn", + "languages": [ + "cym-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-slv_Latn", + "languages": [ + "cym-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.9333, + "recall": 0.953557, + "f1": 0.93969, + "accuracy": 0.953557, + "main_score": 0.93969, + "hf_subset": "cym_Latn-tpi_Latn", + "languages": [ + "cym-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-zsm_Latn", + "languages": [ + "cym-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.480198, + "recall": 0.544466, + "f1": 0.498075, + "accuracy": 0.544466, + "main_score": 0.498075, + "hf_subset": "cym_Latn-ayr_Latn", + "languages": [ + "cym-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-dan_Latn", + "languages": [ + "cym-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-guj_Gujr", + "languages": [ + "cym-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "cym_Latn-kaz_Cyrl", + "languages": [ + "cym-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.622283, + "recall": 0.700593, + "f1": 0.644012, + "accuracy": 0.700593, + "main_score": 0.644012, + "hf_subset": "cym_Latn-lug_Latn", + "languages": [ + "cym-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cym_Latn-oci_Latn", + "languages": [ + "cym-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.825543, + "recall": 0.874506, + "f1": 0.840942, + "accuracy": 0.874506, + "main_score": 0.840942, + "hf_subset": "cym_Latn-smo_Latn", + "languages": [ + "cym-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.69357, + "recall": 0.769763, + "f1": 0.716768, + "accuracy": 0.769763, + "main_score": 0.716768, + "hf_subset": "cym_Latn-tsn_Latn", + "languages": [ + "cym-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.883399, + "recall": 0.917984, + "f1": 0.894433, + "accuracy": 0.917984, + "main_score": 0.894433, + "hf_subset": "cym_Latn-zul_Latn", + "languages": [ + "cym-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.875741, + "recall": 0.912055, + "f1": 0.88722, + "accuracy": 0.912055, + "main_score": 0.88722, + "hf_subset": "cym_Latn-azb_Arab", + "languages": [ + "cym-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cym_Latn-deu_Latn", + "languages": [ + "cym-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "cym_Latn-hat_Latn", + "languages": [ + "cym-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.444368, + "recall": 0.503953, + "f1": 0.46027, + "accuracy": 0.503953, + "main_score": 0.46027, + "hf_subset": "cym_Latn-kbp_Latn", + "languages": [ + "cym-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.494663, + "recall": 0.55336, + "f1": 0.510292, + "accuracy": 0.55336, + "main_score": 0.510292, + "hf_subset": "cym_Latn-luo_Latn", + "languages": [ + "cym-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "cym_Latn-ory_Orya", + "languages": [ + "cym-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.872365, + "recall": 0.910079, + "f1": 0.884552, + "accuracy": 0.910079, + "main_score": 0.884552, + "hf_subset": "cym_Latn-sna_Latn", + "languages": [ + "cym-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.625178, + "recall": 0.700593, + "f1": 0.646339, + "accuracy": 0.700593, + "main_score": 0.646339, + "hf_subset": "cym_Latn-tso_Latn", + "languages": [ + "cym-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-azj_Latn", + "languages": [ + "cym-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.483098, + "recall": 0.544466, + "f1": 0.49979, + "accuracy": 0.544466, + "main_score": 0.49979, + "hf_subset": "cym_Latn-dik_Latn", + "languages": [ + "cym-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.885326, + "recall": 0.917984, + "f1": 0.895817, + "accuracy": 0.917984, + "main_score": 0.895817, + "hf_subset": "cym_Latn-hau_Latn", + "languages": [ + "cym-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.934865, + "recall": 0.954545, + "f1": 0.941074, + "accuracy": 0.954545, + "main_score": 0.941074, + "hf_subset": "cym_Latn-kea_Latn", + "languages": [ + "cym-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.899292, + "recall": 0.929842, + "f1": 0.909157, + "accuracy": 0.929842, + "main_score": 0.909157, + "hf_subset": "cym_Latn-lus_Latn", + "languages": [ + "cym-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.800791, + "recall": 0.84585, + "f1": 0.813553, + "accuracy": 0.84585, + "main_score": 0.813553, + "hf_subset": "cym_Latn-pag_Latn", + "languages": [ + "cym-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "cym_Latn-snd_Arab", + "languages": [ + "cym-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "cym_Latn-tuk_Latn", + "languages": [ + "cym-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "cym_Latn-bak_Cyrl", + "languages": [ + "cym-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.442718, + "recall": 0.508893, + "f1": 0.46054, + "accuracy": 0.508893, + "main_score": 0.46054, + "hf_subset": "cym_Latn-dyu_Latn", + "languages": [ + "cym-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cym_Latn-heb_Hebr", + "languages": [ + "cym-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "cym_Latn-khk_Cyrl", + "languages": [ + "cym-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "cym_Latn-lvs_Latn", + "languages": [ + "cym-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cym_Latn-pan_Guru", + "languages": [ + "cym-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.834354, + "recall": 0.880435, + "f1": 0.84857, + "accuracy": 0.880435, + "main_score": 0.84857, + "hf_subset": "cym_Latn-som_Latn", + "languages": [ + "cym-Latn", + "som-Latn" + ] + }, + { + "precision": 0.657183, + "recall": 0.724308, + "f1": 0.676966, + "accuracy": 0.724308, + "main_score": 0.676966, + "hf_subset": "cym_Latn-tum_Latn", + "languages": [ + "cym-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.486077, + "recall": 0.563241, + "f1": 0.507702, + "accuracy": 0.563241, + "main_score": 0.507702, + "hf_subset": "grn_Latn-ace_Arab", + "languages": [ + "grn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.507671, + "recall": 0.563241, + "f1": 0.523297, + "accuracy": 0.563241, + "main_score": 0.523297, + "hf_subset": "grn_Latn-bam_Latn", + "languages": [ + "grn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.384752, + "recall": 0.468379, + "f1": 0.407923, + "accuracy": 0.468379, + "main_score": 0.407923, + "hf_subset": "grn_Latn-dzo_Tibt", + "languages": [ + "grn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.761479, + "recall": 0.815217, + "f1": 0.777716, + "accuracy": 0.815217, + "main_score": 0.777716, + "hf_subset": "grn_Latn-hin_Deva", + "languages": [ + "grn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.669042, + "recall": 0.730237, + "f1": 0.686152, + "accuracy": 0.730237, + "main_score": 0.686152, + "hf_subset": "grn_Latn-khm_Khmr", + "languages": [ + "grn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.758376, + "recall": 0.814229, + "f1": 0.774468, + "accuracy": 0.814229, + "main_score": 0.774468, + "hf_subset": "grn_Latn-mag_Deva", + "languages": [ + "grn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.762681, + "recall": 0.806324, + "f1": 0.774832, + "accuracy": 0.806324, + "main_score": 0.774832, + "hf_subset": "grn_Latn-pap_Latn", + "languages": [ + "grn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.603518, + "recall": 0.666996, + "f1": 0.621096, + "accuracy": 0.666996, + "main_score": 0.621096, + "hf_subset": "grn_Latn-sot_Latn", + "languages": [ + "grn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.756806, + "recall": 0.810277, + "f1": 0.772401, + "accuracy": 0.810277, + "main_score": 0.772401, + "hf_subset": "grn_Latn-tur_Latn", + "languages": [ + "grn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.706382, + "recall": 0.755929, + "f1": 0.720328, + "accuracy": 0.755929, + "main_score": 0.720328, + "hf_subset": "grn_Latn-ace_Latn", + "languages": [ + "grn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.731472, + "recall": 0.779644, + "f1": 0.745043, + "accuracy": 0.779644, + "main_score": 0.745043, + "hf_subset": "grn_Latn-ban_Latn", + "languages": [ + "grn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.743752, + "recall": 0.802372, + "f1": 0.760388, + "accuracy": 0.802372, + "main_score": 0.760388, + "hf_subset": "grn_Latn-ell_Grek", + "languages": [ + "grn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.771152, + "recall": 0.820158, + "f1": 0.785018, + "accuracy": 0.820158, + "main_score": 0.785018, + "hf_subset": "grn_Latn-hne_Deva", + "languages": [ + "grn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.554628, + "recall": 0.612648, + "f1": 0.570756, + "accuracy": 0.612648, + "main_score": 0.570756, + "hf_subset": "grn_Latn-kik_Latn", + "languages": [ + "grn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.7674, + "recall": 0.820158, + "f1": 0.782464, + "accuracy": 0.820158, + "main_score": 0.782464, + "hf_subset": "grn_Latn-mai_Deva", + "languages": [ + "grn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.681063, + "recall": 0.743083, + "f1": 0.698984, + "accuracy": 0.743083, + "main_score": 0.698984, + "hf_subset": "grn_Latn-pbt_Arab", + "languages": [ + "grn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.789892, + "recall": 0.839921, + "f1": 0.804731, + "accuracy": 0.839921, + "main_score": 0.804731, + "hf_subset": "grn_Latn-spa_Latn", + "languages": [ + "grn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.643436, + "recall": 0.701581, + "f1": 0.659939, + "accuracy": 0.701581, + "main_score": 0.659939, + "hf_subset": "grn_Latn-twi_Latn", + "languages": [ + "grn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.765568, + "recall": 0.815217, + "f1": 0.779798, + "accuracy": 0.815217, + "main_score": 0.779798, + "hf_subset": "grn_Latn-acm_Arab", + "languages": [ + "grn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.700358, + "recall": 0.76087, + "f1": 0.717255, + "accuracy": 0.76087, + "main_score": 0.717255, + "hf_subset": "grn_Latn-bel_Cyrl", + "languages": [ + "grn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.801625, + "recall": 0.851779, + "f1": 0.816668, + "accuracy": 0.851779, + "main_score": 0.816668, + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.744493, + "recall": 0.797431, + "f1": 0.759163, + "accuracy": 0.797431, + "main_score": 0.759163, + "hf_subset": "grn_Latn-hrv_Latn", + "languages": [ + "grn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.604056, + "recall": 0.666996, + "f1": 0.621224, + "accuracy": 0.666996, + "main_score": 0.621224, + "hf_subset": "grn_Latn-kin_Latn", + "languages": [ + "grn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.719196, + "recall": 0.77668, + "f1": 0.735637, + "accuracy": 0.77668, + "main_score": 0.735637, + "hf_subset": "grn_Latn-mal_Mlym", + "languages": [ + "grn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.739925, + "recall": 0.795455, + "f1": 0.755109, + "accuracy": 0.795455, + "main_score": 0.755109, + "hf_subset": "grn_Latn-pes_Arab", + "languages": [ + "grn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.759749, + "recall": 0.806324, + "f1": 0.772373, + "accuracy": 0.806324, + "main_score": 0.772373, + "hf_subset": "grn_Latn-srd_Latn", + "languages": [ + "grn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.216794, + "recall": 0.27668, + "f1": 0.231252, + "accuracy": 0.27668, + "main_score": 0.231252, + "hf_subset": "grn_Latn-tzm_Tfng", + "languages": [ + "grn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.761067, + "recall": 0.810277, + "f1": 0.775055, + "accuracy": 0.810277, + "main_score": 0.775055, + "hf_subset": "grn_Latn-acq_Arab", + "languages": [ + "grn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.595655, + "recall": 0.649209, + "f1": 0.610582, + "accuracy": 0.649209, + "main_score": 0.610582, + "hf_subset": "grn_Latn-bem_Latn", + "languages": [ + "grn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.743312, + "recall": 0.793478, + "f1": 0.756895, + "accuracy": 0.793478, + "main_score": 0.756895, + "hf_subset": "grn_Latn-epo_Latn", + "languages": [ + "grn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.76493, + "recall": 0.816206, + "f1": 0.779745, + "accuracy": 0.816206, + "main_score": 0.779745, + "hf_subset": "grn_Latn-hun_Latn", + "languages": [ + "grn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.73333, + "recall": 0.785573, + "f1": 0.748023, + "accuracy": 0.785573, + "main_score": 0.748023, + "hf_subset": "grn_Latn-kir_Cyrl", + "languages": [ + "grn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.74076, + "recall": 0.796443, + "f1": 0.756418, + "accuracy": 0.796443, + "main_score": 0.756418, + "hf_subset": "grn_Latn-mar_Deva", + "languages": [ + "grn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.626126, + "recall": 0.690711, + "f1": 0.643472, + "accuracy": 0.690711, + "main_score": 0.643472, + "hf_subset": "grn_Latn-plt_Latn", + "languages": [ + "grn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.746638, + "recall": 0.797431, + "f1": 0.760359, + "accuracy": 0.797431, + "main_score": 0.760359, + "hf_subset": "grn_Latn-srp_Cyrl", + "languages": [ + "grn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.606011, + "recall": 0.681818, + "f1": 0.62753, + "accuracy": 0.681818, + "main_score": 0.62753, + "hf_subset": "grn_Latn-uig_Arab", + "languages": [ + "grn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.745905, + "recall": 0.793478, + "f1": 0.759085, + "accuracy": 0.793478, + "main_score": 0.759085, + "hf_subset": "grn_Latn-aeb_Arab", + "languages": [ + "grn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.722713, + "recall": 0.779644, + "f1": 0.7393, + "accuracy": 0.779644, + "main_score": 0.7393, + "hf_subset": "grn_Latn-ben_Beng", + "languages": [ + "grn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.738862, + "recall": 0.791502, + "f1": 0.753842, + "accuracy": 0.791502, + "main_score": 0.753842, + "hf_subset": "grn_Latn-est_Latn", + "languages": [ + "grn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.720953, + "recall": 0.779644, + "f1": 0.737322, + "accuracy": 0.779644, + "main_score": 0.737322, + "hf_subset": "grn_Latn-hye_Armn", + "languages": [ + "grn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.49529, + "recall": 0.550395, + "f1": 0.51097, + "accuracy": 0.550395, + "main_score": 0.51097, + "hf_subset": "grn_Latn-kmb_Latn", + "languages": [ + "grn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.449581, + "recall": 0.52668, + "f1": 0.471525, + "accuracy": 0.52668, + "main_score": 0.471525, + "hf_subset": "grn_Latn-min_Arab", + "languages": [ + "grn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.753204, + "recall": 0.8083, + "f1": 0.769127, + "accuracy": 0.8083, + "main_score": 0.769127, + "hf_subset": "grn_Latn-pol_Latn", + "languages": [ + "grn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.574901, + "recall": 0.639328, + "f1": 0.59237, + "accuracy": 0.639328, + "main_score": 0.59237, + "hf_subset": "grn_Latn-ssw_Latn", + "languages": [ + "grn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.77142, + "recall": 0.821146, + "f1": 0.785633, + "accuracy": 0.821146, + "main_score": 0.785633, + "hf_subset": "grn_Latn-ukr_Cyrl", + "languages": [ + "grn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.737478, + "recall": 0.790514, + "f1": 0.752398, + "accuracy": 0.790514, + "main_score": 0.752398, + "hf_subset": "grn_Latn-afr_Latn", + "languages": [ + "grn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.757231, + "recall": 0.810277, + "f1": 0.772559, + "accuracy": 0.810277, + "main_score": 0.772559, + "hf_subset": "grn_Latn-bho_Deva", + "languages": [ + "grn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.727146, + "recall": 0.780632, + "f1": 0.742052, + "accuracy": 0.780632, + "main_score": 0.742052, + "hf_subset": "grn_Latn-eus_Latn", + "languages": [ + "grn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.631687, + "recall": 0.686759, + "f1": 0.647334, + "accuracy": 0.686759, + "main_score": 0.647334, + "hf_subset": "grn_Latn-ibo_Latn", + "languages": [ + "grn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.649615, + "recall": 0.710474, + "f1": 0.667062, + "accuracy": 0.710474, + "main_score": 0.667062, + "hf_subset": "grn_Latn-kmr_Latn", + "languages": [ + "grn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.703295, + "recall": 0.758893, + "f1": 0.718236, + "accuracy": 0.758893, + "main_score": 0.718236, + "hf_subset": "grn_Latn-min_Latn", + "languages": [ + "grn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.78838, + "recall": 0.829051, + "f1": 0.800022, + "accuracy": 0.829051, + "main_score": 0.800022, + "hf_subset": "grn_Latn-por_Latn", + "languages": [ + "grn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.729772, + "recall": 0.777668, + "f1": 0.74274, + "accuracy": 0.777668, + "main_score": 0.74274, + "hf_subset": "grn_Latn-sun_Latn", + "languages": [ + "grn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.486465, + "recall": 0.547431, + "f1": 0.504644, + "accuracy": 0.547431, + "main_score": 0.504644, + "hf_subset": "grn_Latn-umb_Latn", + "languages": [ + "grn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.761697, + "recall": 0.813241, + "f1": 0.776125, + "accuracy": 0.813241, + "main_score": 0.776125, + "hf_subset": "grn_Latn-ajp_Arab", + "languages": [ + "grn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.467579, + "recall": 0.544466, + "f1": 0.489083, + "accuracy": 0.544466, + "main_score": 0.489083, + "hf_subset": "grn_Latn-bjn_Arab", + "languages": [ + "grn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.477041, + "recall": 0.533597, + "f1": 0.493025, + "accuracy": 0.533597, + "main_score": 0.493025, + "hf_subset": "grn_Latn-ewe_Latn", + "languages": [ + "grn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.730592, + "recall": 0.781621, + "f1": 0.744491, + "accuracy": 0.781621, + "main_score": 0.744491, + "hf_subset": "grn_Latn-ilo_Latn", + "languages": [ + "grn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.262178, + "recall": 0.331028, + "f1": 0.280279, + "accuracy": 0.331028, + "main_score": 0.280279, + "hf_subset": "grn_Latn-knc_Arab", + "languages": [ + "grn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.747308, + "recall": 0.798419, + "f1": 0.761898, + "accuracy": 0.798419, + "main_score": 0.761898, + "hf_subset": "grn_Latn-mkd_Cyrl", + "languages": [ + "grn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.745788, + "recall": 0.807312, + "f1": 0.763789, + "accuracy": 0.807312, + "main_score": 0.763789, + "hf_subset": "grn_Latn-prs_Arab", + "languages": [ + "grn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.755818, + "recall": 0.809289, + "f1": 0.77133, + "accuracy": 0.809289, + "main_score": 0.77133, + "hf_subset": "grn_Latn-swe_Latn", + "languages": [ + "grn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.732498, + "recall": 0.788538, + "f1": 0.748254, + "accuracy": 0.788538, + "main_score": 0.748254, + "hf_subset": "grn_Latn-urd_Arab", + "languages": [ + "grn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.610419, + "recall": 0.66996, + "f1": 0.627003, + "accuracy": 0.66996, + "main_score": 0.627003, + "hf_subset": "grn_Latn-aka_Latn", + "languages": [ + "grn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.724369, + "recall": 0.774704, + "f1": 0.73871, + "accuracy": 0.774704, + "main_score": 0.73871, + "hf_subset": "grn_Latn-bjn_Latn", + "languages": [ + "grn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.697651, + "recall": 0.749012, + "f1": 0.711745, + "accuracy": 0.749012, + "main_score": 0.711745, + "hf_subset": "grn_Latn-fao_Latn", + "languages": [ + "grn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.761113, + "recall": 0.810277, + "f1": 0.775222, + "accuracy": 0.810277, + "main_score": 0.775222, + "hf_subset": "grn_Latn-ind_Latn", + "languages": [ + "grn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.54452, + "recall": 0.596838, + "f1": 0.558766, + "accuracy": 0.596838, + "main_score": 0.558766, + "hf_subset": "grn_Latn-knc_Latn", + "languages": [ + "grn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.728804, + "recall": 0.781621, + "f1": 0.743145, + "accuracy": 0.781621, + "main_score": 0.743145, + "hf_subset": "grn_Latn-mlt_Latn", + "languages": [ + "grn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.612434, + "recall": 0.674901, + "f1": 0.630454, + "accuracy": 0.674901, + "main_score": 0.630454, + "hf_subset": "grn_Latn-quy_Latn", + "languages": [ + "grn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.719484, + "recall": 0.777668, + "f1": 0.736462, + "accuracy": 0.777668, + "main_score": 0.736462, + "hf_subset": "grn_Latn-swh_Latn", + "languages": [ + "grn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.706582, + "recall": 0.767787, + "f1": 0.723901, + "accuracy": 0.767787, + "main_score": 0.723901, + "hf_subset": "grn_Latn-uzn_Latn", + "languages": [ + "grn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.750353, + "recall": 0.799407, + "f1": 0.764259, + "accuracy": 0.799407, + "main_score": 0.764259, + "hf_subset": "grn_Latn-als_Latn", + "languages": [ + "grn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.467466, + "recall": 0.556324, + "f1": 0.491648, + "accuracy": 0.556324, + "main_score": 0.491648, + "hf_subset": "grn_Latn-bod_Tibt", + "languages": [ + "grn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.574064, + "recall": 0.629447, + "f1": 0.590511, + "accuracy": 0.629447, + "main_score": 0.590511, + "hf_subset": "grn_Latn-fij_Latn", + "languages": [ + "grn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.679013, + "recall": 0.740119, + "f1": 0.696006, + "accuracy": 0.740119, + "main_score": 0.696006, + "hf_subset": "grn_Latn-isl_Latn", + "languages": [ + "grn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582299, + "recall": 0.640316, + "f1": 0.598922, + "accuracy": 0.640316, + "main_score": 0.598922, + "hf_subset": "grn_Latn-kon_Latn", + "languages": [ + "grn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.579096, + "recall": 0.649209, + "f1": 0.599969, + "accuracy": 0.649209, + "main_score": 0.599969, + "hf_subset": "grn_Latn-mni_Beng", + "languages": [ + "grn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.77104, + "recall": 0.821146, + "f1": 0.785189, + "accuracy": 0.821146, + "main_score": 0.785189, + "hf_subset": "grn_Latn-ron_Latn", + "languages": [ + "grn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.762625, + "recall": 0.8083, + "f1": 0.775826, + "accuracy": 0.8083, + "main_score": 0.775826, + "hf_subset": "grn_Latn-szl_Latn", + "languages": [ + "grn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.780489, + "recall": 0.823123, + "f1": 0.792826, + "accuracy": 0.823123, + "main_score": 0.792826, + "hf_subset": "grn_Latn-vec_Latn", + "languages": [ + "grn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.676517, + "recall": 0.738142, + "f1": 0.694776, + "accuracy": 0.738142, + "main_score": 0.694776, + "hf_subset": "grn_Latn-amh_Ethi", + "languages": [ + "grn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.754521, + "recall": 0.801383, + "f1": 0.767407, + "accuracy": 0.801383, + "main_score": 0.767407, + "hf_subset": "grn_Latn-bos_Latn", + "languages": [ + "grn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.735937, + "recall": 0.788538, + "f1": 0.750651, + "accuracy": 0.788538, + "main_score": 0.750651, + "hf_subset": "grn_Latn-fin_Latn", + "languages": [ + "grn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.784594, + "recall": 0.831028, + "f1": 0.79815, + "accuracy": 0.831028, + "main_score": 0.79815, + "hf_subset": "grn_Latn-ita_Latn", + "languages": [ + "grn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.770735, + "recall": 0.825099, + "f1": 0.786825, + "accuracy": 0.825099, + "main_score": 0.786825, + "hf_subset": "grn_Latn-kor_Hang", + "languages": [ + "grn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.502581, + "recall": 0.556324, + "f1": 0.517591, + "accuracy": 0.556324, + "main_score": 0.517591, + "hf_subset": "grn_Latn-mos_Latn", + "languages": [ + "grn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.570497, + "recall": 0.628458, + "f1": 0.586579, + "accuracy": 0.628458, + "main_score": 0.586579, + "hf_subset": "grn_Latn-run_Latn", + "languages": [ + "grn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.686548, + "recall": 0.75, + "f1": 0.704803, + "accuracy": 0.75, + "main_score": 0.704803, + "hf_subset": "grn_Latn-tam_Taml", + "languages": [ + "grn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.758267, + "recall": 0.804348, + "f1": 0.771226, + "accuracy": 0.804348, + "main_score": 0.771226, + "hf_subset": "grn_Latn-vie_Latn", + "languages": [ + "grn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.751461, + "recall": 0.799407, + "f1": 0.765049, + "accuracy": 0.799407, + "main_score": 0.765049, + "hf_subset": "grn_Latn-apc_Arab", + "languages": [ + "grn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.674327, + "recall": 0.726285, + "f1": 0.689376, + "accuracy": 0.726285, + "main_score": 0.689376, + "hf_subset": "grn_Latn-bug_Latn", + "languages": [ + "grn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438141, + "recall": 0.492095, + "f1": 0.453362, + "accuracy": 0.492095, + "main_score": 0.453362, + "hf_subset": "grn_Latn-fon_Latn", + "languages": [ + "grn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.727779, + "recall": 0.773715, + "f1": 0.740577, + "accuracy": 0.773715, + "main_score": 0.740577, + "hf_subset": "grn_Latn-jav_Latn", + "languages": [ + "grn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.626005, + "recall": 0.688735, + "f1": 0.643099, + "accuracy": 0.688735, + "main_score": 0.643099, + "hf_subset": "grn_Latn-lao_Laoo", + "languages": [ + "grn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.590851, + "recall": 0.660079, + "f1": 0.611075, + "accuracy": 0.660079, + "main_score": 0.611075, + "hf_subset": "grn_Latn-mri_Latn", + "languages": [ + "grn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.774753, + "recall": 0.81917, + "f1": 0.787325, + "accuracy": 0.81917, + "main_score": 0.787325, + "hf_subset": "grn_Latn-rus_Cyrl", + "languages": [ + "grn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.507272, + "recall": 0.571146, + "f1": 0.525576, + "accuracy": 0.571146, + "main_score": 0.525576, + "hf_subset": "grn_Latn-taq_Latn", + "languages": [ + "grn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.752911, + "recall": 0.802372, + "f1": 0.766713, + "accuracy": 0.802372, + "main_score": 0.766713, + "hf_subset": "grn_Latn-war_Latn", + "languages": [ + "grn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.758512, + "recall": 0.807312, + "f1": 0.772781, + "accuracy": 0.807312, + "main_score": 0.772781, + "hf_subset": "grn_Latn-arb_Arab", + "languages": [ + "grn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.768879, + "recall": 0.818182, + "f1": 0.783174, + "accuracy": 0.818182, + "main_score": 0.783174, + "hf_subset": "grn_Latn-bul_Cyrl", + "languages": [ + "grn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.792591, + "recall": 0.840909, + "f1": 0.806559, + "accuracy": 0.840909, + "main_score": 0.806559, + "hf_subset": "grn_Latn-fra_Latn", + "languages": [ + "grn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.763143, + "recall": 0.815217, + "f1": 0.778168, + "accuracy": 0.815217, + "main_score": 0.778168, + "hf_subset": "grn_Latn-jpn_Jpan", + "languages": [ + "grn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.786968, + "recall": 0.829051, + "f1": 0.79877, + "accuracy": 0.829051, + "main_score": 0.79877, + "hf_subset": "grn_Latn-lij_Latn", + "languages": [ + "grn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.680028, + "recall": 0.744071, + "f1": 0.698378, + "accuracy": 0.744071, + "main_score": 0.698378, + "hf_subset": "grn_Latn-mya_Mymr", + "languages": [ + "grn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.572489, + "recall": 0.630435, + "f1": 0.588746, + "accuracy": 0.630435, + "main_score": 0.588746, + "hf_subset": "grn_Latn-sag_Latn", + "languages": [ + "grn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.220191, + "recall": 0.288538, + "f1": 0.236716, + "accuracy": 0.288538, + "main_score": 0.236716, + "hf_subset": "grn_Latn-taq_Tfng", + "languages": [ + "grn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.598033, + "recall": 0.661067, + "f1": 0.616867, + "accuracy": 0.661067, + "main_score": 0.616867, + "hf_subset": "grn_Latn-wol_Latn", + "languages": [ + "grn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.597714, + "recall": 0.664032, + "f1": 0.616731, + "accuracy": 0.664032, + "main_score": 0.616731, + "hf_subset": "grn_Latn-arb_Latn", + "languages": [ + "grn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.772633, + "recall": 0.81917, + "f1": 0.786492, + "accuracy": 0.81917, + "main_score": 0.786492, + "hf_subset": "grn_Latn-cat_Latn", + "languages": [ + "grn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.769199, + "recall": 0.815217, + "f1": 0.781602, + "accuracy": 0.815217, + "main_score": 0.781602, + "hf_subset": "grn_Latn-fur_Latn", + "languages": [ + "grn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.434196, + "recall": 0.496047, + "f1": 0.450965, + "accuracy": 0.496047, + "main_score": 0.450965, + "hf_subset": "grn_Latn-kab_Latn", + "languages": [ + "grn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.722926, + "recall": 0.777668, + "f1": 0.738384, + "accuracy": 0.777668, + "main_score": 0.738384, + "hf_subset": "grn_Latn-lim_Latn", + "languages": [ + "grn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.772113, + "recall": 0.821146, + "f1": 0.786153, + "accuracy": 0.821146, + "main_score": 0.786153, + "hf_subset": "grn_Latn-nld_Latn", + "languages": [ + "grn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.7006, + "recall": 0.761858, + "f1": 0.717816, + "accuracy": 0.761858, + "main_score": 0.717816, + "hf_subset": "grn_Latn-san_Deva", + "languages": [ + "grn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.724193, + "recall": 0.778656, + "f1": 0.739252, + "accuracy": 0.778656, + "main_score": 0.739252, + "hf_subset": "grn_Latn-tat_Cyrl", + "languages": [ + "grn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.62488, + "recall": 0.689723, + "f1": 0.643192, + "accuracy": 0.689723, + "main_score": 0.643192, + "hf_subset": "grn_Latn-xho_Latn", + "languages": [ + "grn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.762439, + "recall": 0.812253, + "f1": 0.777014, + "accuracy": 0.812253, + "main_score": 0.777014, + "hf_subset": "grn_Latn-ars_Arab", + "languages": [ + "grn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.744721, + "recall": 0.79249, + "f1": 0.757641, + "accuracy": 0.79249, + "main_score": 0.757641, + "hf_subset": "grn_Latn-ceb_Latn", + "languages": [ + "grn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.491257, + "recall": 0.552372, + "f1": 0.508287, + "accuracy": 0.552372, + "main_score": 0.508287, + "hf_subset": "grn_Latn-fuv_Latn", + "languages": [ + "grn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.494532, + "recall": 0.551383, + "f1": 0.510745, + "accuracy": 0.551383, + "main_score": 0.510745, + "hf_subset": "grn_Latn-kac_Latn", + "languages": [ + "grn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.613916, + "recall": 0.666996, + "f1": 0.629621, + "accuracy": 0.666996, + "main_score": 0.629621, + "hf_subset": "grn_Latn-lin_Latn", + "languages": [ + "grn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.749857, + "recall": 0.796443, + "f1": 0.762847, + "accuracy": 0.796443, + "main_score": 0.762847, + "hf_subset": "grn_Latn-nno_Latn", + "languages": [ + "grn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.649069, + "recall": 0.716403, + "f1": 0.668911, + "accuracy": 0.716403, + "main_score": 0.668911, + "hf_subset": "grn_Latn-sat_Olck", + "languages": [ + "grn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.722421, + "recall": 0.778656, + "f1": 0.737814, + "accuracy": 0.778656, + "main_score": 0.737814, + "hf_subset": "grn_Latn-tel_Telu", + "languages": [ + "grn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.696823, + "recall": 0.752964, + "f1": 0.712705, + "accuracy": 0.752964, + "main_score": 0.712705, + "hf_subset": "grn_Latn-ydd_Hebr", + "languages": [ + "grn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.729987, + "recall": 0.790514, + "f1": 0.747468, + "accuracy": 0.790514, + "main_score": 0.747468, + "hf_subset": "grn_Latn-ary_Arab", + "languages": [ + "grn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.758837, + "recall": 0.815217, + "f1": 0.77512, + "accuracy": 0.815217, + "main_score": 0.77512, + "hf_subset": "grn_Latn-ces_Latn", + "languages": [ + "grn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.516283, + "recall": 0.589921, + "f1": 0.536969, + "accuracy": 0.589921, + "main_score": 0.536969, + "hf_subset": "grn_Latn-gaz_Latn", + "languages": [ + "grn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.528755, + "recall": 0.593874, + "f1": 0.54772, + "accuracy": 0.593874, + "main_score": 0.54772, + "hf_subset": "grn_Latn-kam_Latn", + "languages": [ + "grn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.729972, + "recall": 0.786561, + "f1": 0.745826, + "accuracy": 0.786561, + "main_score": 0.745826, + "hf_subset": "grn_Latn-lit_Latn", + "languages": [ + "grn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.761735, + "recall": 0.812253, + "f1": 0.775612, + "accuracy": 0.812253, + "main_score": 0.775612, + "hf_subset": "grn_Latn-nob_Latn", + "languages": [ + "grn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.755122, + "recall": 0.805336, + "f1": 0.768925, + "accuracy": 0.805336, + "main_score": 0.768925, + "hf_subset": "grn_Latn-scn_Latn", + "languages": [ + "grn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.685766, + "recall": 0.745059, + "f1": 0.701998, + "accuracy": 0.745059, + "main_score": 0.701998, + "hf_subset": "grn_Latn-tgk_Cyrl", + "languages": [ + "grn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.563513, + "recall": 0.633399, + "f1": 0.583906, + "accuracy": 0.633399, + "main_score": 0.583906, + "hf_subset": "grn_Latn-yor_Latn", + "languages": [ + "grn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.761698, + "recall": 0.810277, + "f1": 0.775822, + "accuracy": 0.810277, + "main_score": 0.775822, + "hf_subset": "grn_Latn-arz_Arab", + "languages": [ + "grn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.521517, + "recall": 0.586957, + "f1": 0.540013, + "accuracy": 0.586957, + "main_score": 0.540013, + "hf_subset": "grn_Latn-cjk_Latn", + "languages": [ + "grn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.648491, + "recall": 0.715415, + "f1": 0.667183, + "accuracy": 0.715415, + "main_score": 0.667183, + "hf_subset": "grn_Latn-gla_Latn", + "languages": [ + "grn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.7032, + "recall": 0.762846, + "f1": 0.720265, + "accuracy": 0.762846, + "main_score": 0.720265, + "hf_subset": "grn_Latn-kan_Knda", + "languages": [ + "grn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.767021, + "recall": 0.816206, + "f1": 0.780656, + "accuracy": 0.816206, + "main_score": 0.780656, + "hf_subset": "grn_Latn-lmo_Latn", + "languages": [ + "grn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.728337, + "recall": 0.787549, + "f1": 0.745302, + "accuracy": 0.787549, + "main_score": 0.745302, + "hf_subset": "grn_Latn-npi_Deva", + "languages": [ + "grn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.457392, + "recall": 0.52668, + "f1": 0.477234, + "accuracy": 0.52668, + "main_score": 0.477234, + "hf_subset": "grn_Latn-shn_Mymr", + "languages": [ + "grn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.742681, + "recall": 0.794466, + "f1": 0.756813, + "accuracy": 0.794466, + "main_score": 0.756813, + "hf_subset": "grn_Latn-tgl_Latn", + "languages": [ + "grn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.738223, + "recall": 0.790514, + "f1": 0.75298, + "accuracy": 0.790514, + "main_score": 0.75298, + "hf_subset": "grn_Latn-yue_Hant", + "languages": [ + "grn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.670904, + "recall": 0.731225, + "f1": 0.688396, + "accuracy": 0.731225, + "main_score": 0.688396, + "hf_subset": "grn_Latn-asm_Beng", + "languages": [ + "grn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.650594, + "recall": 0.713439, + "f1": 0.668468, + "accuracy": 0.713439, + "main_score": 0.668468, + "hf_subset": "grn_Latn-ckb_Arab", + "languages": [ + "grn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.673592, + "recall": 0.730237, + "f1": 0.689507, + "accuracy": 0.730237, + "main_score": 0.689507, + "hf_subset": "grn_Latn-gle_Latn", + "languages": [ + "grn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.682535, + "recall": 0.748024, + "f1": 0.701608, + "accuracy": 0.748024, + "main_score": 0.701608, + "hf_subset": "grn_Latn-kas_Arab", + "languages": [ + "grn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.710958, + "recall": 0.76087, + "f1": 0.724922, + "accuracy": 0.76087, + "main_score": 0.724922, + "hf_subset": "grn_Latn-ltg_Latn", + "languages": [ + "grn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.637969, + "recall": 0.689723, + "f1": 0.652634, + "accuracy": 0.689723, + "main_score": 0.652634, + "hf_subset": "grn_Latn-nso_Latn", + "languages": [ + "grn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.669389, + "recall": 0.73419, + "f1": 0.68834, + "accuracy": 0.73419, + "main_score": 0.68834, + "hf_subset": "grn_Latn-sin_Sinh", + "languages": [ + "grn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.72941, + "recall": 0.783597, + "f1": 0.744392, + "accuracy": 0.783597, + "main_score": 0.744392, + "hf_subset": "grn_Latn-tha_Thai", + "languages": [ + "grn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.68967, + "recall": 0.75, + "f1": 0.706484, + "accuracy": 0.75, + "main_score": 0.706484, + "hf_subset": "grn_Latn-zho_Hans", + "languages": [ + "grn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.755432, + "recall": 0.80336, + "f1": 0.768841, + "accuracy": 0.80336, + "main_score": 0.768841, + "hf_subset": "grn_Latn-ast_Latn", + "languages": [ + "grn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.732453, + "recall": 0.783597, + "f1": 0.746967, + "accuracy": 0.783597, + "main_score": 0.746967, + "hf_subset": "grn_Latn-crh_Latn", + "languages": [ + "grn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.771769, + "recall": 0.822134, + "f1": 0.78649, + "accuracy": 0.822134, + "main_score": 0.78649, + "hf_subset": "grn_Latn-glg_Latn", + "languages": [ + "grn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.651681, + "recall": 0.715415, + "f1": 0.669756, + "accuracy": 0.715415, + "main_score": 0.669756, + "hf_subset": "grn_Latn-kas_Deva", + "languages": [ + "grn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.744444, + "recall": 0.788538, + "f1": 0.756739, + "accuracy": 0.788538, + "main_score": 0.756739, + "hf_subset": "grn_Latn-ltz_Latn", + "languages": [ + "grn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.450879, + "recall": 0.517787, + "f1": 0.469238, + "accuracy": 0.517787, + "main_score": 0.469238, + "hf_subset": "grn_Latn-nus_Latn", + "languages": [ + "grn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.7661, + "recall": 0.813241, + "f1": 0.7795, + "accuracy": 0.813241, + "main_score": 0.7795, + "hf_subset": "grn_Latn-slk_Latn", + "languages": [ + "grn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.553429, + "recall": 0.621542, + "f1": 0.573068, + "accuracy": 0.621542, + "main_score": 0.573068, + "hf_subset": "grn_Latn-tir_Ethi", + "languages": [ + "grn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.729061, + "recall": 0.786561, + "f1": 0.745491, + "accuracy": 0.786561, + "main_score": 0.745491, + "hf_subset": "grn_Latn-zho_Hant", + "languages": [ + "grn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.743703, + "recall": 0.799407, + "f1": 0.759151, + "accuracy": 0.799407, + "main_score": 0.759151, + "hf_subset": "grn_Latn-awa_Deva", + "languages": [ + "grn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.709337, + "recall": 0.76581, + "f1": 0.724797, + "accuracy": 0.76581, + "main_score": 0.724797, + "hf_subset": "grn_Latn-cym_Latn", + "languages": [ + "grn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.725124, + "recall": 0.782609, + "f1": 0.741578, + "accuracy": 0.782609, + "main_score": 0.741578, + "hf_subset": "grn_Latn-kat_Geor", + "languages": [ + "grn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.591988, + "recall": 0.642292, + "f1": 0.606225, + "accuracy": 0.642292, + "main_score": 0.606225, + "hf_subset": "grn_Latn-lua_Latn", + "languages": [ + "grn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.623152, + "recall": 0.677866, + "f1": 0.638272, + "accuracy": 0.677866, + "main_score": 0.638272, + "hf_subset": "grn_Latn-nya_Latn", + "languages": [ + "grn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.753477, + "recall": 0.80336, + "f1": 0.767211, + "accuracy": 0.80336, + "main_score": 0.767211, + "hf_subset": "grn_Latn-slv_Latn", + "languages": [ + "grn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.742508, + "recall": 0.788538, + "f1": 0.755611, + "accuracy": 0.788538, + "main_score": 0.755611, + "hf_subset": "grn_Latn-tpi_Latn", + "languages": [ + "grn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.753177, + "recall": 0.806324, + "f1": 0.768314, + "accuracy": 0.806324, + "main_score": 0.768314, + "hf_subset": "grn_Latn-zsm_Latn", + "languages": [ + "grn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.519838, + "recall": 0.58004, + "f1": 0.536893, + "accuracy": 0.58004, + "main_score": 0.536893, + "hf_subset": "grn_Latn-ayr_Latn", + "languages": [ + "grn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.758786, + "recall": 0.812253, + "f1": 0.774071, + "accuracy": 0.812253, + "main_score": 0.774071, + "hf_subset": "grn_Latn-dan_Latn", + "languages": [ + "grn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.710161, + "recall": 0.777668, + "f1": 0.729764, + "accuracy": 0.777668, + "main_score": 0.729764, + "hf_subset": "grn_Latn-guj_Gujr", + "languages": [ + "grn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.723021, + "recall": 0.778656, + "f1": 0.739133, + "accuracy": 0.778656, + "main_score": 0.739133, + "hf_subset": "grn_Latn-kaz_Cyrl", + "languages": [ + "grn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.507075, + "recall": 0.571146, + "f1": 0.525026, + "accuracy": 0.571146, + "main_score": 0.525026, + "hf_subset": "grn_Latn-lug_Latn", + "languages": [ + "grn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.745534, + "recall": 0.796443, + "f1": 0.759549, + "accuracy": 0.796443, + "main_score": 0.759549, + "hf_subset": "grn_Latn-oci_Latn", + "languages": [ + "grn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.630922, + "recall": 0.681818, + "f1": 0.645004, + "accuracy": 0.681818, + "main_score": 0.645004, + "hf_subset": "grn_Latn-smo_Latn", + "languages": [ + "grn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.551912, + "recall": 0.605731, + "f1": 0.567104, + "accuracy": 0.605731, + "main_score": 0.567104, + "hf_subset": "grn_Latn-tsn_Latn", + "languages": [ + "grn-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.6026, + "recall": 0.671937, + "f1": 0.621694, + "accuracy": 0.671937, + "main_score": 0.621694, + "hf_subset": "grn_Latn-zul_Latn", + "languages": [ + "grn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.690316, + "recall": 0.752964, + "f1": 0.708514, + "accuracy": 0.752964, + "main_score": 0.708514, + "hf_subset": "grn_Latn-azb_Arab", + "languages": [ + "grn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.772345, + "recall": 0.818182, + "f1": 0.785236, + "accuracy": 0.818182, + "main_score": 0.785236, + "hf_subset": "grn_Latn-deu_Latn", + "languages": [ + "grn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.695516, + "recall": 0.753953, + "f1": 0.712106, + "accuracy": 0.753953, + "main_score": 0.712106, + "hf_subset": "grn_Latn-hat_Latn", + "languages": [ + "grn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.483926, + "recall": 0.540514, + "f1": 0.500056, + "accuracy": 0.540514, + "main_score": 0.500056, + "hf_subset": "grn_Latn-kbp_Latn", + "languages": [ + "grn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.535528, + "recall": 0.589921, + "f1": 0.550645, + "accuracy": 0.589921, + "main_score": 0.550645, + "hf_subset": "grn_Latn-luo_Latn", + "languages": [ + "grn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.685951, + "recall": 0.749012, + "f1": 0.703502, + "accuracy": 0.749012, + "main_score": 0.703502, + "hf_subset": "grn_Latn-ory_Orya", + "languages": [ + "grn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.608842, + "recall": 0.675889, + "f1": 0.627551, + "accuracy": 0.675889, + "main_score": 0.627551, + "hf_subset": "grn_Latn-sna_Latn", + "languages": [ + "grn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.565011, + "recall": 0.615613, + "f1": 0.579327, + "accuracy": 0.615613, + "main_score": 0.579327, + "hf_subset": "grn_Latn-tso_Latn", + "languages": [ + "grn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.713925, + "recall": 0.773715, + "f1": 0.731021, + "accuracy": 0.773715, + "main_score": 0.731021, + "hf_subset": "grn_Latn-azj_Latn", + "languages": [ + "grn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.515419, + "recall": 0.573123, + "f1": 0.532329, + "accuracy": 0.573123, + "main_score": 0.532329, + "hf_subset": "grn_Latn-dik_Latn", + "languages": [ + "grn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.620002, + "recall": 0.681818, + "f1": 0.636546, + "accuracy": 0.681818, + "main_score": 0.636546, + "hf_subset": "grn_Latn-hau_Latn", + "languages": [ + "grn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.772391, + "recall": 0.817194, + "f1": 0.785968, + "accuracy": 0.817194, + "main_score": 0.785968, + "hf_subset": "grn_Latn-kea_Latn", + "languages": [ + "grn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.672208, + "recall": 0.726285, + "f1": 0.687408, + "accuracy": 0.726285, + "main_score": 0.687408, + "hf_subset": "grn_Latn-lus_Latn", + "languages": [ + "grn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.732758, + "recall": 0.779644, + "f1": 0.746091, + "accuracy": 0.779644, + "main_score": 0.746091, + "hf_subset": "grn_Latn-pag_Latn", + "languages": [ + "grn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.670557, + "recall": 0.738142, + "f1": 0.689236, + "accuracy": 0.738142, + "main_score": 0.689236, + "hf_subset": "grn_Latn-snd_Arab", + "languages": [ + "grn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.691751, + "recall": 0.753953, + "f1": 0.709175, + "accuracy": 0.753953, + "main_score": 0.709175, + "hf_subset": "grn_Latn-tuk_Latn", + "languages": [ + "grn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.729144, + "recall": 0.777668, + "f1": 0.742263, + "accuracy": 0.777668, + "main_score": 0.742263, + "hf_subset": "grn_Latn-bak_Cyrl", + "languages": [ + "grn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.466864, + "recall": 0.543478, + "f1": 0.488839, + "accuracy": 0.543478, + "main_score": 0.488839, + "hf_subset": "grn_Latn-dyu_Latn", + "languages": [ + "grn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.743203, + "recall": 0.798419, + "f1": 0.758968, + "accuracy": 0.798419, + "main_score": 0.758968, + "hf_subset": "grn_Latn-heb_Hebr", + "languages": [ + "grn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.665793, + "recall": 0.727273, + "f1": 0.683525, + "accuracy": 0.727273, + "main_score": 0.683525, + "hf_subset": "grn_Latn-khk_Cyrl", + "languages": [ + "grn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.738482, + "recall": 0.793478, + "f1": 0.753796, + "accuracy": 0.793478, + "main_score": 0.753796, + "hf_subset": "grn_Latn-lvs_Latn", + "languages": [ + "grn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.708554, + "recall": 0.766798, + "f1": 0.724495, + "accuracy": 0.766798, + "main_score": 0.724495, + "hf_subset": "grn_Latn-pan_Guru", + "languages": [ + "grn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.615884, + "recall": 0.683794, + "f1": 0.635815, + "accuracy": 0.683794, + "main_score": 0.635815, + "hf_subset": "grn_Latn-som_Latn", + "languages": [ + "grn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.54764, + "recall": 0.608696, + "f1": 0.564919, + "accuracy": 0.608696, + "main_score": 0.564919, + "hf_subset": "grn_Latn-tum_Latn", + "languages": [ + "grn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.461637, + "recall": 0.54249, + "f1": 0.482851, + "accuracy": 0.54249, + "main_score": 0.482851, + "hf_subset": "kat_Geor-ace_Arab", + "languages": [ + "kat-Geor", + "ace-Arab" + ] + }, + { + "precision": 0.430617, + "recall": 0.486166, + "f1": 0.445135, + "accuracy": 0.486166, + "main_score": 0.445135, + "hf_subset": "kat_Geor-bam_Latn", + "languages": [ + "kat-Geor", + "bam-Latn" + ] + }, + { + "precision": 0.575576, + "recall": 0.676877, + "f1": 0.604495, + "accuracy": 0.676877, + "main_score": 0.604495, + "hf_subset": "kat_Geor-dzo_Tibt", + "languages": [ + "kat-Geor", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-hin_Deva", + "languages": [ + "kat-Geor", + "hin-Deva" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "kat_Geor-khm_Khmr", + "languages": [ + "kat-Geor", + "khm-Khmr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kat_Geor-mag_Deva", + "languages": [ + "kat-Geor", + "mag-Deva" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "kat_Geor-pap_Latn", + "languages": [ + "kat-Geor", + "pap-Latn" + ] + }, + { + "precision": 0.810194, + "recall": 0.863636, + "f1": 0.826779, + "accuracy": 0.863636, + "main_score": 0.826779, + "hf_subset": "kat_Geor-sot_Latn", + "languages": [ + "kat-Geor", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-tur_Latn", + "languages": [ + "kat-Geor", + "tur-Latn" + ] + }, + { + "precision": 0.811844, + "recall": 0.857708, + "f1": 0.825399, + "accuracy": 0.857708, + "main_score": 0.825399, + "hf_subset": "kat_Geor-ace_Latn", + "languages": [ + "kat-Geor", + "ace-Latn" + ] + }, + { + "precision": 0.933136, + "recall": 0.953557, + "f1": 0.939888, + "accuracy": 0.953557, + "main_score": 0.939888, + "hf_subset": "kat_Geor-ban_Latn", + "languages": [ + "kat-Geor", + "ban-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ] + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "kat_Geor-hne_Deva", + "languages": [ + "kat-Geor", + "hne-Deva" + ] + }, + { + "precision": 0.512962, + "recall": 0.587945, + "f1": 0.533037, + "accuracy": 0.587945, + "main_score": 0.533037, + "hf_subset": "kat_Geor-kik_Latn", + "languages": [ + "kat-Geor", + "kik-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kat_Geor-mai_Deva", + "languages": [ + "kat-Geor", + "mai-Deva" + ] + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946476, + "accuracy": 0.958498, + "main_score": 0.946476, + "hf_subset": "kat_Geor-pbt_Arab", + "languages": [ + "kat-Geor", + "pbt-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-spa_Latn", + "languages": [ + "kat-Geor", + "spa-Latn" + ] + }, + { + "precision": 0.691802, + "recall": 0.758893, + "f1": 0.710947, + "accuracy": 0.758893, + "main_score": 0.710947, + "hf_subset": "kat_Geor-twi_Latn", + "languages": [ + "kat-Geor", + "twi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-acm_Arab", + "languages": [ + "kat-Geor", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-bel_Cyrl", + "languages": [ + "kat-Geor", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-hrv_Latn", + "languages": [ + "kat-Geor", + "hrv-Latn" + ] + }, + { + "precision": 0.810968, + "recall": 0.862648, + "f1": 0.827174, + "accuracy": 0.862648, + "main_score": 0.827174, + "hf_subset": "kat_Geor-kin_Latn", + "languages": [ + "kat-Geor", + "kin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kat_Geor-mal_Mlym", + "languages": [ + "kat-Geor", + "mal-Mlym" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-pes_Arab", + "languages": [ + "kat-Geor", + "pes-Arab" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "kat_Geor-srd_Latn", + "languages": [ + "kat-Geor", + "srd-Latn" + ] + }, + { + "precision": 0.205764, + "recall": 0.268775, + "f1": 0.221148, + "accuracy": 0.268775, + "main_score": 0.221148, + "hf_subset": "kat_Geor-tzm_Tfng", + "languages": [ + "kat-Geor", + "tzm-Tfng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-acq_Arab", + "languages": [ + "kat-Geor", + "acq-Arab" + ] + }, + { + "precision": 0.586318, + "recall": 0.666008, + "f1": 0.608716, + "accuracy": 0.666008, + "main_score": 0.608716, + "hf_subset": "kat_Geor-bem_Latn", + "languages": [ + "kat-Geor", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-epo_Latn", + "languages": [ + "kat-Geor", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-hun_Latn", + "languages": [ + "kat-Geor", + "hun-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kat_Geor-kir_Cyrl", + "languages": [ + "kat-Geor", + "kir-Cyrl" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "kat_Geor-mar_Deva", + "languages": [ + "kat-Geor", + "mar-Deva" + ] + }, + { + "precision": 0.82887, + "recall": 0.876482, + "f1": 0.843577, + "accuracy": 0.876482, + "main_score": 0.843577, + "hf_subset": "kat_Geor-plt_Latn", + "languages": [ + "kat-Geor", + "plt-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-srp_Cyrl", + "languages": [ + "kat-Geor", + "srp-Cyrl" + ] + }, + { + "precision": 0.921113, + "recall": 0.945652, + "f1": 0.929018, + "accuracy": 0.945652, + "main_score": 0.929018, + "hf_subset": "kat_Geor-uig_Arab", + "languages": [ + "kat-Geor", + "uig-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kat_Geor-aeb_Arab", + "languages": [ + "kat-Geor", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-ben_Beng", + "languages": [ + "kat-Geor", + "ben-Beng" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kat_Geor-est_Latn", + "languages": [ + "kat-Geor", + "est-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ] + }, + { + "precision": 0.408022, + "recall": 0.478261, + "f1": 0.426194, + "accuracy": 0.478261, + "main_score": 0.426194, + "hf_subset": "kat_Geor-kmb_Latn", + "languages": [ + "kat-Geor", + "kmb-Latn" + ] + }, + { + "precision": 0.429002, + "recall": 0.509881, + "f1": 0.449333, + "accuracy": 0.509881, + "main_score": 0.449333, + "hf_subset": "kat_Geor-min_Arab", + "languages": [ + "kat-Geor", + "min-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-pol_Latn", + "languages": [ + "kat-Geor", + "pol-Latn" + ] + }, + { + "precision": 0.682669, + "recall": 0.756917, + "f1": 0.704564, + "accuracy": 0.756917, + "main_score": 0.704564, + "hf_subset": "kat_Geor-ssw_Latn", + "languages": [ + "kat-Geor", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-ukr_Cyrl", + "languages": [ + "kat-Geor", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-afr_Latn", + "languages": [ + "kat-Geor", + "afr-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "kat_Geor-bho_Deva", + "languages": [ + "kat-Geor", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kat_Geor-eus_Latn", + "languages": [ + "kat-Geor", + "eus-Latn" + ] + }, + { + "precision": 0.78643, + "recall": 0.843874, + "f1": 0.803623, + "accuracy": 0.843874, + "main_score": 0.803623, + "hf_subset": "kat_Geor-ibo_Latn", + "languages": [ + "kat-Geor", + "ibo-Latn" + ] + }, + { + "precision": 0.837484, + "recall": 0.882411, + "f1": 0.851219, + "accuracy": 0.882411, + "main_score": 0.851219, + "hf_subset": "kat_Geor-kmr_Latn", + "languages": [ + "kat-Geor", + "kmr-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "kat_Geor-min_Latn", + "languages": [ + "kat-Geor", + "min-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-por_Latn", + "languages": [ + "kat-Geor", + "por-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "kat_Geor-sun_Latn", + "languages": [ + "kat-Geor", + "sun-Latn" + ] + }, + { + "precision": 0.396585, + "recall": 0.459486, + "f1": 0.41338, + "accuracy": 0.459486, + "main_score": 0.41338, + "hf_subset": "kat_Geor-umb_Latn", + "languages": [ + "kat-Geor", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-ajp_Arab", + "languages": [ + "kat-Geor", + "ajp-Arab" + ] + }, + { + "precision": 0.435691, + "recall": 0.523715, + "f1": 0.459018, + "accuracy": 0.523715, + "main_score": 0.459018, + "hf_subset": "kat_Geor-bjn_Arab", + "languages": [ + "kat-Geor", + "bjn-Arab" + ] + }, + { + "precision": 0.413764, + "recall": 0.469368, + "f1": 0.428632, + "accuracy": 0.469368, + "main_score": 0.428632, + "hf_subset": "kat_Geor-ewe_Latn", + "languages": [ + "kat-Geor", + "ewe-Latn" + ] + }, + { + "precision": 0.928854, + "recall": 0.950593, + "f1": 0.935738, + "accuracy": 0.950593, + "main_score": 0.935738, + "hf_subset": "kat_Geor-ilo_Latn", + "languages": [ + "kat-Geor", + "ilo-Latn" + ] + }, + { + "precision": 0.216828, + "recall": 0.27668, + "f1": 0.230495, + "accuracy": 0.27668, + "main_score": 0.230495, + "hf_subset": "kat_Geor-knc_Arab", + "languages": [ + "kat-Geor", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-mkd_Cyrl", + "languages": [ + "kat-Geor", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-prs_Arab", + "languages": [ + "kat-Geor", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-swe_Latn", + "languages": [ + "kat-Geor", + "swe-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kat_Geor-urd_Arab", + "languages": [ + "kat-Geor", + "urd-Arab" + ] + }, + { + "precision": 0.66257, + "recall": 0.733202, + "f1": 0.682231, + "accuracy": 0.733202, + "main_score": 0.682231, + "hf_subset": "kat_Geor-aka_Latn", + "languages": [ + "kat-Geor", + "aka-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "kat_Geor-bjn_Latn", + "languages": [ + "kat-Geor", + "bjn-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "kat_Geor-fao_Latn", + "languages": [ + "kat-Geor", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-ind_Latn", + "languages": [ + "kat-Geor", + "ind-Latn" + ] + }, + { + "precision": 0.459897, + "recall": 0.513834, + "f1": 0.474522, + "accuracy": 0.513834, + "main_score": 0.474522, + "hf_subset": "kat_Geor-knc_Latn", + "languages": [ + "kat-Geor", + "knc-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "kat_Geor-mlt_Latn", + "languages": [ + "kat-Geor", + "mlt-Latn" + ] + }, + { + "precision": 0.598409, + "recall": 0.670949, + "f1": 0.618739, + "accuracy": 0.670949, + "main_score": 0.618739, + "hf_subset": "kat_Geor-quy_Latn", + "languages": [ + "kat-Geor", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-swh_Latn", + "languages": [ + "kat-Geor", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-uzn_Latn", + "languages": [ + "kat-Geor", + "uzn-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-als_Latn", + "languages": [ + "kat-Geor", + "als-Latn" + ] + }, + { + "precision": 0.753483, + "recall": 0.820158, + "f1": 0.77354, + "accuracy": 0.820158, + "main_score": 0.77354, + "hf_subset": "kat_Geor-bod_Tibt", + "languages": [ + "kat-Geor", + "bod-Tibt" + ] + }, + { + "precision": 0.580071, + "recall": 0.661067, + "f1": 0.602959, + "accuracy": 0.661067, + "main_score": 0.602959, + "hf_subset": "kat_Geor-fij_Latn", + "languages": [ + "kat-Geor", + "fij-Latn" + ] + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "kat_Geor-isl_Latn", + "languages": [ + "kat-Geor", + "isl-Latn" + ] + }, + { + "precision": 0.538415, + "recall": 0.601779, + "f1": 0.555386, + "accuracy": 0.601779, + "main_score": 0.555386, + "hf_subset": "kat_Geor-kon_Latn", + "languages": [ + "kat-Geor", + "kon-Latn" + ] + }, + { + "precision": 0.569741, + "recall": 0.639328, + "f1": 0.588858, + "accuracy": 0.639328, + "main_score": 0.588858, + "hf_subset": "kat_Geor-mni_Beng", + "languages": [ + "kat-Geor", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-ron_Latn", + "languages": [ + "kat-Geor", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "kat_Geor-szl_Latn", + "languages": [ + "kat-Geor", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-vec_Latn", + "languages": [ + "kat-Geor", + "vec-Latn" + ] + }, + { + "precision": 0.906621, + "recall": 0.935771, + "f1": 0.916008, + "accuracy": 0.935771, + "main_score": 0.916008, + "hf_subset": "kat_Geor-amh_Ethi", + "languages": [ + "kat-Geor", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-bos_Latn", + "languages": [ + "kat-Geor", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-fin_Latn", + "languages": [ + "kat-Geor", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-ita_Latn", + "languages": [ + "kat-Geor", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-kor_Hang", + "languages": [ + "kat-Geor", + "kor-Hang" + ] + }, + { + "precision": 0.457881, + "recall": 0.512846, + "f1": 0.472864, + "accuracy": 0.512846, + "main_score": 0.472864, + "hf_subset": "kat_Geor-mos_Latn", + "languages": [ + "kat-Geor", + "mos-Latn" + ] + }, + { + "precision": 0.701056, + "recall": 0.767787, + "f1": 0.719913, + "accuracy": 0.767787, + "main_score": 0.719913, + "hf_subset": "kat_Geor-run_Latn", + "languages": [ + "kat-Geor", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kat_Geor-tam_Taml", + "languages": [ + "kat-Geor", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-vie_Latn", + "languages": [ + "kat-Geor", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kat_Geor-apc_Arab", + "languages": [ + "kat-Geor", + "apc-Arab" + ] + }, + { + "precision": 0.685886, + "recall": 0.747036, + "f1": 0.702986, + "accuracy": 0.747036, + "main_score": 0.702986, + "hf_subset": "kat_Geor-bug_Latn", + "languages": [ + "kat-Geor", + "bug-Latn" + ] + }, + { + "precision": 0.405237, + "recall": 0.455534, + "f1": 0.419193, + "accuracy": 0.455534, + "main_score": 0.419193, + "hf_subset": "kat_Geor-fon_Latn", + "languages": [ + "kat-Geor", + "fon-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "kat_Geor-jav_Latn", + "languages": [ + "kat-Geor", + "jav-Latn" + ] + }, + { + "precision": 0.924572, + "recall": 0.948617, + "f1": 0.932312, + "accuracy": 0.948617, + "main_score": 0.932312, + "hf_subset": "kat_Geor-lao_Laoo", + "languages": [ + "kat-Geor", + "lao-Laoo" + ] + }, + { + "precision": 0.841354, + "recall": 0.886364, + "f1": 0.855237, + "accuracy": 0.886364, + "main_score": 0.855237, + "hf_subset": "kat_Geor-mri_Latn", + "languages": [ + "kat-Geor", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-rus_Cyrl", + "languages": [ + "kat-Geor", + "rus-Cyrl" + ] + }, + { + "precision": 0.462041, + "recall": 0.513834, + "f1": 0.475598, + "accuracy": 0.513834, + "main_score": 0.475598, + "hf_subset": "kat_Geor-taq_Latn", + "languages": [ + "kat-Geor", + "taq-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "kat_Geor-war_Latn", + "languages": [ + "kat-Geor", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-arb_Arab", + "languages": [ + "kat-Geor", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-bul_Cyrl", + "languages": [ + "kat-Geor", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-fra_Latn", + "languages": [ + "kat-Geor", + "fra-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-jpn_Jpan", + "languages": [ + "kat-Geor", + "jpn-Jpan" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kat_Geor-lij_Latn", + "languages": [ + "kat-Geor", + "lij-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "kat_Geor-mya_Mymr", + "languages": [ + "kat-Geor", + "mya-Mymr" + ] + }, + { + "precision": 0.508302, + "recall": 0.56917, + "f1": 0.524472, + "accuracy": 0.56917, + "main_score": 0.524472, + "hf_subset": "kat_Geor-sag_Latn", + "languages": [ + "kat-Geor", + "sag-Latn" + ] + }, + { + "precision": 0.194179, + "recall": 0.26087, + "f1": 0.21023, + "accuracy": 0.26087, + "main_score": 0.21023, + "hf_subset": "kat_Geor-taq_Tfng", + "languages": [ + "kat-Geor", + "taq-Tfng" + ] + }, + { + "precision": 0.594766, + "recall": 0.659091, + "f1": 0.611826, + "accuracy": 0.659091, + "main_score": 0.611826, + "hf_subset": "kat_Geor-wol_Latn", + "languages": [ + "kat-Geor", + "wol-Latn" + ] + }, + { + "precision": 0.823155, + "recall": 0.874506, + "f1": 0.838999, + "accuracy": 0.874506, + "main_score": 0.838999, + "hf_subset": "kat_Geor-arb_Latn", + "languages": [ + "kat-Geor", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-cat_Latn", + "languages": [ + "kat-Geor", + "cat-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "kat_Geor-fur_Latn", + "languages": [ + "kat-Geor", + "fur-Latn" + ] + }, + { + "precision": 0.396362, + "recall": 0.468379, + "f1": 0.414022, + "accuracy": 0.468379, + "main_score": 0.414022, + "hf_subset": "kat_Geor-kab_Latn", + "languages": [ + "kat-Geor", + "kab-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kat_Geor-lim_Latn", + "languages": [ + "kat-Geor", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-nld_Latn", + "languages": [ + "kat-Geor", + "nld-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.972332, + "f1": 0.964756, + "accuracy": 0.972332, + "main_score": 0.964756, + "hf_subset": "kat_Geor-san_Deva", + "languages": [ + "kat-Geor", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kat_Geor-tat_Cyrl", + "languages": [ + "kat-Geor", + "tat-Cyrl" + ] + }, + { + "precision": 0.839163, + "recall": 0.884387, + "f1": 0.853063, + "accuracy": 0.884387, + "main_score": 0.853063, + "hf_subset": "kat_Geor-xho_Latn", + "languages": [ + "kat-Geor", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ars_Arab", + "languages": [ + "kat-Geor", + "ars-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kat_Geor-ceb_Latn", + "languages": [ + "kat-Geor", + "ceb-Latn" + ] + }, + { + "precision": 0.438214, + "recall": 0.496047, + "f1": 0.452796, + "accuracy": 0.496047, + "main_score": 0.452796, + "hf_subset": "kat_Geor-fuv_Latn", + "languages": [ + "kat-Geor", + "fuv-Latn" + ] + }, + { + "precision": 0.440905, + "recall": 0.506917, + "f1": 0.457787, + "accuracy": 0.506917, + "main_score": 0.457787, + "hf_subset": "kat_Geor-kac_Latn", + "languages": [ + "kat-Geor", + "kac-Latn" + ] + }, + { + "precision": 0.55785, + "recall": 0.62747, + "f1": 0.576081, + "accuracy": 0.62747, + "main_score": 0.576081, + "hf_subset": "kat_Geor-lin_Latn", + "languages": [ + "kat-Geor", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-nno_Latn", + "languages": [ + "kat-Geor", + "nno-Latn" + ] + }, + { + "precision": 0.863225, + "recall": 0.902174, + "f1": 0.875527, + "accuracy": 0.902174, + "main_score": 0.875527, + "hf_subset": "kat_Geor-sat_Olck", + "languages": [ + "kat-Geor", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kat_Geor-tel_Telu", + "languages": [ + "kat-Geor", + "tel-Telu" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kat_Geor-ydd_Hebr", + "languages": [ + "kat-Geor", + "ydd-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "kat_Geor-ary_Arab", + "languages": [ + "kat-Geor", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-ces_Latn", + "languages": [ + "kat-Geor", + "ces-Latn" + ] + }, + { + "precision": 0.524675, + "recall": 0.601779, + "f1": 0.545335, + "accuracy": 0.601779, + "main_score": 0.545335, + "hf_subset": "kat_Geor-gaz_Latn", + "languages": [ + "kat-Geor", + "gaz-Latn" + ] + }, + { + "precision": 0.498183, + "recall": 0.579051, + "f1": 0.518958, + "accuracy": 0.579051, + "main_score": 0.518958, + "hf_subset": "kat_Geor-kam_Latn", + "languages": [ + "kat-Geor", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kat_Geor-lit_Latn", + "languages": [ + "kat-Geor", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-nob_Latn", + "languages": [ + "kat-Geor", + "nob-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kat_Geor-scn_Latn", + "languages": [ + "kat-Geor", + "scn-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kat_Geor-tgk_Cyrl", + "languages": [ + "kat-Geor", + "tgk-Cyrl" + ] + }, + { + "precision": 0.670606, + "recall": 0.745059, + "f1": 0.691767, + "accuracy": 0.745059, + "main_score": 0.691767, + "hf_subset": "kat_Geor-yor_Latn", + "languages": [ + "kat-Geor", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-arz_Arab", + "languages": [ + "kat-Geor", + "arz-Arab" + ] + }, + { + "precision": 0.41921, + "recall": 0.483202, + "f1": 0.436425, + "accuracy": 0.483202, + "main_score": 0.436425, + "hf_subset": "kat_Geor-cjk_Latn", + "languages": [ + "kat-Geor", + "cjk-Latn" + ] + }, + { + "precision": 0.920949, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "kat_Geor-gla_Latn", + "languages": [ + "kat-Geor", + "gla-Latn" + ] + }, + { + "precision": 0.983284, + "recall": 0.988142, + "f1": 0.98475, + "accuracy": 0.988142, + "main_score": 0.98475, + "hf_subset": "kat_Geor-kan_Knda", + "languages": [ + "kat-Geor", + "kan-Knda" + ] + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "kat_Geor-lmo_Latn", + "languages": [ + "kat-Geor", + "lmo-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kat_Geor-npi_Deva", + "languages": [ + "kat-Geor", + "npi-Deva" + ] + }, + { + "precision": 0.484903, + "recall": 0.56917, + "f1": 0.508739, + "accuracy": 0.56917, + "main_score": 0.508739, + "hf_subset": "kat_Geor-shn_Mymr", + "languages": [ + "kat-Geor", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-tgl_Latn", + "languages": [ + "kat-Geor", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-yue_Hant", + "languages": [ + "kat-Geor", + "yue-Hant" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kat_Geor-asm_Beng", + "languages": [ + "kat-Geor", + "asm-Beng" + ] + }, + { + "precision": 0.898913, + "recall": 0.929842, + "f1": 0.908762, + "accuracy": 0.929842, + "main_score": 0.908762, + "hf_subset": "kat_Geor-ckb_Arab", + "languages": [ + "kat-Geor", + "ckb-Arab" + ] + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "kat_Geor-gle_Latn", + "languages": [ + "kat-Geor", + "gle-Latn" + ] + }, + { + "precision": 0.870636, + "recall": 0.908103, + "f1": 0.882609, + "accuracy": 0.908103, + "main_score": 0.882609, + "hf_subset": "kat_Geor-kas_Arab", + "languages": [ + "kat-Geor", + "kas-Arab" + ] + }, + { + "precision": 0.875741, + "recall": 0.913043, + "f1": 0.887582, + "accuracy": 0.913043, + "main_score": 0.887582, + "hf_subset": "kat_Geor-ltg_Latn", + "languages": [ + "kat-Geor", + "ltg-Latn" + ] + }, + { + "precision": 0.726336, + "recall": 0.793478, + "f1": 0.74664, + "accuracy": 0.793478, + "main_score": 0.74664, + "hf_subset": "kat_Geor-nso_Latn", + "languages": [ + "kat-Geor", + "nso-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "kat_Geor-sin_Sinh", + "languages": [ + "kat-Geor", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-tha_Thai", + "languages": [ + "kat-Geor", + "tha-Thai" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kat_Geor-zho_Hans", + "languages": [ + "kat-Geor", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-ast_Latn", + "languages": [ + "kat-Geor", + "ast-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kat_Geor-crh_Latn", + "languages": [ + "kat-Geor", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-glg_Latn", + "languages": [ + "kat-Geor", + "glg-Latn" + ] + }, + { + "precision": 0.797843, + "recall": 0.851779, + "f1": 0.813801, + "accuracy": 0.851779, + "main_score": 0.813801, + "hf_subset": "kat_Geor-kas_Deva", + "languages": [ + "kat-Geor", + "kas-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kat_Geor-ltz_Latn", + "languages": [ + "kat-Geor", + "ltz-Latn" + ] + }, + { + "precision": 0.402132, + "recall": 0.464427, + "f1": 0.418329, + "accuracy": 0.464427, + "main_score": 0.418329, + "hf_subset": "kat_Geor-nus_Latn", + "languages": [ + "kat-Geor", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-slk_Latn", + "languages": [ + "kat-Geor", + "slk-Latn" + ] + }, + { + "precision": 0.595777, + "recall": 0.681818, + "f1": 0.619496, + "accuracy": 0.681818, + "main_score": 0.619496, + "hf_subset": "kat_Geor-tir_Ethi", + "languages": [ + "kat-Geor", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-zho_Hant", + "languages": [ + "kat-Geor", + "zho-Hant" + ] + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "kat_Geor-awa_Deva", + "languages": [ + "kat-Geor", + "awa-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kat_Geor-cym_Latn", + "languages": [ + "kat-Geor", + "cym-Latn" + ] + }, + { + "precision": 0.703921, + "recall": 0.764822, + "f1": 0.720732, + "accuracy": 0.764822, + "main_score": 0.720732, + "hf_subset": "kat_Geor-grn_Latn", + "languages": [ + "kat-Geor", + "grn-Latn" + ] + }, + { + "precision": 0.534121, + "recall": 0.591897, + "f1": 0.548703, + "accuracy": 0.591897, + "main_score": 0.548703, + "hf_subset": "kat_Geor-lua_Latn", + "languages": [ + "kat-Geor", + "lua-Latn" + ] + }, + { + "precision": 0.77416, + "recall": 0.833992, + "f1": 0.791916, + "accuracy": 0.833992, + "main_score": 0.791916, + "hf_subset": "kat_Geor-nya_Latn", + "languages": [ + "kat-Geor", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-slv_Latn", + "languages": [ + "kat-Geor", + "slv-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "kat_Geor-tpi_Latn", + "languages": [ + "kat-Geor", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-zsm_Latn", + "languages": [ + "kat-Geor", + "zsm-Latn" + ] + }, + { + "precision": 0.464263, + "recall": 0.525692, + "f1": 0.480449, + "accuracy": 0.525692, + "main_score": 0.480449, + "hf_subset": "kat_Geor-ayr_Latn", + "languages": [ + "kat-Geor", + "ayr-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-dan_Latn", + "languages": [ + "kat-Geor", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kat_Geor-guj_Gujr", + "languages": [ + "kat-Geor", + "guj-Gujr" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kat_Geor-kaz_Cyrl", + "languages": [ + "kat-Geor", + "kaz-Cyrl" + ] + }, + { + "precision": 0.583279, + "recall": 0.662055, + "f1": 0.604377, + "accuracy": 0.662055, + "main_score": 0.604377, + "hf_subset": "kat_Geor-lug_Latn", + "languages": [ + "kat-Geor", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-oci_Latn", + "languages": [ + "kat-Geor", + "oci-Latn" + ] + }, + { + "precision": 0.80443, + "recall": 0.856719, + "f1": 0.820982, + "accuracy": 0.856719, + "main_score": 0.820982, + "hf_subset": "kat_Geor-smo_Latn", + "languages": [ + "kat-Geor", + "smo-Latn" + ] + }, + { + "precision": 0.692087, + "recall": 0.763834, + "f1": 0.713136, + "accuracy": 0.763834, + "main_score": 0.713136, + "hf_subset": "kat_Geor-tsn_Latn", + "languages": [ + "kat-Geor", + "tsn-Latn" + ] + }, + { + "precision": 0.845669, + "recall": 0.889328, + "f1": 0.859256, + "accuracy": 0.889328, + "main_score": 0.859256, + "hf_subset": "kat_Geor-zul_Latn", + "languages": [ + "kat-Geor", + "zul-Latn" + ] + }, + { + "precision": 0.913126, + "recall": 0.938735, + "f1": 0.921146, + "accuracy": 0.938735, + "main_score": 0.921146, + "hf_subset": "kat_Geor-azb_Arab", + "languages": [ + "kat-Geor", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-deu_Latn", + "languages": [ + "kat-Geor", + "deu-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "kat_Geor-hat_Latn", + "languages": [ + "kat-Geor", + "hat-Latn" + ] + }, + { + "precision": 0.435411, + "recall": 0.494071, + "f1": 0.451132, + "accuracy": 0.494071, + "main_score": 0.451132, + "hf_subset": "kat_Geor-kbp_Latn", + "languages": [ + "kat-Geor", + "kbp-Latn" + ] + }, + { + "precision": 0.462982, + "recall": 0.527668, + "f1": 0.479987, + "accuracy": 0.527668, + "main_score": 0.479987, + "hf_subset": "kat_Geor-luo_Latn", + "languages": [ + "kat-Geor", + "luo-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "kat_Geor-ory_Orya", + "languages": [ + "kat-Geor", + "ory-Orya" + ] + }, + { + "precision": 0.847332, + "recall": 0.892292, + "f1": 0.861825, + "accuracy": 0.892292, + "main_score": 0.861825, + "hf_subset": "kat_Geor-sna_Latn", + "languages": [ + "kat-Geor", + "sna-Latn" + ] + }, + { + "precision": 0.597081, + "recall": 0.670949, + "f1": 0.617649, + "accuracy": 0.670949, + "main_score": 0.617649, + "hf_subset": "kat_Geor-tso_Latn", + "languages": [ + "kat-Geor", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-azj_Latn", + "languages": [ + "kat-Geor", + "azj-Latn" + ] + }, + { + "precision": 0.456959, + "recall": 0.523715, + "f1": 0.475248, + "accuracy": 0.523715, + "main_score": 0.475248, + "hf_subset": "kat_Geor-dik_Latn", + "languages": [ + "kat-Geor", + "dik-Latn" + ] + }, + { + "precision": 0.867013, + "recall": 0.905138, + "f1": 0.879018, + "accuracy": 0.905138, + "main_score": 0.879018, + "hf_subset": "kat_Geor-hau_Latn", + "languages": [ + "kat-Geor", + "hau-Latn" + ] + }, + { + "precision": 0.938818, + "recall": 0.95751, + "f1": 0.94473, + "accuracy": 0.95751, + "main_score": 0.94473, + "hf_subset": "kat_Geor-kea_Latn", + "languages": [ + "kat-Geor", + "kea-Latn" + ] + }, + { + "precision": 0.904809, + "recall": 0.932806, + "f1": 0.913867, + "accuracy": 0.932806, + "main_score": 0.913867, + "hf_subset": "kat_Geor-lus_Latn", + "languages": [ + "kat-Geor", + "lus-Latn" + ] + }, + { + "precision": 0.804927, + "recall": 0.850791, + "f1": 0.818083, + "accuracy": 0.850791, + "main_score": 0.818083, + "hf_subset": "kat_Geor-pag_Latn", + "languages": [ + "kat-Geor", + "pag-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "kat_Geor-snd_Arab", + "languages": [ + "kat-Geor", + "snd-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kat_Geor-tuk_Latn", + "languages": [ + "kat-Geor", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kat_Geor-bak_Cyrl", + "languages": [ + "kat-Geor", + "bak-Cyrl" + ] + }, + { + "precision": 0.447601, + "recall": 0.51581, + "f1": 0.465932, + "accuracy": 0.51581, + "main_score": 0.465932, + "hf_subset": "kat_Geor-dyu_Latn", + "languages": [ + "kat-Geor", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-heb_Hebr", + "languages": [ + "kat-Geor", + "heb-Hebr" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "kat_Geor-khk_Cyrl", + "languages": [ + "kat-Geor", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-lvs_Latn", + "languages": [ + "kat-Geor", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kat_Geor-pan_Guru", + "languages": [ + "kat-Geor", + "pan-Guru" + ] + }, + { + "precision": 0.829051, + "recall": 0.878458, + "f1": 0.844269, + "accuracy": 0.878458, + "main_score": 0.844269, + "hf_subset": "kat_Geor-som_Latn", + "languages": [ + "kat-Geor", + "som-Latn" + ] + }, + { + "precision": 0.637716, + "recall": 0.709486, + "f1": 0.658035, + "accuracy": 0.709486, + "main_score": 0.658035, + "hf_subset": "kat_Geor-tum_Latn", + "languages": [ + "kat-Geor", + "tum-Latn" + ] + }, + { + "precision": 0.434898, + "recall": 0.495059, + "f1": 0.452054, + "accuracy": 0.495059, + "main_score": 0.452054, + "hf_subset": "lua_Latn-ace_Arab", + "languages": [ + "lua-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.508967, + "recall": 0.552372, + "f1": 0.52163, + "accuracy": 0.552372, + "main_score": 0.52163, + "hf_subset": "lua_Latn-bam_Latn", + "languages": [ + "lua-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.33803, + "recall": 0.401186, + "f1": 0.35524, + "accuracy": 0.401186, + "main_score": 0.35524, + "hf_subset": "lua_Latn-dzo_Tibt", + "languages": [ + "lua-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.575642, + "recall": 0.634387, + "f1": 0.591706, + "accuracy": 0.634387, + "main_score": 0.591706, + "hf_subset": "lua_Latn-hin_Deva", + "languages": [ + "lua-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.527332, + "recall": 0.575099, + "f1": 0.539877, + "accuracy": 0.575099, + "main_score": 0.539877, + "hf_subset": "lua_Latn-khm_Khmr", + "languages": [ + "lua-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.579584, + "recall": 0.630435, + "f1": 0.593066, + "accuracy": 0.630435, + "main_score": 0.593066, + "hf_subset": "lua_Latn-mag_Deva", + "languages": [ + "lua-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.578546, + "recall": 0.626482, + "f1": 0.591284, + "accuracy": 0.626482, + "main_score": 0.591284, + "hf_subset": "lua_Latn-pap_Latn", + "languages": [ + "lua-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.542428, + "recall": 0.588933, + "f1": 0.554689, + "accuracy": 0.588933, + "main_score": 0.554689, + "hf_subset": "lua_Latn-sot_Latn", + "languages": [ + "lua-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.580966, + "recall": 0.634387, + "f1": 0.595672, + "accuracy": 0.634387, + "main_score": 0.595672, + "hf_subset": "lua_Latn-tur_Latn", + "languages": [ + "lua-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.579729, + "recall": 0.618577, + "f1": 0.590796, + "accuracy": 0.618577, + "main_score": 0.590796, + "hf_subset": "lua_Latn-ace_Latn", + "languages": [ + "lua-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.55745, + "recall": 0.603755, + "f1": 0.569899, + "accuracy": 0.603755, + "main_score": 0.569899, + "hf_subset": "lua_Latn-ban_Latn", + "languages": [ + "lua-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.560658, + "recall": 0.615613, + "f1": 0.574764, + "accuracy": 0.615613, + "main_score": 0.574764, + "hf_subset": "lua_Latn-ell_Grek", + "languages": [ + "lua-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.572051, + "recall": 0.614625, + "f1": 0.583196, + "accuracy": 0.614625, + "main_score": 0.583196, + "hf_subset": "lua_Latn-hne_Deva", + "languages": [ + "lua-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.523074, + "recall": 0.565217, + "f1": 0.534738, + "accuracy": 0.565217, + "main_score": 0.534738, + "hf_subset": "lua_Latn-kik_Latn", + "languages": [ + "lua-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.577166, + "recall": 0.630435, + "f1": 0.591576, + "accuracy": 0.630435, + "main_score": 0.591576, + "hf_subset": "lua_Latn-mai_Deva", + "languages": [ + "lua-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.523339, + "recall": 0.58004, + "f1": 0.537957, + "accuracy": 0.58004, + "main_score": 0.537957, + "hf_subset": "lua_Latn-pbt_Arab", + "languages": [ + "lua-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.603731, + "recall": 0.655138, + "f1": 0.617473, + "accuracy": 0.655138, + "main_score": 0.617473, + "hf_subset": "lua_Latn-spa_Latn", + "languages": [ + "lua-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.585196, + "recall": 0.626482, + "f1": 0.595886, + "accuracy": 0.626482, + "main_score": 0.595886, + "hf_subset": "lua_Latn-twi_Latn", + "languages": [ + "lua-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.575264, + "recall": 0.629447, + "f1": 0.589837, + "accuracy": 0.629447, + "main_score": 0.589837, + "hf_subset": "lua_Latn-acm_Arab", + "languages": [ + "lua-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.525071, + "recall": 0.578063, + "f1": 0.538946, + "accuracy": 0.578063, + "main_score": 0.538946, + "hf_subset": "lua_Latn-bel_Cyrl", + "languages": [ + "lua-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.607324, + "recall": 0.668972, + "f1": 0.623855, + "accuracy": 0.668972, + "main_score": 0.623855, + "hf_subset": "lua_Latn-eng_Latn", + "languages": [ + "lua-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.57936, + "recall": 0.628458, + "f1": 0.592207, + "accuracy": 0.628458, + "main_score": 0.592207, + "hf_subset": "lua_Latn-hrv_Latn", + "languages": [ + "lua-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.5349, + "recall": 0.578063, + "f1": 0.546774, + "accuracy": 0.578063, + "main_score": 0.546774, + "hf_subset": "lua_Latn-kin_Latn", + "languages": [ + "lua-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.542635, + "recall": 0.598814, + "f1": 0.557157, + "accuracy": 0.598814, + "main_score": 0.557157, + "hf_subset": "lua_Latn-mal_Mlym", + "languages": [ + "lua-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.571977, + "recall": 0.617589, + "f1": 0.583619, + "accuracy": 0.617589, + "main_score": 0.583619, + "hf_subset": "lua_Latn-pes_Arab", + "languages": [ + "lua-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.563473, + "recall": 0.614625, + "f1": 0.576329, + "accuracy": 0.614625, + "main_score": 0.576329, + "hf_subset": "lua_Latn-srd_Latn", + "languages": [ + "lua-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.22934, + "recall": 0.290514, + "f1": 0.244068, + "accuracy": 0.290514, + "main_score": 0.244068, + "hf_subset": "lua_Latn-tzm_Tfng", + "languages": [ + "lua-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.569557, + "recall": 0.618577, + "f1": 0.583348, + "accuracy": 0.618577, + "main_score": 0.583348, + "hf_subset": "lua_Latn-acq_Arab", + "languages": [ + "lua-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.572338, + "recall": 0.610672, + "f1": 0.583125, + "accuracy": 0.610672, + "main_score": 0.583125, + "hf_subset": "lua_Latn-bem_Latn", + "languages": [ + "lua-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.561673, + "recall": 0.607708, + "f1": 0.573009, + "accuracy": 0.607708, + "main_score": 0.573009, + "hf_subset": "lua_Latn-epo_Latn", + "languages": [ + "lua-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.575552, + "recall": 0.632411, + "f1": 0.590415, + "accuracy": 0.632411, + "main_score": 0.590415, + "hf_subset": "lua_Latn-hun_Latn", + "languages": [ + "lua-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.550045, + "recall": 0.605731, + "f1": 0.564761, + "accuracy": 0.605731, + "main_score": 0.564761, + "hf_subset": "lua_Latn-kir_Cyrl", + "languages": [ + "lua-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.559522, + "recall": 0.61166, + "f1": 0.573252, + "accuracy": 0.61166, + "main_score": 0.573252, + "hf_subset": "lua_Latn-mar_Deva", + "languages": [ + "lua-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.538487, + "recall": 0.587945, + "f1": 0.552618, + "accuracy": 0.587945, + "main_score": 0.552618, + "hf_subset": "lua_Latn-plt_Latn", + "languages": [ + "lua-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.556262, + "recall": 0.606719, + "f1": 0.569274, + "accuracy": 0.606719, + "main_score": 0.569274, + "hf_subset": "lua_Latn-srp_Cyrl", + "languages": [ + "lua-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.462286, + "recall": 0.522727, + "f1": 0.478039, + "accuracy": 0.522727, + "main_score": 0.478039, + "hf_subset": "lua_Latn-uig_Arab", + "languages": [ + "lua-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.556088, + "recall": 0.604743, + "f1": 0.568556, + "accuracy": 0.604743, + "main_score": 0.568556, + "hf_subset": "lua_Latn-aeb_Arab", + "languages": [ + "lua-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.562998, + "recall": 0.613636, + "f1": 0.577077, + "accuracy": 0.613636, + "main_score": 0.577077, + "hf_subset": "lua_Latn-ben_Beng", + "languages": [ + "lua-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.544993, + "recall": 0.600791, + "f1": 0.560277, + "accuracy": 0.600791, + "main_score": 0.560277, + "hf_subset": "lua_Latn-est_Latn", + "languages": [ + "lua-Latn", + "est-Latn" + ] + }, + { + "precision": 0.533827, + "recall": 0.583992, + "f1": 0.547145, + "accuracy": 0.583992, + "main_score": 0.547145, + "hf_subset": "lua_Latn-hye_Armn", + "languages": [ + "lua-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.523686, + "recall": 0.564229, + "f1": 0.534912, + "accuracy": 0.564229, + "main_score": 0.534912, + "hf_subset": "lua_Latn-kmb_Latn", + "languages": [ + "lua-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.415601, + "recall": 0.479249, + "f1": 0.433957, + "accuracy": 0.479249, + "main_score": 0.433957, + "hf_subset": "lua_Latn-min_Arab", + "languages": [ + "lua-Latn", + "min-Arab" + ] + }, + { + "precision": 0.598569, + "recall": 0.649209, + "f1": 0.611773, + "accuracy": 0.649209, + "main_score": 0.611773, + "hf_subset": "lua_Latn-pol_Latn", + "languages": [ + "lua-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.51586, + "recall": 0.562253, + "f1": 0.528415, + "accuracy": 0.562253, + "main_score": 0.528415, + "hf_subset": "lua_Latn-ssw_Latn", + "languages": [ + "lua-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.585502, + "recall": 0.635375, + "f1": 0.598698, + "accuracy": 0.635375, + "main_score": 0.598698, + "hf_subset": "lua_Latn-ukr_Cyrl", + "languages": [ + "lua-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.560233, + "recall": 0.615613, + "f1": 0.574549, + "accuracy": 0.615613, + "main_score": 0.574549, + "hf_subset": "lua_Latn-afr_Latn", + "languages": [ + "lua-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.574418, + "recall": 0.632411, + "f1": 0.589021, + "accuracy": 0.632411, + "main_score": 0.589021, + "hf_subset": "lua_Latn-bho_Deva", + "languages": [ + "lua-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.548615, + "recall": 0.592885, + "f1": 0.55978, + "accuracy": 0.592885, + "main_score": 0.55978, + "hf_subset": "lua_Latn-eus_Latn", + "languages": [ + "lua-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.539101, + "recall": 0.579051, + "f1": 0.549884, + "accuracy": 0.579051, + "main_score": 0.549884, + "hf_subset": "lua_Latn-ibo_Latn", + "languages": [ + "lua-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.544277, + "recall": 0.596838, + "f1": 0.558464, + "accuracy": 0.596838, + "main_score": 0.558464, + "hf_subset": "lua_Latn-kmr_Latn", + "languages": [ + "lua-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.548228, + "recall": 0.602767, + "f1": 0.562169, + "accuracy": 0.602767, + "main_score": 0.562169, + "hf_subset": "lua_Latn-min_Latn", + "languages": [ + "lua-Latn", + "min-Latn" + ] + }, + { + "precision": 0.600187, + "recall": 0.648221, + "f1": 0.613065, + "accuracy": 0.648221, + "main_score": 0.613065, + "hf_subset": "lua_Latn-por_Latn", + "languages": [ + "lua-Latn", + "por-Latn" + ] + }, + { + "precision": 0.539342, + "recall": 0.590909, + "f1": 0.552789, + "accuracy": 0.590909, + "main_score": 0.552789, + "hf_subset": "lua_Latn-sun_Latn", + "languages": [ + "lua-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.498066, + "recall": 0.544466, + "f1": 0.511978, + "accuracy": 0.544466, + "main_score": 0.511978, + "hf_subset": "lua_Latn-umb_Latn", + "languages": [ + "lua-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.566647, + "recall": 0.621542, + "f1": 0.5805, + "accuracy": 0.621542, + "main_score": 0.5805, + "hf_subset": "lua_Latn-ajp_Arab", + "languages": [ + "lua-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.427899, + "recall": 0.491107, + "f1": 0.445552, + "accuracy": 0.491107, + "main_score": 0.445552, + "hf_subset": "lua_Latn-bjn_Arab", + "languages": [ + "lua-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.486569, + "recall": 0.525692, + "f1": 0.498394, + "accuracy": 0.525692, + "main_score": 0.498394, + "hf_subset": "lua_Latn-ewe_Latn", + "languages": [ + "lua-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.56249, + "recall": 0.613636, + "f1": 0.576043, + "accuracy": 0.613636, + "main_score": 0.576043, + "hf_subset": "lua_Latn-ilo_Latn", + "languages": [ + "lua-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.282902, + "recall": 0.338933, + "f1": 0.297815, + "accuracy": 0.338933, + "main_score": 0.297815, + "hf_subset": "lua_Latn-knc_Arab", + "languages": [ + "lua-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.566764, + "recall": 0.620553, + "f1": 0.580305, + "accuracy": 0.620553, + "main_score": 0.580305, + "hf_subset": "lua_Latn-mkd_Cyrl", + "languages": [ + "lua-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.574455, + "recall": 0.630435, + "f1": 0.589602, + "accuracy": 0.630435, + "main_score": 0.589602, + "hf_subset": "lua_Latn-prs_Arab", + "languages": [ + "lua-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.589479, + "recall": 0.642292, + "f1": 0.6028, + "accuracy": 0.642292, + "main_score": 0.6028, + "hf_subset": "lua_Latn-swe_Latn", + "languages": [ + "lua-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.552055, + "recall": 0.612648, + "f1": 0.567417, + "accuracy": 0.612648, + "main_score": 0.567417, + "hf_subset": "lua_Latn-urd_Arab", + "languages": [ + "lua-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.557453, + "recall": 0.602767, + "f1": 0.570242, + "accuracy": 0.602767, + "main_score": 0.570242, + "hf_subset": "lua_Latn-aka_Latn", + "languages": [ + "lua-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.574277, + "recall": 0.619565, + "f1": 0.586829, + "accuracy": 0.619565, + "main_score": 0.586829, + "hf_subset": "lua_Latn-bjn_Latn", + "languages": [ + "lua-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.546032, + "recall": 0.594862, + "f1": 0.55971, + "accuracy": 0.594862, + "main_score": 0.55971, + "hf_subset": "lua_Latn-fao_Latn", + "languages": [ + "lua-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.585082, + "recall": 0.640316, + "f1": 0.599603, + "accuracy": 0.640316, + "main_score": 0.599603, + "hf_subset": "lua_Latn-ind_Latn", + "languages": [ + "lua-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.528933, + "recall": 0.568182, + "f1": 0.53977, + "accuracy": 0.568182, + "main_score": 0.53977, + "hf_subset": "lua_Latn-knc_Latn", + "languages": [ + "lua-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.547861, + "recall": 0.590909, + "f1": 0.559163, + "accuracy": 0.590909, + "main_score": 0.559163, + "hf_subset": "lua_Latn-mlt_Latn", + "languages": [ + "lua-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.562266, + "recall": 0.602767, + "f1": 0.573376, + "accuracy": 0.602767, + "main_score": 0.573376, + "hf_subset": "lua_Latn-quy_Latn", + "languages": [ + "lua-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.555821, + "recall": 0.605731, + "f1": 0.567974, + "accuracy": 0.605731, + "main_score": 0.567974, + "hf_subset": "lua_Latn-swh_Latn", + "languages": [ + "lua-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.520252, + "recall": 0.58498, + "f1": 0.537222, + "accuracy": 0.58498, + "main_score": 0.537222, + "hf_subset": "lua_Latn-uzn_Latn", + "languages": [ + "lua-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.560593, + "recall": 0.612648, + "f1": 0.57404, + "accuracy": 0.612648, + "main_score": 0.57404, + "hf_subset": "lua_Latn-als_Latn", + "languages": [ + "lua-Latn", + "als-Latn" + ] + }, + { + "precision": 0.397543, + "recall": 0.45751, + "f1": 0.413001, + "accuracy": 0.45751, + "main_score": 0.413001, + "hf_subset": "lua_Latn-bod_Tibt", + "languages": [ + "lua-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.548585, + "recall": 0.588933, + "f1": 0.559822, + "accuracy": 0.588933, + "main_score": 0.559822, + "hf_subset": "lua_Latn-fij_Latn", + "languages": [ + "lua-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.529188, + "recall": 0.582016, + "f1": 0.543165, + "accuracy": 0.582016, + "main_score": 0.543165, + "hf_subset": "lua_Latn-isl_Latn", + "languages": [ + "lua-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.58769, + "recall": 0.633399, + "f1": 0.600511, + "accuracy": 0.633399, + "main_score": 0.600511, + "hf_subset": "lua_Latn-kon_Latn", + "languages": [ + "lua-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.496503, + "recall": 0.546443, + "f1": 0.510354, + "accuracy": 0.546443, + "main_score": 0.510354, + "hf_subset": "lua_Latn-mni_Beng", + "languages": [ + "lua-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.576005, + "recall": 0.625494, + "f1": 0.588689, + "accuracy": 0.625494, + "main_score": 0.588689, + "hf_subset": "lua_Latn-ron_Latn", + "languages": [ + "lua-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.589712, + "recall": 0.63834, + "f1": 0.60283, + "accuracy": 0.63834, + "main_score": 0.60283, + "hf_subset": "lua_Latn-szl_Latn", + "languages": [ + "lua-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.596032, + "recall": 0.637352, + "f1": 0.607133, + "accuracy": 0.637352, + "main_score": 0.607133, + "hf_subset": "lua_Latn-vec_Latn", + "languages": [ + "lua-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.561168, + "recall": 0.612648, + "f1": 0.575334, + "accuracy": 0.612648, + "main_score": 0.575334, + "hf_subset": "lua_Latn-amh_Ethi", + "languages": [ + "lua-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.568755, + "recall": 0.618577, + "f1": 0.58175, + "accuracy": 0.618577, + "main_score": 0.58175, + "hf_subset": "lua_Latn-bos_Latn", + "languages": [ + "lua-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.567604, + "recall": 0.617589, + "f1": 0.581441, + "accuracy": 0.617589, + "main_score": 0.581441, + "hf_subset": "lua_Latn-fin_Latn", + "languages": [ + "lua-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.59484, + "recall": 0.648221, + "f1": 0.609436, + "accuracy": 0.648221, + "main_score": 0.609436, + "hf_subset": "lua_Latn-ita_Latn", + "languages": [ + "lua-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.585658, + "recall": 0.643281, + "f1": 0.601718, + "accuracy": 0.643281, + "main_score": 0.601718, + "hf_subset": "lua_Latn-kor_Hang", + "languages": [ + "lua-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.502652, + "recall": 0.541502, + "f1": 0.513834, + "accuracy": 0.541502, + "main_score": 0.513834, + "hf_subset": "lua_Latn-mos_Latn", + "languages": [ + "lua-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.534253, + "recall": 0.570158, + "f1": 0.544753, + "accuracy": 0.570158, + "main_score": 0.544753, + "hf_subset": "lua_Latn-run_Latn", + "languages": [ + "lua-Latn", + "run-Latn" + ] + }, + { + "precision": 0.549099, + "recall": 0.596838, + "f1": 0.562209, + "accuracy": 0.596838, + "main_score": 0.562209, + "hf_subset": "lua_Latn-tam_Taml", + "languages": [ + "lua-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.592821, + "recall": 0.637352, + "f1": 0.604534, + "accuracy": 0.637352, + "main_score": 0.604534, + "hf_subset": "lua_Latn-vie_Latn", + "languages": [ + "lua-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.568877, + "recall": 0.618577, + "f1": 0.581524, + "accuracy": 0.618577, + "main_score": 0.581524, + "hf_subset": "lua_Latn-apc_Arab", + "languages": [ + "lua-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.558553, + "recall": 0.605731, + "f1": 0.570917, + "accuracy": 0.605731, + "main_score": 0.570917, + "hf_subset": "lua_Latn-bug_Latn", + "languages": [ + "lua-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.470589, + "recall": 0.511858, + "f1": 0.482221, + "accuracy": 0.511858, + "main_score": 0.482221, + "hf_subset": "lua_Latn-fon_Latn", + "languages": [ + "lua-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.556081, + "recall": 0.604743, + "f1": 0.568472, + "accuracy": 0.604743, + "main_score": 0.568472, + "hf_subset": "lua_Latn-jav_Latn", + "languages": [ + "lua-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.514502, + "recall": 0.562253, + "f1": 0.527238, + "accuracy": 0.562253, + "main_score": 0.527238, + "hf_subset": "lua_Latn-lao_Laoo", + "languages": [ + "lua-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.49882, + "recall": 0.551383, + "f1": 0.512782, + "accuracy": 0.551383, + "main_score": 0.512782, + "hf_subset": "lua_Latn-mri_Latn", + "languages": [ + "lua-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.585563, + "recall": 0.63834, + "f1": 0.599965, + "accuracy": 0.63834, + "main_score": 0.599965, + "hf_subset": "lua_Latn-rus_Cyrl", + "languages": [ + "lua-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.51672, + "recall": 0.564229, + "f1": 0.530459, + "accuracy": 0.564229, + "main_score": 0.530459, + "hf_subset": "lua_Latn-taq_Latn", + "languages": [ + "lua-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.578032, + "recall": 0.624506, + "f1": 0.58976, + "accuracy": 0.624506, + "main_score": 0.58976, + "hf_subset": "lua_Latn-war_Latn", + "languages": [ + "lua-Latn", + "war-Latn" + ] + }, + { + "precision": 0.570391, + "recall": 0.62747, + "f1": 0.585718, + "accuracy": 0.62747, + "main_score": 0.585718, + "hf_subset": "lua_Latn-arb_Arab", + "languages": [ + "lua-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.584386, + "recall": 0.636364, + "f1": 0.597385, + "accuracy": 0.636364, + "main_score": 0.597385, + "hf_subset": "lua_Latn-bul_Cyrl", + "languages": [ + "lua-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.604546, + "recall": 0.65415, + "f1": 0.617386, + "accuracy": 0.65415, + "main_score": 0.617386, + "hf_subset": "lua_Latn-fra_Latn", + "languages": [ + "lua-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.587063, + "recall": 0.636364, + "f1": 0.599646, + "accuracy": 0.636364, + "main_score": 0.599646, + "hf_subset": "lua_Latn-jpn_Jpan", + "languages": [ + "lua-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.612668, + "recall": 0.653162, + "f1": 0.622903, + "accuracy": 0.653162, + "main_score": 0.622903, + "hf_subset": "lua_Latn-lij_Latn", + "languages": [ + "lua-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.496171, + "recall": 0.561265, + "f1": 0.513016, + "accuracy": 0.561265, + "main_score": 0.513016, + "hf_subset": "lua_Latn-mya_Mymr", + "languages": [ + "lua-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.552046, + "recall": 0.593874, + "f1": 0.563653, + "accuracy": 0.593874, + "main_score": 0.563653, + "hf_subset": "lua_Latn-sag_Latn", + "languages": [ + "lua-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.224942, + "recall": 0.29249, + "f1": 0.241437, + "accuracy": 0.29249, + "main_score": 0.241437, + "hf_subset": "lua_Latn-taq_Tfng", + "languages": [ + "lua-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.562362, + "recall": 0.607708, + "f1": 0.575252, + "accuracy": 0.607708, + "main_score": 0.575252, + "hf_subset": "lua_Latn-wol_Latn", + "languages": [ + "lua-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.473176, + "recall": 0.531621, + "f1": 0.488963, + "accuracy": 0.531621, + "main_score": 0.488963, + "hf_subset": "lua_Latn-arb_Latn", + "languages": [ + "lua-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.568354, + "recall": 0.623518, + "f1": 0.582927, + "accuracy": 0.623518, + "main_score": 0.582927, + "hf_subset": "lua_Latn-cat_Latn", + "languages": [ + "lua-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.605842, + "recall": 0.649209, + "f1": 0.616988, + "accuracy": 0.649209, + "main_score": 0.616988, + "hf_subset": "lua_Latn-fur_Latn", + "languages": [ + "lua-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.423633, + "recall": 0.478261, + "f1": 0.438698, + "accuracy": 0.478261, + "main_score": 0.438698, + "hf_subset": "lua_Latn-kab_Latn", + "languages": [ + "lua-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.563474, + "recall": 0.613636, + "f1": 0.576236, + "accuracy": 0.613636, + "main_score": 0.576236, + "hf_subset": "lua_Latn-lim_Latn", + "languages": [ + "lua-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.589457, + "recall": 0.63834, + "f1": 0.601952, + "accuracy": 0.63834, + "main_score": 0.601952, + "hf_subset": "lua_Latn-nld_Latn", + "languages": [ + "lua-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.535566, + "recall": 0.59585, + "f1": 0.552065, + "accuracy": 0.59585, + "main_score": 0.552065, + "hf_subset": "lua_Latn-san_Deva", + "languages": [ + "lua-Latn", + "san-Deva" + ] + }, + { + "precision": 0.530681, + "recall": 0.583992, + "f1": 0.544856, + "accuracy": 0.583992, + "main_score": 0.544856, + "hf_subset": "lua_Latn-tat_Cyrl", + "languages": [ + "lua-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.537149, + "recall": 0.592885, + "f1": 0.552329, + "accuracy": 0.592885, + "main_score": 0.552329, + "hf_subset": "lua_Latn-xho_Latn", + "languages": [ + "lua-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.553641, + "recall": 0.609684, + "f1": 0.568826, + "accuracy": 0.609684, + "main_score": 0.568826, + "hf_subset": "lua_Latn-ars_Arab", + "languages": [ + "lua-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.560151, + "recall": 0.605731, + "f1": 0.571703, + "accuracy": 0.605731, + "main_score": 0.571703, + "hf_subset": "lua_Latn-ceb_Latn", + "languages": [ + "lua-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.498121, + "recall": 0.541502, + "f1": 0.510416, + "accuracy": 0.541502, + "main_score": 0.510416, + "hf_subset": "lua_Latn-fuv_Latn", + "languages": [ + "lua-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.495877, + "recall": 0.540514, + "f1": 0.508809, + "accuracy": 0.540514, + "main_score": 0.508809, + "hf_subset": "lua_Latn-kac_Latn", + "languages": [ + "lua-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.591661, + "recall": 0.62747, + "f1": 0.601355, + "accuracy": 0.62747, + "main_score": 0.601355, + "hf_subset": "lua_Latn-lin_Latn", + "languages": [ + "lua-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.541546, + "recall": 0.592885, + "f1": 0.555278, + "accuracy": 0.592885, + "main_score": 0.555278, + "hf_subset": "lua_Latn-nno_Latn", + "languages": [ + "lua-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.528466, + "recall": 0.58004, + "f1": 0.542594, + "accuracy": 0.58004, + "main_score": 0.542594, + "hf_subset": "lua_Latn-sat_Olck", + "languages": [ + "lua-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.539019, + "recall": 0.59585, + "f1": 0.553766, + "accuracy": 0.59585, + "main_score": 0.553766, + "hf_subset": "lua_Latn-tel_Telu", + "languages": [ + "lua-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.514707, + "recall": 0.574111, + "f1": 0.530196, + "accuracy": 0.574111, + "main_score": 0.530196, + "hf_subset": "lua_Latn-ydd_Hebr", + "languages": [ + "lua-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.5505, + "recall": 0.599802, + "f1": 0.562792, + "accuracy": 0.599802, + "main_score": 0.562792, + "hf_subset": "lua_Latn-ary_Arab", + "languages": [ + "lua-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.584029, + "recall": 0.636364, + "f1": 0.597906, + "accuracy": 0.636364, + "main_score": 0.597906, + "hf_subset": "lua_Latn-ces_Latn", + "languages": [ + "lua-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.476718, + "recall": 0.532609, + "f1": 0.49247, + "accuracy": 0.532609, + "main_score": 0.49247, + "hf_subset": "lua_Latn-gaz_Latn", + "languages": [ + "lua-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.524457, + "recall": 0.570158, + "f1": 0.537813, + "accuracy": 0.570158, + "main_score": 0.537813, + "hf_subset": "lua_Latn-kam_Latn", + "languages": [ + "lua-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.542224, + "recall": 0.594862, + "f1": 0.556083, + "accuracy": 0.594862, + "main_score": 0.556083, + "hf_subset": "lua_Latn-lit_Latn", + "languages": [ + "lua-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.587767, + "recall": 0.639328, + "f1": 0.60058, + "accuracy": 0.639328, + "main_score": 0.60058, + "hf_subset": "lua_Latn-nob_Latn", + "languages": [ + "lua-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.572983, + "recall": 0.617589, + "f1": 0.584884, + "accuracy": 0.617589, + "main_score": 0.584884, + "hf_subset": "lua_Latn-scn_Latn", + "languages": [ + "lua-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.534396, + "recall": 0.578063, + "f1": 0.546279, + "accuracy": 0.578063, + "main_score": 0.546279, + "hf_subset": "lua_Latn-tgk_Cyrl", + "languages": [ + "lua-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.499244, + "recall": 0.552372, + "f1": 0.513759, + "accuracy": 0.552372, + "main_score": 0.513759, + "hf_subset": "lua_Latn-yor_Latn", + "languages": [ + "lua-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.568184, + "recall": 0.620553, + "f1": 0.581868, + "accuracy": 0.620553, + "main_score": 0.581868, + "hf_subset": "lua_Latn-arz_Arab", + "languages": [ + "lua-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.518751, + "recall": 0.562253, + "f1": 0.531966, + "accuracy": 0.562253, + "main_score": 0.531966, + "hf_subset": "lua_Latn-cjk_Latn", + "languages": [ + "lua-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.538339, + "recall": 0.588933, + "f1": 0.551823, + "accuracy": 0.588933, + "main_score": 0.551823, + "hf_subset": "lua_Latn-gla_Latn", + "languages": [ + "lua-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.537686, + "recall": 0.588933, + "f1": 0.551348, + "accuracy": 0.588933, + "main_score": 0.551348, + "hf_subset": "lua_Latn-kan_Knda", + "languages": [ + "lua-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.602078, + "recall": 0.643281, + "f1": 0.611925, + "accuracy": 0.643281, + "main_score": 0.611925, + "hf_subset": "lua_Latn-lmo_Latn", + "languages": [ + "lua-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.551837, + "recall": 0.609684, + "f1": 0.566018, + "accuracy": 0.609684, + "main_score": 0.566018, + "hf_subset": "lua_Latn-npi_Deva", + "languages": [ + "lua-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.439991, + "recall": 0.496047, + "f1": 0.455787, + "accuracy": 0.496047, + "main_score": 0.455787, + "hf_subset": "lua_Latn-shn_Mymr", + "languages": [ + "lua-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.572053, + "recall": 0.623518, + "f1": 0.585564, + "accuracy": 0.623518, + "main_score": 0.585564, + "hf_subset": "lua_Latn-tgl_Latn", + "languages": [ + "lua-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.552607, + "recall": 0.605731, + "f1": 0.567077, + "accuracy": 0.605731, + "main_score": 0.567077, + "hf_subset": "lua_Latn-yue_Hant", + "languages": [ + "lua-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.512116, + "recall": 0.561265, + "f1": 0.525975, + "accuracy": 0.561265, + "main_score": 0.525975, + "hf_subset": "lua_Latn-asm_Beng", + "languages": [ + "lua-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.516409, + "recall": 0.576087, + "f1": 0.5329, + "accuracy": 0.576087, + "main_score": 0.5329, + "hf_subset": "lua_Latn-ckb_Arab", + "languages": [ + "lua-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.532143, + "recall": 0.583004, + "f1": 0.546423, + "accuracy": 0.583004, + "main_score": 0.546423, + "hf_subset": "lua_Latn-gle_Latn", + "languages": [ + "lua-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.551551, + "recall": 0.604743, + "f1": 0.566752, + "accuracy": 0.604743, + "main_score": 0.566752, + "hf_subset": "lua_Latn-kas_Arab", + "languages": [ + "lua-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.556306, + "recall": 0.604743, + "f1": 0.569552, + "accuracy": 0.604743, + "main_score": 0.569552, + "hf_subset": "lua_Latn-ltg_Latn", + "languages": [ + "lua-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.561775, + "recall": 0.604743, + "f1": 0.574239, + "accuracy": 0.604743, + "main_score": 0.574239, + "hf_subset": "lua_Latn-nso_Latn", + "languages": [ + "lua-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.528859, + "recall": 0.58498, + "f1": 0.543575, + "accuracy": 0.58498, + "main_score": 0.543575, + "hf_subset": "lua_Latn-sin_Sinh", + "languages": [ + "lua-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.550081, + "recall": 0.606719, + "f1": 0.565693, + "accuracy": 0.606719, + "main_score": 0.565693, + "hf_subset": "lua_Latn-tha_Thai", + "languages": [ + "lua-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.515483, + "recall": 0.566206, + "f1": 0.527818, + "accuracy": 0.566206, + "main_score": 0.527818, + "hf_subset": "lua_Latn-zho_Hans", + "languages": [ + "lua-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.574271, + "recall": 0.62253, + "f1": 0.586006, + "accuracy": 0.62253, + "main_score": 0.586006, + "hf_subset": "lua_Latn-ast_Latn", + "languages": [ + "lua-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.579507, + "recall": 0.62747, + "f1": 0.592571, + "accuracy": 0.62747, + "main_score": 0.592571, + "hf_subset": "lua_Latn-crh_Latn", + "languages": [ + "lua-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.56484, + "recall": 0.614625, + "f1": 0.576998, + "accuracy": 0.614625, + "main_score": 0.576998, + "hf_subset": "lua_Latn-glg_Latn", + "languages": [ + "lua-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.55624, + "recall": 0.609684, + "f1": 0.5707, + "accuracy": 0.609684, + "main_score": 0.5707, + "hf_subset": "lua_Latn-kas_Deva", + "languages": [ + "lua-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.535443, + "recall": 0.588933, + "f1": 0.548805, + "accuracy": 0.588933, + "main_score": 0.548805, + "hf_subset": "lua_Latn-ltz_Latn", + "languages": [ + "lua-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.465433, + "recall": 0.513834, + "f1": 0.479538, + "accuracy": 0.513834, + "main_score": 0.479538, + "hf_subset": "lua_Latn-nus_Latn", + "languages": [ + "lua-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.570233, + "recall": 0.620553, + "f1": 0.58353, + "accuracy": 0.620553, + "main_score": 0.58353, + "hf_subset": "lua_Latn-slk_Latn", + "languages": [ + "lua-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.503741, + "recall": 0.559289, + "f1": 0.519641, + "accuracy": 0.559289, + "main_score": 0.519641, + "hf_subset": "lua_Latn-tir_Ethi", + "languages": [ + "lua-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.542251, + "recall": 0.594862, + "f1": 0.555032, + "accuracy": 0.594862, + "main_score": 0.555032, + "hf_subset": "lua_Latn-zho_Hant", + "languages": [ + "lua-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.564795, + "recall": 0.617589, + "f1": 0.577639, + "accuracy": 0.617589, + "main_score": 0.577639, + "hf_subset": "lua_Latn-awa_Deva", + "languages": [ + "lua-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.54185, + "recall": 0.594862, + "f1": 0.555277, + "accuracy": 0.594862, + "main_score": 0.555277, + "hf_subset": "lua_Latn-cym_Latn", + "languages": [ + "lua-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.568131, + "recall": 0.609684, + "f1": 0.57972, + "accuracy": 0.609684, + "main_score": 0.57972, + "hf_subset": "lua_Latn-grn_Latn", + "languages": [ + "lua-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.546589, + "recall": 0.605731, + "f1": 0.561382, + "accuracy": 0.605731, + "main_score": 0.561382, + "hf_subset": "lua_Latn-kat_Geor", + "languages": [ + "lua-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.542298, + "recall": 0.585968, + "f1": 0.55411, + "accuracy": 0.585968, + "main_score": 0.55411, + "hf_subset": "lua_Latn-nya_Latn", + "languages": [ + "lua-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.567072, + "recall": 0.620553, + "f1": 0.580785, + "accuracy": 0.620553, + "main_score": 0.580785, + "hf_subset": "lua_Latn-slv_Latn", + "languages": [ + "lua-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.576637, + "recall": 0.624506, + "f1": 0.588822, + "accuracy": 0.624506, + "main_score": 0.588822, + "hf_subset": "lua_Latn-tpi_Latn", + "languages": [ + "lua-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.581235, + "recall": 0.62747, + "f1": 0.592768, + "accuracy": 0.62747, + "main_score": 0.592768, + "hf_subset": "lua_Latn-zsm_Latn", + "languages": [ + "lua-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.493748, + "recall": 0.538538, + "f1": 0.506367, + "accuracy": 0.538538, + "main_score": 0.506367, + "hf_subset": "lua_Latn-ayr_Latn", + "languages": [ + "lua-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.579959, + "recall": 0.632411, + "f1": 0.593577, + "accuracy": 0.632411, + "main_score": 0.593577, + "hf_subset": "lua_Latn-dan_Latn", + "languages": [ + "lua-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.545826, + "recall": 0.604743, + "f1": 0.560429, + "accuracy": 0.604743, + "main_score": 0.560429, + "hf_subset": "lua_Latn-guj_Gujr", + "languages": [ + "lua-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.543967, + "recall": 0.591897, + "f1": 0.556786, + "accuracy": 0.591897, + "main_score": 0.556786, + "hf_subset": "lua_Latn-kaz_Cyrl", + "languages": [ + "lua-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.516503, + "recall": 0.567194, + "f1": 0.530333, + "accuracy": 0.567194, + "main_score": 0.530333, + "hf_subset": "lua_Latn-lug_Latn", + "languages": [ + "lua-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.589719, + "recall": 0.628458, + "f1": 0.599961, + "accuracy": 0.628458, + "main_score": 0.599961, + "hf_subset": "lua_Latn-oci_Latn", + "languages": [ + "lua-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.533258, + "recall": 0.58004, + "f1": 0.545143, + "accuracy": 0.58004, + "main_score": 0.545143, + "hf_subset": "lua_Latn-smo_Latn", + "languages": [ + "lua-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.532553, + "recall": 0.578063, + "f1": 0.545074, + "accuracy": 0.578063, + "main_score": 0.545074, + "hf_subset": "lua_Latn-tsn_Latn", + "languages": [ + "lua-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.518312, + "recall": 0.573123, + "f1": 0.53246, + "accuracy": 0.573123, + "main_score": 0.53246, + "hf_subset": "lua_Latn-zul_Latn", + "languages": [ + "lua-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.512866, + "recall": 0.56917, + "f1": 0.528565, + "accuracy": 0.56917, + "main_score": 0.528565, + "hf_subset": "lua_Latn-azb_Arab", + "languages": [ + "lua-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.602351, + "recall": 0.655138, + "f1": 0.616404, + "accuracy": 0.655138, + "main_score": 0.616404, + "hf_subset": "lua_Latn-deu_Latn", + "languages": [ + "lua-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.557352, + "recall": 0.612648, + "f1": 0.572305, + "accuracy": 0.612648, + "main_score": 0.572305, + "hf_subset": "lua_Latn-hat_Latn", + "languages": [ + "lua-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.497848, + "recall": 0.538538, + "f1": 0.509345, + "accuracy": 0.538538, + "main_score": 0.509345, + "hf_subset": "lua_Latn-kbp_Latn", + "languages": [ + "lua-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.538816, + "recall": 0.577075, + "f1": 0.549863, + "accuracy": 0.577075, + "main_score": 0.549863, + "hf_subset": "lua_Latn-luo_Latn", + "languages": [ + "lua-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.513207, + "recall": 0.572134, + "f1": 0.528626, + "accuracy": 0.572134, + "main_score": 0.528626, + "hf_subset": "lua_Latn-ory_Orya", + "languages": [ + "lua-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.545451, + "recall": 0.598814, + "f1": 0.558972, + "accuracy": 0.598814, + "main_score": 0.558972, + "hf_subset": "lua_Latn-sna_Latn", + "languages": [ + "lua-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.547143, + "recall": 0.593874, + "f1": 0.560647, + "accuracy": 0.593874, + "main_score": 0.560647, + "hf_subset": "lua_Latn-tso_Latn", + "languages": [ + "lua-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.531298, + "recall": 0.589921, + "f1": 0.547333, + "accuracy": 0.589921, + "main_score": 0.547333, + "hf_subset": "lua_Latn-azj_Latn", + "languages": [ + "lua-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.503046, + "recall": 0.548419, + "f1": 0.516224, + "accuracy": 0.548419, + "main_score": 0.516224, + "hf_subset": "lua_Latn-dik_Latn", + "languages": [ + "lua-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.530889, + "recall": 0.573123, + "f1": 0.542363, + "accuracy": 0.573123, + "main_score": 0.542363, + "hf_subset": "lua_Latn-hau_Latn", + "languages": [ + "lua-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.590865, + "recall": 0.637352, + "f1": 0.602857, + "accuracy": 0.637352, + "main_score": 0.602857, + "hf_subset": "lua_Latn-kea_Latn", + "languages": [ + "lua-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.556143, + "recall": 0.604743, + "f1": 0.568661, + "accuracy": 0.604743, + "main_score": 0.568661, + "hf_subset": "lua_Latn-lus_Latn", + "languages": [ + "lua-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.598795, + "recall": 0.640316, + "f1": 0.610193, + "accuracy": 0.640316, + "main_score": 0.610193, + "hf_subset": "lua_Latn-pag_Latn", + "languages": [ + "lua-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.5041, + "recall": 0.564229, + "f1": 0.519635, + "accuracy": 0.564229, + "main_score": 0.519635, + "hf_subset": "lua_Latn-snd_Arab", + "languages": [ + "lua-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.512749, + "recall": 0.570158, + "f1": 0.528148, + "accuracy": 0.570158, + "main_score": 0.528148, + "hf_subset": "lua_Latn-tuk_Latn", + "languages": [ + "lua-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.535819, + "recall": 0.586957, + "f1": 0.549862, + "accuracy": 0.586957, + "main_score": 0.549862, + "hf_subset": "lua_Latn-bak_Cyrl", + "languages": [ + "lua-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.453217, + "recall": 0.51581, + "f1": 0.470435, + "accuracy": 0.51581, + "main_score": 0.470435, + "hf_subset": "lua_Latn-dyu_Latn", + "languages": [ + "lua-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.556113, + "recall": 0.607708, + "f1": 0.569142, + "accuracy": 0.607708, + "main_score": 0.569142, + "hf_subset": "lua_Latn-heb_Hebr", + "languages": [ + "lua-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.540334, + "recall": 0.589921, + "f1": 0.554424, + "accuracy": 0.589921, + "main_score": 0.554424, + "hf_subset": "lua_Latn-khk_Cyrl", + "languages": [ + "lua-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.563037, + "recall": 0.616601, + "f1": 0.576995, + "accuracy": 0.616601, + "main_score": 0.576995, + "hf_subset": "lua_Latn-lvs_Latn", + "languages": [ + "lua-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.539518, + "recall": 0.594862, + "f1": 0.55389, + "accuracy": 0.594862, + "main_score": 0.55389, + "hf_subset": "lua_Latn-pan_Guru", + "languages": [ + "lua-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.522401, + "recall": 0.570158, + "f1": 0.535777, + "accuracy": 0.570158, + "main_score": 0.535777, + "hf_subset": "lua_Latn-som_Latn", + "languages": [ + "lua-Latn", + "som-Latn" + ] + }, + { + "precision": 0.53274, + "recall": 0.576087, + "f1": 0.545173, + "accuracy": 0.576087, + "main_score": 0.545173, + "hf_subset": "lua_Latn-tum_Latn", + "languages": [ + "lua-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.415668, + "recall": 0.487154, + "f1": 0.435566, + "accuracy": 0.487154, + "main_score": 0.435566, + "hf_subset": "nya_Latn-ace_Arab", + "languages": [ + "nya-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.452674, + "recall": 0.501976, + "f1": 0.465058, + "accuracy": 0.501976, + "main_score": 0.465058, + "hf_subset": "nya_Latn-bam_Latn", + "languages": [ + "nya-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.46317, + "recall": 0.535573, + "f1": 0.4828, + "accuracy": 0.535573, + "main_score": 0.4828, + "hf_subset": "nya_Latn-dzo_Tibt", + "languages": [ + "nya-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.817918, + "recall": 0.857708, + "f1": 0.828978, + "accuracy": 0.857708, + "main_score": 0.828978, + "hf_subset": "nya_Latn-hin_Deva", + "languages": [ + "nya-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.742878, + "recall": 0.798419, + "f1": 0.758903, + "accuracy": 0.798419, + "main_score": 0.758903, + "hf_subset": "nya_Latn-khm_Khmr", + "languages": [ + "nya-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.753207, + "recall": 0.801383, + "f1": 0.766138, + "accuracy": 0.801383, + "main_score": 0.766138, + "hf_subset": "nya_Latn-mag_Deva", + "languages": [ + "nya-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.772802, + "recall": 0.817194, + "f1": 0.785101, + "accuracy": 0.817194, + "main_score": 0.785101, + "hf_subset": "nya_Latn-pap_Latn", + "languages": [ + "nya-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.756975, + "recall": 0.8083, + "f1": 0.772222, + "accuracy": 0.8083, + "main_score": 0.772222, + "hf_subset": "nya_Latn-sot_Latn", + "languages": [ + "nya-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.799173, + "recall": 0.837945, + "f1": 0.810164, + "accuracy": 0.837945, + "main_score": 0.810164, + "hf_subset": "nya_Latn-tur_Latn", + "languages": [ + "nya-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.686067, + "recall": 0.731225, + "f1": 0.698187, + "accuracy": 0.731225, + "main_score": 0.698187, + "hf_subset": "nya_Latn-ace_Latn", + "languages": [ + "nya-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.726296, + "recall": 0.767787, + "f1": 0.737598, + "accuracy": 0.767787, + "main_score": 0.737598, + "hf_subset": "nya_Latn-ban_Latn", + "languages": [ + "nya-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.779048, + "recall": 0.825099, + "f1": 0.791761, + "accuracy": 0.825099, + "main_score": 0.791761, + "hf_subset": "nya_Latn-ell_Grek", + "languages": [ + "nya-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.732997, + "recall": 0.788538, + "f1": 0.747879, + "accuracy": 0.788538, + "main_score": 0.747879, + "hf_subset": "nya_Latn-hne_Deva", + "languages": [ + "nya-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.550836, + "recall": 0.600791, + "f1": 0.563603, + "accuracy": 0.600791, + "main_score": 0.563603, + "hf_subset": "nya_Latn-kik_Latn", + "languages": [ + "nya-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.738807, + "recall": 0.786561, + "f1": 0.751121, + "accuracy": 0.786561, + "main_score": 0.751121, + "hf_subset": "nya_Latn-mai_Deva", + "languages": [ + "nya-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.733748, + "recall": 0.788538, + "f1": 0.749102, + "accuracy": 0.788538, + "main_score": 0.749102, + "hf_subset": "nya_Latn-pbt_Arab", + "languages": [ + "nya-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.778056, + "recall": 0.826087, + "f1": 0.791501, + "accuracy": 0.826087, + "main_score": 0.791501, + "hf_subset": "nya_Latn-spa_Latn", + "languages": [ + "nya-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.657437, + "recall": 0.708498, + "f1": 0.671413, + "accuracy": 0.708498, + "main_score": 0.671413, + "hf_subset": "nya_Latn-twi_Latn", + "languages": [ + "nya-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.77617, + "recall": 0.825099, + "f1": 0.789865, + "accuracy": 0.825099, + "main_score": 0.789865, + "hf_subset": "nya_Latn-acm_Arab", + "languages": [ + "nya-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.72109, + "recall": 0.771739, + "f1": 0.734695, + "accuracy": 0.771739, + "main_score": 0.734695, + "hf_subset": "nya_Latn-bel_Cyrl", + "languages": [ + "nya-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.770713, + "recall": 0.81917, + "f1": 0.784091, + "accuracy": 0.81917, + "main_score": 0.784091, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.780131, + "recall": 0.826087, + "f1": 0.79264, + "accuracy": 0.826087, + "main_score": 0.79264, + "hf_subset": "nya_Latn-hrv_Latn", + "languages": [ + "nya-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.759783, + "recall": 0.810277, + "f1": 0.774628, + "accuracy": 0.810277, + "main_score": 0.774628, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.79087, + "recall": 0.833992, + "f1": 0.802746, + "accuracy": 0.833992, + "main_score": 0.802746, + "hf_subset": "nya_Latn-mal_Mlym", + "languages": [ + "nya-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.766621, + "recall": 0.814229, + "f1": 0.779831, + "accuracy": 0.814229, + "main_score": 0.779831, + "hf_subset": "nya_Latn-pes_Arab", + "languages": [ + "nya-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.761419, + "recall": 0.806324, + "f1": 0.773784, + "accuracy": 0.806324, + "main_score": 0.773784, + "hf_subset": "nya_Latn-srd_Latn", + "languages": [ + "nya-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.210761, + "recall": 0.271739, + "f1": 0.2259, + "accuracy": 0.271739, + "main_score": 0.2259, + "hf_subset": "nya_Latn-tzm_Tfng", + "languages": [ + "nya-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.793034, + "recall": 0.839921, + "f1": 0.80608, + "accuracy": 0.839921, + "main_score": 0.80608, + "hf_subset": "nya_Latn-acq_Arab", + "languages": [ + "nya-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.651873, + "recall": 0.708498, + "f1": 0.667773, + "accuracy": 0.708498, + "main_score": 0.667773, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.768719, + "recall": 0.814229, + "f1": 0.780666, + "accuracy": 0.814229, + "main_score": 0.780666, + "hf_subset": "nya_Latn-epo_Latn", + "languages": [ + "nya-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.804471, + "recall": 0.847826, + "f1": 0.81652, + "accuracy": 0.847826, + "main_score": 0.81652, + "hf_subset": "nya_Latn-hun_Latn", + "languages": [ + "nya-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.773153, + "recall": 0.815217, + "f1": 0.784623, + "accuracy": 0.815217, + "main_score": 0.784623, + "hf_subset": "nya_Latn-kir_Cyrl", + "languages": [ + "nya-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.781278, + "recall": 0.823123, + "f1": 0.792904, + "accuracy": 0.823123, + "main_score": 0.792904, + "hf_subset": "nya_Latn-mar_Deva", + "languages": [ + "nya-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.717278, + "recall": 0.769763, + "f1": 0.732247, + "accuracy": 0.769763, + "main_score": 0.732247, + "hf_subset": "nya_Latn-plt_Latn", + "languages": [ + "nya-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.781121, + "recall": 0.826087, + "f1": 0.793609, + "accuracy": 0.826087, + "main_score": 0.793609, + "hf_subset": "nya_Latn-srp_Cyrl", + "languages": [ + "nya-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.724667, + "recall": 0.781621, + "f1": 0.740783, + "accuracy": 0.781621, + "main_score": 0.740783, + "hf_subset": "nya_Latn-uig_Arab", + "languages": [ + "nya-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.769637, + "recall": 0.817194, + "f1": 0.783076, + "accuracy": 0.817194, + "main_score": 0.783076, + "hf_subset": "nya_Latn-aeb_Arab", + "languages": [ + "nya-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.778988, + "recall": 0.821146, + "f1": 0.790102, + "accuracy": 0.821146, + "main_score": 0.790102, + "hf_subset": "nya_Latn-ben_Beng", + "languages": [ + "nya-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.785971, + "recall": 0.831028, + "f1": 0.798494, + "accuracy": 0.831028, + "main_score": 0.798494, + "hf_subset": "nya_Latn-est_Latn", + "languages": [ + "nya-Latn", + "est-Latn" + ] + }, + { + "precision": 0.76344, + "recall": 0.816206, + "f1": 0.778352, + "accuracy": 0.816206, + "main_score": 0.778352, + "hf_subset": "nya_Latn-hye_Armn", + "languages": [ + "nya-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.484124, + "recall": 0.530632, + "f1": 0.496663, + "accuracy": 0.530632, + "main_score": 0.496663, + "hf_subset": "nya_Latn-kmb_Latn", + "languages": [ + "nya-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.379622, + "recall": 0.448617, + "f1": 0.39752, + "accuracy": 0.448617, + "main_score": 0.39752, + "hf_subset": "nya_Latn-min_Arab", + "languages": [ + "nya-Latn", + "min-Arab" + ] + }, + { + "precision": 0.799309, + "recall": 0.839921, + "f1": 0.810407, + "accuracy": 0.839921, + "main_score": 0.810407, + "hf_subset": "nya_Latn-pol_Latn", + "languages": [ + "nya-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.687195, + "recall": 0.745059, + "f1": 0.703848, + "accuracy": 0.745059, + "main_score": 0.703848, + "hf_subset": "nya_Latn-ssw_Latn", + "languages": [ + "nya-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.78205, + "recall": 0.828063, + "f1": 0.794441, + "accuracy": 0.828063, + "main_score": 0.794441, + "hf_subset": "nya_Latn-ukr_Cyrl", + "languages": [ + "nya-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.788022, + "recall": 0.827075, + "f1": 0.798359, + "accuracy": 0.827075, + "main_score": 0.798359, + "hf_subset": "nya_Latn-afr_Latn", + "languages": [ + "nya-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.728504, + "recall": 0.777668, + "f1": 0.740607, + "accuracy": 0.777668, + "main_score": 0.740607, + "hf_subset": "nya_Latn-bho_Deva", + "languages": [ + "nya-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.758099, + "recall": 0.804348, + "f1": 0.770343, + "accuracy": 0.804348, + "main_score": 0.770343, + "hf_subset": "nya_Latn-eus_Latn", + "languages": [ + "nya-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.729965, + "recall": 0.782609, + "f1": 0.745067, + "accuracy": 0.782609, + "main_score": 0.745067, + "hf_subset": "nya_Latn-ibo_Latn", + "languages": [ + "nya-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.717112, + "recall": 0.76581, + "f1": 0.731183, + "accuracy": 0.76581, + "main_score": 0.731183, + "hf_subset": "nya_Latn-kmr_Latn", + "languages": [ + "nya-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.745346, + "recall": 0.787549, + "f1": 0.756316, + "accuracy": 0.787549, + "main_score": 0.756316, + "hf_subset": "nya_Latn-min_Latn", + "languages": [ + "nya-Latn", + "min-Latn" + ] + }, + { + "precision": 0.804397, + "recall": 0.84585, + "f1": 0.81618, + "accuracy": 0.84585, + "main_score": 0.81618, + "hf_subset": "nya_Latn-por_Latn", + "languages": [ + "nya-Latn", + "por-Latn" + ] + }, + { + "precision": 0.762012, + "recall": 0.802372, + "f1": 0.772495, + "accuracy": 0.802372, + "main_score": 0.772495, + "hf_subset": "nya_Latn-sun_Latn", + "languages": [ + "nya-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.476248, + "recall": 0.525692, + "f1": 0.489986, + "accuracy": 0.525692, + "main_score": 0.489986, + "hf_subset": "nya_Latn-umb_Latn", + "languages": [ + "nya-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.807967, + "recall": 0.846838, + "f1": 0.818252, + "accuracy": 0.846838, + "main_score": 0.818252, + "hf_subset": "nya_Latn-ajp_Arab", + "languages": [ + "nya-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.394567, + "recall": 0.465415, + "f1": 0.41345, + "accuracy": 0.465415, + "main_score": 0.41345, + "hf_subset": "nya_Latn-bjn_Arab", + "languages": [ + "nya-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.465507, + "recall": 0.507905, + "f1": 0.477475, + "accuracy": 0.507905, + "main_score": 0.477475, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.749515, + "recall": 0.797431, + "f1": 0.7622, + "accuracy": 0.797431, + "main_score": 0.7622, + "hf_subset": "nya_Latn-ilo_Latn", + "languages": [ + "nya-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.249941, + "recall": 0.305336, + "f1": 0.263259, + "accuracy": 0.305336, + "main_score": 0.263259, + "hf_subset": "nya_Latn-knc_Arab", + "languages": [ + "nya-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.785777, + "recall": 0.833992, + "f1": 0.799341, + "accuracy": 0.833992, + "main_score": 0.799341, + "hf_subset": "nya_Latn-mkd_Cyrl", + "languages": [ + "nya-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.798423, + "recall": 0.843874, + "f1": 0.81106, + "accuracy": 0.843874, + "main_score": 0.81106, + "hf_subset": "nya_Latn-prs_Arab", + "languages": [ + "nya-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.797969, + "recall": 0.837945, + "f1": 0.808536, + "accuracy": 0.837945, + "main_score": 0.808536, + "hf_subset": "nya_Latn-swe_Latn", + "languages": [ + "nya-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.774131, + "recall": 0.824111, + "f1": 0.788084, + "accuracy": 0.824111, + "main_score": 0.788084, + "hf_subset": "nya_Latn-urd_Arab", + "languages": [ + "nya-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.63442, + "recall": 0.679842, + "f1": 0.646017, + "accuracy": 0.679842, + "main_score": 0.646017, + "hf_subset": "nya_Latn-aka_Latn", + "languages": [ + "nya-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.749407, + "recall": 0.788538, + "f1": 0.759618, + "accuracy": 0.788538, + "main_score": 0.759618, + "hf_subset": "nya_Latn-bjn_Latn", + "languages": [ + "nya-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.779644, + "recall": 0.822134, + "f1": 0.79138, + "accuracy": 0.822134, + "main_score": 0.79138, + "hf_subset": "nya_Latn-fao_Latn", + "languages": [ + "nya-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.80099, + "recall": 0.847826, + "f1": 0.814091, + "accuracy": 0.847826, + "main_score": 0.814091, + "hf_subset": "nya_Latn-ind_Latn", + "languages": [ + "nya-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.512466, + "recall": 0.555336, + "f1": 0.523429, + "accuracy": 0.555336, + "main_score": 0.523429, + "hf_subset": "nya_Latn-knc_Latn", + "languages": [ + "nya-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.771271, + "recall": 0.810277, + "f1": 0.781716, + "accuracy": 0.810277, + "main_score": 0.781716, + "hf_subset": "nya_Latn-mlt_Latn", + "languages": [ + "nya-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.546916, + "recall": 0.601779, + "f1": 0.561887, + "accuracy": 0.601779, + "main_score": 0.561887, + "hf_subset": "nya_Latn-quy_Latn", + "languages": [ + "nya-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.795623, + "recall": 0.835968, + "f1": 0.807253, + "accuracy": 0.835968, + "main_score": 0.807253, + "hf_subset": "nya_Latn-swh_Latn", + "languages": [ + "nya-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.771887, + "recall": 0.81917, + "f1": 0.78483, + "accuracy": 0.81917, + "main_score": 0.78483, + "hf_subset": "nya_Latn-uzn_Latn", + "languages": [ + "nya-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.777658, + "recall": 0.822134, + "f1": 0.789533, + "accuracy": 0.822134, + "main_score": 0.789533, + "hf_subset": "nya_Latn-als_Latn", + "languages": [ + "nya-Latn", + "als-Latn" + ] + }, + { + "precision": 0.563707, + "recall": 0.637352, + "f1": 0.584461, + "accuracy": 0.637352, + "main_score": 0.584461, + "hf_subset": "nya_Latn-bod_Tibt", + "languages": [ + "nya-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.612305, + "recall": 0.661067, + "f1": 0.626666, + "accuracy": 0.661067, + "main_score": 0.626666, + "hf_subset": "nya_Latn-fij_Latn", + "languages": [ + "nya-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.753437, + "recall": 0.798419, + "f1": 0.76581, + "accuracy": 0.798419, + "main_score": 0.76581, + "hf_subset": "nya_Latn-isl_Latn", + "languages": [ + "nya-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.543415, + "recall": 0.588933, + "f1": 0.555718, + "accuracy": 0.588933, + "main_score": 0.555718, + "hf_subset": "nya_Latn-kon_Latn", + "languages": [ + "nya-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.476403, + "recall": 0.533597, + "f1": 0.492085, + "accuracy": 0.533597, + "main_score": 0.492085, + "hf_subset": "nya_Latn-mni_Beng", + "languages": [ + "nya-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.79822, + "recall": 0.838933, + "f1": 0.809171, + "accuracy": 0.838933, + "main_score": 0.809171, + "hf_subset": "nya_Latn-ron_Latn", + "languages": [ + "nya-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.754779, + "recall": 0.797431, + "f1": 0.765572, + "accuracy": 0.797431, + "main_score": 0.765572, + "hf_subset": "nya_Latn-szl_Latn", + "languages": [ + "nya-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.76838, + "recall": 0.811265, + "f1": 0.779429, + "accuracy": 0.811265, + "main_score": 0.779429, + "hf_subset": "nya_Latn-vec_Latn", + "languages": [ + "nya-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.749469, + "recall": 0.802372, + "f1": 0.765143, + "accuracy": 0.802372, + "main_score": 0.765143, + "hf_subset": "nya_Latn-amh_Ethi", + "languages": [ + "nya-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.788048, + "recall": 0.829051, + "f1": 0.799202, + "accuracy": 0.829051, + "main_score": 0.799202, + "hf_subset": "nya_Latn-bos_Latn", + "languages": [ + "nya-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.766057, + "recall": 0.815217, + "f1": 0.779603, + "accuracy": 0.815217, + "main_score": 0.779603, + "hf_subset": "nya_Latn-fin_Latn", + "languages": [ + "nya-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.806825, + "recall": 0.843874, + "f1": 0.816935, + "accuracy": 0.843874, + "main_score": 0.816935, + "hf_subset": "nya_Latn-ita_Latn", + "languages": [ + "nya-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.789476, + "recall": 0.837945, + "f1": 0.803648, + "accuracy": 0.837945, + "main_score": 0.803648, + "hf_subset": "nya_Latn-kor_Hang", + "languages": [ + "nya-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.47911, + "recall": 0.516798, + "f1": 0.490022, + "accuracy": 0.516798, + "main_score": 0.490022, + "hf_subset": "nya_Latn-mos_Latn", + "languages": [ + "nya-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.678401, + "recall": 0.731225, + "f1": 0.693288, + "accuracy": 0.731225, + "main_score": 0.693288, + "hf_subset": "nya_Latn-run_Latn", + "languages": [ + "nya-Latn", + "run-Latn" + ] + }, + { + "precision": 0.760464, + "recall": 0.804348, + "f1": 0.772231, + "accuracy": 0.804348, + "main_score": 0.772231, + "hf_subset": "nya_Latn-tam_Taml", + "languages": [ + "nya-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.768881, + "recall": 0.818182, + "f1": 0.782352, + "accuracy": 0.818182, + "main_score": 0.782352, + "hf_subset": "nya_Latn-vie_Latn", + "languages": [ + "nya-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.765832, + "recall": 0.810277, + "f1": 0.778283, + "accuracy": 0.810277, + "main_score": 0.778283, + "hf_subset": "nya_Latn-apc_Arab", + "languages": [ + "nya-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.60187, + "recall": 0.637352, + "f1": 0.611036, + "accuracy": 0.637352, + "main_score": 0.611036, + "hf_subset": "nya_Latn-bug_Latn", + "languages": [ + "nya-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439376, + "recall": 0.479249, + "f1": 0.45063, + "accuracy": 0.479249, + "main_score": 0.45063, + "hf_subset": "nya_Latn-fon_Latn", + "languages": [ + "nya-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.767458, + "recall": 0.809289, + "f1": 0.778921, + "accuracy": 0.809289, + "main_score": 0.778921, + "hf_subset": "nya_Latn-jav_Latn", + "languages": [ + "nya-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.733409, + "recall": 0.787549, + "f1": 0.748316, + "accuracy": 0.787549, + "main_score": 0.748316, + "hf_subset": "nya_Latn-lao_Laoo", + "languages": [ + "nya-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.734693, + "recall": 0.789526, + "f1": 0.750808, + "accuracy": 0.789526, + "main_score": 0.750808, + "hf_subset": "nya_Latn-mri_Latn", + "languages": [ + "nya-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.778501, + "recall": 0.827075, + "f1": 0.791689, + "accuracy": 0.827075, + "main_score": 0.791689, + "hf_subset": "nya_Latn-rus_Cyrl", + "languages": [ + "nya-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.475147, + "recall": 0.518775, + "f1": 0.486461, + "accuracy": 0.518775, + "main_score": 0.486461, + "hf_subset": "nya_Latn-taq_Latn", + "languages": [ + "nya-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.763166, + "recall": 0.806324, + "f1": 0.775273, + "accuracy": 0.806324, + "main_score": 0.775273, + "hf_subset": "nya_Latn-war_Latn", + "languages": [ + "nya-Latn", + "war-Latn" + ] + }, + { + "precision": 0.791529, + "recall": 0.840909, + "f1": 0.805392, + "accuracy": 0.840909, + "main_score": 0.805392, + "hf_subset": "nya_Latn-arb_Arab", + "languages": [ + "nya-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.807552, + "recall": 0.851779, + "f1": 0.819733, + "accuracy": 0.851779, + "main_score": 0.819733, + "hf_subset": "nya_Latn-bul_Cyrl", + "languages": [ + "nya-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.782729, + "recall": 0.83004, + "f1": 0.795594, + "accuracy": 0.83004, + "main_score": 0.795594, + "hf_subset": "nya_Latn-fra_Latn", + "languages": [ + "nya-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.773252, + "recall": 0.81917, + "f1": 0.785337, + "accuracy": 0.81917, + "main_score": 0.785337, + "hf_subset": "nya_Latn-jpn_Jpan", + "languages": [ + "nya-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.743107, + "recall": 0.779644, + "f1": 0.75335, + "accuracy": 0.779644, + "main_score": 0.75335, + "hf_subset": "nya_Latn-lij_Latn", + "languages": [ + "nya-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.758409, + "recall": 0.811265, + "f1": 0.774148, + "accuracy": 0.811265, + "main_score": 0.774148, + "hf_subset": "nya_Latn-mya_Mymr", + "languages": [ + "nya-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.524262, + "recall": 0.561265, + "f1": 0.534586, + "accuracy": 0.561265, + "main_score": 0.534586, + "hf_subset": "nya_Latn-sag_Latn", + "languages": [ + "nya-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.207625, + "recall": 0.269763, + "f1": 0.223807, + "accuracy": 0.269763, + "main_score": 0.223807, + "hf_subset": "nya_Latn-taq_Tfng", + "languages": [ + "nya-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.592409, + "recall": 0.635375, + "f1": 0.60381, + "accuracy": 0.635375, + "main_score": 0.60381, + "hf_subset": "nya_Latn-wol_Latn", + "languages": [ + "nya-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.680359, + "recall": 0.737154, + "f1": 0.696708, + "accuracy": 0.737154, + "main_score": 0.696708, + "hf_subset": "nya_Latn-arb_Latn", + "languages": [ + "nya-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.782755, + "recall": 0.829051, + "f1": 0.795952, + "accuracy": 0.829051, + "main_score": 0.795952, + "hf_subset": "nya_Latn-cat_Latn", + "languages": [ + "nya-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.727846, + "recall": 0.763834, + "f1": 0.73709, + "accuracy": 0.763834, + "main_score": 0.73709, + "hf_subset": "nya_Latn-fur_Latn", + "languages": [ + "nya-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.426585, + "recall": 0.486166, + "f1": 0.442523, + "accuracy": 0.486166, + "main_score": 0.442523, + "hf_subset": "nya_Latn-kab_Latn", + "languages": [ + "nya-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.753202, + "recall": 0.796443, + "f1": 0.765034, + "accuracy": 0.796443, + "main_score": 0.765034, + "hf_subset": "nya_Latn-lim_Latn", + "languages": [ + "nya-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.780643, + "recall": 0.833004, + "f1": 0.795257, + "accuracy": 0.833004, + "main_score": 0.795257, + "hf_subset": "nya_Latn-nld_Latn", + "languages": [ + "nya-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.732449, + "recall": 0.786561, + "f1": 0.747686, + "accuracy": 0.786561, + "main_score": 0.747686, + "hf_subset": "nya_Latn-san_Deva", + "languages": [ + "nya-Latn", + "san-Deva" + ] + }, + { + "precision": 0.768652, + "recall": 0.813241, + "f1": 0.780946, + "accuracy": 0.813241, + "main_score": 0.780946, + "hf_subset": "nya_Latn-tat_Cyrl", + "languages": [ + "nya-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.785749, + "recall": 0.831028, + "f1": 0.799148, + "accuracy": 0.831028, + "main_score": 0.799148, + "hf_subset": "nya_Latn-xho_Latn", + "languages": [ + "nya-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.79114, + "recall": 0.838933, + "f1": 0.804693, + "accuracy": 0.838933, + "main_score": 0.804693, + "hf_subset": "nya_Latn-ars_Arab", + "languages": [ + "nya-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.766806, + "recall": 0.807312, + "f1": 0.777686, + "accuracy": 0.807312, + "main_score": 0.777686, + "hf_subset": "nya_Latn-ceb_Latn", + "languages": [ + "nya-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.473289, + "recall": 0.522727, + "f1": 0.486985, + "accuracy": 0.522727, + "main_score": 0.486985, + "hf_subset": "nya_Latn-fuv_Latn", + "languages": [ + "nya-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.484178, + "recall": 0.530632, + "f1": 0.497032, + "accuracy": 0.530632, + "main_score": 0.497032, + "hf_subset": "nya_Latn-kac_Latn", + "languages": [ + "nya-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.568911, + "recall": 0.625494, + "f1": 0.583137, + "accuracy": 0.625494, + "main_score": 0.583137, + "hf_subset": "nya_Latn-lin_Latn", + "languages": [ + "nya-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.769388, + "recall": 0.814229, + "f1": 0.781207, + "accuracy": 0.814229, + "main_score": 0.781207, + "hf_subset": "nya_Latn-nno_Latn", + "languages": [ + "nya-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.668338, + "recall": 0.729249, + "f1": 0.68608, + "accuracy": 0.729249, + "main_score": 0.68608, + "hf_subset": "nya_Latn-sat_Olck", + "languages": [ + "nya-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.746213, + "recall": 0.80336, + "f1": 0.761934, + "accuracy": 0.80336, + "main_score": 0.761934, + "hf_subset": "nya_Latn-tel_Telu", + "languages": [ + "nya-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.759671, + "recall": 0.812253, + "f1": 0.774366, + "accuracy": 0.812253, + "main_score": 0.774366, + "hf_subset": "nya_Latn-ydd_Hebr", + "languages": [ + "nya-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.731443, + "recall": 0.784585, + "f1": 0.745614, + "accuracy": 0.784585, + "main_score": 0.745614, + "hf_subset": "nya_Latn-ary_Arab", + "languages": [ + "nya-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.784919, + "recall": 0.832016, + "f1": 0.797911, + "accuracy": 0.832016, + "main_score": 0.797911, + "hf_subset": "nya_Latn-ces_Latn", + "languages": [ + "nya-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.509176, + "recall": 0.577075, + "f1": 0.527899, + "accuracy": 0.577075, + "main_score": 0.527899, + "hf_subset": "nya_Latn-gaz_Latn", + "languages": [ + "nya-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.526117, + "recall": 0.586957, + "f1": 0.542291, + "accuracy": 0.586957, + "main_score": 0.542291, + "hf_subset": "nya_Latn-kam_Latn", + "languages": [ + "nya-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.770628, + "recall": 0.822134, + "f1": 0.785124, + "accuracy": 0.822134, + "main_score": 0.785124, + "hf_subset": "nya_Latn-lit_Latn", + "languages": [ + "nya-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.793183, + "recall": 0.837945, + "f1": 0.805242, + "accuracy": 0.837945, + "main_score": 0.805242, + "hf_subset": "nya_Latn-nob_Latn", + "languages": [ + "nya-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.776144, + "recall": 0.815217, + "f1": 0.786603, + "accuracy": 0.815217, + "main_score": 0.786603, + "hf_subset": "nya_Latn-scn_Latn", + "languages": [ + "nya-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.751213, + "recall": 0.80336, + "f1": 0.76624, + "accuracy": 0.80336, + "main_score": 0.76624, + "hf_subset": "nya_Latn-tgk_Cyrl", + "languages": [ + "nya-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.601604, + "recall": 0.663043, + "f1": 0.618497, + "accuracy": 0.663043, + "main_score": 0.618497, + "hf_subset": "nya_Latn-yor_Latn", + "languages": [ + "nya-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.768854, + "recall": 0.817194, + "f1": 0.78253, + "accuracy": 0.817194, + "main_score": 0.78253, + "hf_subset": "nya_Latn-arz_Arab", + "languages": [ + "nya-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.45591, + "recall": 0.505929, + "f1": 0.468635, + "accuracy": 0.505929, + "main_score": 0.468635, + "hf_subset": "nya_Latn-cjk_Latn", + "languages": [ + "nya-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.750827, + "recall": 0.805336, + "f1": 0.766471, + "accuracy": 0.805336, + "main_score": 0.766471, + "hf_subset": "nya_Latn-gla_Latn", + "languages": [ + "nya-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.749038, + "recall": 0.797431, + "f1": 0.762514, + "accuracy": 0.797431, + "main_score": 0.762514, + "hf_subset": "nya_Latn-kan_Knda", + "languages": [ + "nya-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.754187, + "recall": 0.794466, + "f1": 0.76446, + "accuracy": 0.794466, + "main_score": 0.76446, + "hf_subset": "nya_Latn-lmo_Latn", + "languages": [ + "nya-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.78175, + "recall": 0.827075, + "f1": 0.794075, + "accuracy": 0.827075, + "main_score": 0.794075, + "hf_subset": "nya_Latn-npi_Deva", + "languages": [ + "nya-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.493826, + "recall": 0.55336, + "f1": 0.510103, + "accuracy": 0.55336, + "main_score": 0.510103, + "hf_subset": "nya_Latn-shn_Mymr", + "languages": [ + "nya-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.803171, + "recall": 0.849802, + "f1": 0.816425, + "accuracy": 0.849802, + "main_score": 0.816425, + "hf_subset": "nya_Latn-tgl_Latn", + "languages": [ + "nya-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.758428, + "recall": 0.806324, + "f1": 0.771939, + "accuracy": 0.806324, + "main_score": 0.771939, + "hf_subset": "nya_Latn-yue_Hant", + "languages": [ + "nya-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.740436, + "recall": 0.793478, + "f1": 0.75543, + "accuracy": 0.793478, + "main_score": 0.75543, + "hf_subset": "nya_Latn-asm_Beng", + "languages": [ + "nya-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.743767, + "recall": 0.794466, + "f1": 0.758534, + "accuracy": 0.794466, + "main_score": 0.758534, + "hf_subset": "nya_Latn-ckb_Arab", + "languages": [ + "nya-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.756279, + "recall": 0.806324, + "f1": 0.770704, + "accuracy": 0.806324, + "main_score": 0.770704, + "hf_subset": "nya_Latn-gle_Latn", + "languages": [ + "nya-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.640665, + "recall": 0.699605, + "f1": 0.657522, + "accuracy": 0.699605, + "main_score": 0.657522, + "hf_subset": "nya_Latn-kas_Arab", + "languages": [ + "nya-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.696987, + "recall": 0.745059, + "f1": 0.710246, + "accuracy": 0.745059, + "main_score": 0.710246, + "hf_subset": "nya_Latn-ltg_Latn", + "languages": [ + "nya-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.726425, + "recall": 0.771739, + "f1": 0.739081, + "accuracy": 0.771739, + "main_score": 0.739081, + "hf_subset": "nya_Latn-nso_Latn", + "languages": [ + "nya-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.734761, + "recall": 0.785573, + "f1": 0.748784, + "accuracy": 0.785573, + "main_score": 0.748784, + "hf_subset": "nya_Latn-sin_Sinh", + "languages": [ + "nya-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.784183, + "recall": 0.831028, + "f1": 0.797047, + "accuracy": 0.831028, + "main_score": 0.797047, + "hf_subset": "nya_Latn-tha_Thai", + "languages": [ + "nya-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.697985, + "recall": 0.747036, + "f1": 0.710945, + "accuracy": 0.747036, + "main_score": 0.710945, + "hf_subset": "nya_Latn-zho_Hans", + "languages": [ + "nya-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.775087, + "recall": 0.821146, + "f1": 0.787774, + "accuracy": 0.821146, + "main_score": 0.787774, + "hf_subset": "nya_Latn-ast_Latn", + "languages": [ + "nya-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.765641, + "recall": 0.815217, + "f1": 0.779209, + "accuracy": 0.815217, + "main_score": 0.779209, + "hf_subset": "nya_Latn-crh_Latn", + "languages": [ + "nya-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.797197, + "recall": 0.838933, + "f1": 0.808608, + "accuracy": 0.838933, + "main_score": 0.808608, + "hf_subset": "nya_Latn-glg_Latn", + "languages": [ + "nya-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.635857, + "recall": 0.6917, + "f1": 0.6514, + "accuracy": 0.6917, + "main_score": 0.6514, + "hf_subset": "nya_Latn-kas_Deva", + "languages": [ + "nya-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.76922, + "recall": 0.811265, + "f1": 0.780414, + "accuracy": 0.811265, + "main_score": 0.780414, + "hf_subset": "nya_Latn-ltz_Latn", + "languages": [ + "nya-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.418042, + "recall": 0.476285, + "f1": 0.433488, + "accuracy": 0.476285, + "main_score": 0.433488, + "hf_subset": "nya_Latn-nus_Latn", + "languages": [ + "nya-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.783976, + "recall": 0.824111, + "f1": 0.79536, + "accuracy": 0.824111, + "main_score": 0.79536, + "hf_subset": "nya_Latn-slk_Latn", + "languages": [ + "nya-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.538355, + "recall": 0.601779, + "f1": 0.55539, + "accuracy": 0.601779, + "main_score": 0.55539, + "hf_subset": "nya_Latn-tir_Ethi", + "languages": [ + "nya-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.761079, + "recall": 0.812253, + "f1": 0.775168, + "accuracy": 0.812253, + "main_score": 0.775168, + "hf_subset": "nya_Latn-zho_Hant", + "languages": [ + "nya-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.738841, + "recall": 0.788538, + "f1": 0.752491, + "accuracy": 0.788538, + "main_score": 0.752491, + "hf_subset": "nya_Latn-awa_Deva", + "languages": [ + "nya-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.783736, + "recall": 0.828063, + "f1": 0.795636, + "accuracy": 0.828063, + "main_score": 0.795636, + "hf_subset": "nya_Latn-cym_Latn", + "languages": [ + "nya-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.616204, + "recall": 0.660079, + "f1": 0.627841, + "accuracy": 0.660079, + "main_score": 0.627841, + "hf_subset": "nya_Latn-grn_Latn", + "languages": [ + "nya-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.779211, + "recall": 0.827075, + "f1": 0.792348, + "accuracy": 0.827075, + "main_score": 0.792348, + "hf_subset": "nya_Latn-kat_Geor", + "languages": [ + "nya-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.528776, + "recall": 0.578063, + "f1": 0.541509, + "accuracy": 0.578063, + "main_score": 0.541509, + "hf_subset": "nya_Latn-lua_Latn", + "languages": [ + "nya-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.799672, + "recall": 0.838933, + "f1": 0.810433, + "accuracy": 0.838933, + "main_score": 0.810433, + "hf_subset": "nya_Latn-slv_Latn", + "languages": [ + "nya-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.713928, + "recall": 0.757905, + "f1": 0.72506, + "accuracy": 0.757905, + "main_score": 0.72506, + "hf_subset": "nya_Latn-tpi_Latn", + "languages": [ + "nya-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.795498, + "recall": 0.837945, + "f1": 0.807347, + "accuracy": 0.837945, + "main_score": 0.807347, + "hf_subset": "nya_Latn-zsm_Latn", + "languages": [ + "nya-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.485438, + "recall": 0.531621, + "f1": 0.498368, + "accuracy": 0.531621, + "main_score": 0.498368, + "hf_subset": "nya_Latn-ayr_Latn", + "languages": [ + "nya-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.800337, + "recall": 0.843874, + "f1": 0.812127, + "accuracy": 0.843874, + "main_score": 0.812127, + "hf_subset": "nya_Latn-dan_Latn", + "languages": [ + "nya-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.784554, + "recall": 0.832016, + "f1": 0.797796, + "accuracy": 0.832016, + "main_score": 0.797796, + "hf_subset": "nya_Latn-guj_Gujr", + "languages": [ + "nya-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.762774, + "recall": 0.812253, + "f1": 0.776528, + "accuracy": 0.812253, + "main_score": 0.776528, + "hf_subset": "nya_Latn-kaz_Cyrl", + "languages": [ + "nya-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.616561, + "recall": 0.678854, + "f1": 0.633536, + "accuracy": 0.678854, + "main_score": 0.633536, + "hf_subset": "nya_Latn-lug_Latn", + "languages": [ + "nya-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.776456, + "recall": 0.81917, + "f1": 0.787554, + "accuracy": 0.81917, + "main_score": 0.787554, + "hf_subset": "nya_Latn-oci_Latn", + "languages": [ + "nya-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.748956, + "recall": 0.788538, + "f1": 0.759939, + "accuracy": 0.788538, + "main_score": 0.759939, + "hf_subset": "nya_Latn-smo_Latn", + "languages": [ + "nya-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.672837, + "recall": 0.730237, + "f1": 0.688985, + "accuracy": 0.730237, + "main_score": 0.688985, + "hf_subset": "nya_Latn-tsn_Latn", + "languages": [ + "nya-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.771469, + "recall": 0.821146, + "f1": 0.786677, + "accuracy": 0.821146, + "main_score": 0.786677, + "hf_subset": "nya_Latn-zul_Latn", + "languages": [ + "nya-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.657148, + "recall": 0.711462, + "f1": 0.672039, + "accuracy": 0.711462, + "main_score": 0.672039, + "hf_subset": "nya_Latn-azb_Arab", + "languages": [ + "nya-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.775181, + "recall": 0.820158, + "f1": 0.787599, + "accuracy": 0.820158, + "main_score": 0.787599, + "hf_subset": "nya_Latn-deu_Latn", + "languages": [ + "nya-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.758186, + "recall": 0.805336, + "f1": 0.771275, + "accuracy": 0.805336, + "main_score": 0.771275, + "hf_subset": "nya_Latn-hat_Latn", + "languages": [ + "nya-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.486745, + "recall": 0.527668, + "f1": 0.497863, + "accuracy": 0.527668, + "main_score": 0.497863, + "hf_subset": "nya_Latn-kbp_Latn", + "languages": [ + "nya-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.530971, + "recall": 0.572134, + "f1": 0.54183, + "accuracy": 0.572134, + "main_score": 0.54183, + "hf_subset": "nya_Latn-luo_Latn", + "languages": [ + "nya-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.748958, + "recall": 0.80336, + "f1": 0.764086, + "accuracy": 0.80336, + "main_score": 0.764086, + "hf_subset": "nya_Latn-ory_Orya", + "languages": [ + "nya-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.774532, + "recall": 0.820158, + "f1": 0.788046, + "accuracy": 0.820158, + "main_score": 0.788046, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.634069, + "recall": 0.694664, + "f1": 0.649811, + "accuracy": 0.694664, + "main_score": 0.649811, + "hf_subset": "nya_Latn-tso_Latn", + "languages": [ + "nya-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.749041, + "recall": 0.795455, + "f1": 0.761842, + "accuracy": 0.795455, + "main_score": 0.761842, + "hf_subset": "nya_Latn-azj_Latn", + "languages": [ + "nya-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.497608, + "recall": 0.545455, + "f1": 0.510771, + "accuracy": 0.545455, + "main_score": 0.510771, + "hf_subset": "nya_Latn-dik_Latn", + "languages": [ + "nya-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.767737, + "recall": 0.814229, + "f1": 0.781573, + "accuracy": 0.814229, + "main_score": 0.781573, + "hf_subset": "nya_Latn-hau_Latn", + "languages": [ + "nya-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.71795, + "recall": 0.772727, + "f1": 0.73219, + "accuracy": 0.772727, + "main_score": 0.73219, + "hf_subset": "nya_Latn-kea_Latn", + "languages": [ + "nya-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.724148, + "recall": 0.767787, + "f1": 0.735994, + "accuracy": 0.767787, + "main_score": 0.735994, + "hf_subset": "nya_Latn-lus_Latn", + "languages": [ + "nya-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.663432, + "recall": 0.701581, + "f1": 0.673713, + "accuracy": 0.701581, + "main_score": 0.673713, + "hf_subset": "nya_Latn-pag_Latn", + "languages": [ + "nya-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.749816, + "recall": 0.797431, + "f1": 0.762815, + "accuracy": 0.797431, + "main_score": 0.762815, + "hf_subset": "nya_Latn-snd_Arab", + "languages": [ + "nya-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.760771, + "recall": 0.810277, + "f1": 0.775149, + "accuracy": 0.810277, + "main_score": 0.775149, + "hf_subset": "nya_Latn-tuk_Latn", + "languages": [ + "nya-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.763999, + "recall": 0.810277, + "f1": 0.776681, + "accuracy": 0.810277, + "main_score": 0.776681, + "hf_subset": "nya_Latn-bak_Cyrl", + "languages": [ + "nya-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.459187, + "recall": 0.511858, + "f1": 0.473625, + "accuracy": 0.511858, + "main_score": 0.473625, + "hf_subset": "nya_Latn-dyu_Latn", + "languages": [ + "nya-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.791739, + "recall": 0.833004, + "f1": 0.802992, + "accuracy": 0.833004, + "main_score": 0.802992, + "hf_subset": "nya_Latn-heb_Hebr", + "languages": [ + "nya-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.760711, + "recall": 0.802372, + "f1": 0.772559, + "accuracy": 0.802372, + "main_score": 0.772559, + "hf_subset": "nya_Latn-khk_Cyrl", + "languages": [ + "nya-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.775331, + "recall": 0.820158, + "f1": 0.787537, + "accuracy": 0.820158, + "main_score": 0.787537, + "hf_subset": "nya_Latn-lvs_Latn", + "languages": [ + "nya-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.761995, + "recall": 0.812253, + "f1": 0.775713, + "accuracy": 0.812253, + "main_score": 0.775713, + "hf_subset": "nya_Latn-pan_Guru", + "languages": [ + "nya-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.712702, + "recall": 0.767787, + "f1": 0.728247, + "accuracy": 0.767787, + "main_score": 0.728247, + "hf_subset": "nya_Latn-som_Latn", + "languages": [ + "nya-Latn", + "som-Latn" + ] + }, + { + "precision": 0.698014, + "recall": 0.747036, + "f1": 0.711957, + "accuracy": 0.747036, + "main_score": 0.711957, + "hf_subset": "nya_Latn-tum_Latn", + "languages": [ + "nya-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.46594, + "recall": 0.555336, + "f1": 0.490612, + "accuracy": 0.555336, + "main_score": 0.490612, + "hf_subset": "slv_Latn-ace_Arab", + "languages": [ + "slv-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.450552, + "recall": 0.506917, + "f1": 0.464672, + "accuracy": 0.506917, + "main_score": 0.464672, + "hf_subset": "slv_Latn-bam_Latn", + "languages": [ + "slv-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.596354, + "recall": 0.687747, + "f1": 0.622249, + "accuracy": 0.687747, + "main_score": 0.622249, + "hf_subset": "slv_Latn-dzo_Tibt", + "languages": [ + "slv-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-hin_Deva", + "languages": [ + "slv-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "slv_Latn-khm_Khmr", + "languages": [ + "slv-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "slv_Latn-mag_Deva", + "languages": [ + "slv-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slv_Latn-pap_Latn", + "languages": [ + "slv-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.821294, + "recall": 0.870553, + "f1": 0.836133, + "accuracy": 0.870553, + "main_score": 0.836133, + "hf_subset": "slv_Latn-sot_Latn", + "languages": [ + "slv-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-tur_Latn", + "languages": [ + "slv-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.822546, + "recall": 0.871542, + "f1": 0.837898, + "accuracy": 0.871542, + "main_score": 0.837898, + "hf_subset": "slv_Latn-ace_Latn", + "languages": [ + "slv-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "slv_Latn-ban_Latn", + "languages": [ + "slv-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-ell_Grek", + "languages": [ + "slv-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "slv_Latn-hne_Deva", + "languages": [ + "slv-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.545201, + "recall": 0.615613, + "f1": 0.563484, + "accuracy": 0.615613, + "main_score": 0.563484, + "hf_subset": "slv_Latn-kik_Latn", + "languages": [ + "slv-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "slv_Latn-mai_Deva", + "languages": [ + "slv-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "slv_Latn-pbt_Arab", + "languages": [ + "slv-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-spa_Latn", + "languages": [ + "slv-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.706886, + "recall": 0.771739, + "f1": 0.725082, + "accuracy": 0.771739, + "main_score": 0.725082, + "hf_subset": "slv_Latn-twi_Latn", + "languages": [ + "slv-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-acm_Arab", + "languages": [ + "slv-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.807131, + "recall": 0.857708, + "f1": 0.822252, + "accuracy": 0.857708, + "main_score": 0.822252, + "hf_subset": "slv_Latn-kin_Latn", + "languages": [ + "slv-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "slv_Latn-mal_Mlym", + "languages": [ + "slv-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-pes_Arab", + "languages": [ + "slv-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "slv_Latn-srd_Latn", + "languages": [ + "slv-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.189358, + "recall": 0.250988, + "f1": 0.203778, + "accuracy": 0.250988, + "main_score": 0.203778, + "hf_subset": "slv_Latn-tzm_Tfng", + "languages": [ + "slv-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-acq_Arab", + "languages": [ + "slv-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.622055, + "recall": 0.69664, + "f1": 0.642989, + "accuracy": 0.69664, + "main_score": 0.642989, + "hf_subset": "slv_Latn-bem_Latn", + "languages": [ + "slv-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-epo_Latn", + "languages": [ + "slv-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-hun_Latn", + "languages": [ + "slv-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "slv_Latn-kir_Cyrl", + "languages": [ + "slv-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-mar_Deva", + "languages": [ + "slv-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.841897, + "recall": 0.885375, + "f1": 0.855138, + "accuracy": 0.885375, + "main_score": 0.855138, + "hf_subset": "slv_Latn-plt_Latn", + "languages": [ + "slv-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.936182, + "recall": 0.954545, + "f1": 0.94193, + "accuracy": 0.954545, + "main_score": 0.94193, + "hf_subset": "slv_Latn-uig_Arab", + "languages": [ + "slv-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slv_Latn-aeb_Arab", + "languages": [ + "slv-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "slv_Latn-ben_Beng", + "languages": [ + "slv-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-est_Latn", + "languages": [ + "slv-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-hye_Armn", + "languages": [ + "slv-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.42904, + "recall": 0.48913, + "f1": 0.444466, + "accuracy": 0.48913, + "main_score": 0.444466, + "hf_subset": "slv_Latn-kmb_Latn", + "languages": [ + "slv-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.417134, + "recall": 0.502964, + "f1": 0.438146, + "accuracy": 0.502964, + "main_score": 0.438146, + "hf_subset": "slv_Latn-min_Arab", + "languages": [ + "slv-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.691905, + "recall": 0.767787, + "f1": 0.714284, + "accuracy": 0.767787, + "main_score": 0.714284, + "hf_subset": "slv_Latn-ssw_Latn", + "languages": [ + "slv-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-afr_Latn", + "languages": [ + "slv-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "slv_Latn-bho_Deva", + "languages": [ + "slv-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-eus_Latn", + "languages": [ + "slv-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.808943, + "recall": 0.860672, + "f1": 0.824591, + "accuracy": 0.860672, + "main_score": 0.824591, + "hf_subset": "slv_Latn-ibo_Latn", + "languages": [ + "slv-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.825791, + "recall": 0.87253, + "f1": 0.840184, + "accuracy": 0.87253, + "main_score": 0.840184, + "hf_subset": "slv_Latn-kmr_Latn", + "languages": [ + "slv-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "slv_Latn-min_Latn", + "languages": [ + "slv-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-por_Latn", + "languages": [ + "slv-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slv_Latn-sun_Latn", + "languages": [ + "slv-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.415768, + "recall": 0.481225, + "f1": 0.433064, + "accuracy": 0.481225, + "main_score": 0.433064, + "hf_subset": "slv_Latn-umb_Latn", + "languages": [ + "slv-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "slv_Latn-ajp_Arab", + "languages": [ + "slv-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.45109, + "recall": 0.536561, + "f1": 0.473422, + "accuracy": 0.536561, + "main_score": 0.473422, + "hf_subset": "slv_Latn-bjn_Arab", + "languages": [ + "slv-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.430261, + "recall": 0.487154, + "f1": 0.445673, + "accuracy": 0.487154, + "main_score": 0.445673, + "hf_subset": "slv_Latn-ewe_Latn", + "languages": [ + "slv-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.937418, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "slv_Latn-ilo_Latn", + "languages": [ + "slv-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.223031, + "recall": 0.287549, + "f1": 0.238085, + "accuracy": 0.287549, + "main_score": 0.238085, + "hf_subset": "slv_Latn-knc_Arab", + "languages": [ + "slv-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-prs_Arab", + "languages": [ + "slv-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-swe_Latn", + "languages": [ + "slv-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-urd_Arab", + "languages": [ + "slv-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.680856, + "recall": 0.750988, + "f1": 0.700756, + "accuracy": 0.750988, + "main_score": 0.700756, + "hf_subset": "slv_Latn-aka_Latn", + "languages": [ + "slv-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "slv_Latn-bjn_Latn", + "languages": [ + "slv-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "slv_Latn-fao_Latn", + "languages": [ + "slv-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ind_Latn", + "languages": [ + "slv-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.488845, + "recall": 0.545455, + "f1": 0.503637, + "accuracy": 0.545455, + "main_score": 0.503637, + "hf_subset": "slv_Latn-knc_Latn", + "languages": [ + "slv-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-mlt_Latn", + "languages": [ + "slv-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.618066, + "recall": 0.6917, + "f1": 0.63903, + "accuracy": 0.6917, + "main_score": 0.63903, + "hf_subset": "slv_Latn-quy_Latn", + "languages": [ + "slv-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-swh_Latn", + "languages": [ + "slv-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slv_Latn-uzn_Latn", + "languages": [ + "slv-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-als_Latn", + "languages": [ + "slv-Latn", + "als-Latn" + ] + }, + { + "precision": 0.753044, + "recall": 0.818182, + "f1": 0.772678, + "accuracy": 0.818182, + "main_score": 0.772678, + "hf_subset": "slv_Latn-bod_Tibt", + "languages": [ + "slv-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.596892, + "recall": 0.670949, + "f1": 0.617838, + "accuracy": 0.670949, + "main_score": 0.617838, + "hf_subset": "slv_Latn-fij_Latn", + "languages": [ + "slv-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "slv_Latn-isl_Latn", + "languages": [ + "slv-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.548834, + "recall": 0.618577, + "f1": 0.568015, + "accuracy": 0.618577, + "main_score": 0.568015, + "hf_subset": "slv_Latn-kon_Latn", + "languages": [ + "slv-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.569398, + "recall": 0.646245, + "f1": 0.590497, + "accuracy": 0.646245, + "main_score": 0.590497, + "hf_subset": "slv_Latn-mni_Beng", + "languages": [ + "slv-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ron_Latn", + "languages": [ + "slv-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "slv_Latn-szl_Latn", + "languages": [ + "slv-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-vec_Latn", + "languages": [ + "slv-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.896443, + "recall": 0.927866, + "f1": 0.906456, + "accuracy": 0.927866, + "main_score": 0.906456, + "hf_subset": "slv_Latn-amh_Ethi", + "languages": [ + "slv-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-fin_Latn", + "languages": [ + "slv-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ita_Latn", + "languages": [ + "slv-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-kor_Hang", + "languages": [ + "slv-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.486317, + "recall": 0.537549, + "f1": 0.500175, + "accuracy": 0.537549, + "main_score": 0.500175, + "hf_subset": "slv_Latn-mos_Latn", + "languages": [ + "slv-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.72859, + "recall": 0.790514, + "f1": 0.746641, + "accuracy": 0.790514, + "main_score": 0.746641, + "hf_subset": "slv_Latn-run_Latn", + "languages": [ + "slv-Latn", + "run-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "slv_Latn-tam_Taml", + "languages": [ + "slv-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-vie_Latn", + "languages": [ + "slv-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-apc_Arab", + "languages": [ + "slv-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.678848, + "recall": 0.746047, + "f1": 0.697373, + "accuracy": 0.746047, + "main_score": 0.697373, + "hf_subset": "slv_Latn-bug_Latn", + "languages": [ + "slv-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.40804, + "recall": 0.465415, + "f1": 0.423827, + "accuracy": 0.465415, + "main_score": 0.423827, + "hf_subset": "slv_Latn-fon_Latn", + "languages": [ + "slv-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "slv_Latn-jav_Latn", + "languages": [ + "slv-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.931736, + "recall": 0.952569, + "f1": 0.938472, + "accuracy": 0.952569, + "main_score": 0.938472, + "hf_subset": "slv_Latn-lao_Laoo", + "languages": [ + "slv-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.840119, + "recall": 0.887352, + "f1": 0.854875, + "accuracy": 0.887352, + "main_score": 0.854875, + "hf_subset": "slv_Latn-mri_Latn", + "languages": [ + "slv-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.474007, + "recall": 0.533597, + "f1": 0.489832, + "accuracy": 0.533597, + "main_score": 0.489832, + "hf_subset": "slv_Latn-taq_Latn", + "languages": [ + "slv-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "slv_Latn-war_Latn", + "languages": [ + "slv-Latn", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-arb_Arab", + "languages": [ + "slv-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-fra_Latn", + "languages": [ + "slv-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "slv_Latn-jpn_Jpan", + "languages": [ + "slv-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slv_Latn-lij_Latn", + "languages": [ + "slv-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.967391, + "f1": 0.956522, + "accuracy": 0.967391, + "main_score": 0.956522, + "hf_subset": "slv_Latn-mya_Mymr", + "languages": [ + "slv-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.515082, + "recall": 0.576087, + "f1": 0.531552, + "accuracy": 0.576087, + "main_score": 0.531552, + "hf_subset": "slv_Latn-sag_Latn", + "languages": [ + "slv-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.199987, + "recall": 0.266798, + "f1": 0.216124, + "accuracy": 0.266798, + "main_score": 0.216124, + "hf_subset": "slv_Latn-taq_Tfng", + "languages": [ + "slv-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.613059, + "recall": 0.677866, + "f1": 0.630581, + "accuracy": 0.677866, + "main_score": 0.630581, + "hf_subset": "slv_Latn-wol_Latn", + "languages": [ + "slv-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.832955, + "recall": 0.880435, + "f1": 0.84753, + "accuracy": 0.880435, + "main_score": 0.84753, + "hf_subset": "slv_Latn-arb_Latn", + "languages": [ + "slv-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-cat_Latn", + "languages": [ + "slv-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "slv_Latn-fur_Latn", + "languages": [ + "slv-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.408399, + "recall": 0.477273, + "f1": 0.424876, + "accuracy": 0.477273, + "main_score": 0.424876, + "hf_subset": "slv_Latn-kab_Latn", + "languages": [ + "slv-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "slv_Latn-lim_Latn", + "languages": [ + "slv-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-nld_Latn", + "languages": [ + "slv-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "slv_Latn-san_Deva", + "languages": [ + "slv-Latn", + "san-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slv_Latn-tat_Cyrl", + "languages": [ + "slv-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838422, + "recall": 0.885375, + "f1": 0.853129, + "accuracy": 0.885375, + "main_score": 0.853129, + "hf_subset": "slv_Latn-xho_Latn", + "languages": [ + "slv-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "slv_Latn-ars_Arab", + "languages": [ + "slv-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-ceb_Latn", + "languages": [ + "slv-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.448851, + "recall": 0.513834, + "f1": 0.465636, + "accuracy": 0.513834, + "main_score": 0.465636, + "hf_subset": "slv_Latn-fuv_Latn", + "languages": [ + "slv-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.451961, + "recall": 0.514822, + "f1": 0.468691, + "accuracy": 0.514822, + "main_score": 0.468691, + "hf_subset": "slv_Latn-kac_Latn", + "languages": [ + "slv-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.580631, + "recall": 0.646245, + "f1": 0.597973, + "accuracy": 0.646245, + "main_score": 0.597973, + "hf_subset": "slv_Latn-lin_Latn", + "languages": [ + "slv-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-nno_Latn", + "languages": [ + "slv-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.835754, + "recall": 0.883399, + "f1": 0.850494, + "accuracy": 0.883399, + "main_score": 0.850494, + "hf_subset": "slv_Latn-sat_Olck", + "languages": [ + "slv-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "slv_Latn-tel_Telu", + "languages": [ + "slv-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "slv_Latn-ydd_Hebr", + "languages": [ + "slv-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "slv_Latn-ary_Arab", + "languages": [ + "slv-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.520507, + "recall": 0.594862, + "f1": 0.540248, + "accuracy": 0.594862, + "main_score": 0.540248, + "hf_subset": "slv_Latn-gaz_Latn", + "languages": [ + "slv-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.485018, + "recall": 0.563241, + "f1": 0.504865, + "accuracy": 0.563241, + "main_score": 0.504865, + "hf_subset": "slv_Latn-kam_Latn", + "languages": [ + "slv-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "slv_Latn-lit_Latn", + "languages": [ + "slv-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "slv_Latn-nob_Latn", + "languages": [ + "slv-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slv_Latn-scn_Latn", + "languages": [ + "slv-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "slv_Latn-tgk_Cyrl", + "languages": [ + "slv-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.681621, + "recall": 0.751976, + "f1": 0.701802, + "accuracy": 0.751976, + "main_score": 0.701802, + "hf_subset": "slv_Latn-yor_Latn", + "languages": [ + "slv-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-arz_Arab", + "languages": [ + "slv-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.4469, + "recall": 0.508893, + "f1": 0.463554, + "accuracy": 0.508893, + "main_score": 0.463554, + "hf_subset": "slv_Latn-cjk_Latn", + "languages": [ + "slv-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.921113, + "recall": 0.94664, + "f1": 0.929513, + "accuracy": 0.94664, + "main_score": 0.929513, + "hf_subset": "slv_Latn-gla_Latn", + "languages": [ + "slv-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "slv_Latn-kan_Knda", + "languages": [ + "slv-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "slv_Latn-lmo_Latn", + "languages": [ + "slv-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "slv_Latn-npi_Deva", + "languages": [ + "slv-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.504012, + "recall": 0.58004, + "f1": 0.523753, + "accuracy": 0.58004, + "main_score": 0.523753, + "hf_subset": "slv_Latn-shn_Mymr", + "languages": [ + "slv-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-tgl_Latn", + "languages": [ + "slv-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-yue_Hant", + "languages": [ + "slv-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "slv_Latn-asm_Beng", + "languages": [ + "slv-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.899951, + "recall": 0.93083, + "f1": 0.909816, + "accuracy": 0.93083, + "main_score": 0.909816, + "hf_subset": "slv_Latn-ckb_Arab", + "languages": [ + "slv-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "slv_Latn-gle_Latn", + "languages": [ + "slv-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.893363, + "recall": 0.924901, + "f1": 0.90336, + "accuracy": 0.924901, + "main_score": 0.90336, + "hf_subset": "slv_Latn-kas_Arab", + "languages": [ + "slv-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.878294, + "recall": 0.91502, + "f1": 0.889789, + "accuracy": 0.91502, + "main_score": 0.889789, + "hf_subset": "slv_Latn-ltg_Latn", + "languages": [ + "slv-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.739932, + "recall": 0.804348, + "f1": 0.75919, + "accuracy": 0.804348, + "main_score": 0.75919, + "hf_subset": "slv_Latn-nso_Latn", + "languages": [ + "slv-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "slv_Latn-sin_Sinh", + "languages": [ + "slv-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-tha_Thai", + "languages": [ + "slv-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "slv_Latn-zho_Hans", + "languages": [ + "slv-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-ast_Latn", + "languages": [ + "slv-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "slv_Latn-crh_Latn", + "languages": [ + "slv-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-glg_Latn", + "languages": [ + "slv-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.807708, + "recall": 0.856719, + "f1": 0.822003, + "accuracy": 0.856719, + "main_score": 0.822003, + "hf_subset": "slv_Latn-kas_Deva", + "languages": [ + "slv-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slv_Latn-ltz_Latn", + "languages": [ + "slv-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.411634, + "recall": 0.470356, + "f1": 0.426976, + "accuracy": 0.470356, + "main_score": 0.426976, + "hf_subset": "slv_Latn-nus_Latn", + "languages": [ + "slv-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.587579, + "recall": 0.674901, + "f1": 0.61164, + "accuracy": 0.674901, + "main_score": 0.61164, + "hf_subset": "slv_Latn-tir_Ethi", + "languages": [ + "slv-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "slv_Latn-zho_Hant", + "languages": [ + "slv-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.973485, + "recall": 0.980237, + "f1": 0.975626, + "accuracy": 0.980237, + "main_score": 0.975626, + "hf_subset": "slv_Latn-awa_Deva", + "languages": [ + "slv-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "slv_Latn-cym_Latn", + "languages": [ + "slv-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.713482, + "recall": 0.77668, + "f1": 0.731541, + "accuracy": 0.77668, + "main_score": 0.731541, + "hf_subset": "slv_Latn-grn_Latn", + "languages": [ + "slv-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-kat_Geor", + "languages": [ + "slv-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.544576, + "recall": 0.612648, + "f1": 0.561844, + "accuracy": 0.612648, + "main_score": 0.561844, + "hf_subset": "slv_Latn-lua_Latn", + "languages": [ + "slv-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.776219, + "recall": 0.836957, + "f1": 0.794697, + "accuracy": 0.836957, + "main_score": 0.794697, + "hf_subset": "slv_Latn-nya_Latn", + "languages": [ + "slv-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "slv_Latn-tpi_Latn", + "languages": [ + "slv-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-zsm_Latn", + "languages": [ + "slv-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.480064, + "recall": 0.547431, + "f1": 0.498203, + "accuracy": 0.547431, + "main_score": 0.498203, + "hf_subset": "slv_Latn-ayr_Latn", + "languages": [ + "slv-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-dan_Latn", + "languages": [ + "slv-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-guj_Gujr", + "languages": [ + "slv-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slv_Latn-kaz_Cyrl", + "languages": [ + "slv-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.601083, + "recall": 0.679842, + "f1": 0.622902, + "accuracy": 0.679842, + "main_score": 0.622902, + "hf_subset": "slv_Latn-lug_Latn", + "languages": [ + "slv-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "slv_Latn-oci_Latn", + "languages": [ + "slv-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.800445, + "recall": 0.851779, + "f1": 0.815876, + "accuracy": 0.851779, + "main_score": 0.815876, + "hf_subset": "slv_Latn-smo_Latn", + "languages": [ + "slv-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.691195, + "recall": 0.762846, + "f1": 0.712356, + "accuracy": 0.762846, + "main_score": 0.712356, + "hf_subset": "slv_Latn-tsn_Latn", + "languages": [ + "slv-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.864575, + "recall": 0.903162, + "f1": 0.876548, + "accuracy": 0.903162, + "main_score": 0.876548, + "hf_subset": "slv_Latn-zul_Latn", + "languages": [ + "slv-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.907773, + "recall": 0.936759, + "f1": 0.917161, + "accuracy": 0.936759, + "main_score": 0.917161, + "hf_subset": "slv_Latn-azb_Arab", + "languages": [ + "slv-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-deu_Latn", + "languages": [ + "slv-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "slv_Latn-hat_Latn", + "languages": [ + "slv-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.456346, + "recall": 0.51087, + "f1": 0.471252, + "accuracy": 0.51087, + "main_score": 0.471252, + "hf_subset": "slv_Latn-kbp_Latn", + "languages": [ + "slv-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.480593, + "recall": 0.548419, + "f1": 0.498653, + "accuracy": 0.548419, + "main_score": 0.498653, + "hf_subset": "slv_Latn-luo_Latn", + "languages": [ + "slv-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "slv_Latn-ory_Orya", + "languages": [ + "slv-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.838439, + "recall": 0.885375, + "f1": 0.853228, + "accuracy": 0.885375, + "main_score": 0.853228, + "hf_subset": "slv_Latn-sna_Latn", + "languages": [ + "slv-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.608541, + "recall": 0.685771, + "f1": 0.630079, + "accuracy": 0.685771, + "main_score": 0.630079, + "hf_subset": "slv_Latn-tso_Latn", + "languages": [ + "slv-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-azj_Latn", + "languages": [ + "slv-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.493652, + "recall": 0.561265, + "f1": 0.512524, + "accuracy": 0.561265, + "main_score": 0.512524, + "hf_subset": "slv_Latn-dik_Latn", + "languages": [ + "slv-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.868742, + "recall": 0.908103, + "f1": 0.881225, + "accuracy": 0.908103, + "main_score": 0.881225, + "hf_subset": "slv_Latn-hau_Latn", + "languages": [ + "slv-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "slv_Latn-kea_Latn", + "languages": [ + "slv-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.896739, + "recall": 0.927866, + "f1": 0.906588, + "accuracy": 0.927866, + "main_score": 0.906588, + "hf_subset": "slv_Latn-lus_Latn", + "languages": [ + "slv-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.823897, + "recall": 0.868577, + "f1": 0.836994, + "accuracy": 0.868577, + "main_score": 0.836994, + "hf_subset": "slv_Latn-pag_Latn", + "languages": [ + "slv-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "slv_Latn-snd_Arab", + "languages": [ + "slv-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "slv_Latn-tuk_Latn", + "languages": [ + "slv-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "slv_Latn-bak_Cyrl", + "languages": [ + "slv-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.443737, + "recall": 0.519763, + "f1": 0.464102, + "accuracy": 0.519763, + "main_score": 0.464102, + "hf_subset": "slv_Latn-dyu_Latn", + "languages": [ + "slv-Latn", + "dyu-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-heb_Hebr", + "languages": [ + "slv-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "slv_Latn-khk_Cyrl", + "languages": [ + "slv-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-lvs_Latn", + "languages": [ + "slv-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-pan_Guru", + "languages": [ + "slv-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.823073, + "recall": 0.874506, + "f1": 0.838933, + "accuracy": 0.874506, + "main_score": 0.838933, + "hf_subset": "slv_Latn-som_Latn", + "languages": [ + "slv-Latn", + "som-Latn" + ] + }, + { + "precision": 0.6625, + "recall": 0.728261, + "f1": 0.681853, + "accuracy": 0.728261, + "main_score": 0.681853, + "hf_subset": "slv_Latn-tum_Latn", + "languages": [ + "slv-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.496671, + "recall": 0.575099, + "f1": 0.518863, + "accuracy": 0.575099, + "main_score": 0.518863, + "hf_subset": "tpi_Latn-ace_Arab", + "languages": [ + "tpi-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489415, + "recall": 0.550395, + "f1": 0.506176, + "accuracy": 0.550395, + "main_score": 0.506176, + "hf_subset": "tpi_Latn-bam_Latn", + "languages": [ + "tpi-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.573219, + "recall": 0.659091, + "f1": 0.597277, + "accuracy": 0.659091, + "main_score": 0.597277, + "hf_subset": "tpi_Latn-dzo_Tibt", + "languages": [ + "tpi-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tpi_Latn-hin_Deva", + "languages": [ + "tpi-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.932395, + "recall": 0.953557, + "f1": 0.939295, + "accuracy": 0.953557, + "main_score": 0.939295, + "hf_subset": "tpi_Latn-khm_Khmr", + "languages": [ + "tpi-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tpi_Latn-mag_Deva", + "languages": [ + "tpi-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tpi_Latn-pap_Latn", + "languages": [ + "tpi-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.783597, + "recall": 0.838933, + "f1": 0.800216, + "accuracy": 0.838933, + "main_score": 0.800216, + "hf_subset": "tpi_Latn-sot_Latn", + "languages": [ + "tpi-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tpi_Latn-tur_Latn", + "languages": [ + "tpi-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.832543, + "recall": 0.87747, + "f1": 0.846396, + "accuracy": 0.87747, + "main_score": 0.846396, + "hf_subset": "tpi_Latn-ace_Latn", + "languages": [ + "tpi-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.922925, + "recall": 0.944664, + "f1": 0.929644, + "accuracy": 0.944664, + "main_score": 0.929644, + "hf_subset": "tpi_Latn-ban_Latn", + "languages": [ + "tpi-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "tpi_Latn-ell_Grek", + "languages": [ + "tpi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tpi_Latn-hne_Deva", + "languages": [ + "tpi-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.566931, + "recall": 0.641304, + "f1": 0.587993, + "accuracy": 0.641304, + "main_score": 0.587993, + "hf_subset": "tpi_Latn-kik_Latn", + "languages": [ + "tpi-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "tpi_Latn-mai_Deva", + "languages": [ + "tpi-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.891551, + "recall": 0.923913, + "f1": 0.90191, + "accuracy": 0.923913, + "main_score": 0.90191, + "hf_subset": "tpi_Latn-pbt_Arab", + "languages": [ + "tpi-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-spa_Latn", + "languages": [ + "tpi-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.741535, + "recall": 0.799407, + "f1": 0.757938, + "accuracy": 0.799407, + "main_score": 0.757938, + "hf_subset": "tpi_Latn-twi_Latn", + "languages": [ + "tpi-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tpi_Latn-acm_Arab", + "languages": [ + "tpi-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "tpi_Latn-bel_Cyrl", + "languages": [ + "tpi-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tpi_Latn-hrv_Latn", + "languages": [ + "tpi-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.780204, + "recall": 0.832016, + "f1": 0.795262, + "accuracy": 0.832016, + "main_score": 0.795262, + "hf_subset": "tpi_Latn-kin_Latn", + "languages": [ + "tpi-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "tpi_Latn-mal_Mlym", + "languages": [ + "tpi-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tpi_Latn-pes_Arab", + "languages": [ + "tpi-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.955863, + "accuracy": 0.965415, + "main_score": 0.955863, + "hf_subset": "tpi_Latn-srd_Latn", + "languages": [ + "tpi-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.198779, + "recall": 0.26087, + "f1": 0.214298, + "accuracy": 0.26087, + "main_score": 0.214298, + "hf_subset": "tpi_Latn-tzm_Tfng", + "languages": [ + "tpi-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tpi_Latn-acq_Arab", + "languages": [ + "tpi-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.665679, + "recall": 0.731225, + "f1": 0.684952, + "accuracy": 0.731225, + "main_score": 0.684952, + "hf_subset": "tpi_Latn-bem_Latn", + "languages": [ + "tpi-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "tpi_Latn-epo_Latn", + "languages": [ + "tpi-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-hun_Latn", + "languages": [ + "tpi-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "tpi_Latn-kir_Cyrl", + "languages": [ + "tpi-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "tpi_Latn-mar_Deva", + "languages": [ + "tpi-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.800807, + "recall": 0.854743, + "f1": 0.817194, + "accuracy": 0.854743, + "main_score": 0.817194, + "hf_subset": "tpi_Latn-plt_Latn", + "languages": [ + "tpi-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-srp_Cyrl", + "languages": [ + "tpi-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.877388, + "recall": 0.914032, + "f1": 0.889065, + "accuracy": 0.914032, + "main_score": 0.889065, + "hf_subset": "tpi_Latn-uig_Arab", + "languages": [ + "tpi-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "tpi_Latn-aeb_Arab", + "languages": [ + "tpi-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.967638, + "recall": 0.977273, + "f1": 0.970586, + "accuracy": 0.977273, + "main_score": 0.970586, + "hf_subset": "tpi_Latn-ben_Beng", + "languages": [ + "tpi-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tpi_Latn-est_Latn", + "languages": [ + "tpi-Latn", + "est-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "tpi_Latn-hye_Armn", + "languages": [ + "tpi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.487207, + "recall": 0.543478, + "f1": 0.502846, + "accuracy": 0.543478, + "main_score": 0.502846, + "hf_subset": "tpi_Latn-kmb_Latn", + "languages": [ + "tpi-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.481773, + "recall": 0.560277, + "f1": 0.503388, + "accuracy": 0.560277, + "main_score": 0.503388, + "hf_subset": "tpi_Latn-min_Arab", + "languages": [ + "tpi-Latn", + "min-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tpi_Latn-pol_Latn", + "languages": [ + "tpi-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.675428, + "recall": 0.742095, + "f1": 0.69441, + "accuracy": 0.742095, + "main_score": 0.69441, + "hf_subset": "tpi_Latn-ssw_Latn", + "languages": [ + "tpi-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-ukr_Cyrl", + "languages": [ + "tpi-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tpi_Latn-afr_Latn", + "languages": [ + "tpi-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "tpi_Latn-bho_Deva", + "languages": [ + "tpi-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "tpi_Latn-eus_Latn", + "languages": [ + "tpi-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.807049, + "recall": 0.857708, + "f1": 0.822365, + "accuracy": 0.857708, + "main_score": 0.822365, + "hf_subset": "tpi_Latn-ibo_Latn", + "languages": [ + "tpi-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.806143, + "recall": 0.853755, + "f1": 0.820638, + "accuracy": 0.853755, + "main_score": 0.820638, + "hf_subset": "tpi_Latn-kmr_Latn", + "languages": [ + "tpi-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "tpi_Latn-min_Latn", + "languages": [ + "tpi-Latn", + "min-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-por_Latn", + "languages": [ + "tpi-Latn", + "por-Latn" + ] + }, + { + "precision": 0.948287, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "tpi_Latn-sun_Latn", + "languages": [ + "tpi-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.475959, + "recall": 0.537549, + "f1": 0.493463, + "accuracy": 0.537549, + "main_score": 0.493463, + "hf_subset": "tpi_Latn-umb_Latn", + "languages": [ + "tpi-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tpi_Latn-ajp_Arab", + "languages": [ + "tpi-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.481667, + "recall": 0.568182, + "f1": 0.505832, + "accuracy": 0.568182, + "main_score": 0.505832, + "hf_subset": "tpi_Latn-bjn_Arab", + "languages": [ + "tpi-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.471544, + "recall": 0.531621, + "f1": 0.48822, + "accuracy": 0.531621, + "main_score": 0.48822, + "hf_subset": "tpi_Latn-ewe_Latn", + "languages": [ + "tpi-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.926054, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "tpi_Latn-ilo_Latn", + "languages": [ + "tpi-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.26598, + "recall": 0.333004, + "f1": 0.282973, + "accuracy": 0.333004, + "main_score": 0.282973, + "hf_subset": "tpi_Latn-knc_Arab", + "languages": [ + "tpi-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-mkd_Cyrl", + "languages": [ + "tpi-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tpi_Latn-prs_Arab", + "languages": [ + "tpi-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-swe_Latn", + "languages": [ + "tpi-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "tpi_Latn-urd_Arab", + "languages": [ + "tpi-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.718281, + "recall": 0.777668, + "f1": 0.735823, + "accuracy": 0.777668, + "main_score": 0.735823, + "hf_subset": "tpi_Latn-aka_Latn", + "languages": [ + "tpi-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "tpi_Latn-bjn_Latn", + "languages": [ + "tpi-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.941486, + "recall": 0.959486, + "f1": 0.9472, + "accuracy": 0.959486, + "main_score": 0.9472, + "hf_subset": "tpi_Latn-fao_Latn", + "languages": [ + "tpi-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-ind_Latn", + "languages": [ + "tpi-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.526067, + "recall": 0.583992, + "f1": 0.542144, + "accuracy": 0.583992, + "main_score": 0.542144, + "hf_subset": "tpi_Latn-knc_Latn", + "languages": [ + "tpi-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tpi_Latn-mlt_Latn", + "languages": [ + "tpi-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.619395, + "recall": 0.692688, + "f1": 0.640798, + "accuracy": 0.692688, + "main_score": 0.640798, + "hf_subset": "tpi_Latn-quy_Latn", + "languages": [ + "tpi-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "tpi_Latn-swh_Latn", + "languages": [ + "tpi-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "tpi_Latn-uzn_Latn", + "languages": [ + "tpi-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "tpi_Latn-als_Latn", + "languages": [ + "tpi-Latn", + "als-Latn" + ] + }, + { + "precision": 0.676116, + "recall": 0.751976, + "f1": 0.698254, + "accuracy": 0.751976, + "main_score": 0.698254, + "hf_subset": "tpi_Latn-bod_Tibt", + "languages": [ + "tpi-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.633366, + "recall": 0.701581, + "f1": 0.653346, + "accuracy": 0.701581, + "main_score": 0.653346, + "hf_subset": "tpi_Latn-fij_Latn", + "languages": [ + "tpi-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.930501, + "recall": 0.952569, + "f1": 0.937747, + "accuracy": 0.952569, + "main_score": 0.937747, + "hf_subset": "tpi_Latn-isl_Latn", + "languages": [ + "tpi-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.603281, + "recall": 0.66996, + "f1": 0.621626, + "accuracy": 0.66996, + "main_score": 0.621626, + "hf_subset": "tpi_Latn-kon_Latn", + "languages": [ + "tpi-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.636484, + "recall": 0.704545, + "f1": 0.656515, + "accuracy": 0.704545, + "main_score": 0.656515, + "hf_subset": "tpi_Latn-mni_Beng", + "languages": [ + "tpi-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tpi_Latn-ron_Latn", + "languages": [ + "tpi-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "tpi_Latn-szl_Latn", + "languages": [ + "tpi-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-vec_Latn", + "languages": [ + "tpi-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.83279, + "recall": 0.879447, + "f1": 0.847398, + "accuracy": 0.879447, + "main_score": 0.847398, + "hf_subset": "tpi_Latn-amh_Ethi", + "languages": [ + "tpi-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-bos_Latn", + "languages": [ + "tpi-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tpi_Latn-fin_Latn", + "languages": [ + "tpi-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tpi_Latn-ita_Latn", + "languages": [ + "tpi-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-kor_Hang", + "languages": [ + "tpi-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.514674, + "recall": 0.570158, + "f1": 0.530289, + "accuracy": 0.570158, + "main_score": 0.530289, + "hf_subset": "tpi_Latn-mos_Latn", + "languages": [ + "tpi-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.692616, + "recall": 0.751976, + "f1": 0.710098, + "accuracy": 0.751976, + "main_score": 0.710098, + "hf_subset": "tpi_Latn-run_Latn", + "languages": [ + "tpi-Latn", + "run-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "tpi_Latn-tam_Taml", + "languages": [ + "tpi-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "tpi_Latn-vie_Latn", + "languages": [ + "tpi-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "tpi_Latn-apc_Arab", + "languages": [ + "tpi-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.715728, + "recall": 0.777668, + "f1": 0.734274, + "accuracy": 0.777668, + "main_score": 0.734274, + "hf_subset": "tpi_Latn-bug_Latn", + "languages": [ + "tpi-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.43611, + "recall": 0.486166, + "f1": 0.450449, + "accuracy": 0.486166, + "main_score": 0.450449, + "hf_subset": "tpi_Latn-fon_Latn", + "languages": [ + "tpi-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.951005, + "recall": 0.966403, + "f1": 0.955929, + "accuracy": 0.966403, + "main_score": 0.955929, + "hf_subset": "tpi_Latn-jav_Latn", + "languages": [ + "tpi-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.896739, + "recall": 0.927866, + "f1": 0.906588, + "accuracy": 0.927866, + "main_score": 0.906588, + "hf_subset": "tpi_Latn-lao_Laoo", + "languages": [ + "tpi-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.797925, + "recall": 0.852767, + "f1": 0.814413, + "accuracy": 0.852767, + "main_score": 0.814413, + "hf_subset": "tpi_Latn-mri_Latn", + "languages": [ + "tpi-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tpi_Latn-rus_Cyrl", + "languages": [ + "tpi-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.523622, + "recall": 0.585968, + "f1": 0.540751, + "accuracy": 0.585968, + "main_score": 0.540751, + "hf_subset": "tpi_Latn-taq_Latn", + "languages": [ + "tpi-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "tpi_Latn-war_Latn", + "languages": [ + "tpi-Latn", + "war-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-arb_Arab", + "languages": [ + "tpi-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-bul_Cyrl", + "languages": [ + "tpi-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tpi_Latn-fra_Latn", + "languages": [ + "tpi-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tpi_Latn-jpn_Jpan", + "languages": [ + "tpi-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "tpi_Latn-lij_Latn", + "languages": [ + "tpi-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.92943, + "recall": 0.951581, + "f1": 0.936495, + "accuracy": 0.951581, + "main_score": 0.936495, + "hf_subset": "tpi_Latn-mya_Mymr", + "languages": [ + "tpi-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.560723, + "recall": 0.623518, + "f1": 0.577921, + "accuracy": 0.623518, + "main_score": 0.577921, + "hf_subset": "tpi_Latn-sag_Latn", + "languages": [ + "tpi-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.233739, + "recall": 0.30336, + "f1": 0.250615, + "accuracy": 0.30336, + "main_score": 0.250615, + "hf_subset": "tpi_Latn-taq_Tfng", + "languages": [ + "tpi-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.628863, + "recall": 0.6917, + "f1": 0.646456, + "accuracy": 0.6917, + "main_score": 0.646456, + "hf_subset": "tpi_Latn-wol_Latn", + "languages": [ + "tpi-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.7841, + "recall": 0.842885, + "f1": 0.802026, + "accuracy": 0.842885, + "main_score": 0.802026, + "hf_subset": "tpi_Latn-arb_Latn", + "languages": [ + "tpi-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tpi_Latn-cat_Latn", + "languages": [ + "tpi-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "tpi_Latn-fur_Latn", + "languages": [ + "tpi-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.429392, + "recall": 0.497036, + "f1": 0.447819, + "accuracy": 0.497036, + "main_score": 0.447819, + "hf_subset": "tpi_Latn-kab_Latn", + "languages": [ + "tpi-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.959404, + "recall": 0.971344, + "f1": 0.963175, + "accuracy": 0.971344, + "main_score": 0.963175, + "hf_subset": "tpi_Latn-lim_Latn", + "languages": [ + "tpi-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-nld_Latn", + "languages": [ + "tpi-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.931489, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "tpi_Latn-san_Deva", + "languages": [ + "tpi-Latn", + "san-Deva" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tpi_Latn-tat_Cyrl", + "languages": [ + "tpi-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.819022, + "recall": 0.866601, + "f1": 0.833696, + "accuracy": 0.866601, + "main_score": 0.833696, + "hf_subset": "tpi_Latn-xho_Latn", + "languages": [ + "tpi-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tpi_Latn-ars_Arab", + "languages": [ + "tpi-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "tpi_Latn-ceb_Latn", + "languages": [ + "tpi-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.488843, + "recall": 0.561265, + "f1": 0.508611, + "accuracy": 0.561265, + "main_score": 0.508611, + "hf_subset": "tpi_Latn-fuv_Latn", + "languages": [ + "tpi-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.486112, + "recall": 0.552372, + "f1": 0.504212, + "accuracy": 0.552372, + "main_score": 0.504212, + "hf_subset": "tpi_Latn-kac_Latn", + "languages": [ + "tpi-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.633647, + "recall": 0.695652, + "f1": 0.650965, + "accuracy": 0.695652, + "main_score": 0.650965, + "hf_subset": "tpi_Latn-lin_Latn", + "languages": [ + "tpi-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-nno_Latn", + "languages": [ + "tpi-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.808251, + "recall": 0.86166, + "f1": 0.824473, + "accuracy": 0.86166, + "main_score": 0.824473, + "hf_subset": "tpi_Latn-sat_Olck", + "languages": [ + "tpi-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tpi_Latn-tel_Telu", + "languages": [ + "tpi-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "tpi_Latn-ydd_Hebr", + "languages": [ + "tpi-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "tpi_Latn-ary_Arab", + "languages": [ + "tpi-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-ces_Latn", + "languages": [ + "tpi-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.527436, + "recall": 0.601779, + "f1": 0.547906, + "accuracy": 0.601779, + "main_score": 0.547906, + "hf_subset": "tpi_Latn-gaz_Latn", + "languages": [ + "tpi-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.529464, + "recall": 0.603755, + "f1": 0.549725, + "accuracy": 0.603755, + "main_score": 0.549725, + "hf_subset": "tpi_Latn-kam_Latn", + "languages": [ + "tpi-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "tpi_Latn-lit_Latn", + "languages": [ + "tpi-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-nob_Latn", + "languages": [ + "tpi-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "tpi_Latn-scn_Latn", + "languages": [ + "tpi-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.926136, + "recall": 0.947628, + "f1": 0.933037, + "accuracy": 0.947628, + "main_score": 0.933037, + "hf_subset": "tpi_Latn-tgk_Cyrl", + "languages": [ + "tpi-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.69142, + "recall": 0.763834, + "f1": 0.712747, + "accuracy": 0.763834, + "main_score": 0.712747, + "hf_subset": "tpi_Latn-yor_Latn", + "languages": [ + "tpi-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tpi_Latn-arz_Arab", + "languages": [ + "tpi-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.500322, + "recall": 0.56917, + "f1": 0.519409, + "accuracy": 0.56917, + "main_score": 0.519409, + "hf_subset": "tpi_Latn-cjk_Latn", + "languages": [ + "tpi-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.867951, + "recall": 0.906126, + "f1": 0.880072, + "accuracy": 0.906126, + "main_score": 0.880072, + "hf_subset": "tpi_Latn-gla_Latn", + "languages": [ + "tpi-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.95331, + "recall": 0.968379, + "f1": 0.958235, + "accuracy": 0.968379, + "main_score": 0.958235, + "hf_subset": "tpi_Latn-kan_Knda", + "languages": [ + "tpi-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.962862, + "recall": 0.974308, + "f1": 0.966469, + "accuracy": 0.974308, + "main_score": 0.966469, + "hf_subset": "tpi_Latn-lmo_Latn", + "languages": [ + "tpi-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tpi_Latn-npi_Deva", + "languages": [ + "tpi-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.51016, + "recall": 0.589921, + "f1": 0.532795, + "accuracy": 0.589921, + "main_score": 0.532795, + "hf_subset": "tpi_Latn-shn_Mymr", + "languages": [ + "tpi-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tpi_Latn-tgl_Latn", + "languages": [ + "tpi-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tpi_Latn-yue_Hant", + "languages": [ + "tpi-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.95112, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "tpi_Latn-asm_Beng", + "languages": [ + "tpi-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.863011, + "recall": 0.902174, + "f1": 0.875329, + "accuracy": 0.902174, + "main_score": 0.875329, + "hf_subset": "tpi_Latn-ckb_Arab", + "languages": [ + "tpi-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.939723, + "recall": 0.95751, + "f1": 0.94529, + "accuracy": 0.95751, + "main_score": 0.94529, + "hf_subset": "tpi_Latn-gle_Latn", + "languages": [ + "tpi-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.868248, + "recall": 0.906126, + "f1": 0.880072, + "accuracy": 0.906126, + "main_score": 0.880072, + "hf_subset": "tpi_Latn-kas_Arab", + "languages": [ + "tpi-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.844203, + "recall": 0.886364, + "f1": 0.857345, + "accuracy": 0.886364, + "main_score": 0.857345, + "hf_subset": "tpi_Latn-ltg_Latn", + "languages": [ + "tpi-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.747524, + "recall": 0.800395, + "f1": 0.763241, + "accuracy": 0.800395, + "main_score": 0.763241, + "hf_subset": "tpi_Latn-nso_Latn", + "languages": [ + "tpi-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.93363, + "recall": 0.953557, + "f1": 0.939888, + "accuracy": 0.953557, + "main_score": 0.939888, + "hf_subset": "tpi_Latn-sin_Sinh", + "languages": [ + "tpi-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-tha_Thai", + "languages": [ + "tpi-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "tpi_Latn-zho_Hans", + "languages": [ + "tpi-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-ast_Latn", + "languages": [ + "tpi-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "tpi_Latn-crh_Latn", + "languages": [ + "tpi-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tpi_Latn-glg_Latn", + "languages": [ + "tpi-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.80527, + "recall": 0.855731, + "f1": 0.820737, + "accuracy": 0.855731, + "main_score": 0.820737, + "hf_subset": "tpi_Latn-kas_Deva", + "languages": [ + "tpi-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "tpi_Latn-ltz_Latn", + "languages": [ + "tpi-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.433413, + "recall": 0.500988, + "f1": 0.452208, + "accuracy": 0.500988, + "main_score": 0.452208, + "hf_subset": "tpi_Latn-nus_Latn", + "languages": [ + "tpi-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-slk_Latn", + "languages": [ + "tpi-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.601312, + "recall": 0.681818, + "f1": 0.624497, + "accuracy": 0.681818, + "main_score": 0.624497, + "hf_subset": "tpi_Latn-tir_Ethi", + "languages": [ + "tpi-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tpi_Latn-zho_Hant", + "languages": [ + "tpi-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "tpi_Latn-awa_Deva", + "languages": [ + "tpi-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "tpi_Latn-cym_Latn", + "languages": [ + "tpi-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.756011, + "recall": 0.811265, + "f1": 0.772765, + "accuracy": 0.811265, + "main_score": 0.772765, + "hf_subset": "tpi_Latn-grn_Latn", + "languages": [ + "tpi-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tpi_Latn-kat_Geor", + "languages": [ + "tpi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.605348, + "recall": 0.667984, + "f1": 0.622979, + "accuracy": 0.667984, + "main_score": 0.622979, + "hf_subset": "tpi_Latn-lua_Latn", + "languages": [ + "tpi-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.764641, + "recall": 0.820158, + "f1": 0.781061, + "accuracy": 0.820158, + "main_score": 0.781061, + "hf_subset": "tpi_Latn-nya_Latn", + "languages": [ + "tpi-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tpi_Latn-slv_Latn", + "languages": [ + "tpi-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "tpi_Latn-zsm_Latn", + "languages": [ + "tpi-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.519392, + "recall": 0.582016, + "f1": 0.536881, + "accuracy": 0.582016, + "main_score": 0.536881, + "hf_subset": "tpi_Latn-ayr_Latn", + "languages": [ + "tpi-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tpi_Latn-dan_Latn", + "languages": [ + "tpi-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tpi_Latn-guj_Gujr", + "languages": [ + "tpi-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tpi_Latn-kaz_Cyrl", + "languages": [ + "tpi-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.597244, + "recall": 0.674901, + "f1": 0.619683, + "accuracy": 0.674901, + "main_score": 0.619683, + "hf_subset": "tpi_Latn-lug_Latn", + "languages": [ + "tpi-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tpi_Latn-oci_Latn", + "languages": [ + "tpi-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.768603, + "recall": 0.823123, + "f1": 0.784423, + "accuracy": 0.823123, + "main_score": 0.784423, + "hf_subset": "tpi_Latn-smo_Latn", + "languages": [ + "tpi-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.689693, + "recall": 0.750988, + "f1": 0.707082, + "accuracy": 0.750988, + "main_score": 0.707082, + "hf_subset": "tpi_Latn-tsn_Latn", + "languages": [ + "tpi-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.808218, + "recall": 0.860672, + "f1": 0.824275, + "accuracy": 0.860672, + "main_score": 0.824275, + "hf_subset": "tpi_Latn-zul_Latn", + "languages": [ + "tpi-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.869977, + "recall": 0.908103, + "f1": 0.881818, + "accuracy": 0.908103, + "main_score": 0.881818, + "hf_subset": "tpi_Latn-azb_Arab", + "languages": [ + "tpi-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tpi_Latn-deu_Latn", + "languages": [ + "tpi-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941206, + "accuracy": 0.954545, + "main_score": 0.941206, + "hf_subset": "tpi_Latn-hat_Latn", + "languages": [ + "tpi-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476968, + "recall": 0.536561, + "f1": 0.494038, + "accuracy": 0.536561, + "main_score": 0.494038, + "hf_subset": "tpi_Latn-kbp_Latn", + "languages": [ + "tpi-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.537334, + "recall": 0.600791, + "f1": 0.55451, + "accuracy": 0.600791, + "main_score": 0.55451, + "hf_subset": "tpi_Latn-luo_Latn", + "languages": [ + "tpi-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.935441, + "recall": 0.956522, + "f1": 0.942358, + "accuracy": 0.956522, + "main_score": 0.942358, + "hf_subset": "tpi_Latn-ory_Orya", + "languages": [ + "tpi-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.811241, + "recall": 0.86166, + "f1": 0.826762, + "accuracy": 0.86166, + "main_score": 0.826762, + "hf_subset": "tpi_Latn-sna_Latn", + "languages": [ + "tpi-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.638871, + "recall": 0.698617, + "f1": 0.655442, + "accuracy": 0.698617, + "main_score": 0.655442, + "hf_subset": "tpi_Latn-tso_Latn", + "languages": [ + "tpi-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tpi_Latn-azj_Latn", + "languages": [ + "tpi-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.500093, + "recall": 0.570158, + "f1": 0.519837, + "accuracy": 0.570158, + "main_score": 0.519837, + "hf_subset": "tpi_Latn-dik_Latn", + "languages": [ + "tpi-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.839048, + "recall": 0.879447, + "f1": 0.851482, + "accuracy": 0.879447, + "main_score": 0.851482, + "hf_subset": "tpi_Latn-hau_Latn", + "languages": [ + "tpi-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "tpi_Latn-kea_Latn", + "languages": [ + "tpi-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.88862, + "recall": 0.920949, + "f1": 0.899111, + "accuracy": 0.920949, + "main_score": 0.899111, + "hf_subset": "tpi_Latn-lus_Latn", + "languages": [ + "tpi-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.845438, + "recall": 0.883399, + "f1": 0.857082, + "accuracy": 0.883399, + "main_score": 0.857082, + "hf_subset": "tpi_Latn-pag_Latn", + "languages": [ + "tpi-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "tpi_Latn-snd_Arab", + "languages": [ + "tpi-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.927948, + "recall": 0.948617, + "f1": 0.934519, + "accuracy": 0.948617, + "main_score": 0.934519, + "hf_subset": "tpi_Latn-tuk_Latn", + "languages": [ + "tpi-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.960557, + "recall": 0.972332, + "f1": 0.964328, + "accuracy": 0.972332, + "main_score": 0.964328, + "hf_subset": "tpi_Latn-bak_Cyrl", + "languages": [ + "tpi-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.468209, + "recall": 0.544466, + "f1": 0.489948, + "accuracy": 0.544466, + "main_score": 0.489948, + "hf_subset": "tpi_Latn-dyu_Latn", + "languages": [ + "tpi-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tpi_Latn-heb_Hebr", + "languages": [ + "tpi-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.915514, + "recall": 0.940711, + "f1": 0.923748, + "accuracy": 0.940711, + "main_score": 0.923748, + "hf_subset": "tpi_Latn-khk_Cyrl", + "languages": [ + "tpi-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "tpi_Latn-lvs_Latn", + "languages": [ + "tpi-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "tpi_Latn-pan_Guru", + "languages": [ + "tpi-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.789914, + "recall": 0.84585, + "f1": 0.807098, + "accuracy": 0.84585, + "main_score": 0.807098, + "hf_subset": "tpi_Latn-som_Latn", + "languages": [ + "tpi-Latn", + "som-Latn" + ] + }, + { + "precision": 0.675329, + "recall": 0.736166, + "f1": 0.693431, + "accuracy": 0.736166, + "main_score": 0.693431, + "hf_subset": "tpi_Latn-tum_Latn", + "languages": [ + "tpi-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.506642, + "recall": 0.590909, + "f1": 0.529445, + "accuracy": 0.590909, + "main_score": 0.529445, + "hf_subset": "zsm_Latn-ace_Arab", + "languages": [ + "zsm-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.458556, + "recall": 0.518775, + "f1": 0.474753, + "accuracy": 0.518775, + "main_score": 0.474753, + "hf_subset": "zsm_Latn-bam_Latn", + "languages": [ + "zsm-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.600469, + "recall": 0.6917, + "f1": 0.626321, + "accuracy": 0.6917, + "main_score": 0.626321, + "hf_subset": "zsm_Latn-dzo_Tibt", + "languages": [ + "zsm-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-hin_Deva", + "languages": [ + "zsm-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "zsm_Latn-khm_Khmr", + "languages": [ + "zsm-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zsm_Latn-mag_Deva", + "languages": [ + "zsm-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zsm_Latn-pap_Latn", + "languages": [ + "zsm-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.824111, + "recall": 0.87253, + "f1": 0.839032, + "accuracy": 0.87253, + "main_score": 0.839032, + "hf_subset": "zsm_Latn-sot_Latn", + "languages": [ + "zsm-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-tur_Latn", + "languages": [ + "zsm-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.83386, + "recall": 0.881423, + "f1": 0.848584, + "accuracy": 0.881423, + "main_score": 0.848584, + "hf_subset": "zsm_Latn-ace_Latn", + "languages": [ + "zsm-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.951005, + "recall": 0.965415, + "f1": 0.955599, + "accuracy": 0.965415, + "main_score": 0.955599, + "hf_subset": "zsm_Latn-ban_Latn", + "languages": [ + "zsm-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zsm_Latn-ell_Grek", + "languages": [ + "zsm-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "zsm_Latn-hne_Deva", + "languages": [ + "zsm-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.551124, + "recall": 0.626482, + "f1": 0.57178, + "accuracy": 0.626482, + "main_score": 0.57178, + "hf_subset": "zsm_Latn-kik_Latn", + "languages": [ + "zsm-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "zsm_Latn-mai_Deva", + "languages": [ + "zsm-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.940843, + "accuracy": 0.954545, + "main_score": 0.940843, + "hf_subset": "zsm_Latn-pbt_Arab", + "languages": [ + "zsm-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-spa_Latn", + "languages": [ + "zsm-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.713821, + "recall": 0.777668, + "f1": 0.732089, + "accuracy": 0.777668, + "main_score": 0.732089, + "hf_subset": "zsm_Latn-twi_Latn", + "languages": [ + "zsm-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-acm_Arab", + "languages": [ + "zsm-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zsm_Latn-bel_Cyrl", + "languages": [ + "zsm-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-hrv_Latn", + "languages": [ + "zsm-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.818521, + "recall": 0.866601, + "f1": 0.832879, + "accuracy": 0.866601, + "main_score": 0.832879, + "hf_subset": "zsm_Latn-kin_Latn", + "languages": [ + "zsm-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "zsm_Latn-mal_Mlym", + "languages": [ + "zsm-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-pes_Arab", + "languages": [ + "zsm-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "zsm_Latn-srd_Latn", + "languages": [ + "zsm-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.199852, + "recall": 0.258893, + "f1": 0.213975, + "accuracy": 0.258893, + "main_score": 0.213975, + "hf_subset": "zsm_Latn-tzm_Tfng", + "languages": [ + "zsm-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-acq_Arab", + "languages": [ + "zsm-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.626536, + "recall": 0.704545, + "f1": 0.648569, + "accuracy": 0.704545, + "main_score": 0.648569, + "hf_subset": "zsm_Latn-bem_Latn", + "languages": [ + "zsm-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-epo_Latn", + "languages": [ + "zsm-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-hun_Latn", + "languages": [ + "zsm-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zsm_Latn-kir_Cyrl", + "languages": [ + "zsm-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-mar_Deva", + "languages": [ + "zsm-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.834816, + "recall": 0.880435, + "f1": 0.848701, + "accuracy": 0.880435, + "main_score": 0.848701, + "hf_subset": "zsm_Latn-plt_Latn", + "languages": [ + "zsm-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "zsm_Latn-srp_Cyrl", + "languages": [ + "zsm-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.938027, + "recall": 0.955534, + "f1": 0.943412, + "accuracy": 0.955534, + "main_score": 0.943412, + "hf_subset": "zsm_Latn-uig_Arab", + "languages": [ + "zsm-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zsm_Latn-aeb_Arab", + "languages": [ + "zsm-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-ben_Beng", + "languages": [ + "zsm-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "zsm_Latn-est_Latn", + "languages": [ + "zsm-Latn", + "est-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "zsm_Latn-hye_Armn", + "languages": [ + "zsm-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.447964, + "recall": 0.51087, + "f1": 0.46439, + "accuracy": 0.51087, + "main_score": 0.46439, + "hf_subset": "zsm_Latn-kmb_Latn", + "languages": [ + "zsm-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.460164, + "recall": 0.54249, + "f1": 0.48033, + "accuracy": 0.54249, + "main_score": 0.48033, + "hf_subset": "zsm_Latn-min_Arab", + "languages": [ + "zsm-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "zsm_Latn-pol_Latn", + "languages": [ + "zsm-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.707922, + "recall": 0.777668, + "f1": 0.728416, + "accuracy": 0.777668, + "main_score": 0.728416, + "hf_subset": "zsm_Latn-ssw_Latn", + "languages": [ + "zsm-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ukr_Cyrl", + "languages": [ + "zsm-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-afr_Latn", + "languages": [ + "zsm-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "zsm_Latn-bho_Deva", + "languages": [ + "zsm-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zsm_Latn-eus_Latn", + "languages": [ + "zsm-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.831933, + "recall": 0.880435, + "f1": 0.846838, + "accuracy": 0.880435, + "main_score": 0.846838, + "hf_subset": "zsm_Latn-ibo_Latn", + "languages": [ + "zsm-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.845109, + "recall": 0.88834, + "f1": 0.858531, + "accuracy": 0.88834, + "main_score": 0.858531, + "hf_subset": "zsm_Latn-kmr_Latn", + "languages": [ + "zsm-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "zsm_Latn-min_Latn", + "languages": [ + "zsm-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-por_Latn", + "languages": [ + "zsm-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "zsm_Latn-sun_Latn", + "languages": [ + "zsm-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.448024, + "recall": 0.509881, + "f1": 0.465256, + "accuracy": 0.509881, + "main_score": 0.465256, + "hf_subset": "zsm_Latn-umb_Latn", + "languages": [ + "zsm-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-ajp_Arab", + "languages": [ + "zsm-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.453779, + "recall": 0.546443, + "f1": 0.478864, + "accuracy": 0.546443, + "main_score": 0.478864, + "hf_subset": "zsm_Latn-bjn_Arab", + "languages": [ + "zsm-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.450431, + "recall": 0.506917, + "f1": 0.465219, + "accuracy": 0.506917, + "main_score": 0.465219, + "hf_subset": "zsm_Latn-ewe_Latn", + "languages": [ + "zsm-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.93643, + "recall": 0.955534, + "f1": 0.94249, + "accuracy": 0.955534, + "main_score": 0.94249, + "hf_subset": "zsm_Latn-ilo_Latn", + "languages": [ + "zsm-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.235957, + "recall": 0.299407, + "f1": 0.251175, + "accuracy": 0.299407, + "main_score": 0.251175, + "hf_subset": "zsm_Latn-knc_Arab", + "languages": [ + "zsm-Latn", + "knc-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-mkd_Cyrl", + "languages": [ + "zsm-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-prs_Arab", + "languages": [ + "zsm-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-swe_Latn", + "languages": [ + "zsm-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-urd_Arab", + "languages": [ + "zsm-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.712752, + "recall": 0.780632, + "f1": 0.732599, + "accuracy": 0.780632, + "main_score": 0.732599, + "hf_subset": "zsm_Latn-aka_Latn", + "languages": [ + "zsm-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "zsm_Latn-bjn_Latn", + "languages": [ + "zsm-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "zsm_Latn-fao_Latn", + "languages": [ + "zsm-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ind_Latn", + "languages": [ + "zsm-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.503246, + "recall": 0.560277, + "f1": 0.518422, + "accuracy": 0.560277, + "main_score": 0.518422, + "hf_subset": "zsm_Latn-knc_Latn", + "languages": [ + "zsm-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-mlt_Latn", + "languages": [ + "zsm-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.624413, + "recall": 0.692688, + "f1": 0.643627, + "accuracy": 0.692688, + "main_score": 0.643627, + "hf_subset": "zsm_Latn-quy_Latn", + "languages": [ + "zsm-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-swh_Latn", + "languages": [ + "zsm-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zsm_Latn-uzn_Latn", + "languages": [ + "zsm-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zsm_Latn-als_Latn", + "languages": [ + "zsm-Latn", + "als-Latn" + ] + }, + { + "precision": 0.768075, + "recall": 0.831028, + "f1": 0.78711, + "accuracy": 0.831028, + "main_score": 0.78711, + "hf_subset": "zsm_Latn-bod_Tibt", + "languages": [ + "zsm-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.618241, + "recall": 0.690711, + "f1": 0.638973, + "accuracy": 0.690711, + "main_score": 0.638973, + "hf_subset": "zsm_Latn-fij_Latn", + "languages": [ + "zsm-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "zsm_Latn-isl_Latn", + "languages": [ + "zsm-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.577631, + "recall": 0.644269, + "f1": 0.595252, + "accuracy": 0.644269, + "main_score": 0.595252, + "hf_subset": "zsm_Latn-kon_Latn", + "languages": [ + "zsm-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.588433, + "recall": 0.666996, + "f1": 0.610275, + "accuracy": 0.666996, + "main_score": 0.610275, + "hf_subset": "zsm_Latn-mni_Beng", + "languages": [ + "zsm-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ron_Latn", + "languages": [ + "zsm-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "zsm_Latn-szl_Latn", + "languages": [ + "zsm-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-vec_Latn", + "languages": [ + "zsm-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.897892, + "recall": 0.928854, + "f1": 0.90774, + "accuracy": 0.928854, + "main_score": 0.90774, + "hf_subset": "zsm_Latn-amh_Ethi", + "languages": [ + "zsm-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-bos_Latn", + "languages": [ + "zsm-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-fin_Latn", + "languages": [ + "zsm-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ita_Latn", + "languages": [ + "zsm-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-kor_Hang", + "languages": [ + "zsm-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.487657, + "recall": 0.543478, + "f1": 0.502413, + "accuracy": 0.543478, + "main_score": 0.502413, + "hf_subset": "zsm_Latn-mos_Latn", + "languages": [ + "zsm-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.705929, + "recall": 0.772727, + "f1": 0.725367, + "accuracy": 0.772727, + "main_score": 0.725367, + "hf_subset": "zsm_Latn-run_Latn", + "languages": [ + "zsm-Latn", + "run-Latn" + ] + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "zsm_Latn-tam_Taml", + "languages": [ + "zsm-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-vie_Latn", + "languages": [ + "zsm-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "zsm_Latn-apc_Arab", + "languages": [ + "zsm-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.719071, + "recall": 0.780632, + "f1": 0.735741, + "accuracy": 0.780632, + "main_score": 0.735741, + "hf_subset": "zsm_Latn-bug_Latn", + "languages": [ + "zsm-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.422219, + "recall": 0.472332, + "f1": 0.436284, + "accuracy": 0.472332, + "main_score": 0.436284, + "hf_subset": "zsm_Latn-fon_Latn", + "languages": [ + "zsm-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zsm_Latn-jav_Latn", + "languages": [ + "zsm-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.943347, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "zsm_Latn-lao_Laoo", + "languages": [ + "zsm-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.842391, + "recall": 0.889328, + "f1": 0.856983, + "accuracy": 0.889328, + "main_score": 0.856983, + "hf_subset": "zsm_Latn-mri_Latn", + "languages": [ + "zsm-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-rus_Cyrl", + "languages": [ + "zsm-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.483301, + "recall": 0.546443, + "f1": 0.500152, + "accuracy": 0.546443, + "main_score": 0.500152, + "hf_subset": "zsm_Latn-taq_Latn", + "languages": [ + "zsm-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zsm_Latn-war_Latn", + "languages": [ + "zsm-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-arb_Arab", + "languages": [ + "zsm-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-bul_Cyrl", + "languages": [ + "zsm-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-fra_Latn", + "languages": [ + "zsm-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-jpn_Jpan", + "languages": [ + "zsm-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "zsm_Latn-lij_Latn", + "languages": [ + "zsm-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "zsm_Latn-mya_Mymr", + "languages": [ + "zsm-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.536853, + "recall": 0.599802, + "f1": 0.553937, + "accuracy": 0.599802, + "main_score": 0.553937, + "hf_subset": "zsm_Latn-sag_Latn", + "languages": [ + "zsm-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.213381, + "recall": 0.279644, + "f1": 0.228906, + "accuracy": 0.279644, + "main_score": 0.228906, + "hf_subset": "zsm_Latn-taq_Tfng", + "languages": [ + "zsm-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.634576, + "recall": 0.703557, + "f1": 0.653643, + "accuracy": 0.703557, + "main_score": 0.653643, + "hf_subset": "zsm_Latn-wol_Latn", + "languages": [ + "zsm-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.844203, + "recall": 0.88834, + "f1": 0.857839, + "accuracy": 0.88834, + "main_score": 0.857839, + "hf_subset": "zsm_Latn-arb_Latn", + "languages": [ + "zsm-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-cat_Latn", + "languages": [ + "zsm-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "zsm_Latn-fur_Latn", + "languages": [ + "zsm-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.411622, + "recall": 0.488142, + "f1": 0.430908, + "accuracy": 0.488142, + "main_score": 0.430908, + "hf_subset": "zsm_Latn-kab_Latn", + "languages": [ + "zsm-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zsm_Latn-lim_Latn", + "languages": [ + "zsm-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-nld_Latn", + "languages": [ + "zsm-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "zsm_Latn-san_Deva", + "languages": [ + "zsm-Latn", + "san-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zsm_Latn-tat_Cyrl", + "languages": [ + "zsm-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.843989, + "recall": 0.887352, + "f1": 0.857609, + "accuracy": 0.887352, + "main_score": 0.857609, + "hf_subset": "zsm_Latn-xho_Latn", + "languages": [ + "zsm-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "zsm_Latn-ars_Arab", + "languages": [ + "zsm-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-ceb_Latn", + "languages": [ + "zsm-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.469733, + "recall": 0.537549, + "f1": 0.486949, + "accuracy": 0.537549, + "main_score": 0.486949, + "hf_subset": "zsm_Latn-fuv_Latn", + "languages": [ + "zsm-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.461498, + "recall": 0.527668, + "f1": 0.478923, + "accuracy": 0.527668, + "main_score": 0.478923, + "hf_subset": "zsm_Latn-kac_Latn", + "languages": [ + "zsm-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.601476, + "recall": 0.666996, + "f1": 0.618808, + "accuracy": 0.666996, + "main_score": 0.618808, + "hf_subset": "zsm_Latn-lin_Latn", + "languages": [ + "zsm-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-nno_Latn", + "languages": [ + "zsm-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.864526, + "recall": 0.901186, + "f1": 0.875461, + "accuracy": 0.901186, + "main_score": 0.875461, + "hf_subset": "zsm_Latn-sat_Olck", + "languages": [ + "zsm-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zsm_Latn-tel_Telu", + "languages": [ + "zsm-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "zsm_Latn-ydd_Hebr", + "languages": [ + "zsm-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "zsm_Latn-ary_Arab", + "languages": [ + "zsm-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-ces_Latn", + "languages": [ + "zsm-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.541296, + "recall": 0.620553, + "f1": 0.563494, + "accuracy": 0.620553, + "main_score": 0.563494, + "hf_subset": "zsm_Latn-gaz_Latn", + "languages": [ + "zsm-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.507482, + "recall": 0.591897, + "f1": 0.529559, + "accuracy": 0.591897, + "main_score": 0.529559, + "hf_subset": "zsm_Latn-kam_Latn", + "languages": [ + "zsm-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "zsm_Latn-lit_Latn", + "languages": [ + "zsm-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-nob_Latn", + "languages": [ + "zsm-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "zsm_Latn-scn_Latn", + "languages": [ + "zsm-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "zsm_Latn-tgk_Cyrl", + "languages": [ + "zsm-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.679259, + "recall": 0.753953, + "f1": 0.700626, + "accuracy": 0.753953, + "main_score": 0.700626, + "hf_subset": "zsm_Latn-yor_Latn", + "languages": [ + "zsm-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-arz_Arab", + "languages": [ + "zsm-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.456622, + "recall": 0.525692, + "f1": 0.475282, + "accuracy": 0.525692, + "main_score": 0.475282, + "hf_subset": "zsm_Latn-cjk_Latn", + "languages": [ + "zsm-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.920949, + "recall": 0.94664, + "f1": 0.929348, + "accuracy": 0.94664, + "main_score": 0.929348, + "hf_subset": "zsm_Latn-gla_Latn", + "languages": [ + "zsm-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zsm_Latn-kan_Knda", + "languages": [ + "zsm-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984766, + "recall": 0.98913, + "f1": 0.986067, + "accuracy": 0.98913, + "main_score": 0.986067, + "hf_subset": "zsm_Latn-lmo_Latn", + "languages": [ + "zsm-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zsm_Latn-npi_Deva", + "languages": [ + "zsm-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.515206, + "recall": 0.596838, + "f1": 0.537151, + "accuracy": 0.596838, + "main_score": 0.537151, + "hf_subset": "zsm_Latn-shn_Mymr", + "languages": [ + "zsm-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "zsm_Latn-tgl_Latn", + "languages": [ + "zsm-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-yue_Hant", + "languages": [ + "zsm-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "zsm_Latn-asm_Beng", + "languages": [ + "zsm-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.901548, + "recall": 0.93083, + "f1": 0.91087, + "accuracy": 0.93083, + "main_score": 0.91087, + "hf_subset": "zsm_Latn-ckb_Arab", + "languages": [ + "zsm-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "zsm_Latn-gle_Latn", + "languages": [ + "zsm-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.895998, + "recall": 0.926877, + "f1": 0.905698, + "accuracy": 0.926877, + "main_score": 0.905698, + "hf_subset": "zsm_Latn-kas_Arab", + "languages": [ + "zsm-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.872645, + "recall": 0.910079, + "f1": 0.884453, + "accuracy": 0.910079, + "main_score": 0.884453, + "hf_subset": "zsm_Latn-ltg_Latn", + "languages": [ + "zsm-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.758745, + "recall": 0.818182, + "f1": 0.7766, + "accuracy": 0.818182, + "main_score": 0.7766, + "hf_subset": "zsm_Latn-nso_Latn", + "languages": [ + "zsm-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.978261, + "f1": 0.972134, + "accuracy": 0.978261, + "main_score": 0.972134, + "hf_subset": "zsm_Latn-sin_Sinh", + "languages": [ + "zsm-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-tha_Thai", + "languages": [ + "zsm-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-zho_Hans", + "languages": [ + "zsm-Latn", + "zho-Hans" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ast_Latn", + "languages": [ + "zsm-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "zsm_Latn-crh_Latn", + "languages": [ + "zsm-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-glg_Latn", + "languages": [ + "zsm-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.840744, + "recall": 0.885375, + "f1": 0.85415, + "accuracy": 0.885375, + "main_score": 0.85415, + "hf_subset": "zsm_Latn-kas_Deva", + "languages": [ + "zsm-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "zsm_Latn-ltz_Latn", + "languages": [ + "zsm-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.405036, + "recall": 0.470356, + "f1": 0.422299, + "accuracy": 0.470356, + "main_score": 0.422299, + "hf_subset": "zsm_Latn-nus_Latn", + "languages": [ + "zsm-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-slk_Latn", + "languages": [ + "zsm-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.606709, + "recall": 0.689723, + "f1": 0.629929, + "accuracy": 0.689723, + "main_score": 0.629929, + "hf_subset": "zsm_Latn-tir_Ethi", + "languages": [ + "zsm-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-zho_Hant", + "languages": [ + "zsm-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.970438, + "recall": 0.978261, + "f1": 0.972892, + "accuracy": 0.978261, + "main_score": 0.972892, + "hf_subset": "zsm_Latn-awa_Deva", + "languages": [ + "zsm-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "zsm_Latn-cym_Latn", + "languages": [ + "zsm-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.735903, + "recall": 0.796443, + "f1": 0.753328, + "accuracy": 0.796443, + "main_score": 0.753328, + "hf_subset": "zsm_Latn-grn_Latn", + "languages": [ + "zsm-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "zsm_Latn-kat_Geor", + "languages": [ + "zsm-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.566491, + "recall": 0.631423, + "f1": 0.583879, + "accuracy": 0.631423, + "main_score": 0.583879, + "hf_subset": "zsm_Latn-lua_Latn", + "languages": [ + "zsm-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.792688, + "recall": 0.849802, + "f1": 0.810211, + "accuracy": 0.849802, + "main_score": 0.810211, + "hf_subset": "zsm_Latn-nya_Latn", + "languages": [ + "zsm-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "zsm_Latn-slv_Latn", + "languages": [ + "zsm-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "zsm_Latn-tpi_Latn", + "languages": [ + "zsm-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.494334, + "recall": 0.559289, + "f1": 0.512736, + "accuracy": 0.559289, + "main_score": 0.512736, + "hf_subset": "zsm_Latn-ayr_Latn", + "languages": [ + "zsm-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-dan_Latn", + "languages": [ + "zsm-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zsm_Latn-guj_Gujr", + "languages": [ + "zsm-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "zsm_Latn-kaz_Cyrl", + "languages": [ + "zsm-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.60034, + "recall": 0.678854, + "f1": 0.622209, + "accuracy": 0.678854, + "main_score": 0.622209, + "hf_subset": "zsm_Latn-lug_Latn", + "languages": [ + "zsm-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-oci_Latn", + "languages": [ + "zsm-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.807658, + "recall": 0.858696, + "f1": 0.82332, + "accuracy": 0.858696, + "main_score": 0.82332, + "hf_subset": "zsm_Latn-smo_Latn", + "languages": [ + "zsm-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.716288, + "recall": 0.786561, + "f1": 0.737088, + "accuracy": 0.786561, + "main_score": 0.737088, + "hf_subset": "zsm_Latn-tsn_Latn", + "languages": [ + "zsm-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.855731, + "recall": 0.898221, + "f1": 0.869038, + "accuracy": 0.898221, + "main_score": 0.869038, + "hf_subset": "zsm_Latn-zul_Latn", + "languages": [ + "zsm-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.900395, + "recall": 0.931818, + "f1": 0.910573, + "accuracy": 0.931818, + "main_score": 0.910573, + "hf_subset": "zsm_Latn-azb_Arab", + "languages": [ + "zsm-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-deu_Latn", + "languages": [ + "zsm-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "zsm_Latn-hat_Latn", + "languages": [ + "zsm-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.464345, + "recall": 0.522727, + "f1": 0.480467, + "accuracy": 0.522727, + "main_score": 0.480467, + "hf_subset": "zsm_Latn-kbp_Latn", + "languages": [ + "zsm-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.501821, + "recall": 0.56917, + "f1": 0.519973, + "accuracy": 0.56917, + "main_score": 0.519973, + "hf_subset": "zsm_Latn-luo_Latn", + "languages": [ + "zsm-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "zsm_Latn-ory_Orya", + "languages": [ + "zsm-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.85499, + "recall": 0.895257, + "f1": 0.86749, + "accuracy": 0.895257, + "main_score": 0.86749, + "hf_subset": "zsm_Latn-sna_Latn", + "languages": [ + "zsm-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.62085, + "recall": 0.694664, + "f1": 0.641567, + "accuracy": 0.694664, + "main_score": 0.641567, + "hf_subset": "zsm_Latn-tso_Latn", + "languages": [ + "zsm-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-azj_Latn", + "languages": [ + "zsm-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.49787, + "recall": 0.566206, + "f1": 0.5175, + "accuracy": 0.566206, + "main_score": 0.5175, + "hf_subset": "zsm_Latn-dik_Latn", + "languages": [ + "zsm-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.88587, + "recall": 0.91996, + "f1": 0.896706, + "accuracy": 0.91996, + "main_score": 0.896706, + "hf_subset": "zsm_Latn-hau_Latn", + "languages": [ + "zsm-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "zsm_Latn-kea_Latn", + "languages": [ + "zsm-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.903986, + "recall": 0.932806, + "f1": 0.913011, + "accuracy": 0.932806, + "main_score": 0.913011, + "hf_subset": "zsm_Latn-lus_Latn", + "languages": [ + "zsm-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.839822, + "recall": 0.883399, + "f1": 0.852833, + "accuracy": 0.883399, + "main_score": 0.852833, + "hf_subset": "zsm_Latn-pag_Latn", + "languages": [ + "zsm-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "zsm_Latn-snd_Arab", + "languages": [ + "zsm-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "zsm_Latn-tuk_Latn", + "languages": [ + "zsm-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zsm_Latn-bak_Cyrl", + "languages": [ + "zsm-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.453983, + "recall": 0.527668, + "f1": 0.474018, + "accuracy": 0.527668, + "main_score": 0.474018, + "hf_subset": "zsm_Latn-dyu_Latn", + "languages": [ + "zsm-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-heb_Hebr", + "languages": [ + "zsm-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "zsm_Latn-khk_Cyrl", + "languages": [ + "zsm-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-lvs_Latn", + "languages": [ + "zsm-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zsm_Latn-pan_Guru", + "languages": [ + "zsm-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.852717, + "recall": 0.894269, + "f1": 0.865481, + "accuracy": 0.894269, + "main_score": 0.865481, + "hf_subset": "zsm_Latn-som_Latn", + "languages": [ + "zsm-Latn", + "som-Latn" + ] + }, + { + "precision": 0.661322, + "recall": 0.730237, + "f1": 0.680871, + "accuracy": 0.730237, + "main_score": 0.680871, + "hf_subset": "zsm_Latn-tum_Latn", + "languages": [ + "zsm-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.362998, + "recall": 0.421937, + "f1": 0.378857, + "accuracy": 0.421937, + "main_score": 0.378857, + "hf_subset": "ayr_Latn-ace_Arab", + "languages": [ + "ayr-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.489212, + "recall": 0.527668, + "f1": 0.500389, + "accuracy": 0.527668, + "main_score": 0.500389, + "hf_subset": "ayr_Latn-bam_Latn", + "languages": [ + "ayr-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.28712, + "recall": 0.339921, + "f1": 0.300174, + "accuracy": 0.339921, + "main_score": 0.300174, + "hf_subset": "ayr_Latn-dzo_Tibt", + "languages": [ + "ayr-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.485223, + "recall": 0.534585, + "f1": 0.498166, + "accuracy": 0.534585, + "main_score": 0.498166, + "hf_subset": "ayr_Latn-hin_Deva", + "languages": [ + "ayr-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.420244, + "recall": 0.469368, + "f1": 0.433517, + "accuracy": 0.469368, + "main_score": 0.433517, + "hf_subset": "ayr_Latn-khm_Khmr", + "languages": [ + "ayr-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.475693, + "recall": 0.522727, + "f1": 0.488684, + "accuracy": 0.522727, + "main_score": 0.488684, + "hf_subset": "ayr_Latn-mag_Deva", + "languages": [ + "ayr-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.460119, + "recall": 0.507905, + "f1": 0.473171, + "accuracy": 0.507905, + "main_score": 0.473171, + "hf_subset": "ayr_Latn-pap_Latn", + "languages": [ + "ayr-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.443647, + "recall": 0.48913, + "f1": 0.455862, + "accuracy": 0.48913, + "main_score": 0.455862, + "hf_subset": "ayr_Latn-sot_Latn", + "languages": [ + "ayr-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.480804, + "recall": 0.529644, + "f1": 0.494152, + "accuracy": 0.529644, + "main_score": 0.494152, + "hf_subset": "ayr_Latn-tur_Latn", + "languages": [ + "ayr-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.460531, + "recall": 0.504941, + "f1": 0.472389, + "accuracy": 0.504941, + "main_score": 0.472389, + "hf_subset": "ayr_Latn-ace_Latn", + "languages": [ + "ayr-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.469049, + "recall": 0.508893, + "f1": 0.479351, + "accuracy": 0.508893, + "main_score": 0.479351, + "hf_subset": "ayr_Latn-ban_Latn", + "languages": [ + "ayr-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.463096, + "recall": 0.514822, + "f1": 0.477558, + "accuracy": 0.514822, + "main_score": 0.477558, + "hf_subset": "ayr_Latn-ell_Grek", + "languages": [ + "ayr-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.471523, + "recall": 0.521739, + "f1": 0.484382, + "accuracy": 0.521739, + "main_score": 0.484382, + "hf_subset": "ayr_Latn-hne_Deva", + "languages": [ + "ayr-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.456474, + "recall": 0.495059, + "f1": 0.467478, + "accuracy": 0.495059, + "main_score": 0.467478, + "hf_subset": "ayr_Latn-kik_Latn", + "languages": [ + "ayr-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.480842, + "recall": 0.529644, + "f1": 0.494303, + "accuracy": 0.529644, + "main_score": 0.494303, + "hf_subset": "ayr_Latn-mai_Deva", + "languages": [ + "ayr-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.431262, + "recall": 0.475296, + "f1": 0.44365, + "accuracy": 0.475296, + "main_score": 0.44365, + "hf_subset": "ayr_Latn-pbt_Arab", + "languages": [ + "ayr-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.490283, + "recall": 0.541502, + "f1": 0.504177, + "accuracy": 0.541502, + "main_score": 0.504177, + "hf_subset": "ayr_Latn-spa_Latn", + "languages": [ + "ayr-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.49274, + "recall": 0.532609, + "f1": 0.504348, + "accuracy": 0.532609, + "main_score": 0.504348, + "hf_subset": "ayr_Latn-twi_Latn", + "languages": [ + "ayr-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.477397, + "recall": 0.521739, + "f1": 0.490286, + "accuracy": 0.521739, + "main_score": 0.490286, + "hf_subset": "ayr_Latn-acm_Arab", + "languages": [ + "ayr-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.42041, + "recall": 0.468379, + "f1": 0.433561, + "accuracy": 0.468379, + "main_score": 0.433561, + "hf_subset": "ayr_Latn-bel_Cyrl", + "languages": [ + "ayr-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.506572, + "recall": 0.561265, + "f1": 0.522299, + "accuracy": 0.561265, + "main_score": 0.522299, + "hf_subset": "ayr_Latn-eng_Latn", + "languages": [ + "ayr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.468252, + "recall": 0.51581, + "f1": 0.481414, + "accuracy": 0.51581, + "main_score": 0.481414, + "hf_subset": "ayr_Latn-hrv_Latn", + "languages": [ + "ayr-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.44126, + "recall": 0.488142, + "f1": 0.453122, + "accuracy": 0.488142, + "main_score": 0.453122, + "hf_subset": "ayr_Latn-kin_Latn", + "languages": [ + "ayr-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.440252, + "recall": 0.491107, + "f1": 0.454243, + "accuracy": 0.491107, + "main_score": 0.454243, + "hf_subset": "ayr_Latn-mal_Mlym", + "languages": [ + "ayr-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.455046, + "recall": 0.502964, + "f1": 0.467661, + "accuracy": 0.502964, + "main_score": 0.467661, + "hf_subset": "ayr_Latn-pes_Arab", + "languages": [ + "ayr-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.45799, + "recall": 0.507905, + "f1": 0.472086, + "accuracy": 0.507905, + "main_score": 0.472086, + "hf_subset": "ayr_Latn-srd_Latn", + "languages": [ + "ayr-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.223623, + "recall": 0.277668, + "f1": 0.236436, + "accuracy": 0.277668, + "main_score": 0.236436, + "hf_subset": "ayr_Latn-tzm_Tfng", + "languages": [ + "ayr-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.471132, + "recall": 0.512846, + "f1": 0.482466, + "accuracy": 0.512846, + "main_score": 0.482466, + "hf_subset": "ayr_Latn-acq_Arab", + "languages": [ + "ayr-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.475664, + "recall": 0.516798, + "f1": 0.487114, + "accuracy": 0.516798, + "main_score": 0.487114, + "hf_subset": "ayr_Latn-bem_Latn", + "languages": [ + "ayr-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.433489, + "recall": 0.479249, + "f1": 0.445832, + "accuracy": 0.479249, + "main_score": 0.445832, + "hf_subset": "ayr_Latn-epo_Latn", + "languages": [ + "ayr-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.47148, + "recall": 0.520751, + "f1": 0.484583, + "accuracy": 0.520751, + "main_score": 0.484583, + "hf_subset": "ayr_Latn-hun_Latn", + "languages": [ + "ayr-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.45276, + "recall": 0.501976, + "f1": 0.466933, + "accuracy": 0.501976, + "main_score": 0.466933, + "hf_subset": "ayr_Latn-kir_Cyrl", + "languages": [ + "ayr-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.450035, + "recall": 0.5, + "f1": 0.463934, + "accuracy": 0.5, + "main_score": 0.463934, + "hf_subset": "ayr_Latn-mar_Deva", + "languages": [ + "ayr-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.47662, + "recall": 0.522727, + "f1": 0.4885, + "accuracy": 0.522727, + "main_score": 0.4885, + "hf_subset": "ayr_Latn-plt_Latn", + "languages": [ + "ayr-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.44959, + "recall": 0.5, + "f1": 0.46322, + "accuracy": 0.5, + "main_score": 0.46322, + "hf_subset": "ayr_Latn-srp_Cyrl", + "languages": [ + "ayr-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.404158, + "recall": 0.455534, + "f1": 0.417643, + "accuracy": 0.455534, + "main_score": 0.417643, + "hf_subset": "ayr_Latn-uig_Arab", + "languages": [ + "ayr-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.454378, + "recall": 0.499012, + "f1": 0.466615, + "accuracy": 0.499012, + "main_score": 0.466615, + "hf_subset": "ayr_Latn-aeb_Arab", + "languages": [ + "ayr-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.443952, + "recall": 0.491107, + "f1": 0.457507, + "accuracy": 0.491107, + "main_score": 0.457507, + "hf_subset": "ayr_Latn-ben_Beng", + "languages": [ + "ayr-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.459054, + "recall": 0.505929, + "f1": 0.472299, + "accuracy": 0.505929, + "main_score": 0.472299, + "hf_subset": "ayr_Latn-est_Latn", + "languages": [ + "ayr-Latn", + "est-Latn" + ] + }, + { + "precision": 0.434315, + "recall": 0.488142, + "f1": 0.44893, + "accuracy": 0.488142, + "main_score": 0.44893, + "hf_subset": "ayr_Latn-hye_Armn", + "languages": [ + "ayr-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.481043, + "recall": 0.51581, + "f1": 0.490917, + "accuracy": 0.51581, + "main_score": 0.490917, + "hf_subset": "ayr_Latn-kmb_Latn", + "languages": [ + "ayr-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.358007, + "recall": 0.420949, + "f1": 0.37484, + "accuracy": 0.420949, + "main_score": 0.37484, + "hf_subset": "ayr_Latn-min_Arab", + "languages": [ + "ayr-Latn", + "min-Arab" + ] + }, + { + "precision": 0.484051, + "recall": 0.531621, + "f1": 0.497569, + "accuracy": 0.531621, + "main_score": 0.497569, + "hf_subset": "ayr_Latn-pol_Latn", + "languages": [ + "ayr-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.440557, + "recall": 0.487154, + "f1": 0.452469, + "accuracy": 0.487154, + "main_score": 0.452469, + "hf_subset": "ayr_Latn-ssw_Latn", + "languages": [ + "ayr-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.464108, + "recall": 0.512846, + "f1": 0.476324, + "accuracy": 0.512846, + "main_score": 0.476324, + "hf_subset": "ayr_Latn-ukr_Cyrl", + "languages": [ + "ayr-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.460053, + "recall": 0.503953, + "f1": 0.472114, + "accuracy": 0.503953, + "main_score": 0.472114, + "hf_subset": "ayr_Latn-afr_Latn", + "languages": [ + "ayr-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.483612, + "recall": 0.533597, + "f1": 0.495993, + "accuracy": 0.533597, + "main_score": 0.495993, + "hf_subset": "ayr_Latn-bho_Deva", + "languages": [ + "ayr-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.456408, + "recall": 0.496047, + "f1": 0.467597, + "accuracy": 0.496047, + "main_score": 0.467597, + "hf_subset": "ayr_Latn-eus_Latn", + "languages": [ + "ayr-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.441369, + "recall": 0.488142, + "f1": 0.453868, + "accuracy": 0.488142, + "main_score": 0.453868, + "hf_subset": "ayr_Latn-ibo_Latn", + "languages": [ + "ayr-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.467722, + "recall": 0.509881, + "f1": 0.479394, + "accuracy": 0.509881, + "main_score": 0.479394, + "hf_subset": "ayr_Latn-kmr_Latn", + "languages": [ + "ayr-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.437314, + "recall": 0.482213, + "f1": 0.449052, + "accuracy": 0.482213, + "main_score": 0.449052, + "hf_subset": "ayr_Latn-min_Latn", + "languages": [ + "ayr-Latn", + "min-Latn" + ] + }, + { + "precision": 0.496175, + "recall": 0.543478, + "f1": 0.509172, + "accuracy": 0.543478, + "main_score": 0.509172, + "hf_subset": "ayr_Latn-por_Latn", + "languages": [ + "ayr-Latn", + "por-Latn" + ] + }, + { + "precision": 0.433149, + "recall": 0.479249, + "f1": 0.445303, + "accuracy": 0.479249, + "main_score": 0.445303, + "hf_subset": "ayr_Latn-sun_Latn", + "languages": [ + "ayr-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.461001, + "recall": 0.5, + "f1": 0.472666, + "accuracy": 0.5, + "main_score": 0.472666, + "hf_subset": "ayr_Latn-umb_Latn", + "languages": [ + "ayr-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.467049, + "recall": 0.513834, + "f1": 0.478996, + "accuracy": 0.513834, + "main_score": 0.478996, + "hf_subset": "ayr_Latn-ajp_Arab", + "languages": [ + "ayr-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.362345, + "recall": 0.413043, + "f1": 0.376372, + "accuracy": 0.413043, + "main_score": 0.376372, + "hf_subset": "ayr_Latn-bjn_Arab", + "languages": [ + "ayr-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.454038, + "recall": 0.5, + "f1": 0.466769, + "accuracy": 0.5, + "main_score": 0.466769, + "hf_subset": "ayr_Latn-ewe_Latn", + "languages": [ + "ayr-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.448084, + "recall": 0.5, + "f1": 0.461528, + "accuracy": 0.5, + "main_score": 0.461528, + "hf_subset": "ayr_Latn-ilo_Latn", + "languages": [ + "ayr-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.256393, + "recall": 0.306324, + "f1": 0.269572, + "accuracy": 0.306324, + "main_score": 0.269572, + "hf_subset": "ayr_Latn-knc_Arab", + "languages": [ + "ayr-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.453842, + "recall": 0.499012, + "f1": 0.465972, + "accuracy": 0.499012, + "main_score": 0.465972, + "hf_subset": "ayr_Latn-mkd_Cyrl", + "languages": [ + "ayr-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.476551, + "recall": 0.524704, + "f1": 0.489365, + "accuracy": 0.524704, + "main_score": 0.489365, + "hf_subset": "ayr_Latn-prs_Arab", + "languages": [ + "ayr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.484225, + "recall": 0.532609, + "f1": 0.497895, + "accuracy": 0.532609, + "main_score": 0.497895, + "hf_subset": "ayr_Latn-swe_Latn", + "languages": [ + "ayr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.451049, + "recall": 0.497036, + "f1": 0.46334, + "accuracy": 0.497036, + "main_score": 0.46334, + "hf_subset": "ayr_Latn-urd_Arab", + "languages": [ + "ayr-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.489922, + "recall": 0.52668, + "f1": 0.49984, + "accuracy": 0.52668, + "main_score": 0.49984, + "hf_subset": "ayr_Latn-aka_Latn", + "languages": [ + "ayr-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.476592, + "recall": 0.512846, + "f1": 0.486753, + "accuracy": 0.512846, + "main_score": 0.486753, + "hf_subset": "ayr_Latn-bjn_Latn", + "languages": [ + "ayr-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.447607, + "recall": 0.493083, + "f1": 0.460578, + "accuracy": 0.493083, + "main_score": 0.460578, + "hf_subset": "ayr_Latn-fao_Latn", + "languages": [ + "ayr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.467561, + "recall": 0.517787, + "f1": 0.481588, + "accuracy": 0.517787, + "main_score": 0.481588, + "hf_subset": "ayr_Latn-ind_Latn", + "languages": [ + "ayr-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.49716, + "recall": 0.531621, + "f1": 0.507164, + "accuracy": 0.531621, + "main_score": 0.507164, + "hf_subset": "ayr_Latn-knc_Latn", + "languages": [ + "ayr-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.453745, + "recall": 0.490119, + "f1": 0.464217, + "accuracy": 0.490119, + "main_score": 0.464217, + "hf_subset": "ayr_Latn-mlt_Latn", + "languages": [ + "ayr-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.532117, + "recall": 0.571146, + "f1": 0.543681, + "accuracy": 0.571146, + "main_score": 0.543681, + "hf_subset": "ayr_Latn-quy_Latn", + "languages": [ + "ayr-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.451885, + "recall": 0.498024, + "f1": 0.464566, + "accuracy": 0.498024, + "main_score": 0.464566, + "hf_subset": "ayr_Latn-swh_Latn", + "languages": [ + "ayr-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.43747, + "recall": 0.48913, + "f1": 0.451347, + "accuracy": 0.48913, + "main_score": 0.451347, + "hf_subset": "ayr_Latn-uzn_Latn", + "languages": [ + "ayr-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.442967, + "recall": 0.488142, + "f1": 0.4549, + "accuracy": 0.488142, + "main_score": 0.4549, + "hf_subset": "ayr_Latn-als_Latn", + "languages": [ + "ayr-Latn", + "als-Latn" + ] + }, + { + "precision": 0.338924, + "recall": 0.394269, + "f1": 0.353044, + "accuracy": 0.394269, + "main_score": 0.353044, + "hf_subset": "ayr_Latn-bod_Tibt", + "languages": [ + "ayr-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.473502, + "recall": 0.514822, + "f1": 0.485117, + "accuracy": 0.514822, + "main_score": 0.485117, + "hf_subset": "ayr_Latn-fij_Latn", + "languages": [ + "ayr-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.430393, + "recall": 0.480237, + "f1": 0.443523, + "accuracy": 0.480237, + "main_score": 0.443523, + "hf_subset": "ayr_Latn-isl_Latn", + "languages": [ + "ayr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.504561, + "recall": 0.544466, + "f1": 0.515917, + "accuracy": 0.544466, + "main_score": 0.515917, + "hf_subset": "ayr_Latn-kon_Latn", + "languages": [ + "ayr-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.430389, + "recall": 0.475296, + "f1": 0.443198, + "accuracy": 0.475296, + "main_score": 0.443198, + "hf_subset": "ayr_Latn-mni_Beng", + "languages": [ + "ayr-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.472653, + "recall": 0.513834, + "f1": 0.483838, + "accuracy": 0.513834, + "main_score": 0.483838, + "hf_subset": "ayr_Latn-ron_Latn", + "languages": [ + "ayr-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.48538, + "recall": 0.533597, + "f1": 0.498654, + "accuracy": 0.533597, + "main_score": 0.498654, + "hf_subset": "ayr_Latn-szl_Latn", + "languages": [ + "ayr-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.500193, + "recall": 0.545455, + "f1": 0.512652, + "accuracy": 0.545455, + "main_score": 0.512652, + "hf_subset": "ayr_Latn-vec_Latn", + "languages": [ + "ayr-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.475883, + "recall": 0.518775, + "f1": 0.48775, + "accuracy": 0.518775, + "main_score": 0.48775, + "hf_subset": "ayr_Latn-amh_Ethi", + "languages": [ + "ayr-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.484659, + "recall": 0.532609, + "f1": 0.497698, + "accuracy": 0.532609, + "main_score": 0.497698, + "hf_subset": "ayr_Latn-bos_Latn", + "languages": [ + "ayr-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.452362, + "recall": 0.500988, + "f1": 0.465363, + "accuracy": 0.500988, + "main_score": 0.465363, + "hf_subset": "ayr_Latn-fin_Latn", + "languages": [ + "ayr-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.497967, + "recall": 0.543478, + "f1": 0.510726, + "accuracy": 0.543478, + "main_score": 0.510726, + "hf_subset": "ayr_Latn-ita_Latn", + "languages": [ + "ayr-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.495202, + "recall": 0.537549, + "f1": 0.506856, + "accuracy": 0.537549, + "main_score": 0.506856, + "hf_subset": "ayr_Latn-kor_Hang", + "languages": [ + "ayr-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.469549, + "recall": 0.511858, + "f1": 0.482213, + "accuracy": 0.511858, + "main_score": 0.482213, + "hf_subset": "ayr_Latn-mos_Latn", + "languages": [ + "ayr-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.45174, + "recall": 0.499012, + "f1": 0.464484, + "accuracy": 0.499012, + "main_score": 0.464484, + "hf_subset": "ayr_Latn-run_Latn", + "languages": [ + "ayr-Latn", + "run-Latn" + ] + }, + { + "precision": 0.42517, + "recall": 0.471344, + "f1": 0.438102, + "accuracy": 0.471344, + "main_score": 0.438102, + "hf_subset": "ayr_Latn-tam_Taml", + "languages": [ + "ayr-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.47357, + "recall": 0.517787, + "f1": 0.485896, + "accuracy": 0.517787, + "main_score": 0.485896, + "hf_subset": "ayr_Latn-vie_Latn", + "languages": [ + "ayr-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.457403, + "recall": 0.500988, + "f1": 0.469389, + "accuracy": 0.500988, + "main_score": 0.469389, + "hf_subset": "ayr_Latn-apc_Arab", + "languages": [ + "ayr-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.489235, + "recall": 0.525692, + "f1": 0.499749, + "accuracy": 0.525692, + "main_score": 0.499749, + "hf_subset": "ayr_Latn-bug_Latn", + "languages": [ + "ayr-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.461907, + "recall": 0.500988, + "f1": 0.472869, + "accuracy": 0.500988, + "main_score": 0.472869, + "hf_subset": "ayr_Latn-fon_Latn", + "languages": [ + "ayr-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.450525, + "recall": 0.5, + "f1": 0.463582, + "accuracy": 0.5, + "main_score": 0.463582, + "hf_subset": "ayr_Latn-jav_Latn", + "languages": [ + "ayr-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.422102, + "recall": 0.468379, + "f1": 0.434519, + "accuracy": 0.468379, + "main_score": 0.434519, + "hf_subset": "ayr_Latn-lao_Laoo", + "languages": [ + "ayr-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.437445, + "recall": 0.481225, + "f1": 0.449374, + "accuracy": 0.481225, + "main_score": 0.449374, + "hf_subset": "ayr_Latn-mri_Latn", + "languages": [ + "ayr-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.484102, + "recall": 0.528656, + "f1": 0.496961, + "accuracy": 0.528656, + "main_score": 0.496961, + "hf_subset": "ayr_Latn-rus_Cyrl", + "languages": [ + "ayr-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.458385, + "recall": 0.497036, + "f1": 0.469189, + "accuracy": 0.497036, + "main_score": 0.469189, + "hf_subset": "ayr_Latn-taq_Latn", + "languages": [ + "ayr-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.455448, + "recall": 0.505929, + "f1": 0.468614, + "accuracy": 0.505929, + "main_score": 0.468614, + "hf_subset": "ayr_Latn-war_Latn", + "languages": [ + "ayr-Latn", + "war-Latn" + ] + }, + { + "precision": 0.473067, + "recall": 0.520751, + "f1": 0.485919, + "accuracy": 0.520751, + "main_score": 0.485919, + "hf_subset": "ayr_Latn-arb_Arab", + "languages": [ + "ayr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.48949, + "recall": 0.534585, + "f1": 0.501961, + "accuracy": 0.534585, + "main_score": 0.501961, + "hf_subset": "ayr_Latn-bul_Cyrl", + "languages": [ + "ayr-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.494717, + "recall": 0.539526, + "f1": 0.507387, + "accuracy": 0.539526, + "main_score": 0.507387, + "hf_subset": "ayr_Latn-fra_Latn", + "languages": [ + "ayr-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.490165, + "recall": 0.531621, + "f1": 0.500883, + "accuracy": 0.531621, + "main_score": 0.500883, + "hf_subset": "ayr_Latn-jpn_Jpan", + "languages": [ + "ayr-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.509576, + "recall": 0.546443, + "f1": 0.52011, + "accuracy": 0.546443, + "main_score": 0.52011, + "hf_subset": "ayr_Latn-lij_Latn", + "languages": [ + "ayr-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.440155, + "recall": 0.48913, + "f1": 0.452823, + "accuracy": 0.48913, + "main_score": 0.452823, + "hf_subset": "ayr_Latn-mya_Mymr", + "languages": [ + "ayr-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.511419, + "recall": 0.546443, + "f1": 0.521099, + "accuracy": 0.546443, + "main_score": 0.521099, + "hf_subset": "ayr_Latn-sag_Latn", + "languages": [ + "ayr-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.223542, + "recall": 0.283597, + "f1": 0.238625, + "accuracy": 0.283597, + "main_score": 0.238625, + "hf_subset": "ayr_Latn-taq_Tfng", + "languages": [ + "ayr-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.51009, + "recall": 0.545455, + "f1": 0.520784, + "accuracy": 0.545455, + "main_score": 0.520784, + "hf_subset": "ayr_Latn-wol_Latn", + "languages": [ + "ayr-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.412356, + "recall": 0.462451, + "f1": 0.425681, + "accuracy": 0.462451, + "main_score": 0.425681, + "hf_subset": "ayr_Latn-arb_Latn", + "languages": [ + "ayr-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.475784, + "recall": 0.517787, + "f1": 0.487324, + "accuracy": 0.517787, + "main_score": 0.487324, + "hf_subset": "ayr_Latn-cat_Latn", + "languages": [ + "ayr-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.498961, + "recall": 0.544466, + "f1": 0.511037, + "accuracy": 0.544466, + "main_score": 0.511037, + "hf_subset": "ayr_Latn-fur_Latn", + "languages": [ + "ayr-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.400077, + "recall": 0.445652, + "f1": 0.413169, + "accuracy": 0.445652, + "main_score": 0.413169, + "hf_subset": "ayr_Latn-kab_Latn", + "languages": [ + "ayr-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.462509, + "recall": 0.505929, + "f1": 0.473615, + "accuracy": 0.505929, + "main_score": 0.473615, + "hf_subset": "ayr_Latn-lim_Latn", + "languages": [ + "ayr-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.48778, + "recall": 0.533597, + "f1": 0.500721, + "accuracy": 0.533597, + "main_score": 0.500721, + "hf_subset": "ayr_Latn-nld_Latn", + "languages": [ + "ayr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.436412, + "recall": 0.490119, + "f1": 0.450507, + "accuracy": 0.490119, + "main_score": 0.450507, + "hf_subset": "ayr_Latn-san_Deva", + "languages": [ + "ayr-Latn", + "san-Deva" + ] + }, + { + "precision": 0.443173, + "recall": 0.492095, + "f1": 0.455498, + "accuracy": 0.492095, + "main_score": 0.455498, + "hf_subset": "ayr_Latn-tat_Cyrl", + "languages": [ + "ayr-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.443788, + "recall": 0.497036, + "f1": 0.458614, + "accuracy": 0.497036, + "main_score": 0.458614, + "hf_subset": "ayr_Latn-xho_Latn", + "languages": [ + "ayr-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.454536, + "recall": 0.504941, + "f1": 0.468867, + "accuracy": 0.504941, + "main_score": 0.468867, + "hf_subset": "ayr_Latn-ars_Arab", + "languages": [ + "ayr-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.455556, + "recall": 0.499012, + "f1": 0.467374, + "accuracy": 0.499012, + "main_score": 0.467374, + "hf_subset": "ayr_Latn-ceb_Latn", + "languages": [ + "ayr-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.451625, + "recall": 0.498024, + "f1": 0.464399, + "accuracy": 0.498024, + "main_score": 0.464399, + "hf_subset": "ayr_Latn-fuv_Latn", + "languages": [ + "ayr-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.474184, + "recall": 0.509881, + "f1": 0.484717, + "accuracy": 0.509881, + "main_score": 0.484717, + "hf_subset": "ayr_Latn-kac_Latn", + "languages": [ + "ayr-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.512175, + "recall": 0.55336, + "f1": 0.523683, + "accuracy": 0.55336, + "main_score": 0.523683, + "hf_subset": "ayr_Latn-lin_Latn", + "languages": [ + "ayr-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.449527, + "recall": 0.494071, + "f1": 0.461631, + "accuracy": 0.494071, + "main_score": 0.461631, + "hf_subset": "ayr_Latn-nno_Latn", + "languages": [ + "ayr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.43854, + "recall": 0.481225, + "f1": 0.45014, + "accuracy": 0.481225, + "main_score": 0.45014, + "hf_subset": "ayr_Latn-sat_Olck", + "languages": [ + "ayr-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.438572, + "recall": 0.485178, + "f1": 0.450508, + "accuracy": 0.485178, + "main_score": 0.450508, + "hf_subset": "ayr_Latn-tel_Telu", + "languages": [ + "ayr-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.421923, + "recall": 0.476285, + "f1": 0.436344, + "accuracy": 0.476285, + "main_score": 0.436344, + "hf_subset": "ayr_Latn-ydd_Hebr", + "languages": [ + "ayr-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.436589, + "recall": 0.485178, + "f1": 0.448428, + "accuracy": 0.485178, + "main_score": 0.448428, + "hf_subset": "ayr_Latn-ary_Arab", + "languages": [ + "ayr-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.469727, + "recall": 0.517787, + "f1": 0.483225, + "accuracy": 0.517787, + "main_score": 0.483225, + "hf_subset": "ayr_Latn-ces_Latn", + "languages": [ + "ayr-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.438981, + "recall": 0.48913, + "f1": 0.452704, + "accuracy": 0.48913, + "main_score": 0.452704, + "hf_subset": "ayr_Latn-gaz_Latn", + "languages": [ + "ayr-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.475792, + "recall": 0.521739, + "f1": 0.488756, + "accuracy": 0.521739, + "main_score": 0.488756, + "hf_subset": "ayr_Latn-kam_Latn", + "languages": [ + "ayr-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.454723, + "recall": 0.502964, + "f1": 0.467388, + "accuracy": 0.502964, + "main_score": 0.467388, + "hf_subset": "ayr_Latn-lit_Latn", + "languages": [ + "ayr-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.470746, + "recall": 0.520751, + "f1": 0.484326, + "accuracy": 0.520751, + "main_score": 0.484326, + "hf_subset": "ayr_Latn-nob_Latn", + "languages": [ + "ayr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.468646, + "recall": 0.507905, + "f1": 0.479907, + "accuracy": 0.507905, + "main_score": 0.479907, + "hf_subset": "ayr_Latn-scn_Latn", + "languages": [ + "ayr-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.436324, + "recall": 0.478261, + "f1": 0.447851, + "accuracy": 0.478261, + "main_score": 0.447851, + "hf_subset": "ayr_Latn-tgk_Cyrl", + "languages": [ + "ayr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.424401, + "recall": 0.472332, + "f1": 0.437498, + "accuracy": 0.472332, + "main_score": 0.437498, + "hf_subset": "ayr_Latn-yor_Latn", + "languages": [ + "ayr-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.457047, + "recall": 0.506917, + "f1": 0.470486, + "accuracy": 0.506917, + "main_score": 0.470486, + "hf_subset": "ayr_Latn-arz_Arab", + "languages": [ + "ayr-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.471316, + "recall": 0.519763, + "f1": 0.484912, + "accuracy": 0.519763, + "main_score": 0.484912, + "hf_subset": "ayr_Latn-cjk_Latn", + "languages": [ + "ayr-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.434784, + "recall": 0.483202, + "f1": 0.447946, + "accuracy": 0.483202, + "main_score": 0.447946, + "hf_subset": "ayr_Latn-gla_Latn", + "languages": [ + "ayr-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.420761, + "recall": 0.467391, + "f1": 0.433696, + "accuracy": 0.467391, + "main_score": 0.433696, + "hf_subset": "ayr_Latn-kan_Knda", + "languages": [ + "ayr-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.495847, + "recall": 0.534585, + "f1": 0.506273, + "accuracy": 0.534585, + "main_score": 0.506273, + "hf_subset": "ayr_Latn-lmo_Latn", + "languages": [ + "ayr-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.441427, + "recall": 0.487154, + "f1": 0.453603, + "accuracy": 0.487154, + "main_score": 0.453603, + "hf_subset": "ayr_Latn-npi_Deva", + "languages": [ + "ayr-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.408832, + "recall": 0.459486, + "f1": 0.42246, + "accuracy": 0.459486, + "main_score": 0.42246, + "hf_subset": "ayr_Latn-shn_Mymr", + "languages": [ + "ayr-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.464857, + "recall": 0.51581, + "f1": 0.478287, + "accuracy": 0.51581, + "main_score": 0.478287, + "hf_subset": "ayr_Latn-tgl_Latn", + "languages": [ + "ayr-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.454009, + "recall": 0.499012, + "f1": 0.465976, + "accuracy": 0.499012, + "main_score": 0.465976, + "hf_subset": "ayr_Latn-yue_Hant", + "languages": [ + "ayr-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.406184, + "recall": 0.449605, + "f1": 0.417788, + "accuracy": 0.449605, + "main_score": 0.417788, + "hf_subset": "ayr_Latn-asm_Beng", + "languages": [ + "ayr-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.437626, + "recall": 0.48419, + "f1": 0.451004, + "accuracy": 0.48419, + "main_score": 0.451004, + "hf_subset": "ayr_Latn-ckb_Arab", + "languages": [ + "ayr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.429976, + "recall": 0.476285, + "f1": 0.443266, + "accuracy": 0.476285, + "main_score": 0.443266, + "hf_subset": "ayr_Latn-gle_Latn", + "languages": [ + "ayr-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.452482, + "recall": 0.502964, + "f1": 0.466462, + "accuracy": 0.502964, + "main_score": 0.466462, + "hf_subset": "ayr_Latn-kas_Arab", + "languages": [ + "ayr-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.449359, + "recall": 0.492095, + "f1": 0.461442, + "accuracy": 0.492095, + "main_score": 0.461442, + "hf_subset": "ayr_Latn-ltg_Latn", + "languages": [ + "ayr-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.466969, + "recall": 0.511858, + "f1": 0.479473, + "accuracy": 0.511858, + "main_score": 0.479473, + "hf_subset": "ayr_Latn-nso_Latn", + "languages": [ + "ayr-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.429088, + "recall": 0.479249, + "f1": 0.442489, + "accuracy": 0.479249, + "main_score": 0.442489, + "hf_subset": "ayr_Latn-sin_Sinh", + "languages": [ + "ayr-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.449331, + "recall": 0.496047, + "f1": 0.462106, + "accuracy": 0.496047, + "main_score": 0.462106, + "hf_subset": "ayr_Latn-tha_Thai", + "languages": [ + "ayr-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.421771, + "recall": 0.468379, + "f1": 0.43434, + "accuracy": 0.468379, + "main_score": 0.43434, + "hf_subset": "ayr_Latn-zho_Hans", + "languages": [ + "ayr-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.467784, + "recall": 0.511858, + "f1": 0.479558, + "accuracy": 0.511858, + "main_score": 0.479558, + "hf_subset": "ayr_Latn-ast_Latn", + "languages": [ + "ayr-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.483489, + "recall": 0.524704, + "f1": 0.494809, + "accuracy": 0.524704, + "main_score": 0.494809, + "hf_subset": "ayr_Latn-crh_Latn", + "languages": [ + "ayr-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.481184, + "recall": 0.527668, + "f1": 0.493131, + "accuracy": 0.527668, + "main_score": 0.493131, + "hf_subset": "ayr_Latn-glg_Latn", + "languages": [ + "ayr-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.46214, + "recall": 0.511858, + "f1": 0.47571, + "accuracy": 0.511858, + "main_score": 0.47571, + "hf_subset": "ayr_Latn-kas_Deva", + "languages": [ + "ayr-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.445202, + "recall": 0.48913, + "f1": 0.45679, + "accuracy": 0.48913, + "main_score": 0.45679, + "hf_subset": "ayr_Latn-ltz_Latn", + "languages": [ + "ayr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426214, + "recall": 0.472332, + "f1": 0.439302, + "accuracy": 0.472332, + "main_score": 0.439302, + "hf_subset": "ayr_Latn-nus_Latn", + "languages": [ + "ayr-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.465061, + "recall": 0.514822, + "f1": 0.478926, + "accuracy": 0.514822, + "main_score": 0.478926, + "hf_subset": "ayr_Latn-slk_Latn", + "languages": [ + "ayr-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.455412, + "recall": 0.500988, + "f1": 0.468449, + "accuracy": 0.500988, + "main_score": 0.468449, + "hf_subset": "ayr_Latn-tir_Ethi", + "languages": [ + "ayr-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.443793, + "recall": 0.494071, + "f1": 0.456997, + "accuracy": 0.494071, + "main_score": 0.456997, + "hf_subset": "ayr_Latn-zho_Hant", + "languages": [ + "ayr-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.459567, + "recall": 0.511858, + "f1": 0.473106, + "accuracy": 0.511858, + "main_score": 0.473106, + "hf_subset": "ayr_Latn-awa_Deva", + "languages": [ + "ayr-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.457936, + "recall": 0.503953, + "f1": 0.470626, + "accuracy": 0.503953, + "main_score": 0.470626, + "hf_subset": "ayr_Latn-cym_Latn", + "languages": [ + "ayr-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.498373, + "recall": 0.539526, + "f1": 0.510317, + "accuracy": 0.539526, + "main_score": 0.510317, + "hf_subset": "ayr_Latn-grn_Latn", + "languages": [ + "ayr-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.441484, + "recall": 0.495059, + "f1": 0.455415, + "accuracy": 0.495059, + "main_score": 0.455415, + "hf_subset": "ayr_Latn-kat_Geor", + "languages": [ + "ayr-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.492495, + "recall": 0.532609, + "f1": 0.503308, + "accuracy": 0.532609, + "main_score": 0.503308, + "hf_subset": "ayr_Latn-lua_Latn", + "languages": [ + "ayr-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.425965, + "recall": 0.478261, + "f1": 0.440327, + "accuracy": 0.478261, + "main_score": 0.440327, + "hf_subset": "ayr_Latn-nya_Latn", + "languages": [ + "ayr-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.453943, + "recall": 0.505929, + "f1": 0.46808, + "accuracy": 0.505929, + "main_score": 0.46808, + "hf_subset": "ayr_Latn-slv_Latn", + "languages": [ + "ayr-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.466198, + "recall": 0.513834, + "f1": 0.479521, + "accuracy": 0.513834, + "main_score": 0.479521, + "hf_subset": "ayr_Latn-tpi_Latn", + "languages": [ + "ayr-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.470245, + "recall": 0.513834, + "f1": 0.48211, + "accuracy": 0.513834, + "main_score": 0.48211, + "hf_subset": "ayr_Latn-zsm_Latn", + "languages": [ + "ayr-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496911, + "recall": 0.541502, + "f1": 0.508973, + "accuracy": 0.541502, + "main_score": 0.508973, + "hf_subset": "ayr_Latn-dan_Latn", + "languages": [ + "ayr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.43991, + "recall": 0.499012, + "f1": 0.455631, + "accuracy": 0.499012, + "main_score": 0.455631, + "hf_subset": "ayr_Latn-guj_Gujr", + "languages": [ + "ayr-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.447263, + "recall": 0.494071, + "f1": 0.459476, + "accuracy": 0.494071, + "main_score": 0.459476, + "hf_subset": "ayr_Latn-kaz_Cyrl", + "languages": [ + "ayr-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.433777, + "recall": 0.479249, + "f1": 0.446462, + "accuracy": 0.479249, + "main_score": 0.446462, + "hf_subset": "ayr_Latn-lug_Latn", + "languages": [ + "ayr-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.468827, + "recall": 0.516798, + "f1": 0.482463, + "accuracy": 0.516798, + "main_score": 0.482463, + "hf_subset": "ayr_Latn-oci_Latn", + "languages": [ + "ayr-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.444287, + "recall": 0.494071, + "f1": 0.457614, + "accuracy": 0.494071, + "main_score": 0.457614, + "hf_subset": "ayr_Latn-smo_Latn", + "languages": [ + "ayr-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.447241, + "recall": 0.48913, + "f1": 0.458401, + "accuracy": 0.48913, + "main_score": 0.458401, + "hf_subset": "ayr_Latn-tsn_Latn", + "languages": [ + "ayr-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.441878, + "recall": 0.48913, + "f1": 0.454473, + "accuracy": 0.48913, + "main_score": 0.454473, + "hf_subset": "ayr_Latn-zul_Latn", + "languages": [ + "ayr-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.423579, + "recall": 0.481225, + "f1": 0.438226, + "accuracy": 0.481225, + "main_score": 0.438226, + "hf_subset": "ayr_Latn-azb_Arab", + "languages": [ + "ayr-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.488697, + "recall": 0.532609, + "f1": 0.500955, + "accuracy": 0.532609, + "main_score": 0.500955, + "hf_subset": "ayr_Latn-deu_Latn", + "languages": [ + "ayr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.440196, + "recall": 0.488142, + "f1": 0.452373, + "accuracy": 0.488142, + "main_score": 0.452373, + "hf_subset": "ayr_Latn-hat_Latn", + "languages": [ + "ayr-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.476478, + "recall": 0.51581, + "f1": 0.487829, + "accuracy": 0.51581, + "main_score": 0.487829, + "hf_subset": "ayr_Latn-kbp_Latn", + "languages": [ + "ayr-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.500659, + "recall": 0.533597, + "f1": 0.510606, + "accuracy": 0.533597, + "main_score": 0.510606, + "hf_subset": "ayr_Latn-luo_Latn", + "languages": [ + "ayr-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.406933, + "recall": 0.460474, + "f1": 0.420707, + "accuracy": 0.460474, + "main_score": 0.420707, + "hf_subset": "ayr_Latn-ory_Orya", + "languages": [ + "ayr-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.457506, + "recall": 0.502964, + "f1": 0.470086, + "accuracy": 0.502964, + "main_score": 0.470086, + "hf_subset": "ayr_Latn-sna_Latn", + "languages": [ + "ayr-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.463095, + "recall": 0.501976, + "f1": 0.473954, + "accuracy": 0.501976, + "main_score": 0.473954, + "hf_subset": "ayr_Latn-tso_Latn", + "languages": [ + "ayr-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.440828, + "recall": 0.490119, + "f1": 0.454446, + "accuracy": 0.490119, + "main_score": 0.454446, + "hf_subset": "ayr_Latn-azj_Latn", + "languages": [ + "ayr-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.44791, + "recall": 0.490119, + "f1": 0.459897, + "accuracy": 0.490119, + "main_score": 0.459897, + "hf_subset": "ayr_Latn-dik_Latn", + "languages": [ + "ayr-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.437014, + "recall": 0.479249, + "f1": 0.447985, + "accuracy": 0.479249, + "main_score": 0.447985, + "hf_subset": "ayr_Latn-hau_Latn", + "languages": [ + "ayr-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.475337, + "recall": 0.520751, + "f1": 0.487811, + "accuracy": 0.520751, + "main_score": 0.487811, + "hf_subset": "ayr_Latn-kea_Latn", + "languages": [ + "ayr-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.469414, + "recall": 0.512846, + "f1": 0.481384, + "accuracy": 0.512846, + "main_score": 0.481384, + "hf_subset": "ayr_Latn-lus_Latn", + "languages": [ + "ayr-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.501847, + "recall": 0.54249, + "f1": 0.513253, + "accuracy": 0.54249, + "main_score": 0.513253, + "hf_subset": "ayr_Latn-pag_Latn", + "languages": [ + "ayr-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.407358, + "recall": 0.459486, + "f1": 0.421204, + "accuracy": 0.459486, + "main_score": 0.421204, + "hf_subset": "ayr_Latn-snd_Arab", + "languages": [ + "ayr-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.423105, + "recall": 0.470356, + "f1": 0.435827, + "accuracy": 0.470356, + "main_score": 0.435827, + "hf_subset": "ayr_Latn-tuk_Latn", + "languages": [ + "ayr-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.442442, + "recall": 0.490119, + "f1": 0.45504, + "accuracy": 0.490119, + "main_score": 0.45504, + "hf_subset": "ayr_Latn-bak_Cyrl", + "languages": [ + "ayr-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.417633, + "recall": 0.466403, + "f1": 0.432022, + "accuracy": 0.466403, + "main_score": 0.432022, + "hf_subset": "ayr_Latn-dyu_Latn", + "languages": [ + "ayr-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.464765, + "recall": 0.507905, + "f1": 0.475985, + "accuracy": 0.507905, + "main_score": 0.475985, + "hf_subset": "ayr_Latn-heb_Hebr", + "languages": [ + "ayr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.438137, + "recall": 0.487154, + "f1": 0.451258, + "accuracy": 0.487154, + "main_score": 0.451258, + "hf_subset": "ayr_Latn-khk_Cyrl", + "languages": [ + "ayr-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.42823, + "recall": 0.480237, + "f1": 0.442171, + "accuracy": 0.480237, + "main_score": 0.442171, + "hf_subset": "ayr_Latn-lvs_Latn", + "languages": [ + "ayr-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.432318, + "recall": 0.478261, + "f1": 0.444348, + "accuracy": 0.478261, + "main_score": 0.444348, + "hf_subset": "ayr_Latn-pan_Guru", + "languages": [ + "ayr-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.457646, + "recall": 0.5, + "f1": 0.469516, + "accuracy": 0.5, + "main_score": 0.469516, + "hf_subset": "ayr_Latn-som_Latn", + "languages": [ + "ayr-Latn", + "som-Latn" + ] + }, + { + "precision": 0.451888, + "recall": 0.495059, + "f1": 0.462292, + "accuracy": 0.495059, + "main_score": 0.462292, + "hf_subset": "ayr_Latn-tum_Latn", + "languages": [ + "ayr-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.484585, + "recall": 0.574111, + "f1": 0.509275, + "accuracy": 0.574111, + "main_score": 0.509275, + "hf_subset": "dan_Latn-ace_Arab", + "languages": [ + "dan-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.468822, + "recall": 0.525692, + "f1": 0.484142, + "accuracy": 0.525692, + "main_score": 0.484142, + "hf_subset": "dan_Latn-bam_Latn", + "languages": [ + "dan-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.605312, + "recall": 0.69664, + "f1": 0.631364, + "accuracy": 0.69664, + "main_score": 0.631364, + "hf_subset": "dan_Latn-dzo_Tibt", + "languages": [ + "dan-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-hin_Deva", + "languages": [ + "dan-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "dan_Latn-khm_Khmr", + "languages": [ + "dan-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "dan_Latn-mag_Deva", + "languages": [ + "dan-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "dan_Latn-pap_Latn", + "languages": [ + "dan-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.82472, + "recall": 0.87253, + "f1": 0.839065, + "accuracy": 0.87253, + "main_score": 0.839065, + "hf_subset": "dan_Latn-sot_Latn", + "languages": [ + "dan-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-tur_Latn", + "languages": [ + "dan-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.833333, + "recall": 0.87747, + "f1": 0.846725, + "accuracy": 0.87747, + "main_score": 0.846725, + "hf_subset": "dan_Latn-ace_Latn", + "languages": [ + "dan-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "dan_Latn-ban_Latn", + "languages": [ + "dan-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "dan_Latn-ell_Grek", + "languages": [ + "dan-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "dan_Latn-hne_Deva", + "languages": [ + "dan-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.549983, + "recall": 0.621542, + "f1": 0.569547, + "accuracy": 0.621542, + "main_score": 0.569547, + "hf_subset": "dan_Latn-kik_Latn", + "languages": [ + "dan-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "dan_Latn-mai_Deva", + "languages": [ + "dan-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945899, + "recall": 0.962451, + "f1": 0.951153, + "accuracy": 0.962451, + "main_score": 0.951153, + "hf_subset": "dan_Latn-pbt_Arab", + "languages": [ + "dan-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-spa_Latn", + "languages": [ + "dan-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.726627, + "recall": 0.788538, + "f1": 0.744833, + "accuracy": 0.788538, + "main_score": 0.744833, + "hf_subset": "dan_Latn-twi_Latn", + "languages": [ + "dan-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-acm_Arab", + "languages": [ + "dan-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-bel_Cyrl", + "languages": [ + "dan-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-hrv_Latn", + "languages": [ + "dan-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.819121, + "recall": 0.866601, + "f1": 0.833813, + "accuracy": 0.866601, + "main_score": 0.833813, + "hf_subset": "dan_Latn-kin_Latn", + "languages": [ + "dan-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-mal_Mlym", + "languages": [ + "dan-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-pes_Arab", + "languages": [ + "dan-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "dan_Latn-srd_Latn", + "languages": [ + "dan-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.188891, + "recall": 0.25, + "f1": 0.203564, + "accuracy": 0.25, + "main_score": 0.203564, + "hf_subset": "dan_Latn-tzm_Tfng", + "languages": [ + "dan-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-acq_Arab", + "languages": [ + "dan-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.627548, + "recall": 0.706522, + "f1": 0.649855, + "accuracy": 0.706522, + "main_score": 0.649855, + "hf_subset": "dan_Latn-bem_Latn", + "languages": [ + "dan-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-epo_Latn", + "languages": [ + "dan-Latn", + "epo-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-hun_Latn", + "languages": [ + "dan-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "dan_Latn-kir_Cyrl", + "languages": [ + "dan-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-mar_Deva", + "languages": [ + "dan-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.846212, + "recall": 0.887352, + "f1": 0.85863, + "accuracy": 0.887352, + "main_score": 0.85863, + "hf_subset": "dan_Latn-plt_Latn", + "languages": [ + "dan-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-srp_Cyrl", + "languages": [ + "dan-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.942605, + "recall": 0.959486, + "f1": 0.947859, + "accuracy": 0.959486, + "main_score": 0.947859, + "hf_subset": "dan_Latn-uig_Arab", + "languages": [ + "dan-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-aeb_Arab", + "languages": [ + "dan-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-ben_Beng", + "languages": [ + "dan-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-est_Latn", + "languages": [ + "dan-Latn", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "dan_Latn-hye_Armn", + "languages": [ + "dan-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.438606, + "recall": 0.504941, + "f1": 0.456645, + "accuracy": 0.504941, + "main_score": 0.456645, + "hf_subset": "dan_Latn-kmb_Latn", + "languages": [ + "dan-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.445955, + "recall": 0.532609, + "f1": 0.467439, + "accuracy": 0.532609, + "main_score": 0.467439, + "hf_subset": "dan_Latn-min_Arab", + "languages": [ + "dan-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-pol_Latn", + "languages": [ + "dan-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.702216, + "recall": 0.769763, + "f1": 0.721596, + "accuracy": 0.769763, + "main_score": 0.721596, + "hf_subset": "dan_Latn-ssw_Latn", + "languages": [ + "dan-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-ukr_Cyrl", + "languages": [ + "dan-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "dan_Latn-bho_Deva", + "languages": [ + "dan-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-eus_Latn", + "languages": [ + "dan-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.825823, + "recall": 0.875494, + "f1": 0.840843, + "accuracy": 0.875494, + "main_score": 0.840843, + "hf_subset": "dan_Latn-ibo_Latn", + "languages": [ + "dan-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.847167, + "recall": 0.88834, + "f1": 0.859538, + "accuracy": 0.88834, + "main_score": 0.859538, + "hf_subset": "dan_Latn-kmr_Latn", + "languages": [ + "dan-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "dan_Latn-min_Latn", + "languages": [ + "dan-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-por_Latn", + "languages": [ + "dan-Latn", + "por-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "dan_Latn-sun_Latn", + "languages": [ + "dan-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.445213, + "recall": 0.508893, + "f1": 0.462634, + "accuracy": 0.508893, + "main_score": 0.462634, + "hf_subset": "dan_Latn-umb_Latn", + "languages": [ + "dan-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-ajp_Arab", + "languages": [ + "dan-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.454766, + "recall": 0.545455, + "f1": 0.478486, + "accuracy": 0.545455, + "main_score": 0.478486, + "hf_subset": "dan_Latn-bjn_Arab", + "languages": [ + "dan-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.441148, + "recall": 0.5, + "f1": 0.457032, + "accuracy": 0.5, + "main_score": 0.457032, + "hf_subset": "dan_Latn-ewe_Latn", + "languages": [ + "dan-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.937912, + "recall": 0.95751, + "f1": 0.944335, + "accuracy": 0.95751, + "main_score": 0.944335, + "hf_subset": "dan_Latn-ilo_Latn", + "languages": [ + "dan-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234169, + "recall": 0.296443, + "f1": 0.249229, + "accuracy": 0.296443, + "main_score": 0.249229, + "hf_subset": "dan_Latn-knc_Arab", + "languages": [ + "dan-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-mkd_Cyrl", + "languages": [ + "dan-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-prs_Arab", + "languages": [ + "dan-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-urd_Arab", + "languages": [ + "dan-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.712717, + "recall": 0.774704, + "f1": 0.730136, + "accuracy": 0.774704, + "main_score": 0.730136, + "hf_subset": "dan_Latn-aka_Latn", + "languages": [ + "dan-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "dan_Latn-bjn_Latn", + "languages": [ + "dan-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ind_Latn", + "languages": [ + "dan-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.493313, + "recall": 0.554348, + "f1": 0.510194, + "accuracy": 0.554348, + "main_score": 0.510194, + "hf_subset": "dan_Latn-knc_Latn", + "languages": [ + "dan-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-mlt_Latn", + "languages": [ + "dan-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.629459, + "recall": 0.700593, + "f1": 0.64978, + "accuracy": 0.700593, + "main_score": 0.64978, + "hf_subset": "dan_Latn-quy_Latn", + "languages": [ + "dan-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-swh_Latn", + "languages": [ + "dan-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-uzn_Latn", + "languages": [ + "dan-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-als_Latn", + "languages": [ + "dan-Latn", + "als-Latn" + ] + }, + { + "precision": 0.760632, + "recall": 0.826087, + "f1": 0.78055, + "accuracy": 0.826087, + "main_score": 0.78055, + "hf_subset": "dan_Latn-bod_Tibt", + "languages": [ + "dan-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.604548, + "recall": 0.676877, + "f1": 0.625213, + "accuracy": 0.676877, + "main_score": 0.625213, + "hf_subset": "dan_Latn-fij_Latn", + "languages": [ + "dan-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.572022, + "recall": 0.645257, + "f1": 0.591505, + "accuracy": 0.645257, + "main_score": 0.591505, + "hf_subset": "dan_Latn-kon_Latn", + "languages": [ + "dan-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.590568, + "recall": 0.666008, + "f1": 0.611199, + "accuracy": 0.666008, + "main_score": 0.611199, + "hf_subset": "dan_Latn-mni_Beng", + "languages": [ + "dan-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-ron_Latn", + "languages": [ + "dan-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "dan_Latn-szl_Latn", + "languages": [ + "dan-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-vec_Latn", + "languages": [ + "dan-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.901186, + "recall": 0.93083, + "f1": 0.910526, + "accuracy": 0.93083, + "main_score": 0.910526, + "hf_subset": "dan_Latn-amh_Ethi", + "languages": [ + "dan-Latn", + "amh-Ethi" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-bos_Latn", + "languages": [ + "dan-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-fin_Latn", + "languages": [ + "dan-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-ita_Latn", + "languages": [ + "dan-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-kor_Hang", + "languages": [ + "dan-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.497695, + "recall": 0.55336, + "f1": 0.512738, + "accuracy": 0.55336, + "main_score": 0.512738, + "hf_subset": "dan_Latn-mos_Latn", + "languages": [ + "dan-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.727513, + "recall": 0.790514, + "f1": 0.745849, + "accuracy": 0.790514, + "main_score": 0.745849, + "hf_subset": "dan_Latn-run_Latn", + "languages": [ + "dan-Latn", + "run-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "dan_Latn-tam_Taml", + "languages": [ + "dan-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-vie_Latn", + "languages": [ + "dan-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-apc_Arab", + "languages": [ + "dan-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.702426, + "recall": 0.768775, + "f1": 0.721222, + "accuracy": 0.768775, + "main_score": 0.721222, + "hf_subset": "dan_Latn-bug_Latn", + "languages": [ + "dan-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.417147, + "recall": 0.471344, + "f1": 0.432086, + "accuracy": 0.471344, + "main_score": 0.432086, + "hf_subset": "dan_Latn-fon_Latn", + "languages": [ + "dan-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "dan_Latn-jav_Latn", + "languages": [ + "dan-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "dan_Latn-lao_Laoo", + "languages": [ + "dan-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.856308, + "recall": 0.898221, + "f1": 0.869269, + "accuracy": 0.898221, + "main_score": 0.869269, + "hf_subset": "dan_Latn-mri_Latn", + "languages": [ + "dan-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-rus_Cyrl", + "languages": [ + "dan-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.473315, + "recall": 0.533597, + "f1": 0.489941, + "accuracy": 0.533597, + "main_score": 0.489941, + "hf_subset": "dan_Latn-taq_Latn", + "languages": [ + "dan-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "dan_Latn-war_Latn", + "languages": [ + "dan-Latn", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-arb_Arab", + "languages": [ + "dan-Latn", + "arb-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-bul_Cyrl", + "languages": [ + "dan-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-fra_Latn", + "languages": [ + "dan-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-jpn_Jpan", + "languages": [ + "dan-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "dan_Latn-lij_Latn", + "languages": [ + "dan-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "dan_Latn-mya_Mymr", + "languages": [ + "dan-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.547312, + "recall": 0.612648, + "f1": 0.564887, + "accuracy": 0.612648, + "main_score": 0.564887, + "hf_subset": "dan_Latn-sag_Latn", + "languages": [ + "dan-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.205203, + "recall": 0.26581, + "f1": 0.219213, + "accuracy": 0.26581, + "main_score": 0.219213, + "hf_subset": "dan_Latn-taq_Tfng", + "languages": [ + "dan-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.641744, + "recall": 0.703557, + "f1": 0.659208, + "accuracy": 0.703557, + "main_score": 0.659208, + "hf_subset": "dan_Latn-wol_Latn", + "languages": [ + "dan-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.839789, + "recall": 0.887352, + "f1": 0.85471, + "accuracy": 0.887352, + "main_score": 0.85471, + "hf_subset": "dan_Latn-arb_Latn", + "languages": [ + "dan-Latn", + "arb-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-cat_Latn", + "languages": [ + "dan-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "dan_Latn-fur_Latn", + "languages": [ + "dan-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.405396, + "recall": 0.472332, + "f1": 0.422153, + "accuracy": 0.472332, + "main_score": 0.422153, + "hf_subset": "dan_Latn-kab_Latn", + "languages": [ + "dan-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "dan_Latn-lim_Latn", + "languages": [ + "dan-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "dan_Latn-san_Deva", + "languages": [ + "dan-Latn", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-tat_Cyrl", + "languages": [ + "dan-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.841749, + "recall": 0.886364, + "f1": 0.855599, + "accuracy": 0.886364, + "main_score": 0.855599, + "hf_subset": "dan_Latn-xho_Latn", + "languages": [ + "dan-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-ars_Arab", + "languages": [ + "dan-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-ceb_Latn", + "languages": [ + "dan-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.46241, + "recall": 0.531621, + "f1": 0.48147, + "accuracy": 0.531621, + "main_score": 0.48147, + "hf_subset": "dan_Latn-fuv_Latn", + "languages": [ + "dan-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.465164, + "recall": 0.529644, + "f1": 0.482357, + "accuracy": 0.529644, + "main_score": 0.482357, + "hf_subset": "dan_Latn-kac_Latn", + "languages": [ + "dan-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.599569, + "recall": 0.670949, + "f1": 0.619126, + "accuracy": 0.670949, + "main_score": 0.619126, + "hf_subset": "dan_Latn-lin_Latn", + "languages": [ + "dan-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.855105, + "recall": 0.897233, + "f1": 0.868215, + "accuracy": 0.897233, + "main_score": 0.868215, + "hf_subset": "dan_Latn-sat_Olck", + "languages": [ + "dan-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "dan_Latn-tel_Telu", + "languages": [ + "dan-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "dan_Latn-ydd_Hebr", + "languages": [ + "dan-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "dan_Latn-ary_Arab", + "languages": [ + "dan-Latn", + "ary-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ces_Latn", + "languages": [ + "dan-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.521333, + "recall": 0.602767, + "f1": 0.543245, + "accuracy": 0.602767, + "main_score": 0.543245, + "hf_subset": "dan_Latn-gaz_Latn", + "languages": [ + "dan-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.504671, + "recall": 0.586957, + "f1": 0.525812, + "accuracy": 0.586957, + "main_score": 0.525812, + "hf_subset": "dan_Latn-kam_Latn", + "languages": [ + "dan-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "dan_Latn-lit_Latn", + "languages": [ + "dan-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "dan_Latn-scn_Latn", + "languages": [ + "dan-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "dan_Latn-tgk_Cyrl", + "languages": [ + "dan-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.68868, + "recall": 0.766798, + "f1": 0.711467, + "accuracy": 0.766798, + "main_score": 0.711467, + "hf_subset": "dan_Latn-yor_Latn", + "languages": [ + "dan-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-arz_Arab", + "languages": [ + "dan-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.469895, + "recall": 0.538538, + "f1": 0.488184, + "accuracy": 0.538538, + "main_score": 0.488184, + "hf_subset": "dan_Latn-cjk_Latn", + "languages": [ + "dan-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.935441, + "recall": 0.956522, + "f1": 0.942358, + "accuracy": 0.956522, + "main_score": 0.942358, + "hf_subset": "dan_Latn-gla_Latn", + "languages": [ + "dan-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "dan_Latn-kan_Knda", + "languages": [ + "dan-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.984766, + "recall": 0.98913, + "f1": 0.986067, + "accuracy": 0.98913, + "main_score": 0.986067, + "hf_subset": "dan_Latn-lmo_Latn", + "languages": [ + "dan-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "dan_Latn-npi_Deva", + "languages": [ + "dan-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.50319, + "recall": 0.583992, + "f1": 0.525307, + "accuracy": 0.583992, + "main_score": 0.525307, + "hf_subset": "dan_Latn-shn_Mymr", + "languages": [ + "dan-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-tgl_Latn", + "languages": [ + "dan-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-yue_Hant", + "languages": [ + "dan-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "dan_Latn-asm_Beng", + "languages": [ + "dan-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.913867, + "recall": 0.940711, + "f1": 0.922431, + "accuracy": 0.940711, + "main_score": 0.922431, + "hf_subset": "dan_Latn-ckb_Arab", + "languages": [ + "dan-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "dan_Latn-gle_Latn", + "languages": [ + "dan-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.899621, + "recall": 0.928854, + "f1": 0.908827, + "accuracy": 0.928854, + "main_score": 0.908827, + "hf_subset": "dan_Latn-kas_Arab", + "languages": [ + "dan-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.883185, + "recall": 0.917984, + "f1": 0.893972, + "accuracy": 0.917984, + "main_score": 0.893972, + "hf_subset": "dan_Latn-ltg_Latn", + "languages": [ + "dan-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.756169, + "recall": 0.816206, + "f1": 0.773995, + "accuracy": 0.816206, + "main_score": 0.773995, + "hf_subset": "dan_Latn-nso_Latn", + "languages": [ + "dan-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "dan_Latn-sin_Sinh", + "languages": [ + "dan-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-tha_Thai", + "languages": [ + "dan-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-zho_Hans", + "languages": [ + "dan-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-ast_Latn", + "languages": [ + "dan-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "dan_Latn-crh_Latn", + "languages": [ + "dan-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-glg_Latn", + "languages": [ + "dan-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.827899, + "recall": 0.876482, + "f1": 0.842688, + "accuracy": 0.876482, + "main_score": 0.842688, + "hf_subset": "dan_Latn-kas_Deva", + "languages": [ + "dan-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.417517, + "recall": 0.485178, + "f1": 0.435311, + "accuracy": 0.485178, + "main_score": 0.435311, + "hf_subset": "dan_Latn-nus_Latn", + "languages": [ + "dan-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-slk_Latn", + "languages": [ + "dan-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.594841, + "recall": 0.678854, + "f1": 0.618252, + "accuracy": 0.678854, + "main_score": 0.618252, + "hf_subset": "dan_Latn-tir_Ethi", + "languages": [ + "dan-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-zho_Hant", + "languages": [ + "dan-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977602, + "recall": 0.983202, + "f1": 0.979414, + "accuracy": 0.983202, + "main_score": 0.979414, + "hf_subset": "dan_Latn-awa_Deva", + "languages": [ + "dan-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "dan_Latn-cym_Latn", + "languages": [ + "dan-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.735221, + "recall": 0.795455, + "f1": 0.752565, + "accuracy": 0.795455, + "main_score": 0.752565, + "hf_subset": "dan_Latn-grn_Latn", + "languages": [ + "dan-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "dan_Latn-kat_Geor", + "languages": [ + "dan-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.559078, + "recall": 0.632411, + "f1": 0.578561, + "accuracy": 0.632411, + "main_score": 0.578561, + "hf_subset": "dan_Latn-lua_Latn", + "languages": [ + "dan-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.778524, + "recall": 0.839921, + "f1": 0.79697, + "accuracy": 0.839921, + "main_score": 0.79697, + "hf_subset": "dan_Latn-nya_Latn", + "languages": [ + "dan-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-slv_Latn", + "languages": [ + "dan-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "dan_Latn-tpi_Latn", + "languages": [ + "dan-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-zsm_Latn", + "languages": [ + "dan-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499124, + "recall": 0.565217, + "f1": 0.517352, + "accuracy": 0.565217, + "main_score": 0.517352, + "hf_subset": "dan_Latn-ayr_Latn", + "languages": [ + "dan-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-guj_Gujr", + "languages": [ + "dan-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "dan_Latn-kaz_Cyrl", + "languages": [ + "dan-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.614915, + "recall": 0.695652, + "f1": 0.63759, + "accuracy": 0.695652, + "main_score": 0.63759, + "hf_subset": "dan_Latn-lug_Latn", + "languages": [ + "dan-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-oci_Latn", + "languages": [ + "dan-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.809733, + "recall": 0.857708, + "f1": 0.824242, + "accuracy": 0.857708, + "main_score": 0.824242, + "hf_subset": "dan_Latn-smo_Latn", + "languages": [ + "dan-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.693742, + "recall": 0.767787, + "f1": 0.715862, + "accuracy": 0.767787, + "main_score": 0.715862, + "hf_subset": "dan_Latn-tsn_Latn", + "languages": [ + "dan-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.867457, + "recall": 0.906126, + "f1": 0.879578, + "accuracy": 0.906126, + "main_score": 0.879578, + "hf_subset": "dan_Latn-zul_Latn", + "languages": [ + "dan-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.914526, + "recall": 0.940711, + "f1": 0.922925, + "accuracy": 0.940711, + "main_score": 0.922925, + "hf_subset": "dan_Latn-azb_Arab", + "languages": [ + "dan-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "dan_Latn-hat_Latn", + "languages": [ + "dan-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.462929, + "recall": 0.525692, + "f1": 0.480266, + "accuracy": 0.525692, + "main_score": 0.480266, + "hf_subset": "dan_Latn-kbp_Latn", + "languages": [ + "dan-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.511829, + "recall": 0.576087, + "f1": 0.528963, + "accuracy": 0.576087, + "main_score": 0.528963, + "hf_subset": "dan_Latn-luo_Latn", + "languages": [ + "dan-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "dan_Latn-ory_Orya", + "languages": [ + "dan-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.863093, + "recall": 0.901186, + "f1": 0.875231, + "accuracy": 0.901186, + "main_score": 0.875231, + "hf_subset": "dan_Latn-sna_Latn", + "languages": [ + "dan-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.631942, + "recall": 0.700593, + "f1": 0.651024, + "accuracy": 0.700593, + "main_score": 0.651024, + "hf_subset": "dan_Latn-tso_Latn", + "languages": [ + "dan-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-azj_Latn", + "languages": [ + "dan-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.489504, + "recall": 0.561265, + "f1": 0.510034, + "accuracy": 0.561265, + "main_score": 0.510034, + "hf_subset": "dan_Latn-dik_Latn", + "languages": [ + "dan-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.88363, + "recall": 0.916008, + "f1": 0.893775, + "accuracy": 0.916008, + "main_score": 0.893775, + "hf_subset": "dan_Latn-hau_Latn", + "languages": [ + "dan-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "dan_Latn-kea_Latn", + "languages": [ + "dan-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.905468, + "recall": 0.933794, + "f1": 0.914526, + "accuracy": 0.933794, + "main_score": 0.914526, + "hf_subset": "dan_Latn-lus_Latn", + "languages": [ + "dan-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.844483, + "recall": 0.88834, + "f1": 0.857872, + "accuracy": 0.88834, + "main_score": 0.857872, + "hf_subset": "dan_Latn-pag_Latn", + "languages": [ + "dan-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "dan_Latn-snd_Arab", + "languages": [ + "dan-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "dan_Latn-tuk_Latn", + "languages": [ + "dan-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "dan_Latn-bak_Cyrl", + "languages": [ + "dan-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.462235, + "recall": 0.537549, + "f1": 0.482096, + "accuracy": 0.537549, + "main_score": 0.482096, + "hf_subset": "dan_Latn-dyu_Latn", + "languages": [ + "dan-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-heb_Hebr", + "languages": [ + "dan-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "dan_Latn-khk_Cyrl", + "languages": [ + "dan-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-lvs_Latn", + "languages": [ + "dan-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-pan_Guru", + "languages": [ + "dan-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.845965, + "recall": 0.890316, + "f1": 0.859717, + "accuracy": 0.890316, + "main_score": 0.859717, + "hf_subset": "dan_Latn-som_Latn", + "languages": [ + "dan-Latn", + "som-Latn" + ] + }, + { + "precision": 0.658789, + "recall": 0.724308, + "f1": 0.677395, + "accuracy": 0.724308, + "main_score": 0.677395, + "hf_subset": "dan_Latn-tum_Latn", + "languages": [ + "dan-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.469214, + "recall": 0.548419, + "f1": 0.490503, + "accuracy": 0.548419, + "main_score": 0.490503, + "hf_subset": "guj_Gujr-ace_Arab", + "languages": [ + "guj-Gujr", + "ace-Arab" + ] + }, + { + "precision": 0.439642, + "recall": 0.490119, + "f1": 0.452328, + "accuracy": 0.490119, + "main_score": 0.452328, + "hf_subset": "guj_Gujr-bam_Latn", + "languages": [ + "guj-Gujr", + "bam-Latn" + ] + }, + { + "precision": 0.603912, + "recall": 0.695652, + "f1": 0.630643, + "accuracy": 0.695652, + "main_score": 0.630643, + "hf_subset": "guj_Gujr-dzo_Tibt", + "languages": [ + "guj-Gujr", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.976038, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "guj_Gujr-khm_Khmr", + "languages": [ + "guj-Gujr", + "khm-Khmr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-mag_Deva", + "languages": [ + "guj-Gujr", + "mag-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-pap_Latn", + "languages": [ + "guj-Gujr", + "pap-Latn" + ] + }, + { + "precision": 0.824308, + "recall": 0.87253, + "f1": 0.839018, + "accuracy": 0.87253, + "main_score": 0.839018, + "hf_subset": "guj_Gujr-sot_Latn", + "languages": [ + "guj-Gujr", + "sot-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-tur_Latn", + "languages": [ + "guj-Gujr", + "tur-Latn" + ] + }, + { + "precision": 0.815036, + "recall": 0.864625, + "f1": 0.83019, + "accuracy": 0.864625, + "main_score": 0.83019, + "hf_subset": "guj_Gujr-ace_Latn", + "languages": [ + "guj-Gujr", + "ace-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "guj_Gujr-ban_Latn", + "languages": [ + "guj-Gujr", + "ban-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "guj_Gujr-ell_Grek", + "languages": [ + "guj-Gujr", + "ell-Grek" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "guj_Gujr-hne_Deva", + "languages": [ + "guj-Gujr", + "hne-Deva" + ] + }, + { + "precision": 0.52952, + "recall": 0.601779, + "f1": 0.548546, + "accuracy": 0.601779, + "main_score": 0.548546, + "hf_subset": "guj_Gujr-kik_Latn", + "languages": [ + "guj-Gujr", + "kik-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ] + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "guj_Gujr-pbt_Arab", + "languages": [ + "guj-Gujr", + "pbt-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "guj_Gujr-spa_Latn", + "languages": [ + "guj-Gujr", + "spa-Latn" + ] + }, + { + "precision": 0.709737, + "recall": 0.770751, + "f1": 0.726903, + "accuracy": 0.770751, + "main_score": 0.726903, + "hf_subset": "guj_Gujr-twi_Latn", + "languages": [ + "guj-Gujr", + "twi-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "guj_Gujr-acm_Arab", + "languages": [ + "guj-Gujr", + "acm-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-bel_Cyrl", + "languages": [ + "guj-Gujr", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-hrv_Latn", + "languages": [ + "guj-Gujr", + "hrv-Latn" + ] + }, + { + "precision": 0.817128, + "recall": 0.866601, + "f1": 0.832298, + "accuracy": 0.866601, + "main_score": 0.832298, + "hf_subset": "guj_Gujr-kin_Latn", + "languages": [ + "guj-Gujr", + "kin-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-pes_Arab", + "languages": [ + "guj-Gujr", + "pes-Arab" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "guj_Gujr-srd_Latn", + "languages": [ + "guj-Gujr", + "srd-Latn" + ] + }, + { + "precision": 0.19535, + "recall": 0.257905, + "f1": 0.210446, + "accuracy": 0.257905, + "main_score": 0.210446, + "hf_subset": "guj_Gujr-tzm_Tfng", + "languages": [ + "guj-Gujr", + "tzm-Tfng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-acq_Arab", + "languages": [ + "guj-Gujr", + "acq-Arab" + ] + }, + { + "precision": 0.609198, + "recall": 0.688735, + "f1": 0.631486, + "accuracy": 0.688735, + "main_score": 0.631486, + "hf_subset": "guj_Gujr-bem_Latn", + "languages": [ + "guj-Gujr", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-epo_Latn", + "languages": [ + "guj-Gujr", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-hun_Latn", + "languages": [ + "guj-Gujr", + "hun-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-kir_Cyrl", + "languages": [ + "guj-Gujr", + "kir-Cyrl" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.837895, + "recall": 0.884387, + "f1": 0.852306, + "accuracy": 0.884387, + "main_score": 0.852306, + "hf_subset": "guj_Gujr-plt_Latn", + "languages": [ + "guj-Gujr", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-srp_Cyrl", + "languages": [ + "guj-Gujr", + "srp-Cyrl" + ] + }, + { + "precision": 0.934865, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "guj_Gujr-uig_Arab", + "languages": [ + "guj-Gujr", + "uig-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "guj_Gujr-aeb_Arab", + "languages": [ + "guj-Gujr", + "aeb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "guj_Gujr-est_Latn", + "languages": [ + "guj-Gujr", + "est-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "guj_Gujr-hye_Armn", + "languages": [ + "guj-Gujr", + "hye-Armn" + ] + }, + { + "precision": 0.42027, + "recall": 0.481225, + "f1": 0.436226, + "accuracy": 0.481225, + "main_score": 0.436226, + "hf_subset": "guj_Gujr-kmb_Latn", + "languages": [ + "guj-Gujr", + "kmb-Latn" + ] + }, + { + "precision": 0.424743, + "recall": 0.505929, + "f1": 0.444375, + "accuracy": 0.505929, + "main_score": 0.444375, + "hf_subset": "guj_Gujr-min_Arab", + "languages": [ + "guj-Gujr", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-pol_Latn", + "languages": [ + "guj-Gujr", + "pol-Latn" + ] + }, + { + "precision": 0.681086, + "recall": 0.759881, + "f1": 0.70435, + "accuracy": 0.759881, + "main_score": 0.70435, + "hf_subset": "guj_Gujr-ssw_Latn", + "languages": [ + "guj-Gujr", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-ukr_Cyrl", + "languages": [ + "guj-Gujr", + "ukr-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-afr_Latn", + "languages": [ + "guj-Gujr", + "afr-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-bho_Deva", + "languages": [ + "guj-Gujr", + "bho-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ] + }, + { + "precision": 0.825082, + "recall": 0.874506, + "f1": 0.840283, + "accuracy": 0.874506, + "main_score": 0.840283, + "hf_subset": "guj_Gujr-ibo_Latn", + "languages": [ + "guj-Gujr", + "ibo-Latn" + ] + }, + { + "precision": 0.853484, + "recall": 0.894269, + "f1": 0.866222, + "accuracy": 0.894269, + "main_score": 0.866222, + "hf_subset": "guj_Gujr-kmr_Latn", + "languages": [ + "guj-Gujr", + "kmr-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "guj_Gujr-min_Latn", + "languages": [ + "guj-Gujr", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-por_Latn", + "languages": [ + "guj-Gujr", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-sun_Latn", + "languages": [ + "guj-Gujr", + "sun-Latn" + ] + }, + { + "precision": 0.401396, + "recall": 0.467391, + "f1": 0.418896, + "accuracy": 0.467391, + "main_score": 0.418896, + "hf_subset": "guj_Gujr-umb_Latn", + "languages": [ + "guj-Gujr", + "umb-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-ajp_Arab", + "languages": [ + "guj-Gujr", + "ajp-Arab" + ] + }, + { + "precision": 0.446539, + "recall": 0.531621, + "f1": 0.468145, + "accuracy": 0.531621, + "main_score": 0.468145, + "hf_subset": "guj_Gujr-bjn_Arab", + "languages": [ + "guj-Gujr", + "bjn-Arab" + ] + }, + { + "precision": 0.422357, + "recall": 0.474308, + "f1": 0.436844, + "accuracy": 0.474308, + "main_score": 0.436844, + "hf_subset": "guj_Gujr-ewe_Latn", + "languages": [ + "guj-Gujr", + "ewe-Latn" + ] + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "guj_Gujr-ilo_Latn", + "languages": [ + "guj-Gujr", + "ilo-Latn" + ] + }, + { + "precision": 0.248649, + "recall": 0.306324, + "f1": 0.262372, + "accuracy": 0.306324, + "main_score": 0.262372, + "hf_subset": "guj_Gujr-knc_Arab", + "languages": [ + "guj-Gujr", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-mkd_Cyrl", + "languages": [ + "guj-Gujr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-prs_Arab", + "languages": [ + "guj-Gujr", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-swe_Latn", + "languages": [ + "guj-Gujr", + "swe-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.67986, + "recall": 0.747036, + "f1": 0.698291, + "accuracy": 0.747036, + "main_score": 0.698291, + "hf_subset": "guj_Gujr-aka_Latn", + "languages": [ + "guj-Gujr", + "aka-Latn" + ] + }, + { + "precision": 0.95798, + "recall": 0.970356, + "f1": 0.961874, + "accuracy": 0.970356, + "main_score": 0.961874, + "hf_subset": "guj_Gujr-bjn_Latn", + "languages": [ + "guj-Gujr", + "bjn-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "guj_Gujr-fao_Latn", + "languages": [ + "guj-Gujr", + "fao-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-ind_Latn", + "languages": [ + "guj-Gujr", + "ind-Latn" + ] + }, + { + "precision": 0.472303, + "recall": 0.528656, + "f1": 0.487978, + "accuracy": 0.528656, + "main_score": 0.487978, + "hf_subset": "guj_Gujr-knc_Latn", + "languages": [ + "guj-Gujr", + "knc-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-mlt_Latn", + "languages": [ + "guj-Gujr", + "mlt-Latn" + ] + }, + { + "precision": 0.603476, + "recall": 0.674901, + "f1": 0.62344, + "accuracy": 0.674901, + "main_score": 0.62344, + "hf_subset": "guj_Gujr-quy_Latn", + "languages": [ + "guj-Gujr", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-swh_Latn", + "languages": [ + "guj-Gujr", + "swh-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "guj_Gujr-uzn_Latn", + "languages": [ + "guj-Gujr", + "uzn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-als_Latn", + "languages": [ + "guj-Gujr", + "als-Latn" + ] + }, + { + "precision": 0.783202, + "recall": 0.838933, + "f1": 0.799639, + "accuracy": 0.838933, + "main_score": 0.799639, + "hf_subset": "guj_Gujr-bod_Tibt", + "languages": [ + "guj-Gujr", + "bod-Tibt" + ] + }, + { + "precision": 0.60757, + "recall": 0.679842, + "f1": 0.627681, + "accuracy": 0.679842, + "main_score": 0.627681, + "hf_subset": "guj_Gujr-fij_Latn", + "languages": [ + "guj-Gujr", + "fij-Latn" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "guj_Gujr-isl_Latn", + "languages": [ + "guj-Gujr", + "isl-Latn" + ] + }, + { + "precision": 0.534343, + "recall": 0.600791, + "f1": 0.552522, + "accuracy": 0.600791, + "main_score": 0.552522, + "hf_subset": "guj_Gujr-kon_Latn", + "languages": [ + "guj-Gujr", + "kon-Latn" + ] + }, + { + "precision": 0.586928, + "recall": 0.664032, + "f1": 0.608399, + "accuracy": 0.664032, + "main_score": 0.608399, + "hf_subset": "guj_Gujr-mni_Beng", + "languages": [ + "guj-Gujr", + "mni-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-ron_Latn", + "languages": [ + "guj-Gujr", + "ron-Latn" + ] + }, + { + "precision": 0.975955, + "recall": 0.982213, + "f1": 0.977931, + "accuracy": 0.982213, + "main_score": 0.977931, + "hf_subset": "guj_Gujr-szl_Latn", + "languages": [ + "guj-Gujr", + "szl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "guj_Gujr-vec_Latn", + "languages": [ + "guj-Gujr", + "vec-Latn" + ] + }, + { + "precision": 0.91502, + "recall": 0.940711, + "f1": 0.923254, + "accuracy": 0.940711, + "main_score": 0.923254, + "hf_subset": "guj_Gujr-amh_Ethi", + "languages": [ + "guj-Gujr", + "amh-Ethi" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-bos_Latn", + "languages": [ + "guj-Gujr", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-fin_Latn", + "languages": [ + "guj-Gujr", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-ita_Latn", + "languages": [ + "guj-Gujr", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-kor_Hang", + "languages": [ + "guj-Gujr", + "kor-Hang" + ] + }, + { + "precision": 0.459224, + "recall": 0.51087, + "f1": 0.473342, + "accuracy": 0.51087, + "main_score": 0.473342, + "hf_subset": "guj_Gujr-mos_Latn", + "languages": [ + "guj-Gujr", + "mos-Latn" + ] + }, + { + "precision": 0.70643, + "recall": 0.774704, + "f1": 0.726468, + "accuracy": 0.774704, + "main_score": 0.726468, + "hf_subset": "guj_Gujr-run_Latn", + "languages": [ + "guj-Gujr", + "run-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-vie_Latn", + "languages": [ + "guj-Gujr", + "vie-Latn" + ] + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "guj_Gujr-apc_Arab", + "languages": [ + "guj-Gujr", + "apc-Arab" + ] + }, + { + "precision": 0.676093, + "recall": 0.744071, + "f1": 0.695023, + "accuracy": 0.744071, + "main_score": 0.695023, + "hf_subset": "guj_Gujr-bug_Latn", + "languages": [ + "guj-Gujr", + "bug-Latn" + ] + }, + { + "precision": 0.413296, + "recall": 0.461462, + "f1": 0.425954, + "accuracy": 0.461462, + "main_score": 0.425954, + "hf_subset": "guj_Gujr-fon_Latn", + "languages": [ + "guj-Gujr", + "fon-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "guj_Gujr-jav_Latn", + "languages": [ + "guj-Gujr", + "jav-Latn" + ] + }, + { + "precision": 0.946887, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "guj_Gujr-lao_Laoo", + "languages": [ + "guj-Gujr", + "lao-Laoo" + ] + }, + { + "precision": 0.8472, + "recall": 0.890316, + "f1": 0.860606, + "accuracy": 0.890316, + "main_score": 0.860606, + "hf_subset": "guj_Gujr-mri_Latn", + "languages": [ + "guj-Gujr", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-rus_Cyrl", + "languages": [ + "guj-Gujr", + "rus-Cyrl" + ] + }, + { + "precision": 0.464437, + "recall": 0.520751, + "f1": 0.479597, + "accuracy": 0.520751, + "main_score": 0.479597, + "hf_subset": "guj_Gujr-taq_Latn", + "languages": [ + "guj-Gujr", + "taq-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-war_Latn", + "languages": [ + "guj-Gujr", + "war-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-arb_Arab", + "languages": [ + "guj-Gujr", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-bul_Cyrl", + "languages": [ + "guj-Gujr", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-fra_Latn", + "languages": [ + "guj-Gujr", + "fra-Latn" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "guj_Gujr-jpn_Jpan", + "languages": [ + "guj-Gujr", + "jpn-Jpan" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "guj_Gujr-lij_Latn", + "languages": [ + "guj-Gujr", + "lij-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "guj_Gujr-mya_Mymr", + "languages": [ + "guj-Gujr", + "mya-Mymr" + ] + }, + { + "precision": 0.506961, + "recall": 0.562253, + "f1": 0.522283, + "accuracy": 0.562253, + "main_score": 0.522283, + "hf_subset": "guj_Gujr-sag_Latn", + "languages": [ + "guj-Gujr", + "sag-Latn" + ] + }, + { + "precision": 0.202074, + "recall": 0.267787, + "f1": 0.218166, + "accuracy": 0.267787, + "main_score": 0.218166, + "hf_subset": "guj_Gujr-taq_Tfng", + "languages": [ + "guj-Gujr", + "taq-Tfng" + ] + }, + { + "precision": 0.605961, + "recall": 0.673913, + "f1": 0.62385, + "accuracy": 0.673913, + "main_score": 0.62385, + "hf_subset": "guj_Gujr-wol_Latn", + "languages": [ + "guj-Gujr", + "wol-Latn" + ] + }, + { + "precision": 0.836957, + "recall": 0.885375, + "f1": 0.852075, + "accuracy": 0.885375, + "main_score": 0.852075, + "hf_subset": "guj_Gujr-arb_Latn", + "languages": [ + "guj-Gujr", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-cat_Latn", + "languages": [ + "guj-Gujr", + "cat-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966535, + "accuracy": 0.974308, + "main_score": 0.966535, + "hf_subset": "guj_Gujr-fur_Latn", + "languages": [ + "guj-Gujr", + "fur-Latn" + ] + }, + { + "precision": 0.391655, + "recall": 0.461462, + "f1": 0.408192, + "accuracy": 0.461462, + "main_score": 0.408192, + "hf_subset": "guj_Gujr-kab_Latn", + "languages": [ + "guj-Gujr", + "kab-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "guj_Gujr-lim_Latn", + "languages": [ + "guj-Gujr", + "lim-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-nld_Latn", + "languages": [ + "guj-Gujr", + "nld-Latn" + ] + }, + { + "precision": 0.973567, + "recall": 0.981225, + "f1": 0.976021, + "accuracy": 0.981225, + "main_score": 0.976021, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-tat_Cyrl", + "languages": [ + "guj-Gujr", + "tat-Cyrl" + ] + }, + { + "precision": 0.849094, + "recall": 0.894269, + "f1": 0.86334, + "accuracy": 0.894269, + "main_score": 0.86334, + "hf_subset": "guj_Gujr-xho_Latn", + "languages": [ + "guj-Gujr", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-ars_Arab", + "languages": [ + "guj-Gujr", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-ceb_Latn", + "languages": [ + "guj-Gujr", + "ceb-Latn" + ] + }, + { + "precision": 0.431288, + "recall": 0.494071, + "f1": 0.447467, + "accuracy": 0.494071, + "main_score": 0.447467, + "hf_subset": "guj_Gujr-fuv_Latn", + "languages": [ + "guj-Gujr", + "fuv-Latn" + ] + }, + { + "precision": 0.449916, + "recall": 0.511858, + "f1": 0.46616, + "accuracy": 0.511858, + "main_score": 0.46616, + "hf_subset": "guj_Gujr-kac_Latn", + "languages": [ + "guj-Gujr", + "kac-Latn" + ] + }, + { + "precision": 0.568687, + "recall": 0.635375, + "f1": 0.586232, + "accuracy": 0.635375, + "main_score": 0.586232, + "hf_subset": "guj_Gujr-lin_Latn", + "languages": [ + "guj-Gujr", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "guj_Gujr-nno_Latn", + "languages": [ + "guj-Gujr", + "nno-Latn" + ] + }, + { + "precision": 0.877882, + "recall": 0.91502, + "f1": 0.88969, + "accuracy": 0.91502, + "main_score": 0.88969, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "guj_Gujr-ydd_Hebr", + "languages": [ + "guj-Gujr", + "ydd-Hebr" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "guj_Gujr-ary_Arab", + "languages": [ + "guj-Gujr", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-ces_Latn", + "languages": [ + "guj-Gujr", + "ces-Latn" + ] + }, + { + "precision": 0.531672, + "recall": 0.610672, + "f1": 0.553482, + "accuracy": 0.610672, + "main_score": 0.553482, + "hf_subset": "guj_Gujr-gaz_Latn", + "languages": [ + "guj-Gujr", + "gaz-Latn" + ] + }, + { + "precision": 0.470282, + "recall": 0.552372, + "f1": 0.491821, + "accuracy": 0.552372, + "main_score": 0.491821, + "hf_subset": "guj_Gujr-kam_Latn", + "languages": [ + "guj-Gujr", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "guj_Gujr-lit_Latn", + "languages": [ + "guj-Gujr", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-nob_Latn", + "languages": [ + "guj-Gujr", + "nob-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "guj_Gujr-scn_Latn", + "languages": [ + "guj-Gujr", + "scn-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "guj_Gujr-tgk_Cyrl", + "languages": [ + "guj-Gujr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.678056, + "recall": 0.756917, + "f1": 0.700794, + "accuracy": 0.756917, + "main_score": 0.700794, + "hf_subset": "guj_Gujr-yor_Latn", + "languages": [ + "guj-Gujr", + "yor-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-arz_Arab", + "languages": [ + "guj-Gujr", + "arz-Arab" + ] + }, + { + "precision": 0.426572, + "recall": 0.492095, + "f1": 0.444475, + "accuracy": 0.492095, + "main_score": 0.444475, + "hf_subset": "guj_Gujr-cjk_Latn", + "languages": [ + "guj-Gujr", + "cjk-Latn" + ] + }, + { + "precision": 0.932148, + "recall": 0.954545, + "f1": 0.939559, + "accuracy": 0.954545, + "main_score": 0.939559, + "hf_subset": "guj_Gujr-gla_Latn", + "languages": [ + "guj-Gujr", + "gla-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.960375, + "accuracy": 0.969368, + "main_score": 0.960375, + "hf_subset": "guj_Gujr-lmo_Latn", + "languages": [ + "guj-Gujr", + "lmo-Latn" + ] + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ] + }, + { + "precision": 0.508252, + "recall": 0.591897, + "f1": 0.531591, + "accuracy": 0.591897, + "main_score": 0.531591, + "hf_subset": "guj_Gujr-shn_Mymr", + "languages": [ + "guj-Gujr", + "shn-Mymr" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-tgl_Latn", + "languages": [ + "guj-Gujr", + "tgl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-yue_Hant", + "languages": [ + "guj-Gujr", + "yue-Hant" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ] + }, + { + "precision": 0.914773, + "recall": 0.940711, + "f1": 0.923155, + "accuracy": 0.940711, + "main_score": 0.923155, + "hf_subset": "guj_Gujr-ckb_Arab", + "languages": [ + "guj-Gujr", + "ckb-Arab" + ] + }, + { + "precision": 0.970273, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "guj_Gujr-gle_Latn", + "languages": [ + "guj-Gujr", + "gle-Latn" + ] + }, + { + "precision": 0.911232, + "recall": 0.938735, + "f1": 0.91996, + "accuracy": 0.938735, + "main_score": 0.91996, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ] + }, + { + "precision": 0.875165, + "recall": 0.913043, + "f1": 0.887352, + "accuracy": 0.913043, + "main_score": 0.887352, + "hf_subset": "guj_Gujr-ltg_Latn", + "languages": [ + "guj-Gujr", + "ltg-Latn" + ] + }, + { + "precision": 0.730567, + "recall": 0.793478, + "f1": 0.749224, + "accuracy": 0.793478, + "main_score": 0.749224, + "hf_subset": "guj_Gujr-nso_Latn", + "languages": [ + "guj-Gujr", + "nso-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-tha_Thai", + "languages": [ + "guj-Gujr", + "tha-Thai" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "guj_Gujr-zho_Hans", + "languages": [ + "guj-Gujr", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-ast_Latn", + "languages": [ + "guj-Gujr", + "ast-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "guj_Gujr-crh_Latn", + "languages": [ + "guj-Gujr", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-glg_Latn", + "languages": [ + "guj-Gujr", + "glg-Latn" + ] + }, + { + "precision": 0.847365, + "recall": 0.891304, + "f1": 0.860903, + "accuracy": 0.891304, + "main_score": 0.860903, + "hf_subset": "guj_Gujr-kas_Deva", + "languages": [ + "guj-Gujr", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-ltz_Latn", + "languages": [ + "guj-Gujr", + "ltz-Latn" + ] + }, + { + "precision": 0.403081, + "recall": 0.465415, + "f1": 0.419917, + "accuracy": 0.465415, + "main_score": 0.419917, + "hf_subset": "guj_Gujr-nus_Latn", + "languages": [ + "guj-Gujr", + "nus-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-slk_Latn", + "languages": [ + "guj-Gujr", + "slk-Latn" + ] + }, + { + "precision": 0.609016, + "recall": 0.692688, + "f1": 0.632643, + "accuracy": 0.692688, + "main_score": 0.632643, + "hf_subset": "guj_Gujr-tir_Ethi", + "languages": [ + "guj-Gujr", + "tir-Ethi" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "guj_Gujr-zho_Hant", + "languages": [ + "guj-Gujr", + "zho-Hant" + ] + }, + { + "precision": 0.982378, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "guj_Gujr-awa_Deva", + "languages": [ + "guj-Gujr", + "awa-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-cym_Latn", + "languages": [ + "guj-Gujr", + "cym-Latn" + ] + }, + { + "precision": 0.700981, + "recall": 0.759881, + "f1": 0.716942, + "accuracy": 0.759881, + "main_score": 0.716942, + "hf_subset": "guj_Gujr-grn_Latn", + "languages": [ + "guj-Gujr", + "grn-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-kat_Geor", + "languages": [ + "guj-Gujr", + "kat-Geor" + ] + }, + { + "precision": 0.536336, + "recall": 0.601779, + "f1": 0.553025, + "accuracy": 0.601779, + "main_score": 0.553025, + "hf_subset": "guj_Gujr-lua_Latn", + "languages": [ + "guj-Gujr", + "lua-Latn" + ] + }, + { + "precision": 0.79417, + "recall": 0.851779, + "f1": 0.811891, + "accuracy": 0.851779, + "main_score": 0.811891, + "hf_subset": "guj_Gujr-nya_Latn", + "languages": [ + "guj-Gujr", + "nya-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-slv_Latn", + "languages": [ + "guj-Gujr", + "slv-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "guj_Gujr-tpi_Latn", + "languages": [ + "guj-Gujr", + "tpi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-zsm_Latn", + "languages": [ + "guj-Gujr", + "zsm-Latn" + ] + }, + { + "precision": 0.465657, + "recall": 0.529644, + "f1": 0.483405, + "accuracy": 0.529644, + "main_score": 0.483405, + "hf_subset": "guj_Gujr-ayr_Latn", + "languages": [ + "guj-Gujr", + "ayr-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-dan_Latn", + "languages": [ + "guj-Gujr", + "dan-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-kaz_Cyrl", + "languages": [ + "guj-Gujr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.585304, + "recall": 0.66502, + "f1": 0.606962, + "accuracy": 0.66502, + "main_score": 0.606962, + "hf_subset": "guj_Gujr-lug_Latn", + "languages": [ + "guj-Gujr", + "lug-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-oci_Latn", + "languages": [ + "guj-Gujr", + "oci-Latn" + ] + }, + { + "precision": 0.794219, + "recall": 0.850791, + "f1": 0.811942, + "accuracy": 0.850791, + "main_score": 0.811942, + "hf_subset": "guj_Gujr-smo_Latn", + "languages": [ + "guj-Gujr", + "smo-Latn" + ] + }, + { + "precision": 0.69716, + "recall": 0.770751, + "f1": 0.719041, + "accuracy": 0.770751, + "main_score": 0.719041, + "hf_subset": "guj_Gujr-tsn_Latn", + "languages": [ + "guj-Gujr", + "tsn-Latn" + ] + }, + { + "precision": 0.862269, + "recall": 0.902174, + "f1": 0.874901, + "accuracy": 0.902174, + "main_score": 0.874901, + "hf_subset": "guj_Gujr-zul_Latn", + "languages": [ + "guj-Gujr", + "zul-Latn" + ] + }, + { + "precision": 0.900362, + "recall": 0.93083, + "f1": 0.910046, + "accuracy": 0.93083, + "main_score": 0.910046, + "hf_subset": "guj_Gujr-azb_Arab", + "languages": [ + "guj-Gujr", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-deu_Latn", + "languages": [ + "guj-Gujr", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "guj_Gujr-hat_Latn", + "languages": [ + "guj-Gujr", + "hat-Latn" + ] + }, + { + "precision": 0.439556, + "recall": 0.490119, + "f1": 0.452684, + "accuracy": 0.490119, + "main_score": 0.452684, + "hf_subset": "guj_Gujr-kbp_Latn", + "languages": [ + "guj-Gujr", + "kbp-Latn" + ] + }, + { + "precision": 0.482876, + "recall": 0.538538, + "f1": 0.49718, + "accuracy": 0.538538, + "main_score": 0.49718, + "hf_subset": "guj_Gujr-luo_Latn", + "languages": [ + "guj-Gujr", + "luo-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ] + }, + { + "precision": 0.866436, + "recall": 0.90415, + "f1": 0.878458, + "accuracy": 0.90415, + "main_score": 0.878458, + "hf_subset": "guj_Gujr-sna_Latn", + "languages": [ + "guj-Gujr", + "sna-Latn" + ] + }, + { + "precision": 0.59692, + "recall": 0.679842, + "f1": 0.620378, + "accuracy": 0.679842, + "main_score": 0.620378, + "hf_subset": "guj_Gujr-tso_Latn", + "languages": [ + "guj-Gujr", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-azj_Latn", + "languages": [ + "guj-Gujr", + "azj-Latn" + ] + }, + { + "precision": 0.475315, + "recall": 0.54249, + "f1": 0.494019, + "accuracy": 0.54249, + "main_score": 0.494019, + "hf_subset": "guj_Gujr-dik_Latn", + "languages": [ + "guj-Gujr", + "dik-Latn" + ] + }, + { + "precision": 0.872694, + "recall": 0.910079, + "f1": 0.884881, + "accuracy": 0.910079, + "main_score": 0.884881, + "hf_subset": "guj_Gujr-hau_Latn", + "languages": [ + "guj-Gujr", + "hau-Latn" + ] + }, + { + "precision": 0.943099, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "guj_Gujr-kea_Latn", + "languages": [ + "guj-Gujr", + "kea-Latn" + ] + }, + { + "precision": 0.911726, + "recall": 0.938735, + "f1": 0.920455, + "accuracy": 0.938735, + "main_score": 0.920455, + "hf_subset": "guj_Gujr-lus_Latn", + "languages": [ + "guj-Gujr", + "lus-Latn" + ] + }, + { + "precision": 0.817624, + "recall": 0.862648, + "f1": 0.830651, + "accuracy": 0.862648, + "main_score": 0.830651, + "hf_subset": "guj_Gujr-pag_Latn", + "languages": [ + "guj-Gujr", + "pag-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "guj_Gujr-tuk_Latn", + "languages": [ + "guj-Gujr", + "tuk-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "guj_Gujr-bak_Cyrl", + "languages": [ + "guj-Gujr", + "bak-Cyrl" + ] + }, + { + "precision": 0.437763, + "recall": 0.51087, + "f1": 0.457509, + "accuracy": 0.51087, + "main_score": 0.457509, + "hf_subset": "guj_Gujr-dyu_Latn", + "languages": [ + "guj-Gujr", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-heb_Hebr", + "languages": [ + "guj-Gujr", + "heb-Hebr" + ] + }, + { + "precision": 0.963686, + "recall": 0.975296, + "f1": 0.967457, + "accuracy": 0.975296, + "main_score": 0.967457, + "hf_subset": "guj_Gujr-khk_Cyrl", + "languages": [ + "guj-Gujr", + "khk-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-lvs_Latn", + "languages": [ + "guj-Gujr", + "lvs-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.84613, + "recall": 0.890316, + "f1": 0.859867, + "accuracy": 0.890316, + "main_score": 0.859867, + "hf_subset": "guj_Gujr-som_Latn", + "languages": [ + "guj-Gujr", + "som-Latn" + ] + }, + { + "precision": 0.642587, + "recall": 0.718379, + "f1": 0.664232, + "accuracy": 0.718379, + "main_score": 0.664232, + "hf_subset": "guj_Gujr-tum_Latn", + "languages": [ + "guj-Gujr", + "tum-Latn" + ] + }, + { + "precision": 0.454221, + "recall": 0.537549, + "f1": 0.477151, + "accuracy": 0.537549, + "main_score": 0.477151, + "hf_subset": "kaz_Cyrl-ace_Arab", + "languages": [ + "kaz-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.44097, + "recall": 0.491107, + "f1": 0.453247, + "accuracy": 0.491107, + "main_score": 0.453247, + "hf_subset": "kaz_Cyrl-bam_Latn", + "languages": [ + "kaz-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.587247, + "recall": 0.68083, + "f1": 0.614322, + "accuracy": 0.68083, + "main_score": 0.614322, + "hf_subset": "kaz_Cyrl-dzo_Tibt", + "languages": [ + "kaz-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-hin_Deva", + "languages": [ + "kaz-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "kaz_Cyrl-khm_Khmr", + "languages": [ + "kaz-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kaz_Cyrl-mag_Deva", + "languages": [ + "kaz-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kaz_Cyrl-pap_Latn", + "languages": [ + "kaz-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.822029, + "recall": 0.869565, + "f1": 0.836545, + "accuracy": 0.869565, + "main_score": 0.836545, + "hf_subset": "kaz_Cyrl-sot_Latn", + "languages": [ + "kaz-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.807519, + "recall": 0.857708, + "f1": 0.822777, + "accuracy": 0.857708, + "main_score": 0.822777, + "hf_subset": "kaz_Cyrl-ace_Latn", + "languages": [ + "kaz-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946476, + "accuracy": 0.958498, + "main_score": 0.946476, + "hf_subset": "kaz_Cyrl-ban_Latn", + "languages": [ + "kaz-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-ell_Grek", + "languages": [ + "kaz-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "kaz_Cyrl-hne_Deva", + "languages": [ + "kaz-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.53737, + "recall": 0.612648, + "f1": 0.557701, + "accuracy": 0.612648, + "main_score": 0.557701, + "hf_subset": "kaz_Cyrl-kik_Latn", + "languages": [ + "kaz-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kaz_Cyrl-mai_Deva", + "languages": [ + "kaz-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.934865, + "recall": 0.955534, + "f1": 0.941601, + "accuracy": 0.955534, + "main_score": 0.941601, + "hf_subset": "kaz_Cyrl-pbt_Arab", + "languages": [ + "kaz-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kaz_Cyrl-spa_Latn", + "languages": [ + "kaz-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.700391, + "recall": 0.767787, + "f1": 0.719145, + "accuracy": 0.767787, + "main_score": 0.719145, + "hf_subset": "kaz_Cyrl-twi_Latn", + "languages": [ + "kaz-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kaz_Cyrl-acm_Arab", + "languages": [ + "kaz-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-bel_Cyrl", + "languages": [ + "kaz-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-hrv_Latn", + "languages": [ + "kaz-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.813966, + "recall": 0.865613, + "f1": 0.829941, + "accuracy": 0.865613, + "main_score": 0.829941, + "hf_subset": "kaz_Cyrl-kin_Latn", + "languages": [ + "kaz-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-mal_Mlym", + "languages": [ + "kaz-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-pes_Arab", + "languages": [ + "kaz-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "kaz_Cyrl-srd_Latn", + "languages": [ + "kaz-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.206499, + "recall": 0.262846, + "f1": 0.220384, + "accuracy": 0.262846, + "main_score": 0.220384, + "hf_subset": "kaz_Cyrl-tzm_Tfng", + "languages": [ + "kaz-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-acq_Arab", + "languages": [ + "kaz-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.602455, + "recall": 0.683794, + "f1": 0.625417, + "accuracy": 0.683794, + "main_score": 0.625417, + "hf_subset": "kaz_Cyrl-bem_Latn", + "languages": [ + "kaz-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-epo_Latn", + "languages": [ + "kaz-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-hun_Latn", + "languages": [ + "kaz-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kaz_Cyrl-mar_Deva", + "languages": [ + "kaz-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.839345, + "recall": 0.883399, + "f1": 0.852917, + "accuracy": 0.883399, + "main_score": 0.852917, + "hf_subset": "kaz_Cyrl-plt_Latn", + "languages": [ + "kaz-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-srp_Cyrl", + "languages": [ + "kaz-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.945982, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kaz_Cyrl-aeb_Arab", + "languages": [ + "kaz-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kaz_Cyrl-ben_Beng", + "languages": [ + "kaz-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-est_Latn", + "languages": [ + "kaz-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-hye_Armn", + "languages": [ + "kaz-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.432101, + "recall": 0.493083, + "f1": 0.448527, + "accuracy": 0.493083, + "main_score": 0.448527, + "hf_subset": "kaz_Cyrl-kmb_Latn", + "languages": [ + "kaz-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.420168, + "recall": 0.5, + "f1": 0.440351, + "accuracy": 0.5, + "main_score": 0.440351, + "hf_subset": "kaz_Cyrl-min_Arab", + "languages": [ + "kaz-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kaz_Cyrl-pol_Latn", + "languages": [ + "kaz-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.683778, + "recall": 0.758893, + "f1": 0.706522, + "accuracy": 0.758893, + "main_score": 0.706522, + "hf_subset": "kaz_Cyrl-ssw_Latn", + "languages": [ + "kaz-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-ukr_Cyrl", + "languages": [ + "kaz-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-afr_Latn", + "languages": [ + "kaz-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "kaz_Cyrl-bho_Deva", + "languages": [ + "kaz-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kaz_Cyrl-eus_Latn", + "languages": [ + "kaz-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.796031, + "recall": 0.855731, + "f1": 0.814526, + "accuracy": 0.855731, + "main_score": 0.814526, + "hf_subset": "kaz_Cyrl-ibo_Latn", + "languages": [ + "kaz-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.847118, + "recall": 0.890316, + "f1": 0.860738, + "accuracy": 0.890316, + "main_score": 0.860738, + "hf_subset": "kaz_Cyrl-kmr_Latn", + "languages": [ + "kaz-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "kaz_Cyrl-min_Latn", + "languages": [ + "kaz-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-por_Latn", + "languages": [ + "kaz-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "kaz_Cyrl-sun_Latn", + "languages": [ + "kaz-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.404485, + "recall": 0.470356, + "f1": 0.422138, + "accuracy": 0.470356, + "main_score": 0.422138, + "hf_subset": "kaz_Cyrl-umb_Latn", + "languages": [ + "kaz-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-ajp_Arab", + "languages": [ + "kaz-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.445513, + "recall": 0.528656, + "f1": 0.467257, + "accuracy": 0.528656, + "main_score": 0.467257, + "hf_subset": "kaz_Cyrl-bjn_Arab", + "languages": [ + "kaz-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.426283, + "recall": 0.485178, + "f1": 0.442199, + "accuracy": 0.485178, + "main_score": 0.442199, + "hf_subset": "kaz_Cyrl-ewe_Latn", + "languages": [ + "kaz-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.918972, + "recall": 0.944664, + "f1": 0.927207, + "accuracy": 0.944664, + "main_score": 0.927207, + "hf_subset": "kaz_Cyrl-ilo_Latn", + "languages": [ + "kaz-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.21584, + "recall": 0.284585, + "f1": 0.231659, + "accuracy": 0.284585, + "main_score": 0.231659, + "hf_subset": "kaz_Cyrl-knc_Arab", + "languages": [ + "kaz-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-mkd_Cyrl", + "languages": [ + "kaz-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-prs_Arab", + "languages": [ + "kaz-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-swe_Latn", + "languages": [ + "kaz-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kaz_Cyrl-urd_Arab", + "languages": [ + "kaz-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.683093, + "recall": 0.749012, + "f1": 0.701484, + "accuracy": 0.749012, + "main_score": 0.701484, + "hf_subset": "kaz_Cyrl-aka_Latn", + "languages": [ + "kaz-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.948699, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "kaz_Cyrl-bjn_Latn", + "languages": [ + "kaz-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "kaz_Cyrl-fao_Latn", + "languages": [ + "kaz-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ind_Latn", + "languages": [ + "kaz-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.467208, + "recall": 0.522727, + "f1": 0.482525, + "accuracy": 0.522727, + "main_score": 0.482525, + "hf_subset": "kaz_Cyrl-knc_Latn", + "languages": [ + "kaz-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-mlt_Latn", + "languages": [ + "kaz-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.60646, + "recall": 0.676877, + "f1": 0.625775, + "accuracy": 0.676877, + "main_score": 0.625775, + "hf_subset": "kaz_Cyrl-quy_Latn", + "languages": [ + "kaz-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "kaz_Cyrl-swh_Latn", + "languages": [ + "kaz-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-uzn_Latn", + "languages": [ + "kaz-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-als_Latn", + "languages": [ + "kaz-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.754128, + "recall": 0.820158, + "f1": 0.773814, + "accuracy": 0.820158, + "main_score": 0.773814, + "hf_subset": "kaz_Cyrl-bod_Tibt", + "languages": [ + "kaz-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.579084, + "recall": 0.659091, + "f1": 0.60201, + "accuracy": 0.659091, + "main_score": 0.60201, + "hf_subset": "kaz_Cyrl-fij_Latn", + "languages": [ + "kaz-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "kaz_Cyrl-isl_Latn", + "languages": [ + "kaz-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.53786, + "recall": 0.607708, + "f1": 0.557072, + "accuracy": 0.607708, + "main_score": 0.557072, + "hf_subset": "kaz_Cyrl-kon_Latn", + "languages": [ + "kaz-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.551033, + "recall": 0.629447, + "f1": 0.572059, + "accuracy": 0.629447, + "main_score": 0.572059, + "hf_subset": "kaz_Cyrl-mni_Beng", + "languages": [ + "kaz-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-ron_Latn", + "languages": [ + "kaz-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.978261, + "f1": 0.972661, + "accuracy": 0.978261, + "main_score": 0.972661, + "hf_subset": "kaz_Cyrl-szl_Latn", + "languages": [ + "kaz-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kaz_Cyrl-vec_Latn", + "languages": [ + "kaz-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.917935, + "recall": 0.942688, + "f1": 0.925626, + "accuracy": 0.942688, + "main_score": 0.925626, + "hf_subset": "kaz_Cyrl-amh_Ethi", + "languages": [ + "kaz-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-bos_Latn", + "languages": [ + "kaz-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-fin_Latn", + "languages": [ + "kaz-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-ita_Latn", + "languages": [ + "kaz-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-kor_Hang", + "languages": [ + "kaz-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.467991, + "recall": 0.519763, + "f1": 0.482401, + "accuracy": 0.519763, + "main_score": 0.482401, + "hf_subset": "kaz_Cyrl-mos_Latn", + "languages": [ + "kaz-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.69843, + "recall": 0.768775, + "f1": 0.719339, + "accuracy": 0.768775, + "main_score": 0.719339, + "hf_subset": "kaz_Cyrl-run_Latn", + "languages": [ + "kaz-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kaz_Cyrl-tam_Taml", + "languages": [ + "kaz-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.984766, + "recall": 0.98913, + "f1": 0.986067, + "accuracy": 0.98913, + "main_score": 0.986067, + "hf_subset": "kaz_Cyrl-vie_Latn", + "languages": [ + "kaz-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kaz_Cyrl-apc_Arab", + "languages": [ + "kaz-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.668078, + "recall": 0.735178, + "f1": 0.687147, + "accuracy": 0.735178, + "main_score": 0.687147, + "hf_subset": "kaz_Cyrl-bug_Latn", + "languages": [ + "kaz-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.406955, + "recall": 0.458498, + "f1": 0.421158, + "accuracy": 0.458498, + "main_score": 0.421158, + "hf_subset": "kaz_Cyrl-fon_Latn", + "languages": [ + "kaz-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "kaz_Cyrl-jav_Latn", + "languages": [ + "kaz-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.940629, + "recall": 0.959486, + "f1": 0.946706, + "accuracy": 0.959486, + "main_score": 0.946706, + "hf_subset": "kaz_Cyrl-lao_Laoo", + "languages": [ + "kaz-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.85112, + "recall": 0.895257, + "f1": 0.865086, + "accuracy": 0.895257, + "main_score": 0.865086, + "hf_subset": "kaz_Cyrl-mri_Latn", + "languages": [ + "kaz-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-rus_Cyrl", + "languages": [ + "kaz-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.464866, + "recall": 0.516798, + "f1": 0.479293, + "accuracy": 0.516798, + "main_score": 0.479293, + "hf_subset": "kaz_Cyrl-taq_Latn", + "languages": [ + "kaz-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kaz_Cyrl-war_Latn", + "languages": [ + "kaz-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-arb_Arab", + "languages": [ + "kaz-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-bul_Cyrl", + "languages": [ + "kaz-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-fra_Latn", + "languages": [ + "kaz-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-jpn_Jpan", + "languages": [ + "kaz-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "kaz_Cyrl-lij_Latn", + "languages": [ + "kaz-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "kaz_Cyrl-mya_Mymr", + "languages": [ + "kaz-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.503851, + "recall": 0.565217, + "f1": 0.520821, + "accuracy": 0.565217, + "main_score": 0.520821, + "hf_subset": "kaz_Cyrl-sag_Latn", + "languages": [ + "kaz-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.206483, + "recall": 0.267787, + "f1": 0.221248, + "accuracy": 0.267787, + "main_score": 0.221248, + "hf_subset": "kaz_Cyrl-taq_Tfng", + "languages": [ + "kaz-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.607198, + "recall": 0.672925, + "f1": 0.624647, + "accuracy": 0.672925, + "main_score": 0.624647, + "hf_subset": "kaz_Cyrl-wol_Latn", + "languages": [ + "kaz-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.830451, + "recall": 0.880435, + "f1": 0.846047, + "accuracy": 0.880435, + "main_score": 0.846047, + "hf_subset": "kaz_Cyrl-arb_Latn", + "languages": [ + "kaz-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-cat_Latn", + "languages": [ + "kaz-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "kaz_Cyrl-fur_Latn", + "languages": [ + "kaz-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.391638, + "recall": 0.462451, + "f1": 0.409235, + "accuracy": 0.462451, + "main_score": 0.409235, + "hf_subset": "kaz_Cyrl-kab_Latn", + "languages": [ + "kaz-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "kaz_Cyrl-lim_Latn", + "languages": [ + "kaz-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-nld_Latn", + "languages": [ + "kaz-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.951252, + "recall": 0.964427, + "f1": 0.955369, + "accuracy": 0.964427, + "main_score": 0.955369, + "hf_subset": "kaz_Cyrl-san_Deva", + "languages": [ + "kaz-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.850823, + "recall": 0.895257, + "f1": 0.864756, + "accuracy": 0.895257, + "main_score": 0.864756, + "hf_subset": "kaz_Cyrl-xho_Latn", + "languages": [ + "kaz-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-ars_Arab", + "languages": [ + "kaz-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-ceb_Latn", + "languages": [ + "kaz-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.441635, + "recall": 0.505929, + "f1": 0.458246, + "accuracy": 0.505929, + "main_score": 0.458246, + "hf_subset": "kaz_Cyrl-fuv_Latn", + "languages": [ + "kaz-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.443259, + "recall": 0.502964, + "f1": 0.45922, + "accuracy": 0.502964, + "main_score": 0.45922, + "hf_subset": "kaz_Cyrl-kac_Latn", + "languages": [ + "kaz-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.579717, + "recall": 0.649209, + "f1": 0.597807, + "accuracy": 0.649209, + "main_score": 0.597807, + "hf_subset": "kaz_Cyrl-lin_Latn", + "languages": [ + "kaz-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-nno_Latn", + "languages": [ + "kaz-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.843939, + "recall": 0.887352, + "f1": 0.857345, + "accuracy": 0.887352, + "main_score": 0.857345, + "hf_subset": "kaz_Cyrl-sat_Olck", + "languages": [ + "kaz-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-tel_Telu", + "languages": [ + "kaz-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kaz_Cyrl-ydd_Hebr", + "languages": [ + "kaz-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "kaz_Cyrl-ary_Arab", + "languages": [ + "kaz-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-ces_Latn", + "languages": [ + "kaz-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.526571, + "recall": 0.604743, + "f1": 0.547759, + "accuracy": 0.604743, + "main_score": 0.547759, + "hf_subset": "kaz_Cyrl-gaz_Latn", + "languages": [ + "kaz-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.486896, + "recall": 0.565217, + "f1": 0.507109, + "accuracy": 0.565217, + "main_score": 0.507109, + "hf_subset": "kaz_Cyrl-kam_Latn", + "languages": [ + "kaz-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kaz_Cyrl-lit_Latn", + "languages": [ + "kaz-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-nob_Latn", + "languages": [ + "kaz-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kaz_Cyrl-scn_Latn", + "languages": [ + "kaz-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "kaz_Cyrl-tgk_Cyrl", + "languages": [ + "kaz-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.699845, + "recall": 0.773715, + "f1": 0.721661, + "accuracy": 0.773715, + "main_score": 0.721661, + "hf_subset": "kaz_Cyrl-yor_Latn", + "languages": [ + "kaz-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kaz_Cyrl-arz_Arab", + "languages": [ + "kaz-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.437879, + "recall": 0.504941, + "f1": 0.455972, + "accuracy": 0.504941, + "main_score": 0.455972, + "hf_subset": "kaz_Cyrl-cjk_Latn", + "languages": [ + "kaz-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.913208, + "recall": 0.9417, + "f1": 0.922596, + "accuracy": 0.9417, + "main_score": 0.922596, + "hf_subset": "kaz_Cyrl-gla_Latn", + "languages": [ + "kaz-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "kaz_Cyrl-kan_Knda", + "languages": [ + "kaz-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.964097, + "recall": 0.974308, + "f1": 0.967194, + "accuracy": 0.974308, + "main_score": 0.967194, + "hf_subset": "kaz_Cyrl-lmo_Latn", + "languages": [ + "kaz-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kaz_Cyrl-npi_Deva", + "languages": [ + "kaz-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.506086, + "recall": 0.583992, + "f1": 0.527902, + "accuracy": 0.583992, + "main_score": 0.527902, + "hf_subset": "kaz_Cyrl-shn_Mymr", + "languages": [ + "kaz-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-tgl_Latn", + "languages": [ + "kaz-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-yue_Hant", + "languages": [ + "kaz-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "kaz_Cyrl-asm_Beng", + "languages": [ + "kaz-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.906209, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "kaz_Cyrl-ckb_Arab", + "languages": [ + "kaz-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "kaz_Cyrl-gle_Latn", + "languages": [ + "kaz-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.859272, + "recall": 0.900198, + "f1": 0.872069, + "accuracy": 0.900198, + "main_score": 0.872069, + "hf_subset": "kaz_Cyrl-kas_Arab", + "languages": [ + "kaz-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.859437, + "recall": 0.902174, + "f1": 0.872925, + "accuracy": 0.902174, + "main_score": 0.872925, + "hf_subset": "kaz_Cyrl-ltg_Latn", + "languages": [ + "kaz-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.756736, + "recall": 0.815217, + "f1": 0.774374, + "accuracy": 0.815217, + "main_score": 0.774374, + "hf_subset": "kaz_Cyrl-nso_Latn", + "languages": [ + "kaz-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "kaz_Cyrl-sin_Sinh", + "languages": [ + "kaz-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "kaz_Cyrl-tha_Thai", + "languages": [ + "kaz-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kaz_Cyrl-zho_Hans", + "languages": [ + "kaz-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kaz_Cyrl-ast_Latn", + "languages": [ + "kaz-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kaz_Cyrl-crh_Latn", + "languages": [ + "kaz-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-glg_Latn", + "languages": [ + "kaz-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.803722, + "recall": 0.855731, + "f1": 0.819057, + "accuracy": 0.855731, + "main_score": 0.819057, + "hf_subset": "kaz_Cyrl-kas_Deva", + "languages": [ + "kaz-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-ltz_Latn", + "languages": [ + "kaz-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.410136, + "recall": 0.471344, + "f1": 0.426038, + "accuracy": 0.471344, + "main_score": 0.426038, + "hf_subset": "kaz_Cyrl-nus_Latn", + "languages": [ + "kaz-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-slk_Latn", + "languages": [ + "kaz-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.585658, + "recall": 0.667984, + "f1": 0.608147, + "accuracy": 0.667984, + "main_score": 0.608147, + "hf_subset": "kaz_Cyrl-tir_Ethi", + "languages": [ + "kaz-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-zho_Hant", + "languages": [ + "kaz-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.96278, + "recall": 0.97332, + "f1": 0.966238, + "accuracy": 0.97332, + "main_score": 0.966238, + "hf_subset": "kaz_Cyrl-awa_Deva", + "languages": [ + "kaz-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-cym_Latn", + "languages": [ + "kaz-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.705235, + "recall": 0.767787, + "f1": 0.722589, + "accuracy": 0.767787, + "main_score": 0.722589, + "hf_subset": "kaz_Cyrl-grn_Latn", + "languages": [ + "kaz-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kaz_Cyrl-kat_Geor", + "languages": [ + "kaz-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.538578, + "recall": 0.598814, + "f1": 0.55474, + "accuracy": 0.598814, + "main_score": 0.55474, + "hf_subset": "kaz_Cyrl-lua_Latn", + "languages": [ + "kaz-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.786808, + "recall": 0.847826, + "f1": 0.80583, + "accuracy": 0.847826, + "main_score": 0.80583, + "hf_subset": "kaz_Cyrl-nya_Latn", + "languages": [ + "kaz-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kaz_Cyrl-slv_Latn", + "languages": [ + "kaz-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.931653, + "recall": 0.953557, + "f1": 0.938735, + "accuracy": 0.953557, + "main_score": 0.938735, + "hf_subset": "kaz_Cyrl-tpi_Latn", + "languages": [ + "kaz-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kaz_Cyrl-zsm_Latn", + "languages": [ + "kaz-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.475251, + "recall": 0.534585, + "f1": 0.491577, + "accuracy": 0.534585, + "main_score": 0.491577, + "hf_subset": "kaz_Cyrl-ayr_Latn", + "languages": [ + "kaz-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-dan_Latn", + "languages": [ + "kaz-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-guj_Gujr", + "languages": [ + "kaz-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.578503, + "recall": 0.661067, + "f1": 0.601739, + "accuracy": 0.661067, + "main_score": 0.601739, + "hf_subset": "kaz_Cyrl-lug_Latn", + "languages": [ + "kaz-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-oci_Latn", + "languages": [ + "kaz-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.801532, + "recall": 0.853755, + "f1": 0.817754, + "accuracy": 0.853755, + "main_score": 0.817754, + "hf_subset": "kaz_Cyrl-smo_Latn", + "languages": [ + "kaz-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.703006, + "recall": 0.769763, + "f1": 0.722707, + "accuracy": 0.769763, + "main_score": 0.722707, + "hf_subset": "kaz_Cyrl-tsn_Latn", + "languages": [ + "kaz-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.861578, + "recall": 0.902174, + "f1": 0.874374, + "accuracy": 0.902174, + "main_score": 0.874374, + "hf_subset": "kaz_Cyrl-zul_Latn", + "languages": [ + "kaz-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.885458, + "recall": 0.921937, + "f1": 0.897299, + "accuracy": 0.921937, + "main_score": 0.897299, + "hf_subset": "kaz_Cyrl-azb_Arab", + "languages": [ + "kaz-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-deu_Latn", + "languages": [ + "kaz-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "kaz_Cyrl-hat_Latn", + "languages": [ + "kaz-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.455215, + "recall": 0.509881, + "f1": 0.469926, + "accuracy": 0.509881, + "main_score": 0.469926, + "hf_subset": "kaz_Cyrl-kbp_Latn", + "languages": [ + "kaz-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.485589, + "recall": 0.546443, + "f1": 0.502504, + "accuracy": 0.546443, + "main_score": 0.502504, + "hf_subset": "kaz_Cyrl-luo_Latn", + "languages": [ + "kaz-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "kaz_Cyrl-ory_Orya", + "languages": [ + "kaz-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.855764, + "recall": 0.897233, + "f1": 0.869071, + "accuracy": 0.897233, + "main_score": 0.869071, + "hf_subset": "kaz_Cyrl-sna_Latn", + "languages": [ + "kaz-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.603982, + "recall": 0.678854, + "f1": 0.624159, + "accuracy": 0.678854, + "main_score": 0.624159, + "hf_subset": "kaz_Cyrl-tso_Latn", + "languages": [ + "kaz-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kaz_Cyrl-azj_Latn", + "languages": [ + "kaz-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.468044, + "recall": 0.533597, + "f1": 0.486034, + "accuracy": 0.533597, + "main_score": 0.486034, + "hf_subset": "kaz_Cyrl-dik_Latn", + "languages": [ + "kaz-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.855978, + "recall": 0.898221, + "f1": 0.869302, + "accuracy": 0.898221, + "main_score": 0.869302, + "hf_subset": "kaz_Cyrl-hau_Latn", + "languages": [ + "kaz-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.935771, + "recall": 0.956522, + "f1": 0.942523, + "accuracy": 0.956522, + "main_score": 0.942523, + "hf_subset": "kaz_Cyrl-kea_Latn", + "languages": [ + "kaz-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.899984, + "recall": 0.926877, + "f1": 0.908333, + "accuracy": 0.926877, + "main_score": 0.908333, + "hf_subset": "kaz_Cyrl-lus_Latn", + "languages": [ + "kaz-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.79473, + "recall": 0.841897, + "f1": 0.808207, + "accuracy": 0.841897, + "main_score": 0.808207, + "hf_subset": "kaz_Cyrl-pag_Latn", + "languages": [ + "kaz-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "kaz_Cyrl-snd_Arab", + "languages": [ + "kaz-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.446576, + "recall": 0.514822, + "f1": 0.465203, + "accuracy": 0.514822, + "main_score": 0.465203, + "hf_subset": "kaz_Cyrl-dyu_Latn", + "languages": [ + "kaz-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-heb_Hebr", + "languages": [ + "kaz-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "kaz_Cyrl-khk_Cyrl", + "languages": [ + "kaz-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-lvs_Latn", + "languages": [ + "kaz-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kaz_Cyrl-pan_Guru", + "languages": [ + "kaz-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.828179, + "recall": 0.876482, + "f1": 0.843017, + "accuracy": 0.876482, + "main_score": 0.843017, + "hf_subset": "kaz_Cyrl-som_Latn", + "languages": [ + "kaz-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.635717, + "recall": 0.705534, + "f1": 0.655741, + "accuracy": 0.705534, + "main_score": 0.655741, + "hf_subset": "kaz_Cyrl-tum_Latn", + "languages": [ + "kaz-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.400742, + "recall": 0.458498, + "f1": 0.416131, + "accuracy": 0.458498, + "main_score": 0.416131, + "hf_subset": "lug_Latn-ace_Arab", + "languages": [ + "lug-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.44767, + "recall": 0.487154, + "f1": 0.458505, + "accuracy": 0.487154, + "main_score": 0.458505, + "hf_subset": "lug_Latn-bam_Latn", + "languages": [ + "lug-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.37791, + "recall": 0.44664, + "f1": 0.396924, + "accuracy": 0.44664, + "main_score": 0.396924, + "hf_subset": "lug_Latn-dzo_Tibt", + "languages": [ + "lug-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.634552, + "recall": 0.687747, + "f1": 0.648081, + "accuracy": 0.687747, + "main_score": 0.648081, + "hf_subset": "lug_Latn-hin_Deva", + "languages": [ + "lug-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.554967, + "recall": 0.617589, + "f1": 0.57242, + "accuracy": 0.617589, + "main_score": 0.57242, + "hf_subset": "lug_Latn-khm_Khmr", + "languages": [ + "lug-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.586648, + "recall": 0.646245, + "f1": 0.60139, + "accuracy": 0.646245, + "main_score": 0.60139, + "hf_subset": "lug_Latn-mag_Deva", + "languages": [ + "lug-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.581906, + "recall": 0.631423, + "f1": 0.59408, + "accuracy": 0.631423, + "main_score": 0.59408, + "hf_subset": "lug_Latn-pap_Latn", + "languages": [ + "lug-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.630372, + "recall": 0.685771, + "f1": 0.645687, + "accuracy": 0.685771, + "main_score": 0.645687, + "hf_subset": "lug_Latn-sot_Latn", + "languages": [ + "lug-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.613698, + "recall": 0.671937, + "f1": 0.628267, + "accuracy": 0.671937, + "main_score": 0.628267, + "hf_subset": "lug_Latn-tur_Latn", + "languages": [ + "lug-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.562714, + "recall": 0.605731, + "f1": 0.573547, + "accuracy": 0.605731, + "main_score": 0.573547, + "hf_subset": "lug_Latn-ace_Latn", + "languages": [ + "lug-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.575118, + "recall": 0.617589, + "f1": 0.585879, + "accuracy": 0.617589, + "main_score": 0.585879, + "hf_subset": "lug_Latn-ban_Latn", + "languages": [ + "lug-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.581654, + "recall": 0.634387, + "f1": 0.594387, + "accuracy": 0.634387, + "main_score": 0.594387, + "hf_subset": "lug_Latn-ell_Grek", + "languages": [ + "lug-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.559383, + "recall": 0.614625, + "f1": 0.572984, + "accuracy": 0.614625, + "main_score": 0.572984, + "hf_subset": "lug_Latn-hne_Deva", + "languages": [ + "lug-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.490242, + "recall": 0.539526, + "f1": 0.50237, + "accuracy": 0.539526, + "main_score": 0.50237, + "hf_subset": "lug_Latn-kik_Latn", + "languages": [ + "lug-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.563202, + "recall": 0.619565, + "f1": 0.576243, + "accuracy": 0.619565, + "main_score": 0.576243, + "hf_subset": "lug_Latn-mai_Deva", + "languages": [ + "lug-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.55393, + "recall": 0.614625, + "f1": 0.569751, + "accuracy": 0.614625, + "main_score": 0.569751, + "hf_subset": "lug_Latn-pbt_Arab", + "languages": [ + "lug-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.624691, + "recall": 0.68083, + "f1": 0.638886, + "accuracy": 0.68083, + "main_score": 0.638886, + "hf_subset": "lug_Latn-spa_Latn", + "languages": [ + "lug-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.575502, + "recall": 0.626482, + "f1": 0.58851, + "accuracy": 0.626482, + "main_score": 0.58851, + "hf_subset": "lug_Latn-twi_Latn", + "languages": [ + "lug-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.600216, + "recall": 0.65415, + "f1": 0.613666, + "accuracy": 0.65415, + "main_score": 0.613666, + "hf_subset": "lug_Latn-acm_Arab", + "languages": [ + "lug-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.538218, + "recall": 0.601779, + "f1": 0.553607, + "accuracy": 0.601779, + "main_score": 0.553607, + "hf_subset": "lug_Latn-bel_Cyrl", + "languages": [ + "lug-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.616181, + "recall": 0.674901, + "f1": 0.63139, + "accuracy": 0.674901, + "main_score": 0.63139, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.583043, + "recall": 0.641304, + "f1": 0.597799, + "accuracy": 0.641304, + "main_score": 0.597799, + "hf_subset": "lug_Latn-hrv_Latn", + "languages": [ + "lug-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.631779, + "recall": 0.684783, + "f1": 0.647208, + "accuracy": 0.684783, + "main_score": 0.647208, + "hf_subset": "lug_Latn-kin_Latn", + "languages": [ + "lug-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.564997, + "recall": 0.625494, + "f1": 0.581068, + "accuracy": 0.625494, + "main_score": 0.581068, + "hf_subset": "lug_Latn-mal_Mlym", + "languages": [ + "lug-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.575118, + "recall": 0.631423, + "f1": 0.588722, + "accuracy": 0.631423, + "main_score": 0.588722, + "hf_subset": "lug_Latn-pes_Arab", + "languages": [ + "lug-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.598984, + "recall": 0.650198, + "f1": 0.611523, + "accuracy": 0.650198, + "main_score": 0.611523, + "hf_subset": "lug_Latn-srd_Latn", + "languages": [ + "lug-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.222944, + "recall": 0.277668, + "f1": 0.236257, + "accuracy": 0.277668, + "main_score": 0.236257, + "hf_subset": "lug_Latn-tzm_Tfng", + "languages": [ + "lug-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.596743, + "recall": 0.657115, + "f1": 0.612482, + "accuracy": 0.657115, + "main_score": 0.612482, + "hf_subset": "lug_Latn-acq_Arab", + "languages": [ + "lug-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.574044, + "recall": 0.630435, + "f1": 0.589094, + "accuracy": 0.630435, + "main_score": 0.589094, + "hf_subset": "lug_Latn-bem_Latn", + "languages": [ + "lug-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.580785, + "recall": 0.632411, + "f1": 0.593036, + "accuracy": 0.632411, + "main_score": 0.593036, + "hf_subset": "lug_Latn-epo_Latn", + "languages": [ + "lug-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.591098, + "recall": 0.655138, + "f1": 0.607451, + "accuracy": 0.655138, + "main_score": 0.607451, + "hf_subset": "lug_Latn-hun_Latn", + "languages": [ + "lug-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.569217, + "recall": 0.631423, + "f1": 0.584592, + "accuracy": 0.631423, + "main_score": 0.584592, + "hf_subset": "lug_Latn-kir_Cyrl", + "languages": [ + "lug-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.584868, + "recall": 0.646245, + "f1": 0.601314, + "accuracy": 0.646245, + "main_score": 0.601314, + "hf_subset": "lug_Latn-mar_Deva", + "languages": [ + "lug-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.603633, + "recall": 0.653162, + "f1": 0.617174, + "accuracy": 0.653162, + "main_score": 0.617174, + "hf_subset": "lug_Latn-plt_Latn", + "languages": [ + "lug-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.585858, + "recall": 0.645257, + "f1": 0.600235, + "accuracy": 0.645257, + "main_score": 0.600235, + "hf_subset": "lug_Latn-srp_Cyrl", + "languages": [ + "lug-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.531657, + "recall": 0.593874, + "f1": 0.547832, + "accuracy": 0.593874, + "main_score": 0.547832, + "hf_subset": "lug_Latn-uig_Arab", + "languages": [ + "lug-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.586307, + "recall": 0.644269, + "f1": 0.60137, + "accuracy": 0.644269, + "main_score": 0.60137, + "hf_subset": "lug_Latn-aeb_Arab", + "languages": [ + "lug-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.563617, + "recall": 0.618577, + "f1": 0.577902, + "accuracy": 0.618577, + "main_score": 0.577902, + "hf_subset": "lug_Latn-ben_Beng", + "languages": [ + "lug-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.576551, + "recall": 0.632411, + "f1": 0.590314, + "accuracy": 0.632411, + "main_score": 0.590314, + "hf_subset": "lug_Latn-est_Latn", + "languages": [ + "lug-Latn", + "est-Latn" + ] + }, + { + "precision": 0.569204, + "recall": 0.631423, + "f1": 0.585646, + "accuracy": 0.631423, + "main_score": 0.585646, + "hf_subset": "lug_Latn-hye_Armn", + "languages": [ + "lug-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.454387, + "recall": 0.495059, + "f1": 0.465611, + "accuracy": 0.495059, + "main_score": 0.465611, + "hf_subset": "lug_Latn-kmb_Latn", + "languages": [ + "lug-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.349518, + "recall": 0.411067, + "f1": 0.365634, + "accuracy": 0.411067, + "main_score": 0.365634, + "hf_subset": "lug_Latn-min_Arab", + "languages": [ + "lug-Latn", + "min-Arab" + ] + }, + { + "precision": 0.601565, + "recall": 0.658103, + "f1": 0.615716, + "accuracy": 0.658103, + "main_score": 0.615716, + "hf_subset": "lug_Latn-pol_Latn", + "languages": [ + "lug-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.589999, + "recall": 0.644269, + "f1": 0.605043, + "accuracy": 0.644269, + "main_score": 0.605043, + "hf_subset": "lug_Latn-ssw_Latn", + "languages": [ + "lug-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.593486, + "recall": 0.650198, + "f1": 0.607872, + "accuracy": 0.650198, + "main_score": 0.607872, + "hf_subset": "lug_Latn-ukr_Cyrl", + "languages": [ + "lug-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.5682, + "recall": 0.623518, + "f1": 0.581902, + "accuracy": 0.623518, + "main_score": 0.581902, + "hf_subset": "lug_Latn-afr_Latn", + "languages": [ + "lug-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.563172, + "recall": 0.623518, + "f1": 0.577729, + "accuracy": 0.623518, + "main_score": 0.577729, + "hf_subset": "lug_Latn-bho_Deva", + "languages": [ + "lug-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.556046, + "recall": 0.604743, + "f1": 0.56805, + "accuracy": 0.604743, + "main_score": 0.56805, + "hf_subset": "lug_Latn-eus_Latn", + "languages": [ + "lug-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.583157, + "recall": 0.639328, + "f1": 0.5978, + "accuracy": 0.639328, + "main_score": 0.5978, + "hf_subset": "lug_Latn-ibo_Latn", + "languages": [ + "lug-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.581239, + "recall": 0.631423, + "f1": 0.593829, + "accuracy": 0.631423, + "main_score": 0.593829, + "hf_subset": "lug_Latn-kmr_Latn", + "languages": [ + "lug-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.581641, + "recall": 0.632411, + "f1": 0.594746, + "accuracy": 0.632411, + "main_score": 0.594746, + "hf_subset": "lug_Latn-min_Latn", + "languages": [ + "lug-Latn", + "min-Latn" + ] + }, + { + "precision": 0.618819, + "recall": 0.677866, + "f1": 0.63414, + "accuracy": 0.677866, + "main_score": 0.63414, + "hf_subset": "lug_Latn-por_Latn", + "languages": [ + "lug-Latn", + "por-Latn" + ] + }, + { + "precision": 0.552923, + "recall": 0.61166, + "f1": 0.567285, + "accuracy": 0.61166, + "main_score": 0.567285, + "hf_subset": "lug_Latn-sun_Latn", + "languages": [ + "lug-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.450151, + "recall": 0.493083, + "f1": 0.461803, + "accuracy": 0.493083, + "main_score": 0.461803, + "hf_subset": "lug_Latn-umb_Latn", + "languages": [ + "lug-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.611887, + "recall": 0.666008, + "f1": 0.625256, + "accuracy": 0.666008, + "main_score": 0.625256, + "hf_subset": "lug_Latn-ajp_Arab", + "languages": [ + "lug-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.377393, + "recall": 0.438735, + "f1": 0.39441, + "accuracy": 0.438735, + "main_score": 0.39441, + "hf_subset": "lug_Latn-bjn_Arab", + "languages": [ + "lug-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.444835, + "recall": 0.485178, + "f1": 0.455628, + "accuracy": 0.485178, + "main_score": 0.455628, + "hf_subset": "lug_Latn-ewe_Latn", + "languages": [ + "lug-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.577304, + "recall": 0.628458, + "f1": 0.590394, + "accuracy": 0.628458, + "main_score": 0.590394, + "hf_subset": "lug_Latn-ilo_Latn", + "languages": [ + "lug-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.240679, + "recall": 0.291502, + "f1": 0.253592, + "accuracy": 0.291502, + "main_score": 0.253592, + "hf_subset": "lug_Latn-knc_Arab", + "languages": [ + "lug-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.598586, + "recall": 0.651186, + "f1": 0.611761, + "accuracy": 0.651186, + "main_score": 0.611761, + "hf_subset": "lug_Latn-mkd_Cyrl", + "languages": [ + "lug-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.61466, + "recall": 0.677866, + "f1": 0.631084, + "accuracy": 0.677866, + "main_score": 0.631084, + "hf_subset": "lug_Latn-prs_Arab", + "languages": [ + "lug-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.606722, + "recall": 0.664032, + "f1": 0.621411, + "accuracy": 0.664032, + "main_score": 0.621411, + "hf_subset": "lug_Latn-swe_Latn", + "languages": [ + "lug-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.581465, + "recall": 0.642292, + "f1": 0.596436, + "accuracy": 0.642292, + "main_score": 0.596436, + "hf_subset": "lug_Latn-urd_Arab", + "languages": [ + "lug-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.544746, + "recall": 0.596838, + "f1": 0.558274, + "accuracy": 0.596838, + "main_score": 0.558274, + "hf_subset": "lug_Latn-aka_Latn", + "languages": [ + "lug-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.571855, + "recall": 0.624506, + "f1": 0.58478, + "accuracy": 0.624506, + "main_score": 0.58478, + "hf_subset": "lug_Latn-bjn_Latn", + "languages": [ + "lug-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.570711, + "recall": 0.625494, + "f1": 0.585156, + "accuracy": 0.625494, + "main_score": 0.585156, + "hf_subset": "lug_Latn-fao_Latn", + "languages": [ + "lug-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.598046, + "recall": 0.660079, + "f1": 0.613323, + "accuracy": 0.660079, + "main_score": 0.613323, + "hf_subset": "lug_Latn-ind_Latn", + "languages": [ + "lug-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.477892, + "recall": 0.51087, + "f1": 0.486451, + "accuracy": 0.51087, + "main_score": 0.486451, + "hf_subset": "lug_Latn-knc_Latn", + "languages": [ + "lug-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.550767, + "recall": 0.597826, + "f1": 0.562826, + "accuracy": 0.597826, + "main_score": 0.562826, + "hf_subset": "lug_Latn-mlt_Latn", + "languages": [ + "lug-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.496523, + "recall": 0.547431, + "f1": 0.51043, + "accuracy": 0.547431, + "main_score": 0.51043, + "hf_subset": "lug_Latn-quy_Latn", + "languages": [ + "lug-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.598856, + "recall": 0.655138, + "f1": 0.613266, + "accuracy": 0.655138, + "main_score": 0.613266, + "hf_subset": "lug_Latn-swh_Latn", + "languages": [ + "lug-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.545311, + "recall": 0.604743, + "f1": 0.560133, + "accuracy": 0.604743, + "main_score": 0.560133, + "hf_subset": "lug_Latn-uzn_Latn", + "languages": [ + "lug-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.578368, + "recall": 0.634387, + "f1": 0.592361, + "accuracy": 0.634387, + "main_score": 0.592361, + "hf_subset": "lug_Latn-als_Latn", + "languages": [ + "lug-Latn", + "als-Latn" + ] + }, + { + "precision": 0.448555, + "recall": 0.516798, + "f1": 0.467239, + "accuracy": 0.516798, + "main_score": 0.467239, + "hf_subset": "lug_Latn-bod_Tibt", + "languages": [ + "lug-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.529216, + "recall": 0.579051, + "f1": 0.542866, + "accuracy": 0.579051, + "main_score": 0.542866, + "hf_subset": "lug_Latn-fij_Latn", + "languages": [ + "lug-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.568704, + "recall": 0.62747, + "f1": 0.583915, + "accuracy": 0.62747, + "main_score": 0.583915, + "hf_subset": "lug_Latn-isl_Latn", + "languages": [ + "lug-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.497847, + "recall": 0.535573, + "f1": 0.507301, + "accuracy": 0.535573, + "main_score": 0.507301, + "hf_subset": "lug_Latn-kon_Latn", + "languages": [ + "lug-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.409007, + "recall": 0.458498, + "f1": 0.422093, + "accuracy": 0.458498, + "main_score": 0.422093, + "hf_subset": "lug_Latn-mni_Beng", + "languages": [ + "lug-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.591747, + "recall": 0.650198, + "f1": 0.606845, + "accuracy": 0.650198, + "main_score": 0.606845, + "hf_subset": "lug_Latn-ron_Latn", + "languages": [ + "lug-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.590959, + "recall": 0.639328, + "f1": 0.602851, + "accuracy": 0.639328, + "main_score": 0.602851, + "hf_subset": "lug_Latn-szl_Latn", + "languages": [ + "lug-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.59724, + "recall": 0.639328, + "f1": 0.607589, + "accuracy": 0.639328, + "main_score": 0.607589, + "hf_subset": "lug_Latn-vec_Latn", + "languages": [ + "lug-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.608498, + "recall": 0.673913, + "f1": 0.626273, + "accuracy": 0.673913, + "main_score": 0.626273, + "hf_subset": "lug_Latn-amh_Ethi", + "languages": [ + "lug-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.605795, + "recall": 0.662055, + "f1": 0.620026, + "accuracy": 0.662055, + "main_score": 0.620026, + "hf_subset": "lug_Latn-bos_Latn", + "languages": [ + "lug-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.580056, + "recall": 0.637352, + "f1": 0.593999, + "accuracy": 0.637352, + "main_score": 0.593999, + "hf_subset": "lug_Latn-fin_Latn", + "languages": [ + "lug-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.630886, + "recall": 0.681818, + "f1": 0.644764, + "accuracy": 0.681818, + "main_score": 0.644764, + "hf_subset": "lug_Latn-ita_Latn", + "languages": [ + "lug-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.628972, + "recall": 0.686759, + "f1": 0.644035, + "accuracy": 0.686759, + "main_score": 0.644035, + "hf_subset": "lug_Latn-kor_Hang", + "languages": [ + "lug-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.445068, + "recall": 0.477273, + "f1": 0.453911, + "accuracy": 0.477273, + "main_score": 0.453911, + "hf_subset": "lug_Latn-mos_Latn", + "languages": [ + "lug-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.602715, + "recall": 0.653162, + "f1": 0.616402, + "accuracy": 0.653162, + "main_score": 0.616402, + "hf_subset": "lug_Latn-run_Latn", + "languages": [ + "lug-Latn", + "run-Latn" + ] + }, + { + "precision": 0.571745, + "recall": 0.621542, + "f1": 0.583836, + "accuracy": 0.621542, + "main_score": 0.583836, + "hf_subset": "lug_Latn-tam_Taml", + "languages": [ + "lug-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.598826, + "recall": 0.650198, + "f1": 0.611568, + "accuracy": 0.650198, + "main_score": 0.611568, + "hf_subset": "lug_Latn-vie_Latn", + "languages": [ + "lug-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.591837, + "recall": 0.647233, + "f1": 0.605746, + "accuracy": 0.647233, + "main_score": 0.605746, + "hf_subset": "lug_Latn-apc_Arab", + "languages": [ + "lug-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.494599, + "recall": 0.536561, + "f1": 0.505222, + "accuracy": 0.536561, + "main_score": 0.505222, + "hf_subset": "lug_Latn-bug_Latn", + "languages": [ + "lug-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.431836, + "recall": 0.464427, + "f1": 0.440912, + "accuracy": 0.464427, + "main_score": 0.440912, + "hf_subset": "lug_Latn-fon_Latn", + "languages": [ + "lug-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.572221, + "recall": 0.621542, + "f1": 0.584788, + "accuracy": 0.621542, + "main_score": 0.584788, + "hf_subset": "lug_Latn-jav_Latn", + "languages": [ + "lug-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.557192, + "recall": 0.614625, + "f1": 0.572164, + "accuracy": 0.614625, + "main_score": 0.572164, + "hf_subset": "lug_Latn-lao_Laoo", + "languages": [ + "lug-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.596054, + "recall": 0.655138, + "f1": 0.612898, + "accuracy": 0.655138, + "main_score": 0.612898, + "hf_subset": "lug_Latn-mri_Latn", + "languages": [ + "lug-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.602605, + "recall": 0.659091, + "f1": 0.616487, + "accuracy": 0.659091, + "main_score": 0.616487, + "hf_subset": "lug_Latn-rus_Cyrl", + "languages": [ + "lug-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.457338, + "recall": 0.497036, + "f1": 0.468599, + "accuracy": 0.497036, + "main_score": 0.468599, + "hf_subset": "lug_Latn-taq_Latn", + "languages": [ + "lug-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.579504, + "recall": 0.633399, + "f1": 0.592758, + "accuracy": 0.633399, + "main_score": 0.592758, + "hf_subset": "lug_Latn-war_Latn", + "languages": [ + "lug-Latn", + "war-Latn" + ] + }, + { + "precision": 0.589248, + "recall": 0.653162, + "f1": 0.606216, + "accuracy": 0.653162, + "main_score": 0.606216, + "hf_subset": "lug_Latn-arb_Arab", + "languages": [ + "lug-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.592082, + "recall": 0.658103, + "f1": 0.609541, + "accuracy": 0.658103, + "main_score": 0.609541, + "hf_subset": "lug_Latn-bul_Cyrl", + "languages": [ + "lug-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.61227, + "recall": 0.668972, + "f1": 0.626922, + "accuracy": 0.668972, + "main_score": 0.626922, + "hf_subset": "lug_Latn-fra_Latn", + "languages": [ + "lug-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.594447, + "recall": 0.658103, + "f1": 0.610402, + "accuracy": 0.658103, + "main_score": 0.610402, + "hf_subset": "lug_Latn-jpn_Jpan", + "languages": [ + "lug-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.574059, + "recall": 0.621542, + "f1": 0.584945, + "accuracy": 0.621542, + "main_score": 0.584945, + "hf_subset": "lug_Latn-lij_Latn", + "languages": [ + "lug-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.566633, + "recall": 0.632411, + "f1": 0.584343, + "accuracy": 0.632411, + "main_score": 0.584343, + "hf_subset": "lug_Latn-mya_Mymr", + "languages": [ + "lug-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.468402, + "recall": 0.507905, + "f1": 0.478566, + "accuracy": 0.507905, + "main_score": 0.478566, + "hf_subset": "lug_Latn-sag_Latn", + "languages": [ + "lug-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.228192, + "recall": 0.273715, + "f1": 0.239696, + "accuracy": 0.273715, + "main_score": 0.239696, + "hf_subset": "lug_Latn-taq_Tfng", + "languages": [ + "lug-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.511279, + "recall": 0.552372, + "f1": 0.521292, + "accuracy": 0.552372, + "main_score": 0.521292, + "hf_subset": "lug_Latn-wol_Latn", + "languages": [ + "lug-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.553557, + "recall": 0.612648, + "f1": 0.568779, + "accuracy": 0.612648, + "main_score": 0.568779, + "hf_subset": "lug_Latn-arb_Latn", + "languages": [ + "lug-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.5923, + "recall": 0.653162, + "f1": 0.608059, + "accuracy": 0.653162, + "main_score": 0.608059, + "hf_subset": "lug_Latn-cat_Latn", + "languages": [ + "lug-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.561887, + "recall": 0.602767, + "f1": 0.571823, + "accuracy": 0.602767, + "main_score": 0.571823, + "hf_subset": "lug_Latn-fur_Latn", + "languages": [ + "lug-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.424059, + "recall": 0.474308, + "f1": 0.437837, + "accuracy": 0.474308, + "main_score": 0.437837, + "hf_subset": "lug_Latn-kab_Latn", + "languages": [ + "lug-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.589794, + "recall": 0.641304, + "f1": 0.603348, + "accuracy": 0.641304, + "main_score": 0.603348, + "hf_subset": "lug_Latn-lim_Latn", + "languages": [ + "lug-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.591509, + "recall": 0.651186, + "f1": 0.606048, + "accuracy": 0.651186, + "main_score": 0.606048, + "hf_subset": "lug_Latn-nld_Latn", + "languages": [ + "lug-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.565121, + "recall": 0.621542, + "f1": 0.579874, + "accuracy": 0.621542, + "main_score": 0.579874, + "hf_subset": "lug_Latn-san_Deva", + "languages": [ + "lug-Latn", + "san-Deva" + ] + }, + { + "precision": 0.564175, + "recall": 0.621542, + "f1": 0.579001, + "accuracy": 0.621542, + "main_score": 0.579001, + "hf_subset": "lug_Latn-tat_Cyrl", + "languages": [ + "lug-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.599893, + "recall": 0.659091, + "f1": 0.615688, + "accuracy": 0.659091, + "main_score": 0.615688, + "hf_subset": "lug_Latn-xho_Latn", + "languages": [ + "lug-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.584245, + "recall": 0.646245, + "f1": 0.600868, + "accuracy": 0.646245, + "main_score": 0.600868, + "hf_subset": "lug_Latn-ars_Arab", + "languages": [ + "lug-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.54743, + "recall": 0.605731, + "f1": 0.561328, + "accuracy": 0.605731, + "main_score": 0.561328, + "hf_subset": "lug_Latn-ceb_Latn", + "languages": [ + "lug-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.445282, + "recall": 0.48913, + "f1": 0.457142, + "accuracy": 0.48913, + "main_score": 0.457142, + "hf_subset": "lug_Latn-fuv_Latn", + "languages": [ + "lug-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.472704, + "recall": 0.507905, + "f1": 0.482961, + "accuracy": 0.507905, + "main_score": 0.482961, + "hf_subset": "lug_Latn-kac_Latn", + "languages": [ + "lug-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.509588, + "recall": 0.562253, + "f1": 0.522973, + "accuracy": 0.562253, + "main_score": 0.522973, + "hf_subset": "lug_Latn-lin_Latn", + "languages": [ + "lug-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.558447, + "recall": 0.618577, + "f1": 0.573722, + "accuracy": 0.618577, + "main_score": 0.573722, + "hf_subset": "lug_Latn-nno_Latn", + "languages": [ + "lug-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.550941, + "recall": 0.615613, + "f1": 0.568245, + "accuracy": 0.615613, + "main_score": 0.568245, + "hf_subset": "lug_Latn-sat_Olck", + "languages": [ + "lug-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.560174, + "recall": 0.620553, + "f1": 0.575554, + "accuracy": 0.620553, + "main_score": 0.575554, + "hf_subset": "lug_Latn-tel_Telu", + "languages": [ + "lug-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.553755, + "recall": 0.617589, + "f1": 0.57017, + "accuracy": 0.617589, + "main_score": 0.57017, + "hf_subset": "lug_Latn-ydd_Hebr", + "languages": [ + "lug-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.566435, + "recall": 0.620553, + "f1": 0.580031, + "accuracy": 0.620553, + "main_score": 0.580031, + "hf_subset": "lug_Latn-ary_Arab", + "languages": [ + "lug-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.60715, + "recall": 0.66996, + "f1": 0.623115, + "accuracy": 0.66996, + "main_score": 0.623115, + "hf_subset": "lug_Latn-ces_Latn", + "languages": [ + "lug-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.490945, + "recall": 0.549407, + "f1": 0.507069, + "accuracy": 0.549407, + "main_score": 0.507069, + "hf_subset": "lug_Latn-gaz_Latn", + "languages": [ + "lug-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.508077, + "recall": 0.560277, + "f1": 0.521924, + "accuracy": 0.560277, + "main_score": 0.521924, + "hf_subset": "lug_Latn-kam_Latn", + "languages": [ + "lug-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.571695, + "recall": 0.630435, + "f1": 0.586724, + "accuracy": 0.630435, + "main_score": 0.586724, + "hf_subset": "lug_Latn-lit_Latn", + "languages": [ + "lug-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.577376, + "recall": 0.63834, + "f1": 0.593097, + "accuracy": 0.63834, + "main_score": 0.593097, + "hf_subset": "lug_Latn-nob_Latn", + "languages": [ + "lug-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.59428, + "recall": 0.641304, + "f1": 0.605776, + "accuracy": 0.641304, + "main_score": 0.605776, + "hf_subset": "lug_Latn-scn_Latn", + "languages": [ + "lug-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.555849, + "recall": 0.608696, + "f1": 0.569303, + "accuracy": 0.608696, + "main_score": 0.569303, + "hf_subset": "lug_Latn-tgk_Cyrl", + "languages": [ + "lug-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.534929, + "recall": 0.593874, + "f1": 0.550912, + "accuracy": 0.593874, + "main_score": 0.550912, + "hf_subset": "lug_Latn-yor_Latn", + "languages": [ + "lug-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.58993, + "recall": 0.646245, + "f1": 0.604007, + "accuracy": 0.646245, + "main_score": 0.604007, + "hf_subset": "lug_Latn-arz_Arab", + "languages": [ + "lug-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.440905, + "recall": 0.481225, + "f1": 0.451836, + "accuracy": 0.481225, + "main_score": 0.451836, + "hf_subset": "lug_Latn-cjk_Latn", + "languages": [ + "lug-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.586567, + "recall": 0.642292, + "f1": 0.601824, + "accuracy": 0.642292, + "main_score": 0.601824, + "hf_subset": "lug_Latn-gla_Latn", + "languages": [ + "lug-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.561027, + "recall": 0.615613, + "f1": 0.575554, + "accuracy": 0.615613, + "main_score": 0.575554, + "hf_subset": "lug_Latn-kan_Knda", + "languages": [ + "lug-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.562443, + "recall": 0.618577, + "f1": 0.575896, + "accuracy": 0.618577, + "main_score": 0.575896, + "hf_subset": "lug_Latn-lmo_Latn", + "languages": [ + "lug-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.584447, + "recall": 0.641304, + "f1": 0.598449, + "accuracy": 0.641304, + "main_score": 0.598449, + "hf_subset": "lug_Latn-npi_Deva", + "languages": [ + "lug-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.437068, + "recall": 0.494071, + "f1": 0.451928, + "accuracy": 0.494071, + "main_score": 0.451928, + "hf_subset": "lug_Latn-shn_Mymr", + "languages": [ + "lug-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.586457, + "recall": 0.649209, + "f1": 0.602118, + "accuracy": 0.649209, + "main_score": 0.602118, + "hf_subset": "lug_Latn-tgl_Latn", + "languages": [ + "lug-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.566853, + "recall": 0.62253, + "f1": 0.580568, + "accuracy": 0.62253, + "main_score": 0.580568, + "hf_subset": "lug_Latn-yue_Hant", + "languages": [ + "lug-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.549275, + "recall": 0.604743, + "f1": 0.564411, + "accuracy": 0.604743, + "main_score": 0.564411, + "hf_subset": "lug_Latn-asm_Beng", + "languages": [ + "lug-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.593548, + "recall": 0.653162, + "f1": 0.609535, + "accuracy": 0.653162, + "main_score": 0.609535, + "hf_subset": "lug_Latn-ckb_Arab", + "languages": [ + "lug-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.553558, + "recall": 0.612648, + "f1": 0.56834, + "accuracy": 0.612648, + "main_score": 0.56834, + "hf_subset": "lug_Latn-gle_Latn", + "languages": [ + "lug-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.515247, + "recall": 0.576087, + "f1": 0.531826, + "accuracy": 0.576087, + "main_score": 0.531826, + "hf_subset": "lug_Latn-kas_Arab", + "languages": [ + "lug-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.556622, + "recall": 0.614625, + "f1": 0.571974, + "accuracy": 0.614625, + "main_score": 0.571974, + "hf_subset": "lug_Latn-ltg_Latn", + "languages": [ + "lug-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.612298, + "recall": 0.666008, + "f1": 0.626933, + "accuracy": 0.666008, + "main_score": 0.626933, + "hf_subset": "lug_Latn-nso_Latn", + "languages": [ + "lug-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.559589, + "recall": 0.619565, + "f1": 0.575233, + "accuracy": 0.619565, + "main_score": 0.575233, + "hf_subset": "lug_Latn-sin_Sinh", + "languages": [ + "lug-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.577806, + "recall": 0.631423, + "f1": 0.590804, + "accuracy": 0.631423, + "main_score": 0.590804, + "hf_subset": "lug_Latn-tha_Thai", + "languages": [ + "lug-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.516531, + "recall": 0.570158, + "f1": 0.530229, + "accuracy": 0.570158, + "main_score": 0.530229, + "hf_subset": "lug_Latn-zho_Hans", + "languages": [ + "lug-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.598976, + "recall": 0.651186, + "f1": 0.612185, + "accuracy": 0.651186, + "main_score": 0.612185, + "hf_subset": "lug_Latn-ast_Latn", + "languages": [ + "lug-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.599162, + "recall": 0.655138, + "f1": 0.614298, + "accuracy": 0.655138, + "main_score": 0.614298, + "hf_subset": "lug_Latn-crh_Latn", + "languages": [ + "lug-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.586133, + "recall": 0.637352, + "f1": 0.598824, + "accuracy": 0.637352, + "main_score": 0.598824, + "hf_subset": "lug_Latn-glg_Latn", + "languages": [ + "lug-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.519052, + "recall": 0.570158, + "f1": 0.532479, + "accuracy": 0.570158, + "main_score": 0.532479, + "hf_subset": "lug_Latn-kas_Deva", + "languages": [ + "lug-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.56289, + "recall": 0.614625, + "f1": 0.575722, + "accuracy": 0.614625, + "main_score": 0.575722, + "hf_subset": "lug_Latn-ltz_Latn", + "languages": [ + "lug-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.408239, + "recall": 0.454545, + "f1": 0.420338, + "accuracy": 0.454545, + "main_score": 0.420338, + "hf_subset": "lug_Latn-nus_Latn", + "languages": [ + "lug-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.592948, + "recall": 0.645257, + "f1": 0.60654, + "accuracy": 0.645257, + "main_score": 0.60654, + "hf_subset": "lug_Latn-slk_Latn", + "languages": [ + "lug-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.468717, + "recall": 0.531621, + "f1": 0.486574, + "accuracy": 0.531621, + "main_score": 0.486574, + "hf_subset": "lug_Latn-tir_Ethi", + "languages": [ + "lug-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.555853, + "recall": 0.621542, + "f1": 0.572558, + "accuracy": 0.621542, + "main_score": 0.572558, + "hf_subset": "lug_Latn-zho_Hant", + "languages": [ + "lug-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.584559, + "recall": 0.636364, + "f1": 0.598156, + "accuracy": 0.636364, + "main_score": 0.598156, + "hf_subset": "lug_Latn-awa_Deva", + "languages": [ + "lug-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.598337, + "recall": 0.651186, + "f1": 0.611589, + "accuracy": 0.651186, + "main_score": 0.611589, + "hf_subset": "lug_Latn-cym_Latn", + "languages": [ + "lug-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.496095, + "recall": 0.539526, + "f1": 0.506462, + "accuracy": 0.539526, + "main_score": 0.506462, + "hf_subset": "lug_Latn-grn_Latn", + "languages": [ + "lug-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.566533, + "recall": 0.628458, + "f1": 0.581971, + "accuracy": 0.628458, + "main_score": 0.581971, + "hf_subset": "lug_Latn-kat_Geor", + "languages": [ + "lug-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.500214, + "recall": 0.541502, + "f1": 0.511238, + "accuracy": 0.541502, + "main_score": 0.511238, + "hf_subset": "lug_Latn-lua_Latn", + "languages": [ + "lug-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.597599, + "recall": 0.646245, + "f1": 0.610997, + "accuracy": 0.646245, + "main_score": 0.610997, + "hf_subset": "lug_Latn-nya_Latn", + "languages": [ + "lug-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.597645, + "recall": 0.653162, + "f1": 0.611862, + "accuracy": 0.653162, + "main_score": 0.611862, + "hf_subset": "lug_Latn-slv_Latn", + "languages": [ + "lug-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.558616, + "recall": 0.605731, + "f1": 0.570287, + "accuracy": 0.605731, + "main_score": 0.570287, + "hf_subset": "lug_Latn-tpi_Latn", + "languages": [ + "lug-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.586823, + "recall": 0.652174, + "f1": 0.602649, + "accuracy": 0.652174, + "main_score": 0.602649, + "hf_subset": "lug_Latn-zsm_Latn", + "languages": [ + "lug-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.459445, + "recall": 0.501976, + "f1": 0.471492, + "accuracy": 0.501976, + "main_score": 0.471492, + "hf_subset": "lug_Latn-ayr_Latn", + "languages": [ + "lug-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.614299, + "recall": 0.676877, + "f1": 0.630534, + "accuracy": 0.676877, + "main_score": 0.630534, + "hf_subset": "lug_Latn-dan_Latn", + "languages": [ + "lug-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.581319, + "recall": 0.643281, + "f1": 0.596529, + "accuracy": 0.643281, + "main_score": 0.596529, + "hf_subset": "lug_Latn-guj_Gujr", + "languages": [ + "lug-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.559183, + "recall": 0.623518, + "f1": 0.575653, + "accuracy": 0.623518, + "main_score": 0.575653, + "hf_subset": "lug_Latn-kaz_Cyrl", + "languages": [ + "lug-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.590456, + "recall": 0.644269, + "f1": 0.603139, + "accuracy": 0.644269, + "main_score": 0.603139, + "hf_subset": "lug_Latn-oci_Latn", + "languages": [ + "lug-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.592818, + "recall": 0.648221, + "f1": 0.607594, + "accuracy": 0.648221, + "main_score": 0.607594, + "hf_subset": "lug_Latn-smo_Latn", + "languages": [ + "lug-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.594818, + "recall": 0.644269, + "f1": 0.608569, + "accuracy": 0.644269, + "main_score": 0.608569, + "hf_subset": "lug_Latn-tsn_Latn", + "languages": [ + "lug-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.619079, + "recall": 0.677866, + "f1": 0.635761, + "accuracy": 0.677866, + "main_score": 0.635761, + "hf_subset": "lug_Latn-zul_Latn", + "languages": [ + "lug-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.512654, + "recall": 0.565217, + "f1": 0.526569, + "accuracy": 0.565217, + "main_score": 0.526569, + "hf_subset": "lug_Latn-azb_Arab", + "languages": [ + "lug-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.596115, + "recall": 0.652174, + "f1": 0.610486, + "accuracy": 0.652174, + "main_score": 0.610486, + "hf_subset": "lug_Latn-deu_Latn", + "languages": [ + "lug-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.564714, + "recall": 0.62253, + "f1": 0.579663, + "accuracy": 0.62253, + "main_score": 0.579663, + "hf_subset": "lug_Latn-hat_Latn", + "languages": [ + "lug-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.460332, + "recall": 0.497036, + "f1": 0.470113, + "accuracy": 0.497036, + "main_score": 0.470113, + "hf_subset": "lug_Latn-kbp_Latn", + "languages": [ + "lug-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.494548, + "recall": 0.521739, + "f1": 0.501693, + "accuracy": 0.521739, + "main_score": 0.501693, + "hf_subset": "lug_Latn-luo_Latn", + "languages": [ + "lug-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.546557, + "recall": 0.61166, + "f1": 0.563546, + "accuracy": 0.61166, + "main_score": 0.563546, + "hf_subset": "lug_Latn-ory_Orya", + "languages": [ + "lug-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.60089, + "recall": 0.657115, + "f1": 0.616159, + "accuracy": 0.657115, + "main_score": 0.616159, + "hf_subset": "lug_Latn-sna_Latn", + "languages": [ + "lug-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.557275, + "recall": 0.606719, + "f1": 0.570671, + "accuracy": 0.606719, + "main_score": 0.570671, + "hf_subset": "lug_Latn-tso_Latn", + "languages": [ + "lug-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.550779, + "recall": 0.613636, + "f1": 0.566902, + "accuracy": 0.613636, + "main_score": 0.566902, + "hf_subset": "lug_Latn-azj_Latn", + "languages": [ + "lug-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.451244, + "recall": 0.491107, + "f1": 0.462024, + "accuracy": 0.491107, + "main_score": 0.462024, + "hf_subset": "lug_Latn-dik_Latn", + "languages": [ + "lug-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.613918, + "recall": 0.663043, + "f1": 0.626044, + "accuracy": 0.663043, + "main_score": 0.626044, + "hf_subset": "lug_Latn-hau_Latn", + "languages": [ + "lug-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.578313, + "recall": 0.636364, + "f1": 0.592704, + "accuracy": 0.636364, + "main_score": 0.592704, + "hf_subset": "lug_Latn-kea_Latn", + "languages": [ + "lug-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.58022, + "recall": 0.630435, + "f1": 0.5936, + "accuracy": 0.630435, + "main_score": 0.5936, + "hf_subset": "lug_Latn-lus_Latn", + "languages": [ + "lug-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.547549, + "recall": 0.594862, + "f1": 0.559098, + "accuracy": 0.594862, + "main_score": 0.559098, + "hf_subset": "lug_Latn-pag_Latn", + "languages": [ + "lug-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.529397, + "recall": 0.588933, + "f1": 0.545175, + "accuracy": 0.588933, + "main_score": 0.545175, + "hf_subset": "lug_Latn-snd_Arab", + "languages": [ + "lug-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.560081, + "recall": 0.615613, + "f1": 0.574267, + "accuracy": 0.615613, + "main_score": 0.574267, + "hf_subset": "lug_Latn-tuk_Latn", + "languages": [ + "lug-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.576714, + "recall": 0.630435, + "f1": 0.589428, + "accuracy": 0.630435, + "main_score": 0.589428, + "hf_subset": "lug_Latn-bak_Cyrl", + "languages": [ + "lug-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.414477, + "recall": 0.466403, + "f1": 0.42861, + "accuracy": 0.466403, + "main_score": 0.42861, + "hf_subset": "lug_Latn-dyu_Latn", + "languages": [ + "lug-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.586626, + "recall": 0.647233, + "f1": 0.602208, + "accuracy": 0.647233, + "main_score": 0.602208, + "hf_subset": "lug_Latn-heb_Hebr", + "languages": [ + "lug-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.59093, + "recall": 0.645257, + "f1": 0.605721, + "accuracy": 0.645257, + "main_score": 0.605721, + "hf_subset": "lug_Latn-khk_Cyrl", + "languages": [ + "lug-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.586621, + "recall": 0.646245, + "f1": 0.601752, + "accuracy": 0.646245, + "main_score": 0.601752, + "hf_subset": "lug_Latn-lvs_Latn", + "languages": [ + "lug-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.556021, + "recall": 0.617589, + "f1": 0.571316, + "accuracy": 0.617589, + "main_score": 0.571316, + "hf_subset": "lug_Latn-pan_Guru", + "languages": [ + "lug-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.582266, + "recall": 0.63834, + "f1": 0.597924, + "accuracy": 0.63834, + "main_score": 0.597924, + "hf_subset": "lug_Latn-som_Latn", + "languages": [ + "lug-Latn", + "som-Latn" + ] + }, + { + "precision": 0.542096, + "recall": 0.588933, + "f1": 0.554742, + "accuracy": 0.588933, + "main_score": 0.554742, + "hf_subset": "lug_Latn-tum_Latn", + "languages": [ + "lug-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.522621, + "recall": 0.609684, + "f1": 0.547491, + "accuracy": 0.609684, + "main_score": 0.547491, + "hf_subset": "oci_Latn-ace_Arab", + "languages": [ + "oci-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.488543, + "recall": 0.544466, + "f1": 0.504002, + "accuracy": 0.544466, + "main_score": 0.504002, + "hf_subset": "oci_Latn-bam_Latn", + "languages": [ + "oci-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.593618, + "recall": 0.688735, + "f1": 0.620731, + "accuracy": 0.688735, + "main_score": 0.620731, + "hf_subset": "oci_Latn-dzo_Tibt", + "languages": [ + "oci-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "oci_Latn-hin_Deva", + "languages": [ + "oci-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "oci_Latn-khm_Khmr", + "languages": [ + "oci-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "oci_Latn-mag_Deva", + "languages": [ + "oci-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-pap_Latn", + "languages": [ + "oci-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.841304, + "recall": 0.884387, + "f1": 0.854513, + "accuracy": 0.884387, + "main_score": 0.854513, + "hf_subset": "oci_Latn-sot_Latn", + "languages": [ + "oci-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-tur_Latn", + "languages": [ + "oci-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.856341, + "recall": 0.894269, + "f1": 0.867951, + "accuracy": 0.894269, + "main_score": 0.867951, + "hf_subset": "oci_Latn-ace_Latn", + "languages": [ + "oci-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "oci_Latn-ban_Latn", + "languages": [ + "oci-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-ell_Grek", + "languages": [ + "oci-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "oci_Latn-hne_Deva", + "languages": [ + "oci-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.564872, + "recall": 0.634387, + "f1": 0.583845, + "accuracy": 0.634387, + "main_score": 0.583845, + "hf_subset": "oci_Latn-kik_Latn", + "languages": [ + "oci-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "oci_Latn-mai_Deva", + "languages": [ + "oci-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "oci_Latn-pbt_Arab", + "languages": [ + "oci-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-spa_Latn", + "languages": [ + "oci-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.724967, + "recall": 0.790514, + "f1": 0.744358, + "accuracy": 0.790514, + "main_score": 0.744358, + "hf_subset": "oci_Latn-twi_Latn", + "languages": [ + "oci-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "oci_Latn-acm_Arab", + "languages": [ + "oci-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-bel_Cyrl", + "languages": [ + "oci-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-eng_Latn", + "languages": [ + "oci-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-hrv_Latn", + "languages": [ + "oci-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.812509, + "recall": 0.862648, + "f1": 0.827882, + "accuracy": 0.862648, + "main_score": 0.827882, + "hf_subset": "oci_Latn-kin_Latn", + "languages": [ + "oci-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "oci_Latn-mal_Mlym", + "languages": [ + "oci-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-pes_Arab", + "languages": [ + "oci-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "oci_Latn-srd_Latn", + "languages": [ + "oci-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.206759, + "recall": 0.271739, + "f1": 0.22226, + "accuracy": 0.271739, + "main_score": 0.22226, + "hf_subset": "oci_Latn-tzm_Tfng", + "languages": [ + "oci-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-acq_Arab", + "languages": [ + "oci-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.644008, + "recall": 0.715415, + "f1": 0.664267, + "accuracy": 0.715415, + "main_score": 0.664267, + "hf_subset": "oci_Latn-bem_Latn", + "languages": [ + "oci-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-epo_Latn", + "languages": [ + "oci-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-hun_Latn", + "languages": [ + "oci-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-kir_Cyrl", + "languages": [ + "oci-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-mar_Deva", + "languages": [ + "oci-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.848732, + "recall": 0.892292, + "f1": 0.862352, + "accuracy": 0.892292, + "main_score": 0.862352, + "hf_subset": "oci_Latn-plt_Latn", + "languages": [ + "oci-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-srp_Cyrl", + "languages": [ + "oci-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930336, + "recall": 0.951581, + "f1": 0.937088, + "accuracy": 0.951581, + "main_score": 0.937088, + "hf_subset": "oci_Latn-uig_Arab", + "languages": [ + "oci-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-aeb_Arab", + "languages": [ + "oci-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-ben_Beng", + "languages": [ + "oci-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-est_Latn", + "languages": [ + "oci-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "oci_Latn-hye_Armn", + "languages": [ + "oci-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.466825, + "recall": 0.531621, + "f1": 0.483639, + "accuracy": 0.531621, + "main_score": 0.483639, + "hf_subset": "oci_Latn-kmb_Latn", + "languages": [ + "oci-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.47814, + "recall": 0.557312, + "f1": 0.498368, + "accuracy": 0.557312, + "main_score": 0.498368, + "hf_subset": "oci_Latn-min_Arab", + "languages": [ + "oci-Latn", + "min-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-pol_Latn", + "languages": [ + "oci-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.717828, + "recall": 0.786561, + "f1": 0.73815, + "accuracy": 0.786561, + "main_score": 0.73815, + "hf_subset": "oci_Latn-ssw_Latn", + "languages": [ + "oci-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-ukr_Cyrl", + "languages": [ + "oci-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-afr_Latn", + "languages": [ + "oci-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "oci_Latn-bho_Deva", + "languages": [ + "oci-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-eus_Latn", + "languages": [ + "oci-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.834898, + "recall": 0.882411, + "f1": 0.849821, + "accuracy": 0.882411, + "main_score": 0.849821, + "hf_subset": "oci_Latn-ibo_Latn", + "languages": [ + "oci-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.857362, + "recall": 0.897233, + "f1": 0.869796, + "accuracy": 0.897233, + "main_score": 0.869796, + "hf_subset": "oci_Latn-kmr_Latn", + "languages": [ + "oci-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "oci_Latn-min_Latn", + "languages": [ + "oci-Latn", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-por_Latn", + "languages": [ + "oci-Latn", + "por-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "oci_Latn-sun_Latn", + "languages": [ + "oci-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.465558, + "recall": 0.527668, + "f1": 0.482603, + "accuracy": 0.527668, + "main_score": 0.482603, + "hf_subset": "oci_Latn-umb_Latn", + "languages": [ + "oci-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-ajp_Arab", + "languages": [ + "oci-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.483353, + "recall": 0.572134, + "f1": 0.507649, + "accuracy": 0.572134, + "main_score": 0.507649, + "hf_subset": "oci_Latn-bjn_Arab", + "languages": [ + "oci-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.451633, + "recall": 0.51087, + "f1": 0.467951, + "accuracy": 0.51087, + "main_score": 0.467951, + "hf_subset": "oci_Latn-ewe_Latn", + "languages": [ + "oci-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.935935, + "recall": 0.956522, + "f1": 0.942688, + "accuracy": 0.956522, + "main_score": 0.942688, + "hf_subset": "oci_Latn-ilo_Latn", + "languages": [ + "oci-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.241298, + "recall": 0.307312, + "f1": 0.257385, + "accuracy": 0.307312, + "main_score": 0.257385, + "hf_subset": "oci_Latn-knc_Arab", + "languages": [ + "oci-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-mkd_Cyrl", + "languages": [ + "oci-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-prs_Arab", + "languages": [ + "oci-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-swe_Latn", + "languages": [ + "oci-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-urd_Arab", + "languages": [ + "oci-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.716693, + "recall": 0.778656, + "f1": 0.734819, + "accuracy": 0.778656, + "main_score": 0.734819, + "hf_subset": "oci_Latn-aka_Latn", + "languages": [ + "oci-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "oci_Latn-bjn_Latn", + "languages": [ + "oci-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "oci_Latn-fao_Latn", + "languages": [ + "oci-Latn", + "fao-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ind_Latn", + "languages": [ + "oci-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.514804, + "recall": 0.570158, + "f1": 0.529454, + "accuracy": 0.570158, + "main_score": 0.529454, + "hf_subset": "oci_Latn-knc_Latn", + "languages": [ + "oci-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-mlt_Latn", + "languages": [ + "oci-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.632651, + "recall": 0.704545, + "f1": 0.652907, + "accuracy": 0.704545, + "main_score": 0.652907, + "hf_subset": "oci_Latn-quy_Latn", + "languages": [ + "oci-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-swh_Latn", + "languages": [ + "oci-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "oci_Latn-uzn_Latn", + "languages": [ + "oci-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-als_Latn", + "languages": [ + "oci-Latn", + "als-Latn" + ] + }, + { + "precision": 0.763924, + "recall": 0.825099, + "f1": 0.782298, + "accuracy": 0.825099, + "main_score": 0.782298, + "hf_subset": "oci_Latn-bod_Tibt", + "languages": [ + "oci-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.619483, + "recall": 0.689723, + "f1": 0.639328, + "accuracy": 0.689723, + "main_score": 0.639328, + "hf_subset": "oci_Latn-fij_Latn", + "languages": [ + "oci-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "oci_Latn-isl_Latn", + "languages": [ + "oci-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.585631, + "recall": 0.658103, + "f1": 0.605391, + "accuracy": 0.658103, + "main_score": 0.605391, + "hf_subset": "oci_Latn-kon_Latn", + "languages": [ + "oci-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.595689, + "recall": 0.672925, + "f1": 0.617497, + "accuracy": 0.672925, + "main_score": 0.617497, + "hf_subset": "oci_Latn-mni_Beng", + "languages": [ + "oci-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ron_Latn", + "languages": [ + "oci-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "oci_Latn-szl_Latn", + "languages": [ + "oci-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-vec_Latn", + "languages": [ + "oci-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.904068, + "recall": 0.933794, + "f1": 0.913439, + "accuracy": 0.933794, + "main_score": 0.913439, + "hf_subset": "oci_Latn-amh_Ethi", + "languages": [ + "oci-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-bos_Latn", + "languages": [ + "oci-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-fin_Latn", + "languages": [ + "oci-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ita_Latn", + "languages": [ + "oci-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-kor_Hang", + "languages": [ + "oci-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.490173, + "recall": 0.549407, + "f1": 0.506791, + "accuracy": 0.549407, + "main_score": 0.506791, + "hf_subset": "oci_Latn-mos_Latn", + "languages": [ + "oci-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.712164, + "recall": 0.778656, + "f1": 0.731901, + "accuracy": 0.778656, + "main_score": 0.731901, + "hf_subset": "oci_Latn-run_Latn", + "languages": [ + "oci-Latn", + "run-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "oci_Latn-tam_Taml", + "languages": [ + "oci-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-vie_Latn", + "languages": [ + "oci-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-apc_Arab", + "languages": [ + "oci-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.717909, + "recall": 0.785573, + "f1": 0.737606, + "accuracy": 0.785573, + "main_score": 0.737606, + "hf_subset": "oci_Latn-bug_Latn", + "languages": [ + "oci-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437476, + "recall": 0.483202, + "f1": 0.449811, + "accuracy": 0.483202, + "main_score": 0.449811, + "hf_subset": "oci_Latn-fon_Latn", + "languages": [ + "oci-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "oci_Latn-jav_Latn", + "languages": [ + "oci-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "oci_Latn-lao_Laoo", + "languages": [ + "oci-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.856094, + "recall": 0.895257, + "f1": 0.86805, + "accuracy": 0.895257, + "main_score": 0.86805, + "hf_subset": "oci_Latn-mri_Latn", + "languages": [ + "oci-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-rus_Cyrl", + "languages": [ + "oci-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.496741, + "recall": 0.561265, + "f1": 0.51442, + "accuracy": 0.561265, + "main_score": 0.51442, + "hf_subset": "oci_Latn-taq_Latn", + "languages": [ + "oci-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-war_Latn", + "languages": [ + "oci-Latn", + "war-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-arb_Arab", + "languages": [ + "oci-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-bul_Cyrl", + "languages": [ + "oci-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-fra_Latn", + "languages": [ + "oci-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-jpn_Jpan", + "languages": [ + "oci-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "oci_Latn-lij_Latn", + "languages": [ + "oci-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "oci_Latn-mya_Mymr", + "languages": [ + "oci-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.54695, + "recall": 0.610672, + "f1": 0.564374, + "accuracy": 0.610672, + "main_score": 0.564374, + "hf_subset": "oci_Latn-sag_Latn", + "languages": [ + "oci-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.218446, + "recall": 0.290514, + "f1": 0.235728, + "accuracy": 0.290514, + "main_score": 0.235728, + "hf_subset": "oci_Latn-taq_Tfng", + "languages": [ + "oci-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.645404, + "recall": 0.709486, + "f1": 0.663291, + "accuracy": 0.709486, + "main_score": 0.663291, + "hf_subset": "oci_Latn-wol_Latn", + "languages": [ + "oci-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.847661, + "recall": 0.892292, + "f1": 0.861792, + "accuracy": 0.892292, + "main_score": 0.861792, + "hf_subset": "oci_Latn-arb_Latn", + "languages": [ + "oci-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-cat_Latn", + "languages": [ + "oci-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "oci_Latn-fur_Latn", + "languages": [ + "oci-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.444436, + "recall": 0.518775, + "f1": 0.463554, + "accuracy": 0.518775, + "main_score": 0.463554, + "hf_subset": "oci_Latn-kab_Latn", + "languages": [ + "oci-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "oci_Latn-lim_Latn", + "languages": [ + "oci-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-nld_Latn", + "languages": [ + "oci-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "oci_Latn-san_Deva", + "languages": [ + "oci-Latn", + "san-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-tat_Cyrl", + "languages": [ + "oci-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.838719, + "recall": 0.885375, + "f1": 0.853096, + "accuracy": 0.885375, + "main_score": 0.853096, + "hf_subset": "oci_Latn-xho_Latn", + "languages": [ + "oci-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-ars_Arab", + "languages": [ + "oci-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-ceb_Latn", + "languages": [ + "oci-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.467834, + "recall": 0.54249, + "f1": 0.487504, + "accuracy": 0.54249, + "main_score": 0.487504, + "hf_subset": "oci_Latn-fuv_Latn", + "languages": [ + "oci-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.471032, + "recall": 0.537549, + "f1": 0.488818, + "accuracy": 0.537549, + "main_score": 0.488818, + "hf_subset": "oci_Latn-kac_Latn", + "languages": [ + "oci-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.614883, + "recall": 0.683794, + "f1": 0.633407, + "accuracy": 0.683794, + "main_score": 0.633407, + "hf_subset": "oci_Latn-lin_Latn", + "languages": [ + "oci-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-nno_Latn", + "languages": [ + "oci-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.856835, + "recall": 0.896245, + "f1": 0.868577, + "accuracy": 0.896245, + "main_score": 0.868577, + "hf_subset": "oci_Latn-sat_Olck", + "languages": [ + "oci-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "oci_Latn-tel_Telu", + "languages": [ + "oci-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "oci_Latn-ydd_Hebr", + "languages": [ + "oci-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "oci_Latn-ary_Arab", + "languages": [ + "oci-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-ces_Latn", + "languages": [ + "oci-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.546863, + "recall": 0.631423, + "f1": 0.570592, + "accuracy": 0.631423, + "main_score": 0.570592, + "hf_subset": "oci_Latn-gaz_Latn", + "languages": [ + "oci-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.525743, + "recall": 0.606719, + "f1": 0.547376, + "accuracy": 0.606719, + "main_score": 0.547376, + "hf_subset": "oci_Latn-kam_Latn", + "languages": [ + "oci-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "oci_Latn-lit_Latn", + "languages": [ + "oci-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-nob_Latn", + "languages": [ + "oci-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "oci_Latn-scn_Latn", + "languages": [ + "oci-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "oci_Latn-tgk_Cyrl", + "languages": [ + "oci-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.705081, + "recall": 0.778656, + "f1": 0.726965, + "accuracy": 0.778656, + "main_score": 0.726965, + "hf_subset": "oci_Latn-yor_Latn", + "languages": [ + "oci-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-arz_Arab", + "languages": [ + "oci-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.483887, + "recall": 0.555336, + "f1": 0.503407, + "accuracy": 0.555336, + "main_score": 0.503407, + "hf_subset": "oci_Latn-cjk_Latn", + "languages": [ + "oci-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.94664, + "f1": 0.929183, + "accuracy": 0.94664, + "main_score": 0.929183, + "hf_subset": "oci_Latn-gla_Latn", + "languages": [ + "oci-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "oci_Latn-kan_Knda", + "languages": [ + "oci-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.981917, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "oci_Latn-lmo_Latn", + "languages": [ + "oci-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "oci_Latn-npi_Deva", + "languages": [ + "oci-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.520166, + "recall": 0.602767, + "f1": 0.542769, + "accuracy": 0.602767, + "main_score": 0.542769, + "hf_subset": "oci_Latn-shn_Mymr", + "languages": [ + "oci-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "oci_Latn-tgl_Latn", + "languages": [ + "oci-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-yue_Hant", + "languages": [ + "oci-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "oci_Latn-asm_Beng", + "languages": [ + "oci-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.911561, + "recall": 0.936759, + "f1": 0.919631, + "accuracy": 0.936759, + "main_score": 0.919631, + "hf_subset": "oci_Latn-ckb_Arab", + "languages": [ + "oci-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "oci_Latn-gle_Latn", + "languages": [ + "oci-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.898057, + "recall": 0.928854, + "f1": 0.907576, + "accuracy": 0.928854, + "main_score": 0.907576, + "hf_subset": "oci_Latn-kas_Arab", + "languages": [ + "oci-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.868001, + "recall": 0.907115, + "f1": 0.880336, + "accuracy": 0.907115, + "main_score": 0.880336, + "hf_subset": "oci_Latn-ltg_Latn", + "languages": [ + "oci-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.775972, + "recall": 0.83498, + "f1": 0.794156, + "accuracy": 0.83498, + "main_score": 0.794156, + "hf_subset": "oci_Latn-nso_Latn", + "languages": [ + "oci-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "oci_Latn-sin_Sinh", + "languages": [ + "oci-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-tha_Thai", + "languages": [ + "oci-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-zho_Hans", + "languages": [ + "oci-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ast_Latn", + "languages": [ + "oci-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "oci_Latn-crh_Latn", + "languages": [ + "oci-Latn", + "crh-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-glg_Latn", + "languages": [ + "oci-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.842671, + "recall": 0.886364, + "f1": 0.856258, + "accuracy": 0.886364, + "main_score": 0.856258, + "hf_subset": "oci_Latn-kas_Deva", + "languages": [ + "oci-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "oci_Latn-ltz_Latn", + "languages": [ + "oci-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41744, + "recall": 0.48419, + "f1": 0.435452, + "accuracy": 0.48419, + "main_score": 0.435452, + "hf_subset": "oci_Latn-nus_Latn", + "languages": [ + "oci-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-slk_Latn", + "languages": [ + "oci-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.601552, + "recall": 0.687747, + "f1": 0.626262, + "accuracy": 0.687747, + "main_score": 0.626262, + "hf_subset": "oci_Latn-tir_Ethi", + "languages": [ + "oci-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-zho_Hant", + "languages": [ + "oci-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.972661, + "recall": 0.980237, + "f1": 0.975132, + "accuracy": 0.980237, + "main_score": 0.975132, + "hf_subset": "oci_Latn-awa_Deva", + "languages": [ + "oci-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-cym_Latn", + "languages": [ + "oci-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.759176, + "recall": 0.816206, + "f1": 0.776307, + "accuracy": 0.816206, + "main_score": 0.776307, + "hf_subset": "oci_Latn-grn_Latn", + "languages": [ + "oci-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "oci_Latn-kat_Geor", + "languages": [ + "oci-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.58817, + "recall": 0.653162, + "f1": 0.605837, + "accuracy": 0.653162, + "main_score": 0.605837, + "hf_subset": "oci_Latn-lua_Latn", + "languages": [ + "oci-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.801449, + "recall": 0.858696, + "f1": 0.819302, + "accuracy": 0.858696, + "main_score": 0.819302, + "hf_subset": "oci_Latn-nya_Latn", + "languages": [ + "oci-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-slv_Latn", + "languages": [ + "oci-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.955534, + "recall": 0.970356, + "f1": 0.960474, + "accuracy": 0.970356, + "main_score": 0.960474, + "hf_subset": "oci_Latn-tpi_Latn", + "languages": [ + "oci-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-zsm_Latn", + "languages": [ + "oci-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.508889, + "recall": 0.573123, + "f1": 0.526431, + "accuracy": 0.573123, + "main_score": 0.526431, + "hf_subset": "oci_Latn-ayr_Latn", + "languages": [ + "oci-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-dan_Latn", + "languages": [ + "oci-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "oci_Latn-guj_Gujr", + "languages": [ + "oci-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "oci_Latn-kaz_Cyrl", + "languages": [ + "oci-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.610533, + "recall": 0.690711, + "f1": 0.633439, + "accuracy": 0.690711, + "main_score": 0.633439, + "hf_subset": "oci_Latn-lug_Latn", + "languages": [ + "oci-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.8077, + "recall": 0.855731, + "f1": 0.822579, + "accuracy": 0.855731, + "main_score": 0.822579, + "hf_subset": "oci_Latn-smo_Latn", + "languages": [ + "oci-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.723666, + "recall": 0.793478, + "f1": 0.744565, + "accuracy": 0.793478, + "main_score": 0.744565, + "hf_subset": "oci_Latn-tsn_Latn", + "languages": [ + "oci-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.863142, + "recall": 0.90415, + "f1": 0.875955, + "accuracy": 0.90415, + "main_score": 0.875955, + "hf_subset": "oci_Latn-zul_Latn", + "languages": [ + "oci-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.908267, + "recall": 0.937747, + "f1": 0.917819, + "accuracy": 0.937747, + "main_score": 0.917819, + "hf_subset": "oci_Latn-azb_Arab", + "languages": [ + "oci-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-deu_Latn", + "languages": [ + "oci-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "oci_Latn-hat_Latn", + "languages": [ + "oci-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.48636, + "recall": 0.54249, + "f1": 0.5017, + "accuracy": 0.54249, + "main_score": 0.5017, + "hf_subset": "oci_Latn-kbp_Latn", + "languages": [ + "oci-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.514966, + "recall": 0.583004, + "f1": 0.53304, + "accuracy": 0.583004, + "main_score": 0.53304, + "hf_subset": "oci_Latn-luo_Latn", + "languages": [ + "oci-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "oci_Latn-ory_Orya", + "languages": [ + "oci-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.853755, + "recall": 0.897233, + "f1": 0.867424, + "accuracy": 0.897233, + "main_score": 0.867424, + "hf_subset": "oci_Latn-sna_Latn", + "languages": [ + "oci-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.648786, + "recall": 0.717391, + "f1": 0.668497, + "accuracy": 0.717391, + "main_score": 0.668497, + "hf_subset": "oci_Latn-tso_Latn", + "languages": [ + "oci-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-azj_Latn", + "languages": [ + "oci-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.501756, + "recall": 0.573123, + "f1": 0.521857, + "accuracy": 0.573123, + "main_score": 0.521857, + "hf_subset": "oci_Latn-dik_Latn", + "languages": [ + "oci-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.881258, + "recall": 0.916008, + "f1": 0.892292, + "accuracy": 0.916008, + "main_score": 0.892292, + "hf_subset": "oci_Latn-hau_Latn", + "languages": [ + "oci-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "oci_Latn-kea_Latn", + "languages": [ + "oci-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.909585, + "recall": 0.936759, + "f1": 0.918149, + "accuracy": 0.936759, + "main_score": 0.918149, + "hf_subset": "oci_Latn-lus_Latn", + "languages": [ + "oci-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.851614, + "recall": 0.892292, + "f1": 0.8639, + "accuracy": 0.892292, + "main_score": 0.8639, + "hf_subset": "oci_Latn-pag_Latn", + "languages": [ + "oci-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "oci_Latn-snd_Arab", + "languages": [ + "oci-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "oci_Latn-tuk_Latn", + "languages": [ + "oci-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "oci_Latn-bak_Cyrl", + "languages": [ + "oci-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.459428, + "recall": 0.534585, + "f1": 0.480533, + "accuracy": 0.534585, + "main_score": 0.480533, + "hf_subset": "oci_Latn-dyu_Latn", + "languages": [ + "oci-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-heb_Hebr", + "languages": [ + "oci-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "oci_Latn-khk_Cyrl", + "languages": [ + "oci-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-lvs_Latn", + "languages": [ + "oci-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-pan_Guru", + "languages": [ + "oci-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.825412, + "recall": 0.875494, + "f1": 0.84058, + "accuracy": 0.875494, + "main_score": 0.84058, + "hf_subset": "oci_Latn-som_Latn", + "languages": [ + "oci-Latn", + "som-Latn" + ] + }, + { + "precision": 0.679233, + "recall": 0.745059, + "f1": 0.698245, + "accuracy": 0.745059, + "main_score": 0.698245, + "hf_subset": "oci_Latn-tum_Latn", + "languages": [ + "oci-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.41709, + "recall": 0.488142, + "f1": 0.437044, + "accuracy": 0.488142, + "main_score": 0.437044, + "hf_subset": "smo_Latn-ace_Arab", + "languages": [ + "smo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.470945, + "recall": 0.507905, + "f1": 0.481318, + "accuracy": 0.507905, + "main_score": 0.481318, + "hf_subset": "smo_Latn-bam_Latn", + "languages": [ + "smo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.469329, + "recall": 0.539526, + "f1": 0.488334, + "accuracy": 0.539526, + "main_score": 0.488334, + "hf_subset": "smo_Latn-dzo_Tibt", + "languages": [ + "smo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.823046, + "recall": 0.865613, + "f1": 0.835394, + "accuracy": 0.865613, + "main_score": 0.835394, + "hf_subset": "smo_Latn-hin_Deva", + "languages": [ + "smo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.753953, + "recall": 0.807312, + "f1": 0.769746, + "accuracy": 0.807312, + "main_score": 0.769746, + "hf_subset": "smo_Latn-khm_Khmr", + "languages": [ + "smo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.770493, + "recall": 0.823123, + "f1": 0.785347, + "accuracy": 0.823123, + "main_score": 0.785347, + "hf_subset": "smo_Latn-mag_Deva", + "languages": [ + "smo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.796739, + "recall": 0.841897, + "f1": 0.808896, + "accuracy": 0.841897, + "main_score": 0.808896, + "hf_subset": "smo_Latn-pap_Latn", + "languages": [ + "smo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.744822, + "recall": 0.797431, + "f1": 0.760608, + "accuracy": 0.797431, + "main_score": 0.760608, + "hf_subset": "smo_Latn-sot_Latn", + "languages": [ + "smo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.799622, + "recall": 0.847826, + "f1": 0.813496, + "accuracy": 0.847826, + "main_score": 0.813496, + "hf_subset": "smo_Latn-tur_Latn", + "languages": [ + "smo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.705261, + "recall": 0.751976, + "f1": 0.718382, + "accuracy": 0.751976, + "main_score": 0.718382, + "hf_subset": "smo_Latn-ace_Latn", + "languages": [ + "smo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.764547, + "recall": 0.813241, + "f1": 0.778302, + "accuracy": 0.813241, + "main_score": 0.778302, + "hf_subset": "smo_Latn-ban_Latn", + "languages": [ + "smo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.778508, + "recall": 0.833004, + "f1": 0.794257, + "accuracy": 0.833004, + "main_score": 0.794257, + "hf_subset": "smo_Latn-ell_Grek", + "languages": [ + "smo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.762116, + "recall": 0.813241, + "f1": 0.776401, + "accuracy": 0.813241, + "main_score": 0.776401, + "hf_subset": "smo_Latn-hne_Deva", + "languages": [ + "smo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.533614, + "recall": 0.589921, + "f1": 0.548941, + "accuracy": 0.589921, + "main_score": 0.548941, + "hf_subset": "smo_Latn-kik_Latn", + "languages": [ + "smo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.77337, + "recall": 0.824111, + "f1": 0.787176, + "accuracy": 0.824111, + "main_score": 0.787176, + "hf_subset": "smo_Latn-mai_Deva", + "languages": [ + "smo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.743239, + "recall": 0.801383, + "f1": 0.76007, + "accuracy": 0.801383, + "main_score": 0.76007, + "hf_subset": "smo_Latn-pbt_Arab", + "languages": [ + "smo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.798357, + "recall": 0.843874, + "f1": 0.811246, + "accuracy": 0.843874, + "main_score": 0.811246, + "hf_subset": "smo_Latn-spa_Latn", + "languages": [ + "smo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.63067, + "recall": 0.688735, + "f1": 0.646956, + "accuracy": 0.688735, + "main_score": 0.646956, + "hf_subset": "smo_Latn-twi_Latn", + "languages": [ + "smo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.778969, + "recall": 0.832016, + "f1": 0.79395, + "accuracy": 0.832016, + "main_score": 0.79395, + "hf_subset": "smo_Latn-acm_Arab", + "languages": [ + "smo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.750165, + "recall": 0.806324, + "f1": 0.765966, + "accuracy": 0.806324, + "main_score": 0.765966, + "hf_subset": "smo_Latn-bel_Cyrl", + "languages": [ + "smo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.786662, + "recall": 0.835968, + "f1": 0.800799, + "accuracy": 0.835968, + "main_score": 0.800799, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.794699, + "recall": 0.841897, + "f1": 0.807977, + "accuracy": 0.841897, + "main_score": 0.807977, + "hf_subset": "smo_Latn-hrv_Latn", + "languages": [ + "smo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.73004, + "recall": 0.789526, + "f1": 0.747398, + "accuracy": 0.789526, + "main_score": 0.747398, + "hf_subset": "smo_Latn-kin_Latn", + "languages": [ + "smo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.7811, + "recall": 0.829051, + "f1": 0.794893, + "accuracy": 0.829051, + "main_score": 0.794893, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.778847, + "recall": 0.829051, + "f1": 0.792703, + "accuracy": 0.829051, + "main_score": 0.792703, + "hf_subset": "smo_Latn-pes_Arab", + "languages": [ + "smo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.794584, + "recall": 0.835968, + "f1": 0.805498, + "accuracy": 0.835968, + "main_score": 0.805498, + "hf_subset": "smo_Latn-srd_Latn", + "languages": [ + "smo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.221352, + "recall": 0.282609, + "f1": 0.236123, + "accuracy": 0.282609, + "main_score": 0.236123, + "hf_subset": "smo_Latn-tzm_Tfng", + "languages": [ + "smo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.789025, + "recall": 0.841897, + "f1": 0.804138, + "accuracy": 0.841897, + "main_score": 0.804138, + "hf_subset": "smo_Latn-acq_Arab", + "languages": [ + "smo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.632366, + "recall": 0.687747, + "f1": 0.647261, + "accuracy": 0.687747, + "main_score": 0.647261, + "hf_subset": "smo_Latn-bem_Latn", + "languages": [ + "smo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.785624, + "recall": 0.831028, + "f1": 0.798289, + "accuracy": 0.831028, + "main_score": 0.798289, + "hf_subset": "smo_Latn-epo_Latn", + "languages": [ + "smo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.802485, + "recall": 0.848814, + "f1": 0.815399, + "accuracy": 0.848814, + "main_score": 0.815399, + "hf_subset": "smo_Latn-hun_Latn", + "languages": [ + "smo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.787656, + "recall": 0.831028, + "f1": 0.799548, + "accuracy": 0.831028, + "main_score": 0.799548, + "hf_subset": "smo_Latn-kir_Cyrl", + "languages": [ + "smo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.802228, + "recall": 0.84585, + "f1": 0.814747, + "accuracy": 0.84585, + "main_score": 0.814747, + "hf_subset": "smo_Latn-mar_Deva", + "languages": [ + "smo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.743605, + "recall": 0.795455, + "f1": 0.759091, + "accuracy": 0.795455, + "main_score": 0.759091, + "hf_subset": "smo_Latn-plt_Latn", + "languages": [ + "smo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.785159, + "recall": 0.836957, + "f1": 0.800131, + "accuracy": 0.836957, + "main_score": 0.800131, + "hf_subset": "smo_Latn-srp_Cyrl", + "languages": [ + "smo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.742681, + "recall": 0.800395, + "f1": 0.759507, + "accuracy": 0.800395, + "main_score": 0.759507, + "hf_subset": "smo_Latn-uig_Arab", + "languages": [ + "smo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.767451, + "recall": 0.821146, + "f1": 0.782555, + "accuracy": 0.821146, + "main_score": 0.782555, + "hf_subset": "smo_Latn-aeb_Arab", + "languages": [ + "smo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.804161, + "recall": 0.84585, + "f1": 0.816052, + "accuracy": 0.84585, + "main_score": 0.816052, + "hf_subset": "smo_Latn-ben_Beng", + "languages": [ + "smo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.806572, + "recall": 0.852767, + "f1": 0.819919, + "accuracy": 0.852767, + "main_score": 0.819919, + "hf_subset": "smo_Latn-est_Latn", + "languages": [ + "smo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.793495, + "recall": 0.839921, + "f1": 0.806954, + "accuracy": 0.839921, + "main_score": 0.806954, + "hf_subset": "smo_Latn-hye_Armn", + "languages": [ + "smo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.474222, + "recall": 0.520751, + "f1": 0.486679, + "accuracy": 0.520751, + "main_score": 0.486679, + "hf_subset": "smo_Latn-kmb_Latn", + "languages": [ + "smo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.38852, + "recall": 0.459486, + "f1": 0.406757, + "accuracy": 0.459486, + "main_score": 0.406757, + "hf_subset": "smo_Latn-min_Arab", + "languages": [ + "smo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.80283, + "recall": 0.846838, + "f1": 0.8156, + "accuracy": 0.846838, + "main_score": 0.8156, + "hf_subset": "smo_Latn-pol_Latn", + "languages": [ + "smo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.672603, + "recall": 0.731225, + "f1": 0.689874, + "accuracy": 0.731225, + "main_score": 0.689874, + "hf_subset": "smo_Latn-ssw_Latn", + "languages": [ + "smo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.779155, + "recall": 0.833992, + "f1": 0.795309, + "accuracy": 0.833992, + "main_score": 0.795309, + "hf_subset": "smo_Latn-ukr_Cyrl", + "languages": [ + "smo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.795173, + "recall": 0.837945, + "f1": 0.806913, + "accuracy": 0.837945, + "main_score": 0.806913, + "hf_subset": "smo_Latn-afr_Latn", + "languages": [ + "smo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.73903, + "recall": 0.791502, + "f1": 0.753632, + "accuracy": 0.791502, + "main_score": 0.753632, + "hf_subset": "smo_Latn-bho_Deva", + "languages": [ + "smo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.784106, + "recall": 0.83004, + "f1": 0.797115, + "accuracy": 0.83004, + "main_score": 0.797115, + "hf_subset": "smo_Latn-eus_Latn", + "languages": [ + "smo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.700719, + "recall": 0.76087, + "f1": 0.717985, + "accuracy": 0.76087, + "main_score": 0.717985, + "hf_subset": "smo_Latn-ibo_Latn", + "languages": [ + "smo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.727473, + "recall": 0.784585, + "f1": 0.743786, + "accuracy": 0.784585, + "main_score": 0.743786, + "hf_subset": "smo_Latn-kmr_Latn", + "languages": [ + "smo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.782838, + "recall": 0.828063, + "f1": 0.795523, + "accuracy": 0.828063, + "main_score": 0.795523, + "hf_subset": "smo_Latn-min_Latn", + "languages": [ + "smo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.816255, + "recall": 0.859684, + "f1": 0.828643, + "accuracy": 0.859684, + "main_score": 0.828643, + "hf_subset": "smo_Latn-por_Latn", + "languages": [ + "smo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.769305, + "recall": 0.816206, + "f1": 0.782388, + "accuracy": 0.816206, + "main_score": 0.782388, + "hf_subset": "smo_Latn-sun_Latn", + "languages": [ + "smo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.448075, + "recall": 0.505929, + "f1": 0.463989, + "accuracy": 0.505929, + "main_score": 0.463989, + "hf_subset": "smo_Latn-umb_Latn", + "languages": [ + "smo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.799067, + "recall": 0.84585, + "f1": 0.812698, + "accuracy": 0.84585, + "main_score": 0.812698, + "hf_subset": "smo_Latn-ajp_Arab", + "languages": [ + "smo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.407082, + "recall": 0.481225, + "f1": 0.426928, + "accuracy": 0.481225, + "main_score": 0.426928, + "hf_subset": "smo_Latn-bjn_Arab", + "languages": [ + "smo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.45596, + "recall": 0.499012, + "f1": 0.46799, + "accuracy": 0.499012, + "main_score": 0.46799, + "hf_subset": "smo_Latn-ewe_Latn", + "languages": [ + "smo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.771558, + "recall": 0.824111, + "f1": 0.786614, + "accuracy": 0.824111, + "main_score": 0.786614, + "hf_subset": "smo_Latn-ilo_Latn", + "languages": [ + "smo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.249944, + "recall": 0.304348, + "f1": 0.264087, + "accuracy": 0.304348, + "main_score": 0.264087, + "hf_subset": "smo_Latn-knc_Arab", + "languages": [ + "smo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.793316, + "recall": 0.843874, + "f1": 0.80816, + "accuracy": 0.843874, + "main_score": 0.80816, + "hf_subset": "smo_Latn-mkd_Cyrl", + "languages": [ + "smo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.813432, + "recall": 0.857708, + "f1": 0.825925, + "accuracy": 0.857708, + "main_score": 0.825925, + "hf_subset": "smo_Latn-prs_Arab", + "languages": [ + "smo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.797687, + "recall": 0.846838, + "f1": 0.811762, + "accuracy": 0.846838, + "main_score": 0.811762, + "hf_subset": "smo_Latn-swe_Latn", + "languages": [ + "smo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.795423, + "recall": 0.843874, + "f1": 0.809173, + "accuracy": 0.843874, + "main_score": 0.809173, + "hf_subset": "smo_Latn-urd_Arab", + "languages": [ + "smo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.633495, + "recall": 0.687747, + "f1": 0.648272, + "accuracy": 0.687747, + "main_score": 0.648272, + "hf_subset": "smo_Latn-aka_Latn", + "languages": [ + "smo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.776366, + "recall": 0.823123, + "f1": 0.789334, + "accuracy": 0.823123, + "main_score": 0.789334, + "hf_subset": "smo_Latn-bjn_Latn", + "languages": [ + "smo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.786121, + "recall": 0.831028, + "f1": 0.799037, + "accuracy": 0.831028, + "main_score": 0.799037, + "hf_subset": "smo_Latn-fao_Latn", + "languages": [ + "smo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.811161, + "recall": 0.859684, + "f1": 0.825202, + "accuracy": 0.859684, + "main_score": 0.825202, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.504626, + "recall": 0.549407, + "f1": 0.516113, + "accuracy": 0.549407, + "main_score": 0.516113, + "hf_subset": "smo_Latn-knc_Latn", + "languages": [ + "smo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.785993, + "recall": 0.831028, + "f1": 0.798462, + "accuracy": 0.831028, + "main_score": 0.798462, + "hf_subset": "smo_Latn-mlt_Latn", + "languages": [ + "smo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.55299, + "recall": 0.612648, + "f1": 0.569164, + "accuracy": 0.612648, + "main_score": 0.569164, + "hf_subset": "smo_Latn-quy_Latn", + "languages": [ + "smo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.802257, + "recall": 0.846838, + "f1": 0.814898, + "accuracy": 0.846838, + "main_score": 0.814898, + "hf_subset": "smo_Latn-swh_Latn", + "languages": [ + "smo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.777613, + "recall": 0.826087, + "f1": 0.790953, + "accuracy": 0.826087, + "main_score": 0.790953, + "hf_subset": "smo_Latn-uzn_Latn", + "languages": [ + "smo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.790459, + "recall": 0.837945, + "f1": 0.803771, + "accuracy": 0.837945, + "main_score": 0.803771, + "hf_subset": "smo_Latn-als_Latn", + "languages": [ + "smo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.591953, + "recall": 0.666008, + "f1": 0.613347, + "accuracy": 0.666008, + "main_score": 0.613347, + "hf_subset": "smo_Latn-bod_Tibt", + "languages": [ + "smo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.630739, + "recall": 0.685771, + "f1": 0.645661, + "accuracy": 0.685771, + "main_score": 0.645661, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.757526, + "recall": 0.813241, + "f1": 0.774067, + "accuracy": 0.813241, + "main_score": 0.774067, + "hf_subset": "smo_Latn-isl_Latn", + "languages": [ + "smo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.527426, + "recall": 0.578063, + "f1": 0.541019, + "accuracy": 0.578063, + "main_score": 0.541019, + "hf_subset": "smo_Latn-kon_Latn", + "languages": [ + "smo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.48267, + "recall": 0.545455, + "f1": 0.499629, + "accuracy": 0.545455, + "main_score": 0.499629, + "hf_subset": "smo_Latn-mni_Beng", + "languages": [ + "smo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.805217, + "recall": 0.847826, + "f1": 0.817422, + "accuracy": 0.847826, + "main_score": 0.817422, + "hf_subset": "smo_Latn-ron_Latn", + "languages": [ + "smo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.792003, + "recall": 0.837945, + "f1": 0.80487, + "accuracy": 0.837945, + "main_score": 0.80487, + "hf_subset": "smo_Latn-szl_Latn", + "languages": [ + "smo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.784417, + "recall": 0.831028, + "f1": 0.797073, + "accuracy": 0.831028, + "main_score": 0.797073, + "hf_subset": "smo_Latn-vec_Latn", + "languages": [ + "smo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.762832, + "recall": 0.813241, + "f1": 0.777458, + "accuracy": 0.813241, + "main_score": 0.777458, + "hf_subset": "smo_Latn-amh_Ethi", + "languages": [ + "smo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.808444, + "recall": 0.852767, + "f1": 0.821299, + "accuracy": 0.852767, + "main_score": 0.821299, + "hf_subset": "smo_Latn-bos_Latn", + "languages": [ + "smo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.807643, + "recall": 0.848814, + "f1": 0.818749, + "accuracy": 0.848814, + "main_score": 0.818749, + "hf_subset": "smo_Latn-fin_Latn", + "languages": [ + "smo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.813596, + "recall": 0.857708, + "f1": 0.825878, + "accuracy": 0.857708, + "main_score": 0.825878, + "hf_subset": "smo_Latn-ita_Latn", + "languages": [ + "smo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.805563, + "recall": 0.852767, + "f1": 0.81901, + "accuracy": 0.852767, + "main_score": 0.81901, + "hf_subset": "smo_Latn-kor_Hang", + "languages": [ + "smo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.484596, + "recall": 0.52668, + "f1": 0.497031, + "accuracy": 0.52668, + "main_score": 0.497031, + "hf_subset": "smo_Latn-mos_Latn", + "languages": [ + "smo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.656255, + "recall": 0.710474, + "f1": 0.671854, + "accuracy": 0.710474, + "main_score": 0.671854, + "hf_subset": "smo_Latn-run_Latn", + "languages": [ + "smo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.775256, + "recall": 0.824111, + "f1": 0.790055, + "accuracy": 0.824111, + "main_score": 0.790055, + "hf_subset": "smo_Latn-tam_Taml", + "languages": [ + "smo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.792375, + "recall": 0.837945, + "f1": 0.804807, + "accuracy": 0.837945, + "main_score": 0.804807, + "hf_subset": "smo_Latn-vie_Latn", + "languages": [ + "smo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.786315, + "recall": 0.83498, + "f1": 0.800689, + "accuracy": 0.83498, + "main_score": 0.800689, + "hf_subset": "smo_Latn-apc_Arab", + "languages": [ + "smo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.596184, + "recall": 0.649209, + "f1": 0.610955, + "accuracy": 0.649209, + "main_score": 0.610955, + "hf_subset": "smo_Latn-bug_Latn", + "languages": [ + "smo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.427203, + "recall": 0.469368, + "f1": 0.439548, + "accuracy": 0.469368, + "main_score": 0.439548, + "hf_subset": "smo_Latn-fon_Latn", + "languages": [ + "smo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.769495, + "recall": 0.815217, + "f1": 0.782067, + "accuracy": 0.815217, + "main_score": 0.782067, + "hf_subset": "smo_Latn-jav_Latn", + "languages": [ + "smo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.755296, + "recall": 0.810277, + "f1": 0.771247, + "accuracy": 0.810277, + "main_score": 0.771247, + "hf_subset": "smo_Latn-lao_Laoo", + "languages": [ + "smo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.786808, + "recall": 0.835968, + "f1": 0.801666, + "accuracy": 0.835968, + "main_score": 0.801666, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.789978, + "recall": 0.841897, + "f1": 0.805069, + "accuracy": 0.841897, + "main_score": 0.805069, + "hf_subset": "smo_Latn-rus_Cyrl", + "languages": [ + "smo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.479132, + "recall": 0.523715, + "f1": 0.491443, + "accuracy": 0.523715, + "main_score": 0.491443, + "hf_subset": "smo_Latn-taq_Latn", + "languages": [ + "smo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.794328, + "recall": 0.837945, + "f1": 0.806444, + "accuracy": 0.837945, + "main_score": 0.806444, + "hf_subset": "smo_Latn-war_Latn", + "languages": [ + "smo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.786092, + "recall": 0.839921, + "f1": 0.801951, + "accuracy": 0.839921, + "main_score": 0.801951, + "hf_subset": "smo_Latn-arb_Arab", + "languages": [ + "smo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.803913, + "recall": 0.851779, + "f1": 0.817532, + "accuracy": 0.851779, + "main_score": 0.817532, + "hf_subset": "smo_Latn-bul_Cyrl", + "languages": [ + "smo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.804556, + "recall": 0.850791, + "f1": 0.818153, + "accuracy": 0.850791, + "main_score": 0.818153, + "hf_subset": "smo_Latn-fra_Latn", + "languages": [ + "smo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.78547, + "recall": 0.838933, + "f1": 0.800855, + "accuracy": 0.838933, + "main_score": 0.800855, + "hf_subset": "smo_Latn-jpn_Jpan", + "languages": [ + "smo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.775226, + "recall": 0.81917, + "f1": 0.787673, + "accuracy": 0.81917, + "main_score": 0.787673, + "hf_subset": "smo_Latn-lij_Latn", + "languages": [ + "smo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.764586, + "recall": 0.824111, + "f1": 0.78258, + "accuracy": 0.824111, + "main_score": 0.78258, + "hf_subset": "smo_Latn-mya_Mymr", + "languages": [ + "smo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.515372, + "recall": 0.557312, + "f1": 0.526918, + "accuracy": 0.557312, + "main_score": 0.526918, + "hf_subset": "smo_Latn-sag_Latn", + "languages": [ + "smo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.236853, + "recall": 0.296443, + "f1": 0.2523, + "accuracy": 0.296443, + "main_score": 0.2523, + "hf_subset": "smo_Latn-taq_Tfng", + "languages": [ + "smo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.579538, + "recall": 0.632411, + "f1": 0.593902, + "accuracy": 0.632411, + "main_score": 0.593902, + "hf_subset": "smo_Latn-wol_Latn", + "languages": [ + "smo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.691783, + "recall": 0.752964, + "f1": 0.709125, + "accuracy": 0.752964, + "main_score": 0.709125, + "hf_subset": "smo_Latn-arb_Latn", + "languages": [ + "smo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.802852, + "recall": 0.846838, + "f1": 0.815022, + "accuracy": 0.846838, + "main_score": 0.815022, + "hf_subset": "smo_Latn-cat_Latn", + "languages": [ + "smo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.749879, + "recall": 0.797431, + "f1": 0.762353, + "accuracy": 0.797431, + "main_score": 0.762353, + "hf_subset": "smo_Latn-fur_Latn", + "languages": [ + "smo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.430503, + "recall": 0.495059, + "f1": 0.447086, + "accuracy": 0.495059, + "main_score": 0.447086, + "hf_subset": "smo_Latn-kab_Latn", + "languages": [ + "smo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.764389, + "recall": 0.813241, + "f1": 0.777516, + "accuracy": 0.813241, + "main_score": 0.777516, + "hf_subset": "smo_Latn-lim_Latn", + "languages": [ + "smo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.784338, + "recall": 0.833004, + "f1": 0.798279, + "accuracy": 0.833004, + "main_score": 0.798279, + "hf_subset": "smo_Latn-nld_Latn", + "languages": [ + "smo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.754275, + "recall": 0.806324, + "f1": 0.769389, + "accuracy": 0.806324, + "main_score": 0.769389, + "hf_subset": "smo_Latn-san_Deva", + "languages": [ + "smo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.776186, + "recall": 0.821146, + "f1": 0.789196, + "accuracy": 0.821146, + "main_score": 0.789196, + "hf_subset": "smo_Latn-tat_Cyrl", + "languages": [ + "smo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.750917, + "recall": 0.805336, + "f1": 0.767114, + "accuracy": 0.805336, + "main_score": 0.767114, + "hf_subset": "smo_Latn-xho_Latn", + "languages": [ + "smo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.781928, + "recall": 0.83498, + "f1": 0.797271, + "accuracy": 0.83498, + "main_score": 0.797271, + "hf_subset": "smo_Latn-ars_Arab", + "languages": [ + "smo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.782875, + "recall": 0.833004, + "f1": 0.796599, + "accuracy": 0.833004, + "main_score": 0.796599, + "hf_subset": "smo_Latn-ceb_Latn", + "languages": [ + "smo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.454191, + "recall": 0.504941, + "f1": 0.468469, + "accuracy": 0.504941, + "main_score": 0.468469, + "hf_subset": "smo_Latn-fuv_Latn", + "languages": [ + "smo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.475426, + "recall": 0.520751, + "f1": 0.487356, + "accuracy": 0.520751, + "main_score": 0.487356, + "hf_subset": "smo_Latn-kac_Latn", + "languages": [ + "smo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.560396, + "recall": 0.619565, + "f1": 0.575982, + "accuracy": 0.619565, + "main_score": 0.575982, + "hf_subset": "smo_Latn-lin_Latn", + "languages": [ + "smo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.789598, + "recall": 0.83498, + "f1": 0.802205, + "accuracy": 0.83498, + "main_score": 0.802205, + "hf_subset": "smo_Latn-nno_Latn", + "languages": [ + "smo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.703501, + "recall": 0.764822, + "f1": 0.721774, + "accuracy": 0.764822, + "main_score": 0.721774, + "hf_subset": "smo_Latn-sat_Olck", + "languages": [ + "smo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.769573, + "recall": 0.824111, + "f1": 0.785369, + "accuracy": 0.824111, + "main_score": 0.785369, + "hf_subset": "smo_Latn-tel_Telu", + "languages": [ + "smo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.769977, + "recall": 0.822134, + "f1": 0.784742, + "accuracy": 0.822134, + "main_score": 0.784742, + "hf_subset": "smo_Latn-ydd_Hebr", + "languages": [ + "smo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.757029, + "recall": 0.809289, + "f1": 0.771404, + "accuracy": 0.809289, + "main_score": 0.771404, + "hf_subset": "smo_Latn-ary_Arab", + "languages": [ + "smo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.800149, + "recall": 0.849802, + "f1": 0.814564, + "accuracy": 0.849802, + "main_score": 0.814564, + "hf_subset": "smo_Latn-ces_Latn", + "languages": [ + "smo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.536742, + "recall": 0.603755, + "f1": 0.554997, + "accuracy": 0.603755, + "main_score": 0.554997, + "hf_subset": "smo_Latn-gaz_Latn", + "languages": [ + "smo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.523478, + "recall": 0.588933, + "f1": 0.541472, + "accuracy": 0.588933, + "main_score": 0.541472, + "hf_subset": "smo_Latn-kam_Latn", + "languages": [ + "smo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.776525, + "recall": 0.828063, + "f1": 0.790955, + "accuracy": 0.828063, + "main_score": 0.790955, + "hf_subset": "smo_Latn-lit_Latn", + "languages": [ + "smo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.78339, + "recall": 0.829051, + "f1": 0.795925, + "accuracy": 0.829051, + "main_score": 0.795925, + "hf_subset": "smo_Latn-nob_Latn", + "languages": [ + "smo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.793503, + "recall": 0.835968, + "f1": 0.805584, + "accuracy": 0.835968, + "main_score": 0.805584, + "hf_subset": "smo_Latn-scn_Latn", + "languages": [ + "smo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.742519, + "recall": 0.798419, + "f1": 0.758456, + "accuracy": 0.798419, + "main_score": 0.758456, + "hf_subset": "smo_Latn-tgk_Cyrl", + "languages": [ + "smo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.614766, + "recall": 0.681818, + "f1": 0.633713, + "accuracy": 0.681818, + "main_score": 0.633713, + "hf_subset": "smo_Latn-yor_Latn", + "languages": [ + "smo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.772475, + "recall": 0.826087, + "f1": 0.788007, + "accuracy": 0.826087, + "main_score": 0.788007, + "hf_subset": "smo_Latn-arz_Arab", + "languages": [ + "smo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.444615, + "recall": 0.495059, + "f1": 0.458211, + "accuracy": 0.495059, + "main_score": 0.458211, + "hf_subset": "smo_Latn-cjk_Latn", + "languages": [ + "smo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.779778, + "recall": 0.832016, + "f1": 0.795276, + "accuracy": 0.832016, + "main_score": 0.795276, + "hf_subset": "smo_Latn-gla_Latn", + "languages": [ + "smo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.767103, + "recall": 0.818182, + "f1": 0.781756, + "accuracy": 0.818182, + "main_score": 0.781756, + "hf_subset": "smo_Latn-kan_Knda", + "languages": [ + "smo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.774492, + "recall": 0.823123, + "f1": 0.788047, + "accuracy": 0.823123, + "main_score": 0.788047, + "hf_subset": "smo_Latn-lmo_Latn", + "languages": [ + "smo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.792877, + "recall": 0.838933, + "f1": 0.805901, + "accuracy": 0.838933, + "main_score": 0.805901, + "hf_subset": "smo_Latn-npi_Deva", + "languages": [ + "smo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.504428, + "recall": 0.572134, + "f1": 0.523404, + "accuracy": 0.572134, + "main_score": 0.523404, + "hf_subset": "smo_Latn-shn_Mymr", + "languages": [ + "smo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.795538, + "recall": 0.842885, + "f1": 0.8093, + "accuracy": 0.842885, + "main_score": 0.8093, + "hf_subset": "smo_Latn-tgl_Latn", + "languages": [ + "smo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.766417, + "recall": 0.816206, + "f1": 0.780001, + "accuracy": 0.816206, + "main_score": 0.780001, + "hf_subset": "smo_Latn-yue_Hant", + "languages": [ + "smo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.771053, + "recall": 0.816206, + "f1": 0.784365, + "accuracy": 0.816206, + "main_score": 0.784365, + "hf_subset": "smo_Latn-asm_Beng", + "languages": [ + "smo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.742177, + "recall": 0.799407, + "f1": 0.758523, + "accuracy": 0.799407, + "main_score": 0.758523, + "hf_subset": "smo_Latn-ckb_Arab", + "languages": [ + "smo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.80299, + "recall": 0.846838, + "f1": 0.815805, + "accuracy": 0.846838, + "main_score": 0.815805, + "hf_subset": "smo_Latn-gle_Latn", + "languages": [ + "smo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.660002, + "recall": 0.724308, + "f1": 0.678663, + "accuracy": 0.724308, + "main_score": 0.678663, + "hf_subset": "smo_Latn-kas_Arab", + "languages": [ + "smo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.706218, + "recall": 0.76087, + "f1": 0.721092, + "accuracy": 0.76087, + "main_score": 0.721092, + "hf_subset": "smo_Latn-ltg_Latn", + "languages": [ + "smo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.729515, + "recall": 0.783597, + "f1": 0.745125, + "accuracy": 0.783597, + "main_score": 0.745125, + "hf_subset": "smo_Latn-nso_Latn", + "languages": [ + "smo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.760535, + "recall": 0.818182, + "f1": 0.777556, + "accuracy": 0.818182, + "main_score": 0.777556, + "hf_subset": "smo_Latn-sin_Sinh", + "languages": [ + "smo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.767513, + "recall": 0.824111, + "f1": 0.7835, + "accuracy": 0.824111, + "main_score": 0.7835, + "hf_subset": "smo_Latn-tha_Thai", + "languages": [ + "smo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.710187, + "recall": 0.76087, + "f1": 0.723167, + "accuracy": 0.76087, + "main_score": 0.723167, + "hf_subset": "smo_Latn-zho_Hans", + "languages": [ + "smo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.780514, + "recall": 0.833004, + "f1": 0.795533, + "accuracy": 0.833004, + "main_score": 0.795533, + "hf_subset": "smo_Latn-ast_Latn", + "languages": [ + "smo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.77507, + "recall": 0.821146, + "f1": 0.787544, + "accuracy": 0.821146, + "main_score": 0.787544, + "hf_subset": "smo_Latn-crh_Latn", + "languages": [ + "smo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.792139, + "recall": 0.840909, + "f1": 0.806005, + "accuracy": 0.840909, + "main_score": 0.806005, + "hf_subset": "smo_Latn-glg_Latn", + "languages": [ + "smo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.64615, + "recall": 0.708498, + "f1": 0.664276, + "accuracy": 0.708498, + "main_score": 0.664276, + "hf_subset": "smo_Latn-kas_Deva", + "languages": [ + "smo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.796384, + "recall": 0.839921, + "f1": 0.809042, + "accuracy": 0.839921, + "main_score": 0.809042, + "hf_subset": "smo_Latn-ltz_Latn", + "languages": [ + "smo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.426664, + "recall": 0.481225, + "f1": 0.441439, + "accuracy": 0.481225, + "main_score": 0.441439, + "hf_subset": "smo_Latn-nus_Latn", + "languages": [ + "smo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.787666, + "recall": 0.835968, + "f1": 0.801497, + "accuracy": 0.835968, + "main_score": 0.801497, + "hf_subset": "smo_Latn-slk_Latn", + "languages": [ + "smo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.543152, + "recall": 0.618577, + "f1": 0.563985, + "accuracy": 0.618577, + "main_score": 0.563985, + "hf_subset": "smo_Latn-tir_Ethi", + "languages": [ + "smo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.745397, + "recall": 0.804348, + "f1": 0.762404, + "accuracy": 0.804348, + "main_score": 0.762404, + "hf_subset": "smo_Latn-zho_Hant", + "languages": [ + "smo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.79406, + "recall": 0.836957, + "f1": 0.80567, + "accuracy": 0.836957, + "main_score": 0.80567, + "hf_subset": "smo_Latn-awa_Deva", + "languages": [ + "smo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.803255, + "recall": 0.849802, + "f1": 0.817227, + "accuracy": 0.849802, + "main_score": 0.817227, + "hf_subset": "smo_Latn-cym_Latn", + "languages": [ + "smo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.625395, + "recall": 0.667984, + "f1": 0.636707, + "accuracy": 0.667984, + "main_score": 0.636707, + "hf_subset": "smo_Latn-grn_Latn", + "languages": [ + "smo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.784967, + "recall": 0.836957, + "f1": 0.799798, + "accuracy": 0.836957, + "main_score": 0.799798, + "hf_subset": "smo_Latn-kat_Geor", + "languages": [ + "smo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.51548, + "recall": 0.563241, + "f1": 0.528161, + "accuracy": 0.563241, + "main_score": 0.528161, + "hf_subset": "smo_Latn-lua_Latn", + "languages": [ + "smo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.728195, + "recall": 0.781621, + "f1": 0.743728, + "accuracy": 0.781621, + "main_score": 0.743728, + "hf_subset": "smo_Latn-nya_Latn", + "languages": [ + "smo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.809881, + "recall": 0.854743, + "f1": 0.822655, + "accuracy": 0.854743, + "main_score": 0.822655, + "hf_subset": "smo_Latn-slv_Latn", + "languages": [ + "smo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.729515, + "recall": 0.779644, + "f1": 0.742532, + "accuracy": 0.779644, + "main_score": 0.742532, + "hf_subset": "smo_Latn-tpi_Latn", + "languages": [ + "smo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.80686, + "recall": 0.851779, + "f1": 0.819705, + "accuracy": 0.851779, + "main_score": 0.819705, + "hf_subset": "smo_Latn-zsm_Latn", + "languages": [ + "smo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.494699, + "recall": 0.538538, + "f1": 0.50699, + "accuracy": 0.538538, + "main_score": 0.50699, + "hf_subset": "smo_Latn-ayr_Latn", + "languages": [ + "smo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.807823, + "recall": 0.852767, + "f1": 0.820771, + "accuracy": 0.852767, + "main_score": 0.820771, + "hf_subset": "smo_Latn-dan_Latn", + "languages": [ + "smo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.793934, + "recall": 0.839921, + "f1": 0.806603, + "accuracy": 0.839921, + "main_score": 0.806603, + "hf_subset": "smo_Latn-guj_Gujr", + "languages": [ + "smo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.781805, + "recall": 0.826087, + "f1": 0.794323, + "accuracy": 0.826087, + "main_score": 0.794323, + "hf_subset": "smo_Latn-kaz_Cyrl", + "languages": [ + "smo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.598686, + "recall": 0.667984, + "f1": 0.618341, + "accuracy": 0.667984, + "main_score": 0.618341, + "hf_subset": "smo_Latn-lug_Latn", + "languages": [ + "smo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.794081, + "recall": 0.835968, + "f1": 0.805647, + "accuracy": 0.835968, + "main_score": 0.805647, + "hf_subset": "smo_Latn-oci_Latn", + "languages": [ + "smo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.677709, + "recall": 0.738142, + "f1": 0.695379, + "accuracy": 0.738142, + "main_score": 0.695379, + "hf_subset": "smo_Latn-tsn_Latn", + "languages": [ + "smo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.759693, + "recall": 0.810277, + "f1": 0.774626, + "accuracy": 0.810277, + "main_score": 0.774626, + "hf_subset": "smo_Latn-zul_Latn", + "languages": [ + "smo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.670317, + "recall": 0.730237, + "f1": 0.687499, + "accuracy": 0.730237, + "main_score": 0.687499, + "hf_subset": "smo_Latn-azb_Arab", + "languages": [ + "smo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.797111, + "recall": 0.844862, + "f1": 0.810885, + "accuracy": 0.844862, + "main_score": 0.810885, + "hf_subset": "smo_Latn-deu_Latn", + "languages": [ + "smo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.771338, + "recall": 0.826087, + "f1": 0.787898, + "accuracy": 0.826087, + "main_score": 0.787898, + "hf_subset": "smo_Latn-hat_Latn", + "languages": [ + "smo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.47915, + "recall": 0.522727, + "f1": 0.490828, + "accuracy": 0.522727, + "main_score": 0.490828, + "hf_subset": "smo_Latn-kbp_Latn", + "languages": [ + "smo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.505475, + "recall": 0.549407, + "f1": 0.517569, + "accuracy": 0.549407, + "main_score": 0.517569, + "hf_subset": "smo_Latn-luo_Latn", + "languages": [ + "smo-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.774005, + "recall": 0.826087, + "f1": 0.788756, + "accuracy": 0.826087, + "main_score": 0.788756, + "hf_subset": "smo_Latn-ory_Orya", + "languages": [ + "smo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.739272, + "recall": 0.794466, + "f1": 0.755277, + "accuracy": 0.794466, + "main_score": 0.755277, + "hf_subset": "smo_Latn-sna_Latn", + "languages": [ + "smo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.603404, + "recall": 0.663043, + "f1": 0.619761, + "accuracy": 0.663043, + "main_score": 0.619761, + "hf_subset": "smo_Latn-tso_Latn", + "languages": [ + "smo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.765811, + "recall": 0.818182, + "f1": 0.78068, + "accuracy": 0.818182, + "main_score": 0.78068, + "hf_subset": "smo_Latn-azj_Latn", + "languages": [ + "smo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.461763, + "recall": 0.514822, + "f1": 0.476377, + "accuracy": 0.514822, + "main_score": 0.476377, + "hf_subset": "smo_Latn-dik_Latn", + "languages": [ + "smo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.765794, + "recall": 0.818182, + "f1": 0.781489, + "accuracy": 0.818182, + "main_score": 0.781489, + "hf_subset": "smo_Latn-hau_Latn", + "languages": [ + "smo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.756247, + "recall": 0.810277, + "f1": 0.771175, + "accuracy": 0.810277, + "main_score": 0.771175, + "hf_subset": "smo_Latn-kea_Latn", + "languages": [ + "smo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.726305, + "recall": 0.778656, + "f1": 0.740696, + "accuracy": 0.778656, + "main_score": 0.740696, + "hf_subset": "smo_Latn-lus_Latn", + "languages": [ + "smo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.666485, + "recall": 0.719368, + "f1": 0.68055, + "accuracy": 0.719368, + "main_score": 0.68055, + "hf_subset": "smo_Latn-pag_Latn", + "languages": [ + "smo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.739415, + "recall": 0.795455, + "f1": 0.755882, + "accuracy": 0.795455, + "main_score": 0.755882, + "hf_subset": "smo_Latn-snd_Arab", + "languages": [ + "smo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.755809, + "recall": 0.806324, + "f1": 0.769932, + "accuracy": 0.806324, + "main_score": 0.769932, + "hf_subset": "smo_Latn-tuk_Latn", + "languages": [ + "smo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.776642, + "recall": 0.825099, + "f1": 0.790122, + "accuracy": 0.825099, + "main_score": 0.790122, + "hf_subset": "smo_Latn-bak_Cyrl", + "languages": [ + "smo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.420937, + "recall": 0.483202, + "f1": 0.438447, + "accuracy": 0.483202, + "main_score": 0.438447, + "hf_subset": "smo_Latn-dyu_Latn", + "languages": [ + "smo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.796231, + "recall": 0.844862, + "f1": 0.810442, + "accuracy": 0.844862, + "main_score": 0.810442, + "hf_subset": "smo_Latn-heb_Hebr", + "languages": [ + "smo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.768429, + "recall": 0.822134, + "f1": 0.784063, + "accuracy": 0.822134, + "main_score": 0.784063, + "hf_subset": "smo_Latn-khk_Cyrl", + "languages": [ + "smo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.797424, + "recall": 0.841897, + "f1": 0.809966, + "accuracy": 0.841897, + "main_score": 0.809966, + "hf_subset": "smo_Latn-lvs_Latn", + "languages": [ + "smo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.79484, + "recall": 0.836957, + "f1": 0.806562, + "accuracy": 0.836957, + "main_score": 0.806562, + "hf_subset": "smo_Latn-pan_Guru", + "languages": [ + "smo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.716189, + "recall": 0.778656, + "f1": 0.734078, + "accuracy": 0.778656, + "main_score": 0.734078, + "hf_subset": "smo_Latn-som_Latn", + "languages": [ + "smo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.618987, + "recall": 0.668972, + "f1": 0.632882, + "accuracy": 0.668972, + "main_score": 0.632882, + "hf_subset": "smo_Latn-tum_Latn", + "languages": [ + "smo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.397757, + "recall": 0.462451, + "f1": 0.415243, + "accuracy": 0.462451, + "main_score": 0.415243, + "hf_subset": "tsn_Latn-ace_Arab", + "languages": [ + "tsn-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.457962, + "recall": 0.493083, + "f1": 0.46755, + "accuracy": 0.493083, + "main_score": 0.46755, + "hf_subset": "tsn_Latn-bam_Latn", + "languages": [ + "tsn-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.427034, + "recall": 0.493083, + "f1": 0.445107, + "accuracy": 0.493083, + "main_score": 0.445107, + "hf_subset": "tsn_Latn-dzo_Tibt", + "languages": [ + "tsn-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.717338, + "recall": 0.768775, + "f1": 0.730853, + "accuracy": 0.768775, + "main_score": 0.730853, + "hf_subset": "tsn_Latn-hin_Deva", + "languages": [ + "tsn-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.657591, + "recall": 0.712451, + "f1": 0.672774, + "accuracy": 0.712451, + "main_score": 0.672774, + "hf_subset": "tsn_Latn-khm_Khmr", + "languages": [ + "tsn-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.659228, + "recall": 0.715415, + "f1": 0.67369, + "accuracy": 0.715415, + "main_score": 0.67369, + "hf_subset": "tsn_Latn-mag_Deva", + "languages": [ + "tsn-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.684294, + "recall": 0.728261, + "f1": 0.695479, + "accuracy": 0.728261, + "main_score": 0.695479, + "hf_subset": "tsn_Latn-pap_Latn", + "languages": [ + "tsn-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.790481, + "recall": 0.83498, + "f1": 0.803723, + "accuracy": 0.83498, + "main_score": 0.803723, + "hf_subset": "tsn_Latn-sot_Latn", + "languages": [ + "tsn-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.710846, + "recall": 0.758893, + "f1": 0.724166, + "accuracy": 0.758893, + "main_score": 0.724166, + "hf_subset": "tsn_Latn-tur_Latn", + "languages": [ + "tsn-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.63496, + "recall": 0.679842, + "f1": 0.646924, + "accuracy": 0.679842, + "main_score": 0.646924, + "hf_subset": "tsn_Latn-ace_Latn", + "languages": [ + "tsn-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.654198, + "recall": 0.705534, + "f1": 0.667639, + "accuracy": 0.705534, + "main_score": 0.667639, + "hf_subset": "tsn_Latn-ban_Latn", + "languages": [ + "tsn-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.681048, + "recall": 0.740119, + "f1": 0.697462, + "accuracy": 0.740119, + "main_score": 0.697462, + "hf_subset": "tsn_Latn-ell_Grek", + "languages": [ + "tsn-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.649605, + "recall": 0.708498, + "f1": 0.664876, + "accuracy": 0.708498, + "main_score": 0.664876, + "hf_subset": "tsn_Latn-hne_Deva", + "languages": [ + "tsn-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.511988, + "recall": 0.563241, + "f1": 0.525674, + "accuracy": 0.563241, + "main_score": 0.525674, + "hf_subset": "tsn_Latn-kik_Latn", + "languages": [ + "tsn-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.684948, + "recall": 0.736166, + "f1": 0.697544, + "accuracy": 0.736166, + "main_score": 0.697544, + "hf_subset": "tsn_Latn-mai_Deva", + "languages": [ + "tsn-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.662859, + "recall": 0.714427, + "f1": 0.676181, + "accuracy": 0.714427, + "main_score": 0.676181, + "hf_subset": "tsn_Latn-pbt_Arab", + "languages": [ + "tsn-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.72359, + "recall": 0.772727, + "f1": 0.736651, + "accuracy": 0.772727, + "main_score": 0.736651, + "hf_subset": "tsn_Latn-spa_Latn", + "languages": [ + "tsn-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.624582, + "recall": 0.671937, + "f1": 0.637215, + "accuracy": 0.671937, + "main_score": 0.637215, + "hf_subset": "tsn_Latn-twi_Latn", + "languages": [ + "tsn-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.689265, + "recall": 0.752964, + "f1": 0.706568, + "accuracy": 0.752964, + "main_score": 0.706568, + "hf_subset": "tsn_Latn-acm_Arab", + "languages": [ + "tsn-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.649429, + "recall": 0.708498, + "f1": 0.665453, + "accuracy": 0.708498, + "main_score": 0.665453, + "hf_subset": "tsn_Latn-bel_Cyrl", + "languages": [ + "tsn-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.694313, + "recall": 0.742095, + "f1": 0.706907, + "accuracy": 0.742095, + "main_score": 0.706907, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.69275, + "recall": 0.752964, + "f1": 0.708641, + "accuracy": 0.752964, + "main_score": 0.708641, + "hf_subset": "tsn_Latn-hrv_Latn", + "languages": [ + "tsn-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.683538, + "recall": 0.742095, + "f1": 0.700071, + "accuracy": 0.742095, + "main_score": 0.700071, + "hf_subset": "tsn_Latn-kin_Latn", + "languages": [ + "tsn-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.685598, + "recall": 0.73913, + "f1": 0.700096, + "accuracy": 0.73913, + "main_score": 0.700096, + "hf_subset": "tsn_Latn-mal_Mlym", + "languages": [ + "tsn-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.689061, + "recall": 0.743083, + "f1": 0.703212, + "accuracy": 0.743083, + "main_score": 0.703212, + "hf_subset": "tsn_Latn-pes_Arab", + "languages": [ + "tsn-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.69953, + "recall": 0.749012, + "f1": 0.71292, + "accuracy": 0.749012, + "main_score": 0.71292, + "hf_subset": "tsn_Latn-srd_Latn", + "languages": [ + "tsn-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.222884, + "recall": 0.279644, + "f1": 0.236674, + "accuracy": 0.279644, + "main_score": 0.236674, + "hf_subset": "tsn_Latn-tzm_Tfng", + "languages": [ + "tsn-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.688712, + "recall": 0.750988, + "f1": 0.705813, + "accuracy": 0.750988, + "main_score": 0.705813, + "hf_subset": "tsn_Latn-acq_Arab", + "languages": [ + "tsn-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.636115, + "recall": 0.685771, + "f1": 0.649146, + "accuracy": 0.685771, + "main_score": 0.649146, + "hf_subset": "tsn_Latn-bem_Latn", + "languages": [ + "tsn-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.689227, + "recall": 0.735178, + "f1": 0.700463, + "accuracy": 0.735178, + "main_score": 0.700463, + "hf_subset": "tsn_Latn-epo_Latn", + "languages": [ + "tsn-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.712958, + "recall": 0.76581, + "f1": 0.727235, + "accuracy": 0.76581, + "main_score": 0.727235, + "hf_subset": "tsn_Latn-hun_Latn", + "languages": [ + "tsn-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.681403, + "recall": 0.738142, + "f1": 0.696375, + "accuracy": 0.738142, + "main_score": 0.696375, + "hf_subset": "tsn_Latn-kir_Cyrl", + "languages": [ + "tsn-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.712297, + "recall": 0.761858, + "f1": 0.725868, + "accuracy": 0.761858, + "main_score": 0.725868, + "hf_subset": "tsn_Latn-mar_Deva", + "languages": [ + "tsn-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.664139, + "recall": 0.716403, + "f1": 0.679671, + "accuracy": 0.716403, + "main_score": 0.679671, + "hf_subset": "tsn_Latn-plt_Latn", + "languages": [ + "tsn-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.677909, + "recall": 0.735178, + "f1": 0.692691, + "accuracy": 0.735178, + "main_score": 0.692691, + "hf_subset": "tsn_Latn-srp_Cyrl", + "languages": [ + "tsn-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.635655, + "recall": 0.689723, + "f1": 0.650259, + "accuracy": 0.689723, + "main_score": 0.650259, + "hf_subset": "tsn_Latn-uig_Arab", + "languages": [ + "tsn-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.663, + "recall": 0.717391, + "f1": 0.677472, + "accuracy": 0.717391, + "main_score": 0.677472, + "hf_subset": "tsn_Latn-aeb_Arab", + "languages": [ + "tsn-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.686691, + "recall": 0.737154, + "f1": 0.69967, + "accuracy": 0.737154, + "main_score": 0.69967, + "hf_subset": "tsn_Latn-ben_Beng", + "languages": [ + "tsn-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.698311, + "recall": 0.751976, + "f1": 0.713113, + "accuracy": 0.751976, + "main_score": 0.713113, + "hf_subset": "tsn_Latn-est_Latn", + "languages": [ + "tsn-Latn", + "est-Latn" + ] + }, + { + "precision": 0.673832, + "recall": 0.729249, + "f1": 0.689152, + "accuracy": 0.729249, + "main_score": 0.689152, + "hf_subset": "tsn_Latn-hye_Armn", + "languages": [ + "tsn-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.476685, + "recall": 0.520751, + "f1": 0.488633, + "accuracy": 0.520751, + "main_score": 0.488633, + "hf_subset": "tsn_Latn-kmb_Latn", + "languages": [ + "tsn-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.366309, + "recall": 0.424901, + "f1": 0.381754, + "accuracy": 0.424901, + "main_score": 0.381754, + "hf_subset": "tsn_Latn-min_Arab", + "languages": [ + "tsn-Latn", + "min-Arab" + ] + }, + { + "precision": 0.698711, + "recall": 0.748024, + "f1": 0.711811, + "accuracy": 0.748024, + "main_score": 0.711811, + "hf_subset": "tsn_Latn-pol_Latn", + "languages": [ + "tsn-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.663982, + "recall": 0.720356, + "f1": 0.680187, + "accuracy": 0.720356, + "main_score": 0.680187, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.689071, + "recall": 0.746047, + "f1": 0.703964, + "accuracy": 0.746047, + "main_score": 0.703964, + "hf_subset": "tsn_Latn-ukr_Cyrl", + "languages": [ + "tsn-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.695112, + "recall": 0.745059, + "f1": 0.708355, + "accuracy": 0.745059, + "main_score": 0.708355, + "hf_subset": "tsn_Latn-afr_Latn", + "languages": [ + "tsn-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.655191, + "recall": 0.702569, + "f1": 0.667334, + "accuracy": 0.702569, + "main_score": 0.667334, + "hf_subset": "tsn_Latn-bho_Deva", + "languages": [ + "tsn-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.688106, + "recall": 0.731225, + "f1": 0.698318, + "accuracy": 0.731225, + "main_score": 0.698318, + "hf_subset": "tsn_Latn-eus_Latn", + "languages": [ + "tsn-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.664242, + "recall": 0.719368, + "f1": 0.679114, + "accuracy": 0.719368, + "main_score": 0.679114, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.649691, + "recall": 0.69664, + "f1": 0.662469, + "accuracy": 0.69664, + "main_score": 0.662469, + "hf_subset": "tsn_Latn-kmr_Latn", + "languages": [ + "tsn-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.679335, + "recall": 0.725296, + "f1": 0.6907, + "accuracy": 0.725296, + "main_score": 0.6907, + "hf_subset": "tsn_Latn-min_Latn", + "languages": [ + "tsn-Latn", + "min-Latn" + ] + }, + { + "precision": 0.716037, + "recall": 0.766798, + "f1": 0.73039, + "accuracy": 0.766798, + "main_score": 0.73039, + "hf_subset": "tsn_Latn-por_Latn", + "languages": [ + "tsn-Latn", + "por-Latn" + ] + }, + { + "precision": 0.662267, + "recall": 0.712451, + "f1": 0.675206, + "accuracy": 0.712451, + "main_score": 0.675206, + "hf_subset": "tsn_Latn-sun_Latn", + "languages": [ + "tsn-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.43861, + "recall": 0.482213, + "f1": 0.450681, + "accuracy": 0.482213, + "main_score": 0.450681, + "hf_subset": "tsn_Latn-umb_Latn", + "languages": [ + "tsn-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.695162, + "recall": 0.749012, + "f1": 0.709539, + "accuracy": 0.749012, + "main_score": 0.709539, + "hf_subset": "tsn_Latn-ajp_Arab", + "languages": [ + "tsn-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.381047, + "recall": 0.445652, + "f1": 0.39821, + "accuracy": 0.445652, + "main_score": 0.39821, + "hf_subset": "tsn_Latn-bjn_Arab", + "languages": [ + "tsn-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.456913, + "recall": 0.497036, + "f1": 0.468027, + "accuracy": 0.497036, + "main_score": 0.468027, + "hf_subset": "tsn_Latn-ewe_Latn", + "languages": [ + "tsn-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.662905, + "recall": 0.714427, + "f1": 0.676461, + "accuracy": 0.714427, + "main_score": 0.676461, + "hf_subset": "tsn_Latn-ilo_Latn", + "languages": [ + "tsn-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.243553, + "recall": 0.295455, + "f1": 0.256374, + "accuracy": 0.295455, + "main_score": 0.256374, + "hf_subset": "tsn_Latn-knc_Arab", + "languages": [ + "tsn-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.703645, + "recall": 0.757905, + "f1": 0.717776, + "accuracy": 0.757905, + "main_score": 0.717776, + "hf_subset": "tsn_Latn-mkd_Cyrl", + "languages": [ + "tsn-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.704727, + "recall": 0.761858, + "f1": 0.720319, + "accuracy": 0.761858, + "main_score": 0.720319, + "hf_subset": "tsn_Latn-prs_Arab", + "languages": [ + "tsn-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.71093, + "recall": 0.759881, + "f1": 0.724039, + "accuracy": 0.759881, + "main_score": 0.724039, + "hf_subset": "tsn_Latn-swe_Latn", + "languages": [ + "tsn-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.674153, + "recall": 0.729249, + "f1": 0.688726, + "accuracy": 0.729249, + "main_score": 0.688726, + "hf_subset": "tsn_Latn-urd_Arab", + "languages": [ + "tsn-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.600703, + "recall": 0.644269, + "f1": 0.611619, + "accuracy": 0.644269, + "main_score": 0.611619, + "hf_subset": "tsn_Latn-aka_Latn", + "languages": [ + "tsn-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.658522, + "recall": 0.705534, + "f1": 0.670485, + "accuracy": 0.705534, + "main_score": 0.670485, + "hf_subset": "tsn_Latn-bjn_Latn", + "languages": [ + "tsn-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.688837, + "recall": 0.741107, + "f1": 0.70264, + "accuracy": 0.741107, + "main_score": 0.70264, + "hf_subset": "tsn_Latn-fao_Latn", + "languages": [ + "tsn-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.71188, + "recall": 0.758893, + "f1": 0.723794, + "accuracy": 0.758893, + "main_score": 0.723794, + "hf_subset": "tsn_Latn-ind_Latn", + "languages": [ + "tsn-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.490136, + "recall": 0.525692, + "f1": 0.499885, + "accuracy": 0.525692, + "main_score": 0.499885, + "hf_subset": "tsn_Latn-knc_Latn", + "languages": [ + "tsn-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.676684, + "recall": 0.72332, + "f1": 0.688961, + "accuracy": 0.72332, + "main_score": 0.688961, + "hf_subset": "tsn_Latn-mlt_Latn", + "languages": [ + "tsn-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.527218, + "recall": 0.578063, + "f1": 0.540685, + "accuracy": 0.578063, + "main_score": 0.540685, + "hf_subset": "tsn_Latn-quy_Latn", + "languages": [ + "tsn-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.695583, + "recall": 0.747036, + "f1": 0.709046, + "accuracy": 0.747036, + "main_score": 0.709046, + "hf_subset": "tsn_Latn-swh_Latn", + "languages": [ + "tsn-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.679373, + "recall": 0.730237, + "f1": 0.693119, + "accuracy": 0.730237, + "main_score": 0.693119, + "hf_subset": "tsn_Latn-uzn_Latn", + "languages": [ + "tsn-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.693364, + "recall": 0.742095, + "f1": 0.70571, + "accuracy": 0.742095, + "main_score": 0.70571, + "hf_subset": "tsn_Latn-als_Latn", + "languages": [ + "tsn-Latn", + "als-Latn" + ] + }, + { + "precision": 0.519114, + "recall": 0.583004, + "f1": 0.537208, + "accuracy": 0.583004, + "main_score": 0.537208, + "hf_subset": "tsn_Latn-bod_Tibt", + "languages": [ + "tsn-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.582489, + "recall": 0.629447, + "f1": 0.595682, + "accuracy": 0.629447, + "main_score": 0.595682, + "hf_subset": "tsn_Latn-fij_Latn", + "languages": [ + "tsn-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.680336, + "recall": 0.733202, + "f1": 0.694396, + "accuracy": 0.733202, + "main_score": 0.694396, + "hf_subset": "tsn_Latn-isl_Latn", + "languages": [ + "tsn-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.508232, + "recall": 0.546443, + "f1": 0.518398, + "accuracy": 0.546443, + "main_score": 0.518398, + "hf_subset": "tsn_Latn-kon_Latn", + "languages": [ + "tsn-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.4357, + "recall": 0.491107, + "f1": 0.44927, + "accuracy": 0.491107, + "main_score": 0.44927, + "hf_subset": "tsn_Latn-mni_Beng", + "languages": [ + "tsn-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.698242, + "recall": 0.748024, + "f1": 0.711139, + "accuracy": 0.748024, + "main_score": 0.711139, + "hf_subset": "tsn_Latn-ron_Latn", + "languages": [ + "tsn-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.697468, + "recall": 0.746047, + "f1": 0.709242, + "accuracy": 0.746047, + "main_score": 0.709242, + "hf_subset": "tsn_Latn-szl_Latn", + "languages": [ + "tsn-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.688779, + "recall": 0.736166, + "f1": 0.700301, + "accuracy": 0.736166, + "main_score": 0.700301, + "hf_subset": "tsn_Latn-vec_Latn", + "languages": [ + "tsn-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.698444, + "recall": 0.743083, + "f1": 0.710936, + "accuracy": 0.743083, + "main_score": 0.710936, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.701665, + "recall": 0.757905, + "f1": 0.717026, + "accuracy": 0.757905, + "main_score": 0.717026, + "hf_subset": "tsn_Latn-bos_Latn", + "languages": [ + "tsn-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.69283, + "recall": 0.73913, + "f1": 0.704512, + "accuracy": 0.73913, + "main_score": 0.704512, + "hf_subset": "tsn_Latn-fin_Latn", + "languages": [ + "tsn-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.718334, + "recall": 0.768775, + "f1": 0.732039, + "accuracy": 0.768775, + "main_score": 0.732039, + "hf_subset": "tsn_Latn-ita_Latn", + "languages": [ + "tsn-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.715853, + "recall": 0.767787, + "f1": 0.729734, + "accuracy": 0.767787, + "main_score": 0.729734, + "hf_subset": "tsn_Latn-kor_Hang", + "languages": [ + "tsn-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.472766, + "recall": 0.504941, + "f1": 0.481925, + "accuracy": 0.504941, + "main_score": 0.481925, + "hf_subset": "tsn_Latn-mos_Latn", + "languages": [ + "tsn-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.631285, + "recall": 0.685771, + "f1": 0.646667, + "accuracy": 0.685771, + "main_score": 0.646667, + "hf_subset": "tsn_Latn-run_Latn", + "languages": [ + "tsn-Latn", + "run-Latn" + ] + }, + { + "precision": 0.671834, + "recall": 0.722332, + "f1": 0.685106, + "accuracy": 0.722332, + "main_score": 0.685106, + "hf_subset": "tsn_Latn-tam_Taml", + "languages": [ + "tsn-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.70074, + "recall": 0.745059, + "f1": 0.712451, + "accuracy": 0.745059, + "main_score": 0.712451, + "hf_subset": "tsn_Latn-vie_Latn", + "languages": [ + "tsn-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.681547, + "recall": 0.733202, + "f1": 0.695105, + "accuracy": 0.733202, + "main_score": 0.695105, + "hf_subset": "tsn_Latn-apc_Arab", + "languages": [ + "tsn-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.550558, + "recall": 0.58498, + "f1": 0.559088, + "accuracy": 0.58498, + "main_score": 0.559088, + "hf_subset": "tsn_Latn-bug_Latn", + "languages": [ + "tsn-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.438713, + "recall": 0.47332, + "f1": 0.448737, + "accuracy": 0.47332, + "main_score": 0.448737, + "hf_subset": "tsn_Latn-fon_Latn", + "languages": [ + "tsn-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.674301, + "recall": 0.720356, + "f1": 0.686443, + "accuracy": 0.720356, + "main_score": 0.686443, + "hf_subset": "tsn_Latn-jav_Latn", + "languages": [ + "tsn-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.660163, + "recall": 0.718379, + "f1": 0.675611, + "accuracy": 0.718379, + "main_score": 0.675611, + "hf_subset": "tsn_Latn-lao_Laoo", + "languages": [ + "tsn-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.676056, + "recall": 0.732213, + "f1": 0.692297, + "accuracy": 0.732213, + "main_score": 0.692297, + "hf_subset": "tsn_Latn-mri_Latn", + "languages": [ + "tsn-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.705867, + "recall": 0.758893, + "f1": 0.719806, + "accuracy": 0.758893, + "main_score": 0.719806, + "hf_subset": "tsn_Latn-rus_Cyrl", + "languages": [ + "tsn-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.46688, + "recall": 0.501976, + "f1": 0.476311, + "accuracy": 0.501976, + "main_score": 0.476311, + "hf_subset": "tsn_Latn-taq_Latn", + "languages": [ + "tsn-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.683552, + "recall": 0.731225, + "f1": 0.69522, + "accuracy": 0.731225, + "main_score": 0.69522, + "hf_subset": "tsn_Latn-war_Latn", + "languages": [ + "tsn-Latn", + "war-Latn" + ] + }, + { + "precision": 0.706213, + "recall": 0.758893, + "f1": 0.720604, + "accuracy": 0.758893, + "main_score": 0.720604, + "hf_subset": "tsn_Latn-arb_Arab", + "languages": [ + "tsn-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.70681, + "recall": 0.764822, + "f1": 0.723093, + "accuracy": 0.764822, + "main_score": 0.723093, + "hf_subset": "tsn_Latn-bul_Cyrl", + "languages": [ + "tsn-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.717298, + "recall": 0.770751, + "f1": 0.731061, + "accuracy": 0.770751, + "main_score": 0.731061, + "hf_subset": "tsn_Latn-fra_Latn", + "languages": [ + "tsn-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.696314, + "recall": 0.75, + "f1": 0.710188, + "accuracy": 0.75, + "main_score": 0.710188, + "hf_subset": "tsn_Latn-jpn_Jpan", + "languages": [ + "tsn-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.657537, + "recall": 0.710474, + "f1": 0.670769, + "accuracy": 0.710474, + "main_score": 0.670769, + "hf_subset": "tsn_Latn-lij_Latn", + "languages": [ + "tsn-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.653714, + "recall": 0.709486, + "f1": 0.6689, + "accuracy": 0.709486, + "main_score": 0.6689, + "hf_subset": "tsn_Latn-mya_Mymr", + "languages": [ + "tsn-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.491502, + "recall": 0.527668, + "f1": 0.501735, + "accuracy": 0.527668, + "main_score": 0.501735, + "hf_subset": "tsn_Latn-sag_Latn", + "languages": [ + "tsn-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.213819, + "recall": 0.269763, + "f1": 0.228022, + "accuracy": 0.269763, + "main_score": 0.228022, + "hf_subset": "tsn_Latn-taq_Tfng", + "languages": [ + "tsn-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.546829, + "recall": 0.588933, + "f1": 0.557693, + "accuracy": 0.588933, + "main_score": 0.557693, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.61878, + "recall": 0.677866, + "f1": 0.635134, + "accuracy": 0.677866, + "main_score": 0.635134, + "hf_subset": "tsn_Latn-arb_Latn", + "languages": [ + "tsn-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.712496, + "recall": 0.762846, + "f1": 0.726356, + "accuracy": 0.762846, + "main_score": 0.726356, + "hf_subset": "tsn_Latn-cat_Latn", + "languages": [ + "tsn-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.644575, + "recall": 0.685771, + "f1": 0.654865, + "accuracy": 0.685771, + "main_score": 0.654865, + "hf_subset": "tsn_Latn-fur_Latn", + "languages": [ + "tsn-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.424864, + "recall": 0.492095, + "f1": 0.442014, + "accuracy": 0.492095, + "main_score": 0.442014, + "hf_subset": "tsn_Latn-kab_Latn", + "languages": [ + "tsn-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.690845, + "recall": 0.737154, + "f1": 0.703192, + "accuracy": 0.737154, + "main_score": 0.703192, + "hf_subset": "tsn_Latn-lim_Latn", + "languages": [ + "tsn-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.707852, + "recall": 0.76087, + "f1": 0.721916, + "accuracy": 0.76087, + "main_score": 0.721916, + "hf_subset": "tsn_Latn-nld_Latn", + "languages": [ + "tsn-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.668671, + "recall": 0.722332, + "f1": 0.683189, + "accuracy": 0.722332, + "main_score": 0.683189, + "hf_subset": "tsn_Latn-san_Deva", + "languages": [ + "tsn-Latn", + "san-Deva" + ] + }, + { + "precision": 0.690493, + "recall": 0.737154, + "f1": 0.703244, + "accuracy": 0.737154, + "main_score": 0.703244, + "hf_subset": "tsn_Latn-tat_Cyrl", + "languages": [ + "tsn-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.721447, + "recall": 0.773715, + "f1": 0.73642, + "accuracy": 0.773715, + "main_score": 0.73642, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.694972, + "recall": 0.753953, + "f1": 0.711347, + "accuracy": 0.753953, + "main_score": 0.711347, + "hf_subset": "tsn_Latn-ars_Arab", + "languages": [ + "tsn-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.677207, + "recall": 0.725296, + "f1": 0.689029, + "accuracy": 0.725296, + "main_score": 0.689029, + "hf_subset": "tsn_Latn-ceb_Latn", + "languages": [ + "tsn-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449145, + "recall": 0.493083, + "f1": 0.461112, + "accuracy": 0.493083, + "main_score": 0.461112, + "hf_subset": "tsn_Latn-fuv_Latn", + "languages": [ + "tsn-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.479249, + "recall": 0.516798, + "f1": 0.48911, + "accuracy": 0.516798, + "main_score": 0.48911, + "hf_subset": "tsn_Latn-kac_Latn", + "languages": [ + "tsn-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.543109, + "recall": 0.586957, + "f1": 0.55408, + "accuracy": 0.586957, + "main_score": 0.55408, + "hf_subset": "tsn_Latn-lin_Latn", + "languages": [ + "tsn-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.670313, + "recall": 0.721344, + "f1": 0.683108, + "accuracy": 0.721344, + "main_score": 0.683108, + "hf_subset": "tsn_Latn-nno_Latn", + "languages": [ + "tsn-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.625042, + "recall": 0.679842, + "f1": 0.640232, + "accuracy": 0.679842, + "main_score": 0.640232, + "hf_subset": "tsn_Latn-sat_Olck", + "languages": [ + "tsn-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.665345, + "recall": 0.725296, + "f1": 0.680785, + "accuracy": 0.725296, + "main_score": 0.680785, + "hf_subset": "tsn_Latn-tel_Telu", + "languages": [ + "tsn-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.679283, + "recall": 0.741107, + "f1": 0.69584, + "accuracy": 0.741107, + "main_score": 0.69584, + "hf_subset": "tsn_Latn-ydd_Hebr", + "languages": [ + "tsn-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.652662, + "recall": 0.709486, + "f1": 0.667366, + "accuracy": 0.709486, + "main_score": 0.667366, + "hf_subset": "tsn_Latn-ary_Arab", + "languages": [ + "tsn-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.701163, + "recall": 0.753953, + "f1": 0.715387, + "accuracy": 0.753953, + "main_score": 0.715387, + "hf_subset": "tsn_Latn-ces_Latn", + "languages": [ + "tsn-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.508122, + "recall": 0.568182, + "f1": 0.524362, + "accuracy": 0.568182, + "main_score": 0.524362, + "hf_subset": "tsn_Latn-gaz_Latn", + "languages": [ + "tsn-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.507989, + "recall": 0.560277, + "f1": 0.522522, + "accuracy": 0.560277, + "main_score": 0.522522, + "hf_subset": "tsn_Latn-kam_Latn", + "languages": [ + "tsn-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.692878, + "recall": 0.744071, + "f1": 0.706988, + "accuracy": 0.744071, + "main_score": 0.706988, + "hf_subset": "tsn_Latn-lit_Latn", + "languages": [ + "tsn-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.706745, + "recall": 0.754941, + "f1": 0.719442, + "accuracy": 0.754941, + "main_score": 0.719442, + "hf_subset": "tsn_Latn-nob_Latn", + "languages": [ + "tsn-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.681452, + "recall": 0.725296, + "f1": 0.692166, + "accuracy": 0.725296, + "main_score": 0.692166, + "hf_subset": "tsn_Latn-scn_Latn", + "languages": [ + "tsn-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.674026, + "recall": 0.728261, + "f1": 0.688445, + "accuracy": 0.728261, + "main_score": 0.688445, + "hf_subset": "tsn_Latn-tgk_Cyrl", + "languages": [ + "tsn-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.555123, + "recall": 0.616601, + "f1": 0.571859, + "accuracy": 0.616601, + "main_score": 0.571859, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.690043, + "recall": 0.740119, + "f1": 0.702969, + "accuracy": 0.740119, + "main_score": 0.702969, + "hf_subset": "tsn_Latn-arz_Arab", + "languages": [ + "tsn-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.434485, + "recall": 0.472332, + "f1": 0.44557, + "accuracy": 0.472332, + "main_score": 0.44557, + "hf_subset": "tsn_Latn-cjk_Latn", + "languages": [ + "tsn-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.683211, + "recall": 0.736166, + "f1": 0.697751, + "accuracy": 0.736166, + "main_score": 0.697751, + "hf_subset": "tsn_Latn-gla_Latn", + "languages": [ + "tsn-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.658476, + "recall": 0.714427, + "f1": 0.673599, + "accuracy": 0.714427, + "main_score": 0.673599, + "hf_subset": "tsn_Latn-kan_Knda", + "languages": [ + "tsn-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.663348, + "recall": 0.711462, + "f1": 0.675409, + "accuracy": 0.711462, + "main_score": 0.675409, + "hf_subset": "tsn_Latn-lmo_Latn", + "languages": [ + "tsn-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.69128, + "recall": 0.741107, + "f1": 0.704451, + "accuracy": 0.741107, + "main_score": 0.704451, + "hf_subset": "tsn_Latn-npi_Deva", + "languages": [ + "tsn-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.490223, + "recall": 0.548419, + "f1": 0.506075, + "accuracy": 0.548419, + "main_score": 0.506075, + "hf_subset": "tsn_Latn-shn_Mymr", + "languages": [ + "tsn-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.708581, + "recall": 0.763834, + "f1": 0.723211, + "accuracy": 0.763834, + "main_score": 0.723211, + "hf_subset": "tsn_Latn-tgl_Latn", + "languages": [ + "tsn-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.678103, + "recall": 0.725296, + "f1": 0.690395, + "accuracy": 0.725296, + "main_score": 0.690395, + "hf_subset": "tsn_Latn-yue_Hant", + "languages": [ + "tsn-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.642144, + "recall": 0.700593, + "f1": 0.657511, + "accuracy": 0.700593, + "main_score": 0.657511, + "hf_subset": "tsn_Latn-asm_Beng", + "languages": [ + "tsn-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.664429, + "recall": 0.725296, + "f1": 0.681614, + "accuracy": 0.725296, + "main_score": 0.681614, + "hf_subset": "tsn_Latn-ckb_Arab", + "languages": [ + "tsn-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.683876, + "recall": 0.736166, + "f1": 0.697468, + "accuracy": 0.736166, + "main_score": 0.697468, + "hf_subset": "tsn_Latn-gle_Latn", + "languages": [ + "tsn-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.580004, + "recall": 0.63834, + "f1": 0.595858, + "accuracy": 0.63834, + "main_score": 0.595858, + "hf_subset": "tsn_Latn-kas_Arab", + "languages": [ + "tsn-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.624155, + "recall": 0.675889, + "f1": 0.637928, + "accuracy": 0.675889, + "main_score": 0.637928, + "hf_subset": "tsn_Latn-ltg_Latn", + "languages": [ + "tsn-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.77815, + "recall": 0.825099, + "f1": 0.792443, + "accuracy": 0.825099, + "main_score": 0.792443, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.666204, + "recall": 0.725296, + "f1": 0.681983, + "accuracy": 0.725296, + "main_score": 0.681983, + "hf_subset": "tsn_Latn-sin_Sinh", + "languages": [ + "tsn-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.681309, + "recall": 0.73419, + "f1": 0.695301, + "accuracy": 0.73419, + "main_score": 0.695301, + "hf_subset": "tsn_Latn-tha_Thai", + "languages": [ + "tsn-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.606844, + "recall": 0.653162, + "f1": 0.618358, + "accuracy": 0.653162, + "main_score": 0.618358, + "hf_subset": "tsn_Latn-zho_Hans", + "languages": [ + "tsn-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.689476, + "recall": 0.743083, + "f1": 0.703274, + "accuracy": 0.743083, + "main_score": 0.703274, + "hf_subset": "tsn_Latn-ast_Latn", + "languages": [ + "tsn-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.680362, + "recall": 0.728261, + "f1": 0.692803, + "accuracy": 0.728261, + "main_score": 0.692803, + "hf_subset": "tsn_Latn-crh_Latn", + "languages": [ + "tsn-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.703283, + "recall": 0.753953, + "f1": 0.715833, + "accuracy": 0.753953, + "main_score": 0.715833, + "hf_subset": "tsn_Latn-glg_Latn", + "languages": [ + "tsn-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.57493, + "recall": 0.626482, + "f1": 0.589141, + "accuracy": 0.626482, + "main_score": 0.589141, + "hf_subset": "tsn_Latn-kas_Deva", + "languages": [ + "tsn-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.667736, + "recall": 0.721344, + "f1": 0.681777, + "accuracy": 0.721344, + "main_score": 0.681777, + "hf_subset": "tsn_Latn-ltz_Latn", + "languages": [ + "tsn-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.429033, + "recall": 0.475296, + "f1": 0.441728, + "accuracy": 0.475296, + "main_score": 0.441728, + "hf_subset": "tsn_Latn-nus_Latn", + "languages": [ + "tsn-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.688714, + "recall": 0.741107, + "f1": 0.702981, + "accuracy": 0.741107, + "main_score": 0.702981, + "hf_subset": "tsn_Latn-slk_Latn", + "languages": [ + "tsn-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.504121, + "recall": 0.570158, + "f1": 0.52152, + "accuracy": 0.570158, + "main_score": 0.52152, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.667591, + "recall": 0.724308, + "f1": 0.681785, + "accuracy": 0.724308, + "main_score": 0.681785, + "hf_subset": "tsn_Latn-zho_Hant", + "languages": [ + "tsn-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.666411, + "recall": 0.72332, + "f1": 0.681564, + "accuracy": 0.72332, + "main_score": 0.681564, + "hf_subset": "tsn_Latn-awa_Deva", + "languages": [ + "tsn-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.692743, + "recall": 0.746047, + "f1": 0.706717, + "accuracy": 0.746047, + "main_score": 0.706717, + "hf_subset": "tsn_Latn-cym_Latn", + "languages": [ + "tsn-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.561056, + "recall": 0.603755, + "f1": 0.572167, + "accuracy": 0.603755, + "main_score": 0.572167, + "hf_subset": "tsn_Latn-grn_Latn", + "languages": [ + "tsn-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.685885, + "recall": 0.73913, + "f1": 0.699521, + "accuracy": 0.73913, + "main_score": 0.699521, + "hf_subset": "tsn_Latn-kat_Geor", + "languages": [ + "tsn-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.511653, + "recall": 0.556324, + "f1": 0.523651, + "accuracy": 0.556324, + "main_score": 0.523651, + "hf_subset": "tsn_Latn-lua_Latn", + "languages": [ + "tsn-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.666149, + "recall": 0.717391, + "f1": 0.680602, + "accuracy": 0.717391, + "main_score": 0.680602, + "hf_subset": "tsn_Latn-nya_Latn", + "languages": [ + "tsn-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.699429, + "recall": 0.75, + "f1": 0.713183, + "accuracy": 0.75, + "main_score": 0.713183, + "hf_subset": "tsn_Latn-slv_Latn", + "languages": [ + "tsn-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.636451, + "recall": 0.693676, + "f1": 0.650822, + "accuracy": 0.693676, + "main_score": 0.650822, + "hf_subset": "tsn_Latn-tpi_Latn", + "languages": [ + "tsn-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.712251, + "recall": 0.76087, + "f1": 0.725105, + "accuracy": 0.76087, + "main_score": 0.725105, + "hf_subset": "tsn_Latn-zsm_Latn", + "languages": [ + "tsn-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.496466, + "recall": 0.535573, + "f1": 0.507573, + "accuracy": 0.535573, + "main_score": 0.507573, + "hf_subset": "tsn_Latn-ayr_Latn", + "languages": [ + "tsn-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.711881, + "recall": 0.764822, + "f1": 0.726058, + "accuracy": 0.764822, + "main_score": 0.726058, + "hf_subset": "tsn_Latn-dan_Latn", + "languages": [ + "tsn-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.66939, + "recall": 0.732213, + "f1": 0.686279, + "accuracy": 0.732213, + "main_score": 0.686279, + "hf_subset": "tsn_Latn-guj_Gujr", + "languages": [ + "tsn-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.678453, + "recall": 0.733202, + "f1": 0.69326, + "accuracy": 0.733202, + "main_score": 0.69326, + "hf_subset": "tsn_Latn-kaz_Cyrl", + "languages": [ + "tsn-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.594426, + "recall": 0.653162, + "f1": 0.611009, + "accuracy": 0.653162, + "main_score": 0.611009, + "hf_subset": "tsn_Latn-lug_Latn", + "languages": [ + "tsn-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.694446, + "recall": 0.744071, + "f1": 0.706689, + "accuracy": 0.744071, + "main_score": 0.706689, + "hf_subset": "tsn_Latn-oci_Latn", + "languages": [ + "tsn-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.667519, + "recall": 0.720356, + "f1": 0.68219, + "accuracy": 0.720356, + "main_score": 0.68219, + "hf_subset": "tsn_Latn-smo_Latn", + "languages": [ + "tsn-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.719107, + "recall": 0.768775, + "f1": 0.732877, + "accuracy": 0.768775, + "main_score": 0.732877, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.583351, + "recall": 0.631423, + "f1": 0.595098, + "accuracy": 0.631423, + "main_score": 0.595098, + "hf_subset": "tsn_Latn-azb_Arab", + "languages": [ + "tsn-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.703482, + "recall": 0.755929, + "f1": 0.717532, + "accuracy": 0.755929, + "main_score": 0.717532, + "hf_subset": "tsn_Latn-deu_Latn", + "languages": [ + "tsn-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.686678, + "recall": 0.73913, + "f1": 0.700274, + "accuracy": 0.73913, + "main_score": 0.700274, + "hf_subset": "tsn_Latn-hat_Latn", + "languages": [ + "tsn-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.468166, + "recall": 0.513834, + "f1": 0.480376, + "accuracy": 0.513834, + "main_score": 0.480376, + "hf_subset": "tsn_Latn-kbp_Latn", + "languages": [ + "tsn-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.502279, + "recall": 0.543478, + "f1": 0.513199, + "accuracy": 0.543478, + "main_score": 0.513199, + "hf_subset": "tsn_Latn-luo_Latn", + "languages": [ + "tsn-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.657436, + "recall": 0.719368, + "f1": 0.673848, + "accuracy": 0.719368, + "main_score": 0.673848, + "hf_subset": "tsn_Latn-ory_Orya", + "languages": [ + "tsn-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.70165, + "recall": 0.751976, + "f1": 0.715969, + "accuracy": 0.751976, + "main_score": 0.715969, + "hf_subset": "tsn_Latn-sna_Latn", + "languages": [ + "tsn-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.61689, + "recall": 0.672925, + "f1": 0.632569, + "accuracy": 0.672925, + "main_score": 0.632569, + "hf_subset": "tsn_Latn-tso_Latn", + "languages": [ + "tsn-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.6679, + "recall": 0.719368, + "f1": 0.681499, + "accuracy": 0.719368, + "main_score": 0.681499, + "hf_subset": "tsn_Latn-azj_Latn", + "languages": [ + "tsn-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.472429, + "recall": 0.511858, + "f1": 0.483387, + "accuracy": 0.511858, + "main_score": 0.483387, + "hf_subset": "tsn_Latn-dik_Latn", + "languages": [ + "tsn-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.682545, + "recall": 0.737154, + "f1": 0.697798, + "accuracy": 0.737154, + "main_score": 0.697798, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.644304, + "recall": 0.701581, + "f1": 0.658965, + "accuracy": 0.701581, + "main_score": 0.658965, + "hf_subset": "tsn_Latn-kea_Latn", + "languages": [ + "tsn-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.641745, + "recall": 0.6917, + "f1": 0.65504, + "accuracy": 0.6917, + "main_score": 0.65504, + "hf_subset": "tsn_Latn-lus_Latn", + "languages": [ + "tsn-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.604948, + "recall": 0.652174, + "f1": 0.61656, + "accuracy": 0.652174, + "main_score": 0.61656, + "hf_subset": "tsn_Latn-pag_Latn", + "languages": [ + "tsn-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.635871, + "recall": 0.695652, + "f1": 0.652077, + "accuracy": 0.695652, + "main_score": 0.652077, + "hf_subset": "tsn_Latn-snd_Arab", + "languages": [ + "tsn-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.670311, + "recall": 0.720356, + "f1": 0.68368, + "accuracy": 0.720356, + "main_score": 0.68368, + "hf_subset": "tsn_Latn-tuk_Latn", + "languages": [ + "tsn-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.670976, + "recall": 0.721344, + "f1": 0.684417, + "accuracy": 0.721344, + "main_score": 0.684417, + "hf_subset": "tsn_Latn-bak_Cyrl", + "languages": [ + "tsn-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.424295, + "recall": 0.470356, + "f1": 0.437898, + "accuracy": 0.470356, + "main_score": 0.437898, + "hf_subset": "tsn_Latn-dyu_Latn", + "languages": [ + "tsn-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.688594, + "recall": 0.745059, + "f1": 0.703752, + "accuracy": 0.745059, + "main_score": 0.703752, + "hf_subset": "tsn_Latn-heb_Hebr", + "languages": [ + "tsn-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.677525, + "recall": 0.730237, + "f1": 0.692272, + "accuracy": 0.730237, + "main_score": 0.692272, + "hf_subset": "tsn_Latn-khk_Cyrl", + "languages": [ + "tsn-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.693549, + "recall": 0.746047, + "f1": 0.707568, + "accuracy": 0.746047, + "main_score": 0.707568, + "hf_subset": "tsn_Latn-lvs_Latn", + "languages": [ + "tsn-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.664172, + "recall": 0.720356, + "f1": 0.678828, + "accuracy": 0.720356, + "main_score": 0.678828, + "hf_subset": "tsn_Latn-pan_Guru", + "languages": [ + "tsn-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.681431, + "recall": 0.73913, + "f1": 0.697679, + "accuracy": 0.73913, + "main_score": 0.697679, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.600651, + "recall": 0.644269, + "f1": 0.612924, + "accuracy": 0.644269, + "main_score": 0.612924, + "hf_subset": "tsn_Latn-tum_Latn", + "languages": [ + "tsn-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.407971, + "recall": 0.475296, + "f1": 0.426226, + "accuracy": 0.475296, + "main_score": 0.426226, + "hf_subset": "zul_Latn-ace_Arab", + "languages": [ + "zul-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.458501, + "recall": 0.506917, + "f1": 0.470455, + "accuracy": 0.506917, + "main_score": 0.470455, + "hf_subset": "zul_Latn-bam_Latn", + "languages": [ + "zul-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.459489, + "recall": 0.539526, + "f1": 0.480104, + "accuracy": 0.539526, + "main_score": 0.480104, + "hf_subset": "zul_Latn-dzo_Tibt", + "languages": [ + "zul-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.866584, + "recall": 0.902174, + "f1": 0.876845, + "accuracy": 0.902174, + "main_score": 0.876845, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.800864, + "recall": 0.848814, + "f1": 0.814644, + "accuracy": 0.848814, + "main_score": 0.814644, + "hf_subset": "zul_Latn-khm_Khmr", + "languages": [ + "zul-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.779783, + "recall": 0.826087, + "f1": 0.792037, + "accuracy": 0.826087, + "main_score": 0.792037, + "hf_subset": "zul_Latn-mag_Deva", + "languages": [ + "zul-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.83256, + "recall": 0.866601, + "f1": 0.841786, + "accuracy": 0.866601, + "main_score": 0.841786, + "hf_subset": "zul_Latn-pap_Latn", + "languages": [ + "zul-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.828458, + "recall": 0.871542, + "f1": 0.8417, + "accuracy": 0.871542, + "main_score": 0.8417, + "hf_subset": "zul_Latn-sot_Latn", + "languages": [ + "zul-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.852177, + "recall": 0.887352, + "f1": 0.861975, + "accuracy": 0.887352, + "main_score": 0.861975, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.696374, + "recall": 0.748024, + "f1": 0.710037, + "accuracy": 0.748024, + "main_score": 0.710037, + "hf_subset": "zul_Latn-ace_Latn", + "languages": [ + "zul-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.76769, + "recall": 0.813241, + "f1": 0.780639, + "accuracy": 0.813241, + "main_score": 0.780639, + "hf_subset": "zul_Latn-ban_Latn", + "languages": [ + "zul-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.837346, + "recall": 0.878458, + "f1": 0.849396, + "accuracy": 0.878458, + "main_score": 0.849396, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.786225, + "recall": 0.836957, + "f1": 0.79991, + "accuracy": 0.836957, + "main_score": 0.79991, + "hf_subset": "zul_Latn-hne_Deva", + "languages": [ + "zul-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.518195, + "recall": 0.575099, + "f1": 0.533632, + "accuracy": 0.575099, + "main_score": 0.533632, + "hf_subset": "zul_Latn-kik_Latn", + "languages": [ + "zul-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.803145, + "recall": 0.84585, + "f1": 0.814697, + "accuracy": 0.84585, + "main_score": 0.814697, + "hf_subset": "zul_Latn-mai_Deva", + "languages": [ + "zul-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.803847, + "recall": 0.851779, + "f1": 0.817935, + "accuracy": 0.851779, + "main_score": 0.817935, + "hf_subset": "zul_Latn-pbt_Arab", + "languages": [ + "zul-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.848502, + "recall": 0.885375, + "f1": 0.858983, + "accuracy": 0.885375, + "main_score": 0.858983, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.640779, + "recall": 0.702569, + "f1": 0.656959, + "accuracy": 0.702569, + "main_score": 0.656959, + "hf_subset": "zul_Latn-twi_Latn", + "languages": [ + "zul-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.83517, + "recall": 0.878458, + "f1": 0.847853, + "accuracy": 0.878458, + "main_score": 0.847853, + "hf_subset": "zul_Latn-acm_Arab", + "languages": [ + "zul-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.793103, + "recall": 0.843874, + "f1": 0.80764, + "accuracy": 0.843874, + "main_score": 0.80764, + "hf_subset": "zul_Latn-bel_Cyrl", + "languages": [ + "zul-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.829669, + "recall": 0.866601, + "f1": 0.840192, + "accuracy": 0.866601, + "main_score": 0.840192, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.874581, + "recall": 0.908103, + "f1": 0.884752, + "accuracy": 0.908103, + "main_score": 0.884752, + "hf_subset": "zul_Latn-hrv_Latn", + "languages": [ + "zul-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.808416, + "recall": 0.853755, + "f1": 0.821772, + "accuracy": 0.853755, + "main_score": 0.821772, + "hf_subset": "zul_Latn-kin_Latn", + "languages": [ + "zul-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.825311, + "recall": 0.865613, + "f1": 0.836947, + "accuracy": 0.865613, + "main_score": 0.836947, + "hf_subset": "zul_Latn-mal_Mlym", + "languages": [ + "zul-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.837782, + "recall": 0.873518, + "f1": 0.847782, + "accuracy": 0.873518, + "main_score": 0.847782, + "hf_subset": "zul_Latn-pes_Arab", + "languages": [ + "zul-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.809585, + "recall": 0.855731, + "f1": 0.822475, + "accuracy": 0.855731, + "main_score": 0.822475, + "hf_subset": "zul_Latn-srd_Latn", + "languages": [ + "zul-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.201484, + "recall": 0.258893, + "f1": 0.215299, + "accuracy": 0.258893, + "main_score": 0.215299, + "hf_subset": "zul_Latn-tzm_Tfng", + "languages": [ + "zul-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.852355, + "recall": 0.893281, + "f1": 0.864592, + "accuracy": 0.893281, + "main_score": 0.864592, + "hf_subset": "zul_Latn-acq_Arab", + "languages": [ + "zul-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.638454, + "recall": 0.695652, + "f1": 0.65381, + "accuracy": 0.695652, + "main_score": 0.65381, + "hf_subset": "zul_Latn-bem_Latn", + "languages": [ + "zul-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.838053, + "recall": 0.878458, + "f1": 0.849362, + "accuracy": 0.878458, + "main_score": 0.849362, + "hf_subset": "zul_Latn-epo_Latn", + "languages": [ + "zul-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.866881, + "recall": 0.902174, + "f1": 0.877542, + "accuracy": 0.902174, + "main_score": 0.877542, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.838455, + "recall": 0.880435, + "f1": 0.850513, + "accuracy": 0.880435, + "main_score": 0.850513, + "hf_subset": "zul_Latn-kir_Cyrl", + "languages": [ + "zul-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.867945, + "recall": 0.899209, + "f1": 0.876866, + "accuracy": 0.899209, + "main_score": 0.876866, + "hf_subset": "zul_Latn-mar_Deva", + "languages": [ + "zul-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.81031, + "recall": 0.851779, + "f1": 0.822666, + "accuracy": 0.851779, + "main_score": 0.822666, + "hf_subset": "zul_Latn-plt_Latn", + "languages": [ + "zul-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.851921, + "recall": 0.889328, + "f1": 0.86267, + "accuracy": 0.889328, + "main_score": 0.86267, + "hf_subset": "zul_Latn-srp_Cyrl", + "languages": [ + "zul-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.810262, + "recall": 0.853755, + "f1": 0.822793, + "accuracy": 0.853755, + "main_score": 0.822793, + "hf_subset": "zul_Latn-uig_Arab", + "languages": [ + "zul-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.815281, + "recall": 0.858696, + "f1": 0.827545, + "accuracy": 0.858696, + "main_score": 0.827545, + "hf_subset": "zul_Latn-aeb_Arab", + "languages": [ + "zul-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.833245, + "recall": 0.874506, + "f1": 0.845382, + "accuracy": 0.874506, + "main_score": 0.845382, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.844071, + "recall": 0.885375, + "f1": 0.856423, + "accuracy": 0.885375, + "main_score": 0.856423, + "hf_subset": "zul_Latn-est_Latn", + "languages": [ + "zul-Latn", + "est-Latn" + ] + }, + { + "precision": 0.825435, + "recall": 0.868577, + "f1": 0.838307, + "accuracy": 0.868577, + "main_score": 0.838307, + "hf_subset": "zul_Latn-hye_Armn", + "languages": [ + "zul-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.453243, + "recall": 0.500988, + "f1": 0.465716, + "accuracy": 0.500988, + "main_score": 0.465716, + "hf_subset": "zul_Latn-kmb_Latn", + "languages": [ + "zul-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.367905, + "recall": 0.438735, + "f1": 0.384282, + "accuracy": 0.438735, + "main_score": 0.384282, + "hf_subset": "zul_Latn-min_Arab", + "languages": [ + "zul-Latn", + "min-Arab" + ] + }, + { + "precision": 0.83099, + "recall": 0.870553, + "f1": 0.84213, + "accuracy": 0.870553, + "main_score": 0.84213, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.822236, + "recall": 0.865613, + "f1": 0.835013, + "accuracy": 0.865613, + "main_score": 0.835013, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.847151, + "recall": 0.884387, + "f1": 0.857439, + "accuracy": 0.884387, + "main_score": 0.857439, + "hf_subset": "zul_Latn-ukr_Cyrl", + "languages": [ + "zul-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.832076, + "recall": 0.87253, + "f1": 0.843552, + "accuracy": 0.87253, + "main_score": 0.843552, + "hf_subset": "zul_Latn-afr_Latn", + "languages": [ + "zul-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.73214, + "recall": 0.780632, + "f1": 0.744531, + "accuracy": 0.780632, + "main_score": 0.744531, + "hf_subset": "zul_Latn-bho_Deva", + "languages": [ + "zul-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.833482, + "recall": 0.873518, + "f1": 0.845189, + "accuracy": 0.873518, + "main_score": 0.845189, + "hf_subset": "zul_Latn-eus_Latn", + "languages": [ + "zul-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.739008, + "recall": 0.795455, + "f1": 0.75438, + "accuracy": 0.795455, + "main_score": 0.75438, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.767481, + "recall": 0.818182, + "f1": 0.781955, + "accuracy": 0.818182, + "main_score": 0.781955, + "hf_subset": "zul_Latn-kmr_Latn", + "languages": [ + "zul-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.827242, + "recall": 0.865613, + "f1": 0.837787, + "accuracy": 0.865613, + "main_score": 0.837787, + "hf_subset": "zul_Latn-min_Latn", + "languages": [ + "zul-Latn", + "min-Latn" + ] + }, + { + "precision": 0.869186, + "recall": 0.905138, + "f1": 0.879776, + "accuracy": 0.905138, + "main_score": 0.879776, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ] + }, + { + "precision": 0.815085, + "recall": 0.855731, + "f1": 0.826227, + "accuracy": 0.855731, + "main_score": 0.826227, + "hf_subset": "zul_Latn-sun_Latn", + "languages": [ + "zul-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.434714, + "recall": 0.48419, + "f1": 0.447994, + "accuracy": 0.48419, + "main_score": 0.447994, + "hf_subset": "zul_Latn-umb_Latn", + "languages": [ + "zul-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.860318, + "recall": 0.894269, + "f1": 0.869855, + "accuracy": 0.894269, + "main_score": 0.869855, + "hf_subset": "zul_Latn-ajp_Arab", + "languages": [ + "zul-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.375817, + "recall": 0.450593, + "f1": 0.395086, + "accuracy": 0.450593, + "main_score": 0.395086, + "hf_subset": "zul_Latn-bjn_Arab", + "languages": [ + "zul-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.449865, + "recall": 0.498024, + "f1": 0.462256, + "accuracy": 0.498024, + "main_score": 0.462256, + "hf_subset": "zul_Latn-ewe_Latn", + "languages": [ + "zul-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.815147, + "recall": 0.856719, + "f1": 0.826976, + "accuracy": 0.856719, + "main_score": 0.826976, + "hf_subset": "zul_Latn-ilo_Latn", + "languages": [ + "zul-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234919, + "recall": 0.290514, + "f1": 0.248924, + "accuracy": 0.290514, + "main_score": 0.248924, + "hf_subset": "zul_Latn-knc_Arab", + "languages": [ + "zul-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.862998, + "recall": 0.899209, + "f1": 0.873567, + "accuracy": 0.899209, + "main_score": 0.873567, + "hf_subset": "zul_Latn-mkd_Cyrl", + "languages": [ + "zul-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.855895, + "recall": 0.890316, + "f1": 0.865754, + "accuracy": 0.890316, + "main_score": 0.865754, + "hf_subset": "zul_Latn-prs_Arab", + "languages": [ + "zul-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.8669, + "recall": 0.901186, + "f1": 0.876845, + "accuracy": 0.901186, + "main_score": 0.876845, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.823844, + "recall": 0.867589, + "f1": 0.836481, + "accuracy": 0.867589, + "main_score": 0.836481, + "hf_subset": "zul_Latn-urd_Arab", + "languages": [ + "zul-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.627012, + "recall": 0.677866, + "f1": 0.640279, + "accuracy": 0.677866, + "main_score": 0.640279, + "hf_subset": "zul_Latn-aka_Latn", + "languages": [ + "zul-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.792969, + "recall": 0.83498, + "f1": 0.804513, + "accuracy": 0.83498, + "main_score": 0.804513, + "hf_subset": "zul_Latn-bjn_Latn", + "languages": [ + "zul-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.827709, + "recall": 0.870553, + "f1": 0.840141, + "accuracy": 0.870553, + "main_score": 0.840141, + "hf_subset": "zul_Latn-fao_Latn", + "languages": [ + "zul-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.865259, + "recall": 0.900198, + "f1": 0.875432, + "accuracy": 0.900198, + "main_score": 0.875432, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.486558, + "recall": 0.523715, + "f1": 0.496241, + "accuracy": 0.523715, + "main_score": 0.496241, + "hf_subset": "zul_Latn-knc_Latn", + "languages": [ + "zul-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.826993, + "recall": 0.862648, + "f1": 0.837371, + "accuracy": 0.862648, + "main_score": 0.837371, + "hf_subset": "zul_Latn-mlt_Latn", + "languages": [ + "zul-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.535683, + "recall": 0.588933, + "f1": 0.549842, + "accuracy": 0.588933, + "main_score": 0.549842, + "hf_subset": "zul_Latn-quy_Latn", + "languages": [ + "zul-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.863956, + "recall": 0.895257, + "f1": 0.87265, + "accuracy": 0.895257, + "main_score": 0.87265, + "hf_subset": "zul_Latn-swh_Latn", + "languages": [ + "zul-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.84501, + "recall": 0.884387, + "f1": 0.856391, + "accuracy": 0.884387, + "main_score": 0.856391, + "hf_subset": "zul_Latn-uzn_Latn", + "languages": [ + "zul-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.846641, + "recall": 0.884387, + "f1": 0.857534, + "accuracy": 0.884387, + "main_score": 0.857534, + "hf_subset": "zul_Latn-als_Latn", + "languages": [ + "zul-Latn", + "als-Latn" + ] + }, + { + "precision": 0.609872, + "recall": 0.684783, + "f1": 0.6304, + "accuracy": 0.684783, + "main_score": 0.6304, + "hf_subset": "zul_Latn-bod_Tibt", + "languages": [ + "zul-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.589907, + "recall": 0.648221, + "f1": 0.605673, + "accuracy": 0.648221, + "main_score": 0.605673, + "hf_subset": "zul_Latn-fij_Latn", + "languages": [ + "zul-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.838479, + "recall": 0.87747, + "f1": 0.849675, + "accuracy": 0.87747, + "main_score": 0.849675, + "hf_subset": "zul_Latn-isl_Latn", + "languages": [ + "zul-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.506998, + "recall": 0.552372, + "f1": 0.517934, + "accuracy": 0.552372, + "main_score": 0.517934, + "hf_subset": "zul_Latn-kon_Latn", + "languages": [ + "zul-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.450011, + "recall": 0.503953, + "f1": 0.464044, + "accuracy": 0.503953, + "main_score": 0.464044, + "hf_subset": "zul_Latn-mni_Beng", + "languages": [ + "zul-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.852786, + "recall": 0.890316, + "f1": 0.863724, + "accuracy": 0.890316, + "main_score": 0.863724, + "hf_subset": "zul_Latn-ron_Latn", + "languages": [ + "zul-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.814089, + "recall": 0.852767, + "f1": 0.824569, + "accuracy": 0.852767, + "main_score": 0.824569, + "hf_subset": "zul_Latn-szl_Latn", + "languages": [ + "zul-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.821937, + "recall": 0.863636, + "f1": 0.833916, + "accuracy": 0.863636, + "main_score": 0.833916, + "hf_subset": "zul_Latn-vec_Latn", + "languages": [ + "zul-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.826113, + "recall": 0.868577, + "f1": 0.838508, + "accuracy": 0.868577, + "main_score": 0.838508, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.85779, + "recall": 0.894269, + "f1": 0.868342, + "accuracy": 0.894269, + "main_score": 0.868342, + "hf_subset": "zul_Latn-bos_Latn", + "languages": [ + "zul-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.836917, + "recall": 0.87747, + "f1": 0.848605, + "accuracy": 0.87747, + "main_score": 0.848605, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.863646, + "recall": 0.896245, + "f1": 0.872854, + "accuracy": 0.896245, + "main_score": 0.872854, + "hf_subset": "zul_Latn-ita_Latn", + "languages": [ + "zul-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.84976, + "recall": 0.889328, + "f1": 0.861382, + "accuracy": 0.889328, + "main_score": 0.861382, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.455389, + "recall": 0.497036, + "f1": 0.467144, + "accuracy": 0.497036, + "main_score": 0.467144, + "hf_subset": "zul_Latn-mos_Latn", + "languages": [ + "zul-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.704232, + "recall": 0.757905, + "f1": 0.71911, + "accuracy": 0.757905, + "main_score": 0.71911, + "hf_subset": "zul_Latn-run_Latn", + "languages": [ + "zul-Latn", + "run-Latn" + ] + }, + { + "precision": 0.826041, + "recall": 0.864625, + "f1": 0.836793, + "accuracy": 0.864625, + "main_score": 0.836793, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.836043, + "recall": 0.87253, + "f1": 0.84594, + "accuracy": 0.87253, + "main_score": 0.84594, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.8466, + "recall": 0.884387, + "f1": 0.857428, + "accuracy": 0.884387, + "main_score": 0.857428, + "hf_subset": "zul_Latn-apc_Arab", + "languages": [ + "zul-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.562028, + "recall": 0.612648, + "f1": 0.574565, + "accuracy": 0.612648, + "main_score": 0.574565, + "hf_subset": "zul_Latn-bug_Latn", + "languages": [ + "zul-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.431008, + "recall": 0.470356, + "f1": 0.441943, + "accuracy": 0.470356, + "main_score": 0.441943, + "hf_subset": "zul_Latn-fon_Latn", + "languages": [ + "zul-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.80854, + "recall": 0.849802, + "f1": 0.820033, + "accuracy": 0.849802, + "main_score": 0.820033, + "hf_subset": "zul_Latn-jav_Latn", + "languages": [ + "zul-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.815819, + "recall": 0.86166, + "f1": 0.829422, + "accuracy": 0.86166, + "main_score": 0.829422, + "hf_subset": "zul_Latn-lao_Laoo", + "languages": [ + "zul-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.791667, + "recall": 0.836957, + "f1": 0.804729, + "accuracy": 0.836957, + "main_score": 0.804729, + "hf_subset": "zul_Latn-mri_Latn", + "languages": [ + "zul-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.846121, + "recall": 0.884387, + "f1": 0.85687, + "accuracy": 0.884387, + "main_score": 0.85687, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.446184, + "recall": 0.488142, + "f1": 0.457597, + "accuracy": 0.488142, + "main_score": 0.457597, + "hf_subset": "zul_Latn-taq_Latn", + "languages": [ + "zul-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.822651, + "recall": 0.860672, + "f1": 0.833036, + "accuracy": 0.860672, + "main_score": 0.833036, + "hf_subset": "zul_Latn-war_Latn", + "languages": [ + "zul-Latn", + "war-Latn" + ] + }, + { + "precision": 0.861594, + "recall": 0.900198, + "f1": 0.873105, + "accuracy": 0.900198, + "main_score": 0.873105, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.864196, + "recall": 0.902174, + "f1": 0.875579, + "accuracy": 0.902174, + "main_score": 0.875579, + "hf_subset": "zul_Latn-bul_Cyrl", + "languages": [ + "zul-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.863027, + "recall": 0.898221, + "f1": 0.873127, + "accuracy": 0.898221, + "main_score": 0.873127, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.832488, + "recall": 0.874506, + "f1": 0.844441, + "accuracy": 0.874506, + "main_score": 0.844441, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.779999, + "recall": 0.817194, + "f1": 0.790168, + "accuracy": 0.817194, + "main_score": 0.790168, + "hf_subset": "zul_Latn-lij_Latn", + "languages": [ + "zul-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.822579, + "recall": 0.868577, + "f1": 0.836317, + "accuracy": 0.868577, + "main_score": 0.836317, + "hf_subset": "zul_Latn-mya_Mymr", + "languages": [ + "zul-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.490463, + "recall": 0.52668, + "f1": 0.5006, + "accuracy": 0.52668, + "main_score": 0.5006, + "hf_subset": "zul_Latn-sag_Latn", + "languages": [ + "zul-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.214486, + "recall": 0.274704, + "f1": 0.230319, + "accuracy": 0.274704, + "main_score": 0.230319, + "hf_subset": "zul_Latn-taq_Tfng", + "languages": [ + "zul-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.564528, + "recall": 0.615613, + "f1": 0.577257, + "accuracy": 0.615613, + "main_score": 0.577257, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.751409, + "recall": 0.8083, + "f1": 0.767987, + "accuracy": 0.8083, + "main_score": 0.767987, + "hf_subset": "zul_Latn-arb_Latn", + "languages": [ + "zul-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.858293, + "recall": 0.895257, + "f1": 0.868791, + "accuracy": 0.895257, + "main_score": 0.868791, + "hf_subset": "zul_Latn-cat_Latn", + "languages": [ + "zul-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.769219, + "recall": 0.806324, + "f1": 0.779074, + "accuracy": 0.806324, + "main_score": 0.779074, + "hf_subset": "zul_Latn-fur_Latn", + "languages": [ + "zul-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.444904, + "recall": 0.506917, + "f1": 0.460286, + "accuracy": 0.506917, + "main_score": 0.460286, + "hf_subset": "zul_Latn-kab_Latn", + "languages": [ + "zul-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.80737, + "recall": 0.84585, + "f1": 0.817978, + "accuracy": 0.84585, + "main_score": 0.817978, + "hf_subset": "zul_Latn-lim_Latn", + "languages": [ + "zul-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.835927, + "recall": 0.87747, + "f1": 0.847933, + "accuracy": 0.87747, + "main_score": 0.847933, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.822736, + "recall": 0.859684, + "f1": 0.83301, + "accuracy": 0.859684, + "main_score": 0.83301, + "hf_subset": "zul_Latn-san_Deva", + "languages": [ + "zul-Latn", + "san-Deva" + ] + }, + { + "precision": 0.82254, + "recall": 0.864625, + "f1": 0.834719, + "accuracy": 0.864625, + "main_score": 0.834719, + "hf_subset": "zul_Latn-tat_Cyrl", + "languages": [ + "zul-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.870833, + "recall": 0.905138, + "f1": 0.881112, + "accuracy": 0.905138, + "main_score": 0.881112, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.852602, + "recall": 0.892292, + "f1": 0.864414, + "accuracy": 0.892292, + "main_score": 0.864414, + "hf_subset": "zul_Latn-ars_Arab", + "languages": [ + "zul-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.827223, + "recall": 0.868577, + "f1": 0.838901, + "accuracy": 0.868577, + "main_score": 0.838901, + "hf_subset": "zul_Latn-ceb_Latn", + "languages": [ + "zul-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.431361, + "recall": 0.478261, + "f1": 0.443893, + "accuracy": 0.478261, + "main_score": 0.443893, + "hf_subset": "zul_Latn-fuv_Latn", + "languages": [ + "zul-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.448049, + "recall": 0.497036, + "f1": 0.461717, + "accuracy": 0.497036, + "main_score": 0.461717, + "hf_subset": "zul_Latn-kac_Latn", + "languages": [ + "zul-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.545943, + "recall": 0.598814, + "f1": 0.558582, + "accuracy": 0.598814, + "main_score": 0.558582, + "hf_subset": "zul_Latn-lin_Latn", + "languages": [ + "zul-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.836635, + "recall": 0.874506, + "f1": 0.847552, + "accuracy": 0.874506, + "main_score": 0.847552, + "hf_subset": "zul_Latn-nno_Latn", + "languages": [ + "zul-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.729513, + "recall": 0.784585, + "f1": 0.745342, + "accuracy": 0.784585, + "main_score": 0.745342, + "hf_subset": "zul_Latn-sat_Olck", + "languages": [ + "zul-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.821979, + "recall": 0.863636, + "f1": 0.833756, + "accuracy": 0.863636, + "main_score": 0.833756, + "hf_subset": "zul_Latn-tel_Telu", + "languages": [ + "zul-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.841049, + "recall": 0.883399, + "f1": 0.853844, + "accuracy": 0.883399, + "main_score": 0.853844, + "hf_subset": "zul_Latn-ydd_Hebr", + "languages": [ + "zul-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.779914, + "recall": 0.83004, + "f1": 0.793802, + "accuracy": 0.83004, + "main_score": 0.793802, + "hf_subset": "zul_Latn-ary_Arab", + "languages": [ + "zul-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.870949, + "recall": 0.905138, + "f1": 0.880863, + "accuracy": 0.905138, + "main_score": 0.880863, + "hf_subset": "zul_Latn-ces_Latn", + "languages": [ + "zul-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.514809, + "recall": 0.587945, + "f1": 0.534959, + "accuracy": 0.587945, + "main_score": 0.534959, + "hf_subset": "zul_Latn-gaz_Latn", + "languages": [ + "zul-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.498756, + "recall": 0.551383, + "f1": 0.513026, + "accuracy": 0.551383, + "main_score": 0.513026, + "hf_subset": "zul_Latn-kam_Latn", + "languages": [ + "zul-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.845084, + "recall": 0.884387, + "f1": 0.856003, + "accuracy": 0.884387, + "main_score": 0.856003, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.844333, + "recall": 0.881423, + "f1": 0.854463, + "accuracy": 0.881423, + "main_score": 0.854463, + "hf_subset": "zul_Latn-nob_Latn", + "languages": [ + "zul-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.820551, + "recall": 0.854743, + "f1": 0.829954, + "accuracy": 0.854743, + "main_score": 0.829954, + "hf_subset": "zul_Latn-scn_Latn", + "languages": [ + "zul-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.823419, + "recall": 0.866601, + "f1": 0.835946, + "accuracy": 0.866601, + "main_score": 0.835946, + "hf_subset": "zul_Latn-tgk_Cyrl", + "languages": [ + "zul-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.618263, + "recall": 0.676877, + "f1": 0.633242, + "accuracy": 0.676877, + "main_score": 0.633242, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.844631, + "recall": 0.882411, + "f1": 0.854969, + "accuracy": 0.882411, + "main_score": 0.854969, + "hf_subset": "zul_Latn-arz_Arab", + "languages": [ + "zul-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.420092, + "recall": 0.462451, + "f1": 0.430522, + "accuracy": 0.462451, + "main_score": 0.430522, + "hf_subset": "zul_Latn-cjk_Latn", + "languages": [ + "zul-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.827339, + "recall": 0.869565, + "f1": 0.840006, + "accuracy": 0.869565, + "main_score": 0.840006, + "hf_subset": "zul_Latn-gla_Latn", + "languages": [ + "zul-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.820094, + "recall": 0.86166, + "f1": 0.83183, + "accuracy": 0.86166, + "main_score": 0.83183, + "hf_subset": "zul_Latn-kan_Knda", + "languages": [ + "zul-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.784549, + "recall": 0.828063, + "f1": 0.796037, + "accuracy": 0.828063, + "main_score": 0.796037, + "hf_subset": "zul_Latn-lmo_Latn", + "languages": [ + "zul-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.838883, + "recall": 0.875494, + "f1": 0.849211, + "accuracy": 0.875494, + "main_score": 0.849211, + "hf_subset": "zul_Latn-npi_Deva", + "languages": [ + "zul-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.499336, + "recall": 0.5583, + "f1": 0.51548, + "accuracy": 0.5583, + "main_score": 0.51548, + "hf_subset": "zul_Latn-shn_Mymr", + "languages": [ + "zul-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.866198, + "recall": 0.902174, + "f1": 0.876762, + "accuracy": 0.902174, + "main_score": 0.876762, + "hf_subset": "zul_Latn-tgl_Latn", + "languages": [ + "zul-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.819129, + "recall": 0.86166, + "f1": 0.830993, + "accuracy": 0.86166, + "main_score": 0.830993, + "hf_subset": "zul_Latn-yue_Hant", + "languages": [ + "zul-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.814734, + "recall": 0.859684, + "f1": 0.827787, + "accuracy": 0.859684, + "main_score": 0.827787, + "hf_subset": "zul_Latn-asm_Beng", + "languages": [ + "zul-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.793398, + "recall": 0.840909, + "f1": 0.806967, + "accuracy": 0.840909, + "main_score": 0.806967, + "hf_subset": "zul_Latn-ckb_Arab", + "languages": [ + "zul-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.83232, + "recall": 0.874506, + "f1": 0.844705, + "accuracy": 0.874506, + "main_score": 0.844705, + "hf_subset": "zul_Latn-gle_Latn", + "languages": [ + "zul-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.688696, + "recall": 0.744071, + "f1": 0.703513, + "accuracy": 0.744071, + "main_score": 0.703513, + "hf_subset": "zul_Latn-kas_Arab", + "languages": [ + "zul-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.723002, + "recall": 0.778656, + "f1": 0.738608, + "accuracy": 0.778656, + "main_score": 0.738608, + "hf_subset": "zul_Latn-ltg_Latn", + "languages": [ + "zul-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.774929, + "recall": 0.823123, + "f1": 0.788986, + "accuracy": 0.823123, + "main_score": 0.788986, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.805731, + "recall": 0.858696, + "f1": 0.821344, + "accuracy": 0.858696, + "main_score": 0.821344, + "hf_subset": "zul_Latn-sin_Sinh", + "languages": [ + "zul-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.834643, + "recall": 0.87747, + "f1": 0.847227, + "accuracy": 0.87747, + "main_score": 0.847227, + "hf_subset": "zul_Latn-tha_Thai", + "languages": [ + "zul-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.736185, + "recall": 0.781621, + "f1": 0.74804, + "accuracy": 0.781621, + "main_score": 0.74804, + "hf_subset": "zul_Latn-zho_Hans", + "languages": [ + "zul-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.853936, + "recall": 0.890316, + "f1": 0.864366, + "accuracy": 0.890316, + "main_score": 0.864366, + "hf_subset": "zul_Latn-ast_Latn", + "languages": [ + "zul-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.795109, + "recall": 0.835968, + "f1": 0.806084, + "accuracy": 0.835968, + "main_score": 0.806084, + "hf_subset": "zul_Latn-crh_Latn", + "languages": [ + "zul-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.854087, + "recall": 0.891304, + "f1": 0.864625, + "accuracy": 0.891304, + "main_score": 0.864625, + "hf_subset": "zul_Latn-glg_Latn", + "languages": [ + "zul-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.65111, + "recall": 0.706522, + "f1": 0.666249, + "accuracy": 0.706522, + "main_score": 0.666249, + "hf_subset": "zul_Latn-kas_Deva", + "languages": [ + "zul-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.828936, + "recall": 0.866601, + "f1": 0.839835, + "accuracy": 0.866601, + "main_score": 0.839835, + "hf_subset": "zul_Latn-ltz_Latn", + "languages": [ + "zul-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41011, + "recall": 0.460474, + "f1": 0.424156, + "accuracy": 0.460474, + "main_score": 0.424156, + "hf_subset": "zul_Latn-nus_Latn", + "languages": [ + "zul-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.850041, + "recall": 0.887352, + "f1": 0.860738, + "accuracy": 0.887352, + "main_score": 0.860738, + "hf_subset": "zul_Latn-slk_Latn", + "languages": [ + "zul-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.528786, + "recall": 0.601779, + "f1": 0.548523, + "accuracy": 0.601779, + "main_score": 0.548523, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.811838, + "recall": 0.859684, + "f1": 0.825812, + "accuracy": 0.859684, + "main_score": 0.825812, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.777371, + "recall": 0.827075, + "f1": 0.791092, + "accuracy": 0.827075, + "main_score": 0.791092, + "hf_subset": "zul_Latn-awa_Deva", + "languages": [ + "zul-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.852533, + "recall": 0.890316, + "f1": 0.863406, + "accuracy": 0.890316, + "main_score": 0.863406, + "hf_subset": "zul_Latn-cym_Latn", + "languages": [ + "zul-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.586664, + "recall": 0.63834, + "f1": 0.599634, + "accuracy": 0.63834, + "main_score": 0.599634, + "hf_subset": "zul_Latn-grn_Latn", + "languages": [ + "zul-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.814339, + "recall": 0.858696, + "f1": 0.827537, + "accuracy": 0.858696, + "main_score": 0.827537, + "hf_subset": "zul_Latn-kat_Geor", + "languages": [ + "zul-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.521624, + "recall": 0.572134, + "f1": 0.534008, + "accuracy": 0.572134, + "main_score": 0.534008, + "hf_subset": "zul_Latn-lua_Latn", + "languages": [ + "zul-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.775421, + "recall": 0.822134, + "f1": 0.789429, + "accuracy": 0.822134, + "main_score": 0.789429, + "hf_subset": "zul_Latn-nya_Latn", + "languages": [ + "zul-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.852753, + "recall": 0.889328, + "f1": 0.863381, + "accuracy": 0.889328, + "main_score": 0.863381, + "hf_subset": "zul_Latn-slv_Latn", + "languages": [ + "zul-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.723458, + "recall": 0.774704, + "f1": 0.736903, + "accuracy": 0.774704, + "main_score": 0.736903, + "hf_subset": "zul_Latn-tpi_Latn", + "languages": [ + "zul-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.861059, + "recall": 0.894269, + "f1": 0.870454, + "accuracy": 0.894269, + "main_score": 0.870454, + "hf_subset": "zul_Latn-zsm_Latn", + "languages": [ + "zul-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.476715, + "recall": 0.521739, + "f1": 0.489315, + "accuracy": 0.521739, + "main_score": 0.489315, + "hf_subset": "zul_Latn-ayr_Latn", + "languages": [ + "zul-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.867045, + "recall": 0.903162, + "f1": 0.877588, + "accuracy": 0.903162, + "main_score": 0.877588, + "hf_subset": "zul_Latn-dan_Latn", + "languages": [ + "zul-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.854589, + "recall": 0.890316, + "f1": 0.86513, + "accuracy": 0.890316, + "main_score": 0.86513, + "hf_subset": "zul_Latn-guj_Gujr", + "languages": [ + "zul-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.827734, + "recall": 0.870553, + "f1": 0.840058, + "accuracy": 0.870553, + "main_score": 0.840058, + "hf_subset": "zul_Latn-kaz_Cyrl", + "languages": [ + "zul-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.604301, + "recall": 0.675889, + "f1": 0.624495, + "accuracy": 0.675889, + "main_score": 0.624495, + "hf_subset": "zul_Latn-lug_Latn", + "languages": [ + "zul-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.844952, + "recall": 0.879447, + "f1": 0.854489, + "accuracy": 0.879447, + "main_score": 0.854489, + "hf_subset": "zul_Latn-oci_Latn", + "languages": [ + "zul-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.742121, + "recall": 0.795455, + "f1": 0.757637, + "accuracy": 0.795455, + "main_score": 0.757637, + "hf_subset": "zul_Latn-smo_Latn", + "languages": [ + "zul-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.723727, + "recall": 0.778656, + "f1": 0.739506, + "accuracy": 0.778656, + "main_score": 0.739506, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.679733, + "recall": 0.736166, + "f1": 0.695266, + "accuracy": 0.736166, + "main_score": 0.695266, + "hf_subset": "zul_Latn-azb_Arab", + "languages": [ + "zul-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.864995, + "recall": 0.897233, + "f1": 0.873856, + "accuracy": 0.897233, + "main_score": 0.873856, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.821337, + "recall": 0.864625, + "f1": 0.833486, + "accuracy": 0.864625, + "main_score": 0.833486, + "hf_subset": "zul_Latn-hat_Latn", + "languages": [ + "zul-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.457836, + "recall": 0.507905, + "f1": 0.47093, + "accuracy": 0.507905, + "main_score": 0.47093, + "hf_subset": "zul_Latn-kbp_Latn", + "languages": [ + "zul-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.500288, + "recall": 0.546443, + "f1": 0.51205, + "accuracy": 0.546443, + "main_score": 0.51205, + "hf_subset": "zul_Latn-luo_Latn", + "languages": [ + "zul-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.825708, + "recall": 0.868577, + "f1": 0.838345, + "accuracy": 0.868577, + "main_score": 0.838345, + "hf_subset": "zul_Latn-ory_Orya", + "languages": [ + "zul-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.821691, + "recall": 0.866601, + "f1": 0.834821, + "accuracy": 0.866601, + "main_score": 0.834821, + "hf_subset": "zul_Latn-sna_Latn", + "languages": [ + "zul-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.632119, + "recall": 0.699605, + "f1": 0.650621, + "accuracy": 0.699605, + "main_score": 0.650621, + "hf_subset": "zul_Latn-tso_Latn", + "languages": [ + "zul-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.814744, + "recall": 0.859684, + "f1": 0.827769, + "accuracy": 0.859684, + "main_score": 0.827769, + "hf_subset": "zul_Latn-azj_Latn", + "languages": [ + "zul-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.473597, + "recall": 0.518775, + "f1": 0.48609, + "accuracy": 0.518775, + "main_score": 0.48609, + "hf_subset": "zul_Latn-dik_Latn", + "languages": [ + "zul-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.820186, + "recall": 0.86166, + "f1": 0.832416, + "accuracy": 0.86166, + "main_score": 0.832416, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.761395, + "recall": 0.809289, + "f1": 0.773954, + "accuracy": 0.809289, + "main_score": 0.773954, + "hf_subset": "zul_Latn-kea_Latn", + "languages": [ + "zul-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.747671, + "recall": 0.802372, + "f1": 0.763102, + "accuracy": 0.802372, + "main_score": 0.763102, + "hf_subset": "zul_Latn-lus_Latn", + "languages": [ + "zul-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.640264, + "recall": 0.694664, + "f1": 0.653699, + "accuracy": 0.694664, + "main_score": 0.653699, + "hf_subset": "zul_Latn-pag_Latn", + "languages": [ + "zul-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.809966, + "recall": 0.853755, + "f1": 0.822959, + "accuracy": 0.853755, + "main_score": 0.822959, + "hf_subset": "zul_Latn-snd_Arab", + "languages": [ + "zul-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.834715, + "recall": 0.871542, + "f1": 0.845528, + "accuracy": 0.871542, + "main_score": 0.845528, + "hf_subset": "zul_Latn-tuk_Latn", + "languages": [ + "zul-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.835027, + "recall": 0.873518, + "f1": 0.845994, + "accuracy": 0.873518, + "main_score": 0.845994, + "hf_subset": "zul_Latn-bak_Cyrl", + "languages": [ + "zul-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.408063, + "recall": 0.461462, + "f1": 0.422562, + "accuracy": 0.461462, + "main_score": 0.422562, + "hf_subset": "zul_Latn-dyu_Latn", + "languages": [ + "zul-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.853588, + "recall": 0.889328, + "f1": 0.863729, + "accuracy": 0.889328, + "main_score": 0.863729, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.828268, + "recall": 0.867589, + "f1": 0.83984, + "accuracy": 0.867589, + "main_score": 0.83984, + "hf_subset": "zul_Latn-khk_Cyrl", + "languages": [ + "zul-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.834586, + "recall": 0.873518, + "f1": 0.845742, + "accuracy": 0.873518, + "main_score": 0.845742, + "hf_subset": "zul_Latn-lvs_Latn", + "languages": [ + "zul-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.830592, + "recall": 0.871542, + "f1": 0.842276, + "accuracy": 0.871542, + "main_score": 0.842276, + "hf_subset": "zul_Latn-pan_Guru", + "languages": [ + "zul-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.791725, + "recall": 0.841897, + "f1": 0.806821, + "accuracy": 0.841897, + "main_score": 0.806821, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ] + }, + { + "precision": 0.646901, + "recall": 0.699605, + "f1": 0.660896, + "accuracy": 0.699605, + "main_score": 0.660896, + "hf_subset": "zul_Latn-tum_Latn", + "languages": [ + "zul-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.467693, + "recall": 0.544466, + "f1": 0.489276, + "accuracy": 0.544466, + "main_score": 0.489276, + "hf_subset": "azb_Arab-ace_Arab", + "languages": [ + "azb-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.437121, + "recall": 0.490119, + "f1": 0.451, + "accuracy": 0.490119, + "main_score": 0.451, + "hf_subset": "azb_Arab-bam_Latn", + "languages": [ + "azb-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.464834, + "recall": 0.564229, + "f1": 0.492094, + "accuracy": 0.564229, + "main_score": 0.492094, + "hf_subset": "azb_Arab-dzo_Tibt", + "languages": [ + "azb-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.922654, + "recall": 0.942688, + "f1": 0.928578, + "accuracy": 0.942688, + "main_score": 0.928578, + "hf_subset": "azb_Arab-hin_Deva", + "languages": [ + "azb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.820166, + "recall": 0.865613, + "f1": 0.833249, + "accuracy": 0.865613, + "main_score": 0.833249, + "hf_subset": "azb_Arab-khm_Khmr", + "languages": [ + "azb-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.91699, + "recall": 0.935771, + "f1": 0.922214, + "accuracy": 0.935771, + "main_score": 0.922214, + "hf_subset": "azb_Arab-mag_Deva", + "languages": [ + "azb-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.883903, + "recall": 0.914032, + "f1": 0.892692, + "accuracy": 0.914032, + "main_score": 0.892692, + "hf_subset": "azb_Arab-pap_Latn", + "languages": [ + "azb-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.675093, + "recall": 0.742095, + "f1": 0.69423, + "accuracy": 0.742095, + "main_score": 0.69423, + "hf_subset": "azb_Arab-sot_Latn", + "languages": [ + "azb-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.914749, + "recall": 0.937747, + "f1": 0.921591, + "accuracy": 0.937747, + "main_score": 0.921591, + "hf_subset": "azb_Arab-tur_Latn", + "languages": [ + "azb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.761045, + "recall": 0.809289, + "f1": 0.775086, + "accuracy": 0.809289, + "main_score": 0.775086, + "hf_subset": "azb_Arab-ace_Latn", + "languages": [ + "azb-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.843314, + "recall": 0.874506, + "f1": 0.852536, + "accuracy": 0.874506, + "main_score": 0.852536, + "hf_subset": "azb_Arab-ban_Latn", + "languages": [ + "azb-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.881612, + "recall": 0.914032, + "f1": 0.891279, + "accuracy": 0.914032, + "main_score": 0.891279, + "hf_subset": "azb_Arab-ell_Grek", + "languages": [ + "azb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.883418, + "recall": 0.914032, + "f1": 0.892212, + "accuracy": 0.914032, + "main_score": 0.892212, + "hf_subset": "azb_Arab-hne_Deva", + "languages": [ + "azb-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.467968, + "recall": 0.532609, + "f1": 0.484858, + "accuracy": 0.532609, + "main_score": 0.484858, + "hf_subset": "azb_Arab-kik_Latn", + "languages": [ + "azb-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.899852, + "recall": 0.925889, + "f1": 0.907369, + "accuracy": 0.925889, + "main_score": 0.907369, + "hf_subset": "azb_Arab-mai_Deva", + "languages": [ + "azb-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.861371, + "recall": 0.898221, + "f1": 0.872563, + "accuracy": 0.898221, + "main_score": 0.872563, + "hf_subset": "azb_Arab-pbt_Arab", + "languages": [ + "azb-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.916758, + "recall": 0.939723, + "f1": 0.923732, + "accuracy": 0.939723, + "main_score": 0.923732, + "hf_subset": "azb_Arab-spa_Latn", + "languages": [ + "azb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.586578, + "recall": 0.658103, + "f1": 0.606454, + "accuracy": 0.658103, + "main_score": 0.606454, + "hf_subset": "azb_Arab-twi_Latn", + "languages": [ + "azb-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.907503, + "recall": 0.932806, + "f1": 0.915135, + "accuracy": 0.932806, + "main_score": 0.915135, + "hf_subset": "azb_Arab-acm_Arab", + "languages": [ + "azb-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.851511, + "recall": 0.887352, + "f1": 0.861812, + "accuracy": 0.887352, + "main_score": 0.861812, + "hf_subset": "azb_Arab-bel_Cyrl", + "languages": [ + "azb-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.935123, + "recall": 0.951581, + "f1": 0.939756, + "accuracy": 0.951581, + "main_score": 0.939756, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.88634, + "recall": 0.916996, + "f1": 0.895471, + "accuracy": 0.916996, + "main_score": 0.895471, + "hf_subset": "azb_Arab-hrv_Latn", + "languages": [ + "azb-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.694311, + "recall": 0.751976, + "f1": 0.711226, + "accuracy": 0.751976, + "main_score": 0.711226, + "hf_subset": "azb_Arab-kin_Latn", + "languages": [ + "azb-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.885095, + "recall": 0.91502, + "f1": 0.893914, + "accuracy": 0.91502, + "main_score": 0.893914, + "hf_subset": "azb_Arab-mal_Mlym", + "languages": [ + "azb-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.910524, + "recall": 0.933794, + "f1": 0.917445, + "accuracy": 0.933794, + "main_score": 0.917445, + "hf_subset": "azb_Arab-pes_Arab", + "languages": [ + "azb-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.879233, + "recall": 0.914032, + "f1": 0.890006, + "accuracy": 0.914032, + "main_score": 0.890006, + "hf_subset": "azb_Arab-srd_Latn", + "languages": [ + "azb-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.191209, + "recall": 0.241107, + "f1": 0.203224, + "accuracy": 0.241107, + "main_score": 0.203224, + "hf_subset": "azb_Arab-tzm_Tfng", + "languages": [ + "azb-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.917111, + "recall": 0.938735, + "f1": 0.923452, + "accuracy": 0.938735, + "main_score": 0.923452, + "hf_subset": "azb_Arab-acq_Arab", + "languages": [ + "azb-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.53227, + "recall": 0.600791, + "f1": 0.551398, + "accuracy": 0.600791, + "main_score": 0.551398, + "hf_subset": "azb_Arab-bem_Latn", + "languages": [ + "azb-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.883002, + "recall": 0.911067, + "f1": 0.891128, + "accuracy": 0.911067, + "main_score": 0.891128, + "hf_subset": "azb_Arab-epo_Latn", + "languages": [ + "azb-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.910227, + "recall": 0.933794, + "f1": 0.916982, + "accuracy": 0.933794, + "main_score": 0.916982, + "hf_subset": "azb_Arab-hun_Latn", + "languages": [ + "azb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.866888, + "recall": 0.901186, + "f1": 0.876732, + "accuracy": 0.901186, + "main_score": 0.876732, + "hf_subset": "azb_Arab-kir_Cyrl", + "languages": [ + "azb-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.895866, + "recall": 0.925889, + "f1": 0.904992, + "accuracy": 0.925889, + "main_score": 0.904992, + "hf_subset": "azb_Arab-mar_Deva", + "languages": [ + "azb-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.6993, + "recall": 0.758893, + "f1": 0.71635, + "accuracy": 0.758893, + "main_score": 0.71635, + "hf_subset": "azb_Arab-plt_Latn", + "languages": [ + "azb-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.893841, + "recall": 0.923913, + "f1": 0.902964, + "accuracy": 0.923913, + "main_score": 0.902964, + "hf_subset": "azb_Arab-srp_Cyrl", + "languages": [ + "azb-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.829094, + "recall": 0.875494, + "f1": 0.843264, + "accuracy": 0.875494, + "main_score": 0.843264, + "hf_subset": "azb_Arab-uig_Arab", + "languages": [ + "azb-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.901304, + "recall": 0.924901, + "f1": 0.908366, + "accuracy": 0.924901, + "main_score": 0.908366, + "hf_subset": "azb_Arab-aeb_Arab", + "languages": [ + "azb-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.886488, + "recall": 0.916996, + "f1": 0.895504, + "accuracy": 0.916996, + "main_score": 0.895504, + "hf_subset": "azb_Arab-ben_Beng", + "languages": [ + "azb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.880756, + "recall": 0.913043, + "f1": 0.890305, + "accuracy": 0.913043, + "main_score": 0.890305, + "hf_subset": "azb_Arab-est_Latn", + "languages": [ + "azb-Arab", + "est-Latn" + ] + }, + { + "precision": 0.876196, + "recall": 0.906126, + "f1": 0.884651, + "accuracy": 0.906126, + "main_score": 0.884651, + "hf_subset": "azb_Arab-hye_Armn", + "languages": [ + "azb-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.379806, + "recall": 0.437747, + "f1": 0.395721, + "accuracy": 0.437747, + "main_score": 0.395721, + "hf_subset": "azb_Arab-kmb_Latn", + "languages": [ + "azb-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.419386, + "recall": 0.494071, + "f1": 0.43894, + "accuracy": 0.494071, + "main_score": 0.43894, + "hf_subset": "azb_Arab-min_Arab", + "languages": [ + "azb-Arab", + "min-Arab" + ] + }, + { + "precision": 0.904134, + "recall": 0.93083, + "f1": 0.912206, + "accuracy": 0.93083, + "main_score": 0.912206, + "hf_subset": "azb_Arab-pol_Latn", + "languages": [ + "azb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.589894, + "recall": 0.659091, + "f1": 0.609747, + "accuracy": 0.659091, + "main_score": 0.609747, + "hf_subset": "azb_Arab-ssw_Latn", + "languages": [ + "azb-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.905731, + "recall": 0.931818, + "f1": 0.913538, + "accuracy": 0.931818, + "main_score": 0.913538, + "hf_subset": "azb_Arab-ukr_Cyrl", + "languages": [ + "azb-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.878747, + "recall": 0.908103, + "f1": 0.887113, + "accuracy": 0.908103, + "main_score": 0.887113, + "hf_subset": "azb_Arab-afr_Latn", + "languages": [ + "azb-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.886472, + "recall": 0.911067, + "f1": 0.893382, + "accuracy": 0.911067, + "main_score": 0.893382, + "hf_subset": "azb_Arab-bho_Deva", + "languages": [ + "azb-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.865449, + "recall": 0.899209, + "f1": 0.875024, + "accuracy": 0.899209, + "main_score": 0.875024, + "hf_subset": "azb_Arab-eus_Latn", + "languages": [ + "azb-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.700471, + "recall": 0.76581, + "f1": 0.718681, + "accuracy": 0.76581, + "main_score": 0.718681, + "hf_subset": "azb_Arab-ibo_Latn", + "languages": [ + "azb-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.724407, + "recall": 0.786561, + "f1": 0.742558, + "accuracy": 0.786561, + "main_score": 0.742558, + "hf_subset": "azb_Arab-kmr_Latn", + "languages": [ + "azb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.858073, + "recall": 0.894269, + "f1": 0.868669, + "accuracy": 0.894269, + "main_score": 0.868669, + "hf_subset": "azb_Arab-min_Latn", + "languages": [ + "azb-Arab", + "min-Latn" + ] + }, + { + "precision": 0.91889, + "recall": 0.939723, + "f1": 0.924807, + "accuracy": 0.939723, + "main_score": 0.924807, + "hf_subset": "azb_Arab-por_Latn", + "languages": [ + "azb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.849245, + "recall": 0.885375, + "f1": 0.859809, + "accuracy": 0.885375, + "main_score": 0.859809, + "hf_subset": "azb_Arab-sun_Latn", + "languages": [ + "azb-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.396253, + "recall": 0.450593, + "f1": 0.411605, + "accuracy": 0.450593, + "main_score": 0.411605, + "hf_subset": "azb_Arab-umb_Latn", + "languages": [ + "azb-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.917088, + "recall": 0.938735, + "f1": 0.923323, + "accuracy": 0.938735, + "main_score": 0.923323, + "hf_subset": "azb_Arab-ajp_Arab", + "languages": [ + "azb-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.434837, + "recall": 0.507905, + "f1": 0.454956, + "accuracy": 0.507905, + "main_score": 0.454956, + "hf_subset": "azb_Arab-bjn_Arab", + "languages": [ + "azb-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.397199, + "recall": 0.447628, + "f1": 0.410021, + "accuracy": 0.447628, + "main_score": 0.410021, + "hf_subset": "azb_Arab-ewe_Latn", + "languages": [ + "azb-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.815661, + "recall": 0.856719, + "f1": 0.827281, + "accuracy": 0.856719, + "main_score": 0.827281, + "hf_subset": "azb_Arab-ilo_Latn", + "languages": [ + "azb-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.230447, + "recall": 0.280632, + "f1": 0.243487, + "accuracy": 0.280632, + "main_score": 0.243487, + "hf_subset": "azb_Arab-knc_Arab", + "languages": [ + "azb-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.8875, + "recall": 0.918972, + "f1": 0.89689, + "accuracy": 0.918972, + "main_score": 0.89689, + "hf_subset": "azb_Arab-mkd_Cyrl", + "languages": [ + "azb-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.936133, + "recall": 0.954545, + "f1": 0.941667, + "accuracy": 0.954545, + "main_score": 0.941667, + "hf_subset": "azb_Arab-prs_Arab", + "languages": [ + "azb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.919878, + "recall": 0.942688, + "f1": 0.926732, + "accuracy": 0.942688, + "main_score": 0.926732, + "hf_subset": "azb_Arab-swe_Latn", + "languages": [ + "azb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.905781, + "recall": 0.931818, + "f1": 0.913721, + "accuracy": 0.931818, + "main_score": 0.913721, + "hf_subset": "azb_Arab-urd_Arab", + "languages": [ + "azb-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.577834, + "recall": 0.647233, + "f1": 0.596596, + "accuracy": 0.647233, + "main_score": 0.596596, + "hf_subset": "azb_Arab-aka_Latn", + "languages": [ + "azb-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.852093, + "recall": 0.889328, + "f1": 0.862998, + "accuracy": 0.889328, + "main_score": 0.862998, + "hf_subset": "azb_Arab-bjn_Latn", + "languages": [ + "azb-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.833162, + "recall": 0.873518, + "f1": 0.844568, + "accuracy": 0.873518, + "main_score": 0.844568, + "hf_subset": "azb_Arab-fao_Latn", + "languages": [ + "azb-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.907181, + "recall": 0.932806, + "f1": 0.914987, + "accuracy": 0.932806, + "main_score": 0.914987, + "hf_subset": "azb_Arab-ind_Latn", + "languages": [ + "azb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.448456, + "recall": 0.496047, + "f1": 0.461536, + "accuracy": 0.496047, + "main_score": 0.461536, + "hf_subset": "azb_Arab-knc_Latn", + "languages": [ + "azb-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.859389, + "recall": 0.890316, + "f1": 0.868004, + "accuracy": 0.890316, + "main_score": 0.868004, + "hf_subset": "azb_Arab-mlt_Latn", + "languages": [ + "azb-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.564133, + "recall": 0.624506, + "f1": 0.581489, + "accuracy": 0.624506, + "main_score": 0.581489, + "hf_subset": "azb_Arab-quy_Latn", + "languages": [ + "azb-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.864651, + "recall": 0.900198, + "f1": 0.875141, + "accuracy": 0.900198, + "main_score": 0.875141, + "hf_subset": "azb_Arab-swh_Latn", + "languages": [ + "azb-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.874984, + "recall": 0.907115, + "f1": 0.884252, + "accuracy": 0.907115, + "main_score": 0.884252, + "hf_subset": "azb_Arab-uzn_Latn", + "languages": [ + "azb-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.88606, + "recall": 0.91502, + "f1": 0.89437, + "accuracy": 0.91502, + "main_score": 0.89437, + "hf_subset": "azb_Arab-als_Latn", + "languages": [ + "azb-Arab", + "als-Latn" + ] + }, + { + "precision": 0.63254, + "recall": 0.705534, + "f1": 0.653225, + "accuracy": 0.705534, + "main_score": 0.653225, + "hf_subset": "azb_Arab-bod_Tibt", + "languages": [ + "azb-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.540065, + "recall": 0.600791, + "f1": 0.556492, + "accuracy": 0.600791, + "main_score": 0.556492, + "hf_subset": "azb_Arab-fij_Latn", + "languages": [ + "azb-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.830329, + "recall": 0.875494, + "f1": 0.843791, + "accuracy": 0.875494, + "main_score": 0.843791, + "hf_subset": "azb_Arab-isl_Latn", + "languages": [ + "azb-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.523783, + "recall": 0.587945, + "f1": 0.541564, + "accuracy": 0.587945, + "main_score": 0.541564, + "hf_subset": "azb_Arab-kon_Latn", + "languages": [ + "azb-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.527508, + "recall": 0.592885, + "f1": 0.544933, + "accuracy": 0.592885, + "main_score": 0.544933, + "hf_subset": "azb_Arab-mni_Beng", + "languages": [ + "azb-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.902553, + "recall": 0.925889, + "f1": 0.908847, + "accuracy": 0.925889, + "main_score": 0.908847, + "hf_subset": "azb_Arab-ron_Latn", + "languages": [ + "azb-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.889759, + "recall": 0.914032, + "f1": 0.896518, + "accuracy": 0.914032, + "main_score": 0.896518, + "hf_subset": "azb_Arab-szl_Latn", + "languages": [ + "azb-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.894033, + "recall": 0.91996, + "f1": 0.901329, + "accuracy": 0.91996, + "main_score": 0.901329, + "hf_subset": "azb_Arab-vec_Latn", + "languages": [ + "azb-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.804663, + "recall": 0.850791, + "f1": 0.818445, + "accuracy": 0.850791, + "main_score": 0.818445, + "hf_subset": "azb_Arab-amh_Ethi", + "languages": [ + "azb-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.887295, + "recall": 0.917984, + "f1": 0.896445, + "accuracy": 0.917984, + "main_score": 0.896445, + "hf_subset": "azb_Arab-bos_Latn", + "languages": [ + "azb-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.890869, + "recall": 0.920949, + "f1": 0.899786, + "accuracy": 0.920949, + "main_score": 0.899786, + "hf_subset": "azb_Arab-fin_Latn", + "languages": [ + "azb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.917144, + "recall": 0.940711, + "f1": 0.924308, + "accuracy": 0.940711, + "main_score": 0.924308, + "hf_subset": "azb_Arab-ita_Latn", + "languages": [ + "azb-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.931571, + "recall": 0.952569, + "f1": 0.938142, + "accuracy": 0.952569, + "main_score": 0.938142, + "hf_subset": "azb_Arab-kor_Hang", + "languages": [ + "azb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.441897, + "recall": 0.486166, + "f1": 0.453365, + "accuracy": 0.486166, + "main_score": 0.453365, + "hf_subset": "azb_Arab-mos_Latn", + "languages": [ + "azb-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.591556, + "recall": 0.661067, + "f1": 0.610715, + "accuracy": 0.661067, + "main_score": 0.610715, + "hf_subset": "azb_Arab-run_Latn", + "languages": [ + "azb-Arab", + "run-Latn" + ] + }, + { + "precision": 0.869368, + "recall": 0.902174, + "f1": 0.879161, + "accuracy": 0.902174, + "main_score": 0.879161, + "hf_subset": "azb_Arab-tam_Taml", + "languages": [ + "azb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.908195, + "recall": 0.93083, + "f1": 0.914533, + "accuracy": 0.93083, + "main_score": 0.914533, + "hf_subset": "azb_Arab-vie_Latn", + "languages": [ + "azb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.903789, + "recall": 0.928854, + "f1": 0.911171, + "accuracy": 0.928854, + "main_score": 0.911171, + "hf_subset": "azb_Arab-apc_Arab", + "languages": [ + "azb-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.645295, + "recall": 0.701581, + "f1": 0.660708, + "accuracy": 0.701581, + "main_score": 0.660708, + "hf_subset": "azb_Arab-bug_Latn", + "languages": [ + "azb-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.376186, + "recall": 0.416008, + "f1": 0.387336, + "accuracy": 0.416008, + "main_score": 0.387336, + "hf_subset": "azb_Arab-fon_Latn", + "languages": [ + "azb-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.843685, + "recall": 0.878458, + "f1": 0.854342, + "accuracy": 0.878458, + "main_score": 0.854342, + "hf_subset": "azb_Arab-jav_Latn", + "languages": [ + "azb-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.770036, + "recall": 0.823123, + "f1": 0.785345, + "accuracy": 0.823123, + "main_score": 0.785345, + "hf_subset": "azb_Arab-lao_Laoo", + "languages": [ + "azb-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.72584, + "recall": 0.788538, + "f1": 0.744335, + "accuracy": 0.788538, + "main_score": 0.744335, + "hf_subset": "azb_Arab-mri_Latn", + "languages": [ + "azb-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.925307, + "recall": 0.944664, + "f1": 0.931103, + "accuracy": 0.944664, + "main_score": 0.931103, + "hf_subset": "azb_Arab-rus_Cyrl", + "languages": [ + "azb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.415043, + "recall": 0.466403, + "f1": 0.429195, + "accuracy": 0.466403, + "main_score": 0.429195, + "hf_subset": "azb_Arab-taq_Latn", + "languages": [ + "azb-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.862354, + "recall": 0.894269, + "f1": 0.871659, + "accuracy": 0.894269, + "main_score": 0.871659, + "hf_subset": "azb_Arab-war_Latn", + "languages": [ + "azb-Arab", + "war-Latn" + ] + }, + { + "precision": 0.914542, + "recall": 0.937747, + "f1": 0.921344, + "accuracy": 0.937747, + "main_score": 0.921344, + "hf_subset": "azb_Arab-arb_Arab", + "languages": [ + "azb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.917194, + "recall": 0.9417, + "f1": 0.924736, + "accuracy": 0.9417, + "main_score": 0.924736, + "hf_subset": "azb_Arab-bul_Cyrl", + "languages": [ + "azb-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.908926, + "recall": 0.934783, + "f1": 0.916718, + "accuracy": 0.934783, + "main_score": 0.916718, + "hf_subset": "azb_Arab-fra_Latn", + "languages": [ + "azb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.920925, + "recall": 0.942688, + "f1": 0.927407, + "accuracy": 0.942688, + "main_score": 0.927407, + "hf_subset": "azb_Arab-jpn_Jpan", + "languages": [ + "azb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.884531, + "recall": 0.911067, + "f1": 0.892328, + "accuracy": 0.911067, + "main_score": 0.892328, + "hf_subset": "azb_Arab-lij_Latn", + "languages": [ + "azb-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.850791, + "recall": 0.889328, + "f1": 0.861914, + "accuracy": 0.889328, + "main_score": 0.861914, + "hf_subset": "azb_Arab-mya_Mymr", + "languages": [ + "azb-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.486778, + "recall": 0.543478, + "f1": 0.50194, + "accuracy": 0.543478, + "main_score": 0.50194, + "hf_subset": "azb_Arab-sag_Latn", + "languages": [ + "azb-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.201411, + "recall": 0.256917, + "f1": 0.215089, + "accuracy": 0.256917, + "main_score": 0.215089, + "hf_subset": "azb_Arab-taq_Tfng", + "languages": [ + "azb-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.558089, + "recall": 0.615613, + "f1": 0.574079, + "accuracy": 0.615613, + "main_score": 0.574079, + "hf_subset": "azb_Arab-wol_Latn", + "languages": [ + "azb-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.732499, + "recall": 0.791502, + "f1": 0.749742, + "accuracy": 0.791502, + "main_score": 0.749742, + "hf_subset": "azb_Arab-arb_Latn", + "languages": [ + "azb-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.900181, + "recall": 0.926877, + "f1": 0.908122, + "accuracy": 0.926877, + "main_score": 0.908122, + "hf_subset": "azb_Arab-cat_Latn", + "languages": [ + "azb-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.864924, + "recall": 0.892292, + "f1": 0.872163, + "accuracy": 0.892292, + "main_score": 0.872163, + "hf_subset": "azb_Arab-fur_Latn", + "languages": [ + "azb-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.370352, + "recall": 0.433794, + "f1": 0.387266, + "accuracy": 0.433794, + "main_score": 0.387266, + "hf_subset": "azb_Arab-kab_Latn", + "languages": [ + "azb-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.876475, + "recall": 0.905138, + "f1": 0.884518, + "accuracy": 0.905138, + "main_score": 0.884518, + "hf_subset": "azb_Arab-lim_Latn", + "languages": [ + "azb-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.894433, + "recall": 0.924901, + "f1": 0.903741, + "accuracy": 0.924901, + "main_score": 0.903741, + "hf_subset": "azb_Arab-nld_Latn", + "languages": [ + "azb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.863011, + "recall": 0.900198, + "f1": 0.874097, + "accuracy": 0.900198, + "main_score": 0.874097, + "hf_subset": "azb_Arab-san_Deva", + "languages": [ + "azb-Arab", + "san-Deva" + ] + }, + { + "precision": 0.863897, + "recall": 0.899209, + "f1": 0.874144, + "accuracy": 0.899209, + "main_score": 0.874144, + "hf_subset": "azb_Arab-tat_Cyrl", + "languages": [ + "azb-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.689888, + "recall": 0.757905, + "f1": 0.709796, + "accuracy": 0.757905, + "main_score": 0.709796, + "hf_subset": "azb_Arab-xho_Latn", + "languages": [ + "azb-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.916321, + "recall": 0.939723, + "f1": 0.92332, + "accuracy": 0.939723, + "main_score": 0.92332, + "hf_subset": "azb_Arab-ars_Arab", + "languages": [ + "azb-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.851205, + "recall": 0.891304, + "f1": 0.863333, + "accuracy": 0.891304, + "main_score": 0.863333, + "hf_subset": "azb_Arab-ceb_Latn", + "languages": [ + "azb-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.426229, + "recall": 0.482213, + "f1": 0.440833, + "accuracy": 0.482213, + "main_score": 0.440833, + "hf_subset": "azb_Arab-fuv_Latn", + "languages": [ + "azb-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.432059, + "recall": 0.485178, + "f1": 0.447246, + "accuracy": 0.485178, + "main_score": 0.447246, + "hf_subset": "azb_Arab-kac_Latn", + "languages": [ + "azb-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.531877, + "recall": 0.596838, + "f1": 0.54954, + "accuracy": 0.596838, + "main_score": 0.54954, + "hf_subset": "azb_Arab-lin_Latn", + "languages": [ + "azb-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.893528, + "recall": 0.922925, + "f1": 0.902456, + "accuracy": 0.922925, + "main_score": 0.902456, + "hf_subset": "azb_Arab-nno_Latn", + "languages": [ + "azb-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.753442, + "recall": 0.812253, + "f1": 0.771245, + "accuracy": 0.812253, + "main_score": 0.771245, + "hf_subset": "azb_Arab-sat_Olck", + "languages": [ + "azb-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.882537, + "recall": 0.913043, + "f1": 0.891385, + "accuracy": 0.913043, + "main_score": 0.891385, + "hf_subset": "azb_Arab-tel_Telu", + "languages": [ + "azb-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.860013, + "recall": 0.896245, + "f1": 0.870903, + "accuracy": 0.896245, + "main_score": 0.870903, + "hf_subset": "azb_Arab-ydd_Hebr", + "languages": [ + "azb-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.87056, + "recall": 0.897233, + "f1": 0.878131, + "accuracy": 0.897233, + "main_score": 0.878131, + "hf_subset": "azb_Arab-ary_Arab", + "languages": [ + "azb-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.906456, + "recall": 0.933794, + "f1": 0.914822, + "accuracy": 0.933794, + "main_score": 0.914822, + "hf_subset": "azb_Arab-ces_Latn", + "languages": [ + "azb-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.49779, + "recall": 0.565217, + "f1": 0.51609, + "accuracy": 0.565217, + "main_score": 0.51609, + "hf_subset": "azb_Arab-gaz_Latn", + "languages": [ + "azb-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.435321, + "recall": 0.514822, + "f1": 0.455568, + "accuracy": 0.514822, + "main_score": 0.455568, + "hf_subset": "azb_Arab-kam_Latn", + "languages": [ + "azb-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.888922, + "recall": 0.91502, + "f1": 0.896382, + "accuracy": 0.91502, + "main_score": 0.896382, + "hf_subset": "azb_Arab-lit_Latn", + "languages": [ + "azb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.904816, + "recall": 0.929842, + "f1": 0.91222, + "accuracy": 0.929842, + "main_score": 0.91222, + "hf_subset": "azb_Arab-nob_Latn", + "languages": [ + "azb-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.886002, + "recall": 0.916008, + "f1": 0.894867, + "accuracy": 0.916008, + "main_score": 0.894867, + "hf_subset": "azb_Arab-scn_Latn", + "languages": [ + "azb-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.860024, + "recall": 0.893281, + "f1": 0.869391, + "accuracy": 0.893281, + "main_score": 0.869391, + "hf_subset": "azb_Arab-tgk_Cyrl", + "languages": [ + "azb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.573957, + "recall": 0.644269, + "f1": 0.593731, + "accuracy": 0.644269, + "main_score": 0.593731, + "hf_subset": "azb_Arab-yor_Latn", + "languages": [ + "azb-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.910253, + "recall": 0.932806, + "f1": 0.916622, + "accuracy": 0.932806, + "main_score": 0.916622, + "hf_subset": "azb_Arab-arz_Arab", + "languages": [ + "azb-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.414718, + "recall": 0.475296, + "f1": 0.431613, + "accuracy": 0.475296, + "main_score": 0.431613, + "hf_subset": "azb_Arab-cjk_Latn", + "languages": [ + "azb-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.777725, + "recall": 0.83498, + "f1": 0.795001, + "accuracy": 0.83498, + "main_score": 0.795001, + "hf_subset": "azb_Arab-gla_Latn", + "languages": [ + "azb-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.867215, + "recall": 0.899209, + "f1": 0.876739, + "accuracy": 0.899209, + "main_score": 0.876739, + "hf_subset": "azb_Arab-kan_Knda", + "languages": [ + "azb-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.868554, + "recall": 0.897233, + "f1": 0.87659, + "accuracy": 0.897233, + "main_score": 0.87659, + "hf_subset": "azb_Arab-lmo_Latn", + "languages": [ + "azb-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.90975, + "recall": 0.933794, + "f1": 0.917002, + "accuracy": 0.933794, + "main_score": 0.917002, + "hf_subset": "azb_Arab-npi_Deva", + "languages": [ + "azb-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.423173, + "recall": 0.495059, + "f1": 0.442595, + "accuracy": 0.495059, + "main_score": 0.442595, + "hf_subset": "azb_Arab-shn_Mymr", + "languages": [ + "azb-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.876976, + "recall": 0.911067, + "f1": 0.887121, + "accuracy": 0.911067, + "main_score": 0.887121, + "hf_subset": "azb_Arab-tgl_Latn", + "languages": [ + "azb-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.902388, + "recall": 0.926877, + "f1": 0.909194, + "accuracy": 0.926877, + "main_score": 0.909194, + "hf_subset": "azb_Arab-yue_Hant", + "languages": [ + "azb-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.86353, + "recall": 0.900198, + "f1": 0.874504, + "accuracy": 0.900198, + "main_score": 0.874504, + "hf_subset": "azb_Arab-asm_Beng", + "languages": [ + "azb-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.803106, + "recall": 0.854743, + "f1": 0.818916, + "accuracy": 0.854743, + "main_score": 0.818916, + "hf_subset": "azb_Arab-ckb_Arab", + "languages": [ + "azb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.82601, + "recall": 0.869565, + "f1": 0.838759, + "accuracy": 0.869565, + "main_score": 0.838759, + "hf_subset": "azb_Arab-gle_Latn", + "languages": [ + "azb-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.84889, + "recall": 0.886364, + "f1": 0.860045, + "accuracy": 0.886364, + "main_score": 0.860045, + "hf_subset": "azb_Arab-kas_Arab", + "languages": [ + "azb-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.782172, + "recall": 0.831028, + "f1": 0.796399, + "accuracy": 0.831028, + "main_score": 0.796399, + "hf_subset": "azb_Arab-ltg_Latn", + "languages": [ + "azb-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.652695, + "recall": 0.714427, + "f1": 0.670386, + "accuracy": 0.714427, + "main_score": 0.670386, + "hf_subset": "azb_Arab-nso_Latn", + "languages": [ + "azb-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.83853, + "recall": 0.879447, + "f1": 0.850238, + "accuracy": 0.879447, + "main_score": 0.850238, + "hf_subset": "azb_Arab-sin_Sinh", + "languages": [ + "azb-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.887279, + "recall": 0.917984, + "f1": 0.896313, + "accuracy": 0.917984, + "main_score": 0.896313, + "hf_subset": "azb_Arab-tha_Thai", + "languages": [ + "azb-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.862692, + "recall": 0.894269, + "f1": 0.871015, + "accuracy": 0.894269, + "main_score": 0.871015, + "hf_subset": "azb_Arab-zho_Hans", + "languages": [ + "azb-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.883465, + "recall": 0.916008, + "f1": 0.893201, + "accuracy": 0.916008, + "main_score": 0.893201, + "hf_subset": "azb_Arab-ast_Latn", + "languages": [ + "azb-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.89548, + "recall": 0.922925, + "f1": 0.903771, + "accuracy": 0.922925, + "main_score": 0.903771, + "hf_subset": "azb_Arab-crh_Latn", + "languages": [ + "azb-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.894212, + "recall": 0.918972, + "f1": 0.901191, + "accuracy": 0.918972, + "main_score": 0.901191, + "hf_subset": "azb_Arab-glg_Latn", + "languages": [ + "azb-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.765593, + "recall": 0.816206, + "f1": 0.779763, + "accuracy": 0.816206, + "main_score": 0.779763, + "hf_subset": "azb_Arab-kas_Deva", + "languages": [ + "azb-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.863439, + "recall": 0.900198, + "f1": 0.874243, + "accuracy": 0.900198, + "main_score": 0.874243, + "hf_subset": "azb_Arab-ltz_Latn", + "languages": [ + "azb-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.37064, + "recall": 0.431818, + "f1": 0.387098, + "accuracy": 0.431818, + "main_score": 0.387098, + "hf_subset": "azb_Arab-nus_Latn", + "languages": [ + "azb-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.893626, + "recall": 0.918972, + "f1": 0.900755, + "accuracy": 0.918972, + "main_score": 0.900755, + "hf_subset": "azb_Arab-slk_Latn", + "languages": [ + "azb-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.577614, + "recall": 0.649209, + "f1": 0.59783, + "accuracy": 0.649209, + "main_score": 0.59783, + "hf_subset": "azb_Arab-tir_Ethi", + "languages": [ + "azb-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.894673, + "recall": 0.920949, + "f1": 0.902356, + "accuracy": 0.920949, + "main_score": 0.902356, + "hf_subset": "azb_Arab-zho_Hant", + "languages": [ + "azb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.895372, + "recall": 0.922925, + "f1": 0.903444, + "accuracy": 0.922925, + "main_score": 0.903444, + "hf_subset": "azb_Arab-awa_Deva", + "languages": [ + "azb-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.867885, + "recall": 0.903162, + "f1": 0.878228, + "accuracy": 0.903162, + "main_score": 0.878228, + "hf_subset": "azb_Arab-cym_Latn", + "languages": [ + "azb-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.660095, + "recall": 0.712451, + "f1": 0.67412, + "accuracy": 0.712451, + "main_score": 0.67412, + "hf_subset": "azb_Arab-grn_Latn", + "languages": [ + "azb-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.879909, + "recall": 0.911067, + "f1": 0.889056, + "accuracy": 0.911067, + "main_score": 0.889056, + "hf_subset": "azb_Arab-kat_Geor", + "languages": [ + "azb-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.496872, + "recall": 0.555336, + "f1": 0.512975, + "accuracy": 0.555336, + "main_score": 0.512975, + "hf_subset": "azb_Arab-lua_Latn", + "languages": [ + "azb-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.655108, + "recall": 0.724308, + "f1": 0.674997, + "accuracy": 0.724308, + "main_score": 0.674997, + "hf_subset": "azb_Arab-nya_Latn", + "languages": [ + "azb-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.879573, + "recall": 0.910079, + "f1": 0.88857, + "accuracy": 0.910079, + "main_score": 0.88857, + "hf_subset": "azb_Arab-slv_Latn", + "languages": [ + "azb-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.826245, + "recall": 0.863636, + "f1": 0.836552, + "accuracy": 0.863636, + "main_score": 0.836552, + "hf_subset": "azb_Arab-tpi_Latn", + "languages": [ + "azb-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.88913, + "recall": 0.916996, + "f1": 0.897088, + "accuracy": 0.916996, + "main_score": 0.897088, + "hf_subset": "azb_Arab-zsm_Latn", + "languages": [ + "azb-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.426842, + "recall": 0.483202, + "f1": 0.442044, + "accuracy": 0.483202, + "main_score": 0.442044, + "hf_subset": "azb_Arab-ayr_Latn", + "languages": [ + "azb-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.915588, + "recall": 0.938735, + "f1": 0.922716, + "accuracy": 0.938735, + "main_score": 0.922716, + "hf_subset": "azb_Arab-dan_Latn", + "languages": [ + "azb-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.881209, + "recall": 0.91502, + "f1": 0.891502, + "accuracy": 0.91502, + "main_score": 0.891502, + "hf_subset": "azb_Arab-guj_Gujr", + "languages": [ + "azb-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.863043, + "recall": 0.900198, + "f1": 0.874144, + "accuracy": 0.900198, + "main_score": 0.874144, + "hf_subset": "azb_Arab-kaz_Cyrl", + "languages": [ + "azb-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.50942, + "recall": 0.590909, + "f1": 0.532676, + "accuracy": 0.590909, + "main_score": 0.532676, + "hf_subset": "azb_Arab-lug_Latn", + "languages": [ + "azb-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.892243, + "recall": 0.918972, + "f1": 0.89994, + "accuracy": 0.918972, + "main_score": 0.89994, + "hf_subset": "azb_Arab-oci_Latn", + "languages": [ + "azb-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.682502, + "recall": 0.742095, + "f1": 0.699372, + "accuracy": 0.742095, + "main_score": 0.699372, + "hf_subset": "azb_Arab-smo_Latn", + "languages": [ + "azb-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.587047, + "recall": 0.66502, + "f1": 0.609128, + "accuracy": 0.66502, + "main_score": 0.609128, + "hf_subset": "azb_Arab-tsn_Latn", + "languages": [ + "azb-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.716297, + "recall": 0.778656, + "f1": 0.734602, + "accuracy": 0.778656, + "main_score": 0.734602, + "hf_subset": "azb_Arab-zul_Latn", + "languages": [ + "azb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.914921, + "recall": 0.938735, + "f1": 0.922021, + "accuracy": 0.938735, + "main_score": 0.922021, + "hf_subset": "azb_Arab-deu_Latn", + "languages": [ + "azb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.860968, + "recall": 0.896245, + "f1": 0.871535, + "accuracy": 0.896245, + "main_score": 0.871535, + "hf_subset": "azb_Arab-hat_Latn", + "languages": [ + "azb-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.418012, + "recall": 0.471344, + "f1": 0.431924, + "accuracy": 0.471344, + "main_score": 0.431924, + "hf_subset": "azb_Arab-kbp_Latn", + "languages": [ + "azb-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.452514, + "recall": 0.508893, + "f1": 0.468004, + "accuracy": 0.508893, + "main_score": 0.468004, + "hf_subset": "azb_Arab-luo_Latn", + "languages": [ + "azb-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.84703, + "recall": 0.887352, + "f1": 0.859161, + "accuracy": 0.887352, + "main_score": 0.859161, + "hf_subset": "azb_Arab-ory_Orya", + "languages": [ + "azb-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.69599, + "recall": 0.758893, + "f1": 0.714516, + "accuracy": 0.758893, + "main_score": 0.714516, + "hf_subset": "azb_Arab-sna_Latn", + "languages": [ + "azb-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.548379, + "recall": 0.609684, + "f1": 0.565824, + "accuracy": 0.609684, + "main_score": 0.565824, + "hf_subset": "azb_Arab-tso_Latn", + "languages": [ + "azb-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.889032, + "recall": 0.920949, + "f1": 0.898635, + "accuracy": 0.920949, + "main_score": 0.898635, + "hf_subset": "azb_Arab-azj_Latn", + "languages": [ + "azb-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.437079, + "recall": 0.494071, + "f1": 0.452877, + "accuracy": 0.494071, + "main_score": 0.452877, + "hf_subset": "azb_Arab-dik_Latn", + "languages": [ + "azb-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.759397, + "recall": 0.817194, + "f1": 0.77659, + "accuracy": 0.817194, + "main_score": 0.77659, + "hf_subset": "azb_Arab-hau_Latn", + "languages": [ + "azb-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.863422, + "recall": 0.899209, + "f1": 0.874056, + "accuracy": 0.899209, + "main_score": 0.874056, + "hf_subset": "azb_Arab-kea_Latn", + "languages": [ + "azb-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.77619, + "recall": 0.827075, + "f1": 0.790485, + "accuracy": 0.827075, + "main_score": 0.790485, + "hf_subset": "azb_Arab-lus_Latn", + "languages": [ + "azb-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.755691, + "recall": 0.800395, + "f1": 0.76797, + "accuracy": 0.800395, + "main_score": 0.76797, + "hf_subset": "azb_Arab-pag_Latn", + "languages": [ + "azb-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.846683, + "recall": 0.88834, + "f1": 0.859159, + "accuracy": 0.88834, + "main_score": 0.859159, + "hf_subset": "azb_Arab-snd_Arab", + "languages": [ + "azb-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.86474, + "recall": 0.902174, + "f1": 0.876139, + "accuracy": 0.902174, + "main_score": 0.876139, + "hf_subset": "azb_Arab-tuk_Latn", + "languages": [ + "azb-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.85943, + "recall": 0.895257, + "f1": 0.869926, + "accuracy": 0.895257, + "main_score": 0.869926, + "hf_subset": "azb_Arab-bak_Cyrl", + "languages": [ + "azb-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.386444, + "recall": 0.454545, + "f1": 0.404857, + "accuracy": 0.454545, + "main_score": 0.404857, + "hf_subset": "azb_Arab-dyu_Latn", + "languages": [ + "azb-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.912912, + "recall": 0.936759, + "f1": 0.919848, + "accuracy": 0.936759, + "main_score": 0.919848, + "hf_subset": "azb_Arab-heb_Hebr", + "languages": [ + "azb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.840372, + "recall": 0.879447, + "f1": 0.852203, + "accuracy": 0.879447, + "main_score": 0.852203, + "hf_subset": "azb_Arab-khk_Cyrl", + "languages": [ + "azb-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.896179, + "recall": 0.922925, + "f1": 0.904038, + "accuracy": 0.922925, + "main_score": 0.904038, + "hf_subset": "azb_Arab-lvs_Latn", + "languages": [ + "azb-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.883062, + "recall": 0.911067, + "f1": 0.891246, + "accuracy": 0.911067, + "main_score": 0.891246, + "hf_subset": "azb_Arab-pan_Guru", + "languages": [ + "azb-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.714328, + "recall": 0.779644, + "f1": 0.733729, + "accuracy": 0.779644, + "main_score": 0.733729, + "hf_subset": "azb_Arab-som_Latn", + "languages": [ + "azb-Arab", + "som-Latn" + ] + }, + { + "precision": 0.568894, + "recall": 0.629447, + "f1": 0.586157, + "accuracy": 0.629447, + "main_score": 0.586157, + "hf_subset": "azb_Arab-tum_Latn", + "languages": [ + "azb-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.49224, + "recall": 0.579051, + "f1": 0.51662, + "accuracy": 0.579051, + "main_score": 0.51662, + "hf_subset": "deu_Latn-ace_Arab", + "languages": [ + "deu-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.478447, + "recall": 0.538538, + "f1": 0.494307, + "accuracy": 0.538538, + "main_score": 0.494307, + "hf_subset": "deu_Latn-bam_Latn", + "languages": [ + "deu-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.60448, + "recall": 0.697628, + "f1": 0.631838, + "accuracy": 0.697628, + "main_score": 0.631838, + "hf_subset": "deu_Latn-dzo_Tibt", + "languages": [ + "deu-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "deu_Latn-khm_Khmr", + "languages": [ + "deu-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "deu_Latn-mag_Deva", + "languages": [ + "deu-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "deu_Latn-pap_Latn", + "languages": [ + "deu-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.828393, + "recall": 0.876482, + "f1": 0.843182, + "accuracy": 0.876482, + "main_score": 0.843182, + "hf_subset": "deu_Latn-sot_Latn", + "languages": [ + "deu-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.857519, + "recall": 0.896245, + "f1": 0.869977, + "accuracy": 0.896245, + "main_score": 0.869977, + "hf_subset": "deu_Latn-ace_Latn", + "languages": [ + "deu-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.964427, + "f1": 0.954381, + "accuracy": 0.964427, + "main_score": 0.954381, + "hf_subset": "deu_Latn-ban_Latn", + "languages": [ + "deu-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "deu_Latn-hne_Deva", + "languages": [ + "deu-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.554627, + "recall": 0.628458, + "f1": 0.574221, + "accuracy": 0.628458, + "main_score": 0.574221, + "hf_subset": "deu_Latn-kik_Latn", + "languages": [ + "deu-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "deu_Latn-mai_Deva", + "languages": [ + "deu-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.945899, + "recall": 0.962451, + "f1": 0.951153, + "accuracy": 0.962451, + "main_score": 0.951153, + "hf_subset": "deu_Latn-pbt_Arab", + "languages": [ + "deu-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.725654, + "recall": 0.787549, + "f1": 0.743865, + "accuracy": 0.787549, + "main_score": 0.743865, + "hf_subset": "deu_Latn-twi_Latn", + "languages": [ + "deu-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-acm_Arab", + "languages": [ + "deu-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-bel_Cyrl", + "languages": [ + "deu-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-hrv_Latn", + "languages": [ + "deu-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.817194, + "recall": 0.867589, + "f1": 0.832726, + "accuracy": 0.867589, + "main_score": 0.832726, + "hf_subset": "deu_Latn-kin_Latn", + "languages": [ + "deu-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "deu_Latn-mal_Mlym", + "languages": [ + "deu-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-pes_Arab", + "languages": [ + "deu-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "deu_Latn-srd_Latn", + "languages": [ + "deu-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.197832, + "recall": 0.254941, + "f1": 0.211423, + "accuracy": 0.254941, + "main_score": 0.211423, + "hf_subset": "deu_Latn-tzm_Tfng", + "languages": [ + "deu-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-acq_Arab", + "languages": [ + "deu-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.63145, + "recall": 0.704545, + "f1": 0.652259, + "accuracy": 0.704545, + "main_score": 0.652259, + "hf_subset": "deu_Latn-bem_Latn", + "languages": [ + "deu-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-epo_Latn", + "languages": [ + "deu-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "deu_Latn-kir_Cyrl", + "languages": [ + "deu-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "deu_Latn-mar_Deva", + "languages": [ + "deu-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.843248, + "recall": 0.887352, + "f1": 0.856653, + "accuracy": 0.887352, + "main_score": 0.856653, + "hf_subset": "deu_Latn-plt_Latn", + "languages": [ + "deu-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-srp_Cyrl", + "languages": [ + "deu-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.93857, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "deu_Latn-uig_Arab", + "languages": [ + "deu-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-aeb_Arab", + "languages": [ + "deu-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-est_Latn", + "languages": [ + "deu-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-hye_Armn", + "languages": [ + "deu-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.451485, + "recall": 0.513834, + "f1": 0.468399, + "accuracy": 0.513834, + "main_score": 0.468399, + "hf_subset": "deu_Latn-kmb_Latn", + "languages": [ + "deu-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.453488, + "recall": 0.534585, + "f1": 0.473873, + "accuracy": 0.534585, + "main_score": 0.473873, + "hf_subset": "deu_Latn-min_Arab", + "languages": [ + "deu-Latn", + "min-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.689122, + "recall": 0.762846, + "f1": 0.710849, + "accuracy": 0.762846, + "main_score": 0.710849, + "hf_subset": "deu_Latn-ssw_Latn", + "languages": [ + "deu-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-ukr_Cyrl", + "languages": [ + "deu-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "deu_Latn-bho_Deva", + "languages": [ + "deu-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-eus_Latn", + "languages": [ + "deu-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.841271, + "recall": 0.887352, + "f1": 0.855369, + "accuracy": 0.887352, + "main_score": 0.855369, + "hf_subset": "deu_Latn-ibo_Latn", + "languages": [ + "deu-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.847398, + "recall": 0.890316, + "f1": 0.860474, + "accuracy": 0.890316, + "main_score": 0.860474, + "hf_subset": "deu_Latn-kmr_Latn", + "languages": [ + "deu-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "deu_Latn-min_Latn", + "languages": [ + "deu-Latn", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "deu_Latn-sun_Latn", + "languages": [ + "deu-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.464577, + "recall": 0.52668, + "f1": 0.481632, + "accuracy": 0.52668, + "main_score": 0.481632, + "hf_subset": "deu_Latn-umb_Latn", + "languages": [ + "deu-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "deu_Latn-ajp_Arab", + "languages": [ + "deu-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.476198, + "recall": 0.5583, + "f1": 0.497755, + "accuracy": 0.5583, + "main_score": 0.497755, + "hf_subset": "deu_Latn-bjn_Arab", + "languages": [ + "deu-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.438468, + "recall": 0.501976, + "f1": 0.455564, + "accuracy": 0.501976, + "main_score": 0.455564, + "hf_subset": "deu_Latn-ewe_Latn", + "languages": [ + "deu-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.942111, + "recall": 0.960474, + "f1": 0.948024, + "accuracy": 0.960474, + "main_score": 0.948024, + "hf_subset": "deu_Latn-ilo_Latn", + "languages": [ + "deu-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.24038, + "recall": 0.304348, + "f1": 0.255754, + "accuracy": 0.304348, + "main_score": 0.255754, + "hf_subset": "deu_Latn-knc_Arab", + "languages": [ + "deu-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-mkd_Cyrl", + "languages": [ + "deu-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-prs_Arab", + "languages": [ + "deu-Latn", + "prs-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-urd_Arab", + "languages": [ + "deu-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.718242, + "recall": 0.781621, + "f1": 0.736237, + "accuracy": 0.781621, + "main_score": 0.736237, + "hf_subset": "deu_Latn-aka_Latn", + "languages": [ + "deu-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "deu_Latn-bjn_Latn", + "languages": [ + "deu-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.500782, + "recall": 0.561265, + "f1": 0.51761, + "accuracy": 0.561265, + "main_score": 0.51761, + "hf_subset": "deu_Latn-knc_Latn", + "languages": [ + "deu-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-mlt_Latn", + "languages": [ + "deu-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.622542, + "recall": 0.695652, + "f1": 0.643206, + "accuracy": 0.695652, + "main_score": 0.643206, + "hf_subset": "deu_Latn-quy_Latn", + "languages": [ + "deu-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "deu_Latn-swh_Latn", + "languages": [ + "deu-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-uzn_Latn", + "languages": [ + "deu-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-als_Latn", + "languages": [ + "deu-Latn", + "als-Latn" + ] + }, + { + "precision": 0.761108, + "recall": 0.825099, + "f1": 0.780556, + "accuracy": 0.825099, + "main_score": 0.780556, + "hf_subset": "deu_Latn-bod_Tibt", + "languages": [ + "deu-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.615242, + "recall": 0.689723, + "f1": 0.635835, + "accuracy": 0.689723, + "main_score": 0.635835, + "hf_subset": "deu_Latn-fij_Latn", + "languages": [ + "deu-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.582253, + "recall": 0.656126, + "f1": 0.602716, + "accuracy": 0.656126, + "main_score": 0.602716, + "hf_subset": "deu_Latn-kon_Latn", + "languages": [ + "deu-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.58756, + "recall": 0.664032, + "f1": 0.608525, + "accuracy": 0.664032, + "main_score": 0.608525, + "hf_subset": "deu_Latn-mni_Beng", + "languages": [ + "deu-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-ron_Latn", + "languages": [ + "deu-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986001, + "recall": 0.98913, + "f1": 0.986989, + "accuracy": 0.98913, + "main_score": 0.986989, + "hf_subset": "deu_Latn-szl_Latn", + "languages": [ + "deu-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-vec_Latn", + "languages": [ + "deu-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.905797, + "recall": 0.934783, + "f1": 0.91502, + "accuracy": 0.934783, + "main_score": 0.91502, + "hf_subset": "deu_Latn-amh_Ethi", + "languages": [ + "deu-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-bos_Latn", + "languages": [ + "deu-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ita_Latn", + "languages": [ + "deu-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.498403, + "recall": 0.555336, + "f1": 0.514584, + "accuracy": 0.555336, + "main_score": 0.514584, + "hf_subset": "deu_Latn-mos_Latn", + "languages": [ + "deu-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.728213, + "recall": 0.789526, + "f1": 0.745673, + "accuracy": 0.789526, + "main_score": 0.745673, + "hf_subset": "deu_Latn-run_Latn", + "languages": [ + "deu-Latn", + "run-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-apc_Arab", + "languages": [ + "deu-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.715658, + "recall": 0.780632, + "f1": 0.734177, + "accuracy": 0.780632, + "main_score": 0.734177, + "hf_subset": "deu_Latn-bug_Latn", + "languages": [ + "deu-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.426198, + "recall": 0.480237, + "f1": 0.440556, + "accuracy": 0.480237, + "main_score": 0.440556, + "hf_subset": "deu_Latn-fon_Latn", + "languages": [ + "deu-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "deu_Latn-jav_Latn", + "languages": [ + "deu-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.943347, + "recall": 0.960474, + "f1": 0.948781, + "accuracy": 0.960474, + "main_score": 0.948781, + "hf_subset": "deu_Latn-lao_Laoo", + "languages": [ + "deu-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.85499, + "recall": 0.898221, + "f1": 0.868643, + "accuracy": 0.898221, + "main_score": 0.868643, + "hf_subset": "deu_Latn-mri_Latn", + "languages": [ + "deu-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.493102, + "recall": 0.554348, + "f1": 0.509398, + "accuracy": 0.554348, + "main_score": 0.509398, + "hf_subset": "deu_Latn-taq_Latn", + "languages": [ + "deu-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "deu_Latn-war_Latn", + "languages": [ + "deu-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-bul_Cyrl", + "languages": [ + "deu-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "deu_Latn-lij_Latn", + "languages": [ + "deu-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "deu_Latn-mya_Mymr", + "languages": [ + "deu-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.549927, + "recall": 0.614625, + "f1": 0.567202, + "accuracy": 0.614625, + "main_score": 0.567202, + "hf_subset": "deu_Latn-sag_Latn", + "languages": [ + "deu-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.203037, + "recall": 0.264822, + "f1": 0.216849, + "accuracy": 0.264822, + "main_score": 0.216849, + "hf_subset": "deu_Latn-taq_Tfng", + "languages": [ + "deu-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.621256, + "recall": 0.687747, + "f1": 0.639681, + "accuracy": 0.687747, + "main_score": 0.639681, + "hf_subset": "deu_Latn-wol_Latn", + "languages": [ + "deu-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.841238, + "recall": 0.886364, + "f1": 0.855007, + "accuracy": 0.886364, + "main_score": 0.855007, + "hf_subset": "deu_Latn-arb_Latn", + "languages": [ + "deu-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-cat_Latn", + "languages": [ + "deu-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "deu_Latn-fur_Latn", + "languages": [ + "deu-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.41243, + "recall": 0.487154, + "f1": 0.431728, + "accuracy": 0.487154, + "main_score": 0.431728, + "hf_subset": "deu_Latn-kab_Latn", + "languages": [ + "deu-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "deu_Latn-lim_Latn", + "languages": [ + "deu-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "deu_Latn-san_Deva", + "languages": [ + "deu-Latn", + "san-Deva" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "deu_Latn-tat_Cyrl", + "languages": [ + "deu-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.832115, + "recall": 0.878458, + "f1": 0.846311, + "accuracy": 0.878458, + "main_score": 0.846311, + "hf_subset": "deu_Latn-xho_Latn", + "languages": [ + "deu-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-ars_Arab", + "languages": [ + "deu-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-ceb_Latn", + "languages": [ + "deu-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.479268, + "recall": 0.547431, + "f1": 0.498293, + "accuracy": 0.547431, + "main_score": 0.498293, + "hf_subset": "deu_Latn-fuv_Latn", + "languages": [ + "deu-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.467867, + "recall": 0.527668, + "f1": 0.483746, + "accuracy": 0.527668, + "main_score": 0.483746, + "hf_subset": "deu_Latn-kac_Latn", + "languages": [ + "deu-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.598904, + "recall": 0.671937, + "f1": 0.618894, + "accuracy": 0.671937, + "main_score": 0.618894, + "hf_subset": "deu_Latn-lin_Latn", + "languages": [ + "deu-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.860013, + "recall": 0.899209, + "f1": 0.87197, + "accuracy": 0.899209, + "main_score": 0.87197, + "hf_subset": "deu_Latn-sat_Olck", + "languages": [ + "deu-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "deu_Latn-tel_Telu", + "languages": [ + "deu-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "deu_Latn-ydd_Hebr", + "languages": [ + "deu-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "deu_Latn-ary_Arab", + "languages": [ + "deu-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-ces_Latn", + "languages": [ + "deu-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.536446, + "recall": 0.612648, + "f1": 0.556476, + "accuracy": 0.612648, + "main_score": 0.556476, + "hf_subset": "deu_Latn-gaz_Latn", + "languages": [ + "deu-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.51334, + "recall": 0.59585, + "f1": 0.535284, + "accuracy": 0.59585, + "main_score": 0.535284, + "hf_subset": "deu_Latn-kam_Latn", + "languages": [ + "deu-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "deu_Latn-scn_Latn", + "languages": [ + "deu-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "deu_Latn-tgk_Cyrl", + "languages": [ + "deu-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.701762, + "recall": 0.771739, + "f1": 0.722318, + "accuracy": 0.771739, + "main_score": 0.722318, + "hf_subset": "deu_Latn-yor_Latn", + "languages": [ + "deu-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-arz_Arab", + "languages": [ + "deu-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.482773, + "recall": 0.547431, + "f1": 0.500521, + "accuracy": 0.547431, + "main_score": 0.500521, + "hf_subset": "deu_Latn-cjk_Latn", + "languages": [ + "deu-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.919137, + "recall": 0.945652, + "f1": 0.927866, + "accuracy": 0.945652, + "main_score": 0.927866, + "hf_subset": "deu_Latn-gla_Latn", + "languages": [ + "deu-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "deu_Latn-kan_Knda", + "languages": [ + "deu-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "deu_Latn-lmo_Latn", + "languages": [ + "deu-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "deu_Latn-npi_Deva", + "languages": [ + "deu-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.504715, + "recall": 0.589921, + "f1": 0.528599, + "accuracy": 0.589921, + "main_score": 0.528599, + "hf_subset": "deu_Latn-shn_Mymr", + "languages": [ + "deu-Latn", + "shn-Mymr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-tgl_Latn", + "languages": [ + "deu-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-yue_Hant", + "languages": [ + "deu-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "deu_Latn-asm_Beng", + "languages": [ + "deu-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.914526, + "recall": 0.939723, + "f1": 0.922431, + "accuracy": 0.939723, + "main_score": 0.922431, + "hf_subset": "deu_Latn-ckb_Arab", + "languages": [ + "deu-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "deu_Latn-gle_Latn", + "languages": [ + "deu-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.908103, + "recall": 0.934783, + "f1": 0.916667, + "accuracy": 0.934783, + "main_score": 0.916667, + "hf_subset": "deu_Latn-kas_Arab", + "languages": [ + "deu-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.881456, + "recall": 0.916996, + "f1": 0.892589, + "accuracy": 0.916996, + "main_score": 0.892589, + "hf_subset": "deu_Latn-ltg_Latn", + "languages": [ + "deu-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.749786, + "recall": 0.810277, + "f1": 0.768008, + "accuracy": 0.810277, + "main_score": 0.768008, + "hf_subset": "deu_Latn-nso_Latn", + "languages": [ + "deu-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.970273, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "deu_Latn-sin_Sinh", + "languages": [ + "deu-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "deu_Latn-tha_Thai", + "languages": [ + "deu-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-zho_Hans", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-ast_Latn", + "languages": [ + "deu-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "deu_Latn-crh_Latn", + "languages": [ + "deu-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-glg_Latn", + "languages": [ + "deu-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.834437, + "recall": 0.881423, + "f1": 0.84865, + "accuracy": 0.881423, + "main_score": 0.84865, + "hf_subset": "deu_Latn-kas_Deva", + "languages": [ + "deu-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.416279, + "recall": 0.482213, + "f1": 0.434567, + "accuracy": 0.482213, + "main_score": 0.434567, + "hf_subset": "deu_Latn-nus_Latn", + "languages": [ + "deu-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-slk_Latn", + "languages": [ + "deu-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.608395, + "recall": 0.689723, + "f1": 0.631041, + "accuracy": 0.689723, + "main_score": 0.631041, + "hf_subset": "deu_Latn-tir_Ethi", + "languages": [ + "deu-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.977108, + "recall": 0.983202, + "f1": 0.979084, + "accuracy": 0.983202, + "main_score": 0.979084, + "hf_subset": "deu_Latn-awa_Deva", + "languages": [ + "deu-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "deu_Latn-cym_Latn", + "languages": [ + "deu-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.75198, + "recall": 0.810277, + "f1": 0.768726, + "accuracy": 0.810277, + "main_score": 0.768726, + "hf_subset": "deu_Latn-grn_Latn", + "languages": [ + "deu-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-kat_Geor", + "languages": [ + "deu-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.580743, + "recall": 0.646245, + "f1": 0.597872, + "accuracy": 0.646245, + "main_score": 0.597872, + "hf_subset": "deu_Latn-lua_Latn", + "languages": [ + "deu-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.780945, + "recall": 0.842885, + "f1": 0.800099, + "accuracy": 0.842885, + "main_score": 0.800099, + "hf_subset": "deu_Latn-nya_Latn", + "languages": [ + "deu-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-slv_Latn", + "languages": [ + "deu-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "deu_Latn-tpi_Latn", + "languages": [ + "deu-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-zsm_Latn", + "languages": [ + "deu-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.499756, + "recall": 0.568182, + "f1": 0.518732, + "accuracy": 0.568182, + "main_score": 0.518732, + "hf_subset": "deu_Latn-ayr_Latn", + "languages": [ + "deu-Latn", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-guj_Gujr", + "languages": [ + "deu-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "deu_Latn-kaz_Cyrl", + "languages": [ + "deu-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.604364, + "recall": 0.684783, + "f1": 0.627341, + "accuracy": 0.684783, + "main_score": 0.627341, + "hf_subset": "deu_Latn-lug_Latn", + "languages": [ + "deu-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-oci_Latn", + "languages": [ + "deu-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.811933, + "recall": 0.86166, + "f1": 0.827421, + "accuracy": 0.86166, + "main_score": 0.827421, + "hf_subset": "deu_Latn-smo_Latn", + "languages": [ + "deu-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.698864, + "recall": 0.771739, + "f1": 0.720191, + "accuracy": 0.771739, + "main_score": 0.720191, + "hf_subset": "deu_Latn-tsn_Latn", + "languages": [ + "deu-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.848155, + "recall": 0.891304, + "f1": 0.861265, + "accuracy": 0.891304, + "main_score": 0.861265, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.925066, + "recall": 0.949605, + "f1": 0.933136, + "accuracy": 0.949605, + "main_score": 0.933136, + "hf_subset": "deu_Latn-azb_Arab", + "languages": [ + "deu-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "deu_Latn-hat_Latn", + "languages": [ + "deu-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.466487, + "recall": 0.528656, + "f1": 0.483804, + "accuracy": 0.528656, + "main_score": 0.483804, + "hf_subset": "deu_Latn-kbp_Latn", + "languages": [ + "deu-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.492711, + "recall": 0.562253, + "f1": 0.512141, + "accuracy": 0.562253, + "main_score": 0.512141, + "hf_subset": "deu_Latn-luo_Latn", + "languages": [ + "deu-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "deu_Latn-ory_Orya", + "languages": [ + "deu-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.84193, + "recall": 0.885375, + "f1": 0.855534, + "accuracy": 0.885375, + "main_score": 0.855534, + "hf_subset": "deu_Latn-sna_Latn", + "languages": [ + "deu-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.625949, + "recall": 0.701581, + "f1": 0.647348, + "accuracy": 0.701581, + "main_score": 0.647348, + "hf_subset": "deu_Latn-tso_Latn", + "languages": [ + "deu-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-azj_Latn", + "languages": [ + "deu-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.490468, + "recall": 0.561265, + "f1": 0.510344, + "accuracy": 0.561265, + "main_score": 0.510344, + "hf_subset": "deu_Latn-dik_Latn", + "languages": [ + "deu-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.86693, + "recall": 0.905138, + "f1": 0.87892, + "accuracy": 0.905138, + "main_score": 0.87892, + "hf_subset": "deu_Latn-hau_Latn", + "languages": [ + "deu-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "deu_Latn-kea_Latn", + "languages": [ + "deu-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.909173, + "recall": 0.935771, + "f1": 0.917556, + "accuracy": 0.935771, + "main_score": 0.917556, + "hf_subset": "deu_Latn-lus_Latn", + "languages": [ + "deu-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.862928, + "recall": 0.900198, + "f1": 0.874407, + "accuracy": 0.900198, + "main_score": 0.874407, + "hf_subset": "deu_Latn-pag_Latn", + "languages": [ + "deu-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "deu_Latn-snd_Arab", + "languages": [ + "deu-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "deu_Latn-tuk_Latn", + "languages": [ + "deu-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "deu_Latn-bak_Cyrl", + "languages": [ + "deu-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.449804, + "recall": 0.528656, + "f1": 0.471625, + "accuracy": 0.528656, + "main_score": 0.471625, + "hf_subset": "deu_Latn-dyu_Latn", + "languages": [ + "deu-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "deu_Latn-khk_Cyrl", + "languages": [ + "deu-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-lvs_Latn", + "languages": [ + "deu-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "deu_Latn-pan_Guru", + "languages": [ + "deu-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.836907, + "recall": 0.883399, + "f1": 0.851153, + "accuracy": 0.883399, + "main_score": 0.851153, + "hf_subset": "deu_Latn-som_Latn", + "languages": [ + "deu-Latn", + "som-Latn" + ] + }, + { + "precision": 0.665737, + "recall": 0.730237, + "f1": 0.684027, + "accuracy": 0.730237, + "main_score": 0.684027, + "hf_subset": "deu_Latn-tum_Latn", + "languages": [ + "deu-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.496707, + "recall": 0.575099, + "f1": 0.518681, + "accuracy": 0.575099, + "main_score": 0.518681, + "hf_subset": "hat_Latn-ace_Arab", + "languages": [ + "hat-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.484192, + "recall": 0.537549, + "f1": 0.49869, + "accuracy": 0.537549, + "main_score": 0.49869, + "hf_subset": "hat_Latn-bam_Latn", + "languages": [ + "hat-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.55688, + "recall": 0.647233, + "f1": 0.582223, + "accuracy": 0.647233, + "main_score": 0.582223, + "hf_subset": "hat_Latn-dzo_Tibt", + "languages": [ + "hat-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-hin_Deva", + "languages": [ + "hat-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.925395, + "recall": 0.948617, + "f1": 0.932806, + "accuracy": 0.948617, + "main_score": 0.932806, + "hf_subset": "hat_Latn-khm_Khmr", + "languages": [ + "hat-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "hat_Latn-mag_Deva", + "languages": [ + "hat-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-pap_Latn", + "languages": [ + "hat-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.818191, + "recall": 0.863636, + "f1": 0.832263, + "accuracy": 0.863636, + "main_score": 0.832263, + "hf_subset": "hat_Latn-sot_Latn", + "languages": [ + "hat-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "hat_Latn-tur_Latn", + "languages": [ + "hat-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.839678, + "recall": 0.880435, + "f1": 0.852355, + "accuracy": 0.880435, + "main_score": 0.852355, + "hf_subset": "hat_Latn-ace_Latn", + "languages": [ + "hat-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.927619, + "recall": 0.949605, + "f1": 0.934848, + "accuracy": 0.949605, + "main_score": 0.934848, + "hf_subset": "hat_Latn-ban_Latn", + "languages": [ + "hat-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "hat_Latn-ell_Grek", + "languages": [ + "hat-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "hat_Latn-hne_Deva", + "languages": [ + "hat-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.521492, + "recall": 0.587945, + "f1": 0.53997, + "accuracy": 0.587945, + "main_score": 0.53997, + "hf_subset": "hat_Latn-kik_Latn", + "languages": [ + "hat-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.962533, + "recall": 0.974308, + "f1": 0.966304, + "accuracy": 0.974308, + "main_score": 0.966304, + "hf_subset": "hat_Latn-mai_Deva", + "languages": [ + "hat-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.920455, + "recall": 0.944664, + "f1": 0.928148, + "accuracy": 0.944664, + "main_score": 0.928148, + "hf_subset": "hat_Latn-pbt_Arab", + "languages": [ + "hat-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "hat_Latn-spa_Latn", + "languages": [ + "hat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.70408, + "recall": 0.764822, + "f1": 0.721505, + "accuracy": 0.764822, + "main_score": 0.721505, + "hf_subset": "hat_Latn-twi_Latn", + "languages": [ + "hat-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "hat_Latn-acm_Arab", + "languages": [ + "hat-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "hat_Latn-bel_Cyrl", + "languages": [ + "hat-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "hat_Latn-hrv_Latn", + "languages": [ + "hat-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.812566, + "recall": 0.860672, + "f1": 0.827306, + "accuracy": 0.860672, + "main_score": 0.827306, + "hf_subset": "hat_Latn-kin_Latn", + "languages": [ + "hat-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "hat_Latn-mal_Mlym", + "languages": [ + "hat-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "hat_Latn-pes_Arab", + "languages": [ + "hat-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "hat_Latn-srd_Latn", + "languages": [ + "hat-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.2114, + "recall": 0.272727, + "f1": 0.225763, + "accuracy": 0.272727, + "main_score": 0.225763, + "hf_subset": "hat_Latn-tzm_Tfng", + "languages": [ + "hat-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-acq_Arab", + "languages": [ + "hat-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.620755, + "recall": 0.685771, + "f1": 0.638735, + "accuracy": 0.685771, + "main_score": 0.638735, + "hf_subset": "hat_Latn-bem_Latn", + "languages": [ + "hat-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "hat_Latn-epo_Latn", + "languages": [ + "hat-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-hun_Latn", + "languages": [ + "hat-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "hat_Latn-kir_Cyrl", + "languages": [ + "hat-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-mar_Deva", + "languages": [ + "hat-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.8091, + "recall": 0.858696, + "f1": 0.823915, + "accuracy": 0.858696, + "main_score": 0.823915, + "hf_subset": "hat_Latn-plt_Latn", + "languages": [ + "hat-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "hat_Latn-srp_Cyrl", + "languages": [ + "hat-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.904068, + "recall": 0.933794, + "f1": 0.913603, + "accuracy": 0.933794, + "main_score": 0.913603, + "hf_subset": "hat_Latn-uig_Arab", + "languages": [ + "hat-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "hat_Latn-aeb_Arab", + "languages": [ + "hat-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "hat_Latn-ben_Beng", + "languages": [ + "hat-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-est_Latn", + "languages": [ + "hat-Latn", + "est-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "hat_Latn-hye_Armn", + "languages": [ + "hat-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.451057, + "recall": 0.504941, + "f1": 0.465482, + "accuracy": 0.504941, + "main_score": 0.465482, + "hf_subset": "hat_Latn-kmb_Latn", + "languages": [ + "hat-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.462165, + "recall": 0.544466, + "f1": 0.484264, + "accuracy": 0.544466, + "main_score": 0.484264, + "hf_subset": "hat_Latn-min_Arab", + "languages": [ + "hat-Latn", + "min-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-pol_Latn", + "languages": [ + "hat-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.685352, + "recall": 0.759881, + "f1": 0.707611, + "accuracy": 0.759881, + "main_score": 0.707611, + "hf_subset": "hat_Latn-ssw_Latn", + "languages": [ + "hat-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-ukr_Cyrl", + "languages": [ + "hat-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-afr_Latn", + "languages": [ + "hat-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "hat_Latn-bho_Deva", + "languages": [ + "hat-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "hat_Latn-eus_Latn", + "languages": [ + "hat-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.803239, + "recall": 0.855731, + "f1": 0.818972, + "accuracy": 0.855731, + "main_score": 0.818972, + "hf_subset": "hat_Latn-ibo_Latn", + "languages": [ + "hat-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.848798, + "recall": 0.88834, + "f1": 0.861232, + "accuracy": 0.88834, + "main_score": 0.861232, + "hf_subset": "hat_Latn-kmr_Latn", + "languages": [ + "hat-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "hat_Latn-min_Latn", + "languages": [ + "hat-Latn", + "min-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "hat_Latn-por_Latn", + "languages": [ + "hat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "hat_Latn-sun_Latn", + "languages": [ + "hat-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.447702, + "recall": 0.503953, + "f1": 0.463252, + "accuracy": 0.503953, + "main_score": 0.463252, + "hf_subset": "hat_Latn-umb_Latn", + "languages": [ + "hat-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-ajp_Arab", + "languages": [ + "hat-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.492817, + "recall": 0.572134, + "f1": 0.514497, + "accuracy": 0.572134, + "main_score": 0.514497, + "hf_subset": "hat_Latn-bjn_Arab", + "languages": [ + "hat-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.436514, + "recall": 0.486166, + "f1": 0.450245, + "accuracy": 0.486166, + "main_score": 0.450245, + "hf_subset": "hat_Latn-ewe_Latn", + "languages": [ + "hat-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.916008, + "recall": 0.940711, + "f1": 0.923913, + "accuracy": 0.940711, + "main_score": 0.923913, + "hf_subset": "hat_Latn-ilo_Latn", + "languages": [ + "hat-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.245183, + "recall": 0.304348, + "f1": 0.259417, + "accuracy": 0.304348, + "main_score": 0.259417, + "hf_subset": "hat_Latn-knc_Arab", + "languages": [ + "hat-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-mkd_Cyrl", + "languages": [ + "hat-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-prs_Arab", + "languages": [ + "hat-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-swe_Latn", + "languages": [ + "hat-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "hat_Latn-urd_Arab", + "languages": [ + "hat-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.675102, + "recall": 0.738142, + "f1": 0.692577, + "accuracy": 0.738142, + "main_score": 0.692577, + "hf_subset": "hat_Latn-aka_Latn", + "languages": [ + "hat-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.943264, + "recall": 0.960474, + "f1": 0.948847, + "accuracy": 0.960474, + "main_score": 0.948847, + "hf_subset": "hat_Latn-bjn_Latn", + "languages": [ + "hat-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.946887, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "hat_Latn-fao_Latn", + "languages": [ + "hat-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hat_Latn-ind_Latn", + "languages": [ + "hat-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.490278, + "recall": 0.539526, + "f1": 0.503713, + "accuracy": 0.539526, + "main_score": 0.503713, + "hf_subset": "hat_Latn-knc_Latn", + "languages": [ + "hat-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "hat_Latn-mlt_Latn", + "languages": [ + "hat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.600255, + "recall": 0.666996, + "f1": 0.618814, + "accuracy": 0.666996, + "main_score": 0.618814, + "hf_subset": "hat_Latn-quy_Latn", + "languages": [ + "hat-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "hat_Latn-swh_Latn", + "languages": [ + "hat-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "hat_Latn-uzn_Latn", + "languages": [ + "hat-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "hat_Latn-als_Latn", + "languages": [ + "hat-Latn", + "als-Latn" + ] + }, + { + "precision": 0.703911, + "recall": 0.771739, + "f1": 0.723598, + "accuracy": 0.771739, + "main_score": 0.723598, + "hf_subset": "hat_Latn-bod_Tibt", + "languages": [ + "hat-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.587808, + "recall": 0.65415, + "f1": 0.606835, + "accuracy": 0.65415, + "main_score": 0.606835, + "hf_subset": "hat_Latn-fij_Latn", + "languages": [ + "hat-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "hat_Latn-isl_Latn", + "languages": [ + "hat-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.576173, + "recall": 0.636364, + "f1": 0.592539, + "accuracy": 0.636364, + "main_score": 0.592539, + "hf_subset": "hat_Latn-kon_Latn", + "languages": [ + "hat-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.553841, + "recall": 0.62747, + "f1": 0.574605, + "accuracy": 0.62747, + "main_score": 0.574605, + "hf_subset": "hat_Latn-mni_Beng", + "languages": [ + "hat-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "hat_Latn-ron_Latn", + "languages": [ + "hat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.96558, + "recall": 0.975296, + "f1": 0.968709, + "accuracy": 0.975296, + "main_score": 0.968709, + "hf_subset": "hat_Latn-szl_Latn", + "languages": [ + "hat-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-vec_Latn", + "languages": [ + "hat-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.894022, + "recall": 0.923913, + "f1": 0.903346, + "accuracy": 0.923913, + "main_score": 0.903346, + "hf_subset": "hat_Latn-amh_Ethi", + "languages": [ + "hat-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "hat_Latn-bos_Latn", + "languages": [ + "hat-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "hat_Latn-fin_Latn", + "languages": [ + "hat-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-ita_Latn", + "languages": [ + "hat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "hat_Latn-kor_Hang", + "languages": [ + "hat-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.498216, + "recall": 0.552372, + "f1": 0.513014, + "accuracy": 0.552372, + "main_score": 0.513014, + "hf_subset": "hat_Latn-mos_Latn", + "languages": [ + "hat-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.698352, + "recall": 0.758893, + "f1": 0.716153, + "accuracy": 0.758893, + "main_score": 0.716153, + "hf_subset": "hat_Latn-run_Latn", + "languages": [ + "hat-Latn", + "run-Latn" + ] + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "hat_Latn-tam_Taml", + "languages": [ + "hat-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-vie_Latn", + "languages": [ + "hat-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "hat_Latn-apc_Arab", + "languages": [ + "hat-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.698981, + "recall": 0.758893, + "f1": 0.715368, + "accuracy": 0.758893, + "main_score": 0.715368, + "hf_subset": "hat_Latn-bug_Latn", + "languages": [ + "hat-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.433109, + "recall": 0.478261, + "f1": 0.445502, + "accuracy": 0.478261, + "main_score": 0.445502, + "hf_subset": "hat_Latn-fon_Latn", + "languages": [ + "hat-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "hat_Latn-jav_Latn", + "languages": [ + "hat-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.912961, + "recall": 0.939723, + "f1": 0.921344, + "accuracy": 0.939723, + "main_score": 0.921344, + "hf_subset": "hat_Latn-lao_Laoo", + "languages": [ + "hat-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.824473, + "recall": 0.87253, + "f1": 0.839229, + "accuracy": 0.87253, + "main_score": 0.839229, + "hf_subset": "hat_Latn-mri_Latn", + "languages": [ + "hat-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-rus_Cyrl", + "languages": [ + "hat-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.494216, + "recall": 0.543478, + "f1": 0.507708, + "accuracy": 0.543478, + "main_score": 0.507708, + "hf_subset": "hat_Latn-taq_Latn", + "languages": [ + "hat-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.956439, + "recall": 0.969368, + "f1": 0.96054, + "accuracy": 0.969368, + "main_score": 0.96054, + "hf_subset": "hat_Latn-war_Latn", + "languages": [ + "hat-Latn", + "war-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "hat_Latn-arb_Arab", + "languages": [ + "hat-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hat_Latn-bul_Cyrl", + "languages": [ + "hat-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-fra_Latn", + "languages": [ + "hat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-jpn_Jpan", + "languages": [ + "hat-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "hat_Latn-lij_Latn", + "languages": [ + "hat-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.933547, + "recall": 0.954545, + "f1": 0.940448, + "accuracy": 0.954545, + "main_score": 0.940448, + "hf_subset": "hat_Latn-mya_Mymr", + "languages": [ + "hat-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.542515, + "recall": 0.598814, + "f1": 0.558553, + "accuracy": 0.598814, + "main_score": 0.558553, + "hf_subset": "hat_Latn-sag_Latn", + "languages": [ + "hat-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.232298, + "recall": 0.294466, + "f1": 0.248304, + "accuracy": 0.294466, + "main_score": 0.248304, + "hf_subset": "hat_Latn-taq_Tfng", + "languages": [ + "hat-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.626947, + "recall": 0.686759, + "f1": 0.643206, + "accuracy": 0.686759, + "main_score": 0.643206, + "hf_subset": "hat_Latn-wol_Latn", + "languages": [ + "hat-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.825214, + "recall": 0.876482, + "f1": 0.841469, + "accuracy": 0.876482, + "main_score": 0.841469, + "hf_subset": "hat_Latn-arb_Latn", + "languages": [ + "hat-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-cat_Latn", + "languages": [ + "hat-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.962862, + "recall": 0.974308, + "f1": 0.966469, + "accuracy": 0.974308, + "main_score": 0.966469, + "hf_subset": "hat_Latn-fur_Latn", + "languages": [ + "hat-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.427461, + "recall": 0.496047, + "f1": 0.4451, + "accuracy": 0.496047, + "main_score": 0.4451, + "hf_subset": "hat_Latn-kab_Latn", + "languages": [ + "hat-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "hat_Latn-lim_Latn", + "languages": [ + "hat-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "hat_Latn-nld_Latn", + "languages": [ + "hat-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.937582, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "hat_Latn-san_Deva", + "languages": [ + "hat-Latn", + "san-Deva" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "hat_Latn-tat_Cyrl", + "languages": [ + "hat-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.819179, + "recall": 0.869565, + "f1": 0.834503, + "accuracy": 0.869565, + "main_score": 0.834503, + "hf_subset": "hat_Latn-xho_Latn", + "languages": [ + "hat-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "hat_Latn-ars_Arab", + "languages": [ + "hat-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "hat_Latn-ceb_Latn", + "languages": [ + "hat-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.4582, + "recall": 0.513834, + "f1": 0.4722, + "accuracy": 0.513834, + "main_score": 0.4722, + "hf_subset": "hat_Latn-fuv_Latn", + "languages": [ + "hat-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.468102, + "recall": 0.517787, + "f1": 0.481476, + "accuracy": 0.517787, + "main_score": 0.481476, + "hf_subset": "hat_Latn-kac_Latn", + "languages": [ + "hat-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.614127, + "recall": 0.674901, + "f1": 0.630283, + "accuracy": 0.674901, + "main_score": 0.630283, + "hf_subset": "hat_Latn-lin_Latn", + "languages": [ + "hat-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "hat_Latn-nno_Latn", + "languages": [ + "hat-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.835343, + "recall": 0.880435, + "f1": 0.84944, + "accuracy": 0.880435, + "main_score": 0.84944, + "hf_subset": "hat_Latn-sat_Olck", + "languages": [ + "hat-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "hat_Latn-tel_Telu", + "languages": [ + "hat-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "hat_Latn-ydd_Hebr", + "languages": [ + "hat-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.935606, + "recall": 0.955534, + "f1": 0.942194, + "accuracy": 0.955534, + "main_score": 0.942194, + "hf_subset": "hat_Latn-ary_Arab", + "languages": [ + "hat-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hat_Latn-ces_Latn", + "languages": [ + "hat-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.542133, + "recall": 0.612648, + "f1": 0.562246, + "accuracy": 0.612648, + "main_score": 0.562246, + "hf_subset": "hat_Latn-gaz_Latn", + "languages": [ + "hat-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.511825, + "recall": 0.582016, + "f1": 0.531081, + "accuracy": 0.582016, + "main_score": 0.531081, + "hf_subset": "hat_Latn-kam_Latn", + "languages": [ + "hat-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "hat_Latn-lit_Latn", + "languages": [ + "hat-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "hat_Latn-nob_Latn", + "languages": [ + "hat-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "hat_Latn-scn_Latn", + "languages": [ + "hat-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "hat_Latn-tgk_Cyrl", + "languages": [ + "hat-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.676583, + "recall": 0.752964, + "f1": 0.699227, + "accuracy": 0.752964, + "main_score": 0.699227, + "hf_subset": "hat_Latn-yor_Latn", + "languages": [ + "hat-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "hat_Latn-arz_Arab", + "languages": [ + "hat-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.487661, + "recall": 0.538538, + "f1": 0.502081, + "accuracy": 0.538538, + "main_score": 0.502081, + "hf_subset": "hat_Latn-cjk_Latn", + "languages": [ + "hat-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.903656, + "recall": 0.934783, + "f1": 0.913867, + "accuracy": 0.934783, + "main_score": 0.913867, + "hf_subset": "hat_Latn-gla_Latn", + "languages": [ + "hat-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "hat_Latn-kan_Knda", + "languages": [ + "hat-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "hat_Latn-lmo_Latn", + "languages": [ + "hat-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "hat_Latn-npi_Deva", + "languages": [ + "hat-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.499179, + "recall": 0.574111, + "f1": 0.519751, + "accuracy": 0.574111, + "main_score": 0.519751, + "hf_subset": "hat_Latn-shn_Mymr", + "languages": [ + "hat-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "hat_Latn-tgl_Latn", + "languages": [ + "hat-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-yue_Hant", + "languages": [ + "hat-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "hat_Latn-asm_Beng", + "languages": [ + "hat-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.889493, + "recall": 0.921937, + "f1": 0.899704, + "accuracy": 0.921937, + "main_score": 0.899704, + "hf_subset": "hat_Latn-ckb_Arab", + "languages": [ + "hat-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.943511, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "hat_Latn-gle_Latn", + "languages": [ + "hat-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.875823, + "recall": 0.912055, + "f1": 0.887319, + "accuracy": 0.912055, + "main_score": 0.887319, + "hf_subset": "hat_Latn-kas_Arab", + "languages": [ + "hat-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.868363, + "recall": 0.906126, + "f1": 0.880138, + "accuracy": 0.906126, + "main_score": 0.880138, + "hf_subset": "hat_Latn-ltg_Latn", + "languages": [ + "hat-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.748857, + "recall": 0.811265, + "f1": 0.767902, + "accuracy": 0.811265, + "main_score": 0.767902, + "hf_subset": "hat_Latn-nso_Latn", + "languages": [ + "hat-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.932312, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "hat_Latn-sin_Sinh", + "languages": [ + "hat-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "hat_Latn-tha_Thai", + "languages": [ + "hat-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.958169, + "recall": 0.970356, + "f1": 0.961909, + "accuracy": 0.970356, + "main_score": 0.961909, + "hf_subset": "hat_Latn-zho_Hans", + "languages": [ + "hat-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-ast_Latn", + "languages": [ + "hat-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "hat_Latn-crh_Latn", + "languages": [ + "hat-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-glg_Latn", + "languages": [ + "hat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.814008, + "recall": 0.863636, + "f1": 0.828936, + "accuracy": 0.863636, + "main_score": 0.828936, + "hf_subset": "hat_Latn-kas_Deva", + "languages": [ + "hat-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "hat_Latn-ltz_Latn", + "languages": [ + "hat-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41347, + "recall": 0.47332, + "f1": 0.429692, + "accuracy": 0.47332, + "main_score": 0.429692, + "hf_subset": "hat_Latn-nus_Latn", + "languages": [ + "hat-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "hat_Latn-slk_Latn", + "languages": [ + "hat-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.587353, + "recall": 0.66502, + "f1": 0.609334, + "accuracy": 0.66502, + "main_score": 0.609334, + "hf_subset": "hat_Latn-tir_Ethi", + "languages": [ + "hat-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "hat_Latn-zho_Hant", + "languages": [ + "hat-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "hat_Latn-awa_Deva", + "languages": [ + "hat-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "hat_Latn-cym_Latn", + "languages": [ + "hat-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.724007, + "recall": 0.775692, + "f1": 0.738444, + "accuracy": 0.775692, + "main_score": 0.738444, + "hf_subset": "hat_Latn-grn_Latn", + "languages": [ + "hat-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "hat_Latn-kat_Geor", + "languages": [ + "hat-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.573576, + "recall": 0.62747, + "f1": 0.587647, + "accuracy": 0.62747, + "main_score": 0.587647, + "hf_subset": "hat_Latn-lua_Latn", + "languages": [ + "hat-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.783383, + "recall": 0.841897, + "f1": 0.80135, + "accuracy": 0.841897, + "main_score": 0.80135, + "hf_subset": "hat_Latn-nya_Latn", + "languages": [ + "hat-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-slv_Latn", + "languages": [ + "hat-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.929265, + "recall": 0.950593, + "f1": 0.936001, + "accuracy": 0.950593, + "main_score": 0.936001, + "hf_subset": "hat_Latn-tpi_Latn", + "languages": [ + "hat-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-zsm_Latn", + "languages": [ + "hat-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.502418, + "recall": 0.555336, + "f1": 0.517368, + "accuracy": 0.555336, + "main_score": 0.517368, + "hf_subset": "hat_Latn-ayr_Latn", + "languages": [ + "hat-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-dan_Latn", + "languages": [ + "hat-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "hat_Latn-guj_Gujr", + "languages": [ + "hat-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "hat_Latn-kaz_Cyrl", + "languages": [ + "hat-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.611062, + "recall": 0.683794, + "f1": 0.631546, + "accuracy": 0.683794, + "main_score": 0.631546, + "hf_subset": "hat_Latn-lug_Latn", + "languages": [ + "hat-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "hat_Latn-oci_Latn", + "languages": [ + "hat-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.801383, + "recall": 0.852767, + "f1": 0.817655, + "accuracy": 0.852767, + "main_score": 0.817655, + "hf_subset": "hat_Latn-smo_Latn", + "languages": [ + "hat-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.692549, + "recall": 0.756917, + "f1": 0.711347, + "accuracy": 0.756917, + "main_score": 0.711347, + "hf_subset": "hat_Latn-tsn_Latn", + "languages": [ + "hat-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.840086, + "recall": 0.887352, + "f1": 0.855007, + "accuracy": 0.887352, + "main_score": 0.855007, + "hf_subset": "hat_Latn-zul_Latn", + "languages": [ + "hat-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.889575, + "recall": 0.921937, + "f1": 0.899901, + "accuracy": 0.921937, + "main_score": 0.899901, + "hf_subset": "hat_Latn-azb_Arab", + "languages": [ + "hat-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-deu_Latn", + "languages": [ + "hat-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.472761, + "recall": 0.522727, + "f1": 0.486266, + "accuracy": 0.522727, + "main_score": 0.486266, + "hf_subset": "hat_Latn-kbp_Latn", + "languages": [ + "hat-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.513456, + "recall": 0.565217, + "f1": 0.528016, + "accuracy": 0.565217, + "main_score": 0.528016, + "hf_subset": "hat_Latn-luo_Latn", + "languages": [ + "hat-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.927372, + "recall": 0.950593, + "f1": 0.934947, + "accuracy": 0.950593, + "main_score": 0.934947, + "hf_subset": "hat_Latn-ory_Orya", + "languages": [ + "hat-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.848403, + "recall": 0.891304, + "f1": 0.861844, + "accuracy": 0.891304, + "main_score": 0.861844, + "hf_subset": "hat_Latn-sna_Latn", + "languages": [ + "hat-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.612249, + "recall": 0.679842, + "f1": 0.631045, + "accuracy": 0.679842, + "main_score": 0.631045, + "hf_subset": "hat_Latn-tso_Latn", + "languages": [ + "hat-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.952569, + "recall": 0.968379, + "f1": 0.957839, + "accuracy": 0.968379, + "main_score": 0.957839, + "hf_subset": "hat_Latn-azj_Latn", + "languages": [ + "hat-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.469694, + "recall": 0.530632, + "f1": 0.486767, + "accuracy": 0.530632, + "main_score": 0.486767, + "hf_subset": "hat_Latn-dik_Latn", + "languages": [ + "hat-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.841897, + "recall": 0.887352, + "f1": 0.856225, + "accuracy": 0.887352, + "main_score": 0.856225, + "hf_subset": "hat_Latn-hau_Latn", + "languages": [ + "hat-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "hat_Latn-kea_Latn", + "languages": [ + "hat-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.875988, + "recall": 0.913043, + "f1": 0.887978, + "accuracy": 0.913043, + "main_score": 0.887978, + "hf_subset": "hat_Latn-lus_Latn", + "languages": [ + "hat-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.807569, + "recall": 0.852767, + "f1": 0.821031, + "accuracy": 0.852767, + "main_score": 0.821031, + "hf_subset": "hat_Latn-pag_Latn", + "languages": [ + "hat-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "hat_Latn-snd_Arab", + "languages": [ + "hat-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.946229, + "recall": 0.962451, + "f1": 0.951482, + "accuracy": 0.962451, + "main_score": 0.951482, + "hf_subset": "hat_Latn-tuk_Latn", + "languages": [ + "hat-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "hat_Latn-bak_Cyrl", + "languages": [ + "hat-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.445547, + "recall": 0.51581, + "f1": 0.46506, + "accuracy": 0.51581, + "main_score": 0.46506, + "hf_subset": "hat_Latn-dyu_Latn", + "languages": [ + "hat-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "hat_Latn-heb_Hebr", + "languages": [ + "hat-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.941453, + "recall": 0.959486, + "f1": 0.9472, + "accuracy": 0.959486, + "main_score": 0.9472, + "hf_subset": "hat_Latn-khk_Cyrl", + "languages": [ + "hat-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-lvs_Latn", + "languages": [ + "hat-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "hat_Latn-pan_Guru", + "languages": [ + "hat-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.818775, + "recall": 0.869565, + "f1": 0.834453, + "accuracy": 0.869565, + "main_score": 0.834453, + "hf_subset": "hat_Latn-som_Latn", + "languages": [ + "hat-Latn", + "som-Latn" + ] + }, + { + "precision": 0.646918, + "recall": 0.712451, + "f1": 0.665483, + "accuracy": 0.712451, + "main_score": 0.665483, + "hf_subset": "hat_Latn-tum_Latn", + "languages": [ + "hat-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.372732, + "recall": 0.428854, + "f1": 0.387818, + "accuracy": 0.428854, + "main_score": 0.387818, + "hf_subset": "kbp_Latn-ace_Arab", + "languages": [ + "kbp-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.476236, + "recall": 0.512846, + "f1": 0.486922, + "accuracy": 0.512846, + "main_score": 0.486922, + "hf_subset": "kbp_Latn-bam_Latn", + "languages": [ + "kbp-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.298889, + "recall": 0.356719, + "f1": 0.313915, + "accuracy": 0.356719, + "main_score": 0.313915, + "hf_subset": "kbp_Latn-dzo_Tibt", + "languages": [ + "kbp-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.463152, + "recall": 0.511858, + "f1": 0.476006, + "accuracy": 0.511858, + "main_score": 0.476006, + "hf_subset": "kbp_Latn-hin_Deva", + "languages": [ + "kbp-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.417515, + "recall": 0.460474, + "f1": 0.429921, + "accuracy": 0.460474, + "main_score": 0.429921, + "hf_subset": "kbp_Latn-khm_Khmr", + "languages": [ + "kbp-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.449826, + "recall": 0.497036, + "f1": 0.462955, + "accuracy": 0.497036, + "main_score": 0.462955, + "hf_subset": "kbp_Latn-mag_Deva", + "languages": [ + "kbp-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.458192, + "recall": 0.504941, + "f1": 0.470506, + "accuracy": 0.504941, + "main_score": 0.470506, + "hf_subset": "kbp_Latn-pap_Latn", + "languages": [ + "kbp-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.459884, + "recall": 0.509881, + "f1": 0.472905, + "accuracy": 0.509881, + "main_score": 0.472905, + "hf_subset": "kbp_Latn-sot_Latn", + "languages": [ + "kbp-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.452909, + "recall": 0.498024, + "f1": 0.465008, + "accuracy": 0.498024, + "main_score": 0.465008, + "hf_subset": "kbp_Latn-tur_Latn", + "languages": [ + "kbp-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.457419, + "recall": 0.503953, + "f1": 0.469457, + "accuracy": 0.503953, + "main_score": 0.469457, + "hf_subset": "kbp_Latn-ace_Latn", + "languages": [ + "kbp-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.434599, + "recall": 0.482213, + "f1": 0.446742, + "accuracy": 0.482213, + "main_score": 0.446742, + "hf_subset": "kbp_Latn-ban_Latn", + "languages": [ + "kbp-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.440783, + "recall": 0.492095, + "f1": 0.454448, + "accuracy": 0.492095, + "main_score": 0.454448, + "hf_subset": "kbp_Latn-ell_Grek", + "languages": [ + "kbp-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.44146, + "recall": 0.48913, + "f1": 0.454429, + "accuracy": 0.48913, + "main_score": 0.454429, + "hf_subset": "kbp_Latn-hne_Deva", + "languages": [ + "kbp-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.448855, + "recall": 0.494071, + "f1": 0.460871, + "accuracy": 0.494071, + "main_score": 0.460871, + "hf_subset": "kbp_Latn-kik_Latn", + "languages": [ + "kbp-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.456942, + "recall": 0.501976, + "f1": 0.469009, + "accuracy": 0.501976, + "main_score": 0.469009, + "hf_subset": "kbp_Latn-mai_Deva", + "languages": [ + "kbp-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.408409, + "recall": 0.45751, + "f1": 0.420924, + "accuracy": 0.45751, + "main_score": 0.420924, + "hf_subset": "kbp_Latn-pbt_Arab", + "languages": [ + "kbp-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.472149, + "recall": 0.520751, + "f1": 0.485053, + "accuracy": 0.520751, + "main_score": 0.485053, + "hf_subset": "kbp_Latn-spa_Latn", + "languages": [ + "kbp-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.493266, + "recall": 0.534585, + "f1": 0.505297, + "accuracy": 0.534585, + "main_score": 0.505297, + "hf_subset": "kbp_Latn-twi_Latn", + "languages": [ + "kbp-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.454048, + "recall": 0.499012, + "f1": 0.46638, + "accuracy": 0.499012, + "main_score": 0.46638, + "hf_subset": "kbp_Latn-acm_Arab", + "languages": [ + "kbp-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.415355, + "recall": 0.461462, + "f1": 0.427575, + "accuracy": 0.461462, + "main_score": 0.427575, + "hf_subset": "kbp_Latn-bel_Cyrl", + "languages": [ + "kbp-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.467322, + "recall": 0.517787, + "f1": 0.481319, + "accuracy": 0.517787, + "main_score": 0.481319, + "hf_subset": "kbp_Latn-eng_Latn", + "languages": [ + "kbp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.462867, + "recall": 0.507905, + "f1": 0.475398, + "accuracy": 0.507905, + "main_score": 0.475398, + "hf_subset": "kbp_Latn-hrv_Latn", + "languages": [ + "kbp-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.443347, + "recall": 0.493083, + "f1": 0.455975, + "accuracy": 0.493083, + "main_score": 0.455975, + "hf_subset": "kbp_Latn-kin_Latn", + "languages": [ + "kbp-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.426835, + "recall": 0.478261, + "f1": 0.440212, + "accuracy": 0.478261, + "main_score": 0.440212, + "hf_subset": "kbp_Latn-mal_Mlym", + "languages": [ + "kbp-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.435645, + "recall": 0.481225, + "f1": 0.446891, + "accuracy": 0.481225, + "main_score": 0.446891, + "hf_subset": "kbp_Latn-pes_Arab", + "languages": [ + "kbp-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.442347, + "recall": 0.494071, + "f1": 0.455701, + "accuracy": 0.494071, + "main_score": 0.455701, + "hf_subset": "kbp_Latn-srd_Latn", + "languages": [ + "kbp-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.226099, + "recall": 0.278656, + "f1": 0.239427, + "accuracy": 0.278656, + "main_score": 0.239427, + "hf_subset": "kbp_Latn-tzm_Tfng", + "languages": [ + "kbp-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.446649, + "recall": 0.495059, + "f1": 0.459737, + "accuracy": 0.495059, + "main_score": 0.459737, + "hf_subset": "kbp_Latn-acq_Arab", + "languages": [ + "kbp-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.465442, + "recall": 0.507905, + "f1": 0.477293, + "accuracy": 0.507905, + "main_score": 0.477293, + "hf_subset": "kbp_Latn-bem_Latn", + "languages": [ + "kbp-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.432267, + "recall": 0.474308, + "f1": 0.442988, + "accuracy": 0.474308, + "main_score": 0.442988, + "hf_subset": "kbp_Latn-epo_Latn", + "languages": [ + "kbp-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.444037, + "recall": 0.495059, + "f1": 0.45732, + "accuracy": 0.495059, + "main_score": 0.45732, + "hf_subset": "kbp_Latn-hun_Latn", + "languages": [ + "kbp-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.436705, + "recall": 0.48419, + "f1": 0.44912, + "accuracy": 0.48419, + "main_score": 0.44912, + "hf_subset": "kbp_Latn-kir_Cyrl", + "languages": [ + "kbp-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.431127, + "recall": 0.482213, + "f1": 0.444501, + "accuracy": 0.482213, + "main_score": 0.444501, + "hf_subset": "kbp_Latn-mar_Deva", + "languages": [ + "kbp-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.459058, + "recall": 0.503953, + "f1": 0.471658, + "accuracy": 0.503953, + "main_score": 0.471658, + "hf_subset": "kbp_Latn-plt_Latn", + "languages": [ + "kbp-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.425619, + "recall": 0.472332, + "f1": 0.438073, + "accuracy": 0.472332, + "main_score": 0.438073, + "hf_subset": "kbp_Latn-srp_Cyrl", + "languages": [ + "kbp-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.383046, + "recall": 0.435771, + "f1": 0.39614, + "accuracy": 0.435771, + "main_score": 0.39614, + "hf_subset": "kbp_Latn-uig_Arab", + "languages": [ + "kbp-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.444914, + "recall": 0.488142, + "f1": 0.456814, + "accuracy": 0.488142, + "main_score": 0.456814, + "hf_subset": "kbp_Latn-aeb_Arab", + "languages": [ + "kbp-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.437378, + "recall": 0.482213, + "f1": 0.450031, + "accuracy": 0.482213, + "main_score": 0.450031, + "hf_subset": "kbp_Latn-ben_Beng", + "languages": [ + "kbp-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.433328, + "recall": 0.48419, + "f1": 0.447601, + "accuracy": 0.48419, + "main_score": 0.447601, + "hf_subset": "kbp_Latn-est_Latn", + "languages": [ + "kbp-Latn", + "est-Latn" + ] + }, + { + "precision": 0.420351, + "recall": 0.474308, + "f1": 0.435058, + "accuracy": 0.474308, + "main_score": 0.435058, + "hf_subset": "kbp_Latn-hye_Armn", + "languages": [ + "kbp-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.463666, + "recall": 0.502964, + "f1": 0.474594, + "accuracy": 0.502964, + "main_score": 0.474594, + "hf_subset": "kbp_Latn-kmb_Latn", + "languages": [ + "kbp-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.34637, + "recall": 0.408103, + "f1": 0.363353, + "accuracy": 0.408103, + "main_score": 0.363353, + "hf_subset": "kbp_Latn-min_Arab", + "languages": [ + "kbp-Latn", + "min-Arab" + ] + }, + { + "precision": 0.452434, + "recall": 0.496047, + "f1": 0.464825, + "accuracy": 0.496047, + "main_score": 0.464825, + "hf_subset": "kbp_Latn-pol_Latn", + "languages": [ + "kbp-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.440098, + "recall": 0.48419, + "f1": 0.451956, + "accuracy": 0.48419, + "main_score": 0.451956, + "hf_subset": "kbp_Latn-ssw_Latn", + "languages": [ + "kbp-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.426175, + "recall": 0.476285, + "f1": 0.440285, + "accuracy": 0.476285, + "main_score": 0.440285, + "hf_subset": "kbp_Latn-ukr_Cyrl", + "languages": [ + "kbp-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.440227, + "recall": 0.486166, + "f1": 0.451574, + "accuracy": 0.486166, + "main_score": 0.451574, + "hf_subset": "kbp_Latn-afr_Latn", + "languages": [ + "kbp-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.470281, + "recall": 0.514822, + "f1": 0.482201, + "accuracy": 0.514822, + "main_score": 0.482201, + "hf_subset": "kbp_Latn-bho_Deva", + "languages": [ + "kbp-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.434059, + "recall": 0.479249, + "f1": 0.446443, + "accuracy": 0.479249, + "main_score": 0.446443, + "hf_subset": "kbp_Latn-eus_Latn", + "languages": [ + "kbp-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.441606, + "recall": 0.48419, + "f1": 0.453647, + "accuracy": 0.48419, + "main_score": 0.453647, + "hf_subset": "kbp_Latn-ibo_Latn", + "languages": [ + "kbp-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.440966, + "recall": 0.490119, + "f1": 0.454524, + "accuracy": 0.490119, + "main_score": 0.454524, + "hf_subset": "kbp_Latn-kmr_Latn", + "languages": [ + "kbp-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.428208, + "recall": 0.467391, + "f1": 0.438333, + "accuracy": 0.467391, + "main_score": 0.438333, + "hf_subset": "kbp_Latn-min_Latn", + "languages": [ + "kbp-Latn", + "min-Latn" + ] + }, + { + "precision": 0.443793, + "recall": 0.497036, + "f1": 0.457713, + "accuracy": 0.497036, + "main_score": 0.457713, + "hf_subset": "kbp_Latn-por_Latn", + "languages": [ + "kbp-Latn", + "por-Latn" + ] + }, + { + "precision": 0.430428, + "recall": 0.471344, + "f1": 0.441341, + "accuracy": 0.471344, + "main_score": 0.441341, + "hf_subset": "kbp_Latn-sun_Latn", + "languages": [ + "kbp-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.446366, + "recall": 0.488142, + "f1": 0.458517, + "accuracy": 0.488142, + "main_score": 0.458517, + "hf_subset": "kbp_Latn-umb_Latn", + "languages": [ + "kbp-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.448601, + "recall": 0.494071, + "f1": 0.460091, + "accuracy": 0.494071, + "main_score": 0.460091, + "hf_subset": "kbp_Latn-ajp_Arab", + "languages": [ + "kbp-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.350909, + "recall": 0.406126, + "f1": 0.365992, + "accuracy": 0.406126, + "main_score": 0.365992, + "hf_subset": "kbp_Latn-bjn_Arab", + "languages": [ + "kbp-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.468692, + "recall": 0.509881, + "f1": 0.480643, + "accuracy": 0.509881, + "main_score": 0.480643, + "hf_subset": "kbp_Latn-ewe_Latn", + "languages": [ + "kbp-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.430843, + "recall": 0.478261, + "f1": 0.443216, + "accuracy": 0.478261, + "main_score": 0.443216, + "hf_subset": "kbp_Latn-ilo_Latn", + "languages": [ + "kbp-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.258909, + "recall": 0.316206, + "f1": 0.27424, + "accuracy": 0.316206, + "main_score": 0.27424, + "hf_subset": "kbp_Latn-knc_Arab", + "languages": [ + "kbp-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.430923, + "recall": 0.477273, + "f1": 0.442832, + "accuracy": 0.477273, + "main_score": 0.442832, + "hf_subset": "kbp_Latn-mkd_Cyrl", + "languages": [ + "kbp-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.423602, + "recall": 0.478261, + "f1": 0.437725, + "accuracy": 0.478261, + "main_score": 0.437725, + "hf_subset": "kbp_Latn-prs_Arab", + "languages": [ + "kbp-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.451822, + "recall": 0.498024, + "f1": 0.464552, + "accuracy": 0.498024, + "main_score": 0.464552, + "hf_subset": "kbp_Latn-swe_Latn", + "languages": [ + "kbp-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.427209, + "recall": 0.478261, + "f1": 0.440479, + "accuracy": 0.478261, + "main_score": 0.440479, + "hf_subset": "kbp_Latn-urd_Arab", + "languages": [ + "kbp-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.489429, + "recall": 0.531621, + "f1": 0.501251, + "accuracy": 0.531621, + "main_score": 0.501251, + "hf_subset": "kbp_Latn-aka_Latn", + "languages": [ + "kbp-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.458578, + "recall": 0.504941, + "f1": 0.470552, + "accuracy": 0.504941, + "main_score": 0.470552, + "hf_subset": "kbp_Latn-bjn_Latn", + "languages": [ + "kbp-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.433785, + "recall": 0.475296, + "f1": 0.444851, + "accuracy": 0.475296, + "main_score": 0.444851, + "hf_subset": "kbp_Latn-fao_Latn", + "languages": [ + "kbp-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.455115, + "recall": 0.497036, + "f1": 0.466239, + "accuracy": 0.497036, + "main_score": 0.466239, + "hf_subset": "kbp_Latn-ind_Latn", + "languages": [ + "kbp-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.473066, + "recall": 0.516798, + "f1": 0.486033, + "accuracy": 0.516798, + "main_score": 0.486033, + "hf_subset": "kbp_Latn-knc_Latn", + "languages": [ + "kbp-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.427353, + "recall": 0.468379, + "f1": 0.438149, + "accuracy": 0.468379, + "main_score": 0.438149, + "hf_subset": "kbp_Latn-mlt_Latn", + "languages": [ + "kbp-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.480561, + "recall": 0.522727, + "f1": 0.492027, + "accuracy": 0.522727, + "main_score": 0.492027, + "hf_subset": "kbp_Latn-quy_Latn", + "languages": [ + "kbp-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.443967, + "recall": 0.488142, + "f1": 0.455741, + "accuracy": 0.488142, + "main_score": 0.455741, + "hf_subset": "kbp_Latn-swh_Latn", + "languages": [ + "kbp-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.414481, + "recall": 0.458498, + "f1": 0.425522, + "accuracy": 0.458498, + "main_score": 0.425522, + "hf_subset": "kbp_Latn-uzn_Latn", + "languages": [ + "kbp-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.428767, + "recall": 0.474308, + "f1": 0.440469, + "accuracy": 0.474308, + "main_score": 0.440469, + "hf_subset": "kbp_Latn-als_Latn", + "languages": [ + "kbp-Latn", + "als-Latn" + ] + }, + { + "precision": 0.338552, + "recall": 0.401186, + "f1": 0.355278, + "accuracy": 0.401186, + "main_score": 0.355278, + "hf_subset": "kbp_Latn-bod_Tibt", + "languages": [ + "kbp-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.466255, + "recall": 0.508893, + "f1": 0.479052, + "accuracy": 0.508893, + "main_score": 0.479052, + "hf_subset": "kbp_Latn-fij_Latn", + "languages": [ + "kbp-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.414755, + "recall": 0.464427, + "f1": 0.427919, + "accuracy": 0.464427, + "main_score": 0.427919, + "hf_subset": "kbp_Latn-isl_Latn", + "languages": [ + "kbp-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.486535, + "recall": 0.528656, + "f1": 0.498476, + "accuracy": 0.528656, + "main_score": 0.498476, + "hf_subset": "kbp_Latn-kon_Latn", + "languages": [ + "kbp-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.39275, + "recall": 0.437747, + "f1": 0.405129, + "accuracy": 0.437747, + "main_score": 0.405129, + "hf_subset": "kbp_Latn-mni_Beng", + "languages": [ + "kbp-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.444157, + "recall": 0.488142, + "f1": 0.455675, + "accuracy": 0.488142, + "main_score": 0.455675, + "hf_subset": "kbp_Latn-ron_Latn", + "languages": [ + "kbp-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.452965, + "recall": 0.500988, + "f1": 0.465586, + "accuracy": 0.500988, + "main_score": 0.465586, + "hf_subset": "kbp_Latn-szl_Latn", + "languages": [ + "kbp-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.455547, + "recall": 0.505929, + "f1": 0.468202, + "accuracy": 0.505929, + "main_score": 0.468202, + "hf_subset": "kbp_Latn-vec_Latn", + "languages": [ + "kbp-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.468743, + "recall": 0.516798, + "f1": 0.481737, + "accuracy": 0.516798, + "main_score": 0.481737, + "hf_subset": "kbp_Latn-amh_Ethi", + "languages": [ + "kbp-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.43358, + "recall": 0.48913, + "f1": 0.447911, + "accuracy": 0.48913, + "main_score": 0.447911, + "hf_subset": "kbp_Latn-bos_Latn", + "languages": [ + "kbp-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.43006, + "recall": 0.479249, + "f1": 0.442788, + "accuracy": 0.479249, + "main_score": 0.442788, + "hf_subset": "kbp_Latn-fin_Latn", + "languages": [ + "kbp-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.467235, + "recall": 0.513834, + "f1": 0.480225, + "accuracy": 0.513834, + "main_score": 0.480225, + "hf_subset": "kbp_Latn-ita_Latn", + "languages": [ + "kbp-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.463395, + "recall": 0.51087, + "f1": 0.476552, + "accuracy": 0.51087, + "main_score": 0.476552, + "hf_subset": "kbp_Latn-kor_Hang", + "languages": [ + "kbp-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.475323, + "recall": 0.511858, + "f1": 0.486117, + "accuracy": 0.511858, + "main_score": 0.486117, + "hf_subset": "kbp_Latn-mos_Latn", + "languages": [ + "kbp-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.460307, + "recall": 0.504941, + "f1": 0.472749, + "accuracy": 0.504941, + "main_score": 0.472749, + "hf_subset": "kbp_Latn-run_Latn", + "languages": [ + "kbp-Latn", + "run-Latn" + ] + }, + { + "precision": 0.411386, + "recall": 0.460474, + "f1": 0.424549, + "accuracy": 0.460474, + "main_score": 0.424549, + "hf_subset": "kbp_Latn-tam_Taml", + "languages": [ + "kbp-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.449394, + "recall": 0.495059, + "f1": 0.462007, + "accuracy": 0.495059, + "main_score": 0.462007, + "hf_subset": "kbp_Latn-vie_Latn", + "languages": [ + "kbp-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.435432, + "recall": 0.480237, + "f1": 0.447806, + "accuracy": 0.480237, + "main_score": 0.447806, + "hf_subset": "kbp_Latn-apc_Arab", + "languages": [ + "kbp-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.45384, + "recall": 0.496047, + "f1": 0.465195, + "accuracy": 0.496047, + "main_score": 0.465195, + "hf_subset": "kbp_Latn-bug_Latn", + "languages": [ + "kbp-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.451874, + "recall": 0.495059, + "f1": 0.463664, + "accuracy": 0.495059, + "main_score": 0.463664, + "hf_subset": "kbp_Latn-fon_Latn", + "languages": [ + "kbp-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.445126, + "recall": 0.487154, + "f1": 0.45519, + "accuracy": 0.487154, + "main_score": 0.45519, + "hf_subset": "kbp_Latn-jav_Latn", + "languages": [ + "kbp-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.406674, + "recall": 0.454545, + "f1": 0.419147, + "accuracy": 0.454545, + "main_score": 0.419147, + "hf_subset": "kbp_Latn-lao_Laoo", + "languages": [ + "kbp-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.431893, + "recall": 0.480237, + "f1": 0.445168, + "accuracy": 0.480237, + "main_score": 0.445168, + "hf_subset": "kbp_Latn-mri_Latn", + "languages": [ + "kbp-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.440148, + "recall": 0.488142, + "f1": 0.453083, + "accuracy": 0.488142, + "main_score": 0.453083, + "hf_subset": "kbp_Latn-rus_Cyrl", + "languages": [ + "kbp-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.455229, + "recall": 0.500988, + "f1": 0.468383, + "accuracy": 0.500988, + "main_score": 0.468383, + "hf_subset": "kbp_Latn-taq_Latn", + "languages": [ + "kbp-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.425642, + "recall": 0.47332, + "f1": 0.438, + "accuracy": 0.47332, + "main_score": 0.438, + "hf_subset": "kbp_Latn-war_Latn", + "languages": [ + "kbp-Latn", + "war-Latn" + ] + }, + { + "precision": 0.444624, + "recall": 0.494071, + "f1": 0.45834, + "accuracy": 0.494071, + "main_score": 0.45834, + "hf_subset": "kbp_Latn-arb_Arab", + "languages": [ + "kbp-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.44281, + "recall": 0.497036, + "f1": 0.457431, + "accuracy": 0.497036, + "main_score": 0.457431, + "hf_subset": "kbp_Latn-bul_Cyrl", + "languages": [ + "kbp-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.461731, + "recall": 0.508893, + "f1": 0.474284, + "accuracy": 0.508893, + "main_score": 0.474284, + "hf_subset": "kbp_Latn-fra_Latn", + "languages": [ + "kbp-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.448921, + "recall": 0.496047, + "f1": 0.462424, + "accuracy": 0.496047, + "main_score": 0.462424, + "hf_subset": "kbp_Latn-jpn_Jpan", + "languages": [ + "kbp-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.476938, + "recall": 0.51581, + "f1": 0.487291, + "accuracy": 0.51581, + "main_score": 0.487291, + "hf_subset": "kbp_Latn-lij_Latn", + "languages": [ + "kbp-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.413953, + "recall": 0.469368, + "f1": 0.428213, + "accuracy": 0.469368, + "main_score": 0.428213, + "hf_subset": "kbp_Latn-mya_Mymr", + "languages": [ + "kbp-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.475859, + "recall": 0.512846, + "f1": 0.486528, + "accuracy": 0.512846, + "main_score": 0.486528, + "hf_subset": "kbp_Latn-sag_Latn", + "languages": [ + "kbp-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.22032, + "recall": 0.270751, + "f1": 0.233929, + "accuracy": 0.270751, + "main_score": 0.233929, + "hf_subset": "kbp_Latn-taq_Tfng", + "languages": [ + "kbp-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.507112, + "recall": 0.543478, + "f1": 0.517478, + "accuracy": 0.543478, + "main_score": 0.517478, + "hf_subset": "kbp_Latn-wol_Latn", + "languages": [ + "kbp-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.412604, + "recall": 0.465415, + "f1": 0.427382, + "accuracy": 0.465415, + "main_score": 0.427382, + "hf_subset": "kbp_Latn-arb_Latn", + "languages": [ + "kbp-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.454191, + "recall": 0.5, + "f1": 0.465706, + "accuracy": 0.5, + "main_score": 0.465706, + "hf_subset": "kbp_Latn-cat_Latn", + "languages": [ + "kbp-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.46054, + "recall": 0.503953, + "f1": 0.471655, + "accuracy": 0.503953, + "main_score": 0.471655, + "hf_subset": "kbp_Latn-fur_Latn", + "languages": [ + "kbp-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.406143, + "recall": 0.455534, + "f1": 0.420784, + "accuracy": 0.455534, + "main_score": 0.420784, + "hf_subset": "kbp_Latn-kab_Latn", + "languages": [ + "kbp-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.448181, + "recall": 0.486166, + "f1": 0.45731, + "accuracy": 0.486166, + "main_score": 0.45731, + "hf_subset": "kbp_Latn-lim_Latn", + "languages": [ + "kbp-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.449652, + "recall": 0.499012, + "f1": 0.462433, + "accuracy": 0.499012, + "main_score": 0.462433, + "hf_subset": "kbp_Latn-nld_Latn", + "languages": [ + "kbp-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.424549, + "recall": 0.485178, + "f1": 0.440128, + "accuracy": 0.485178, + "main_score": 0.440128, + "hf_subset": "kbp_Latn-san_Deva", + "languages": [ + "kbp-Latn", + "san-Deva" + ] + }, + { + "precision": 0.417796, + "recall": 0.469368, + "f1": 0.430938, + "accuracy": 0.469368, + "main_score": 0.430938, + "hf_subset": "kbp_Latn-tat_Cyrl", + "languages": [ + "kbp-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.441993, + "recall": 0.491107, + "f1": 0.455539, + "accuracy": 0.491107, + "main_score": 0.455539, + "hf_subset": "kbp_Latn-xho_Latn", + "languages": [ + "kbp-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.435984, + "recall": 0.482213, + "f1": 0.449306, + "accuracy": 0.482213, + "main_score": 0.449306, + "hf_subset": "kbp_Latn-ars_Arab", + "languages": [ + "kbp-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.429277, + "recall": 0.475296, + "f1": 0.441996, + "accuracy": 0.475296, + "main_score": 0.441996, + "hf_subset": "kbp_Latn-ceb_Latn", + "languages": [ + "kbp-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.438254, + "recall": 0.483202, + "f1": 0.45107, + "accuracy": 0.483202, + "main_score": 0.45107, + "hf_subset": "kbp_Latn-fuv_Latn", + "languages": [ + "kbp-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.462674, + "recall": 0.501976, + "f1": 0.474377, + "accuracy": 0.501976, + "main_score": 0.474377, + "hf_subset": "kbp_Latn-kac_Latn", + "languages": [ + "kbp-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.50079, + "recall": 0.547431, + "f1": 0.513291, + "accuracy": 0.547431, + "main_score": 0.513291, + "hf_subset": "kbp_Latn-lin_Latn", + "languages": [ + "kbp-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.436957, + "recall": 0.479249, + "f1": 0.447281, + "accuracy": 0.479249, + "main_score": 0.447281, + "hf_subset": "kbp_Latn-nno_Latn", + "languages": [ + "kbp-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.431386, + "recall": 0.483202, + "f1": 0.445193, + "accuracy": 0.483202, + "main_score": 0.445193, + "hf_subset": "kbp_Latn-sat_Olck", + "languages": [ + "kbp-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.416234, + "recall": 0.466403, + "f1": 0.428642, + "accuracy": 0.466403, + "main_score": 0.428642, + "hf_subset": "kbp_Latn-tel_Telu", + "languages": [ + "kbp-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.398994, + "recall": 0.445652, + "f1": 0.411244, + "accuracy": 0.445652, + "main_score": 0.411244, + "hf_subset": "kbp_Latn-ydd_Hebr", + "languages": [ + "kbp-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.424466, + "recall": 0.475296, + "f1": 0.437525, + "accuracy": 0.475296, + "main_score": 0.437525, + "hf_subset": "kbp_Latn-ary_Arab", + "languages": [ + "kbp-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.438393, + "recall": 0.490119, + "f1": 0.45302, + "accuracy": 0.490119, + "main_score": 0.45302, + "hf_subset": "kbp_Latn-ces_Latn", + "languages": [ + "kbp-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.424138, + "recall": 0.477273, + "f1": 0.439449, + "accuracy": 0.477273, + "main_score": 0.439449, + "hf_subset": "kbp_Latn-gaz_Latn", + "languages": [ + "kbp-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.452624, + "recall": 0.497036, + "f1": 0.465339, + "accuracy": 0.497036, + "main_score": 0.465339, + "hf_subset": "kbp_Latn-kam_Latn", + "languages": [ + "kbp-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.427519, + "recall": 0.475296, + "f1": 0.440044, + "accuracy": 0.475296, + "main_score": 0.440044, + "hf_subset": "kbp_Latn-lit_Latn", + "languages": [ + "kbp-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.452712, + "recall": 0.499012, + "f1": 0.464647, + "accuracy": 0.499012, + "main_score": 0.464647, + "hf_subset": "kbp_Latn-nob_Latn", + "languages": [ + "kbp-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.457085, + "recall": 0.498024, + "f1": 0.468024, + "accuracy": 0.498024, + "main_score": 0.468024, + "hf_subset": "kbp_Latn-scn_Latn", + "languages": [ + "kbp-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.423243, + "recall": 0.472332, + "f1": 0.436228, + "accuracy": 0.472332, + "main_score": 0.436228, + "hf_subset": "kbp_Latn-tgk_Cyrl", + "languages": [ + "kbp-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.431557, + "recall": 0.478261, + "f1": 0.444562, + "accuracy": 0.478261, + "main_score": 0.444562, + "hf_subset": "kbp_Latn-yor_Latn", + "languages": [ + "kbp-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.424343, + "recall": 0.477273, + "f1": 0.4384, + "accuracy": 0.477273, + "main_score": 0.4384, + "hf_subset": "kbp_Latn-arz_Arab", + "languages": [ + "kbp-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.445598, + "recall": 0.48913, + "f1": 0.458278, + "accuracy": 0.48913, + "main_score": 0.458278, + "hf_subset": "kbp_Latn-cjk_Latn", + "languages": [ + "kbp-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.432581, + "recall": 0.482213, + "f1": 0.446536, + "accuracy": 0.482213, + "main_score": 0.446536, + "hf_subset": "kbp_Latn-gla_Latn", + "languages": [ + "kbp-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.427988, + "recall": 0.476285, + "f1": 0.440931, + "accuracy": 0.476285, + "main_score": 0.440931, + "hf_subset": "kbp_Latn-kan_Knda", + "languages": [ + "kbp-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.458988, + "recall": 0.501976, + "f1": 0.470446, + "accuracy": 0.501976, + "main_score": 0.470446, + "hf_subset": "kbp_Latn-lmo_Latn", + "languages": [ + "kbp-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.425374, + "recall": 0.476285, + "f1": 0.43914, + "accuracy": 0.476285, + "main_score": 0.43914, + "hf_subset": "kbp_Latn-npi_Deva", + "languages": [ + "kbp-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.394973, + "recall": 0.448617, + "f1": 0.410375, + "accuracy": 0.448617, + "main_score": 0.410375, + "hf_subset": "kbp_Latn-shn_Mymr", + "languages": [ + "kbp-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.458962, + "recall": 0.504941, + "f1": 0.470968, + "accuracy": 0.504941, + "main_score": 0.470968, + "hf_subset": "kbp_Latn-tgl_Latn", + "languages": [ + "kbp-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.416567, + "recall": 0.460474, + "f1": 0.427407, + "accuracy": 0.460474, + "main_score": 0.427407, + "hf_subset": "kbp_Latn-yue_Hant", + "languages": [ + "kbp-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.386116, + "recall": 0.435771, + "f1": 0.399918, + "accuracy": 0.435771, + "main_score": 0.399918, + "hf_subset": "kbp_Latn-asm_Beng", + "languages": [ + "kbp-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.42479, + "recall": 0.482213, + "f1": 0.439821, + "accuracy": 0.482213, + "main_score": 0.439821, + "hf_subset": "kbp_Latn-ckb_Arab", + "languages": [ + "kbp-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.424155, + "recall": 0.474308, + "f1": 0.437777, + "accuracy": 0.474308, + "main_score": 0.437777, + "hf_subset": "kbp_Latn-gle_Latn", + "languages": [ + "kbp-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.419601, + "recall": 0.476285, + "f1": 0.434666, + "accuracy": 0.476285, + "main_score": 0.434666, + "hf_subset": "kbp_Latn-kas_Arab", + "languages": [ + "kbp-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.44994, + "recall": 0.495059, + "f1": 0.461662, + "accuracy": 0.495059, + "main_score": 0.461662, + "hf_subset": "kbp_Latn-ltg_Latn", + "languages": [ + "kbp-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.472277, + "recall": 0.509881, + "f1": 0.482505, + "accuracy": 0.509881, + "main_score": 0.482505, + "hf_subset": "kbp_Latn-nso_Latn", + "languages": [ + "kbp-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.421454, + "recall": 0.47332, + "f1": 0.435735, + "accuracy": 0.47332, + "main_score": 0.435735, + "hf_subset": "kbp_Latn-sin_Sinh", + "languages": [ + "kbp-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.420421, + "recall": 0.47332, + "f1": 0.434038, + "accuracy": 0.47332, + "main_score": 0.434038, + "hf_subset": "kbp_Latn-tha_Thai", + "languages": [ + "kbp-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.370506, + "recall": 0.41502, + "f1": 0.382185, + "accuracy": 0.41502, + "main_score": 0.382185, + "hf_subset": "kbp_Latn-zho_Hans", + "languages": [ + "kbp-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.433204, + "recall": 0.475296, + "f1": 0.4445, + "accuracy": 0.475296, + "main_score": 0.4445, + "hf_subset": "kbp_Latn-ast_Latn", + "languages": [ + "kbp-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.456829, + "recall": 0.504941, + "f1": 0.471146, + "accuracy": 0.504941, + "main_score": 0.471146, + "hf_subset": "kbp_Latn-crh_Latn", + "languages": [ + "kbp-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.444005, + "recall": 0.493083, + "f1": 0.456804, + "accuracy": 0.493083, + "main_score": 0.456804, + "hf_subset": "kbp_Latn-glg_Latn", + "languages": [ + "kbp-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.429081, + "recall": 0.487154, + "f1": 0.444721, + "accuracy": 0.487154, + "main_score": 0.444721, + "hf_subset": "kbp_Latn-kas_Deva", + "languages": [ + "kbp-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.420836, + "recall": 0.464427, + "f1": 0.431829, + "accuracy": 0.464427, + "main_score": 0.431829, + "hf_subset": "kbp_Latn-ltz_Latn", + "languages": [ + "kbp-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.438802, + "recall": 0.48419, + "f1": 0.451685, + "accuracy": 0.48419, + "main_score": 0.451685, + "hf_subset": "kbp_Latn-nus_Latn", + "languages": [ + "kbp-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.440365, + "recall": 0.488142, + "f1": 0.453083, + "accuracy": 0.488142, + "main_score": 0.453083, + "hf_subset": "kbp_Latn-slk_Latn", + "languages": [ + "kbp-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.442731, + "recall": 0.496047, + "f1": 0.457094, + "accuracy": 0.496047, + "main_score": 0.457094, + "hf_subset": "kbp_Latn-tir_Ethi", + "languages": [ + "kbp-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.420221, + "recall": 0.474308, + "f1": 0.43377, + "accuracy": 0.474308, + "main_score": 0.43377, + "hf_subset": "kbp_Latn-zho_Hant", + "languages": [ + "kbp-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.42607, + "recall": 0.480237, + "f1": 0.439788, + "accuracy": 0.480237, + "main_score": 0.439788, + "hf_subset": "kbp_Latn-awa_Deva", + "languages": [ + "kbp-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.43155, + "recall": 0.48419, + "f1": 0.445242, + "accuracy": 0.48419, + "main_score": 0.445242, + "hf_subset": "kbp_Latn-cym_Latn", + "languages": [ + "kbp-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.457329, + "recall": 0.496047, + "f1": 0.468495, + "accuracy": 0.496047, + "main_score": 0.468495, + "hf_subset": "kbp_Latn-grn_Latn", + "languages": [ + "kbp-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.430519, + "recall": 0.476285, + "f1": 0.442336, + "accuracy": 0.476285, + "main_score": 0.442336, + "hf_subset": "kbp_Latn-kat_Geor", + "languages": [ + "kbp-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.474968, + "recall": 0.512846, + "f1": 0.485658, + "accuracy": 0.512846, + "main_score": 0.485658, + "hf_subset": "kbp_Latn-lua_Latn", + "languages": [ + "kbp-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.443324, + "recall": 0.494071, + "f1": 0.456683, + "accuracy": 0.494071, + "main_score": 0.456683, + "hf_subset": "kbp_Latn-nya_Latn", + "languages": [ + "kbp-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.450472, + "recall": 0.501976, + "f1": 0.464291, + "accuracy": 0.501976, + "main_score": 0.464291, + "hf_subset": "kbp_Latn-slv_Latn", + "languages": [ + "kbp-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.433482, + "recall": 0.482213, + "f1": 0.446126, + "accuracy": 0.482213, + "main_score": 0.446126, + "hf_subset": "kbp_Latn-tpi_Latn", + "languages": [ + "kbp-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.442448, + "recall": 0.485178, + "f1": 0.454509, + "accuracy": 0.485178, + "main_score": 0.454509, + "hf_subset": "kbp_Latn-zsm_Latn", + "languages": [ + "kbp-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.46031, + "recall": 0.503953, + "f1": 0.472878, + "accuracy": 0.503953, + "main_score": 0.472878, + "hf_subset": "kbp_Latn-ayr_Latn", + "languages": [ + "kbp-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.460222, + "recall": 0.508893, + "f1": 0.473229, + "accuracy": 0.508893, + "main_score": 0.473229, + "hf_subset": "kbp_Latn-dan_Latn", + "languages": [ + "kbp-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.427498, + "recall": 0.480237, + "f1": 0.441246, + "accuracy": 0.480237, + "main_score": 0.441246, + "hf_subset": "kbp_Latn-guj_Gujr", + "languages": [ + "kbp-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.428074, + "recall": 0.478261, + "f1": 0.441452, + "accuracy": 0.478261, + "main_score": 0.441452, + "hf_subset": "kbp_Latn-kaz_Cyrl", + "languages": [ + "kbp-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.44535, + "recall": 0.496047, + "f1": 0.45966, + "accuracy": 0.496047, + "main_score": 0.45966, + "hf_subset": "kbp_Latn-lug_Latn", + "languages": [ + "kbp-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.435875, + "recall": 0.481225, + "f1": 0.446824, + "accuracy": 0.481225, + "main_score": 0.446824, + "hf_subset": "kbp_Latn-oci_Latn", + "languages": [ + "kbp-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.441592, + "recall": 0.486166, + "f1": 0.453031, + "accuracy": 0.486166, + "main_score": 0.453031, + "hf_subset": "kbp_Latn-smo_Latn", + "languages": [ + "kbp-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.459308, + "recall": 0.502964, + "f1": 0.471449, + "accuracy": 0.502964, + "main_score": 0.471449, + "hf_subset": "kbp_Latn-tsn_Latn", + "languages": [ + "kbp-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.438763, + "recall": 0.492095, + "f1": 0.45432, + "accuracy": 0.492095, + "main_score": 0.45432, + "hf_subset": "kbp_Latn-zul_Latn", + "languages": [ + "kbp-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.392281, + "recall": 0.453557, + "f1": 0.408219, + "accuracy": 0.453557, + "main_score": 0.408219, + "hf_subset": "kbp_Latn-azb_Arab", + "languages": [ + "kbp-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.457113, + "recall": 0.503953, + "f1": 0.469609, + "accuracy": 0.503953, + "main_score": 0.469609, + "hf_subset": "kbp_Latn-deu_Latn", + "languages": [ + "kbp-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.420169, + "recall": 0.471344, + "f1": 0.433526, + "accuracy": 0.471344, + "main_score": 0.433526, + "hf_subset": "kbp_Latn-hat_Latn", + "languages": [ + "kbp-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.479366, + "recall": 0.519763, + "f1": 0.490408, + "accuracy": 0.519763, + "main_score": 0.490408, + "hf_subset": "kbp_Latn-luo_Latn", + "languages": [ + "kbp-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.408352, + "recall": 0.461462, + "f1": 0.421669, + "accuracy": 0.461462, + "main_score": 0.421669, + "hf_subset": "kbp_Latn-ory_Orya", + "languages": [ + "kbp-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.442878, + "recall": 0.490119, + "f1": 0.455226, + "accuracy": 0.490119, + "main_score": 0.455226, + "hf_subset": "kbp_Latn-sna_Latn", + "languages": [ + "kbp-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.477735, + "recall": 0.51581, + "f1": 0.488752, + "accuracy": 0.51581, + "main_score": 0.488752, + "hf_subset": "kbp_Latn-tso_Latn", + "languages": [ + "kbp-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.412265, + "recall": 0.459486, + "f1": 0.425547, + "accuracy": 0.459486, + "main_score": 0.425547, + "hf_subset": "kbp_Latn-azj_Latn", + "languages": [ + "kbp-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.418709, + "recall": 0.466403, + "f1": 0.432146, + "accuracy": 0.466403, + "main_score": 0.432146, + "hf_subset": "kbp_Latn-dik_Latn", + "languages": [ + "kbp-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.432251, + "recall": 0.478261, + "f1": 0.444153, + "accuracy": 0.478261, + "main_score": 0.444153, + "hf_subset": "kbp_Latn-hau_Latn", + "languages": [ + "kbp-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.433411, + "recall": 0.485178, + "f1": 0.446312, + "accuracy": 0.485178, + "main_score": 0.446312, + "hf_subset": "kbp_Latn-kea_Latn", + "languages": [ + "kbp-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.433974, + "recall": 0.482213, + "f1": 0.446606, + "accuracy": 0.482213, + "main_score": 0.446606, + "hf_subset": "kbp_Latn-lus_Latn", + "languages": [ + "kbp-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.448735, + "recall": 0.48913, + "f1": 0.459798, + "accuracy": 0.48913, + "main_score": 0.459798, + "hf_subset": "kbp_Latn-pag_Latn", + "languages": [ + "kbp-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.383834, + "recall": 0.445652, + "f1": 0.399688, + "accuracy": 0.445652, + "main_score": 0.399688, + "hf_subset": "kbp_Latn-snd_Arab", + "languages": [ + "kbp-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.411934, + "recall": 0.463439, + "f1": 0.426027, + "accuracy": 0.463439, + "main_score": 0.426027, + "hf_subset": "kbp_Latn-tuk_Latn", + "languages": [ + "kbp-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.4248, + "recall": 0.474308, + "f1": 0.438422, + "accuracy": 0.474308, + "main_score": 0.438422, + "hf_subset": "kbp_Latn-bak_Cyrl", + "languages": [ + "kbp-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.406119, + "recall": 0.460474, + "f1": 0.421807, + "accuracy": 0.460474, + "main_score": 0.421807, + "hf_subset": "kbp_Latn-dyu_Latn", + "languages": [ + "kbp-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.434387, + "recall": 0.482213, + "f1": 0.446955, + "accuracy": 0.482213, + "main_score": 0.446955, + "hf_subset": "kbp_Latn-heb_Hebr", + "languages": [ + "kbp-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.430304, + "recall": 0.479249, + "f1": 0.444342, + "accuracy": 0.479249, + "main_score": 0.444342, + "hf_subset": "kbp_Latn-khk_Cyrl", + "languages": [ + "kbp-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.423922, + "recall": 0.478261, + "f1": 0.439025, + "accuracy": 0.478261, + "main_score": 0.439025, + "hf_subset": "kbp_Latn-lvs_Latn", + "languages": [ + "kbp-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.413747, + "recall": 0.462451, + "f1": 0.425653, + "accuracy": 0.462451, + "main_score": 0.425653, + "hf_subset": "kbp_Latn-pan_Guru", + "languages": [ + "kbp-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.44147, + "recall": 0.492095, + "f1": 0.455564, + "accuracy": 0.492095, + "main_score": 0.455564, + "hf_subset": "kbp_Latn-som_Latn", + "languages": [ + "kbp-Latn", + "som-Latn" + ] + }, + { + "precision": 0.444593, + "recall": 0.487154, + "f1": 0.456172, + "accuracy": 0.487154, + "main_score": 0.456172, + "hf_subset": "kbp_Latn-tum_Latn", + "languages": [ + "kbp-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.387476, + "recall": 0.445652, + "f1": 0.403373, + "accuracy": 0.445652, + "main_score": 0.403373, + "hf_subset": "luo_Latn-ace_Arab", + "languages": [ + "luo-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.487425, + "recall": 0.527668, + "f1": 0.499162, + "accuracy": 0.527668, + "main_score": 0.499162, + "hf_subset": "luo_Latn-bam_Latn", + "languages": [ + "luo-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.290516, + "recall": 0.347826, + "f1": 0.304802, + "accuracy": 0.347826, + "main_score": 0.304802, + "hf_subset": "luo_Latn-dzo_Tibt", + "languages": [ + "luo-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.470897, + "recall": 0.533597, + "f1": 0.4878, + "accuracy": 0.533597, + "main_score": 0.4878, + "hf_subset": "luo_Latn-hin_Deva", + "languages": [ + "luo-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.450329, + "recall": 0.497036, + "f1": 0.462719, + "accuracy": 0.497036, + "main_score": 0.462719, + "hf_subset": "luo_Latn-khm_Khmr", + "languages": [ + "luo-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.477552, + "recall": 0.528656, + "f1": 0.490899, + "accuracy": 0.528656, + "main_score": 0.490899, + "hf_subset": "luo_Latn-mag_Deva", + "languages": [ + "luo-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.467882, + "recall": 0.51581, + "f1": 0.480772, + "accuracy": 0.51581, + "main_score": 0.480772, + "hf_subset": "luo_Latn-pap_Latn", + "languages": [ + "luo-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.479064, + "recall": 0.524704, + "f1": 0.490519, + "accuracy": 0.524704, + "main_score": 0.490519, + "hf_subset": "luo_Latn-sot_Latn", + "languages": [ + "luo-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.477035, + "recall": 0.525692, + "f1": 0.490136, + "accuracy": 0.525692, + "main_score": 0.490136, + "hf_subset": "luo_Latn-tur_Latn", + "languages": [ + "luo-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.492399, + "recall": 0.539526, + "f1": 0.504115, + "accuracy": 0.539526, + "main_score": 0.504115, + "hf_subset": "luo_Latn-ace_Latn", + "languages": [ + "luo-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.444727, + "recall": 0.493083, + "f1": 0.457686, + "accuracy": 0.493083, + "main_score": 0.457686, + "hf_subset": "luo_Latn-ban_Latn", + "languages": [ + "luo-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.470396, + "recall": 0.519763, + "f1": 0.483783, + "accuracy": 0.519763, + "main_score": 0.483783, + "hf_subset": "luo_Latn-ell_Grek", + "languages": [ + "luo-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.46292, + "recall": 0.513834, + "f1": 0.47617, + "accuracy": 0.513834, + "main_score": 0.47617, + "hf_subset": "luo_Latn-hne_Deva", + "languages": [ + "luo-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.505689, + "recall": 0.55336, + "f1": 0.519169, + "accuracy": 0.55336, + "main_score": 0.519169, + "hf_subset": "luo_Latn-kik_Latn", + "languages": [ + "luo-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.497584, + "recall": 0.546443, + "f1": 0.51083, + "accuracy": 0.546443, + "main_score": 0.51083, + "hf_subset": "luo_Latn-mai_Deva", + "languages": [ + "luo-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.449812, + "recall": 0.500988, + "f1": 0.463763, + "accuracy": 0.500988, + "main_score": 0.463763, + "hf_subset": "luo_Latn-pbt_Arab", + "languages": [ + "luo-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.504131, + "recall": 0.555336, + "f1": 0.518226, + "accuracy": 0.555336, + "main_score": 0.518226, + "hf_subset": "luo_Latn-spa_Latn", + "languages": [ + "luo-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.513073, + "recall": 0.554348, + "f1": 0.524322, + "accuracy": 0.554348, + "main_score": 0.524322, + "hf_subset": "luo_Latn-twi_Latn", + "languages": [ + "luo-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.471423, + "recall": 0.51581, + "f1": 0.483633, + "accuracy": 0.51581, + "main_score": 0.483633, + "hf_subset": "luo_Latn-acm_Arab", + "languages": [ + "luo-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.443177, + "recall": 0.48913, + "f1": 0.455144, + "accuracy": 0.48913, + "main_score": 0.455144, + "hf_subset": "luo_Latn-bel_Cyrl", + "languages": [ + "luo-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.529433, + "recall": 0.590909, + "f1": 0.545962, + "accuracy": 0.590909, + "main_score": 0.545962, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.475898, + "recall": 0.527668, + "f1": 0.490127, + "accuracy": 0.527668, + "main_score": 0.490127, + "hf_subset": "luo_Latn-hrv_Latn", + "languages": [ + "luo-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.457883, + "recall": 0.501976, + "f1": 0.469467, + "accuracy": 0.501976, + "main_score": 0.469467, + "hf_subset": "luo_Latn-kin_Latn", + "languages": [ + "luo-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.451335, + "recall": 0.501976, + "f1": 0.464502, + "accuracy": 0.501976, + "main_score": 0.464502, + "hf_subset": "luo_Latn-mal_Mlym", + "languages": [ + "luo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.465497, + "recall": 0.518775, + "f1": 0.479188, + "accuracy": 0.518775, + "main_score": 0.479188, + "hf_subset": "luo_Latn-pes_Arab", + "languages": [ + "luo-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.477547, + "recall": 0.520751, + "f1": 0.489001, + "accuracy": 0.520751, + "main_score": 0.489001, + "hf_subset": "luo_Latn-srd_Latn", + "languages": [ + "luo-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.213008, + "recall": 0.269763, + "f1": 0.226446, + "accuracy": 0.269763, + "main_score": 0.226446, + "hf_subset": "luo_Latn-tzm_Tfng", + "languages": [ + "luo-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.457051, + "recall": 0.5, + "f1": 0.468784, + "accuracy": 0.5, + "main_score": 0.468784, + "hf_subset": "luo_Latn-acq_Arab", + "languages": [ + "luo-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.495915, + "recall": 0.54249, + "f1": 0.508599, + "accuracy": 0.54249, + "main_score": 0.508599, + "hf_subset": "luo_Latn-bem_Latn", + "languages": [ + "luo-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.450395, + "recall": 0.496047, + "f1": 0.462203, + "accuracy": 0.496047, + "main_score": 0.462203, + "hf_subset": "luo_Latn-epo_Latn", + "languages": [ + "luo-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.472844, + "recall": 0.523715, + "f1": 0.485827, + "accuracy": 0.523715, + "main_score": 0.485827, + "hf_subset": "luo_Latn-hun_Latn", + "languages": [ + "luo-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.468516, + "recall": 0.525692, + "f1": 0.484309, + "accuracy": 0.525692, + "main_score": 0.484309, + "hf_subset": "luo_Latn-kir_Cyrl", + "languages": [ + "luo-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.46489, + "recall": 0.51581, + "f1": 0.478979, + "accuracy": 0.51581, + "main_score": 0.478979, + "hf_subset": "luo_Latn-mar_Deva", + "languages": [ + "luo-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.47282, + "recall": 0.520751, + "f1": 0.486197, + "accuracy": 0.520751, + "main_score": 0.486197, + "hf_subset": "luo_Latn-plt_Latn", + "languages": [ + "luo-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.441636, + "recall": 0.499012, + "f1": 0.457246, + "accuracy": 0.499012, + "main_score": 0.457246, + "hf_subset": "luo_Latn-srp_Cyrl", + "languages": [ + "luo-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.418452, + "recall": 0.476285, + "f1": 0.433152, + "accuracy": 0.476285, + "main_score": 0.433152, + "hf_subset": "luo_Latn-uig_Arab", + "languages": [ + "luo-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.454609, + "recall": 0.499012, + "f1": 0.465842, + "accuracy": 0.499012, + "main_score": 0.465842, + "hf_subset": "luo_Latn-aeb_Arab", + "languages": [ + "luo-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.466578, + "recall": 0.516798, + "f1": 0.479765, + "accuracy": 0.516798, + "main_score": 0.479765, + "hf_subset": "luo_Latn-ben_Beng", + "languages": [ + "luo-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.458234, + "recall": 0.51087, + "f1": 0.472791, + "accuracy": 0.51087, + "main_score": 0.472791, + "hf_subset": "luo_Latn-est_Latn", + "languages": [ + "luo-Latn", + "est-Latn" + ] + }, + { + "precision": 0.439423, + "recall": 0.498024, + "f1": 0.455042, + "accuracy": 0.498024, + "main_score": 0.455042, + "hf_subset": "luo_Latn-hye_Armn", + "languages": [ + "luo-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.472549, + "recall": 0.513834, + "f1": 0.483854, + "accuracy": 0.513834, + "main_score": 0.483854, + "hf_subset": "luo_Latn-kmb_Latn", + "languages": [ + "luo-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.365064, + "recall": 0.423913, + "f1": 0.380863, + "accuracy": 0.423913, + "main_score": 0.380863, + "hf_subset": "luo_Latn-min_Arab", + "languages": [ + "luo-Latn", + "min-Arab" + ] + }, + { + "precision": 0.511018, + "recall": 0.555336, + "f1": 0.52351, + "accuracy": 0.555336, + "main_score": 0.52351, + "hf_subset": "luo_Latn-pol_Latn", + "languages": [ + "luo-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.454635, + "recall": 0.505929, + "f1": 0.467956, + "accuracy": 0.505929, + "main_score": 0.467956, + "hf_subset": "luo_Latn-ssw_Latn", + "languages": [ + "luo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.458999, + "recall": 0.516798, + "f1": 0.47419, + "accuracy": 0.516798, + "main_score": 0.47419, + "hf_subset": "luo_Latn-ukr_Cyrl", + "languages": [ + "luo-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.473306, + "recall": 0.522727, + "f1": 0.486559, + "accuracy": 0.522727, + "main_score": 0.486559, + "hf_subset": "luo_Latn-afr_Latn", + "languages": [ + "luo-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.491769, + "recall": 0.543478, + "f1": 0.50635, + "accuracy": 0.543478, + "main_score": 0.50635, + "hf_subset": "luo_Latn-bho_Deva", + "languages": [ + "luo-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.456584, + "recall": 0.5, + "f1": 0.468244, + "accuracy": 0.5, + "main_score": 0.468244, + "hf_subset": "luo_Latn-eus_Latn", + "languages": [ + "luo-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.474298, + "recall": 0.519763, + "f1": 0.485865, + "accuracy": 0.519763, + "main_score": 0.485865, + "hf_subset": "luo_Latn-ibo_Latn", + "languages": [ + "luo-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.481626, + "recall": 0.525692, + "f1": 0.493678, + "accuracy": 0.525692, + "main_score": 0.493678, + "hf_subset": "luo_Latn-kmr_Latn", + "languages": [ + "luo-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.458987, + "recall": 0.504941, + "f1": 0.469565, + "accuracy": 0.504941, + "main_score": 0.469565, + "hf_subset": "luo_Latn-min_Latn", + "languages": [ + "luo-Latn", + "min-Latn" + ] + }, + { + "precision": 0.501037, + "recall": 0.555336, + "f1": 0.515667, + "accuracy": 0.555336, + "main_score": 0.515667, + "hf_subset": "luo_Latn-por_Latn", + "languages": [ + "luo-Latn", + "por-Latn" + ] + }, + { + "precision": 0.456206, + "recall": 0.496047, + "f1": 0.466765, + "accuracy": 0.496047, + "main_score": 0.466765, + "hf_subset": "luo_Latn-sun_Latn", + "languages": [ + "luo-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.46105, + "recall": 0.509881, + "f1": 0.475154, + "accuracy": 0.509881, + "main_score": 0.475154, + "hf_subset": "luo_Latn-umb_Latn", + "languages": [ + "luo-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.442446, + "recall": 0.495059, + "f1": 0.456061, + "accuracy": 0.495059, + "main_score": 0.456061, + "hf_subset": "luo_Latn-ajp_Arab", + "languages": [ + "luo-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.388983, + "recall": 0.449605, + "f1": 0.40476, + "accuracy": 0.449605, + "main_score": 0.40476, + "hf_subset": "luo_Latn-bjn_Arab", + "languages": [ + "luo-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.499895, + "recall": 0.540514, + "f1": 0.511952, + "accuracy": 0.540514, + "main_score": 0.511952, + "hf_subset": "luo_Latn-ewe_Latn", + "languages": [ + "luo-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.473132, + "recall": 0.520751, + "f1": 0.485287, + "accuracy": 0.520751, + "main_score": 0.485287, + "hf_subset": "luo_Latn-ilo_Latn", + "languages": [ + "luo-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.270928, + "recall": 0.331028, + "f1": 0.286432, + "accuracy": 0.331028, + "main_score": 0.286432, + "hf_subset": "luo_Latn-knc_Arab", + "languages": [ + "luo-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.458131, + "recall": 0.508893, + "f1": 0.471604, + "accuracy": 0.508893, + "main_score": 0.471604, + "hf_subset": "luo_Latn-mkd_Cyrl", + "languages": [ + "luo-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.467569, + "recall": 0.524704, + "f1": 0.482483, + "accuracy": 0.524704, + "main_score": 0.482483, + "hf_subset": "luo_Latn-prs_Arab", + "languages": [ + "luo-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.495879, + "recall": 0.547431, + "f1": 0.510005, + "accuracy": 0.547431, + "main_score": 0.510005, + "hf_subset": "luo_Latn-swe_Latn", + "languages": [ + "luo-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.450148, + "recall": 0.500988, + "f1": 0.463719, + "accuracy": 0.500988, + "main_score": 0.463719, + "hf_subset": "luo_Latn-urd_Arab", + "languages": [ + "luo-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.500051, + "recall": 0.545455, + "f1": 0.512398, + "accuracy": 0.545455, + "main_score": 0.512398, + "hf_subset": "luo_Latn-aka_Latn", + "languages": [ + "luo-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.479192, + "recall": 0.525692, + "f1": 0.491847, + "accuracy": 0.525692, + "main_score": 0.491847, + "hf_subset": "luo_Latn-bjn_Latn", + "languages": [ + "luo-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.449075, + "recall": 0.496047, + "f1": 0.462374, + "accuracy": 0.496047, + "main_score": 0.462374, + "hf_subset": "luo_Latn-fao_Latn", + "languages": [ + "luo-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.502652, + "recall": 0.549407, + "f1": 0.515271, + "accuracy": 0.549407, + "main_score": 0.515271, + "hf_subset": "luo_Latn-ind_Latn", + "languages": [ + "luo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.527811, + "recall": 0.564229, + "f1": 0.537836, + "accuracy": 0.564229, + "main_score": 0.537836, + "hf_subset": "luo_Latn-knc_Latn", + "languages": [ + "luo-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.458868, + "recall": 0.499012, + "f1": 0.469518, + "accuracy": 0.499012, + "main_score": 0.469518, + "hf_subset": "luo_Latn-mlt_Latn", + "languages": [ + "luo-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.502959, + "recall": 0.548419, + "f1": 0.515879, + "accuracy": 0.548419, + "main_score": 0.515879, + "hf_subset": "luo_Latn-quy_Latn", + "languages": [ + "luo-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.468049, + "recall": 0.51581, + "f1": 0.481091, + "accuracy": 0.51581, + "main_score": 0.481091, + "hf_subset": "luo_Latn-swh_Latn", + "languages": [ + "luo-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.451732, + "recall": 0.5, + "f1": 0.464627, + "accuracy": 0.5, + "main_score": 0.464627, + "hf_subset": "luo_Latn-uzn_Latn", + "languages": [ + "luo-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.458851, + "recall": 0.502964, + "f1": 0.470635, + "accuracy": 0.502964, + "main_score": 0.470635, + "hf_subset": "luo_Latn-als_Latn", + "languages": [ + "luo-Latn", + "als-Latn" + ] + }, + { + "precision": 0.333479, + "recall": 0.393281, + "f1": 0.3493, + "accuracy": 0.393281, + "main_score": 0.3493, + "hf_subset": "luo_Latn-bod_Tibt", + "languages": [ + "luo-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.49125, + "recall": 0.534585, + "f1": 0.503458, + "accuracy": 0.534585, + "main_score": 0.503458, + "hf_subset": "luo_Latn-fij_Latn", + "languages": [ + "luo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.450073, + "recall": 0.5, + "f1": 0.463132, + "accuracy": 0.5, + "main_score": 0.463132, + "hf_subset": "luo_Latn-isl_Latn", + "languages": [ + "luo-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.536411, + "recall": 0.578063, + "f1": 0.547482, + "accuracy": 0.578063, + "main_score": 0.547482, + "hf_subset": "luo_Latn-kon_Latn", + "languages": [ + "luo-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.460419, + "recall": 0.509881, + "f1": 0.473466, + "accuracy": 0.509881, + "main_score": 0.473466, + "hf_subset": "luo_Latn-mni_Beng", + "languages": [ + "luo-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.487293, + "recall": 0.534585, + "f1": 0.499297, + "accuracy": 0.534585, + "main_score": 0.499297, + "hf_subset": "luo_Latn-ron_Latn", + "languages": [ + "luo-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.487236, + "recall": 0.535573, + "f1": 0.50049, + "accuracy": 0.535573, + "main_score": 0.50049, + "hf_subset": "luo_Latn-szl_Latn", + "languages": [ + "luo-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.498084, + "recall": 0.546443, + "f1": 0.511677, + "accuracy": 0.546443, + "main_score": 0.511677, + "hf_subset": "luo_Latn-vec_Latn", + "languages": [ + "luo-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.487089, + "recall": 0.537549, + "f1": 0.501518, + "accuracy": 0.537549, + "main_score": 0.501518, + "hf_subset": "luo_Latn-amh_Ethi", + "languages": [ + "luo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.475934, + "recall": 0.529644, + "f1": 0.490593, + "accuracy": 0.529644, + "main_score": 0.490593, + "hf_subset": "luo_Latn-bos_Latn", + "languages": [ + "luo-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.478886, + "recall": 0.521739, + "f1": 0.489736, + "accuracy": 0.521739, + "main_score": 0.489736, + "hf_subset": "luo_Latn-fin_Latn", + "languages": [ + "luo-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.506188, + "recall": 0.557312, + "f1": 0.51987, + "accuracy": 0.557312, + "main_score": 0.51987, + "hf_subset": "luo_Latn-ita_Latn", + "languages": [ + "luo-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.499696, + "recall": 0.555336, + "f1": 0.514422, + "accuracy": 0.555336, + "main_score": 0.514422, + "hf_subset": "luo_Latn-kor_Hang", + "languages": [ + "luo-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.494507, + "recall": 0.534585, + "f1": 0.506197, + "accuracy": 0.534585, + "main_score": 0.506197, + "hf_subset": "luo_Latn-mos_Latn", + "languages": [ + "luo-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.441806, + "recall": 0.490119, + "f1": 0.454694, + "accuracy": 0.490119, + "main_score": 0.454694, + "hf_subset": "luo_Latn-run_Latn", + "languages": [ + "luo-Latn", + "run-Latn" + ] + }, + { + "precision": 0.44587, + "recall": 0.498024, + "f1": 0.459471, + "accuracy": 0.498024, + "main_score": 0.459471, + "hf_subset": "luo_Latn-tam_Taml", + "languages": [ + "luo-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.480111, + "recall": 0.528656, + "f1": 0.493278, + "accuracy": 0.528656, + "main_score": 0.493278, + "hf_subset": "luo_Latn-vie_Latn", + "languages": [ + "luo-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.458966, + "recall": 0.507905, + "f1": 0.470962, + "accuracy": 0.507905, + "main_score": 0.470962, + "hf_subset": "luo_Latn-apc_Arab", + "languages": [ + "luo-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.490877, + "recall": 0.540514, + "f1": 0.504824, + "accuracy": 0.540514, + "main_score": 0.504824, + "hf_subset": "luo_Latn-bug_Latn", + "languages": [ + "luo-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.449638, + "recall": 0.493083, + "f1": 0.462469, + "accuracy": 0.493083, + "main_score": 0.462469, + "hf_subset": "luo_Latn-fon_Latn", + "languages": [ + "luo-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.469335, + "recall": 0.513834, + "f1": 0.481256, + "accuracy": 0.513834, + "main_score": 0.481256, + "hf_subset": "luo_Latn-jav_Latn", + "languages": [ + "luo-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.43804, + "recall": 0.480237, + "f1": 0.449201, + "accuracy": 0.480237, + "main_score": 0.449201, + "hf_subset": "luo_Latn-lao_Laoo", + "languages": [ + "luo-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.447447, + "recall": 0.499012, + "f1": 0.461881, + "accuracy": 0.499012, + "main_score": 0.461881, + "hf_subset": "luo_Latn-mri_Latn", + "languages": [ + "luo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.493357, + "recall": 0.543478, + "f1": 0.507117, + "accuracy": 0.543478, + "main_score": 0.507117, + "hf_subset": "luo_Latn-rus_Cyrl", + "languages": [ + "luo-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.491695, + "recall": 0.544466, + "f1": 0.507052, + "accuracy": 0.544466, + "main_score": 0.507052, + "hf_subset": "luo_Latn-taq_Latn", + "languages": [ + "luo-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.46623, + "recall": 0.512846, + "f1": 0.478543, + "accuracy": 0.512846, + "main_score": 0.478543, + "hf_subset": "luo_Latn-war_Latn", + "languages": [ + "luo-Latn", + "war-Latn" + ] + }, + { + "precision": 0.463187, + "recall": 0.511858, + "f1": 0.476588, + "accuracy": 0.511858, + "main_score": 0.476588, + "hf_subset": "luo_Latn-arb_Arab", + "languages": [ + "luo-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.487962, + "recall": 0.544466, + "f1": 0.503804, + "accuracy": 0.544466, + "main_score": 0.503804, + "hf_subset": "luo_Latn-bul_Cyrl", + "languages": [ + "luo-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.510143, + "recall": 0.562253, + "f1": 0.523694, + "accuracy": 0.562253, + "main_score": 0.523694, + "hf_subset": "luo_Latn-fra_Latn", + "languages": [ + "luo-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.495728, + "recall": 0.550395, + "f1": 0.510513, + "accuracy": 0.550395, + "main_score": 0.510513, + "hf_subset": "luo_Latn-jpn_Jpan", + "languages": [ + "luo-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.506894, + "recall": 0.547431, + "f1": 0.518362, + "accuracy": 0.547431, + "main_score": 0.518362, + "hf_subset": "luo_Latn-lij_Latn", + "languages": [ + "luo-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.453145, + "recall": 0.503953, + "f1": 0.466144, + "accuracy": 0.503953, + "main_score": 0.466144, + "hf_subset": "luo_Latn-mya_Mymr", + "languages": [ + "luo-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.507345, + "recall": 0.546443, + "f1": 0.519386, + "accuracy": 0.546443, + "main_score": 0.519386, + "hf_subset": "luo_Latn-sag_Latn", + "languages": [ + "luo-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.23607, + "recall": 0.291502, + "f1": 0.249377, + "accuracy": 0.291502, + "main_score": 0.249377, + "hf_subset": "luo_Latn-taq_Tfng", + "languages": [ + "luo-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.53876, + "recall": 0.573123, + "f1": 0.548856, + "accuracy": 0.573123, + "main_score": 0.548856, + "hf_subset": "luo_Latn-wol_Latn", + "languages": [ + "luo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.408735, + "recall": 0.463439, + "f1": 0.423282, + "accuracy": 0.463439, + "main_score": 0.423282, + "hf_subset": "luo_Latn-arb_Latn", + "languages": [ + "luo-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.484684, + "recall": 0.52668, + "f1": 0.496913, + "accuracy": 0.52668, + "main_score": 0.496913, + "hf_subset": "luo_Latn-cat_Latn", + "languages": [ + "luo-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.509126, + "recall": 0.5583, + "f1": 0.522198, + "accuracy": 0.5583, + "main_score": 0.522198, + "hf_subset": "luo_Latn-fur_Latn", + "languages": [ + "luo-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.407708, + "recall": 0.470356, + "f1": 0.425158, + "accuracy": 0.470356, + "main_score": 0.425158, + "hf_subset": "luo_Latn-kab_Latn", + "languages": [ + "luo-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.469183, + "recall": 0.514822, + "f1": 0.48083, + "accuracy": 0.514822, + "main_score": 0.48083, + "hf_subset": "luo_Latn-lim_Latn", + "languages": [ + "luo-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.48358, + "recall": 0.539526, + "f1": 0.499015, + "accuracy": 0.539526, + "main_score": 0.499015, + "hf_subset": "luo_Latn-nld_Latn", + "languages": [ + "luo-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.440888, + "recall": 0.502964, + "f1": 0.457575, + "accuracy": 0.502964, + "main_score": 0.457575, + "hf_subset": "luo_Latn-san_Deva", + "languages": [ + "luo-Latn", + "san-Deva" + ] + }, + { + "precision": 0.441068, + "recall": 0.494071, + "f1": 0.454841, + "accuracy": 0.494071, + "main_score": 0.454841, + "hf_subset": "luo_Latn-tat_Cyrl", + "languages": [ + "luo-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.472837, + "recall": 0.528656, + "f1": 0.488024, + "accuracy": 0.528656, + "main_score": 0.488024, + "hf_subset": "luo_Latn-xho_Latn", + "languages": [ + "luo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.457207, + "recall": 0.506917, + "f1": 0.470448, + "accuracy": 0.506917, + "main_score": 0.470448, + "hf_subset": "luo_Latn-ars_Arab", + "languages": [ + "luo-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.477407, + "recall": 0.518775, + "f1": 0.487695, + "accuracy": 0.518775, + "main_score": 0.487695, + "hf_subset": "luo_Latn-ceb_Latn", + "languages": [ + "luo-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.487668, + "recall": 0.538538, + "f1": 0.502654, + "accuracy": 0.538538, + "main_score": 0.502654, + "hf_subset": "luo_Latn-fuv_Latn", + "languages": [ + "luo-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.513983, + "recall": 0.549407, + "f1": 0.523886, + "accuracy": 0.549407, + "main_score": 0.523886, + "hf_subset": "luo_Latn-kac_Latn", + "languages": [ + "luo-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.541713, + "recall": 0.582016, + "f1": 0.552988, + "accuracy": 0.582016, + "main_score": 0.552988, + "hf_subset": "luo_Latn-lin_Latn", + "languages": [ + "luo-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.462981, + "recall": 0.504941, + "f1": 0.47421, + "accuracy": 0.504941, + "main_score": 0.47421, + "hf_subset": "luo_Latn-nno_Latn", + "languages": [ + "luo-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.450883, + "recall": 0.5, + "f1": 0.464719, + "accuracy": 0.5, + "main_score": 0.464719, + "hf_subset": "luo_Latn-sat_Olck", + "languages": [ + "luo-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.455043, + "recall": 0.502964, + "f1": 0.466749, + "accuracy": 0.502964, + "main_score": 0.466749, + "hf_subset": "luo_Latn-tel_Telu", + "languages": [ + "luo-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.429281, + "recall": 0.478261, + "f1": 0.442858, + "accuracy": 0.478261, + "main_score": 0.442858, + "hf_subset": "luo_Latn-ydd_Hebr", + "languages": [ + "luo-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.434599, + "recall": 0.487154, + "f1": 0.447235, + "accuracy": 0.487154, + "main_score": 0.447235, + "hf_subset": "luo_Latn-ary_Arab", + "languages": [ + "luo-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.47395, + "recall": 0.531621, + "f1": 0.489799, + "accuracy": 0.531621, + "main_score": 0.489799, + "hf_subset": "luo_Latn-ces_Latn", + "languages": [ + "luo-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.458168, + "recall": 0.508893, + "f1": 0.471384, + "accuracy": 0.508893, + "main_score": 0.471384, + "hf_subset": "luo_Latn-gaz_Latn", + "languages": [ + "luo-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.492309, + "recall": 0.539526, + "f1": 0.506046, + "accuracy": 0.539526, + "main_score": 0.506046, + "hf_subset": "luo_Latn-kam_Latn", + "languages": [ + "luo-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.452104, + "recall": 0.502964, + "f1": 0.465528, + "accuracy": 0.502964, + "main_score": 0.465528, + "hf_subset": "luo_Latn-lit_Latn", + "languages": [ + "luo-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.474261, + "recall": 0.529644, + "f1": 0.489584, + "accuracy": 0.529644, + "main_score": 0.489584, + "hf_subset": "luo_Latn-nob_Latn", + "languages": [ + "luo-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.479752, + "recall": 0.528656, + "f1": 0.492704, + "accuracy": 0.528656, + "main_score": 0.492704, + "hf_subset": "luo_Latn-scn_Latn", + "languages": [ + "luo-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.455996, + "recall": 0.5, + "f1": 0.468289, + "accuracy": 0.5, + "main_score": 0.468289, + "hf_subset": "luo_Latn-tgk_Cyrl", + "languages": [ + "luo-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.442043, + "recall": 0.500988, + "f1": 0.458329, + "accuracy": 0.500988, + "main_score": 0.458329, + "hf_subset": "luo_Latn-yor_Latn", + "languages": [ + "luo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.460879, + "recall": 0.512846, + "f1": 0.4741, + "accuracy": 0.512846, + "main_score": 0.4741, + "hf_subset": "luo_Latn-arz_Arab", + "languages": [ + "luo-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.482442, + "recall": 0.52668, + "f1": 0.494975, + "accuracy": 0.52668, + "main_score": 0.494975, + "hf_subset": "luo_Latn-cjk_Latn", + "languages": [ + "luo-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.46272, + "recall": 0.513834, + "f1": 0.476703, + "accuracy": 0.513834, + "main_score": 0.476703, + "hf_subset": "luo_Latn-gla_Latn", + "languages": [ + "luo-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.450287, + "recall": 0.496047, + "f1": 0.462637, + "accuracy": 0.496047, + "main_score": 0.462637, + "hf_subset": "luo_Latn-kan_Knda", + "languages": [ + "luo-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.517589, + "recall": 0.557312, + "f1": 0.528694, + "accuracy": 0.557312, + "main_score": 0.528694, + "hf_subset": "luo_Latn-lmo_Latn", + "languages": [ + "luo-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.460477, + "recall": 0.509881, + "f1": 0.474122, + "accuracy": 0.509881, + "main_score": 0.474122, + "hf_subset": "luo_Latn-npi_Deva", + "languages": [ + "luo-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.411944, + "recall": 0.472332, + "f1": 0.428506, + "accuracy": 0.472332, + "main_score": 0.428506, + "hf_subset": "luo_Latn-shn_Mymr", + "languages": [ + "luo-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.477925, + "recall": 0.524704, + "f1": 0.489926, + "accuracy": 0.524704, + "main_score": 0.489926, + "hf_subset": "luo_Latn-tgl_Latn", + "languages": [ + "luo-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.464176, + "recall": 0.516798, + "f1": 0.477986, + "accuracy": 0.516798, + "main_score": 0.477986, + "hf_subset": "luo_Latn-yue_Hant", + "languages": [ + "luo-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.413607, + "recall": 0.454545, + "f1": 0.425831, + "accuracy": 0.454545, + "main_score": 0.425831, + "hf_subset": "luo_Latn-asm_Beng", + "languages": [ + "luo-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.435968, + "recall": 0.490119, + "f1": 0.449891, + "accuracy": 0.490119, + "main_score": 0.449891, + "hf_subset": "luo_Latn-ckb_Arab", + "languages": [ + "luo-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.445911, + "recall": 0.495059, + "f1": 0.458803, + "accuracy": 0.495059, + "main_score": 0.458803, + "hf_subset": "luo_Latn-gle_Latn", + "languages": [ + "luo-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.467155, + "recall": 0.520751, + "f1": 0.481493, + "accuracy": 0.520751, + "main_score": 0.481493, + "hf_subset": "luo_Latn-kas_Arab", + "languages": [ + "luo-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.464106, + "recall": 0.511858, + "f1": 0.476843, + "accuracy": 0.511858, + "main_score": 0.476843, + "hf_subset": "luo_Latn-ltg_Latn", + "languages": [ + "luo-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.492688, + "recall": 0.535573, + "f1": 0.504347, + "accuracy": 0.535573, + "main_score": 0.504347, + "hf_subset": "luo_Latn-nso_Latn", + "languages": [ + "luo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.442652, + "recall": 0.495059, + "f1": 0.456495, + "accuracy": 0.495059, + "main_score": 0.456495, + "hf_subset": "luo_Latn-sin_Sinh", + "languages": [ + "luo-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.454585, + "recall": 0.507905, + "f1": 0.46857, + "accuracy": 0.507905, + "main_score": 0.46857, + "hf_subset": "luo_Latn-tha_Thai", + "languages": [ + "luo-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.433521, + "recall": 0.482213, + "f1": 0.445909, + "accuracy": 0.482213, + "main_score": 0.445909, + "hf_subset": "luo_Latn-zho_Hans", + "languages": [ + "luo-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.451582, + "recall": 0.493083, + "f1": 0.462985, + "accuracy": 0.493083, + "main_score": 0.462985, + "hf_subset": "luo_Latn-ast_Latn", + "languages": [ + "luo-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.477964, + "recall": 0.522727, + "f1": 0.490482, + "accuracy": 0.522727, + "main_score": 0.490482, + "hf_subset": "luo_Latn-crh_Latn", + "languages": [ + "luo-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.459248, + "recall": 0.516798, + "f1": 0.474248, + "accuracy": 0.516798, + "main_score": 0.474248, + "hf_subset": "luo_Latn-glg_Latn", + "languages": [ + "luo-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.477586, + "recall": 0.531621, + "f1": 0.491893, + "accuracy": 0.531621, + "main_score": 0.491893, + "hf_subset": "luo_Latn-kas_Deva", + "languages": [ + "luo-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.44163, + "recall": 0.48913, + "f1": 0.454212, + "accuracy": 0.48913, + "main_score": 0.454212, + "hf_subset": "luo_Latn-ltz_Latn", + "languages": [ + "luo-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.46011, + "recall": 0.509881, + "f1": 0.474091, + "accuracy": 0.509881, + "main_score": 0.474091, + "hf_subset": "luo_Latn-nus_Latn", + "languages": [ + "luo-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.468679, + "recall": 0.523715, + "f1": 0.48346, + "accuracy": 0.523715, + "main_score": 0.48346, + "hf_subset": "luo_Latn-slk_Latn", + "languages": [ + "luo-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.461595, + "recall": 0.512846, + "f1": 0.475654, + "accuracy": 0.512846, + "main_score": 0.475654, + "hf_subset": "luo_Latn-tir_Ethi", + "languages": [ + "luo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.460868, + "recall": 0.517787, + "f1": 0.475677, + "accuracy": 0.517787, + "main_score": 0.475677, + "hf_subset": "luo_Latn-zho_Hant", + "languages": [ + "luo-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.457664, + "recall": 0.514822, + "f1": 0.471878, + "accuracy": 0.514822, + "main_score": 0.471878, + "hf_subset": "luo_Latn-awa_Deva", + "languages": [ + "luo-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.459285, + "recall": 0.507905, + "f1": 0.472333, + "accuracy": 0.507905, + "main_score": 0.472333, + "hf_subset": "luo_Latn-cym_Latn", + "languages": [ + "luo-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.508407, + "recall": 0.55336, + "f1": 0.520528, + "accuracy": 0.55336, + "main_score": 0.520528, + "hf_subset": "luo_Latn-grn_Latn", + "languages": [ + "luo-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.451361, + "recall": 0.505929, + "f1": 0.465663, + "accuracy": 0.505929, + "main_score": 0.465663, + "hf_subset": "luo_Latn-kat_Geor", + "languages": [ + "luo-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.507867, + "recall": 0.550395, + "f1": 0.51988, + "accuracy": 0.550395, + "main_score": 0.51988, + "hf_subset": "luo_Latn-lua_Latn", + "languages": [ + "luo-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.477591, + "recall": 0.518775, + "f1": 0.489043, + "accuracy": 0.518775, + "main_score": 0.489043, + "hf_subset": "luo_Latn-nya_Latn", + "languages": [ + "luo-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.464685, + "recall": 0.516798, + "f1": 0.478963, + "accuracy": 0.516798, + "main_score": 0.478963, + "hf_subset": "luo_Latn-slv_Latn", + "languages": [ + "luo-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.490177, + "recall": 0.537549, + "f1": 0.503464, + "accuracy": 0.537549, + "main_score": 0.503464, + "hf_subset": "luo_Latn-tpi_Latn", + "languages": [ + "luo-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.485716, + "recall": 0.529644, + "f1": 0.497401, + "accuracy": 0.529644, + "main_score": 0.497401, + "hf_subset": "luo_Latn-zsm_Latn", + "languages": [ + "luo-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.475405, + "recall": 0.527668, + "f1": 0.490622, + "accuracy": 0.527668, + "main_score": 0.490622, + "hf_subset": "luo_Latn-ayr_Latn", + "languages": [ + "luo-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.506543, + "recall": 0.560277, + "f1": 0.521541, + "accuracy": 0.560277, + "main_score": 0.521541, + "hf_subset": "luo_Latn-dan_Latn", + "languages": [ + "luo-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.45481, + "recall": 0.51087, + "f1": 0.469385, + "accuracy": 0.51087, + "main_score": 0.469385, + "hf_subset": "luo_Latn-guj_Gujr", + "languages": [ + "luo-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.451665, + "recall": 0.503953, + "f1": 0.465712, + "accuracy": 0.503953, + "main_score": 0.465712, + "hf_subset": "luo_Latn-kaz_Cyrl", + "languages": [ + "luo-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.446151, + "recall": 0.499012, + "f1": 0.460903, + "accuracy": 0.499012, + "main_score": 0.460903, + "hf_subset": "luo_Latn-lug_Latn", + "languages": [ + "luo-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.472942, + "recall": 0.51581, + "f1": 0.484515, + "accuracy": 0.51581, + "main_score": 0.484515, + "hf_subset": "luo_Latn-oci_Latn", + "languages": [ + "luo-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.474779, + "recall": 0.520751, + "f1": 0.48685, + "accuracy": 0.520751, + "main_score": 0.48685, + "hf_subset": "luo_Latn-smo_Latn", + "languages": [ + "luo-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.462789, + "recall": 0.509881, + "f1": 0.475537, + "accuracy": 0.509881, + "main_score": 0.475537, + "hf_subset": "luo_Latn-tsn_Latn", + "languages": [ + "luo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.456036, + "recall": 0.506917, + "f1": 0.469456, + "accuracy": 0.506917, + "main_score": 0.469456, + "hf_subset": "luo_Latn-zul_Latn", + "languages": [ + "luo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.431702, + "recall": 0.491107, + "f1": 0.446624, + "accuracy": 0.491107, + "main_score": 0.446624, + "hf_subset": "luo_Latn-azb_Arab", + "languages": [ + "luo-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.498538, + "recall": 0.551383, + "f1": 0.512761, + "accuracy": 0.551383, + "main_score": 0.512761, + "hf_subset": "luo_Latn-deu_Latn", + "languages": [ + "luo-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.439108, + "recall": 0.490119, + "f1": 0.452564, + "accuracy": 0.490119, + "main_score": 0.452564, + "hf_subset": "luo_Latn-hat_Latn", + "languages": [ + "luo-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.471145, + "recall": 0.517787, + "f1": 0.484092, + "accuracy": 0.517787, + "main_score": 0.484092, + "hf_subset": "luo_Latn-kbp_Latn", + "languages": [ + "luo-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.432619, + "recall": 0.48913, + "f1": 0.446926, + "accuracy": 0.48913, + "main_score": 0.446926, + "hf_subset": "luo_Latn-ory_Orya", + "languages": [ + "luo-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.451705, + "recall": 0.499012, + "f1": 0.464701, + "accuracy": 0.499012, + "main_score": 0.464701, + "hf_subset": "luo_Latn-sna_Latn", + "languages": [ + "luo-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.478133, + "recall": 0.523715, + "f1": 0.490468, + "accuracy": 0.523715, + "main_score": 0.490468, + "hf_subset": "luo_Latn-tso_Latn", + "languages": [ + "luo-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.458649, + "recall": 0.512846, + "f1": 0.473284, + "accuracy": 0.512846, + "main_score": 0.473284, + "hf_subset": "luo_Latn-azj_Latn", + "languages": [ + "luo-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.485667, + "recall": 0.532609, + "f1": 0.499075, + "accuracy": 0.532609, + "main_score": 0.499075, + "hf_subset": "luo_Latn-dik_Latn", + "languages": [ + "luo-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.440767, + "recall": 0.488142, + "f1": 0.453105, + "accuracy": 0.488142, + "main_score": 0.453105, + "hf_subset": "luo_Latn-hau_Latn", + "languages": [ + "luo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.472286, + "recall": 0.518775, + "f1": 0.484883, + "accuracy": 0.518775, + "main_score": 0.484883, + "hf_subset": "luo_Latn-kea_Latn", + "languages": [ + "luo-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.473563, + "recall": 0.521739, + "f1": 0.486696, + "accuracy": 0.521739, + "main_score": 0.486696, + "hf_subset": "luo_Latn-lus_Latn", + "languages": [ + "luo-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.520033, + "recall": 0.561265, + "f1": 0.531292, + "accuracy": 0.561265, + "main_score": 0.531292, + "hf_subset": "luo_Latn-pag_Latn", + "languages": [ + "luo-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.41785, + "recall": 0.47332, + "f1": 0.431965, + "accuracy": 0.47332, + "main_score": 0.431965, + "hf_subset": "luo_Latn-snd_Arab", + "languages": [ + "luo-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.443359, + "recall": 0.493083, + "f1": 0.456391, + "accuracy": 0.493083, + "main_score": 0.456391, + "hf_subset": "luo_Latn-tuk_Latn", + "languages": [ + "luo-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.460117, + "recall": 0.506917, + "f1": 0.472257, + "accuracy": 0.506917, + "main_score": 0.472257, + "hf_subset": "luo_Latn-bak_Cyrl", + "languages": [ + "luo-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.432496, + "recall": 0.490119, + "f1": 0.449434, + "accuracy": 0.490119, + "main_score": 0.449434, + "hf_subset": "luo_Latn-dyu_Latn", + "languages": [ + "luo-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.458998, + "recall": 0.508893, + "f1": 0.472166, + "accuracy": 0.508893, + "main_score": 0.472166, + "hf_subset": "luo_Latn-heb_Hebr", + "languages": [ + "luo-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.467564, + "recall": 0.516798, + "f1": 0.481291, + "accuracy": 0.516798, + "main_score": 0.481291, + "hf_subset": "luo_Latn-khk_Cyrl", + "languages": [ + "luo-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.454942, + "recall": 0.513834, + "f1": 0.470486, + "accuracy": 0.513834, + "main_score": 0.470486, + "hf_subset": "luo_Latn-lvs_Latn", + "languages": [ + "luo-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.449666, + "recall": 0.5, + "f1": 0.463229, + "accuracy": 0.5, + "main_score": 0.463229, + "hf_subset": "luo_Latn-pan_Guru", + "languages": [ + "luo-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.451425, + "recall": 0.5, + "f1": 0.464748, + "accuracy": 0.5, + "main_score": 0.464748, + "hf_subset": "luo_Latn-som_Latn", + "languages": [ + "luo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.458622, + "recall": 0.506917, + "f1": 0.471086, + "accuracy": 0.506917, + "main_score": 0.471086, + "hf_subset": "luo_Latn-tum_Latn", + "languages": [ + "luo-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.442458, + "recall": 0.523715, + "f1": 0.464698, + "accuracy": 0.523715, + "main_score": 0.464698, + "hf_subset": "ory_Orya-ace_Arab", + "languages": [ + "ory-Orya", + "ace-Arab" + ] + }, + { + "precision": 0.411631, + "recall": 0.459486, + "f1": 0.424498, + "accuracy": 0.459486, + "main_score": 0.424498, + "hf_subset": "ory_Orya-bam_Latn", + "languages": [ + "ory-Orya", + "bam-Latn" + ] + }, + { + "precision": 0.567212, + "recall": 0.656126, + "f1": 0.592297, + "accuracy": 0.656126, + "main_score": 0.592297, + "hf_subset": "ory_Orya-dzo_Tibt", + "languages": [ + "ory-Orya", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ory_Orya-khm_Khmr", + "languages": [ + "ory-Orya", + "khm-Khmr" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ory_Orya-mag_Deva", + "languages": [ + "ory-Orya", + "mag-Deva" + ] + }, + { + "precision": 0.963192, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "ory_Orya-pap_Latn", + "languages": [ + "ory-Orya", + "pap-Latn" + ] + }, + { + "precision": 0.802157, + "recall": 0.854743, + "f1": 0.818497, + "accuracy": 0.854743, + "main_score": 0.818497, + "hf_subset": "ory_Orya-sot_Latn", + "languages": [ + "ory-Orya", + "sot-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ory_Orya-tur_Latn", + "languages": [ + "ory-Orya", + "tur-Latn" + ] + }, + { + "precision": 0.773197, + "recall": 0.832016, + "f1": 0.790733, + "accuracy": 0.832016, + "main_score": 0.790733, + "hf_subset": "ory_Orya-ace_Latn", + "languages": [ + "ory-Orya", + "ace-Latn" + ] + }, + { + "precision": 0.924407, + "recall": 0.945652, + "f1": 0.931324, + "accuracy": 0.945652, + "main_score": 0.931324, + "hf_subset": "ory_Orya-ban_Latn", + "languages": [ + "ory-Orya", + "ban-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ory_Orya-ell_Grek", + "languages": [ + "ory-Orya", + "ell-Grek" + ] + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ory_Orya-hne_Deva", + "languages": [ + "ory-Orya", + "hne-Deva" + ] + }, + { + "precision": 0.496387, + "recall": 0.560277, + "f1": 0.512968, + "accuracy": 0.560277, + "main_score": 0.512968, + "hf_subset": "ory_Orya-kik_Latn", + "languages": [ + "ory-Orya", + "kik-Latn" + ] + }, + { + "precision": 0.983366, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ] + }, + { + "precision": 0.933218, + "recall": 0.953557, + "f1": 0.939789, + "accuracy": 0.953557, + "main_score": 0.939789, + "hf_subset": "ory_Orya-pbt_Arab", + "languages": [ + "ory-Orya", + "pbt-Arab" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ory_Orya-spa_Latn", + "languages": [ + "ory-Orya", + "spa-Latn" + ] + }, + { + "precision": 0.648755, + "recall": 0.718379, + "f1": 0.668149, + "accuracy": 0.718379, + "main_score": 0.668149, + "hf_subset": "ory_Orya-twi_Latn", + "languages": [ + "ory-Orya", + "twi-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ory_Orya-acm_Arab", + "languages": [ + "ory-Orya", + "acm-Arab" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ory_Orya-bel_Cyrl", + "languages": [ + "ory-Orya", + "bel-Cyrl" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ory_Orya-hrv_Latn", + "languages": [ + "ory-Orya", + "hrv-Latn" + ] + }, + { + "precision": 0.775948, + "recall": 0.83004, + "f1": 0.7923, + "accuracy": 0.83004, + "main_score": 0.7923, + "hf_subset": "ory_Orya-kin_Latn", + "languages": [ + "ory-Orya", + "kin-Latn" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ory_Orya-pes_Arab", + "languages": [ + "ory-Orya", + "pes-Arab" + ] + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ory_Orya-srd_Latn", + "languages": [ + "ory-Orya", + "srd-Latn" + ] + }, + { + "precision": 0.197496, + "recall": 0.255929, + "f1": 0.210889, + "accuracy": 0.255929, + "main_score": 0.210889, + "hf_subset": "ory_Orya-tzm_Tfng", + "languages": [ + "ory-Orya", + "tzm-Tfng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-acq_Arab", + "languages": [ + "ory-Orya", + "acq-Arab" + ] + }, + { + "precision": 0.593059, + "recall": 0.660079, + "f1": 0.611467, + "accuracy": 0.660079, + "main_score": 0.611467, + "hf_subset": "ory_Orya-bem_Latn", + "languages": [ + "ory-Orya", + "bem-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ory_Orya-epo_Latn", + "languages": [ + "ory-Orya", + "epo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-hun_Latn", + "languages": [ + "ory-Orya", + "hun-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ory_Orya-kir_Cyrl", + "languages": [ + "ory-Orya", + "kir-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ] + }, + { + "precision": 0.836719, + "recall": 0.879447, + "f1": 0.84972, + "accuracy": 0.879447, + "main_score": 0.84972, + "hf_subset": "ory_Orya-plt_Latn", + "languages": [ + "ory-Orya", + "plt-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ory_Orya-srp_Cyrl", + "languages": [ + "ory-Orya", + "srp-Cyrl" + ] + }, + { + "precision": 0.919384, + "recall": 0.942688, + "f1": 0.926943, + "accuracy": 0.942688, + "main_score": 0.926943, + "hf_subset": "ory_Orya-uig_Arab", + "languages": [ + "ory-Orya", + "uig-Arab" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ory_Orya-aeb_Arab", + "languages": [ + "ory-Orya", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ory_Orya-est_Latn", + "languages": [ + "ory-Orya", + "est-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ory_Orya-hye_Armn", + "languages": [ + "ory-Orya", + "hye-Armn" + ] + }, + { + "precision": 0.38291, + "recall": 0.4417, + "f1": 0.397855, + "accuracy": 0.4417, + "main_score": 0.397855, + "hf_subset": "ory_Orya-kmb_Latn", + "languages": [ + "ory-Orya", + "kmb-Latn" + ] + }, + { + "precision": 0.392542, + "recall": 0.481225, + "f1": 0.414844, + "accuracy": 0.481225, + "main_score": 0.414844, + "hf_subset": "ory_Orya-min_Arab", + "languages": [ + "ory-Orya", + "min-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ory_Orya-pol_Latn", + "languages": [ + "ory-Orya", + "pol-Latn" + ] + }, + { + "precision": 0.663447, + "recall": 0.73419, + "f1": 0.6833, + "accuracy": 0.73419, + "main_score": 0.6833, + "hf_subset": "ory_Orya-ssw_Latn", + "languages": [ + "ory-Orya", + "ssw-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ory_Orya-ukr_Cyrl", + "languages": [ + "ory-Orya", + "ukr-Cyrl" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "ory_Orya-afr_Latn", + "languages": [ + "ory-Orya", + "afr-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ory_Orya-bho_Deva", + "languages": [ + "ory-Orya", + "bho-Deva" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ory_Orya-eus_Latn", + "languages": [ + "ory-Orya", + "eus-Latn" + ] + }, + { + "precision": 0.798485, + "recall": 0.851779, + "f1": 0.814643, + "accuracy": 0.851779, + "main_score": 0.814643, + "hf_subset": "ory_Orya-ibo_Latn", + "languages": [ + "ory-Orya", + "ibo-Latn" + ] + }, + { + "precision": 0.822134, + "recall": 0.869565, + "f1": 0.837041, + "accuracy": 0.869565, + "main_score": 0.837041, + "hf_subset": "ory_Orya-kmr_Latn", + "languages": [ + "ory-Orya", + "kmr-Latn" + ] + }, + { + "precision": 0.933877, + "recall": 0.954545, + "f1": 0.940448, + "accuracy": 0.954545, + "main_score": 0.940448, + "hf_subset": "ory_Orya-min_Latn", + "languages": [ + "ory-Orya", + "min-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-por_Latn", + "languages": [ + "ory-Orya", + "por-Latn" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ory_Orya-sun_Latn", + "languages": [ + "ory-Orya", + "sun-Latn" + ] + }, + { + "precision": 0.377505, + "recall": 0.438735, + "f1": 0.394378, + "accuracy": 0.438735, + "main_score": 0.394378, + "hf_subset": "ory_Orya-umb_Latn", + "languages": [ + "ory-Orya", + "umb-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ory_Orya-ajp_Arab", + "languages": [ + "ory-Orya", + "ajp-Arab" + ] + }, + { + "precision": 0.417121, + "recall": 0.494071, + "f1": 0.437067, + "accuracy": 0.494071, + "main_score": 0.437067, + "hf_subset": "ory_Orya-bjn_Arab", + "languages": [ + "ory-Orya", + "bjn-Arab" + ] + }, + { + "precision": 0.412574, + "recall": 0.460474, + "f1": 0.425185, + "accuracy": 0.460474, + "main_score": 0.425185, + "hf_subset": "ory_Orya-ewe_Latn", + "languages": [ + "ory-Orya", + "ewe-Latn" + ] + }, + { + "precision": 0.921426, + "recall": 0.944664, + "f1": 0.92859, + "accuracy": 0.944664, + "main_score": 0.92859, + "hf_subset": "ory_Orya-ilo_Latn", + "languages": [ + "ory-Orya", + "ilo-Latn" + ] + }, + { + "precision": 0.229199, + "recall": 0.284585, + "f1": 0.241546, + "accuracy": 0.284585, + "main_score": 0.241546, + "hf_subset": "ory_Orya-knc_Arab", + "languages": [ + "ory-Orya", + "knc-Arab" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ory_Orya-mkd_Cyrl", + "languages": [ + "ory-Orya", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-prs_Arab", + "languages": [ + "ory-Orya", + "prs-Arab" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ory_Orya-swe_Latn", + "languages": [ + "ory-Orya", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ] + }, + { + "precision": 0.66648, + "recall": 0.728261, + "f1": 0.683706, + "accuracy": 0.728261, + "main_score": 0.683706, + "hf_subset": "ory_Orya-aka_Latn", + "languages": [ + "ory-Orya", + "aka-Latn" + ] + }, + { + "precision": 0.945433, + "recall": 0.960474, + "f1": 0.950132, + "accuracy": 0.960474, + "main_score": 0.950132, + "hf_subset": "ory_Orya-bjn_Latn", + "languages": [ + "ory-Orya", + "bjn-Latn" + ] + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "ory_Orya-fao_Latn", + "languages": [ + "ory-Orya", + "fao-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-ind_Latn", + "languages": [ + "ory-Orya", + "ind-Latn" + ] + }, + { + "precision": 0.4637, + "recall": 0.51087, + "f1": 0.476738, + "accuracy": 0.51087, + "main_score": 0.476738, + "hf_subset": "ory_Orya-knc_Latn", + "languages": [ + "ory-Orya", + "knc-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ory_Orya-mlt_Latn", + "languages": [ + "ory-Orya", + "mlt-Latn" + ] + }, + { + "precision": 0.575274, + "recall": 0.644269, + "f1": 0.594448, + "accuracy": 0.644269, + "main_score": 0.594448, + "hf_subset": "ory_Orya-quy_Latn", + "languages": [ + "ory-Orya", + "quy-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ory_Orya-swh_Latn", + "languages": [ + "ory-Orya", + "swh-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ory_Orya-uzn_Latn", + "languages": [ + "ory-Orya", + "uzn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-als_Latn", + "languages": [ + "ory-Orya", + "als-Latn" + ] + }, + { + "precision": 0.726054, + "recall": 0.794466, + "f1": 0.746331, + "accuracy": 0.794466, + "main_score": 0.746331, + "hf_subset": "ory_Orya-bod_Tibt", + "languages": [ + "ory-Orya", + "bod-Tibt" + ] + }, + { + "precision": 0.565846, + "recall": 0.639328, + "f1": 0.586075, + "accuracy": 0.639328, + "main_score": 0.586075, + "hf_subset": "ory_Orya-fij_Latn", + "languages": [ + "ory-Orya", + "fij-Latn" + ] + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "ory_Orya-isl_Latn", + "languages": [ + "ory-Orya", + "isl-Latn" + ] + }, + { + "precision": 0.51466, + "recall": 0.582016, + "f1": 0.533183, + "accuracy": 0.582016, + "main_score": 0.533183, + "hf_subset": "ory_Orya-kon_Latn", + "languages": [ + "ory-Orya", + "kon-Latn" + ] + }, + { + "precision": 0.560348, + "recall": 0.631423, + "f1": 0.579806, + "accuracy": 0.631423, + "main_score": 0.579806, + "hf_subset": "ory_Orya-mni_Beng", + "languages": [ + "ory-Orya", + "mni-Beng" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ory_Orya-ron_Latn", + "languages": [ + "ory-Orya", + "ron-Latn" + ] + }, + { + "precision": 0.958086, + "recall": 0.970356, + "f1": 0.962022, + "accuracy": 0.970356, + "main_score": 0.962022, + "hf_subset": "ory_Orya-szl_Latn", + "languages": [ + "ory-Orya", + "szl-Latn" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "ory_Orya-vec_Latn", + "languages": [ + "ory-Orya", + "vec-Latn" + ] + }, + { + "precision": 0.906209, + "recall": 0.933794, + "f1": 0.915086, + "accuracy": 0.933794, + "main_score": 0.915086, + "hf_subset": "ory_Orya-amh_Ethi", + "languages": [ + "ory-Orya", + "amh-Ethi" + ] + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "ory_Orya-bos_Latn", + "languages": [ + "ory-Orya", + "bos-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ory_Orya-fin_Latn", + "languages": [ + "ory-Orya", + "fin-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-ita_Latn", + "languages": [ + "ory-Orya", + "ita-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-kor_Hang", + "languages": [ + "ory-Orya", + "kor-Hang" + ] + }, + { + "precision": 0.433652, + "recall": 0.485178, + "f1": 0.447793, + "accuracy": 0.485178, + "main_score": 0.447793, + "hf_subset": "ory_Orya-mos_Latn", + "languages": [ + "ory-Orya", + "mos-Latn" + ] + }, + { + "precision": 0.661917, + "recall": 0.733202, + "f1": 0.682743, + "accuracy": 0.733202, + "main_score": 0.682743, + "hf_subset": "ory_Orya-run_Latn", + "languages": [ + "ory-Orya", + "run-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ory_Orya-vie_Latn", + "languages": [ + "ory-Orya", + "vie-Latn" + ] + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "ory_Orya-apc_Arab", + "languages": [ + "ory-Orya", + "apc-Arab" + ] + }, + { + "precision": 0.639202, + "recall": 0.703557, + "f1": 0.656483, + "accuracy": 0.703557, + "main_score": 0.656483, + "hf_subset": "ory_Orya-bug_Latn", + "languages": [ + "ory-Orya", + "bug-Latn" + ] + }, + { + "precision": 0.387352, + "recall": 0.434783, + "f1": 0.400125, + "accuracy": 0.434783, + "main_score": 0.400125, + "hf_subset": "ory_Orya-fon_Latn", + "languages": [ + "ory-Orya", + "fon-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "ory_Orya-jav_Latn", + "languages": [ + "ory-Orya", + "jav-Latn" + ] + }, + { + "precision": 0.929348, + "recall": 0.951581, + "f1": 0.936594, + "accuracy": 0.951581, + "main_score": 0.936594, + "hf_subset": "ory_Orya-lao_Laoo", + "languages": [ + "ory-Orya", + "lao-Laoo" + ] + }, + { + "precision": 0.833498, + "recall": 0.879447, + "f1": 0.847793, + "accuracy": 0.879447, + "main_score": 0.847793, + "hf_subset": "ory_Orya-mri_Latn", + "languages": [ + "ory-Orya", + "mri-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-rus_Cyrl", + "languages": [ + "ory-Orya", + "rus-Cyrl" + ] + }, + { + "precision": 0.436442, + "recall": 0.487154, + "f1": 0.449536, + "accuracy": 0.487154, + "main_score": 0.449536, + "hf_subset": "ory_Orya-taq_Latn", + "languages": [ + "ory-Orya", + "taq-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "ory_Orya-war_Latn", + "languages": [ + "ory-Orya", + "war-Latn" + ] + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ory_Orya-arb_Arab", + "languages": [ + "ory-Orya", + "arb-Arab" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ory_Orya-bul_Cyrl", + "languages": [ + "ory-Orya", + "bul-Cyrl" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ory_Orya-fra_Latn", + "languages": [ + "ory-Orya", + "fra-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ory_Orya-jpn_Jpan", + "languages": [ + "ory-Orya", + "jpn-Jpan" + ] + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "ory_Orya-lij_Latn", + "languages": [ + "ory-Orya", + "lij-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "ory_Orya-mya_Mymr", + "languages": [ + "ory-Orya", + "mya-Mymr" + ] + }, + { + "precision": 0.477168, + "recall": 0.527668, + "f1": 0.49101, + "accuracy": 0.527668, + "main_score": 0.49101, + "hf_subset": "ory_Orya-sag_Latn", + "languages": [ + "ory-Orya", + "sag-Latn" + ] + }, + { + "precision": 0.196982, + "recall": 0.259881, + "f1": 0.212944, + "accuracy": 0.259881, + "main_score": 0.212944, + "hf_subset": "ory_Orya-taq_Tfng", + "languages": [ + "ory-Orya", + "taq-Tfng" + ] + }, + { + "precision": 0.576971, + "recall": 0.642292, + "f1": 0.5936, + "accuracy": 0.642292, + "main_score": 0.5936, + "hf_subset": "ory_Orya-wol_Latn", + "languages": [ + "ory-Orya", + "wol-Latn" + ] + }, + { + "precision": 0.822628, + "recall": 0.871542, + "f1": 0.837549, + "accuracy": 0.871542, + "main_score": 0.837549, + "hf_subset": "ory_Orya-arb_Latn", + "languages": [ + "ory-Orya", + "arb-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-cat_Latn", + "languages": [ + "ory-Orya", + "cat-Latn" + ] + }, + { + "precision": 0.936388, + "recall": 0.954545, + "f1": 0.941919, + "accuracy": 0.954545, + "main_score": 0.941919, + "hf_subset": "ory_Orya-fur_Latn", + "languages": [ + "ory-Orya", + "fur-Latn" + ] + }, + { + "precision": 0.378864, + "recall": 0.444664, + "f1": 0.395115, + "accuracy": 0.444664, + "main_score": 0.395115, + "hf_subset": "ory_Orya-kab_Latn", + "languages": [ + "ory-Orya", + "kab-Latn" + ] + }, + { + "precision": 0.962368, + "recall": 0.97332, + "f1": 0.96581, + "accuracy": 0.97332, + "main_score": 0.96581, + "hf_subset": "ory_Orya-lim_Latn", + "languages": [ + "ory-Orya", + "lim-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ory_Orya-nld_Latn", + "languages": [ + "ory-Orya", + "nld-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ory_Orya-tat_Cyrl", + "languages": [ + "ory-Orya", + "tat-Cyrl" + ] + }, + { + "precision": 0.816535, + "recall": 0.868577, + "f1": 0.832957, + "accuracy": 0.868577, + "main_score": 0.832957, + "hf_subset": "ory_Orya-xho_Latn", + "languages": [ + "ory-Orya", + "xho-Latn" + ] + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ory_Orya-ars_Arab", + "languages": [ + "ory-Orya", + "ars-Arab" + ] + }, + { + "precision": 0.964509, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "ory_Orya-ceb_Latn", + "languages": [ + "ory-Orya", + "ceb-Latn" + ] + }, + { + "precision": 0.418804, + "recall": 0.479249, + "f1": 0.434414, + "accuracy": 0.479249, + "main_score": 0.434414, + "hf_subset": "ory_Orya-fuv_Latn", + "languages": [ + "ory-Orya", + "fuv-Latn" + ] + }, + { + "precision": 0.441197, + "recall": 0.497036, + "f1": 0.456185, + "accuracy": 0.497036, + "main_score": 0.456185, + "hf_subset": "ory_Orya-kac_Latn", + "languages": [ + "ory-Orya", + "kac-Latn" + ] + }, + { + "precision": 0.539359, + "recall": 0.605731, + "f1": 0.556731, + "accuracy": 0.605731, + "main_score": 0.556731, + "hf_subset": "ory_Orya-lin_Latn", + "languages": [ + "ory-Orya", + "lin-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ory_Orya-nno_Latn", + "languages": [ + "ory-Orya", + "nno-Latn" + ] + }, + { + "precision": 0.860178, + "recall": 0.900198, + "f1": 0.872826, + "accuracy": 0.900198, + "main_score": 0.872826, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ] + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "ory_Orya-ydd_Hebr", + "languages": [ + "ory-Orya", + "ydd-Hebr" + ] + }, + { + "precision": 0.934865, + "recall": 0.955534, + "f1": 0.941601, + "accuracy": 0.955534, + "main_score": 0.941601, + "hf_subset": "ory_Orya-ary_Arab", + "languages": [ + "ory-Orya", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-ces_Latn", + "languages": [ + "ory-Orya", + "ces-Latn" + ] + }, + { + "precision": 0.513086, + "recall": 0.589921, + "f1": 0.535494, + "accuracy": 0.589921, + "main_score": 0.535494, + "hf_subset": "ory_Orya-gaz_Latn", + "languages": [ + "ory-Orya", + "gaz-Latn" + ] + }, + { + "precision": 0.472045, + "recall": 0.554348, + "f1": 0.493362, + "accuracy": 0.554348, + "main_score": 0.493362, + "hf_subset": "ory_Orya-kam_Latn", + "languages": [ + "ory-Orya", + "kam-Latn" + ] + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ory_Orya-lit_Latn", + "languages": [ + "ory-Orya", + "lit-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ory_Orya-nob_Latn", + "languages": [ + "ory-Orya", + "nob-Latn" + ] + }, + { + "precision": 0.96418, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "ory_Orya-scn_Latn", + "languages": [ + "ory-Orya", + "scn-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ory_Orya-tgk_Cyrl", + "languages": [ + "ory-Orya", + "tgk-Cyrl" + ] + }, + { + "precision": 0.650315, + "recall": 0.726285, + "f1": 0.671251, + "accuracy": 0.726285, + "main_score": 0.671251, + "hf_subset": "ory_Orya-yor_Latn", + "languages": [ + "ory-Orya", + "yor-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "ory_Orya-arz_Arab", + "languages": [ + "ory-Orya", + "arz-Arab" + ] + }, + { + "precision": 0.409227, + "recall": 0.468379, + "f1": 0.425423, + "accuracy": 0.468379, + "main_score": 0.425423, + "hf_subset": "ory_Orya-cjk_Latn", + "languages": [ + "ory-Orya", + "cjk-Latn" + ] + }, + { + "precision": 0.902997, + "recall": 0.933794, + "f1": 0.913043, + "accuracy": 0.933794, + "main_score": 0.913043, + "hf_subset": "ory_Orya-gla_Latn", + "languages": [ + "ory-Orya", + "gla-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ] + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "ory_Orya-lmo_Latn", + "languages": [ + "ory-Orya", + "lmo-Latn" + ] + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ] + }, + { + "precision": 0.493394, + "recall": 0.571146, + "f1": 0.515512, + "accuracy": 0.571146, + "main_score": 0.515512, + "hf_subset": "ory_Orya-shn_Mymr", + "languages": [ + "ory-Orya", + "shn-Mymr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ory_Orya-tgl_Latn", + "languages": [ + "ory-Orya", + "tgl-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ory_Orya-yue_Hant", + "languages": [ + "ory-Orya", + "yue-Hant" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ] + }, + { + "precision": 0.897974, + "recall": 0.928854, + "f1": 0.907839, + "accuracy": 0.928854, + "main_score": 0.907839, + "hf_subset": "ory_Orya-ckb_Arab", + "languages": [ + "ory-Orya", + "ckb-Arab" + ] + }, + { + "precision": 0.95191, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "ory_Orya-gle_Latn", + "languages": [ + "ory-Orya", + "gle-Latn" + ] + }, + { + "precision": 0.884858, + "recall": 0.917984, + "f1": 0.895175, + "accuracy": 0.917984, + "main_score": 0.895175, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ] + }, + { + "precision": 0.855774, + "recall": 0.896245, + "f1": 0.868165, + "accuracy": 0.896245, + "main_score": 0.868165, + "hf_subset": "ory_Orya-ltg_Latn", + "languages": [ + "ory-Orya", + "ltg-Latn" + ] + }, + { + "precision": 0.722299, + "recall": 0.787549, + "f1": 0.74162, + "accuracy": 0.787549, + "main_score": 0.74162, + "hf_subset": "ory_Orya-nso_Latn", + "languages": [ + "ory-Orya", + "nso-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ory_Orya-sin_Sinh", + "languages": [ + "ory-Orya", + "sin-Sinh" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ory_Orya-tha_Thai", + "languages": [ + "ory-Orya", + "tha-Thai" + ] + }, + { + "precision": 0.976449, + "recall": 0.983202, + "f1": 0.978543, + "accuracy": 0.983202, + "main_score": 0.978543, + "hf_subset": "ory_Orya-zho_Hans", + "languages": [ + "ory-Orya", + "zho-Hans" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ory_Orya-ast_Latn", + "languages": [ + "ory-Orya", + "ast-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ory_Orya-crh_Latn", + "languages": [ + "ory-Orya", + "crh-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ory_Orya-glg_Latn", + "languages": [ + "ory-Orya", + "glg-Latn" + ] + }, + { + "precision": 0.815975, + "recall": 0.865613, + "f1": 0.830962, + "accuracy": 0.865613, + "main_score": 0.830962, + "hf_subset": "ory_Orya-kas_Deva", + "languages": [ + "ory-Orya", + "kas-Deva" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "ory_Orya-ltz_Latn", + "languages": [ + "ory-Orya", + "ltz-Latn" + ] + }, + { + "precision": 0.381404, + "recall": 0.439723, + "f1": 0.396194, + "accuracy": 0.439723, + "main_score": 0.396194, + "hf_subset": "ory_Orya-nus_Latn", + "languages": [ + "ory-Orya", + "nus-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ory_Orya-slk_Latn", + "languages": [ + "ory-Orya", + "slk-Latn" + ] + }, + { + "precision": 0.579552, + "recall": 0.658103, + "f1": 0.601388, + "accuracy": 0.658103, + "main_score": 0.601388, + "hf_subset": "ory_Orya-tir_Ethi", + "languages": [ + "ory-Orya", + "tir-Ethi" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ory_Orya-zho_Hant", + "languages": [ + "ory-Orya", + "zho-Hant" + ] + }, + { + "precision": 0.979414, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "ory_Orya-awa_Deva", + "languages": [ + "ory-Orya", + "awa-Deva" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ory_Orya-cym_Latn", + "languages": [ + "ory-Orya", + "cym-Latn" + ] + }, + { + "precision": 0.661426, + "recall": 0.72332, + "f1": 0.678809, + "accuracy": 0.72332, + "main_score": 0.678809, + "hf_subset": "ory_Orya-grn_Latn", + "languages": [ + "ory-Orya", + "grn-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ory_Orya-kat_Geor", + "languages": [ + "ory-Orya", + "kat-Geor" + ] + }, + { + "precision": 0.501693, + "recall": 0.565217, + "f1": 0.517266, + "accuracy": 0.565217, + "main_score": 0.517266, + "hf_subset": "ory_Orya-lua_Latn", + "languages": [ + "ory-Orya", + "lua-Latn" + ] + }, + { + "precision": 0.767556, + "recall": 0.83004, + "f1": 0.786825, + "accuracy": 0.83004, + "main_score": 0.786825, + "hf_subset": "ory_Orya-nya_Latn", + "languages": [ + "ory-Orya", + "nya-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-slv_Latn", + "languages": [ + "ory-Orya", + "slv-Latn" + ] + }, + { + "precision": 0.917111, + "recall": 0.9417, + "f1": 0.924802, + "accuracy": 0.9417, + "main_score": 0.924802, + "hf_subset": "ory_Orya-tpi_Latn", + "languages": [ + "ory-Orya", + "tpi-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ory_Orya-zsm_Latn", + "languages": [ + "ory-Orya", + "zsm-Latn" + ] + }, + { + "precision": 0.462799, + "recall": 0.517787, + "f1": 0.477139, + "accuracy": 0.517787, + "main_score": 0.477139, + "hf_subset": "ory_Orya-ayr_Latn", + "languages": [ + "ory-Orya", + "ayr-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-dan_Latn", + "languages": [ + "ory-Orya", + "dan-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "ory_Orya-kaz_Cyrl", + "languages": [ + "ory-Orya", + "kaz-Cyrl" + ] + }, + { + "precision": 0.583937, + "recall": 0.658103, + "f1": 0.604367, + "accuracy": 0.658103, + "main_score": 0.604367, + "hf_subset": "ory_Orya-lug_Latn", + "languages": [ + "ory-Orya", + "lug-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-oci_Latn", + "languages": [ + "ory-Orya", + "oci-Latn" + ] + }, + { + "precision": 0.791173, + "recall": 0.843874, + "f1": 0.807181, + "accuracy": 0.843874, + "main_score": 0.807181, + "hf_subset": "ory_Orya-smo_Latn", + "languages": [ + "ory-Orya", + "smo-Latn" + ] + }, + { + "precision": 0.662862, + "recall": 0.737154, + "f1": 0.684331, + "accuracy": 0.737154, + "main_score": 0.684331, + "hf_subset": "ory_Orya-tsn_Latn", + "languages": [ + "ory-Orya", + "tsn-Latn" + ] + }, + { + "precision": 0.836298, + "recall": 0.883399, + "f1": 0.851416, + "accuracy": 0.883399, + "main_score": 0.851416, + "hf_subset": "ory_Orya-zul_Latn", + "languages": [ + "ory-Orya", + "zul-Latn" + ] + }, + { + "precision": 0.882658, + "recall": 0.917984, + "f1": 0.893808, + "accuracy": 0.917984, + "main_score": 0.893808, + "hf_subset": "ory_Orya-azb_Arab", + "languages": [ + "ory-Orya", + "azb-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ory_Orya-deu_Latn", + "languages": [ + "ory-Orya", + "deu-Latn" + ] + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "ory_Orya-hat_Latn", + "languages": [ + "ory-Orya", + "hat-Latn" + ] + }, + { + "precision": 0.41825, + "recall": 0.467391, + "f1": 0.431835, + "accuracy": 0.467391, + "main_score": 0.431835, + "hf_subset": "ory_Orya-kbp_Latn", + "languages": [ + "ory-Orya", + "kbp-Latn" + ] + }, + { + "precision": 0.453479, + "recall": 0.507905, + "f1": 0.467638, + "accuracy": 0.507905, + "main_score": 0.467638, + "hf_subset": "ory_Orya-luo_Latn", + "languages": [ + "ory-Orya", + "luo-Latn" + ] + }, + { + "precision": 0.821212, + "recall": 0.870553, + "f1": 0.836792, + "accuracy": 0.870553, + "main_score": 0.836792, + "hf_subset": "ory_Orya-sna_Latn", + "languages": [ + "ory-Orya", + "sna-Latn" + ] + }, + { + "precision": 0.56824, + "recall": 0.642292, + "f1": 0.588268, + "accuracy": 0.642292, + "main_score": 0.588268, + "hf_subset": "ory_Orya-tso_Latn", + "languages": [ + "ory-Orya", + "tso-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ory_Orya-azj_Latn", + "languages": [ + "ory-Orya", + "azj-Latn" + ] + }, + { + "precision": 0.44955, + "recall": 0.509881, + "f1": 0.465916, + "accuracy": 0.509881, + "main_score": 0.465916, + "hf_subset": "ory_Orya-dik_Latn", + "languages": [ + "ory-Orya", + "dik-Latn" + ] + }, + { + "precision": 0.853508, + "recall": 0.896245, + "f1": 0.867161, + "accuracy": 0.896245, + "main_score": 0.867161, + "hf_subset": "ory_Orya-hau_Latn", + "languages": [ + "ory-Orya", + "hau-Latn" + ] + }, + { + "precision": 0.928277, + "recall": 0.949605, + "f1": 0.934816, + "accuracy": 0.949605, + "main_score": 0.934816, + "hf_subset": "ory_Orya-kea_Latn", + "languages": [ + "ory-Orya", + "kea-Latn" + ] + }, + { + "precision": 0.87887, + "recall": 0.913043, + "f1": 0.889394, + "accuracy": 0.913043, + "main_score": 0.889394, + "hf_subset": "ory_Orya-lus_Latn", + "languages": [ + "ory-Orya", + "lus-Latn" + ] + }, + { + "precision": 0.77832, + "recall": 0.828063, + "f1": 0.792381, + "accuracy": 0.828063, + "main_score": 0.792381, + "hf_subset": "ory_Orya-pag_Latn", + "languages": [ + "ory-Orya", + "pag-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ory_Orya-snd_Arab", + "languages": [ + "ory-Orya", + "snd-Arab" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ory_Orya-tuk_Latn", + "languages": [ + "ory-Orya", + "tuk-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ory_Orya-bak_Cyrl", + "languages": [ + "ory-Orya", + "bak-Cyrl" + ] + }, + { + "precision": 0.413479, + "recall": 0.481225, + "f1": 0.432305, + "accuracy": 0.481225, + "main_score": 0.432305, + "hf_subset": "ory_Orya-dyu_Latn", + "languages": [ + "ory-Orya", + "dyu-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ory_Orya-heb_Hebr", + "languages": [ + "ory-Orya", + "heb-Hebr" + ] + }, + { + "precision": 0.93857, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "ory_Orya-khk_Cyrl", + "languages": [ + "ory-Orya", + "khk-Cyrl" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ory_Orya-lvs_Latn", + "languages": [ + "ory-Orya", + "lvs-Latn" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ] + }, + { + "precision": 0.823024, + "recall": 0.87253, + "f1": 0.837996, + "accuracy": 0.87253, + "main_score": 0.837996, + "hf_subset": "ory_Orya-som_Latn", + "languages": [ + "ory-Orya", + "som-Latn" + ] + }, + { + "precision": 0.618832, + "recall": 0.690711, + "f1": 0.639698, + "accuracy": 0.690711, + "main_score": 0.639698, + "hf_subset": "ory_Orya-tum_Latn", + "languages": [ + "ory-Orya", + "tum-Latn" + ] + }, + { + "precision": 0.409077, + "recall": 0.471344, + "f1": 0.425928, + "accuracy": 0.471344, + "main_score": 0.425928, + "hf_subset": "sna_Latn-ace_Arab", + "languages": [ + "sna-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.450037, + "recall": 0.493083, + "f1": 0.460695, + "accuracy": 0.493083, + "main_score": 0.460695, + "hf_subset": "sna_Latn-bam_Latn", + "languages": [ + "sna-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.455707, + "recall": 0.539526, + "f1": 0.477578, + "accuracy": 0.539526, + "main_score": 0.477578, + "hf_subset": "sna_Latn-dzo_Tibt", + "languages": [ + "sna-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.853, + "recall": 0.891304, + "f1": 0.864116, + "accuracy": 0.891304, + "main_score": 0.864116, + "hf_subset": "sna_Latn-hin_Deva", + "languages": [ + "sna-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.796756, + "recall": 0.84585, + "f1": 0.811216, + "accuracy": 0.84585, + "main_score": 0.811216, + "hf_subset": "sna_Latn-khm_Khmr", + "languages": [ + "sna-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.777744, + "recall": 0.828063, + "f1": 0.792005, + "accuracy": 0.828063, + "main_score": 0.792005, + "hf_subset": "sna_Latn-mag_Deva", + "languages": [ + "sna-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.817015, + "recall": 0.855731, + "f1": 0.827571, + "accuracy": 0.855731, + "main_score": 0.827571, + "hf_subset": "sna_Latn-pap_Latn", + "languages": [ + "sna-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.794779, + "recall": 0.840909, + "f1": 0.808663, + "accuracy": 0.840909, + "main_score": 0.808663, + "hf_subset": "sna_Latn-sot_Latn", + "languages": [ + "sna-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.857617, + "recall": 0.894269, + "f1": 0.868256, + "accuracy": 0.894269, + "main_score": 0.868256, + "hf_subset": "sna_Latn-tur_Latn", + "languages": [ + "sna-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.703251, + "recall": 0.749012, + "f1": 0.71593, + "accuracy": 0.749012, + "main_score": 0.71593, + "hf_subset": "sna_Latn-ace_Latn", + "languages": [ + "sna-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.766654, + "recall": 0.810277, + "f1": 0.778789, + "accuracy": 0.810277, + "main_score": 0.778789, + "hf_subset": "sna_Latn-ban_Latn", + "languages": [ + "sna-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.827924, + "recall": 0.870553, + "f1": 0.840286, + "accuracy": 0.870553, + "main_score": 0.840286, + "hf_subset": "sna_Latn-ell_Grek", + "languages": [ + "sna-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.767967, + "recall": 0.81917, + "f1": 0.782697, + "accuracy": 0.81917, + "main_score": 0.782697, + "hf_subset": "sna_Latn-hne_Deva", + "languages": [ + "sna-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.532882, + "recall": 0.585968, + "f1": 0.547223, + "accuracy": 0.585968, + "main_score": 0.547223, + "hf_subset": "sna_Latn-kik_Latn", + "languages": [ + "sna-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.77703, + "recall": 0.825099, + "f1": 0.790033, + "accuracy": 0.825099, + "main_score": 0.790033, + "hf_subset": "sna_Latn-mai_Deva", + "languages": [ + "sna-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.776864, + "recall": 0.827075, + "f1": 0.791158, + "accuracy": 0.827075, + "main_score": 0.791158, + "hf_subset": "sna_Latn-pbt_Arab", + "languages": [ + "sna-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.848346, + "recall": 0.887352, + "f1": 0.859946, + "accuracy": 0.887352, + "main_score": 0.859946, + "hf_subset": "sna_Latn-spa_Latn", + "languages": [ + "sna-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.66489, + "recall": 0.720356, + "f1": 0.680309, + "accuracy": 0.720356, + "main_score": 0.680309, + "hf_subset": "sna_Latn-twi_Latn", + "languages": [ + "sna-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.818859, + "recall": 0.868577, + "f1": 0.833926, + "accuracy": 0.868577, + "main_score": 0.833926, + "hf_subset": "sna_Latn-acm_Arab", + "languages": [ + "sna-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.798304, + "recall": 0.84585, + "f1": 0.811797, + "accuracy": 0.84585, + "main_score": 0.811797, + "hf_subset": "sna_Latn-bel_Cyrl", + "languages": [ + "sna-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.839151, + "recall": 0.875494, + "f1": 0.849403, + "accuracy": 0.875494, + "main_score": 0.849403, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.845438, + "recall": 0.887352, + "f1": 0.858169, + "accuracy": 0.887352, + "main_score": 0.858169, + "hf_subset": "sna_Latn-hrv_Latn", + "languages": [ + "sna-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.779868, + "recall": 0.826087, + "f1": 0.794055, + "accuracy": 0.826087, + "main_score": 0.794055, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.82935, + "recall": 0.870553, + "f1": 0.841375, + "accuracy": 0.870553, + "main_score": 0.841375, + "hf_subset": "sna_Latn-mal_Mlym", + "languages": [ + "sna-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.818321, + "recall": 0.863636, + "f1": 0.831489, + "accuracy": 0.863636, + "main_score": 0.831489, + "hf_subset": "sna_Latn-pes_Arab", + "languages": [ + "sna-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.806037, + "recall": 0.848814, + "f1": 0.818203, + "accuracy": 0.848814, + "main_score": 0.818203, + "hf_subset": "sna_Latn-srd_Latn", + "languages": [ + "sna-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.20641, + "recall": 0.262846, + "f1": 0.220162, + "accuracy": 0.262846, + "main_score": 0.220162, + "hf_subset": "sna_Latn-tzm_Tfng", + "languages": [ + "sna-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.836752, + "recall": 0.882411, + "f1": 0.850741, + "accuracy": 0.882411, + "main_score": 0.850741, + "hf_subset": "sna_Latn-acq_Arab", + "languages": [ + "sna-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.649433, + "recall": 0.702569, + "f1": 0.664708, + "accuracy": 0.702569, + "main_score": 0.664708, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.81961, + "recall": 0.86166, + "f1": 0.831228, + "accuracy": 0.86166, + "main_score": 0.831228, + "hf_subset": "sna_Latn-epo_Latn", + "languages": [ + "sna-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.856889, + "recall": 0.889328, + "f1": 0.86599, + "accuracy": 0.889328, + "main_score": 0.86599, + "hf_subset": "sna_Latn-hun_Latn", + "languages": [ + "sna-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.816897, + "recall": 0.864625, + "f1": 0.831442, + "accuracy": 0.864625, + "main_score": 0.831442, + "hf_subset": "sna_Latn-kir_Cyrl", + "languages": [ + "sna-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.861018, + "recall": 0.897233, + "f1": 0.871513, + "accuracy": 0.897233, + "main_score": 0.871513, + "hf_subset": "sna_Latn-mar_Deva", + "languages": [ + "sna-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.769088, + "recall": 0.815217, + "f1": 0.782515, + "accuracy": 0.815217, + "main_score": 0.782515, + "hf_subset": "sna_Latn-plt_Latn", + "languages": [ + "sna-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.834711, + "recall": 0.875494, + "f1": 0.84625, + "accuracy": 0.875494, + "main_score": 0.84625, + "hf_subset": "sna_Latn-srp_Cyrl", + "languages": [ + "sna-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.786775, + "recall": 0.833004, + "f1": 0.800302, + "accuracy": 0.833004, + "main_score": 0.800302, + "hf_subset": "sna_Latn-uig_Arab", + "languages": [ + "sna-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.80851, + "recall": 0.851779, + "f1": 0.820518, + "accuracy": 0.851779, + "main_score": 0.820518, + "hf_subset": "sna_Latn-aeb_Arab", + "languages": [ + "sna-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.83527, + "recall": 0.878458, + "f1": 0.848238, + "accuracy": 0.878458, + "main_score": 0.848238, + "hf_subset": "sna_Latn-ben_Beng", + "languages": [ + "sna-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.843182, + "recall": 0.883399, + "f1": 0.855171, + "accuracy": 0.883399, + "main_score": 0.855171, + "hf_subset": "sna_Latn-est_Latn", + "languages": [ + "sna-Latn", + "est-Latn" + ] + }, + { + "precision": 0.825255, + "recall": 0.868577, + "f1": 0.837996, + "accuracy": 0.868577, + "main_score": 0.837996, + "hf_subset": "sna_Latn-hye_Armn", + "languages": [ + "sna-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.459255, + "recall": 0.507905, + "f1": 0.472406, + "accuracy": 0.507905, + "main_score": 0.472406, + "hf_subset": "sna_Latn-kmb_Latn", + "languages": [ + "sna-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.375064, + "recall": 0.440711, + "f1": 0.391614, + "accuracy": 0.440711, + "main_score": 0.391614, + "hf_subset": "sna_Latn-min_Arab", + "languages": [ + "sna-Latn", + "min-Arab" + ] + }, + { + "precision": 0.838867, + "recall": 0.875494, + "f1": 0.84954, + "accuracy": 0.875494, + "main_score": 0.84954, + "hf_subset": "sna_Latn-pol_Latn", + "languages": [ + "sna-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.725307, + "recall": 0.785573, + "f1": 0.742772, + "accuracy": 0.785573, + "main_score": 0.742772, + "hf_subset": "sna_Latn-ssw_Latn", + "languages": [ + "sna-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.838068, + "recall": 0.87747, + "f1": 0.8495, + "accuracy": 0.87747, + "main_score": 0.8495, + "hf_subset": "sna_Latn-ukr_Cyrl", + "languages": [ + "sna-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.816752, + "recall": 0.859684, + "f1": 0.828684, + "accuracy": 0.859684, + "main_score": 0.828684, + "hf_subset": "sna_Latn-afr_Latn", + "languages": [ + "sna-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.771819, + "recall": 0.821146, + "f1": 0.785137, + "accuracy": 0.821146, + "main_score": 0.785137, + "hf_subset": "sna_Latn-bho_Deva", + "languages": [ + "sna-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.803134, + "recall": 0.842885, + "f1": 0.814067, + "accuracy": 0.842885, + "main_score": 0.814067, + "hf_subset": "sna_Latn-eus_Latn", + "languages": [ + "sna-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.752684, + "recall": 0.8083, + "f1": 0.768725, + "accuracy": 0.8083, + "main_score": 0.768725, + "hf_subset": "sna_Latn-ibo_Latn", + "languages": [ + "sna-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.748824, + "recall": 0.796443, + "f1": 0.762947, + "accuracy": 0.796443, + "main_score": 0.762947, + "hf_subset": "sna_Latn-kmr_Latn", + "languages": [ + "sna-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.79691, + "recall": 0.840909, + "f1": 0.809478, + "accuracy": 0.840909, + "main_score": 0.809478, + "hf_subset": "sna_Latn-min_Latn", + "languages": [ + "sna-Latn", + "min-Latn" + ] + }, + { + "precision": 0.870092, + "recall": 0.90415, + "f1": 0.880124, + "accuracy": 0.90415, + "main_score": 0.880124, + "hf_subset": "sna_Latn-por_Latn", + "languages": [ + "sna-Latn", + "por-Latn" + ] + }, + { + "precision": 0.792583, + "recall": 0.83498, + "f1": 0.804675, + "accuracy": 0.83498, + "main_score": 0.804675, + "hf_subset": "sna_Latn-sun_Latn", + "languages": [ + "sna-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.443387, + "recall": 0.494071, + "f1": 0.457149, + "accuracy": 0.494071, + "main_score": 0.457149, + "hf_subset": "sna_Latn-umb_Latn", + "languages": [ + "sna-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.855403, + "recall": 0.890316, + "f1": 0.865717, + "accuracy": 0.890316, + "main_score": 0.865717, + "hf_subset": "sna_Latn-ajp_Arab", + "languages": [ + "sna-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.39324, + "recall": 0.463439, + "f1": 0.411737, + "accuracy": 0.463439, + "main_score": 0.411737, + "hf_subset": "sna_Latn-bjn_Arab", + "languages": [ + "sna-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.466707, + "recall": 0.514822, + "f1": 0.479874, + "accuracy": 0.514822, + "main_score": 0.479874, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.790252, + "recall": 0.835968, + "f1": 0.803064, + "accuracy": 0.835968, + "main_score": 0.803064, + "hf_subset": "sna_Latn-ilo_Latn", + "languages": [ + "sna-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.226643, + "recall": 0.283597, + "f1": 0.240884, + "accuracy": 0.283597, + "main_score": 0.240884, + "hf_subset": "sna_Latn-knc_Arab", + "languages": [ + "sna-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.83498, + "recall": 0.87747, + "f1": 0.847395, + "accuracy": 0.87747, + "main_score": 0.847395, + "hf_subset": "sna_Latn-mkd_Cyrl", + "languages": [ + "sna-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.853453, + "recall": 0.893281, + "f1": 0.865481, + "accuracy": 0.893281, + "main_score": 0.865481, + "hf_subset": "sna_Latn-prs_Arab", + "languages": [ + "sna-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.849267, + "recall": 0.887352, + "f1": 0.860544, + "accuracy": 0.887352, + "main_score": 0.860544, + "hf_subset": "sna_Latn-swe_Latn", + "languages": [ + "sna-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.839519, + "recall": 0.878458, + "f1": 0.85107, + "accuracy": 0.878458, + "main_score": 0.85107, + "hf_subset": "sna_Latn-urd_Arab", + "languages": [ + "sna-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.646686, + "recall": 0.700593, + "f1": 0.661373, + "accuracy": 0.700593, + "main_score": 0.661373, + "hf_subset": "sna_Latn-aka_Latn", + "languages": [ + "sna-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.788395, + "recall": 0.83004, + "f1": 0.80028, + "accuracy": 0.83004, + "main_score": 0.80028, + "hf_subset": "sna_Latn-bjn_Latn", + "languages": [ + "sna-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.829884, + "recall": 0.873518, + "f1": 0.843052, + "accuracy": 0.873518, + "main_score": 0.843052, + "hf_subset": "sna_Latn-fao_Latn", + "languages": [ + "sna-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.851713, + "recall": 0.891304, + "f1": 0.863476, + "accuracy": 0.891304, + "main_score": 0.863476, + "hf_subset": "sna_Latn-ind_Latn", + "languages": [ + "sna-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.494649, + "recall": 0.533597, + "f1": 0.50476, + "accuracy": 0.533597, + "main_score": 0.50476, + "hf_subset": "sna_Latn-knc_Latn", + "languages": [ + "sna-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.809514, + "recall": 0.850791, + "f1": 0.821372, + "accuracy": 0.850791, + "main_score": 0.821372, + "hf_subset": "sna_Latn-mlt_Latn", + "languages": [ + "sna-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.571021, + "recall": 0.629447, + "f1": 0.587549, + "accuracy": 0.629447, + "main_score": 0.587549, + "hf_subset": "sna_Latn-quy_Latn", + "languages": [ + "sna-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.849712, + "recall": 0.886364, + "f1": 0.860365, + "accuracy": 0.886364, + "main_score": 0.860365, + "hf_subset": "sna_Latn-swh_Latn", + "languages": [ + "sna-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.817836, + "recall": 0.865613, + "f1": 0.832053, + "accuracy": 0.865613, + "main_score": 0.832053, + "hf_subset": "sna_Latn-uzn_Latn", + "languages": [ + "sna-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.830731, + "recall": 0.874506, + "f1": 0.843714, + "accuracy": 0.874506, + "main_score": 0.843714, + "hf_subset": "sna_Latn-als_Latn", + "languages": [ + "sna-Latn", + "als-Latn" + ] + }, + { + "precision": 0.591774, + "recall": 0.668972, + "f1": 0.613606, + "accuracy": 0.668972, + "main_score": 0.613606, + "hf_subset": "sna_Latn-bod_Tibt", + "languages": [ + "sna-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.609865, + "recall": 0.668972, + "f1": 0.626649, + "accuracy": 0.668972, + "main_score": 0.626649, + "hf_subset": "sna_Latn-fij_Latn", + "languages": [ + "sna-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.815754, + "recall": 0.859684, + "f1": 0.828724, + "accuracy": 0.859684, + "main_score": 0.828724, + "hf_subset": "sna_Latn-isl_Latn", + "languages": [ + "sna-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.53406, + "recall": 0.583992, + "f1": 0.547604, + "accuracy": 0.583992, + "main_score": 0.547604, + "hf_subset": "sna_Latn-kon_Latn", + "languages": [ + "sna-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.480189, + "recall": 0.540514, + "f1": 0.495961, + "accuracy": 0.540514, + "main_score": 0.495961, + "hf_subset": "sna_Latn-mni_Beng", + "languages": [ + "sna-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.84805, + "recall": 0.88834, + "f1": 0.859884, + "accuracy": 0.88834, + "main_score": 0.859884, + "hf_subset": "sna_Latn-ron_Latn", + "languages": [ + "sna-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.815613, + "recall": 0.859684, + "f1": 0.827904, + "accuracy": 0.859684, + "main_score": 0.827904, + "hf_subset": "sna_Latn-szl_Latn", + "languages": [ + "sna-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.819487, + "recall": 0.855731, + "f1": 0.828894, + "accuracy": 0.855731, + "main_score": 0.828894, + "hf_subset": "sna_Latn-vec_Latn", + "languages": [ + "sna-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.808764, + "recall": 0.853755, + "f1": 0.822307, + "accuracy": 0.853755, + "main_score": 0.822307, + "hf_subset": "sna_Latn-amh_Ethi", + "languages": [ + "sna-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.837807, + "recall": 0.87747, + "f1": 0.849191, + "accuracy": 0.87747, + "main_score": 0.849191, + "hf_subset": "sna_Latn-bos_Latn", + "languages": [ + "sna-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.836455, + "recall": 0.878458, + "f1": 0.848732, + "accuracy": 0.878458, + "main_score": 0.848732, + "hf_subset": "sna_Latn-fin_Latn", + "languages": [ + "sna-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.858993, + "recall": 0.897233, + "f1": 0.87046, + "accuracy": 0.897233, + "main_score": 0.87046, + "hf_subset": "sna_Latn-ita_Latn", + "languages": [ + "sna-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.850165, + "recall": 0.891304, + "f1": 0.862714, + "accuracy": 0.891304, + "main_score": 0.862714, + "hf_subset": "sna_Latn-kor_Hang", + "languages": [ + "sna-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.480775, + "recall": 0.522727, + "f1": 0.492627, + "accuracy": 0.522727, + "main_score": 0.492627, + "hf_subset": "sna_Latn-mos_Latn", + "languages": [ + "sna-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.693315, + "recall": 0.749012, + "f1": 0.709388, + "accuracy": 0.749012, + "main_score": 0.709388, + "hf_subset": "sna_Latn-run_Latn", + "languages": [ + "sna-Latn", + "run-Latn" + ] + }, + { + "precision": 0.807297, + "recall": 0.854743, + "f1": 0.821113, + "accuracy": 0.854743, + "main_score": 0.821113, + "hf_subset": "sna_Latn-tam_Taml", + "languages": [ + "sna-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.835747, + "recall": 0.875494, + "f1": 0.846893, + "accuracy": 0.875494, + "main_score": 0.846893, + "hf_subset": "sna_Latn-vie_Latn", + "languages": [ + "sna-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.825715, + "recall": 0.866601, + "f1": 0.837703, + "accuracy": 0.866601, + "main_score": 0.837703, + "hf_subset": "sna_Latn-apc_Arab", + "languages": [ + "sna-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.572548, + "recall": 0.620553, + "f1": 0.584972, + "accuracy": 0.620553, + "main_score": 0.584972, + "hf_subset": "sna_Latn-bug_Latn", + "languages": [ + "sna-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.439256, + "recall": 0.474308, + "f1": 0.449355, + "accuracy": 0.474308, + "main_score": 0.449355, + "hf_subset": "sna_Latn-fon_Latn", + "languages": [ + "sna-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.807377, + "recall": 0.846838, + "f1": 0.81828, + "accuracy": 0.846838, + "main_score": 0.81828, + "hf_subset": "sna_Latn-jav_Latn", + "languages": [ + "sna-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.794189, + "recall": 0.838933, + "f1": 0.807213, + "accuracy": 0.838933, + "main_score": 0.807213, + "hf_subset": "sna_Latn-lao_Laoo", + "languages": [ + "sna-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.784017, + "recall": 0.83498, + "f1": 0.799231, + "accuracy": 0.83498, + "main_score": 0.799231, + "hf_subset": "sna_Latn-mri_Latn", + "languages": [ + "sna-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.837927, + "recall": 0.878458, + "f1": 0.849857, + "accuracy": 0.878458, + "main_score": 0.849857, + "hf_subset": "sna_Latn-rus_Cyrl", + "languages": [ + "sna-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.476616, + "recall": 0.513834, + "f1": 0.486774, + "accuracy": 0.513834, + "main_score": 0.486774, + "hf_subset": "sna_Latn-taq_Latn", + "languages": [ + "sna-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.799491, + "recall": 0.846838, + "f1": 0.813119, + "accuracy": 0.846838, + "main_score": 0.813119, + "hf_subset": "sna_Latn-war_Latn", + "languages": [ + "sna-Latn", + "war-Latn" + ] + }, + { + "precision": 0.83316, + "recall": 0.87747, + "f1": 0.846662, + "accuracy": 0.87747, + "main_score": 0.846662, + "hf_subset": "sna_Latn-arb_Arab", + "languages": [ + "sna-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.854447, + "recall": 0.895257, + "f1": 0.866831, + "accuracy": 0.895257, + "main_score": 0.866831, + "hf_subset": "sna_Latn-bul_Cyrl", + "languages": [ + "sna-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.837006, + "recall": 0.881423, + "f1": 0.850132, + "accuracy": 0.881423, + "main_score": 0.850132, + "hf_subset": "sna_Latn-fra_Latn", + "languages": [ + "sna-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.8246, + "recall": 0.867589, + "f1": 0.837277, + "accuracy": 0.867589, + "main_score": 0.837277, + "hf_subset": "sna_Latn-jpn_Jpan", + "languages": [ + "sna-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.797757, + "recall": 0.833992, + "f1": 0.807329, + "accuracy": 0.833992, + "main_score": 0.807329, + "hf_subset": "sna_Latn-lij_Latn", + "languages": [ + "sna-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.821009, + "recall": 0.862648, + "f1": 0.833634, + "accuracy": 0.862648, + "main_score": 0.833634, + "hf_subset": "sna_Latn-mya_Mymr", + "languages": [ + "sna-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.509056, + "recall": 0.548419, + "f1": 0.519947, + "accuracy": 0.548419, + "main_score": 0.519947, + "hf_subset": "sna_Latn-sag_Latn", + "languages": [ + "sna-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.211119, + "recall": 0.268775, + "f1": 0.225631, + "accuracy": 0.268775, + "main_score": 0.225631, + "hf_subset": "sna_Latn-taq_Tfng", + "languages": [ + "sna-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.595458, + "recall": 0.647233, + "f1": 0.608789, + "accuracy": 0.647233, + "main_score": 0.608789, + "hf_subset": "sna_Latn-wol_Latn", + "languages": [ + "sna-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.711091, + "recall": 0.766798, + "f1": 0.726954, + "accuracy": 0.766798, + "main_score": 0.726954, + "hf_subset": "sna_Latn-arb_Latn", + "languages": [ + "sna-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.862236, + "recall": 0.896245, + "f1": 0.872073, + "accuracy": 0.896245, + "main_score": 0.872073, + "hf_subset": "sna_Latn-cat_Latn", + "languages": [ + "sna-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.754535, + "recall": 0.79249, + "f1": 0.764215, + "accuracy": 0.79249, + "main_score": 0.764215, + "hf_subset": "sna_Latn-fur_Latn", + "languages": [ + "sna-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.417911, + "recall": 0.491107, + "f1": 0.436353, + "accuracy": 0.491107, + "main_score": 0.436353, + "hf_subset": "sna_Latn-kab_Latn", + "languages": [ + "sna-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.814311, + "recall": 0.853755, + "f1": 0.825229, + "accuracy": 0.853755, + "main_score": 0.825229, + "hf_subset": "sna_Latn-lim_Latn", + "languages": [ + "sna-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.850143, + "recall": 0.88834, + "f1": 0.861368, + "accuracy": 0.88834, + "main_score": 0.861368, + "hf_subset": "sna_Latn-nld_Latn", + "languages": [ + "sna-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.807106, + "recall": 0.848814, + "f1": 0.818696, + "accuracy": 0.848814, + "main_score": 0.818696, + "hf_subset": "sna_Latn-san_Deva", + "languages": [ + "sna-Latn", + "san-Deva" + ] + }, + { + "precision": 0.820092, + "recall": 0.857708, + "f1": 0.831079, + "accuracy": 0.857708, + "main_score": 0.831079, + "hf_subset": "sna_Latn-tat_Cyrl", + "languages": [ + "sna-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.810343, + "recall": 0.853755, + "f1": 0.823748, + "accuracy": 0.853755, + "main_score": 0.823748, + "hf_subset": "sna_Latn-xho_Latn", + "languages": [ + "sna-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.832732, + "recall": 0.875494, + "f1": 0.845509, + "accuracy": 0.875494, + "main_score": 0.845509, + "hf_subset": "sna_Latn-ars_Arab", + "languages": [ + "sna-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.826948, + "recall": 0.865613, + "f1": 0.83756, + "accuracy": 0.865613, + "main_score": 0.83756, + "hf_subset": "sna_Latn-ceb_Latn", + "languages": [ + "sna-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.455118, + "recall": 0.505929, + "f1": 0.468587, + "accuracy": 0.505929, + "main_score": 0.468587, + "hf_subset": "sna_Latn-fuv_Latn", + "languages": [ + "sna-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.473018, + "recall": 0.517787, + "f1": 0.486089, + "accuracy": 0.517787, + "main_score": 0.486089, + "hf_subset": "sna_Latn-kac_Latn", + "languages": [ + "sna-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.570894, + "recall": 0.625494, + "f1": 0.584635, + "accuracy": 0.625494, + "main_score": 0.584635, + "hf_subset": "sna_Latn-lin_Latn", + "languages": [ + "sna-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.828962, + "recall": 0.870553, + "f1": 0.840893, + "accuracy": 0.870553, + "main_score": 0.840893, + "hf_subset": "sna_Latn-nno_Latn", + "languages": [ + "sna-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.717549, + "recall": 0.781621, + "f1": 0.736451, + "accuracy": 0.781621, + "main_score": 0.736451, + "hf_subset": "sna_Latn-sat_Olck", + "languages": [ + "sna-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.822614, + "recall": 0.865613, + "f1": 0.835244, + "accuracy": 0.865613, + "main_score": 0.835244, + "hf_subset": "sna_Latn-tel_Telu", + "languages": [ + "sna-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.823348, + "recall": 0.869565, + "f1": 0.837093, + "accuracy": 0.869565, + "main_score": 0.837093, + "hf_subset": "sna_Latn-ydd_Hebr", + "languages": [ + "sna-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.785286, + "recall": 0.83498, + "f1": 0.799476, + "accuracy": 0.83498, + "main_score": 0.799476, + "hf_subset": "sna_Latn-ary_Arab", + "languages": [ + "sna-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.85387, + "recall": 0.892292, + "f1": 0.865467, + "accuracy": 0.892292, + "main_score": 0.865467, + "hf_subset": "sna_Latn-ces_Latn", + "languages": [ + "sna-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.515324, + "recall": 0.583004, + "f1": 0.533195, + "accuracy": 0.583004, + "main_score": 0.533195, + "hf_subset": "sna_Latn-gaz_Latn", + "languages": [ + "sna-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.519193, + "recall": 0.58004, + "f1": 0.535385, + "accuracy": 0.58004, + "main_score": 0.535385, + "hf_subset": "sna_Latn-kam_Latn", + "languages": [ + "sna-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.835976, + "recall": 0.87747, + "f1": 0.848518, + "accuracy": 0.87747, + "main_score": 0.848518, + "hf_subset": "sna_Latn-lit_Latn", + "languages": [ + "sna-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.842254, + "recall": 0.881423, + "f1": 0.853459, + "accuracy": 0.881423, + "main_score": 0.853459, + "hf_subset": "sna_Latn-nob_Latn", + "languages": [ + "sna-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.812078, + "recall": 0.852767, + "f1": 0.823451, + "accuracy": 0.852767, + "main_score": 0.823451, + "hf_subset": "sna_Latn-scn_Latn", + "languages": [ + "sna-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.806671, + "recall": 0.851779, + "f1": 0.819872, + "accuracy": 0.851779, + "main_score": 0.819872, + "hf_subset": "sna_Latn-tgk_Cyrl", + "languages": [ + "sna-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.626277, + "recall": 0.694664, + "f1": 0.644857, + "accuracy": 0.694664, + "main_score": 0.644857, + "hf_subset": "sna_Latn-yor_Latn", + "languages": [ + "sna-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.8265, + "recall": 0.867589, + "f1": 0.838317, + "accuracy": 0.867589, + "main_score": 0.838317, + "hf_subset": "sna_Latn-arz_Arab", + "languages": [ + "sna-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.440214, + "recall": 0.483202, + "f1": 0.451371, + "accuracy": 0.483202, + "main_score": 0.451371, + "hf_subset": "sna_Latn-cjk_Latn", + "languages": [ + "sna-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.783304, + "recall": 0.835968, + "f1": 0.799028, + "accuracy": 0.835968, + "main_score": 0.799028, + "hf_subset": "sna_Latn-gla_Latn", + "languages": [ + "sna-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.805805, + "recall": 0.852767, + "f1": 0.819452, + "accuracy": 0.852767, + "main_score": 0.819452, + "hf_subset": "sna_Latn-kan_Knda", + "languages": [ + "sna-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.785181, + "recall": 0.83004, + "f1": 0.797635, + "accuracy": 0.83004, + "main_score": 0.797635, + "hf_subset": "sna_Latn-lmo_Latn", + "languages": [ + "sna-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.833053, + "recall": 0.874506, + "f1": 0.845404, + "accuracy": 0.874506, + "main_score": 0.845404, + "hf_subset": "sna_Latn-npi_Deva", + "languages": [ + "sna-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.486499, + "recall": 0.55336, + "f1": 0.505562, + "accuracy": 0.55336, + "main_score": 0.505562, + "hf_subset": "sna_Latn-shn_Mymr", + "languages": [ + "sna-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.848435, + "recall": 0.889328, + "f1": 0.86046, + "accuracy": 0.889328, + "main_score": 0.86046, + "hf_subset": "sna_Latn-tgl_Latn", + "languages": [ + "sna-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.818481, + "recall": 0.86166, + "f1": 0.830779, + "accuracy": 0.86166, + "main_score": 0.830779, + "hf_subset": "sna_Latn-yue_Hant", + "languages": [ + "sna-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.793645, + "recall": 0.84585, + "f1": 0.808747, + "accuracy": 0.84585, + "main_score": 0.808747, + "hf_subset": "sna_Latn-asm_Beng", + "languages": [ + "sna-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.784867, + "recall": 0.832016, + "f1": 0.798946, + "accuracy": 0.832016, + "main_score": 0.798946, + "hf_subset": "sna_Latn-ckb_Arab", + "languages": [ + "sna-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.82841, + "recall": 0.871542, + "f1": 0.841292, + "accuracy": 0.871542, + "main_score": 0.841292, + "hf_subset": "sna_Latn-gle_Latn", + "languages": [ + "sna-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.677519, + "recall": 0.737154, + "f1": 0.694753, + "accuracy": 0.737154, + "main_score": 0.694753, + "hf_subset": "sna_Latn-kas_Arab", + "languages": [ + "sna-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.728953, + "recall": 0.778656, + "f1": 0.742899, + "accuracy": 0.778656, + "main_score": 0.742899, + "hf_subset": "sna_Latn-ltg_Latn", + "languages": [ + "sna-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.735171, + "recall": 0.789526, + "f1": 0.750873, + "accuracy": 0.789526, + "main_score": 0.750873, + "hf_subset": "sna_Latn-nso_Latn", + "languages": [ + "sna-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.805329, + "recall": 0.853755, + "f1": 0.819699, + "accuracy": 0.853755, + "main_score": 0.819699, + "hf_subset": "sna_Latn-sin_Sinh", + "languages": [ + "sna-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.820257, + "recall": 0.860672, + "f1": 0.831712, + "accuracy": 0.860672, + "main_score": 0.831712, + "hf_subset": "sna_Latn-tha_Thai", + "languages": [ + "sna-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.750732, + "recall": 0.793478, + "f1": 0.762273, + "accuracy": 0.793478, + "main_score": 0.762273, + "hf_subset": "sna_Latn-zho_Hans", + "languages": [ + "sna-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.837773, + "recall": 0.876482, + "f1": 0.848781, + "accuracy": 0.876482, + "main_score": 0.848781, + "hf_subset": "sna_Latn-ast_Latn", + "languages": [ + "sna-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.803981, + "recall": 0.849802, + "f1": 0.816852, + "accuracy": 0.849802, + "main_score": 0.816852, + "hf_subset": "sna_Latn-crh_Latn", + "languages": [ + "sna-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.842021, + "recall": 0.880435, + "f1": 0.853316, + "accuracy": 0.880435, + "main_score": 0.853316, + "hf_subset": "sna_Latn-glg_Latn", + "languages": [ + "sna-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.66093, + "recall": 0.721344, + "f1": 0.678027, + "accuracy": 0.721344, + "main_score": 0.678027, + "hf_subset": "sna_Latn-kas_Deva", + "languages": [ + "sna-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.807609, + "recall": 0.849802, + "f1": 0.81928, + "accuracy": 0.849802, + "main_score": 0.81928, + "hf_subset": "sna_Latn-ltz_Latn", + "languages": [ + "sna-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.417063, + "recall": 0.468379, + "f1": 0.43101, + "accuracy": 0.468379, + "main_score": 0.43101, + "hf_subset": "sna_Latn-nus_Latn", + "languages": [ + "sna-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.835757, + "recall": 0.876482, + "f1": 0.84764, + "accuracy": 0.876482, + "main_score": 0.84764, + "hf_subset": "sna_Latn-slk_Latn", + "languages": [ + "sna-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.534562, + "recall": 0.610672, + "f1": 0.555111, + "accuracy": 0.610672, + "main_score": 0.555111, + "hf_subset": "sna_Latn-tir_Ethi", + "languages": [ + "sna-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.812625, + "recall": 0.859684, + "f1": 0.826307, + "accuracy": 0.859684, + "main_score": 0.826307, + "hf_subset": "sna_Latn-zho_Hant", + "languages": [ + "sna-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.789413, + "recall": 0.83498, + "f1": 0.802742, + "accuracy": 0.83498, + "main_score": 0.802742, + "hf_subset": "sna_Latn-awa_Deva", + "languages": [ + "sna-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.839493, + "recall": 0.883399, + "f1": 0.85303, + "accuracy": 0.883399, + "main_score": 0.85303, + "hf_subset": "sna_Latn-cym_Latn", + "languages": [ + "sna-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.594359, + "recall": 0.645257, + "f1": 0.60739, + "accuracy": 0.645257, + "main_score": 0.60739, + "hf_subset": "sna_Latn-grn_Latn", + "languages": [ + "sna-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.822614, + "recall": 0.864625, + "f1": 0.83467, + "accuracy": 0.864625, + "main_score": 0.83467, + "hf_subset": "sna_Latn-kat_Geor", + "languages": [ + "sna-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.522505, + "recall": 0.574111, + "f1": 0.536577, + "accuracy": 0.574111, + "main_score": 0.536577, + "hf_subset": "sna_Latn-lua_Latn", + "languages": [ + "sna-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.776021, + "recall": 0.824111, + "f1": 0.790876, + "accuracy": 0.824111, + "main_score": 0.790876, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.838867, + "recall": 0.875494, + "f1": 0.849313, + "accuracy": 0.875494, + "main_score": 0.849313, + "hf_subset": "sna_Latn-slv_Latn", + "languages": [ + "sna-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.749438, + "recall": 0.799407, + "f1": 0.762695, + "accuracy": 0.799407, + "main_score": 0.762695, + "hf_subset": "sna_Latn-tpi_Latn", + "languages": [ + "sna-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.844122, + "recall": 0.880435, + "f1": 0.854424, + "accuracy": 0.880435, + "main_score": 0.854424, + "hf_subset": "sna_Latn-zsm_Latn", + "languages": [ + "sna-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.470907, + "recall": 0.514822, + "f1": 0.483776, + "accuracy": 0.514822, + "main_score": 0.483776, + "hf_subset": "sna_Latn-ayr_Latn", + "languages": [ + "sna-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.857301, + "recall": 0.896245, + "f1": 0.869104, + "accuracy": 0.896245, + "main_score": 0.869104, + "hf_subset": "sna_Latn-dan_Latn", + "languages": [ + "sna-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.837616, + "recall": 0.878458, + "f1": 0.849511, + "accuracy": 0.878458, + "main_score": 0.849511, + "hf_subset": "sna_Latn-guj_Gujr", + "languages": [ + "sna-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.812685, + "recall": 0.859684, + "f1": 0.82658, + "accuracy": 0.859684, + "main_score": 0.82658, + "hf_subset": "sna_Latn-kaz_Cyrl", + "languages": [ + "sna-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.626216, + "recall": 0.697628, + "f1": 0.646085, + "accuracy": 0.697628, + "main_score": 0.646085, + "hf_subset": "sna_Latn-lug_Latn", + "languages": [ + "sna-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.829783, + "recall": 0.864625, + "f1": 0.83927, + "accuracy": 0.864625, + "main_score": 0.83927, + "hf_subset": "sna_Latn-oci_Latn", + "languages": [ + "sna-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.739402, + "recall": 0.786561, + "f1": 0.752999, + "accuracy": 0.786561, + "main_score": 0.752999, + "hf_subset": "sna_Latn-smo_Latn", + "languages": [ + "sna-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.718149, + "recall": 0.773715, + "f1": 0.734209, + "accuracy": 0.773715, + "main_score": 0.734209, + "hf_subset": "sna_Latn-tsn_Latn", + "languages": [ + "sna-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.817441, + "recall": 0.86166, + "f1": 0.831061, + "accuracy": 0.86166, + "main_score": 0.831061, + "hf_subset": "sna_Latn-zul_Latn", + "languages": [ + "sna-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.699291, + "recall": 0.752964, + "f1": 0.714978, + "accuracy": 0.752964, + "main_score": 0.714978, + "hf_subset": "sna_Latn-azb_Arab", + "languages": [ + "sna-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.834884, + "recall": 0.874506, + "f1": 0.846699, + "accuracy": 0.874506, + "main_score": 0.846699, + "hf_subset": "sna_Latn-deu_Latn", + "languages": [ + "sna-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.80141, + "recall": 0.846838, + "f1": 0.814883, + "accuracy": 0.846838, + "main_score": 0.814883, + "hf_subset": "sna_Latn-hat_Latn", + "languages": [ + "sna-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.473067, + "recall": 0.519763, + "f1": 0.485331, + "accuracy": 0.519763, + "main_score": 0.485331, + "hf_subset": "sna_Latn-kbp_Latn", + "languages": [ + "sna-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.513511, + "recall": 0.5583, + "f1": 0.525621, + "accuracy": 0.5583, + "main_score": 0.525621, + "hf_subset": "sna_Latn-luo_Latn", + "languages": [ + "sna-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.776673, + "recall": 0.833992, + "f1": 0.793452, + "accuracy": 0.833992, + "main_score": 0.793452, + "hf_subset": "sna_Latn-ory_Orya", + "languages": [ + "sna-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.637663, + "recall": 0.695652, + "f1": 0.653484, + "accuracy": 0.695652, + "main_score": 0.653484, + "hf_subset": "sna_Latn-tso_Latn", + "languages": [ + "sna-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.818283, + "recall": 0.860672, + "f1": 0.830607, + "accuracy": 0.860672, + "main_score": 0.830607, + "hf_subset": "sna_Latn-azj_Latn", + "languages": [ + "sna-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.485553, + "recall": 0.533597, + "f1": 0.499223, + "accuracy": 0.533597, + "main_score": 0.499223, + "hf_subset": "sna_Latn-dik_Latn", + "languages": [ + "sna-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.79492, + "recall": 0.844862, + "f1": 0.809898, + "accuracy": 0.844862, + "main_score": 0.809898, + "hf_subset": "sna_Latn-hau_Latn", + "languages": [ + "sna-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.77864, + "recall": 0.823123, + "f1": 0.791011, + "accuracy": 0.823123, + "main_score": 0.791011, + "hf_subset": "sna_Latn-kea_Latn", + "languages": [ + "sna-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.761161, + "recall": 0.812253, + "f1": 0.775762, + "accuracy": 0.812253, + "main_score": 0.775762, + "hf_subset": "sna_Latn-lus_Latn", + "languages": [ + "sna-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.670927, + "recall": 0.720356, + "f1": 0.683791, + "accuracy": 0.720356, + "main_score": 0.683791, + "hf_subset": "sna_Latn-pag_Latn", + "languages": [ + "sna-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.773684, + "recall": 0.823123, + "f1": 0.788278, + "accuracy": 0.823123, + "main_score": 0.788278, + "hf_subset": "sna_Latn-snd_Arab", + "languages": [ + "sna-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.808934, + "recall": 0.851779, + "f1": 0.821412, + "accuracy": 0.851779, + "main_score": 0.821412, + "hf_subset": "sna_Latn-tuk_Latn", + "languages": [ + "sna-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.822356, + "recall": 0.860672, + "f1": 0.832915, + "accuracy": 0.860672, + "main_score": 0.832915, + "hf_subset": "sna_Latn-bak_Cyrl", + "languages": [ + "sna-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.440727, + "recall": 0.496047, + "f1": 0.455717, + "accuracy": 0.496047, + "main_score": 0.455717, + "hf_subset": "sna_Latn-dyu_Latn", + "languages": [ + "sna-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.833733, + "recall": 0.876482, + "f1": 0.84669, + "accuracy": 0.876482, + "main_score": 0.84669, + "hf_subset": "sna_Latn-heb_Hebr", + "languages": [ + "sna-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.800189, + "recall": 0.842885, + "f1": 0.812977, + "accuracy": 0.842885, + "main_score": 0.812977, + "hf_subset": "sna_Latn-khk_Cyrl", + "languages": [ + "sna-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.832941, + "recall": 0.873518, + "f1": 0.844639, + "accuracy": 0.873518, + "main_score": 0.844639, + "hf_subset": "sna_Latn-lvs_Latn", + "languages": [ + "sna-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.819462, + "recall": 0.862648, + "f1": 0.831458, + "accuracy": 0.862648, + "main_score": 0.831458, + "hf_subset": "sna_Latn-pan_Guru", + "languages": [ + "sna-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.770686, + "recall": 0.823123, + "f1": 0.786399, + "accuracy": 0.823123, + "main_score": 0.786399, + "hf_subset": "sna_Latn-som_Latn", + "languages": [ + "sna-Latn", + "som-Latn" + ] + }, + { + "precision": 0.659719, + "recall": 0.717391, + "f1": 0.676688, + "accuracy": 0.717391, + "main_score": 0.676688, + "hf_subset": "sna_Latn-tum_Latn", + "languages": [ + "sna-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.427484, + "recall": 0.486166, + "f1": 0.444186, + "accuracy": 0.486166, + "main_score": 0.444186, + "hf_subset": "tso_Latn-ace_Arab", + "languages": [ + "tso-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.492634, + "recall": 0.535573, + "f1": 0.504812, + "accuracy": 0.535573, + "main_score": 0.504812, + "hf_subset": "tso_Latn-bam_Latn", + "languages": [ + "tso-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.365821, + "recall": 0.443676, + "f1": 0.386476, + "accuracy": 0.443676, + "main_score": 0.386476, + "hf_subset": "tso_Latn-dzo_Tibt", + "languages": [ + "tso-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.663631, + "recall": 0.715415, + "f1": 0.676863, + "accuracy": 0.715415, + "main_score": 0.676863, + "hf_subset": "tso_Latn-hin_Deva", + "languages": [ + "tso-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.57021, + "recall": 0.617589, + "f1": 0.583608, + "accuracy": 0.617589, + "main_score": 0.583608, + "hf_subset": "tso_Latn-khm_Khmr", + "languages": [ + "tso-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.625082, + "recall": 0.667984, + "f1": 0.636214, + "accuracy": 0.667984, + "main_score": 0.636214, + "hf_subset": "tso_Latn-mag_Deva", + "languages": [ + "tso-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.62189, + "recall": 0.672925, + "f1": 0.635042, + "accuracy": 0.672925, + "main_score": 0.635042, + "hf_subset": "tso_Latn-pap_Latn", + "languages": [ + "tso-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.686833, + "recall": 0.732213, + "f1": 0.699154, + "accuracy": 0.732213, + "main_score": 0.699154, + "hf_subset": "tso_Latn-sot_Latn", + "languages": [ + "tso-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.640909, + "recall": 0.699605, + "f1": 0.655942, + "accuracy": 0.699605, + "main_score": 0.655942, + "hf_subset": "tso_Latn-tur_Latn", + "languages": [ + "tso-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.608436, + "recall": 0.650198, + "f1": 0.619223, + "accuracy": 0.650198, + "main_score": 0.619223, + "hf_subset": "tso_Latn-ace_Latn", + "languages": [ + "tso-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.611839, + "recall": 0.659091, + "f1": 0.62422, + "accuracy": 0.659091, + "main_score": 0.62422, + "hf_subset": "tso_Latn-ban_Latn", + "languages": [ + "tso-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.616986, + "recall": 0.674901, + "f1": 0.631112, + "accuracy": 0.674901, + "main_score": 0.631112, + "hf_subset": "tso_Latn-ell_Grek", + "languages": [ + "tso-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.603662, + "recall": 0.65415, + "f1": 0.616309, + "accuracy": 0.65415, + "main_score": 0.616309, + "hf_subset": "tso_Latn-hne_Deva", + "languages": [ + "tso-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.527345, + "recall": 0.577075, + "f1": 0.541417, + "accuracy": 0.577075, + "main_score": 0.541417, + "hf_subset": "tso_Latn-kik_Latn", + "languages": [ + "tso-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.610485, + "recall": 0.661067, + "f1": 0.623455, + "accuracy": 0.661067, + "main_score": 0.623455, + "hf_subset": "tso_Latn-mai_Deva", + "languages": [ + "tso-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.574165, + "recall": 0.634387, + "f1": 0.590154, + "accuracy": 0.634387, + "main_score": 0.590154, + "hf_subset": "tso_Latn-pbt_Arab", + "languages": [ + "tso-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.646009, + "recall": 0.699605, + "f1": 0.65978, + "accuracy": 0.699605, + "main_score": 0.65978, + "hf_subset": "tso_Latn-spa_Latn", + "languages": [ + "tso-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.609496, + "recall": 0.652174, + "f1": 0.620978, + "accuracy": 0.652174, + "main_score": 0.620978, + "hf_subset": "tso_Latn-twi_Latn", + "languages": [ + "tso-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.620955, + "recall": 0.68083, + "f1": 0.635552, + "accuracy": 0.68083, + "main_score": 0.635552, + "hf_subset": "tso_Latn-acm_Arab", + "languages": [ + "tso-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.579191, + "recall": 0.634387, + "f1": 0.593256, + "accuracy": 0.634387, + "main_score": 0.593256, + "hf_subset": "tso_Latn-bel_Cyrl", + "languages": [ + "tso-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.632441, + "recall": 0.681818, + "f1": 0.644424, + "accuracy": 0.681818, + "main_score": 0.644424, + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.633496, + "recall": 0.687747, + "f1": 0.647941, + "accuracy": 0.687747, + "main_score": 0.647941, + "hf_subset": "tso_Latn-hrv_Latn", + "languages": [ + "tso-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.642738, + "recall": 0.69664, + "f1": 0.657566, + "accuracy": 0.69664, + "main_score": 0.657566, + "hf_subset": "tso_Latn-kin_Latn", + "languages": [ + "tso-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.587714, + "recall": 0.644269, + "f1": 0.602573, + "accuracy": 0.644269, + "main_score": 0.602573, + "hf_subset": "tso_Latn-mal_Mlym", + "languages": [ + "tso-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.606213, + "recall": 0.660079, + "f1": 0.619329, + "accuracy": 0.660079, + "main_score": 0.619329, + "hf_subset": "tso_Latn-pes_Arab", + "languages": [ + "tso-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.638323, + "recall": 0.692688, + "f1": 0.652634, + "accuracy": 0.692688, + "main_score": 0.652634, + "hf_subset": "tso_Latn-srd_Latn", + "languages": [ + "tso-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.24073, + "recall": 0.301383, + "f1": 0.256663, + "accuracy": 0.301383, + "main_score": 0.256663, + "hf_subset": "tso_Latn-tzm_Tfng", + "languages": [ + "tso-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.62991, + "recall": 0.683794, + "f1": 0.644054, + "accuracy": 0.683794, + "main_score": 0.644054, + "hf_subset": "tso_Latn-acq_Arab", + "languages": [ + "tso-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.622254, + "recall": 0.66502, + "f1": 0.634406, + "accuracy": 0.66502, + "main_score": 0.634406, + "hf_subset": "tso_Latn-bem_Latn", + "languages": [ + "tso-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.618442, + "recall": 0.670949, + "f1": 0.631157, + "accuracy": 0.670949, + "main_score": 0.631157, + "hf_subset": "tso_Latn-epo_Latn", + "languages": [ + "tso-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.621317, + "recall": 0.674901, + "f1": 0.634663, + "accuracy": 0.674901, + "main_score": 0.634663, + "hf_subset": "tso_Latn-hun_Latn", + "languages": [ + "tso-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.602794, + "recall": 0.657115, + "f1": 0.616881, + "accuracy": 0.657115, + "main_score": 0.616881, + "hf_subset": "tso_Latn-kir_Cyrl", + "languages": [ + "tso-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.611017, + "recall": 0.661067, + "f1": 0.624347, + "accuracy": 0.661067, + "main_score": 0.624347, + "hf_subset": "tso_Latn-mar_Deva", + "languages": [ + "tso-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.624409, + "recall": 0.663043, + "f1": 0.634835, + "accuracy": 0.663043, + "main_score": 0.634835, + "hf_subset": "tso_Latn-plt_Latn", + "languages": [ + "tso-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.616659, + "recall": 0.676877, + "f1": 0.632223, + "accuracy": 0.676877, + "main_score": 0.632223, + "hf_subset": "tso_Latn-srp_Cyrl", + "languages": [ + "tso-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.564028, + "recall": 0.619565, + "f1": 0.579183, + "accuracy": 0.619565, + "main_score": 0.579183, + "hf_subset": "tso_Latn-uig_Arab", + "languages": [ + "tso-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.586552, + "recall": 0.644269, + "f1": 0.601421, + "accuracy": 0.644269, + "main_score": 0.601421, + "hf_subset": "tso_Latn-aeb_Arab", + "languages": [ + "tso-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.608787, + "recall": 0.661067, + "f1": 0.623073, + "accuracy": 0.661067, + "main_score": 0.623073, + "hf_subset": "tso_Latn-ben_Beng", + "languages": [ + "tso-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.62226, + "recall": 0.679842, + "f1": 0.636809, + "accuracy": 0.679842, + "main_score": 0.636809, + "hf_subset": "tso_Latn-est_Latn", + "languages": [ + "tso-Latn", + "est-Latn" + ] + }, + { + "precision": 0.588855, + "recall": 0.65415, + "f1": 0.605831, + "accuracy": 0.65415, + "main_score": 0.605831, + "hf_subset": "tso_Latn-hye_Armn", + "languages": [ + "tso-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.500372, + "recall": 0.539526, + "f1": 0.511251, + "accuracy": 0.539526, + "main_score": 0.511251, + "hf_subset": "tso_Latn-kmb_Latn", + "languages": [ + "tso-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.414231, + "recall": 0.481225, + "f1": 0.431709, + "accuracy": 0.481225, + "main_score": 0.431709, + "hf_subset": "tso_Latn-min_Arab", + "languages": [ + "tso-Latn", + "min-Arab" + ] + }, + { + "precision": 0.638829, + "recall": 0.695652, + "f1": 0.653535, + "accuracy": 0.695652, + "main_score": 0.653535, + "hf_subset": "tso_Latn-pol_Latn", + "languages": [ + "tso-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.619807, + "recall": 0.674901, + "f1": 0.635138, + "accuracy": 0.674901, + "main_score": 0.635138, + "hf_subset": "tso_Latn-ssw_Latn", + "languages": [ + "tso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.623248, + "recall": 0.682806, + "f1": 0.638476, + "accuracy": 0.682806, + "main_score": 0.638476, + "hf_subset": "tso_Latn-ukr_Cyrl", + "languages": [ + "tso-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.605995, + "recall": 0.659091, + "f1": 0.619701, + "accuracy": 0.659091, + "main_score": 0.619701, + "hf_subset": "tso_Latn-afr_Latn", + "languages": [ + "tso-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.613036, + "recall": 0.666008, + "f1": 0.625679, + "accuracy": 0.666008, + "main_score": 0.625679, + "hf_subset": "tso_Latn-bho_Deva", + "languages": [ + "tso-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.605341, + "recall": 0.65415, + "f1": 0.617636, + "accuracy": 0.65415, + "main_score": 0.617636, + "hf_subset": "tso_Latn-eus_Latn", + "languages": [ + "tso-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.625332, + "recall": 0.673913, + "f1": 0.63811, + "accuracy": 0.673913, + "main_score": 0.63811, + "hf_subset": "tso_Latn-ibo_Latn", + "languages": [ + "tso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.597686, + "recall": 0.652174, + "f1": 0.612362, + "accuracy": 0.652174, + "main_score": 0.612362, + "hf_subset": "tso_Latn-kmr_Latn", + "languages": [ + "tso-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.614779, + "recall": 0.666008, + "f1": 0.627672, + "accuracy": 0.666008, + "main_score": 0.627672, + "hf_subset": "tso_Latn-min_Latn", + "languages": [ + "tso-Latn", + "min-Latn" + ] + }, + { + "precision": 0.653031, + "recall": 0.705534, + "f1": 0.666892, + "accuracy": 0.705534, + "main_score": 0.666892, + "hf_subset": "tso_Latn-por_Latn", + "languages": [ + "tso-Latn", + "por-Latn" + ] + }, + { + "precision": 0.58685, + "recall": 0.639328, + "f1": 0.600374, + "accuracy": 0.639328, + "main_score": 0.600374, + "hf_subset": "tso_Latn-sun_Latn", + "languages": [ + "tso-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.501729, + "recall": 0.538538, + "f1": 0.51258, + "accuracy": 0.538538, + "main_score": 0.51258, + "hf_subset": "tso_Latn-umb_Latn", + "languages": [ + "tso-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.635788, + "recall": 0.693676, + "f1": 0.650911, + "accuracy": 0.693676, + "main_score": 0.650911, + "hf_subset": "tso_Latn-ajp_Arab", + "languages": [ + "tso-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.422302, + "recall": 0.483202, + "f1": 0.438933, + "accuracy": 0.483202, + "main_score": 0.438933, + "hf_subset": "tso_Latn-bjn_Arab", + "languages": [ + "tso-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.489926, + "recall": 0.531621, + "f1": 0.50082, + "accuracy": 0.531621, + "main_score": 0.50082, + "hf_subset": "tso_Latn-ewe_Latn", + "languages": [ + "tso-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.602593, + "recall": 0.655138, + "f1": 0.616167, + "accuracy": 0.655138, + "main_score": 0.616167, + "hf_subset": "tso_Latn-ilo_Latn", + "languages": [ + "tso-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.284165, + "recall": 0.346838, + "f1": 0.300443, + "accuracy": 0.346838, + "main_score": 0.300443, + "hf_subset": "tso_Latn-knc_Arab", + "languages": [ + "tso-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.610227, + "recall": 0.666996, + "f1": 0.625266, + "accuracy": 0.666996, + "main_score": 0.625266, + "hf_subset": "tso_Latn-mkd_Cyrl", + "languages": [ + "tso-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.643568, + "recall": 0.69664, + "f1": 0.657796, + "accuracy": 0.69664, + "main_score": 0.657796, + "hf_subset": "tso_Latn-prs_Arab", + "languages": [ + "tso-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.649685, + "recall": 0.704545, + "f1": 0.664245, + "accuracy": 0.704545, + "main_score": 0.664245, + "hf_subset": "tso_Latn-swe_Latn", + "languages": [ + "tso-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.599881, + "recall": 0.657115, + "f1": 0.614914, + "accuracy": 0.657115, + "main_score": 0.614914, + "hf_subset": "tso_Latn-urd_Arab", + "languages": [ + "tso-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.586715, + "recall": 0.626482, + "f1": 0.597438, + "accuracy": 0.626482, + "main_score": 0.597438, + "hf_subset": "tso_Latn-aka_Latn", + "languages": [ + "tso-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.621632, + "recall": 0.667984, + "f1": 0.633371, + "accuracy": 0.667984, + "main_score": 0.633371, + "hf_subset": "tso_Latn-bjn_Latn", + "languages": [ + "tso-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.614805, + "recall": 0.661067, + "f1": 0.626667, + "accuracy": 0.661067, + "main_score": 0.626667, + "hf_subset": "tso_Latn-fao_Latn", + "languages": [ + "tso-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.628689, + "recall": 0.6917, + "f1": 0.644655, + "accuracy": 0.6917, + "main_score": 0.644655, + "hf_subset": "tso_Latn-ind_Latn", + "languages": [ + "tso-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.530414, + "recall": 0.565217, + "f1": 0.540414, + "accuracy": 0.565217, + "main_score": 0.540414, + "hf_subset": "tso_Latn-knc_Latn", + "languages": [ + "tso-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.586979, + "recall": 0.632411, + "f1": 0.598756, + "accuracy": 0.632411, + "main_score": 0.598756, + "hf_subset": "tso_Latn-mlt_Latn", + "languages": [ + "tso-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.551682, + "recall": 0.596838, + "f1": 0.564662, + "accuracy": 0.596838, + "main_score": 0.564662, + "hf_subset": "tso_Latn-quy_Latn", + "languages": [ + "tso-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.625325, + "recall": 0.675889, + "f1": 0.637923, + "accuracy": 0.675889, + "main_score": 0.637923, + "hf_subset": "tso_Latn-swh_Latn", + "languages": [ + "tso-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.597712, + "recall": 0.656126, + "f1": 0.612806, + "accuracy": 0.656126, + "main_score": 0.612806, + "hf_subset": "tso_Latn-uzn_Latn", + "languages": [ + "tso-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.60634, + "recall": 0.663043, + "f1": 0.620418, + "accuracy": 0.663043, + "main_score": 0.620418, + "hf_subset": "tso_Latn-als_Latn", + "languages": [ + "tso-Latn", + "als-Latn" + ] + }, + { + "precision": 0.449949, + "recall": 0.523715, + "f1": 0.469287, + "accuracy": 0.523715, + "main_score": 0.469287, + "hf_subset": "tso_Latn-bod_Tibt", + "languages": [ + "tso-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.564462, + "recall": 0.599802, + "f1": 0.574854, + "accuracy": 0.599802, + "main_score": 0.574854, + "hf_subset": "tso_Latn-fij_Latn", + "languages": [ + "tso-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.582889, + "recall": 0.643281, + "f1": 0.599072, + "accuracy": 0.643281, + "main_score": 0.599072, + "hf_subset": "tso_Latn-isl_Latn", + "languages": [ + "tso-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.566808, + "recall": 0.604743, + "f1": 0.576978, + "accuracy": 0.604743, + "main_score": 0.576978, + "hf_subset": "tso_Latn-kon_Latn", + "languages": [ + "tso-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.469753, + "recall": 0.51581, + "f1": 0.482243, + "accuracy": 0.51581, + "main_score": 0.482243, + "hf_subset": "tso_Latn-mni_Beng", + "languages": [ + "tso-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.632383, + "recall": 0.684783, + "f1": 0.64522, + "accuracy": 0.684783, + "main_score": 0.64522, + "hf_subset": "tso_Latn-ron_Latn", + "languages": [ + "tso-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.631314, + "recall": 0.683794, + "f1": 0.644559, + "accuracy": 0.683794, + "main_score": 0.644559, + "hf_subset": "tso_Latn-szl_Latn", + "languages": [ + "tso-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.651494, + "recall": 0.698617, + "f1": 0.663305, + "accuracy": 0.698617, + "main_score": 0.663305, + "hf_subset": "tso_Latn-vec_Latn", + "languages": [ + "tso-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.642371, + "recall": 0.690711, + "f1": 0.656221, + "accuracy": 0.690711, + "main_score": 0.656221, + "hf_subset": "tso_Latn-amh_Ethi", + "languages": [ + "tso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.63192, + "recall": 0.685771, + "f1": 0.645933, + "accuracy": 0.685771, + "main_score": 0.645933, + "hf_subset": "tso_Latn-bos_Latn", + "languages": [ + "tso-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.629319, + "recall": 0.678854, + "f1": 0.641559, + "accuracy": 0.678854, + "main_score": 0.641559, + "hf_subset": "tso_Latn-fin_Latn", + "languages": [ + "tso-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.649999, + "recall": 0.701581, + "f1": 0.663103, + "accuracy": 0.701581, + "main_score": 0.663103, + "hf_subset": "tso_Latn-ita_Latn", + "languages": [ + "tso-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.651358, + "recall": 0.703557, + "f1": 0.664883, + "accuracy": 0.703557, + "main_score": 0.664883, + "hf_subset": "tso_Latn-kor_Hang", + "languages": [ + "tso-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.492773, + "recall": 0.533597, + "f1": 0.504046, + "accuracy": 0.533597, + "main_score": 0.504046, + "hf_subset": "tso_Latn-mos_Latn", + "languages": [ + "tso-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.575505, + "recall": 0.633399, + "f1": 0.591739, + "accuracy": 0.633399, + "main_score": 0.591739, + "hf_subset": "tso_Latn-run_Latn", + "languages": [ + "tso-Latn", + "run-Latn" + ] + }, + { + "precision": 0.592213, + "recall": 0.647233, + "f1": 0.606569, + "accuracy": 0.647233, + "main_score": 0.606569, + "hf_subset": "tso_Latn-tam_Taml", + "languages": [ + "tso-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.631645, + "recall": 0.682806, + "f1": 0.644422, + "accuracy": 0.682806, + "main_score": 0.644422, + "hf_subset": "tso_Latn-vie_Latn", + "languages": [ + "tso-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.625654, + "recall": 0.681818, + "f1": 0.639883, + "accuracy": 0.681818, + "main_score": 0.639883, + "hf_subset": "tso_Latn-apc_Arab", + "languages": [ + "tso-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.550844, + "recall": 0.589921, + "f1": 0.561639, + "accuracy": 0.589921, + "main_score": 0.561639, + "hf_subset": "tso_Latn-bug_Latn", + "languages": [ + "tso-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.455994, + "recall": 0.490119, + "f1": 0.465358, + "accuracy": 0.490119, + "main_score": 0.465358, + "hf_subset": "tso_Latn-fon_Latn", + "languages": [ + "tso-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.59483, + "recall": 0.644269, + "f1": 0.607478, + "accuracy": 0.644269, + "main_score": 0.607478, + "hf_subset": "tso_Latn-jav_Latn", + "languages": [ + "tso-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.58215, + "recall": 0.634387, + "f1": 0.5954, + "accuracy": 0.634387, + "main_score": 0.5954, + "hf_subset": "tso_Latn-lao_Laoo", + "languages": [ + "tso-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.598825, + "recall": 0.65415, + "f1": 0.613715, + "accuracy": 0.65415, + "main_score": 0.613715, + "hf_subset": "tso_Latn-mri_Latn", + "languages": [ + "tso-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.616071, + "recall": 0.674901, + "f1": 0.631581, + "accuracy": 0.674901, + "main_score": 0.631581, + "hf_subset": "tso_Latn-rus_Cyrl", + "languages": [ + "tso-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.477108, + "recall": 0.518775, + "f1": 0.488671, + "accuracy": 0.518775, + "main_score": 0.488671, + "hf_subset": "tso_Latn-taq_Latn", + "languages": [ + "tso-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.620451, + "recall": 0.674901, + "f1": 0.633567, + "accuracy": 0.674901, + "main_score": 0.633567, + "hf_subset": "tso_Latn-war_Latn", + "languages": [ + "tso-Latn", + "war-Latn" + ] + }, + { + "precision": 0.626983, + "recall": 0.686759, + "f1": 0.64319, + "accuracy": 0.686759, + "main_score": 0.64319, + "hf_subset": "tso_Latn-arb_Arab", + "languages": [ + "tso-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.638054, + "recall": 0.69664, + "f1": 0.654026, + "accuracy": 0.69664, + "main_score": 0.654026, + "hf_subset": "tso_Latn-bul_Cyrl", + "languages": [ + "tso-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.646325, + "recall": 0.700593, + "f1": 0.66009, + "accuracy": 0.700593, + "main_score": 0.66009, + "hf_subset": "tso_Latn-fra_Latn", + "languages": [ + "tso-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.616383, + "recall": 0.672925, + "f1": 0.630577, + "accuracy": 0.672925, + "main_score": 0.630577, + "hf_subset": "tso_Latn-jpn_Jpan", + "languages": [ + "tso-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.632163, + "recall": 0.672925, + "f1": 0.642174, + "accuracy": 0.672925, + "main_score": 0.642174, + "hf_subset": "tso_Latn-lij_Latn", + "languages": [ + "tso-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.593042, + "recall": 0.653162, + "f1": 0.609091, + "accuracy": 0.653162, + "main_score": 0.609091, + "hf_subset": "tso_Latn-mya_Mymr", + "languages": [ + "tso-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.511587, + "recall": 0.550395, + "f1": 0.522134, + "accuracy": 0.550395, + "main_score": 0.522134, + "hf_subset": "tso_Latn-sag_Latn", + "languages": [ + "tso-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.250821, + "recall": 0.311265, + "f1": 0.26648, + "accuracy": 0.311265, + "main_score": 0.26648, + "hf_subset": "tso_Latn-taq_Tfng", + "languages": [ + "tso-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.557186, + "recall": 0.601779, + "f1": 0.569193, + "accuracy": 0.601779, + "main_score": 0.569193, + "hf_subset": "tso_Latn-wol_Latn", + "languages": [ + "tso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.557237, + "recall": 0.61166, + "f1": 0.572126, + "accuracy": 0.61166, + "main_score": 0.572126, + "hf_subset": "tso_Latn-arb_Latn", + "languages": [ + "tso-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.618054, + "recall": 0.675889, + "f1": 0.632605, + "accuracy": 0.675889, + "main_score": 0.632605, + "hf_subset": "tso_Latn-cat_Latn", + "languages": [ + "tso-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.610303, + "recall": 0.656126, + "f1": 0.621946, + "accuracy": 0.656126, + "main_score": 0.621946, + "hf_subset": "tso_Latn-fur_Latn", + "languages": [ + "tso-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.444319, + "recall": 0.502964, + "f1": 0.460612, + "accuracy": 0.502964, + "main_score": 0.460612, + "hf_subset": "tso_Latn-kab_Latn", + "languages": [ + "tso-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.622267, + "recall": 0.671937, + "f1": 0.634407, + "accuracy": 0.671937, + "main_score": 0.634407, + "hf_subset": "tso_Latn-lim_Latn", + "languages": [ + "tso-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.640461, + "recall": 0.689723, + "f1": 0.653467, + "accuracy": 0.689723, + "main_score": 0.653467, + "hf_subset": "tso_Latn-nld_Latn", + "languages": [ + "tso-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.578151, + "recall": 0.634387, + "f1": 0.593445, + "accuracy": 0.634387, + "main_score": 0.593445, + "hf_subset": "tso_Latn-san_Deva", + "languages": [ + "tso-Latn", + "san-Deva" + ] + }, + { + "precision": 0.584262, + "recall": 0.63834, + "f1": 0.597743, + "accuracy": 0.63834, + "main_score": 0.597743, + "hf_subset": "tso_Latn-tat_Cyrl", + "languages": [ + "tso-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.666929, + "recall": 0.719368, + "f1": 0.681745, + "accuracy": 0.719368, + "main_score": 0.681745, + "hf_subset": "tso_Latn-xho_Latn", + "languages": [ + "tso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.617217, + "recall": 0.676877, + "f1": 0.633182, + "accuracy": 0.676877, + "main_score": 0.633182, + "hf_subset": "tso_Latn-ars_Arab", + "languages": [ + "tso-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.60801, + "recall": 0.65415, + "f1": 0.619398, + "accuracy": 0.65415, + "main_score": 0.619398, + "hf_subset": "tso_Latn-ceb_Latn", + "languages": [ + "tso-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.486632, + "recall": 0.529644, + "f1": 0.498956, + "accuracy": 0.529644, + "main_score": 0.498956, + "hf_subset": "tso_Latn-fuv_Latn", + "languages": [ + "tso-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.500946, + "recall": 0.536561, + "f1": 0.510731, + "accuracy": 0.536561, + "main_score": 0.510731, + "hf_subset": "tso_Latn-kac_Latn", + "languages": [ + "tso-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.589773, + "recall": 0.632411, + "f1": 0.600824, + "accuracy": 0.632411, + "main_score": 0.600824, + "hf_subset": "tso_Latn-lin_Latn", + "languages": [ + "tso-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.615088, + "recall": 0.66996, + "f1": 0.629248, + "accuracy": 0.66996, + "main_score": 0.629248, + "hf_subset": "tso_Latn-nno_Latn", + "languages": [ + "tso-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.585518, + "recall": 0.648221, + "f1": 0.603003, + "accuracy": 0.648221, + "main_score": 0.603003, + "hf_subset": "tso_Latn-sat_Olck", + "languages": [ + "tso-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.585639, + "recall": 0.641304, + "f1": 0.600427, + "accuracy": 0.641304, + "main_score": 0.600427, + "hf_subset": "tso_Latn-tel_Telu", + "languages": [ + "tso-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.589594, + "recall": 0.649209, + "f1": 0.605438, + "accuracy": 0.649209, + "main_score": 0.605438, + "hf_subset": "tso_Latn-ydd_Hebr", + "languages": [ + "tso-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.598435, + "recall": 0.65415, + "f1": 0.612423, + "accuracy": 0.65415, + "main_score": 0.612423, + "hf_subset": "tso_Latn-ary_Arab", + "languages": [ + "tso-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.642804, + "recall": 0.697628, + "f1": 0.657041, + "accuracy": 0.697628, + "main_score": 0.657041, + "hf_subset": "tso_Latn-ces_Latn", + "languages": [ + "tso-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.526569, + "recall": 0.583992, + "f1": 0.54228, + "accuracy": 0.583992, + "main_score": 0.54228, + "hf_subset": "tso_Latn-gaz_Latn", + "languages": [ + "tso-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.53192, + "recall": 0.58004, + "f1": 0.544942, + "accuracy": 0.58004, + "main_score": 0.544942, + "hf_subset": "tso_Latn-kam_Latn", + "languages": [ + "tso-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.602482, + "recall": 0.662055, + "f1": 0.618184, + "accuracy": 0.662055, + "main_score": 0.618184, + "hf_subset": "tso_Latn-lit_Latn", + "languages": [ + "tso-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.620972, + "recall": 0.675889, + "f1": 0.634333, + "accuracy": 0.675889, + "main_score": 0.634333, + "hf_subset": "tso_Latn-nob_Latn", + "languages": [ + "tso-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.637497, + "recall": 0.674901, + "f1": 0.646496, + "accuracy": 0.674901, + "main_score": 0.646496, + "hf_subset": "tso_Latn-scn_Latn", + "languages": [ + "tso-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.595026, + "recall": 0.647233, + "f1": 0.608139, + "accuracy": 0.647233, + "main_score": 0.608139, + "hf_subset": "tso_Latn-tgk_Cyrl", + "languages": [ + "tso-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.546031, + "recall": 0.600791, + "f1": 0.56135, + "accuracy": 0.600791, + "main_score": 0.56135, + "hf_subset": "tso_Latn-yor_Latn", + "languages": [ + "tso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.605616, + "recall": 0.658103, + "f1": 0.619568, + "accuracy": 0.658103, + "main_score": 0.619568, + "hf_subset": "tso_Latn-arz_Arab", + "languages": [ + "tso-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.502876, + "recall": 0.538538, + "f1": 0.512564, + "accuracy": 0.538538, + "main_score": 0.512564, + "hf_subset": "tso_Latn-cjk_Latn", + "languages": [ + "tso-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.62779, + "recall": 0.683794, + "f1": 0.643083, + "accuracy": 0.683794, + "main_score": 0.643083, + "hf_subset": "tso_Latn-gla_Latn", + "languages": [ + "tso-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.582893, + "recall": 0.633399, + "f1": 0.596533, + "accuracy": 0.633399, + "main_score": 0.596533, + "hf_subset": "tso_Latn-kan_Knda", + "languages": [ + "tso-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.631584, + "recall": 0.68083, + "f1": 0.643692, + "accuracy": 0.68083, + "main_score": 0.643692, + "hf_subset": "tso_Latn-lmo_Latn", + "languages": [ + "tso-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.612209, + "recall": 0.667984, + "f1": 0.626591, + "accuracy": 0.667984, + "main_score": 0.626591, + "hf_subset": "tso_Latn-npi_Deva", + "languages": [ + "tso-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.465688, + "recall": 0.518775, + "f1": 0.479724, + "accuracy": 0.518775, + "main_score": 0.479724, + "hf_subset": "tso_Latn-shn_Mymr", + "languages": [ + "tso-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.622885, + "recall": 0.675889, + "f1": 0.637009, + "accuracy": 0.675889, + "main_score": 0.637009, + "hf_subset": "tso_Latn-tgl_Latn", + "languages": [ + "tso-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.599709, + "recall": 0.65415, + "f1": 0.613162, + "accuracy": 0.65415, + "main_score": 0.613162, + "hf_subset": "tso_Latn-yue_Hant", + "languages": [ + "tso-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.574941, + "recall": 0.624506, + "f1": 0.587534, + "accuracy": 0.624506, + "main_score": 0.587534, + "hf_subset": "tso_Latn-asm_Beng", + "languages": [ + "tso-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.61512, + "recall": 0.670949, + "f1": 0.630212, + "accuracy": 0.670949, + "main_score": 0.630212, + "hf_subset": "tso_Latn-ckb_Arab", + "languages": [ + "tso-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.597697, + "recall": 0.650198, + "f1": 0.612141, + "accuracy": 0.650198, + "main_score": 0.612141, + "hf_subset": "tso_Latn-gle_Latn", + "languages": [ + "tso-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.563183, + "recall": 0.616601, + "f1": 0.578135, + "accuracy": 0.616601, + "main_score": 0.578135, + "hf_subset": "tso_Latn-kas_Arab", + "languages": [ + "tso-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.593325, + "recall": 0.639328, + "f1": 0.605683, + "accuracy": 0.639328, + "main_score": 0.605683, + "hf_subset": "tso_Latn-ltg_Latn", + "languages": [ + "tso-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.67921, + "recall": 0.727273, + "f1": 0.693101, + "accuracy": 0.727273, + "main_score": 0.693101, + "hf_subset": "tso_Latn-nso_Latn", + "languages": [ + "tso-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.569672, + "recall": 0.623518, + "f1": 0.583885, + "accuracy": 0.623518, + "main_score": 0.583885, + "hf_subset": "tso_Latn-sin_Sinh", + "languages": [ + "tso-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.576223, + "recall": 0.643281, + "f1": 0.593337, + "accuracy": 0.643281, + "main_score": 0.593337, + "hf_subset": "tso_Latn-tha_Thai", + "languages": [ + "tso-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.542715, + "recall": 0.591897, + "f1": 0.554678, + "accuracy": 0.591897, + "main_score": 0.554678, + "hf_subset": "tso_Latn-zho_Hans", + "languages": [ + "tso-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.633902, + "recall": 0.685771, + "f1": 0.647312, + "accuracy": 0.685771, + "main_score": 0.647312, + "hf_subset": "tso_Latn-ast_Latn", + "languages": [ + "tso-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.633653, + "recall": 0.686759, + "f1": 0.647624, + "accuracy": 0.686759, + "main_score": 0.647624, + "hf_subset": "tso_Latn-crh_Latn", + "languages": [ + "tso-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.622635, + "recall": 0.674901, + "f1": 0.635875, + "accuracy": 0.674901, + "main_score": 0.635875, + "hf_subset": "tso_Latn-glg_Latn", + "languages": [ + "tso-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.567677, + "recall": 0.617589, + "f1": 0.581762, + "accuracy": 0.617589, + "main_score": 0.581762, + "hf_subset": "tso_Latn-kas_Deva", + "languages": [ + "tso-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.601445, + "recall": 0.649209, + "f1": 0.613387, + "accuracy": 0.649209, + "main_score": 0.613387, + "hf_subset": "tso_Latn-ltz_Latn", + "languages": [ + "tso-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.445494, + "recall": 0.499012, + "f1": 0.460609, + "accuracy": 0.499012, + "main_score": 0.460609, + "hf_subset": "tso_Latn-nus_Latn", + "languages": [ + "tso-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.631407, + "recall": 0.678854, + "f1": 0.643626, + "accuracy": 0.678854, + "main_score": 0.643626, + "hf_subset": "tso_Latn-slk_Latn", + "languages": [ + "tso-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.536744, + "recall": 0.597826, + "f1": 0.553495, + "accuracy": 0.597826, + "main_score": 0.553495, + "hf_subset": "tso_Latn-tir_Ethi", + "languages": [ + "tso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.59301, + "recall": 0.650198, + "f1": 0.607354, + "accuracy": 0.650198, + "main_score": 0.607354, + "hf_subset": "tso_Latn-zho_Hant", + "languages": [ + "tso-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.620562, + "recall": 0.674901, + "f1": 0.634137, + "accuracy": 0.674901, + "main_score": 0.634137, + "hf_subset": "tso_Latn-awa_Deva", + "languages": [ + "tso-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.622599, + "recall": 0.675889, + "f1": 0.636364, + "accuracy": 0.675889, + "main_score": 0.636364, + "hf_subset": "tso_Latn-cym_Latn", + "languages": [ + "tso-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.556411, + "recall": 0.589921, + "f1": 0.564881, + "accuracy": 0.589921, + "main_score": 0.564881, + "hf_subset": "tso_Latn-grn_Latn", + "languages": [ + "tso-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.6017, + "recall": 0.657115, + "f1": 0.615905, + "accuracy": 0.657115, + "main_score": 0.615905, + "hf_subset": "tso_Latn-kat_Geor", + "languages": [ + "tso-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.550647, + "recall": 0.592885, + "f1": 0.56181, + "accuracy": 0.592885, + "main_score": 0.56181, + "hf_subset": "tso_Latn-lua_Latn", + "languages": [ + "tso-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.643408, + "recall": 0.697628, + "f1": 0.658296, + "accuracy": 0.697628, + "main_score": 0.658296, + "hf_subset": "tso_Latn-nya_Latn", + "languages": [ + "tso-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.622601, + "recall": 0.676877, + "f1": 0.636713, + "accuracy": 0.676877, + "main_score": 0.636713, + "hf_subset": "tso_Latn-slv_Latn", + "languages": [ + "tso-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.616986, + "recall": 0.660079, + "f1": 0.627713, + "accuracy": 0.660079, + "main_score": 0.627713, + "hf_subset": "tso_Latn-tpi_Latn", + "languages": [ + "tso-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.625908, + "recall": 0.673913, + "f1": 0.637739, + "accuracy": 0.673913, + "main_score": 0.637739, + "hf_subset": "tso_Latn-zsm_Latn", + "languages": [ + "tso-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.502654, + "recall": 0.544466, + "f1": 0.51452, + "accuracy": 0.544466, + "main_score": 0.51452, + "hf_subset": "tso_Latn-ayr_Latn", + "languages": [ + "tso-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.651218, + "recall": 0.704545, + "f1": 0.664609, + "accuracy": 0.704545, + "main_score": 0.664609, + "hf_subset": "tso_Latn-dan_Latn", + "languages": [ + "tso-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.588779, + "recall": 0.652174, + "f1": 0.605506, + "accuracy": 0.652174, + "main_score": 0.605506, + "hf_subset": "tso_Latn-guj_Gujr", + "languages": [ + "tso-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.594399, + "recall": 0.652174, + "f1": 0.608961, + "accuracy": 0.652174, + "main_score": 0.608961, + "hf_subset": "tso_Latn-kaz_Cyrl", + "languages": [ + "tso-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.556736, + "recall": 0.614625, + "f1": 0.572466, + "accuracy": 0.614625, + "main_score": 0.572466, + "hf_subset": "tso_Latn-lug_Latn", + "languages": [ + "tso-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.640742, + "recall": 0.6917, + "f1": 0.653403, + "accuracy": 0.6917, + "main_score": 0.653403, + "hf_subset": "tso_Latn-oci_Latn", + "languages": [ + "tso-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.633453, + "recall": 0.675889, + "f1": 0.645011, + "accuracy": 0.675889, + "main_score": 0.645011, + "hf_subset": "tso_Latn-smo_Latn", + "languages": [ + "tso-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.62845, + "recall": 0.679842, + "f1": 0.64278, + "accuracy": 0.679842, + "main_score": 0.64278, + "hf_subset": "tso_Latn-tsn_Latn", + "languages": [ + "tso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.656048, + "recall": 0.721344, + "f1": 0.674638, + "accuracy": 0.721344, + "main_score": 0.674638, + "hf_subset": "tso_Latn-zul_Latn", + "languages": [ + "tso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.549627, + "recall": 0.602767, + "f1": 0.564536, + "accuracy": 0.602767, + "main_score": 0.564536, + "hf_subset": "tso_Latn-azb_Arab", + "languages": [ + "tso-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.627145, + "recall": 0.678854, + "f1": 0.640742, + "accuracy": 0.678854, + "main_score": 0.640742, + "hf_subset": "tso_Latn-deu_Latn", + "languages": [ + "tso-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.600623, + "recall": 0.655138, + "f1": 0.615339, + "accuracy": 0.655138, + "main_score": 0.615339, + "hf_subset": "tso_Latn-hat_Latn", + "languages": [ + "tso-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.507845, + "recall": 0.545455, + "f1": 0.518758, + "accuracy": 0.545455, + "main_score": 0.518758, + "hf_subset": "tso_Latn-kbp_Latn", + "languages": [ + "tso-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.536478, + "recall": 0.573123, + "f1": 0.547082, + "accuracy": 0.573123, + "main_score": 0.547082, + "hf_subset": "tso_Latn-luo_Latn", + "languages": [ + "tso-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.572069, + "recall": 0.630435, + "f1": 0.587105, + "accuracy": 0.630435, + "main_score": 0.587105, + "hf_subset": "tso_Latn-ory_Orya", + "languages": [ + "tso-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.644966, + "recall": 0.692688, + "f1": 0.657836, + "accuracy": 0.692688, + "main_score": 0.657836, + "hf_subset": "tso_Latn-sna_Latn", + "languages": [ + "tso-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.584933, + "recall": 0.641304, + "f1": 0.599293, + "accuracy": 0.641304, + "main_score": 0.599293, + "hf_subset": "tso_Latn-azj_Latn", + "languages": [ + "tso-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.479163, + "recall": 0.525692, + "f1": 0.491901, + "accuracy": 0.525692, + "main_score": 0.491901, + "hf_subset": "tso_Latn-dik_Latn", + "languages": [ + "tso-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.612742, + "recall": 0.660079, + "f1": 0.625493, + "accuracy": 0.660079, + "main_score": 0.625493, + "hf_subset": "tso_Latn-hau_Latn", + "languages": [ + "tso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.606354, + "recall": 0.655138, + "f1": 0.618285, + "accuracy": 0.655138, + "main_score": 0.618285, + "hf_subset": "tso_Latn-kea_Latn", + "languages": [ + "tso-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.591393, + "recall": 0.645257, + "f1": 0.605724, + "accuracy": 0.645257, + "main_score": 0.605724, + "hf_subset": "tso_Latn-lus_Latn", + "languages": [ + "tso-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.599109, + "recall": 0.645257, + "f1": 0.610987, + "accuracy": 0.645257, + "main_score": 0.610987, + "hf_subset": "tso_Latn-pag_Latn", + "languages": [ + "tso-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.559974, + "recall": 0.618577, + "f1": 0.575231, + "accuracy": 0.618577, + "main_score": 0.575231, + "hf_subset": "tso_Latn-snd_Arab", + "languages": [ + "tso-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.599164, + "recall": 0.656126, + "f1": 0.61476, + "accuracy": 0.656126, + "main_score": 0.61476, + "hf_subset": "tso_Latn-tuk_Latn", + "languages": [ + "tso-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.592877, + "recall": 0.642292, + "f1": 0.605208, + "accuracy": 0.642292, + "main_score": 0.605208, + "hf_subset": "tso_Latn-bak_Cyrl", + "languages": [ + "tso-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.437783, + "recall": 0.492095, + "f1": 0.453742, + "accuracy": 0.492095, + "main_score": 0.453742, + "hf_subset": "tso_Latn-dyu_Latn", + "languages": [ + "tso-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.608108, + "recall": 0.667984, + "f1": 0.623406, + "accuracy": 0.667984, + "main_score": 0.623406, + "hf_subset": "tso_Latn-heb_Hebr", + "languages": [ + "tso-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.595294, + "recall": 0.647233, + "f1": 0.609942, + "accuracy": 0.647233, + "main_score": 0.609942, + "hf_subset": "tso_Latn-khk_Cyrl", + "languages": [ + "tso-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.627441, + "recall": 0.68083, + "f1": 0.641784, + "accuracy": 0.68083, + "main_score": 0.641784, + "hf_subset": "tso_Latn-lvs_Latn", + "languages": [ + "tso-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.59271, + "recall": 0.648221, + "f1": 0.606648, + "accuracy": 0.648221, + "main_score": 0.606648, + "hf_subset": "tso_Latn-pan_Guru", + "languages": [ + "tso-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.618179, + "recall": 0.673913, + "f1": 0.633239, + "accuracy": 0.673913, + "main_score": 0.633239, + "hf_subset": "tso_Latn-som_Latn", + "languages": [ + "tso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.576611, + "recall": 0.623518, + "f1": 0.589632, + "accuracy": 0.623518, + "main_score": 0.589632, + "hf_subset": "tso_Latn-tum_Latn", + "languages": [ + "tso-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.449499, + "recall": 0.537549, + "f1": 0.474024, + "accuracy": 0.537549, + "main_score": 0.474024, + "hf_subset": "azj_Latn-ace_Arab", + "languages": [ + "azj-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.431785, + "recall": 0.485178, + "f1": 0.445468, + "accuracy": 0.485178, + "main_score": 0.445468, + "hf_subset": "azj_Latn-bam_Latn", + "languages": [ + "azj-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.569635, + "recall": 0.660079, + "f1": 0.594957, + "accuracy": 0.660079, + "main_score": 0.594957, + "hf_subset": "azj_Latn-dzo_Tibt", + "languages": [ + "azj-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "azj_Latn-hin_Deva", + "languages": [ + "azj-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "azj_Latn-khm_Khmr", + "languages": [ + "azj-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "azj_Latn-mag_Deva", + "languages": [ + "azj-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "azj_Latn-pap_Latn", + "languages": [ + "azj-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.785935, + "recall": 0.842885, + "f1": 0.803261, + "accuracy": 0.842885, + "main_score": 0.803261, + "hf_subset": "azj_Latn-sot_Latn", + "languages": [ + "azj-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-tur_Latn", + "languages": [ + "azj-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.80444, + "recall": 0.853755, + "f1": 0.819318, + "accuracy": 0.853755, + "main_score": 0.819318, + "hf_subset": "azj_Latn-ace_Latn", + "languages": [ + "azj-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.932642, + "recall": 0.952569, + "f1": 0.939229, + "accuracy": 0.952569, + "main_score": 0.939229, + "hf_subset": "azj_Latn-ban_Latn", + "languages": [ + "azj-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-ell_Grek", + "languages": [ + "azj-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "azj_Latn-hne_Deva", + "languages": [ + "azj-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.510539, + "recall": 0.588933, + "f1": 0.531758, + "accuracy": 0.588933, + "main_score": 0.531758, + "hf_subset": "azj_Latn-kik_Latn", + "languages": [ + "azj-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "azj_Latn-mai_Deva", + "languages": [ + "azj-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.933959, + "recall": 0.955534, + "f1": 0.941041, + "accuracy": 0.955534, + "main_score": 0.941041, + "hf_subset": "azj_Latn-pbt_Arab", + "languages": [ + "azj-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-spa_Latn", + "languages": [ + "azj-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.684666, + "recall": 0.747036, + "f1": 0.702332, + "accuracy": 0.747036, + "main_score": 0.702332, + "hf_subset": "azj_Latn-twi_Latn", + "languages": [ + "azj-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "azj_Latn-acm_Arab", + "languages": [ + "azj-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-bel_Cyrl", + "languages": [ + "azj-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-hrv_Latn", + "languages": [ + "azj-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.785507, + "recall": 0.840909, + "f1": 0.802621, + "accuracy": 0.840909, + "main_score": 0.802621, + "hf_subset": "azj_Latn-kin_Latn", + "languages": [ + "azj-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "azj_Latn-mal_Mlym", + "languages": [ + "azj-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "azj_Latn-pes_Arab", + "languages": [ + "azj-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "azj_Latn-srd_Latn", + "languages": [ + "azj-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.172006, + "recall": 0.235178, + "f1": 0.186614, + "accuracy": 0.235178, + "main_score": 0.186614, + "hf_subset": "azj_Latn-tzm_Tfng", + "languages": [ + "azj-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "azj_Latn-acq_Arab", + "languages": [ + "azj-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.59032, + "recall": 0.673913, + "f1": 0.613745, + "accuracy": 0.673913, + "main_score": 0.613745, + "hf_subset": "azj_Latn-bem_Latn", + "languages": [ + "azj-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-epo_Latn", + "languages": [ + "azj-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-hun_Latn", + "languages": [ + "azj-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "azj_Latn-kir_Cyrl", + "languages": [ + "azj-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-mar_Deva", + "languages": [ + "azj-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.800816, + "recall": 0.852767, + "f1": 0.816603, + "accuracy": 0.852767, + "main_score": 0.816603, + "hf_subset": "azj_Latn-plt_Latn", + "languages": [ + "azj-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-srp_Cyrl", + "languages": [ + "azj-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930254, + "recall": 0.951581, + "f1": 0.936989, + "accuracy": 0.951581, + "main_score": 0.936989, + "hf_subset": "azj_Latn-uig_Arab", + "languages": [ + "azj-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "azj_Latn-aeb_Arab", + "languages": [ + "azj-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-ben_Beng", + "languages": [ + "azj-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-est_Latn", + "languages": [ + "azj-Latn", + "est-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "azj_Latn-hye_Armn", + "languages": [ + "azj-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.421784, + "recall": 0.482213, + "f1": 0.4367, + "accuracy": 0.482213, + "main_score": 0.4367, + "hf_subset": "azj_Latn-kmb_Latn", + "languages": [ + "azj-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.404602, + "recall": 0.487154, + "f1": 0.425287, + "accuracy": 0.487154, + "main_score": 0.425287, + "hf_subset": "azj_Latn-min_Arab", + "languages": [ + "azj-Latn", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-pol_Latn", + "languages": [ + "azj-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.663672, + "recall": 0.744071, + "f1": 0.687206, + "accuracy": 0.744071, + "main_score": 0.687206, + "hf_subset": "azj_Latn-ssw_Latn", + "languages": [ + "azj-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-ukr_Cyrl", + "languages": [ + "azj-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-afr_Latn", + "languages": [ + "azj-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "azj_Latn-bho_Deva", + "languages": [ + "azj-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-eus_Latn", + "languages": [ + "azj-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.782157, + "recall": 0.842885, + "f1": 0.800609, + "accuracy": 0.842885, + "main_score": 0.800609, + "hf_subset": "azj_Latn-ibo_Latn", + "languages": [ + "azj-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.829381, + "recall": 0.875494, + "f1": 0.843676, + "accuracy": 0.875494, + "main_score": 0.843676, + "hf_subset": "azj_Latn-kmr_Latn", + "languages": [ + "azj-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "azj_Latn-min_Latn", + "languages": [ + "azj-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-por_Latn", + "languages": [ + "azj-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "azj_Latn-sun_Latn", + "languages": [ + "azj-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.399589, + "recall": 0.459486, + "f1": 0.415866, + "accuracy": 0.459486, + "main_score": 0.415866, + "hf_subset": "azj_Latn-umb_Latn", + "languages": [ + "azj-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "azj_Latn-ajp_Arab", + "languages": [ + "azj-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.430683, + "recall": 0.523715, + "f1": 0.455471, + "accuracy": 0.523715, + "main_score": 0.455471, + "hf_subset": "azj_Latn-bjn_Arab", + "languages": [ + "azj-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.423986, + "recall": 0.481225, + "f1": 0.438746, + "accuracy": 0.481225, + "main_score": 0.438746, + "hf_subset": "azj_Latn-ewe_Latn", + "languages": [ + "azj-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.913538, + "recall": 0.940711, + "f1": 0.922431, + "accuracy": 0.940711, + "main_score": 0.922431, + "hf_subset": "azj_Latn-ilo_Latn", + "languages": [ + "azj-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.217284, + "recall": 0.281621, + "f1": 0.232649, + "accuracy": 0.281621, + "main_score": 0.232649, + "hf_subset": "azj_Latn-knc_Arab", + "languages": [ + "azj-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-mkd_Cyrl", + "languages": [ + "azj-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-prs_Arab", + "languages": [ + "azj-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-swe_Latn", + "languages": [ + "azj-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-urd_Arab", + "languages": [ + "azj-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.67021, + "recall": 0.741107, + "f1": 0.689992, + "accuracy": 0.741107, + "main_score": 0.689992, + "hf_subset": "azj_Latn-aka_Latn", + "languages": [ + "azj-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "azj_Latn-bjn_Latn", + "languages": [ + "azj-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "azj_Latn-fao_Latn", + "languages": [ + "azj-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-ind_Latn", + "languages": [ + "azj-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.446674, + "recall": 0.497036, + "f1": 0.459703, + "accuracy": 0.497036, + "main_score": 0.459703, + "hf_subset": "azj_Latn-knc_Latn", + "languages": [ + "azj-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-mlt_Latn", + "languages": [ + "azj-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.589368, + "recall": 0.663043, + "f1": 0.610151, + "accuracy": 0.663043, + "main_score": 0.610151, + "hf_subset": "azj_Latn-quy_Latn", + "languages": [ + "azj-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-swh_Latn", + "languages": [ + "azj-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "azj_Latn-uzn_Latn", + "languages": [ + "azj-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "azj_Latn-als_Latn", + "languages": [ + "azj-Latn", + "als-Latn" + ] + }, + { + "precision": 0.731275, + "recall": 0.802372, + "f1": 0.752551, + "accuracy": 0.802372, + "main_score": 0.752551, + "hf_subset": "azj_Latn-bod_Tibt", + "languages": [ + "azj-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.572266, + "recall": 0.651186, + "f1": 0.594914, + "accuracy": 0.651186, + "main_score": 0.594914, + "hf_subset": "azj_Latn-fij_Latn", + "languages": [ + "azj-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "azj_Latn-isl_Latn", + "languages": [ + "azj-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.528308, + "recall": 0.594862, + "f1": 0.546403, + "accuracy": 0.594862, + "main_score": 0.546403, + "hf_subset": "azj_Latn-kon_Latn", + "languages": [ + "azj-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.542309, + "recall": 0.616601, + "f1": 0.562626, + "accuracy": 0.616601, + "main_score": 0.562626, + "hf_subset": "azj_Latn-mni_Beng", + "languages": [ + "azj-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-ron_Latn", + "languages": [ + "azj-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "azj_Latn-szl_Latn", + "languages": [ + "azj-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-vec_Latn", + "languages": [ + "azj-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.89501, + "recall": 0.926877, + "f1": 0.905204, + "accuracy": 0.926877, + "main_score": 0.905204, + "hf_subset": "azj_Latn-amh_Ethi", + "languages": [ + "azj-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-bos_Latn", + "languages": [ + "azj-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-fin_Latn", + "languages": [ + "azj-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ita_Latn", + "languages": [ + "azj-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-kor_Hang", + "languages": [ + "azj-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.454545, + "recall": 0.509881, + "f1": 0.469632, + "accuracy": 0.509881, + "main_score": 0.469632, + "hf_subset": "azj_Latn-mos_Latn", + "languages": [ + "azj-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.689436, + "recall": 0.761858, + "f1": 0.71066, + "accuracy": 0.761858, + "main_score": 0.71066, + "hf_subset": "azj_Latn-run_Latn", + "languages": [ + "azj-Latn", + "run-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "azj_Latn-tam_Taml", + "languages": [ + "azj-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-vie_Latn", + "languages": [ + "azj-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-apc_Arab", + "languages": [ + "azj-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.659019, + "recall": 0.730237, + "f1": 0.678631, + "accuracy": 0.730237, + "main_score": 0.678631, + "hf_subset": "azj_Latn-bug_Latn", + "languages": [ + "azj-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.394936, + "recall": 0.454545, + "f1": 0.411759, + "accuracy": 0.454545, + "main_score": 0.411759, + "hf_subset": "azj_Latn-fon_Latn", + "languages": [ + "azj-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "azj_Latn-jav_Latn", + "languages": [ + "azj-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.9333, + "recall": 0.953557, + "f1": 0.93969, + "accuracy": 0.953557, + "main_score": 0.93969, + "hf_subset": "azj_Latn-lao_Laoo", + "languages": [ + "azj-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.824753, + "recall": 0.874506, + "f1": 0.840316, + "accuracy": 0.874506, + "main_score": 0.840316, + "hf_subset": "azj_Latn-mri_Latn", + "languages": [ + "azj-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-rus_Cyrl", + "languages": [ + "azj-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.459117, + "recall": 0.514822, + "f1": 0.47414, + "accuracy": 0.514822, + "main_score": 0.47414, + "hf_subset": "azj_Latn-taq_Latn", + "languages": [ + "azj-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "azj_Latn-war_Latn", + "languages": [ + "azj-Latn", + "war-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-arb_Arab", + "languages": [ + "azj-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-bul_Cyrl", + "languages": [ + "azj-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-fra_Latn", + "languages": [ + "azj-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-jpn_Jpan", + "languages": [ + "azj-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "azj_Latn-lij_Latn", + "languages": [ + "azj-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "azj_Latn-mya_Mymr", + "languages": [ + "azj-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.498626, + "recall": 0.56917, + "f1": 0.518741, + "accuracy": 0.56917, + "main_score": 0.518741, + "hf_subset": "azj_Latn-sag_Latn", + "languages": [ + "azj-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.197754, + "recall": 0.262846, + "f1": 0.213458, + "accuracy": 0.262846, + "main_score": 0.213458, + "hf_subset": "azj_Latn-taq_Tfng", + "languages": [ + "azj-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.594669, + "recall": 0.661067, + "f1": 0.612958, + "accuracy": 0.661067, + "main_score": 0.612958, + "hf_subset": "azj_Latn-wol_Latn", + "languages": [ + "azj-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.812039, + "recall": 0.863636, + "f1": 0.827964, + "accuracy": 0.863636, + "main_score": 0.827964, + "hf_subset": "azj_Latn-arb_Latn", + "languages": [ + "azj-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-cat_Latn", + "languages": [ + "azj-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "azj_Latn-fur_Latn", + "languages": [ + "azj-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.385804, + "recall": 0.455534, + "f1": 0.402889, + "accuracy": 0.455534, + "main_score": 0.402889, + "hf_subset": "azj_Latn-kab_Latn", + "languages": [ + "azj-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "azj_Latn-lim_Latn", + "languages": [ + "azj-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-nld_Latn", + "languages": [ + "azj-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.942358, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "azj_Latn-san_Deva", + "languages": [ + "azj-Latn", + "san-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "azj_Latn-tat_Cyrl", + "languages": [ + "azj-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.81558, + "recall": 0.865613, + "f1": 0.830868, + "accuracy": 0.865613, + "main_score": 0.830868, + "hf_subset": "azj_Latn-xho_Latn", + "languages": [ + "azj-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-ars_Arab", + "languages": [ + "azj-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-ceb_Latn", + "languages": [ + "azj-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.439012, + "recall": 0.499012, + "f1": 0.454419, + "accuracy": 0.499012, + "main_score": 0.454419, + "hf_subset": "azj_Latn-fuv_Latn", + "languages": [ + "azj-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.447476, + "recall": 0.513834, + "f1": 0.465276, + "accuracy": 0.513834, + "main_score": 0.465276, + "hf_subset": "azj_Latn-kac_Latn", + "languages": [ + "azj-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.550678, + "recall": 0.621542, + "f1": 0.568783, + "accuracy": 0.621542, + "main_score": 0.568783, + "hf_subset": "azj_Latn-lin_Latn", + "languages": [ + "azj-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-nno_Latn", + "languages": [ + "azj-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.82999, + "recall": 0.876482, + "f1": 0.844236, + "accuracy": 0.876482, + "main_score": 0.844236, + "hf_subset": "azj_Latn-sat_Olck", + "languages": [ + "azj-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-tel_Telu", + "languages": [ + "azj-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "azj_Latn-ydd_Hebr", + "languages": [ + "azj-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "azj_Latn-ary_Arab", + "languages": [ + "azj-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-ces_Latn", + "languages": [ + "azj-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.503536, + "recall": 0.583992, + "f1": 0.525554, + "accuracy": 0.583992, + "main_score": 0.525554, + "hf_subset": "azj_Latn-gaz_Latn", + "languages": [ + "azj-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.471432, + "recall": 0.552372, + "f1": 0.492666, + "accuracy": 0.552372, + "main_score": 0.492666, + "hf_subset": "azj_Latn-kam_Latn", + "languages": [ + "azj-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "azj_Latn-lit_Latn", + "languages": [ + "azj-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-nob_Latn", + "languages": [ + "azj-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "azj_Latn-scn_Latn", + "languages": [ + "azj-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "azj_Latn-tgk_Cyrl", + "languages": [ + "azj-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.649721, + "recall": 0.733202, + "f1": 0.67397, + "accuracy": 0.733202, + "main_score": 0.67397, + "hf_subset": "azj_Latn-yor_Latn", + "languages": [ + "azj-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-arz_Arab", + "languages": [ + "azj-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.428501, + "recall": 0.494071, + "f1": 0.446343, + "accuracy": 0.494071, + "main_score": 0.446343, + "hf_subset": "azj_Latn-cjk_Latn", + "languages": [ + "azj-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.907609, + "recall": 0.936759, + "f1": 0.916996, + "accuracy": 0.936759, + "main_score": 0.916996, + "hf_subset": "azj_Latn-gla_Latn", + "languages": [ + "azj-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "azj_Latn-kan_Knda", + "languages": [ + "azj-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "azj_Latn-lmo_Latn", + "languages": [ + "azj-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "azj_Latn-npi_Deva", + "languages": [ + "azj-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.485696, + "recall": 0.572134, + "f1": 0.510095, + "accuracy": 0.572134, + "main_score": 0.510095, + "hf_subset": "azj_Latn-shn_Mymr", + "languages": [ + "azj-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "azj_Latn-tgl_Latn", + "languages": [ + "azj-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "azj_Latn-yue_Hant", + "languages": [ + "azj-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "azj_Latn-asm_Beng", + "languages": [ + "azj-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.891387, + "recall": 0.923913, + "f1": 0.90191, + "accuracy": 0.923913, + "main_score": 0.90191, + "hf_subset": "azj_Latn-ckb_Arab", + "languages": [ + "azj-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.944664, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "azj_Latn-gle_Latn", + "languages": [ + "azj-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.859272, + "recall": 0.899209, + "f1": 0.871527, + "accuracy": 0.899209, + "main_score": 0.871527, + "hf_subset": "azj_Latn-kas_Arab", + "languages": [ + "azj-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.859107, + "recall": 0.898221, + "f1": 0.870883, + "accuracy": 0.898221, + "main_score": 0.870883, + "hf_subset": "azj_Latn-ltg_Latn", + "languages": [ + "azj-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.713476, + "recall": 0.783597, + "f1": 0.734404, + "accuracy": 0.783597, + "main_score": 0.734404, + "hf_subset": "azj_Latn-nso_Latn", + "languages": [ + "azj-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "azj_Latn-sin_Sinh", + "languages": [ + "azj-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-tha_Thai", + "languages": [ + "azj-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "azj_Latn-zho_Hans", + "languages": [ + "azj-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-ast_Latn", + "languages": [ + "azj-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "azj_Latn-crh_Latn", + "languages": [ + "azj-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-glg_Latn", + "languages": [ + "azj-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.80887, + "recall": 0.860672, + "f1": 0.824325, + "accuracy": 0.860672, + "main_score": 0.824325, + "hf_subset": "azj_Latn-kas_Deva", + "languages": [ + "azj-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "azj_Latn-ltz_Latn", + "languages": [ + "azj-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.397733, + "recall": 0.465415, + "f1": 0.415934, + "accuracy": 0.465415, + "main_score": 0.415934, + "hf_subset": "azj_Latn-nus_Latn", + "languages": [ + "azj-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-slk_Latn", + "languages": [ + "azj-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.57063, + "recall": 0.661067, + "f1": 0.596151, + "accuracy": 0.661067, + "main_score": 0.596151, + "hf_subset": "azj_Latn-tir_Ethi", + "languages": [ + "azj-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "azj_Latn-zho_Hant", + "languages": [ + "azj-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "azj_Latn-awa_Deva", + "languages": [ + "azj-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "azj_Latn-cym_Latn", + "languages": [ + "azj-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.692536, + "recall": 0.755929, + "f1": 0.710336, + "accuracy": 0.755929, + "main_score": 0.710336, + "hf_subset": "azj_Latn-grn_Latn", + "languages": [ + "azj-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-kat_Geor", + "languages": [ + "azj-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.51573, + "recall": 0.581028, + "f1": 0.532752, + "accuracy": 0.581028, + "main_score": 0.532752, + "hf_subset": "azj_Latn-lua_Latn", + "languages": [ + "azj-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.764032, + "recall": 0.829051, + "f1": 0.783992, + "accuracy": 0.829051, + "main_score": 0.783992, + "hf_subset": "azj_Latn-nya_Latn", + "languages": [ + "azj-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-slv_Latn", + "languages": [ + "azj-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "azj_Latn-tpi_Latn", + "languages": [ + "azj-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-zsm_Latn", + "languages": [ + "azj-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.460993, + "recall": 0.522727, + "f1": 0.478718, + "accuracy": 0.522727, + "main_score": 0.478718, + "hf_subset": "azj_Latn-ayr_Latn", + "languages": [ + "azj-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-dan_Latn", + "languages": [ + "azj-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-guj_Gujr", + "languages": [ + "azj-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "azj_Latn-kaz_Cyrl", + "languages": [ + "azj-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.566067, + "recall": 0.651186, + "f1": 0.58977, + "accuracy": 0.651186, + "main_score": 0.58977, + "hf_subset": "azj_Latn-lug_Latn", + "languages": [ + "azj-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "azj_Latn-oci_Latn", + "languages": [ + "azj-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.773962, + "recall": 0.831028, + "f1": 0.79129, + "accuracy": 0.831028, + "main_score": 0.79129, + "hf_subset": "azj_Latn-smo_Latn", + "languages": [ + "azj-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.662716, + "recall": 0.740119, + "f1": 0.685691, + "accuracy": 0.740119, + "main_score": 0.685691, + "hf_subset": "azj_Latn-tsn_Latn", + "languages": [ + "azj-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.816156, + "recall": 0.867589, + "f1": 0.831851, + "accuracy": 0.867589, + "main_score": 0.831851, + "hf_subset": "azj_Latn-zul_Latn", + "languages": [ + "azj-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.890069, + "recall": 0.923913, + "f1": 0.900725, + "accuracy": 0.923913, + "main_score": 0.900725, + "hf_subset": "azj_Latn-azb_Arab", + "languages": [ + "azj-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-deu_Latn", + "languages": [ + "azj-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "azj_Latn-hat_Latn", + "languages": [ + "azj-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.431088, + "recall": 0.493083, + "f1": 0.447592, + "accuracy": 0.493083, + "main_score": 0.447592, + "hf_subset": "azj_Latn-kbp_Latn", + "languages": [ + "azj-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.472207, + "recall": 0.537549, + "f1": 0.489172, + "accuracy": 0.537549, + "main_score": 0.489172, + "hf_subset": "azj_Latn-luo_Latn", + "languages": [ + "azj-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "azj_Latn-ory_Orya", + "languages": [ + "azj-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.836627, + "recall": 0.882411, + "f1": 0.851285, + "accuracy": 0.882411, + "main_score": 0.851285, + "hf_subset": "azj_Latn-sna_Latn", + "languages": [ + "azj-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.580948, + "recall": 0.658103, + "f1": 0.602068, + "accuracy": 0.658103, + "main_score": 0.602068, + "hf_subset": "azj_Latn-tso_Latn", + "languages": [ + "azj-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.456912, + "recall": 0.527668, + "f1": 0.476958, + "accuracy": 0.527668, + "main_score": 0.476958, + "hf_subset": "azj_Latn-dik_Latn", + "languages": [ + "azj-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.841568, + "recall": 0.887352, + "f1": 0.856192, + "accuracy": 0.887352, + "main_score": 0.856192, + "hf_subset": "azj_Latn-hau_Latn", + "languages": [ + "azj-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.931983, + "recall": 0.953557, + "f1": 0.9389, + "accuracy": 0.953557, + "main_score": 0.9389, + "hf_subset": "azj_Latn-kea_Latn", + "languages": [ + "azj-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.904397, + "recall": 0.932806, + "f1": 0.913439, + "accuracy": 0.932806, + "main_score": 0.913439, + "hf_subset": "azj_Latn-lus_Latn", + "languages": [ + "azj-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.790077, + "recall": 0.841897, + "f1": 0.805292, + "accuracy": 0.841897, + "main_score": 0.805292, + "hf_subset": "azj_Latn-pag_Latn", + "languages": [ + "azj-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "azj_Latn-snd_Arab", + "languages": [ + "azj-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "azj_Latn-tuk_Latn", + "languages": [ + "azj-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "azj_Latn-bak_Cyrl", + "languages": [ + "azj-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.427935, + "recall": 0.500988, + "f1": 0.447492, + "accuracy": 0.500988, + "main_score": 0.447492, + "hf_subset": "azj_Latn-dyu_Latn", + "languages": [ + "azj-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-heb_Hebr", + "languages": [ + "azj-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "azj_Latn-khk_Cyrl", + "languages": [ + "azj-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-lvs_Latn", + "languages": [ + "azj-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-pan_Guru", + "languages": [ + "azj-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.805105, + "recall": 0.858696, + "f1": 0.821443, + "accuracy": 0.858696, + "main_score": 0.821443, + "hf_subset": "azj_Latn-som_Latn", + "languages": [ + "azj-Latn", + "som-Latn" + ] + }, + { + "precision": 0.631457, + "recall": 0.700593, + "f1": 0.651182, + "accuracy": 0.700593, + "main_score": 0.651182, + "hf_subset": "azj_Latn-tum_Latn", + "languages": [ + "azj-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.347899, + "recall": 0.406126, + "f1": 0.363108, + "accuracy": 0.406126, + "main_score": 0.363108, + "hf_subset": "dik_Latn-ace_Arab", + "languages": [ + "dik-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.460224, + "recall": 0.505929, + "f1": 0.473215, + "accuracy": 0.505929, + "main_score": 0.473215, + "hf_subset": "dik_Latn-bam_Latn", + "languages": [ + "dik-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.2541, + "recall": 0.313241, + "f1": 0.268947, + "accuracy": 0.313241, + "main_score": 0.268947, + "hf_subset": "dik_Latn-dzo_Tibt", + "languages": [ + "dik-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.459508, + "recall": 0.519763, + "f1": 0.476021, + "accuracy": 0.519763, + "main_score": 0.476021, + "hf_subset": "dik_Latn-hin_Deva", + "languages": [ + "dik-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.419261, + "recall": 0.467391, + "f1": 0.432065, + "accuracy": 0.467391, + "main_score": 0.432065, + "hf_subset": "dik_Latn-khm_Khmr", + "languages": [ + "dik-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.455511, + "recall": 0.504941, + "f1": 0.46856, + "accuracy": 0.504941, + "main_score": 0.46856, + "hf_subset": "dik_Latn-mag_Deva", + "languages": [ + "dik-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.440881, + "recall": 0.488142, + "f1": 0.453718, + "accuracy": 0.488142, + "main_score": 0.453718, + "hf_subset": "dik_Latn-pap_Latn", + "languages": [ + "dik-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.43201, + "recall": 0.486166, + "f1": 0.446141, + "accuracy": 0.486166, + "main_score": 0.446141, + "hf_subset": "dik_Latn-sot_Latn", + "languages": [ + "dik-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.461417, + "recall": 0.508893, + "f1": 0.47361, + "accuracy": 0.508893, + "main_score": 0.47361, + "hf_subset": "dik_Latn-tur_Latn", + "languages": [ + "dik-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.442101, + "recall": 0.493083, + "f1": 0.455334, + "accuracy": 0.493083, + "main_score": 0.455334, + "hf_subset": "dik_Latn-ace_Latn", + "languages": [ + "dik-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.4134, + "recall": 0.470356, + "f1": 0.429126, + "accuracy": 0.470356, + "main_score": 0.429126, + "hf_subset": "dik_Latn-ban_Latn", + "languages": [ + "dik-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.457087, + "recall": 0.505929, + "f1": 0.470009, + "accuracy": 0.505929, + "main_score": 0.470009, + "hf_subset": "dik_Latn-ell_Grek", + "languages": [ + "dik-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.447553, + "recall": 0.5, + "f1": 0.461605, + "accuracy": 0.5, + "main_score": 0.461605, + "hf_subset": "dik_Latn-hne_Deva", + "languages": [ + "dik-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.455211, + "recall": 0.500988, + "f1": 0.467787, + "accuracy": 0.500988, + "main_score": 0.467787, + "hf_subset": "dik_Latn-kik_Latn", + "languages": [ + "dik-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.458622, + "recall": 0.51087, + "f1": 0.472689, + "accuracy": 0.51087, + "main_score": 0.472689, + "hf_subset": "dik_Latn-mai_Deva", + "languages": [ + "dik-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.419677, + "recall": 0.465415, + "f1": 0.432121, + "accuracy": 0.465415, + "main_score": 0.432121, + "hf_subset": "dik_Latn-pbt_Arab", + "languages": [ + "dik-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.468193, + "recall": 0.523715, + "f1": 0.483133, + "accuracy": 0.523715, + "main_score": 0.483133, + "hf_subset": "dik_Latn-spa_Latn", + "languages": [ + "dik-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.469433, + "recall": 0.512846, + "f1": 0.481777, + "accuracy": 0.512846, + "main_score": 0.481777, + "hf_subset": "dik_Latn-twi_Latn", + "languages": [ + "dik-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.458545, + "recall": 0.505929, + "f1": 0.471358, + "accuracy": 0.505929, + "main_score": 0.471358, + "hf_subset": "dik_Latn-acm_Arab", + "languages": [ + "dik-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.40332, + "recall": 0.455534, + "f1": 0.416994, + "accuracy": 0.455534, + "main_score": 0.416994, + "hf_subset": "dik_Latn-bel_Cyrl", + "languages": [ + "dik-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.502552, + "recall": 0.563241, + "f1": 0.519874, + "accuracy": 0.563241, + "main_score": 0.519874, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.440014, + "recall": 0.491107, + "f1": 0.453792, + "accuracy": 0.491107, + "main_score": 0.453792, + "hf_subset": "dik_Latn-hrv_Latn", + "languages": [ + "dik-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.426345, + "recall": 0.470356, + "f1": 0.437789, + "accuracy": 0.470356, + "main_score": 0.437789, + "hf_subset": "dik_Latn-kin_Latn", + "languages": [ + "dik-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.41822, + "recall": 0.47332, + "f1": 0.432367, + "accuracy": 0.47332, + "main_score": 0.432367, + "hf_subset": "dik_Latn-mal_Mlym", + "languages": [ + "dik-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.433465, + "recall": 0.490119, + "f1": 0.448248, + "accuracy": 0.490119, + "main_score": 0.448248, + "hf_subset": "dik_Latn-pes_Arab", + "languages": [ + "dik-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.452957, + "recall": 0.505929, + "f1": 0.466408, + "accuracy": 0.505929, + "main_score": 0.466408, + "hf_subset": "dik_Latn-srd_Latn", + "languages": [ + "dik-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.169689, + "recall": 0.224308, + "f1": 0.181637, + "accuracy": 0.224308, + "main_score": 0.181637, + "hf_subset": "dik_Latn-tzm_Tfng", + "languages": [ + "dik-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.465029, + "recall": 0.513834, + "f1": 0.477973, + "accuracy": 0.513834, + "main_score": 0.477973, + "hf_subset": "dik_Latn-acq_Arab", + "languages": [ + "dik-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.467933, + "recall": 0.516798, + "f1": 0.481319, + "accuracy": 0.516798, + "main_score": 0.481319, + "hf_subset": "dik_Latn-bem_Latn", + "languages": [ + "dik-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.438815, + "recall": 0.481225, + "f1": 0.450586, + "accuracy": 0.481225, + "main_score": 0.450586, + "hf_subset": "dik_Latn-epo_Latn", + "languages": [ + "dik-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.459356, + "recall": 0.507905, + "f1": 0.471948, + "accuracy": 0.507905, + "main_score": 0.471948, + "hf_subset": "dik_Latn-hun_Latn", + "languages": [ + "dik-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.431774, + "recall": 0.477273, + "f1": 0.44474, + "accuracy": 0.477273, + "main_score": 0.44474, + "hf_subset": "dik_Latn-kir_Cyrl", + "languages": [ + "dik-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.441287, + "recall": 0.490119, + "f1": 0.454561, + "accuracy": 0.490119, + "main_score": 0.454561, + "hf_subset": "dik_Latn-mar_Deva", + "languages": [ + "dik-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.425879, + "recall": 0.47332, + "f1": 0.438402, + "accuracy": 0.47332, + "main_score": 0.438402, + "hf_subset": "dik_Latn-plt_Latn", + "languages": [ + "dik-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.437223, + "recall": 0.491107, + "f1": 0.451226, + "accuracy": 0.491107, + "main_score": 0.451226, + "hf_subset": "dik_Latn-srp_Cyrl", + "languages": [ + "dik-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.367207, + "recall": 0.423913, + "f1": 0.381365, + "accuracy": 0.423913, + "main_score": 0.381365, + "hf_subset": "dik_Latn-uig_Arab", + "languages": [ + "dik-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.435614, + "recall": 0.48419, + "f1": 0.448031, + "accuracy": 0.48419, + "main_score": 0.448031, + "hf_subset": "dik_Latn-aeb_Arab", + "languages": [ + "dik-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.432215, + "recall": 0.482213, + "f1": 0.445242, + "accuracy": 0.482213, + "main_score": 0.445242, + "hf_subset": "dik_Latn-ben_Beng", + "languages": [ + "dik-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.429192, + "recall": 0.48419, + "f1": 0.444119, + "accuracy": 0.48419, + "main_score": 0.444119, + "hf_subset": "dik_Latn-est_Latn", + "languages": [ + "dik-Latn", + "est-Latn" + ] + }, + { + "precision": 0.409001, + "recall": 0.464427, + "f1": 0.424047, + "accuracy": 0.464427, + "main_score": 0.424047, + "hf_subset": "dik_Latn-hye_Armn", + "languages": [ + "dik-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.42944, + "recall": 0.474308, + "f1": 0.442178, + "accuracy": 0.474308, + "main_score": 0.442178, + "hf_subset": "dik_Latn-kmb_Latn", + "languages": [ + "dik-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.322524, + "recall": 0.385375, + "f1": 0.338948, + "accuracy": 0.385375, + "main_score": 0.338948, + "hf_subset": "dik_Latn-min_Arab", + "languages": [ + "dik-Latn", + "min-Arab" + ] + }, + { + "precision": 0.476649, + "recall": 0.529644, + "f1": 0.491118, + "accuracy": 0.529644, + "main_score": 0.491118, + "hf_subset": "dik_Latn-pol_Latn", + "languages": [ + "dik-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.432123, + "recall": 0.478261, + "f1": 0.444118, + "accuracy": 0.478261, + "main_score": 0.444118, + "hf_subset": "dik_Latn-ssw_Latn", + "languages": [ + "dik-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.452532, + "recall": 0.504941, + "f1": 0.466548, + "accuracy": 0.504941, + "main_score": 0.466548, + "hf_subset": "dik_Latn-ukr_Cyrl", + "languages": [ + "dik-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.455196, + "recall": 0.500988, + "f1": 0.467549, + "accuracy": 0.500988, + "main_score": 0.467549, + "hf_subset": "dik_Latn-afr_Latn", + "languages": [ + "dik-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.480747, + "recall": 0.528656, + "f1": 0.493685, + "accuracy": 0.528656, + "main_score": 0.493685, + "hf_subset": "dik_Latn-bho_Deva", + "languages": [ + "dik-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.44331, + "recall": 0.488142, + "f1": 0.454808, + "accuracy": 0.488142, + "main_score": 0.454808, + "hf_subset": "dik_Latn-eus_Latn", + "languages": [ + "dik-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.437015, + "recall": 0.482213, + "f1": 0.448765, + "accuracy": 0.482213, + "main_score": 0.448765, + "hf_subset": "dik_Latn-ibo_Latn", + "languages": [ + "dik-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.443398, + "recall": 0.48913, + "f1": 0.454956, + "accuracy": 0.48913, + "main_score": 0.454956, + "hf_subset": "dik_Latn-kmr_Latn", + "languages": [ + "dik-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.434581, + "recall": 0.475296, + "f1": 0.445044, + "accuracy": 0.475296, + "main_score": 0.445044, + "hf_subset": "dik_Latn-min_Latn", + "languages": [ + "dik-Latn", + "min-Latn" + ] + }, + { + "precision": 0.479338, + "recall": 0.52668, + "f1": 0.492689, + "accuracy": 0.52668, + "main_score": 0.492689, + "hf_subset": "dik_Latn-por_Latn", + "languages": [ + "dik-Latn", + "por-Latn" + ] + }, + { + "precision": 0.43589, + "recall": 0.480237, + "f1": 0.447188, + "accuracy": 0.480237, + "main_score": 0.447188, + "hf_subset": "dik_Latn-sun_Latn", + "languages": [ + "dik-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.434876, + "recall": 0.483202, + "f1": 0.449144, + "accuracy": 0.483202, + "main_score": 0.449144, + "hf_subset": "dik_Latn-umb_Latn", + "languages": [ + "dik-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.44253, + "recall": 0.492095, + "f1": 0.454949, + "accuracy": 0.492095, + "main_score": 0.454949, + "hf_subset": "dik_Latn-ajp_Arab", + "languages": [ + "dik-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.326709, + "recall": 0.387352, + "f1": 0.342628, + "accuracy": 0.387352, + "main_score": 0.342628, + "hf_subset": "dik_Latn-bjn_Arab", + "languages": [ + "dik-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.443464, + "recall": 0.490119, + "f1": 0.456724, + "accuracy": 0.490119, + "main_score": 0.456724, + "hf_subset": "dik_Latn-ewe_Latn", + "languages": [ + "dik-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.432662, + "recall": 0.487154, + "f1": 0.446119, + "accuracy": 0.487154, + "main_score": 0.446119, + "hf_subset": "dik_Latn-ilo_Latn", + "languages": [ + "dik-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.211197, + "recall": 0.273715, + "f1": 0.227315, + "accuracy": 0.273715, + "main_score": 0.227315, + "hf_subset": "dik_Latn-knc_Arab", + "languages": [ + "dik-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.449834, + "recall": 0.5, + "f1": 0.463035, + "accuracy": 0.5, + "main_score": 0.463035, + "hf_subset": "dik_Latn-mkd_Cyrl", + "languages": [ + "dik-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.446071, + "recall": 0.501976, + "f1": 0.461111, + "accuracy": 0.501976, + "main_score": 0.461111, + "hf_subset": "dik_Latn-prs_Arab", + "languages": [ + "dik-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.460656, + "recall": 0.516798, + "f1": 0.475111, + "accuracy": 0.516798, + "main_score": 0.475111, + "hf_subset": "dik_Latn-swe_Latn", + "languages": [ + "dik-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.439667, + "recall": 0.490119, + "f1": 0.452549, + "accuracy": 0.490119, + "main_score": 0.452549, + "hf_subset": "dik_Latn-urd_Arab", + "languages": [ + "dik-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.479227, + "recall": 0.52668, + "f1": 0.492182, + "accuracy": 0.52668, + "main_score": 0.492182, + "hf_subset": "dik_Latn-aka_Latn", + "languages": [ + "dik-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.45473, + "recall": 0.502964, + "f1": 0.468359, + "accuracy": 0.502964, + "main_score": 0.468359, + "hf_subset": "dik_Latn-bjn_Latn", + "languages": [ + "dik-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.434558, + "recall": 0.478261, + "f1": 0.446817, + "accuracy": 0.478261, + "main_score": 0.446817, + "hf_subset": "dik_Latn-fao_Latn", + "languages": [ + "dik-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.462039, + "recall": 0.512846, + "f1": 0.475868, + "accuracy": 0.512846, + "main_score": 0.475868, + "hf_subset": "dik_Latn-ind_Latn", + "languages": [ + "dik-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.491543, + "recall": 0.535573, + "f1": 0.504243, + "accuracy": 0.535573, + "main_score": 0.504243, + "hf_subset": "dik_Latn-knc_Latn", + "languages": [ + "dik-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.42916, + "recall": 0.47332, + "f1": 0.440696, + "accuracy": 0.47332, + "main_score": 0.440696, + "hf_subset": "dik_Latn-mlt_Latn", + "languages": [ + "dik-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.464038, + "recall": 0.51581, + "f1": 0.478394, + "accuracy": 0.51581, + "main_score": 0.478394, + "hf_subset": "dik_Latn-quy_Latn", + "languages": [ + "dik-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.427798, + "recall": 0.480237, + "f1": 0.441804, + "accuracy": 0.480237, + "main_score": 0.441804, + "hf_subset": "dik_Latn-swh_Latn", + "languages": [ + "dik-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.407571, + "recall": 0.463439, + "f1": 0.421879, + "accuracy": 0.463439, + "main_score": 0.421879, + "hf_subset": "dik_Latn-uzn_Latn", + "languages": [ + "dik-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.432051, + "recall": 0.479249, + "f1": 0.444733, + "accuracy": 0.479249, + "main_score": 0.444733, + "hf_subset": "dik_Latn-als_Latn", + "languages": [ + "dik-Latn", + "als-Latn" + ] + }, + { + "precision": 0.312767, + "recall": 0.368577, + "f1": 0.327626, + "accuracy": 0.368577, + "main_score": 0.327626, + "hf_subset": "dik_Latn-bod_Tibt", + "languages": [ + "dik-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.440175, + "recall": 0.486166, + "f1": 0.453891, + "accuracy": 0.486166, + "main_score": 0.453891, + "hf_subset": "dik_Latn-fij_Latn", + "languages": [ + "dik-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.410099, + "recall": 0.460474, + "f1": 0.423513, + "accuracy": 0.460474, + "main_score": 0.423513, + "hf_subset": "dik_Latn-isl_Latn", + "languages": [ + "dik-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.470819, + "recall": 0.518775, + "f1": 0.484406, + "accuracy": 0.518775, + "main_score": 0.484406, + "hf_subset": "dik_Latn-kon_Latn", + "languages": [ + "dik-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.41685, + "recall": 0.474308, + "f1": 0.432018, + "accuracy": 0.474308, + "main_score": 0.432018, + "hf_subset": "dik_Latn-mni_Beng", + "languages": [ + "dik-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.460489, + "recall": 0.513834, + "f1": 0.474939, + "accuracy": 0.513834, + "main_score": 0.474939, + "hf_subset": "dik_Latn-ron_Latn", + "languages": [ + "dik-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.469854, + "recall": 0.513834, + "f1": 0.481537, + "accuracy": 0.513834, + "main_score": 0.481537, + "hf_subset": "dik_Latn-szl_Latn", + "languages": [ + "dik-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.476756, + "recall": 0.52668, + "f1": 0.490213, + "accuracy": 0.52668, + "main_score": 0.490213, + "hf_subset": "dik_Latn-vec_Latn", + "languages": [ + "dik-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.446856, + "recall": 0.496047, + "f1": 0.459766, + "accuracy": 0.496047, + "main_score": 0.459766, + "hf_subset": "dik_Latn-amh_Ethi", + "languages": [ + "dik-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.453268, + "recall": 0.505929, + "f1": 0.466975, + "accuracy": 0.505929, + "main_score": 0.466975, + "hf_subset": "dik_Latn-bos_Latn", + "languages": [ + "dik-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.444909, + "recall": 0.495059, + "f1": 0.458423, + "accuracy": 0.495059, + "main_score": 0.458423, + "hf_subset": "dik_Latn-fin_Latn", + "languages": [ + "dik-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.467726, + "recall": 0.517787, + "f1": 0.481202, + "accuracy": 0.517787, + "main_score": 0.481202, + "hf_subset": "dik_Latn-ita_Latn", + "languages": [ + "dik-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.468464, + "recall": 0.514822, + "f1": 0.481121, + "accuracy": 0.514822, + "main_score": 0.481121, + "hf_subset": "dik_Latn-kor_Hang", + "languages": [ + "dik-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.450284, + "recall": 0.495059, + "f1": 0.463112, + "accuracy": 0.495059, + "main_score": 0.463112, + "hf_subset": "dik_Latn-mos_Latn", + "languages": [ + "dik-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.420491, + "recall": 0.472332, + "f1": 0.433999, + "accuracy": 0.472332, + "main_score": 0.433999, + "hf_subset": "dik_Latn-run_Latn", + "languages": [ + "dik-Latn", + "run-Latn" + ] + }, + { + "precision": 0.421712, + "recall": 0.471344, + "f1": 0.434616, + "accuracy": 0.471344, + "main_score": 0.434616, + "hf_subset": "dik_Latn-tam_Taml", + "languages": [ + "dik-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.46707, + "recall": 0.514822, + "f1": 0.480494, + "accuracy": 0.514822, + "main_score": 0.480494, + "hf_subset": "dik_Latn-vie_Latn", + "languages": [ + "dik-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.441577, + "recall": 0.48913, + "f1": 0.453866, + "accuracy": 0.48913, + "main_score": 0.453866, + "hf_subset": "dik_Latn-apc_Arab", + "languages": [ + "dik-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.47406, + "recall": 0.519763, + "f1": 0.48713, + "accuracy": 0.519763, + "main_score": 0.48713, + "hf_subset": "dik_Latn-bug_Latn", + "languages": [ + "dik-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.418034, + "recall": 0.459486, + "f1": 0.430204, + "accuracy": 0.459486, + "main_score": 0.430204, + "hf_subset": "dik_Latn-fon_Latn", + "languages": [ + "dik-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.427834, + "recall": 0.480237, + "f1": 0.441655, + "accuracy": 0.480237, + "main_score": 0.441655, + "hf_subset": "dik_Latn-jav_Latn", + "languages": [ + "dik-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.417067, + "recall": 0.462451, + "f1": 0.428695, + "accuracy": 0.462451, + "main_score": 0.428695, + "hf_subset": "dik_Latn-lao_Laoo", + "languages": [ + "dik-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.401237, + "recall": 0.453557, + "f1": 0.415263, + "accuracy": 0.453557, + "main_score": 0.415263, + "hf_subset": "dik_Latn-mri_Latn", + "languages": [ + "dik-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.460741, + "recall": 0.516798, + "f1": 0.476565, + "accuracy": 0.516798, + "main_score": 0.476565, + "hf_subset": "dik_Latn-rus_Cyrl", + "languages": [ + "dik-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.456694, + "recall": 0.505929, + "f1": 0.470729, + "accuracy": 0.505929, + "main_score": 0.470729, + "hf_subset": "dik_Latn-taq_Latn", + "languages": [ + "dik-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.432731, + "recall": 0.482213, + "f1": 0.446005, + "accuracy": 0.482213, + "main_score": 0.446005, + "hf_subset": "dik_Latn-war_Latn", + "languages": [ + "dik-Latn", + "war-Latn" + ] + }, + { + "precision": 0.453298, + "recall": 0.505929, + "f1": 0.466996, + "accuracy": 0.505929, + "main_score": 0.466996, + "hf_subset": "dik_Latn-arb_Arab", + "languages": [ + "dik-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.469814, + "recall": 0.520751, + "f1": 0.483712, + "accuracy": 0.520751, + "main_score": 0.483712, + "hf_subset": "dik_Latn-bul_Cyrl", + "languages": [ + "dik-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.475976, + "recall": 0.52668, + "f1": 0.489747, + "accuracy": 0.52668, + "main_score": 0.489747, + "hf_subset": "dik_Latn-fra_Latn", + "languages": [ + "dik-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.472125, + "recall": 0.524704, + "f1": 0.486463, + "accuracy": 0.524704, + "main_score": 0.486463, + "hf_subset": "dik_Latn-jpn_Jpan", + "languages": [ + "dik-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.478019, + "recall": 0.519763, + "f1": 0.489696, + "accuracy": 0.519763, + "main_score": 0.489696, + "hf_subset": "dik_Latn-lij_Latn", + "languages": [ + "dik-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.409942, + "recall": 0.465415, + "f1": 0.424774, + "accuracy": 0.465415, + "main_score": 0.424774, + "hf_subset": "dik_Latn-mya_Mymr", + "languages": [ + "dik-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.475603, + "recall": 0.521739, + "f1": 0.488429, + "accuracy": 0.521739, + "main_score": 0.488429, + "hf_subset": "dik_Latn-sag_Latn", + "languages": [ + "dik-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.192677, + "recall": 0.248024, + "f1": 0.2062, + "accuracy": 0.248024, + "main_score": 0.2062, + "hf_subset": "dik_Latn-taq_Tfng", + "languages": [ + "dik-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.482875, + "recall": 0.528656, + "f1": 0.496509, + "accuracy": 0.528656, + "main_score": 0.496509, + "hf_subset": "dik_Latn-wol_Latn", + "languages": [ + "dik-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.375824, + "recall": 0.432806, + "f1": 0.39104, + "accuracy": 0.432806, + "main_score": 0.39104, + "hf_subset": "dik_Latn-arb_Latn", + "languages": [ + "dik-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.465735, + "recall": 0.511858, + "f1": 0.478821, + "accuracy": 0.511858, + "main_score": 0.478821, + "hf_subset": "dik_Latn-cat_Latn", + "languages": [ + "dik-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.484639, + "recall": 0.530632, + "f1": 0.496562, + "accuracy": 0.530632, + "main_score": 0.496562, + "hf_subset": "dik_Latn-fur_Latn", + "languages": [ + "dik-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.369402, + "recall": 0.427866, + "f1": 0.385222, + "accuracy": 0.427866, + "main_score": 0.385222, + "hf_subset": "dik_Latn-kab_Latn", + "languages": [ + "dik-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.439579, + "recall": 0.486166, + "f1": 0.45171, + "accuracy": 0.486166, + "main_score": 0.45171, + "hf_subset": "dik_Latn-lim_Latn", + "languages": [ + "dik-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.463093, + "recall": 0.513834, + "f1": 0.476894, + "accuracy": 0.513834, + "main_score": 0.476894, + "hf_subset": "dik_Latn-nld_Latn", + "languages": [ + "dik-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.40855, + "recall": 0.474308, + "f1": 0.42608, + "accuracy": 0.474308, + "main_score": 0.42608, + "hf_subset": "dik_Latn-san_Deva", + "languages": [ + "dik-Latn", + "san-Deva" + ] + }, + { + "precision": 0.421472, + "recall": 0.471344, + "f1": 0.435472, + "accuracy": 0.471344, + "main_score": 0.435472, + "hf_subset": "dik_Latn-tat_Cyrl", + "languages": [ + "dik-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.426223, + "recall": 0.475296, + "f1": 0.440013, + "accuracy": 0.475296, + "main_score": 0.440013, + "hf_subset": "dik_Latn-xho_Latn", + "languages": [ + "dik-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.452117, + "recall": 0.503953, + "f1": 0.465767, + "accuracy": 0.503953, + "main_score": 0.465767, + "hf_subset": "dik_Latn-ars_Arab", + "languages": [ + "dik-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.438709, + "recall": 0.482213, + "f1": 0.450046, + "accuracy": 0.482213, + "main_score": 0.450046, + "hf_subset": "dik_Latn-ceb_Latn", + "languages": [ + "dik-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.443852, + "recall": 0.493083, + "f1": 0.458056, + "accuracy": 0.493083, + "main_score": 0.458056, + "hf_subset": "dik_Latn-fuv_Latn", + "languages": [ + "dik-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.452038, + "recall": 0.494071, + "f1": 0.464173, + "accuracy": 0.494071, + "main_score": 0.464173, + "hf_subset": "dik_Latn-kac_Latn", + "languages": [ + "dik-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.509912, + "recall": 0.551383, + "f1": 0.521379, + "accuracy": 0.551383, + "main_score": 0.521379, + "hf_subset": "dik_Latn-lin_Latn", + "languages": [ + "dik-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.448451, + "recall": 0.48913, + "f1": 0.459512, + "accuracy": 0.48913, + "main_score": 0.459512, + "hf_subset": "dik_Latn-nno_Latn", + "languages": [ + "dik-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.42148, + "recall": 0.480237, + "f1": 0.437113, + "accuracy": 0.480237, + "main_score": 0.437113, + "hf_subset": "dik_Latn-sat_Olck", + "languages": [ + "dik-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.41371, + "recall": 0.469368, + "f1": 0.427509, + "accuracy": 0.469368, + "main_score": 0.427509, + "hf_subset": "dik_Latn-tel_Telu", + "languages": [ + "dik-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.393137, + "recall": 0.449605, + "f1": 0.408649, + "accuracy": 0.449605, + "main_score": 0.408649, + "hf_subset": "dik_Latn-ydd_Hebr", + "languages": [ + "dik-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.415081, + "recall": 0.472332, + "f1": 0.429762, + "accuracy": 0.472332, + "main_score": 0.429762, + "hf_subset": "dik_Latn-ary_Arab", + "languages": [ + "dik-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.453501, + "recall": 0.511858, + "f1": 0.468898, + "accuracy": 0.511858, + "main_score": 0.468898, + "hf_subset": "dik_Latn-ces_Latn", + "languages": [ + "dik-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.399378, + "recall": 0.456522, + "f1": 0.414739, + "accuracy": 0.456522, + "main_score": 0.414739, + "hf_subset": "dik_Latn-gaz_Latn", + "languages": [ + "dik-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.451134, + "recall": 0.499012, + "f1": 0.464703, + "accuracy": 0.499012, + "main_score": 0.464703, + "hf_subset": "dik_Latn-kam_Latn", + "languages": [ + "dik-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.429363, + "recall": 0.480237, + "f1": 0.44248, + "accuracy": 0.480237, + "main_score": 0.44248, + "hf_subset": "dik_Latn-lit_Latn", + "languages": [ + "dik-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.451012, + "recall": 0.502964, + "f1": 0.464411, + "accuracy": 0.502964, + "main_score": 0.464411, + "hf_subset": "dik_Latn-nob_Latn", + "languages": [ + "dik-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.444665, + "recall": 0.48913, + "f1": 0.456362, + "accuracy": 0.48913, + "main_score": 0.456362, + "hf_subset": "dik_Latn-scn_Latn", + "languages": [ + "dik-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.432926, + "recall": 0.476285, + "f1": 0.445022, + "accuracy": 0.476285, + "main_score": 0.445022, + "hf_subset": "dik_Latn-tgk_Cyrl", + "languages": [ + "dik-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.419573, + "recall": 0.477273, + "f1": 0.435217, + "accuracy": 0.477273, + "main_score": 0.435217, + "hf_subset": "dik_Latn-yor_Latn", + "languages": [ + "dik-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.447367, + "recall": 0.498024, + "f1": 0.459845, + "accuracy": 0.498024, + "main_score": 0.459845, + "hf_subset": "dik_Latn-arz_Arab", + "languages": [ + "dik-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.438789, + "recall": 0.488142, + "f1": 0.452258, + "accuracy": 0.488142, + "main_score": 0.452258, + "hf_subset": "dik_Latn-cjk_Latn", + "languages": [ + "dik-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.433336, + "recall": 0.478261, + "f1": 0.445569, + "accuracy": 0.478261, + "main_score": 0.445569, + "hf_subset": "dik_Latn-gla_Latn", + "languages": [ + "dik-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.427039, + "recall": 0.471344, + "f1": 0.439348, + "accuracy": 0.471344, + "main_score": 0.439348, + "hf_subset": "dik_Latn-kan_Knda", + "languages": [ + "dik-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.479966, + "recall": 0.523715, + "f1": 0.491971, + "accuracy": 0.523715, + "main_score": 0.491971, + "hf_subset": "dik_Latn-lmo_Latn", + "languages": [ + "dik-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.447606, + "recall": 0.492095, + "f1": 0.459656, + "accuracy": 0.492095, + "main_score": 0.459656, + "hf_subset": "dik_Latn-npi_Deva", + "languages": [ + "dik-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.384569, + "recall": 0.4417, + "f1": 0.401235, + "accuracy": 0.4417, + "main_score": 0.401235, + "hf_subset": "dik_Latn-shn_Mymr", + "languages": [ + "dik-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.436981, + "recall": 0.493083, + "f1": 0.451605, + "accuracy": 0.493083, + "main_score": 0.451605, + "hf_subset": "dik_Latn-tgl_Latn", + "languages": [ + "dik-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.446104, + "recall": 0.5, + "f1": 0.460786, + "accuracy": 0.5, + "main_score": 0.460786, + "hf_subset": "dik_Latn-yue_Hant", + "languages": [ + "dik-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.39138, + "recall": 0.439723, + "f1": 0.404494, + "accuracy": 0.439723, + "main_score": 0.404494, + "hf_subset": "dik_Latn-asm_Beng", + "languages": [ + "dik-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.400414, + "recall": 0.45751, + "f1": 0.415778, + "accuracy": 0.45751, + "main_score": 0.415778, + "hf_subset": "dik_Latn-ckb_Arab", + "languages": [ + "dik-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.415778, + "recall": 0.470356, + "f1": 0.431035, + "accuracy": 0.470356, + "main_score": 0.431035, + "hf_subset": "dik_Latn-gle_Latn", + "languages": [ + "dik-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.444277, + "recall": 0.502964, + "f1": 0.460111, + "accuracy": 0.502964, + "main_score": 0.460111, + "hf_subset": "dik_Latn-kas_Arab", + "languages": [ + "dik-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.431362, + "recall": 0.483202, + "f1": 0.444969, + "accuracy": 0.483202, + "main_score": 0.444969, + "hf_subset": "dik_Latn-ltg_Latn", + "languages": [ + "dik-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.464682, + "recall": 0.512846, + "f1": 0.477684, + "accuracy": 0.512846, + "main_score": 0.477684, + "hf_subset": "dik_Latn-nso_Latn", + "languages": [ + "dik-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.403679, + "recall": 0.462451, + "f1": 0.418578, + "accuracy": 0.462451, + "main_score": 0.418578, + "hf_subset": "dik_Latn-sin_Sinh", + "languages": [ + "dik-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.423247, + "recall": 0.481225, + "f1": 0.438918, + "accuracy": 0.481225, + "main_score": 0.438918, + "hf_subset": "dik_Latn-tha_Thai", + "languages": [ + "dik-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.412062, + "recall": 0.465415, + "f1": 0.426546, + "accuracy": 0.465415, + "main_score": 0.426546, + "hf_subset": "dik_Latn-zho_Hans", + "languages": [ + "dik-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.431066, + "recall": 0.478261, + "f1": 0.442776, + "accuracy": 0.478261, + "main_score": 0.442776, + "hf_subset": "dik_Latn-ast_Latn", + "languages": [ + "dik-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.461035, + "recall": 0.504941, + "f1": 0.473604, + "accuracy": 0.504941, + "main_score": 0.473604, + "hf_subset": "dik_Latn-crh_Latn", + "languages": [ + "dik-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.445893, + "recall": 0.497036, + "f1": 0.458765, + "accuracy": 0.497036, + "main_score": 0.458765, + "hf_subset": "dik_Latn-glg_Latn", + "languages": [ + "dik-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.437023, + "recall": 0.494071, + "f1": 0.452181, + "accuracy": 0.494071, + "main_score": 0.452181, + "hf_subset": "dik_Latn-kas_Deva", + "languages": [ + "dik-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.415304, + "recall": 0.467391, + "f1": 0.428684, + "accuracy": 0.467391, + "main_score": 0.428684, + "hf_subset": "dik_Latn-ltz_Latn", + "languages": [ + "dik-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.41284, + "recall": 0.469368, + "f1": 0.428568, + "accuracy": 0.469368, + "main_score": 0.428568, + "hf_subset": "dik_Latn-nus_Latn", + "languages": [ + "dik-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.45639, + "recall": 0.509881, + "f1": 0.470293, + "accuracy": 0.509881, + "main_score": 0.470293, + "hf_subset": "dik_Latn-slk_Latn", + "languages": [ + "dik-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.417883, + "recall": 0.472332, + "f1": 0.43215, + "accuracy": 0.472332, + "main_score": 0.43215, + "hf_subset": "dik_Latn-tir_Ethi", + "languages": [ + "dik-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.441932, + "recall": 0.48913, + "f1": 0.454277, + "accuracy": 0.48913, + "main_score": 0.454277, + "hf_subset": "dik_Latn-zho_Hant", + "languages": [ + "dik-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.43478, + "recall": 0.492095, + "f1": 0.449936, + "accuracy": 0.492095, + "main_score": 0.449936, + "hf_subset": "dik_Latn-awa_Deva", + "languages": [ + "dik-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.428871, + "recall": 0.475296, + "f1": 0.441773, + "accuracy": 0.475296, + "main_score": 0.441773, + "hf_subset": "dik_Latn-cym_Latn", + "languages": [ + "dik-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.487946, + "recall": 0.536561, + "f1": 0.501782, + "accuracy": 0.536561, + "main_score": 0.501782, + "hf_subset": "dik_Latn-grn_Latn", + "languages": [ + "dik-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.411016, + "recall": 0.466403, + "f1": 0.425122, + "accuracy": 0.466403, + "main_score": 0.425122, + "hf_subset": "dik_Latn-kat_Geor", + "languages": [ + "dik-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.472272, + "recall": 0.521739, + "f1": 0.485624, + "accuracy": 0.521739, + "main_score": 0.485624, + "hf_subset": "dik_Latn-lua_Latn", + "languages": [ + "dik-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.440971, + "recall": 0.487154, + "f1": 0.452939, + "accuracy": 0.487154, + "main_score": 0.452939, + "hf_subset": "dik_Latn-nya_Latn", + "languages": [ + "dik-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.453986, + "recall": 0.5, + "f1": 0.467015, + "accuracy": 0.5, + "main_score": 0.467015, + "hf_subset": "dik_Latn-slv_Latn", + "languages": [ + "dik-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.458265, + "recall": 0.503953, + "f1": 0.470576, + "accuracy": 0.503953, + "main_score": 0.470576, + "hf_subset": "dik_Latn-tpi_Latn", + "languages": [ + "dik-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.441929, + "recall": 0.497036, + "f1": 0.456006, + "accuracy": 0.497036, + "main_score": 0.456006, + "hf_subset": "dik_Latn-zsm_Latn", + "languages": [ + "dik-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.45082, + "recall": 0.504941, + "f1": 0.465851, + "accuracy": 0.504941, + "main_score": 0.465851, + "hf_subset": "dik_Latn-ayr_Latn", + "languages": [ + "dik-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.467672, + "recall": 0.517787, + "f1": 0.481635, + "accuracy": 0.517787, + "main_score": 0.481635, + "hf_subset": "dik_Latn-dan_Latn", + "languages": [ + "dik-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.436261, + "recall": 0.485178, + "f1": 0.448879, + "accuracy": 0.485178, + "main_score": 0.448879, + "hf_subset": "dik_Latn-guj_Gujr", + "languages": [ + "dik-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.42932, + "recall": 0.483202, + "f1": 0.443975, + "accuracy": 0.483202, + "main_score": 0.443975, + "hf_subset": "dik_Latn-kaz_Cyrl", + "languages": [ + "dik-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.423192, + "recall": 0.468379, + "f1": 0.436004, + "accuracy": 0.468379, + "main_score": 0.436004, + "hf_subset": "dik_Latn-lug_Latn", + "languages": [ + "dik-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.447725, + "recall": 0.494071, + "f1": 0.460514, + "accuracy": 0.494071, + "main_score": 0.460514, + "hf_subset": "dik_Latn-oci_Latn", + "languages": [ + "dik-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.442765, + "recall": 0.490119, + "f1": 0.454407, + "accuracy": 0.490119, + "main_score": 0.454407, + "hf_subset": "dik_Latn-smo_Latn", + "languages": [ + "dik-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.430422, + "recall": 0.475296, + "f1": 0.442344, + "accuracy": 0.475296, + "main_score": 0.442344, + "hf_subset": "dik_Latn-tsn_Latn", + "languages": [ + "dik-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.429558, + "recall": 0.482213, + "f1": 0.4442, + "accuracy": 0.482213, + "main_score": 0.4442, + "hf_subset": "dik_Latn-zul_Latn", + "languages": [ + "dik-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.395708, + "recall": 0.452569, + "f1": 0.410575, + "accuracy": 0.452569, + "main_score": 0.410575, + "hf_subset": "dik_Latn-azb_Arab", + "languages": [ + "dik-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.469902, + "recall": 0.523715, + "f1": 0.484784, + "accuracy": 0.523715, + "main_score": 0.484784, + "hf_subset": "dik_Latn-deu_Latn", + "languages": [ + "dik-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.413981, + "recall": 0.468379, + "f1": 0.428149, + "accuracy": 0.468379, + "main_score": 0.428149, + "hf_subset": "dik_Latn-hat_Latn", + "languages": [ + "dik-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.426367, + "recall": 0.471344, + "f1": 0.438427, + "accuracy": 0.471344, + "main_score": 0.438427, + "hf_subset": "dik_Latn-kbp_Latn", + "languages": [ + "dik-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.491486, + "recall": 0.532609, + "f1": 0.503214, + "accuracy": 0.532609, + "main_score": 0.503214, + "hf_subset": "dik_Latn-luo_Latn", + "languages": [ + "dik-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.406706, + "recall": 0.460474, + "f1": 0.42092, + "accuracy": 0.460474, + "main_score": 0.42092, + "hf_subset": "dik_Latn-ory_Orya", + "languages": [ + "dik-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.426377, + "recall": 0.479249, + "f1": 0.440335, + "accuracy": 0.479249, + "main_score": 0.440335, + "hf_subset": "dik_Latn-sna_Latn", + "languages": [ + "dik-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.442151, + "recall": 0.488142, + "f1": 0.454301, + "accuracy": 0.488142, + "main_score": 0.454301, + "hf_subset": "dik_Latn-tso_Latn", + "languages": [ + "dik-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.425972, + "recall": 0.478261, + "f1": 0.440774, + "accuracy": 0.478261, + "main_score": 0.440774, + "hf_subset": "dik_Latn-azj_Latn", + "languages": [ + "dik-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.421421, + "recall": 0.468379, + "f1": 0.434396, + "accuracy": 0.468379, + "main_score": 0.434396, + "hf_subset": "dik_Latn-hau_Latn", + "languages": [ + "dik-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.458435, + "recall": 0.504941, + "f1": 0.470672, + "accuracy": 0.504941, + "main_score": 0.470672, + "hf_subset": "dik_Latn-kea_Latn", + "languages": [ + "dik-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.448188, + "recall": 0.5, + "f1": 0.462085, + "accuracy": 0.5, + "main_score": 0.462085, + "hf_subset": "dik_Latn-lus_Latn", + "languages": [ + "dik-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.502228, + "recall": 0.547431, + "f1": 0.515072, + "accuracy": 0.547431, + "main_score": 0.515072, + "hf_subset": "dik_Latn-pag_Latn", + "languages": [ + "dik-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.381259, + "recall": 0.4417, + "f1": 0.396321, + "accuracy": 0.4417, + "main_score": 0.396321, + "hf_subset": "dik_Latn-snd_Arab", + "languages": [ + "dik-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.404325, + "recall": 0.455534, + "f1": 0.418536, + "accuracy": 0.455534, + "main_score": 0.418536, + "hf_subset": "dik_Latn-tuk_Latn", + "languages": [ + "dik-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.41768, + "recall": 0.467391, + "f1": 0.431019, + "accuracy": 0.467391, + "main_score": 0.431019, + "hf_subset": "dik_Latn-bak_Cyrl", + "languages": [ + "dik-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.421902, + "recall": 0.474308, + "f1": 0.436732, + "accuracy": 0.474308, + "main_score": 0.436732, + "hf_subset": "dik_Latn-dyu_Latn", + "languages": [ + "dik-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.423682, + "recall": 0.478261, + "f1": 0.438205, + "accuracy": 0.478261, + "main_score": 0.438205, + "hf_subset": "dik_Latn-heb_Hebr", + "languages": [ + "dik-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.418191, + "recall": 0.469368, + "f1": 0.433303, + "accuracy": 0.469368, + "main_score": 0.433303, + "hf_subset": "dik_Latn-khk_Cyrl", + "languages": [ + "dik-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.425873, + "recall": 0.481225, + "f1": 0.441317, + "accuracy": 0.481225, + "main_score": 0.441317, + "hf_subset": "dik_Latn-lvs_Latn", + "languages": [ + "dik-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.425576, + "recall": 0.47332, + "f1": 0.438621, + "accuracy": 0.47332, + "main_score": 0.438621, + "hf_subset": "dik_Latn-pan_Guru", + "languages": [ + "dik-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.403352, + "recall": 0.455534, + "f1": 0.417857, + "accuracy": 0.455534, + "main_score": 0.417857, + "hf_subset": "dik_Latn-som_Latn", + "languages": [ + "dik-Latn", + "som-Latn" + ] + }, + { + "precision": 0.41362, + "recall": 0.461462, + "f1": 0.425804, + "accuracy": 0.461462, + "main_score": 0.425804, + "hf_subset": "dik_Latn-tum_Latn", + "languages": [ + "dik-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.411951, + "recall": 0.485178, + "f1": 0.431847, + "accuracy": 0.485178, + "main_score": 0.431847, + "hf_subset": "hau_Latn-ace_Arab", + "languages": [ + "hau-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.454174, + "recall": 0.500988, + "f1": 0.466694, + "accuracy": 0.500988, + "main_score": 0.466694, + "hf_subset": "hau_Latn-bam_Latn", + "languages": [ + "hau-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.486003, + "recall": 0.566206, + "f1": 0.508391, + "accuracy": 0.566206, + "main_score": 0.508391, + "hf_subset": "hau_Latn-dzo_Tibt", + "languages": [ + "hau-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.885979, + "recall": 0.916008, + "f1": 0.895257, + "accuracy": 0.916008, + "main_score": 0.895257, + "hf_subset": "hau_Latn-hin_Deva", + "languages": [ + "hau-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.842467, + "recall": 0.885375, + "f1": 0.855418, + "accuracy": 0.885375, + "main_score": 0.855418, + "hf_subset": "hau_Latn-khm_Khmr", + "languages": [ + "hau-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.838933, + "recall": 0.879447, + "f1": 0.850613, + "accuracy": 0.879447, + "main_score": 0.850613, + "hf_subset": "hau_Latn-mag_Deva", + "languages": [ + "hau-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.853043, + "recall": 0.887352, + "f1": 0.862788, + "accuracy": 0.887352, + "main_score": 0.862788, + "hf_subset": "hau_Latn-pap_Latn", + "languages": [ + "hau-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.804875, + "recall": 0.850791, + "f1": 0.818714, + "accuracy": 0.850791, + "main_score": 0.818714, + "hf_subset": "hau_Latn-sot_Latn", + "languages": [ + "hau-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.883202, + "recall": 0.913043, + "f1": 0.892077, + "accuracy": 0.913043, + "main_score": 0.892077, + "hf_subset": "hau_Latn-tur_Latn", + "languages": [ + "hau-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.733342, + "recall": 0.781621, + "f1": 0.747159, + "accuracy": 0.781621, + "main_score": 0.747159, + "hf_subset": "hau_Latn-ace_Latn", + "languages": [ + "hau-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.811058, + "recall": 0.851779, + "f1": 0.822788, + "accuracy": 0.851779, + "main_score": 0.822788, + "hf_subset": "hau_Latn-ban_Latn", + "languages": [ + "hau-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.886422, + "recall": 0.91502, + "f1": 0.894784, + "accuracy": 0.91502, + "main_score": 0.894784, + "hf_subset": "hau_Latn-ell_Grek", + "languages": [ + "hau-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.825454, + "recall": 0.870553, + "f1": 0.838705, + "accuracy": 0.870553, + "main_score": 0.838705, + "hf_subset": "hau_Latn-hne_Deva", + "languages": [ + "hau-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.525075, + "recall": 0.577075, + "f1": 0.539432, + "accuracy": 0.577075, + "main_score": 0.539432, + "hf_subset": "hau_Latn-kik_Latn", + "languages": [ + "hau-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.833442, + "recall": 0.874506, + "f1": 0.845311, + "accuracy": 0.874506, + "main_score": 0.845311, + "hf_subset": "hau_Latn-mai_Deva", + "languages": [ + "hau-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.818208, + "recall": 0.859684, + "f1": 0.830312, + "accuracy": 0.859684, + "main_score": 0.830312, + "hf_subset": "hau_Latn-pbt_Arab", + "languages": [ + "hau-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.886213, + "recall": 0.913043, + "f1": 0.894027, + "accuracy": 0.913043, + "main_score": 0.894027, + "hf_subset": "hau_Latn-spa_Latn", + "languages": [ + "hau-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.645062, + "recall": 0.703557, + "f1": 0.660551, + "accuracy": 0.703557, + "main_score": 0.660551, + "hf_subset": "hau_Latn-twi_Latn", + "languages": [ + "hau-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.868857, + "recall": 0.90415, + "f1": 0.87955, + "accuracy": 0.90415, + "main_score": 0.87955, + "hf_subset": "hau_Latn-acm_Arab", + "languages": [ + "hau-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.834225, + "recall": 0.873518, + "f1": 0.845487, + "accuracy": 0.873518, + "main_score": 0.845487, + "hf_subset": "hau_Latn-bel_Cyrl", + "languages": [ + "hau-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.867279, + "recall": 0.897233, + "f1": 0.87566, + "accuracy": 0.897233, + "main_score": 0.87566, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.882987, + "recall": 0.91502, + "f1": 0.892622, + "accuracy": 0.91502, + "main_score": 0.892622, + "hf_subset": "hau_Latn-hrv_Latn", + "languages": [ + "hau-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.799078, + "recall": 0.844862, + "f1": 0.812996, + "accuracy": 0.844862, + "main_score": 0.812996, + "hf_subset": "hau_Latn-kin_Latn", + "languages": [ + "hau-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.856411, + "recall": 0.893281, + "f1": 0.867377, + "accuracy": 0.893281, + "main_score": 0.867377, + "hf_subset": "hau_Latn-mal_Mlym", + "languages": [ + "hau-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.86392, + "recall": 0.898221, + "f1": 0.873732, + "accuracy": 0.898221, + "main_score": 0.873732, + "hf_subset": "hau_Latn-pes_Arab", + "languages": [ + "hau-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.85038, + "recall": 0.885375, + "f1": 0.860282, + "accuracy": 0.885375, + "main_score": 0.860282, + "hf_subset": "hau_Latn-srd_Latn", + "languages": [ + "hau-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.219133, + "recall": 0.275692, + "f1": 0.232975, + "accuracy": 0.275692, + "main_score": 0.232975, + "hf_subset": "hau_Latn-tzm_Tfng", + "languages": [ + "hau-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.882141, + "recall": 0.916008, + "f1": 0.892572, + "accuracy": 0.916008, + "main_score": 0.892572, + "hf_subset": "hau_Latn-acq_Arab", + "languages": [ + "hau-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.621979, + "recall": 0.679842, + "f1": 0.636971, + "accuracy": 0.679842, + "main_score": 0.636971, + "hf_subset": "hau_Latn-bem_Latn", + "languages": [ + "hau-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.867128, + "recall": 0.901186, + "f1": 0.877226, + "accuracy": 0.901186, + "main_score": 0.877226, + "hf_subset": "hau_Latn-epo_Latn", + "languages": [ + "hau-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.882382, + "recall": 0.911067, + "f1": 0.89085, + "accuracy": 0.911067, + "main_score": 0.89085, + "hf_subset": "hau_Latn-hun_Latn", + "languages": [ + "hau-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.853023, + "recall": 0.892292, + "f1": 0.864937, + "accuracy": 0.892292, + "main_score": 0.864937, + "hf_subset": "hau_Latn-kir_Cyrl", + "languages": [ + "hau-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.885128, + "recall": 0.914032, + "f1": 0.893728, + "accuracy": 0.914032, + "main_score": 0.893728, + "hf_subset": "hau_Latn-mar_Deva", + "languages": [ + "hau-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.787996, + "recall": 0.83004, + "f1": 0.800198, + "accuracy": 0.83004, + "main_score": 0.800198, + "hf_subset": "hau_Latn-plt_Latn", + "languages": [ + "hau-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.859585, + "recall": 0.896245, + "f1": 0.870487, + "accuracy": 0.896245, + "main_score": 0.870487, + "hf_subset": "hau_Latn-srp_Cyrl", + "languages": [ + "hau-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.826416, + "recall": 0.87253, + "f1": 0.840876, + "accuracy": 0.87253, + "main_score": 0.840876, + "hf_subset": "hau_Latn-uig_Arab", + "languages": [ + "hau-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.859634, + "recall": 0.894269, + "f1": 0.869769, + "accuracy": 0.894269, + "main_score": 0.869769, + "hf_subset": "hau_Latn-aeb_Arab", + "languages": [ + "hau-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.871706, + "recall": 0.903162, + "f1": 0.881343, + "accuracy": 0.903162, + "main_score": 0.881343, + "hf_subset": "hau_Latn-ben_Beng", + "languages": [ + "hau-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.884018, + "recall": 0.91502, + "f1": 0.893396, + "accuracy": 0.91502, + "main_score": 0.893396, + "hf_subset": "hau_Latn-est_Latn", + "languages": [ + "hau-Latn", + "est-Latn" + ] + }, + { + "precision": 0.862575, + "recall": 0.898221, + "f1": 0.873271, + "accuracy": 0.898221, + "main_score": 0.873271, + "hf_subset": "hau_Latn-hye_Armn", + "languages": [ + "hau-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.456054, + "recall": 0.502964, + "f1": 0.468976, + "accuracy": 0.502964, + "main_score": 0.468976, + "hf_subset": "hau_Latn-kmb_Latn", + "languages": [ + "hau-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.378539, + "recall": 0.453557, + "f1": 0.396967, + "accuracy": 0.453557, + "main_score": 0.396967, + "hf_subset": "hau_Latn-min_Arab", + "languages": [ + "hau-Latn", + "min-Arab" + ] + }, + { + "precision": 0.881383, + "recall": 0.908103, + "f1": 0.888902, + "accuracy": 0.908103, + "main_score": 0.888902, + "hf_subset": "hau_Latn-pol_Latn", + "languages": [ + "hau-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.708137, + "recall": 0.764822, + "f1": 0.724925, + "accuracy": 0.764822, + "main_score": 0.724925, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.85559, + "recall": 0.893281, + "f1": 0.866685, + "accuracy": 0.893281, + "main_score": 0.866685, + "hf_subset": "hau_Latn-ukr_Cyrl", + "languages": [ + "hau-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.869997, + "recall": 0.905138, + "f1": 0.880451, + "accuracy": 0.905138, + "main_score": 0.880451, + "hf_subset": "hau_Latn-afr_Latn", + "languages": [ + "hau-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.798857, + "recall": 0.846838, + "f1": 0.812699, + "accuracy": 0.846838, + "main_score": 0.812699, + "hf_subset": "hau_Latn-bho_Deva", + "languages": [ + "hau-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.852314, + "recall": 0.884387, + "f1": 0.861536, + "accuracy": 0.884387, + "main_score": 0.861536, + "hf_subset": "hau_Latn-eus_Latn", + "languages": [ + "hau-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.7709, + "recall": 0.821146, + "f1": 0.78547, + "accuracy": 0.821146, + "main_score": 0.78547, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.771236, + "recall": 0.825099, + "f1": 0.787074, + "accuracy": 0.825099, + "main_score": 0.787074, + "hf_subset": "hau_Latn-kmr_Latn", + "languages": [ + "hau-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.850049, + "recall": 0.884387, + "f1": 0.859938, + "accuracy": 0.884387, + "main_score": 0.859938, + "hf_subset": "hau_Latn-min_Latn", + "languages": [ + "hau-Latn", + "min-Latn" + ] + }, + { + "precision": 0.891594, + "recall": 0.920949, + "f1": 0.900346, + "accuracy": 0.920949, + "main_score": 0.900346, + "hf_subset": "hau_Latn-por_Latn", + "languages": [ + "hau-Latn", + "por-Latn" + ] + }, + { + "precision": 0.852874, + "recall": 0.887352, + "f1": 0.862581, + "accuracy": 0.887352, + "main_score": 0.862581, + "hf_subset": "hau_Latn-sun_Latn", + "languages": [ + "hau-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.431156, + "recall": 0.481225, + "f1": 0.445035, + "accuracy": 0.481225, + "main_score": 0.445035, + "hf_subset": "hau_Latn-umb_Latn", + "languages": [ + "hau-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.871854, + "recall": 0.907115, + "f1": 0.882411, + "accuracy": 0.907115, + "main_score": 0.882411, + "hf_subset": "hau_Latn-ajp_Arab", + "languages": [ + "hau-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.394084, + "recall": 0.469368, + "f1": 0.4153, + "accuracy": 0.469368, + "main_score": 0.4153, + "hf_subset": "hau_Latn-bjn_Arab", + "languages": [ + "hau-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.45202, + "recall": 0.499012, + "f1": 0.464806, + "accuracy": 0.499012, + "main_score": 0.464806, + "hf_subset": "hau_Latn-ewe_Latn", + "languages": [ + "hau-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.817361, + "recall": 0.860672, + "f1": 0.829814, + "accuracy": 0.860672, + "main_score": 0.829814, + "hf_subset": "hau_Latn-ilo_Latn", + "languages": [ + "hau-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.22767, + "recall": 0.280632, + "f1": 0.240465, + "accuracy": 0.280632, + "main_score": 0.240465, + "hf_subset": "hau_Latn-knc_Arab", + "languages": [ + "hau-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.875856, + "recall": 0.912055, + "f1": 0.886957, + "accuracy": 0.912055, + "main_score": 0.886957, + "hf_subset": "hau_Latn-mkd_Cyrl", + "languages": [ + "hau-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.878874, + "recall": 0.909091, + "f1": 0.887928, + "accuracy": 0.909091, + "main_score": 0.887928, + "hf_subset": "hau_Latn-prs_Arab", + "languages": [ + "hau-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.883385, + "recall": 0.913043, + "f1": 0.892095, + "accuracy": 0.913043, + "main_score": 0.892095, + "hf_subset": "hau_Latn-swe_Latn", + "languages": [ + "hau-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.861949, + "recall": 0.899209, + "f1": 0.873337, + "accuracy": 0.899209, + "main_score": 0.873337, + "hf_subset": "hau_Latn-urd_Arab", + "languages": [ + "hau-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.645808, + "recall": 0.698617, + "f1": 0.660101, + "accuracy": 0.698617, + "main_score": 0.660101, + "hf_subset": "hau_Latn-aka_Latn", + "languages": [ + "hau-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.809725, + "recall": 0.848814, + "f1": 0.821024, + "accuracy": 0.848814, + "main_score": 0.821024, + "hf_subset": "hau_Latn-bjn_Latn", + "languages": [ + "hau-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.842638, + "recall": 0.881423, + "f1": 0.854564, + "accuracy": 0.881423, + "main_score": 0.854564, + "hf_subset": "hau_Latn-fao_Latn", + "languages": [ + "hau-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.885573, + "recall": 0.916008, + "f1": 0.894609, + "accuracy": 0.916008, + "main_score": 0.894609, + "hf_subset": "hau_Latn-ind_Latn", + "languages": [ + "hau-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.515331, + "recall": 0.556324, + "f1": 0.526505, + "accuracy": 0.556324, + "main_score": 0.526505, + "hf_subset": "hau_Latn-knc_Latn", + "languages": [ + "hau-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.867869, + "recall": 0.898221, + "f1": 0.876521, + "accuracy": 0.898221, + "main_score": 0.876521, + "hf_subset": "hau_Latn-mlt_Latn", + "languages": [ + "hau-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.554309, + "recall": 0.609684, + "f1": 0.569078, + "accuracy": 0.609684, + "main_score": 0.569078, + "hf_subset": "hau_Latn-quy_Latn", + "languages": [ + "hau-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.882415, + "recall": 0.912055, + "f1": 0.891156, + "accuracy": 0.912055, + "main_score": 0.891156, + "hf_subset": "hau_Latn-swh_Latn", + "languages": [ + "hau-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.866914, + "recall": 0.901186, + "f1": 0.876962, + "accuracy": 0.901186, + "main_score": 0.876962, + "hf_subset": "hau_Latn-uzn_Latn", + "languages": [ + "hau-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.852701, + "recall": 0.892292, + "f1": 0.864756, + "accuracy": 0.892292, + "main_score": 0.864756, + "hf_subset": "hau_Latn-als_Latn", + "languages": [ + "hau-Latn", + "als-Latn" + ] + }, + { + "precision": 0.644546, + "recall": 0.720356, + "f1": 0.666181, + "accuracy": 0.720356, + "main_score": 0.666181, + "hf_subset": "hau_Latn-bod_Tibt", + "languages": [ + "hau-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.591054, + "recall": 0.645257, + "f1": 0.606112, + "accuracy": 0.645257, + "main_score": 0.606112, + "hf_subset": "hau_Latn-fij_Latn", + "languages": [ + "hau-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.85448, + "recall": 0.894269, + "f1": 0.86685, + "accuracy": 0.894269, + "main_score": 0.86685, + "hf_subset": "hau_Latn-isl_Latn", + "languages": [ + "hau-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.525984, + "recall": 0.575099, + "f1": 0.538436, + "accuracy": 0.575099, + "main_score": 0.538436, + "hf_subset": "hau_Latn-kon_Latn", + "languages": [ + "hau-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.484449, + "recall": 0.537549, + "f1": 0.498341, + "accuracy": 0.537549, + "main_score": 0.498341, + "hf_subset": "hau_Latn-mni_Beng", + "languages": [ + "hau-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.876286, + "recall": 0.908103, + "f1": 0.885612, + "accuracy": 0.908103, + "main_score": 0.885612, + "hf_subset": "hau_Latn-ron_Latn", + "languages": [ + "hau-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.856183, + "recall": 0.887352, + "f1": 0.864881, + "accuracy": 0.887352, + "main_score": 0.864881, + "hf_subset": "hau_Latn-szl_Latn", + "languages": [ + "hau-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.857702, + "recall": 0.893281, + "f1": 0.867984, + "accuracy": 0.893281, + "main_score": 0.867984, + "hf_subset": "hau_Latn-vec_Latn", + "languages": [ + "hau-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.819443, + "recall": 0.866601, + "f1": 0.833727, + "accuracy": 0.866601, + "main_score": 0.833727, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.877266, + "recall": 0.910079, + "f1": 0.887171, + "accuracy": 0.910079, + "main_score": 0.887171, + "hf_subset": "hau_Latn-bos_Latn", + "languages": [ + "hau-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.872243, + "recall": 0.903162, + "f1": 0.881096, + "accuracy": 0.903162, + "main_score": 0.881096, + "hf_subset": "hau_Latn-fin_Latn", + "languages": [ + "hau-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.890596, + "recall": 0.920949, + "f1": 0.899736, + "accuracy": 0.920949, + "main_score": 0.899736, + "hf_subset": "hau_Latn-ita_Latn", + "languages": [ + "hau-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.886397, + "recall": 0.916008, + "f1": 0.894918, + "accuracy": 0.916008, + "main_score": 0.894918, + "hf_subset": "hau_Latn-kor_Hang", + "languages": [ + "hau-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.46432, + "recall": 0.502964, + "f1": 0.47511, + "accuracy": 0.502964, + "main_score": 0.47511, + "hf_subset": "hau_Latn-mos_Latn", + "languages": [ + "hau-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.699121, + "recall": 0.750988, + "f1": 0.714455, + "accuracy": 0.750988, + "main_score": 0.714455, + "hf_subset": "hau_Latn-run_Latn", + "languages": [ + "hau-Latn", + "run-Latn" + ] + }, + { + "precision": 0.867379, + "recall": 0.897233, + "f1": 0.876235, + "accuracy": 0.897233, + "main_score": 0.876235, + "hf_subset": "hau_Latn-tam_Taml", + "languages": [ + "hau-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.8787, + "recall": 0.907115, + "f1": 0.88647, + "accuracy": 0.907115, + "main_score": 0.88647, + "hf_subset": "hau_Latn-vie_Latn", + "languages": [ + "hau-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.867845, + "recall": 0.901186, + "f1": 0.877868, + "accuracy": 0.901186, + "main_score": 0.877868, + "hf_subset": "hau_Latn-apc_Arab", + "languages": [ + "hau-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.598515, + "recall": 0.649209, + "f1": 0.611939, + "accuracy": 0.649209, + "main_score": 0.611939, + "hf_subset": "hau_Latn-bug_Latn", + "languages": [ + "hau-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.426048, + "recall": 0.467391, + "f1": 0.437557, + "accuracy": 0.467391, + "main_score": 0.437557, + "hf_subset": "hau_Latn-fon_Latn", + "languages": [ + "hau-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.85304, + "recall": 0.885375, + "f1": 0.861838, + "accuracy": 0.885375, + "main_score": 0.861838, + "hf_subset": "hau_Latn-jav_Latn", + "languages": [ + "hau-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.840119, + "recall": 0.880435, + "f1": 0.852372, + "accuracy": 0.880435, + "main_score": 0.852372, + "hf_subset": "hau_Latn-lao_Laoo", + "languages": [ + "hau-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.796393, + "recall": 0.846838, + "f1": 0.811561, + "accuracy": 0.846838, + "main_score": 0.811561, + "hf_subset": "hau_Latn-mri_Latn", + "languages": [ + "hau-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.866001, + "recall": 0.90415, + "f1": 0.877539, + "accuracy": 0.90415, + "main_score": 0.877539, + "hf_subset": "hau_Latn-rus_Cyrl", + "languages": [ + "hau-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.44828, + "recall": 0.491107, + "f1": 0.460027, + "accuracy": 0.491107, + "main_score": 0.460027, + "hf_subset": "hau_Latn-taq_Latn", + "languages": [ + "hau-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.858943, + "recall": 0.894269, + "f1": 0.869204, + "accuracy": 0.894269, + "main_score": 0.869204, + "hf_subset": "hau_Latn-war_Latn", + "languages": [ + "hau-Latn", + "war-Latn" + ] + }, + { + "precision": 0.883103, + "recall": 0.916008, + "f1": 0.893168, + "accuracy": 0.916008, + "main_score": 0.893168, + "hf_subset": "hau_Latn-arb_Arab", + "languages": [ + "hau-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.876927, + "recall": 0.909091, + "f1": 0.886712, + "accuracy": 0.909091, + "main_score": 0.886712, + "hf_subset": "hau_Latn-bul_Cyrl", + "languages": [ + "hau-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.885798, + "recall": 0.914032, + "f1": 0.893972, + "accuracy": 0.914032, + "main_score": 0.893972, + "hf_subset": "hau_Latn-fra_Latn", + "languages": [ + "hau-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.865897, + "recall": 0.900198, + "f1": 0.87607, + "accuracy": 0.900198, + "main_score": 0.87607, + "hf_subset": "hau_Latn-jpn_Jpan", + "languages": [ + "hau-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.835575, + "recall": 0.869565, + "f1": 0.845029, + "accuracy": 0.869565, + "main_score": 0.845029, + "hf_subset": "hau_Latn-lij_Latn", + "languages": [ + "hau-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.85387, + "recall": 0.892292, + "f1": 0.865283, + "accuracy": 0.892292, + "main_score": 0.865283, + "hf_subset": "hau_Latn-mya_Mymr", + "languages": [ + "hau-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.495795, + "recall": 0.537549, + "f1": 0.507564, + "accuracy": 0.537549, + "main_score": 0.507564, + "hf_subset": "hau_Latn-sag_Latn", + "languages": [ + "hau-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.201422, + "recall": 0.26581, + "f1": 0.21753, + "accuracy": 0.26581, + "main_score": 0.21753, + "hf_subset": "hau_Latn-taq_Tfng", + "languages": [ + "hau-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.591202, + "recall": 0.63834, + "f1": 0.603099, + "accuracy": 0.63834, + "main_score": 0.603099, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.759091, + "recall": 0.816206, + "f1": 0.77652, + "accuracy": 0.816206, + "main_score": 0.77652, + "hf_subset": "hau_Latn-arb_Latn", + "languages": [ + "hau-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.868239, + "recall": 0.903162, + "f1": 0.878598, + "accuracy": 0.903162, + "main_score": 0.878598, + "hf_subset": "hau_Latn-cat_Latn", + "languages": [ + "hau-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.81478, + "recall": 0.847826, + "f1": 0.823558, + "accuracy": 0.847826, + "main_score": 0.823558, + "hf_subset": "hau_Latn-fur_Latn", + "languages": [ + "hau-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.429198, + "recall": 0.48913, + "f1": 0.44435, + "accuracy": 0.48913, + "main_score": 0.44435, + "hf_subset": "hau_Latn-kab_Latn", + "languages": [ + "hau-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.848429, + "recall": 0.881423, + "f1": 0.857948, + "accuracy": 0.881423, + "main_score": 0.857948, + "hf_subset": "hau_Latn-lim_Latn", + "languages": [ + "hau-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.875527, + "recall": 0.906126, + "f1": 0.884406, + "accuracy": 0.906126, + "main_score": 0.884406, + "hf_subset": "hau_Latn-nld_Latn", + "languages": [ + "hau-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.855363, + "recall": 0.88834, + "f1": 0.865152, + "accuracy": 0.88834, + "main_score": 0.865152, + "hf_subset": "hau_Latn-san_Deva", + "languages": [ + "hau-Latn", + "san-Deva" + ] + }, + { + "precision": 0.867984, + "recall": 0.901186, + "f1": 0.877806, + "accuracy": 0.901186, + "main_score": 0.877806, + "hf_subset": "hau_Latn-tat_Cyrl", + "languages": [ + "hau-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.79675, + "recall": 0.846838, + "f1": 0.811632, + "accuracy": 0.846838, + "main_score": 0.811632, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.874835, + "recall": 0.910079, + "f1": 0.885559, + "accuracy": 0.910079, + "main_score": 0.885559, + "hf_subset": "hau_Latn-ars_Arab", + "languages": [ + "hau-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.865671, + "recall": 0.899209, + "f1": 0.875262, + "accuracy": 0.899209, + "main_score": 0.875262, + "hf_subset": "hau_Latn-ceb_Latn", + "languages": [ + "hau-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.481555, + "recall": 0.52668, + "f1": 0.493205, + "accuracy": 0.52668, + "main_score": 0.493205, + "hf_subset": "hau_Latn-fuv_Latn", + "languages": [ + "hau-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.475721, + "recall": 0.513834, + "f1": 0.485737, + "accuracy": 0.513834, + "main_score": 0.485737, + "hf_subset": "hau_Latn-kac_Latn", + "languages": [ + "hau-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.557892, + "recall": 0.610672, + "f1": 0.571697, + "accuracy": 0.610672, + "main_score": 0.571697, + "hf_subset": "hau_Latn-lin_Latn", + "languages": [ + "hau-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.864833, + "recall": 0.896245, + "f1": 0.873522, + "accuracy": 0.896245, + "main_score": 0.873522, + "hf_subset": "hau_Latn-nno_Latn", + "languages": [ + "hau-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.742087, + "recall": 0.799407, + "f1": 0.759146, + "accuracy": 0.799407, + "main_score": 0.759146, + "hf_subset": "hau_Latn-sat_Olck", + "languages": [ + "hau-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.865102, + "recall": 0.901186, + "f1": 0.876021, + "accuracy": 0.901186, + "main_score": 0.876021, + "hf_subset": "hau_Latn-tel_Telu", + "languages": [ + "hau-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.857197, + "recall": 0.895257, + "f1": 0.868761, + "accuracy": 0.895257, + "main_score": 0.868761, + "hf_subset": "hau_Latn-ydd_Hebr", + "languages": [ + "hau-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.833489, + "recall": 0.873518, + "f1": 0.844951, + "accuracy": 0.873518, + "main_score": 0.844951, + "hf_subset": "hau_Latn-ary_Arab", + "languages": [ + "hau-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.883992, + "recall": 0.91502, + "f1": 0.893215, + "accuracy": 0.91502, + "main_score": 0.893215, + "hf_subset": "hau_Latn-ces_Latn", + "languages": [ + "hau-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.528691, + "recall": 0.59585, + "f1": 0.547904, + "accuracy": 0.59585, + "main_score": 0.547904, + "hf_subset": "hau_Latn-gaz_Latn", + "languages": [ + "hau-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.511375, + "recall": 0.568182, + "f1": 0.52691, + "accuracy": 0.568182, + "main_score": 0.52691, + "hf_subset": "hau_Latn-kam_Latn", + "languages": [ + "hau-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.859397, + "recall": 0.895257, + "f1": 0.870015, + "accuracy": 0.895257, + "main_score": 0.870015, + "hf_subset": "hau_Latn-lit_Latn", + "languages": [ + "hau-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.872596, + "recall": 0.90415, + "f1": 0.881757, + "accuracy": 0.90415, + "main_score": 0.881757, + "hf_subset": "hau_Latn-nob_Latn", + "languages": [ + "hau-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.848133, + "recall": 0.880435, + "f1": 0.857164, + "accuracy": 0.880435, + "main_score": 0.857164, + "hf_subset": "hau_Latn-scn_Latn", + "languages": [ + "hau-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.840135, + "recall": 0.881423, + "f1": 0.852456, + "accuracy": 0.881423, + "main_score": 0.852456, + "hf_subset": "hau_Latn-tgk_Cyrl", + "languages": [ + "hau-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.662168, + "recall": 0.726285, + "f1": 0.679675, + "accuracy": 0.726285, + "main_score": 0.679675, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.872851, + "recall": 0.90415, + "f1": 0.881647, + "accuracy": 0.90415, + "main_score": 0.881647, + "hf_subset": "hau_Latn-arz_Arab", + "languages": [ + "hau-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.442362, + "recall": 0.490119, + "f1": 0.454736, + "accuracy": 0.490119, + "main_score": 0.454736, + "hf_subset": "hau_Latn-cjk_Latn", + "languages": [ + "hau-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.828269, + "recall": 0.871542, + "f1": 0.841293, + "accuracy": 0.871542, + "main_score": 0.841293, + "hf_subset": "hau_Latn-gla_Latn", + "languages": [ + "hau-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.852956, + "recall": 0.886364, + "f1": 0.862653, + "accuracy": 0.886364, + "main_score": 0.862653, + "hf_subset": "hau_Latn-kan_Knda", + "languages": [ + "hau-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.830181, + "recall": 0.869565, + "f1": 0.841528, + "accuracy": 0.869565, + "main_score": 0.841528, + "hf_subset": "hau_Latn-lmo_Latn", + "languages": [ + "hau-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.865695, + "recall": 0.897233, + "f1": 0.875014, + "accuracy": 0.897233, + "main_score": 0.875014, + "hf_subset": "hau_Latn-npi_Deva", + "languages": [ + "hau-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.51132, + "recall": 0.576087, + "f1": 0.529917, + "accuracy": 0.576087, + "main_score": 0.529917, + "hf_subset": "hau_Latn-shn_Mymr", + "languages": [ + "hau-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.879835, + "recall": 0.913043, + "f1": 0.8903, + "accuracy": 0.913043, + "main_score": 0.8903, + "hf_subset": "hau_Latn-tgl_Latn", + "languages": [ + "hau-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.863858, + "recall": 0.896245, + "f1": 0.873257, + "accuracy": 0.896245, + "main_score": 0.873257, + "hf_subset": "hau_Latn-yue_Hant", + "languages": [ + "hau-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.855164, + "recall": 0.893281, + "f1": 0.867078, + "accuracy": 0.893281, + "main_score": 0.867078, + "hf_subset": "hau_Latn-asm_Beng", + "languages": [ + "hau-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.806341, + "recall": 0.854743, + "f1": 0.820756, + "accuracy": 0.854743, + "main_score": 0.820756, + "hf_subset": "hau_Latn-ckb_Arab", + "languages": [ + "hau-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.861505, + "recall": 0.897233, + "f1": 0.872052, + "accuracy": 0.897233, + "main_score": 0.872052, + "hf_subset": "hau_Latn-gle_Latn", + "languages": [ + "hau-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.71729, + "recall": 0.775692, + "f1": 0.734178, + "accuracy": 0.775692, + "main_score": 0.734178, + "hf_subset": "hau_Latn-kas_Arab", + "languages": [ + "hau-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.73615, + "recall": 0.79249, + "f1": 0.752475, + "accuracy": 0.79249, + "main_score": 0.752475, + "hf_subset": "hau_Latn-ltg_Latn", + "languages": [ + "hau-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.75998, + "recall": 0.812253, + "f1": 0.775165, + "accuracy": 0.812253, + "main_score": 0.775165, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.837412, + "recall": 0.880435, + "f1": 0.85, + "accuracy": 0.880435, + "main_score": 0.85, + "hf_subset": "hau_Latn-sin_Sinh", + "languages": [ + "hau-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.855229, + "recall": 0.893281, + "f1": 0.866707, + "accuracy": 0.893281, + "main_score": 0.866707, + "hf_subset": "hau_Latn-tha_Thai", + "languages": [ + "hau-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.798962, + "recall": 0.83498, + "f1": 0.808256, + "accuracy": 0.83498, + "main_score": 0.808256, + "hf_subset": "hau_Latn-zho_Hans", + "languages": [ + "hau-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.870299, + "recall": 0.903162, + "f1": 0.879825, + "accuracy": 0.903162, + "main_score": 0.879825, + "hf_subset": "hau_Latn-ast_Latn", + "languages": [ + "hau-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.854802, + "recall": 0.890316, + "f1": 0.865051, + "accuracy": 0.890316, + "main_score": 0.865051, + "hf_subset": "hau_Latn-crh_Latn", + "languages": [ + "hau-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.86786, + "recall": 0.900198, + "f1": 0.876896, + "accuracy": 0.900198, + "main_score": 0.876896, + "hf_subset": "hau_Latn-glg_Latn", + "languages": [ + "hau-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.662564, + "recall": 0.720356, + "f1": 0.678809, + "accuracy": 0.720356, + "main_score": 0.678809, + "hf_subset": "hau_Latn-kas_Deva", + "languages": [ + "hau-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.85504, + "recall": 0.889328, + "f1": 0.865199, + "accuracy": 0.889328, + "main_score": 0.865199, + "hf_subset": "hau_Latn-ltz_Latn", + "languages": [ + "hau-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.407076, + "recall": 0.458498, + "f1": 0.42133, + "accuracy": 0.458498, + "main_score": 0.42133, + "hf_subset": "hau_Latn-nus_Latn", + "languages": [ + "hau-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.861851, + "recall": 0.895257, + "f1": 0.871484, + "accuracy": 0.895257, + "main_score": 0.871484, + "hf_subset": "hau_Latn-slk_Latn", + "languages": [ + "hau-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.5432, + "recall": 0.614625, + "f1": 0.562175, + "accuracy": 0.614625, + "main_score": 0.562175, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.842449, + "recall": 0.883399, + "f1": 0.85437, + "accuracy": 0.883399, + "main_score": 0.85437, + "hf_subset": "hau_Latn-zho_Hant", + "languages": [ + "hau-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.839501, + "recall": 0.879447, + "f1": 0.851128, + "accuracy": 0.879447, + "main_score": 0.851128, + "hf_subset": "hau_Latn-awa_Deva", + "languages": [ + "hau-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.867754, + "recall": 0.90415, + "f1": 0.878887, + "accuracy": 0.90415, + "main_score": 0.878887, + "hf_subset": "hau_Latn-cym_Latn", + "languages": [ + "hau-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.590033, + "recall": 0.642292, + "f1": 0.603627, + "accuracy": 0.642292, + "main_score": 0.603627, + "hf_subset": "hau_Latn-grn_Latn", + "languages": [ + "hau-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.859034, + "recall": 0.893281, + "f1": 0.869238, + "accuracy": 0.893281, + "main_score": 0.869238, + "hf_subset": "hau_Latn-kat_Geor", + "languages": [ + "hau-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.518778, + "recall": 0.572134, + "f1": 0.532468, + "accuracy": 0.572134, + "main_score": 0.532468, + "hf_subset": "hau_Latn-lua_Latn", + "languages": [ + "hau-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.763538, + "recall": 0.818182, + "f1": 0.779978, + "accuracy": 0.818182, + "main_score": 0.779978, + "hf_subset": "hau_Latn-nya_Latn", + "languages": [ + "hau-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.871443, + "recall": 0.903162, + "f1": 0.880802, + "accuracy": 0.903162, + "main_score": 0.880802, + "hf_subset": "hau_Latn-slv_Latn", + "languages": [ + "hau-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.771122, + "recall": 0.815217, + "f1": 0.783061, + "accuracy": 0.815217, + "main_score": 0.783061, + "hf_subset": "hau_Latn-tpi_Latn", + "languages": [ + "hau-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.883638, + "recall": 0.910079, + "f1": 0.891282, + "accuracy": 0.910079, + "main_score": 0.891282, + "hf_subset": "hau_Latn-zsm_Latn", + "languages": [ + "hau-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.47305, + "recall": 0.519763, + "f1": 0.485949, + "accuracy": 0.519763, + "main_score": 0.485949, + "hf_subset": "hau_Latn-ayr_Latn", + "languages": [ + "hau-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.891288, + "recall": 0.920949, + "f1": 0.900033, + "accuracy": 0.920949, + "main_score": 0.900033, + "hf_subset": "hau_Latn-dan_Latn", + "languages": [ + "hau-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.885935, + "recall": 0.917984, + "f1": 0.895671, + "accuracy": 0.917984, + "main_score": 0.895671, + "hf_subset": "hau_Latn-guj_Gujr", + "languages": [ + "hau-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.854447, + "recall": 0.891304, + "f1": 0.865553, + "accuracy": 0.891304, + "main_score": 0.865553, + "hf_subset": "hau_Latn-kaz_Cyrl", + "languages": [ + "hau-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.615187, + "recall": 0.682806, + "f1": 0.633313, + "accuracy": 0.682806, + "main_score": 0.633313, + "hf_subset": "hau_Latn-lug_Latn", + "languages": [ + "hau-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.868241, + "recall": 0.899209, + "f1": 0.876786, + "accuracy": 0.899209, + "main_score": 0.876786, + "hf_subset": "hau_Latn-oci_Latn", + "languages": [ + "hau-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.763076, + "recall": 0.814229, + "f1": 0.777784, + "accuracy": 0.814229, + "main_score": 0.777784, + "hf_subset": "hau_Latn-smo_Latn", + "languages": [ + "hau-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.696502, + "recall": 0.752964, + "f1": 0.712735, + "accuracy": 0.752964, + "main_score": 0.712735, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.829463, + "recall": 0.87253, + "f1": 0.842951, + "accuracy": 0.87253, + "main_score": 0.842951, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.752477, + "recall": 0.804348, + "f1": 0.767703, + "accuracy": 0.804348, + "main_score": 0.767703, + "hf_subset": "hau_Latn-azb_Arab", + "languages": [ + "hau-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.883799, + "recall": 0.911067, + "f1": 0.89137, + "accuracy": 0.911067, + "main_score": 0.89137, + "hf_subset": "hau_Latn-deu_Latn", + "languages": [ + "hau-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.854085, + "recall": 0.889328, + "f1": 0.864564, + "accuracy": 0.889328, + "main_score": 0.864564, + "hf_subset": "hau_Latn-hat_Latn", + "languages": [ + "hau-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.468746, + "recall": 0.511858, + "f1": 0.480819, + "accuracy": 0.511858, + "main_score": 0.480819, + "hf_subset": "hau_Latn-kbp_Latn", + "languages": [ + "hau-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.504733, + "recall": 0.550395, + "f1": 0.517168, + "accuracy": 0.550395, + "main_score": 0.517168, + "hf_subset": "hau_Latn-luo_Latn", + "languages": [ + "hau-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.847308, + "recall": 0.886364, + "f1": 0.859206, + "accuracy": 0.886364, + "main_score": 0.859206, + "hf_subset": "hau_Latn-ory_Orya", + "languages": [ + "hau-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.813439, + "recall": 0.857708, + "f1": 0.82675, + "accuracy": 0.857708, + "main_score": 0.82675, + "hf_subset": "hau_Latn-sna_Latn", + "languages": [ + "hau-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.621561, + "recall": 0.681818, + "f1": 0.637233, + "accuracy": 0.681818, + "main_score": 0.637233, + "hf_subset": "hau_Latn-tso_Latn", + "languages": [ + "hau-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.85267, + "recall": 0.889328, + "f1": 0.863458, + "accuracy": 0.889328, + "main_score": 0.863458, + "hf_subset": "hau_Latn-azj_Latn", + "languages": [ + "hau-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.475564, + "recall": 0.524704, + "f1": 0.489394, + "accuracy": 0.524704, + "main_score": 0.489394, + "hf_subset": "hau_Latn-dik_Latn", + "languages": [ + "hau-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.812245, + "recall": 0.856719, + "f1": 0.824617, + "accuracy": 0.856719, + "main_score": 0.824617, + "hf_subset": "hau_Latn-kea_Latn", + "languages": [ + "hau-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.785764, + "recall": 0.833004, + "f1": 0.799292, + "accuracy": 0.833004, + "main_score": 0.799292, + "hf_subset": "hau_Latn-lus_Latn", + "languages": [ + "hau-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.675924, + "recall": 0.726285, + "f1": 0.689015, + "accuracy": 0.726285, + "main_score": 0.689015, + "hf_subset": "hau_Latn-pag_Latn", + "languages": [ + "hau-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.835198, + "recall": 0.874506, + "f1": 0.847067, + "accuracy": 0.874506, + "main_score": 0.847067, + "hf_subset": "hau_Latn-snd_Arab", + "languages": [ + "hau-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.852481, + "recall": 0.891304, + "f1": 0.864248, + "accuracy": 0.891304, + "main_score": 0.864248, + "hf_subset": "hau_Latn-tuk_Latn", + "languages": [ + "hau-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.856275, + "recall": 0.892292, + "f1": 0.867129, + "accuracy": 0.892292, + "main_score": 0.867129, + "hf_subset": "hau_Latn-bak_Cyrl", + "languages": [ + "hau-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.419336, + "recall": 0.47332, + "f1": 0.434863, + "accuracy": 0.47332, + "main_score": 0.434863, + "hf_subset": "hau_Latn-dyu_Latn", + "languages": [ + "hau-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.874358, + "recall": 0.906126, + "f1": 0.883517, + "accuracy": 0.906126, + "main_score": 0.883517, + "hf_subset": "hau_Latn-heb_Hebr", + "languages": [ + "hau-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.854801, + "recall": 0.88834, + "f1": 0.864621, + "accuracy": 0.88834, + "main_score": 0.864621, + "hf_subset": "hau_Latn-khk_Cyrl", + "languages": [ + "hau-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.869601, + "recall": 0.903162, + "f1": 0.879433, + "accuracy": 0.903162, + "main_score": 0.879433, + "hf_subset": "hau_Latn-lvs_Latn", + "languages": [ + "hau-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.861875, + "recall": 0.894269, + "f1": 0.871171, + "accuracy": 0.894269, + "main_score": 0.871171, + "hf_subset": "hau_Latn-pan_Guru", + "languages": [ + "hau-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.799539, + "recall": 0.847826, + "f1": 0.81382, + "accuracy": 0.847826, + "main_score": 0.81382, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ] + }, + { + "precision": 0.62756, + "recall": 0.68083, + "f1": 0.643041, + "accuracy": 0.68083, + "main_score": 0.643041, + "hf_subset": "hau_Latn-tum_Latn", + "languages": [ + "hau-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.545677, + "recall": 0.626482, + "f1": 0.569328, + "accuracy": 0.626482, + "main_score": 0.569328, + "hf_subset": "kea_Latn-ace_Arab", + "languages": [ + "kea-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.503002, + "recall": 0.564229, + "f1": 0.51998, + "accuracy": 0.564229, + "main_score": 0.51998, + "hf_subset": "kea_Latn-bam_Latn", + "languages": [ + "kea-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.56386, + "recall": 0.653162, + "f1": 0.589391, + "accuracy": 0.653162, + "main_score": 0.589391, + "hf_subset": "kea_Latn-dzo_Tibt", + "languages": [ + "kea-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-hin_Deva", + "languages": [ + "kea-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.940827, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "kea_Latn-khm_Khmr", + "languages": [ + "kea-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kea_Latn-mag_Deva", + "languages": [ + "kea-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-pap_Latn", + "languages": [ + "kea-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.820991, + "recall": 0.865613, + "f1": 0.834503, + "accuracy": 0.865613, + "main_score": 0.834503, + "hf_subset": "kea_Latn-sot_Latn", + "languages": [ + "kea-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kea_Latn-tur_Latn", + "languages": [ + "kea-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.868001, + "recall": 0.900198, + "f1": 0.877635, + "accuracy": 0.900198, + "main_score": 0.877635, + "hf_subset": "kea_Latn-ace_Latn", + "languages": [ + "kea-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "kea_Latn-ban_Latn", + "languages": [ + "kea-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-ell_Grek", + "languages": [ + "kea-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "kea_Latn-hne_Deva", + "languages": [ + "kea-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.576122, + "recall": 0.647233, + "f1": 0.595542, + "accuracy": 0.647233, + "main_score": 0.595542, + "hf_subset": "kea_Latn-kik_Latn", + "languages": [ + "kea-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-mai_Deva", + "languages": [ + "kea-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.927042, + "recall": 0.948617, + "f1": 0.934124, + "accuracy": 0.948617, + "main_score": 0.934124, + "hf_subset": "kea_Latn-pbt_Arab", + "languages": [ + "kea-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-spa_Latn", + "languages": [ + "kea-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.729891, + "recall": 0.788538, + "f1": 0.74753, + "accuracy": 0.788538, + "main_score": 0.74753, + "hf_subset": "kea_Latn-twi_Latn", + "languages": [ + "kea-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "kea_Latn-acm_Arab", + "languages": [ + "kea-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "kea_Latn-bel_Cyrl", + "languages": [ + "kea-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kea_Latn-hrv_Latn", + "languages": [ + "kea-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.793017, + "recall": 0.84585, + "f1": 0.809011, + "accuracy": 0.84585, + "main_score": 0.809011, + "hf_subset": "kea_Latn-kin_Latn", + "languages": [ + "kea-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kea_Latn-mal_Mlym", + "languages": [ + "kea-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "kea_Latn-pes_Arab", + "languages": [ + "kea-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-srd_Latn", + "languages": [ + "kea-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.224, + "recall": 0.282609, + "f1": 0.23866, + "accuracy": 0.282609, + "main_score": 0.23866, + "hf_subset": "kea_Latn-tzm_Tfng", + "languages": [ + "kea-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kea_Latn-acq_Arab", + "languages": [ + "kea-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.670144, + "recall": 0.728261, + "f1": 0.686909, + "accuracy": 0.728261, + "main_score": 0.686909, + "hf_subset": "kea_Latn-bem_Latn", + "languages": [ + "kea-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "kea_Latn-epo_Latn", + "languages": [ + "kea-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "kea_Latn-hun_Latn", + "languages": [ + "kea-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.953369, + "recall": 0.966403, + "f1": 0.957428, + "accuracy": 0.966403, + "main_score": 0.957428, + "hf_subset": "kea_Latn-kir_Cyrl", + "languages": [ + "kea-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-mar_Deva", + "languages": [ + "kea-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.811841, + "recall": 0.859684, + "f1": 0.826449, + "accuracy": 0.859684, + "main_score": 0.826449, + "hf_subset": "kea_Latn-plt_Latn", + "languages": [ + "kea-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kea_Latn-srp_Cyrl", + "languages": [ + "kea-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.896739, + "recall": 0.927866, + "f1": 0.906588, + "accuracy": 0.927866, + "main_score": 0.906588, + "hf_subset": "kea_Latn-uig_Arab", + "languages": [ + "kea-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "kea_Latn-aeb_Arab", + "languages": [ + "kea-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-ben_Beng", + "languages": [ + "kea-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kea_Latn-est_Latn", + "languages": [ + "kea-Latn", + "est-Latn" + ] + }, + { + "precision": 0.964674, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "kea_Latn-hye_Armn", + "languages": [ + "kea-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.50967, + "recall": 0.568182, + "f1": 0.525922, + "accuracy": 0.568182, + "main_score": 0.525922, + "hf_subset": "kea_Latn-kmb_Latn", + "languages": [ + "kea-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.507192, + "recall": 0.588933, + "f1": 0.530316, + "accuracy": 0.588933, + "main_score": 0.530316, + "hf_subset": "kea_Latn-min_Arab", + "languages": [ + "kea-Latn", + "min-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-pol_Latn", + "languages": [ + "kea-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.699292, + "recall": 0.762846, + "f1": 0.71797, + "accuracy": 0.762846, + "main_score": 0.71797, + "hf_subset": "kea_Latn-ssw_Latn", + "languages": [ + "kea-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "kea_Latn-ukr_Cyrl", + "languages": [ + "kea-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-afr_Latn", + "languages": [ + "kea-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kea_Latn-bho_Deva", + "languages": [ + "kea-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "kea_Latn-eus_Latn", + "languages": [ + "kea-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.828837, + "recall": 0.87253, + "f1": 0.842194, + "accuracy": 0.87253, + "main_score": 0.842194, + "hf_subset": "kea_Latn-ibo_Latn", + "languages": [ + "kea-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.839387, + "recall": 0.882411, + "f1": 0.852388, + "accuracy": 0.882411, + "main_score": 0.852388, + "hf_subset": "kea_Latn-kmr_Latn", + "languages": [ + "kea-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "kea_Latn-min_Latn", + "languages": [ + "kea-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kea_Latn-por_Latn", + "languages": [ + "kea-Latn", + "por-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "kea_Latn-sun_Latn", + "languages": [ + "kea-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.504119, + "recall": 0.564229, + "f1": 0.521396, + "accuracy": 0.564229, + "main_score": 0.521396, + "hf_subset": "kea_Latn-umb_Latn", + "languages": [ + "kea-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-ajp_Arab", + "languages": [ + "kea-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.54506, + "recall": 0.620553, + "f1": 0.566503, + "accuracy": 0.620553, + "main_score": 0.566503, + "hf_subset": "kea_Latn-bjn_Arab", + "languages": [ + "kea-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.468697, + "recall": 0.528656, + "f1": 0.485614, + "accuracy": 0.528656, + "main_score": 0.485614, + "hf_subset": "kea_Latn-ewe_Latn", + "languages": [ + "kea-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.94277, + "recall": 0.959486, + "f1": 0.948024, + "accuracy": 0.959486, + "main_score": 0.948024, + "hf_subset": "kea_Latn-ilo_Latn", + "languages": [ + "kea-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.269546, + "recall": 0.33498, + "f1": 0.285974, + "accuracy": 0.33498, + "main_score": 0.285974, + "hf_subset": "kea_Latn-knc_Arab", + "languages": [ + "kea-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-mkd_Cyrl", + "languages": [ + "kea-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kea_Latn-prs_Arab", + "languages": [ + "kea-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-swe_Latn", + "languages": [ + "kea-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "kea_Latn-urd_Arab", + "languages": [ + "kea-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.733756, + "recall": 0.791502, + "f1": 0.7504, + "accuracy": 0.791502, + "main_score": 0.7504, + "hf_subset": "kea_Latn-aka_Latn", + "languages": [ + "kea-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.948979, + "recall": 0.963439, + "f1": 0.953557, + "accuracy": 0.963439, + "main_score": 0.953557, + "hf_subset": "kea_Latn-bjn_Latn", + "languages": [ + "kea-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "kea_Latn-fao_Latn", + "languages": [ + "kea-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-ind_Latn", + "languages": [ + "kea-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.535016, + "recall": 0.587945, + "f1": 0.549747, + "accuracy": 0.587945, + "main_score": 0.549747, + "hf_subset": "kea_Latn-knc_Latn", + "languages": [ + "kea-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kea_Latn-mlt_Latn", + "languages": [ + "kea-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.642336, + "recall": 0.709486, + "f1": 0.661909, + "accuracy": 0.709486, + "main_score": 0.661909, + "hf_subset": "kea_Latn-quy_Latn", + "languages": [ + "kea-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "kea_Latn-swh_Latn", + "languages": [ + "kea-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "kea_Latn-uzn_Latn", + "languages": [ + "kea-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kea_Latn-als_Latn", + "languages": [ + "kea-Latn", + "als-Latn" + ] + }, + { + "precision": 0.7118, + "recall": 0.778656, + "f1": 0.731069, + "accuracy": 0.778656, + "main_score": 0.731069, + "hf_subset": "kea_Latn-bod_Tibt", + "languages": [ + "kea-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.623527, + "recall": 0.685771, + "f1": 0.64119, + "accuracy": 0.685771, + "main_score": 0.64119, + "hf_subset": "kea_Latn-fij_Latn", + "languages": [ + "kea-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "kea_Latn-isl_Latn", + "languages": [ + "kea-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.604511, + "recall": 0.66996, + "f1": 0.622905, + "accuracy": 0.66996, + "main_score": 0.622905, + "hf_subset": "kea_Latn-kon_Latn", + "languages": [ + "kea-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.620235, + "recall": 0.690711, + "f1": 0.640511, + "accuracy": 0.690711, + "main_score": 0.640511, + "hf_subset": "kea_Latn-mni_Beng", + "languages": [ + "kea-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-ron_Latn", + "languages": [ + "kea-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.974555, + "recall": 0.981225, + "f1": 0.97668, + "accuracy": 0.981225, + "main_score": 0.97668, + "hf_subset": "kea_Latn-szl_Latn", + "languages": [ + "kea-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kea_Latn-vec_Latn", + "languages": [ + "kea-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.891963, + "recall": 0.923913, + "f1": 0.902094, + "accuracy": 0.923913, + "main_score": 0.902094, + "hf_subset": "kea_Latn-amh_Ethi", + "languages": [ + "kea-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "kea_Latn-bos_Latn", + "languages": [ + "kea-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kea_Latn-fin_Latn", + "languages": [ + "kea-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-ita_Latn", + "languages": [ + "kea-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kea_Latn-kor_Hang", + "languages": [ + "kea-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.512882, + "recall": 0.566206, + "f1": 0.527797, + "accuracy": 0.566206, + "main_score": 0.527797, + "hf_subset": "kea_Latn-mos_Latn", + "languages": [ + "kea-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.684669, + "recall": 0.747036, + "f1": 0.702499, + "accuracy": 0.747036, + "main_score": 0.702499, + "hf_subset": "kea_Latn-run_Latn", + "languages": [ + "kea-Latn", + "run-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "kea_Latn-tam_Taml", + "languages": [ + "kea-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "kea_Latn-vie_Latn", + "languages": [ + "kea-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "kea_Latn-apc_Arab", + "languages": [ + "kea-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.748835, + "recall": 0.80336, + "f1": 0.765069, + "accuracy": 0.80336, + "main_score": 0.765069, + "hf_subset": "kea_Latn-bug_Latn", + "languages": [ + "kea-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.442722, + "recall": 0.492095, + "f1": 0.456692, + "accuracy": 0.492095, + "main_score": 0.456692, + "hf_subset": "kea_Latn-fon_Latn", + "languages": [ + "kea-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "kea_Latn-jav_Latn", + "languages": [ + "kea-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.908333, + "recall": 0.936759, + "f1": 0.91749, + "accuracy": 0.936759, + "main_score": 0.91749, + "hf_subset": "kea_Latn-lao_Laoo", + "languages": [ + "kea-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.833827, + "recall": 0.879447, + "f1": 0.848155, + "accuracy": 0.879447, + "main_score": 0.848155, + "hf_subset": "kea_Latn-mri_Latn", + "languages": [ + "kea-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-rus_Cyrl", + "languages": [ + "kea-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.52611, + "recall": 0.586957, + "f1": 0.542764, + "accuracy": 0.586957, + "main_score": 0.542764, + "hf_subset": "kea_Latn-taq_Latn", + "languages": [ + "kea-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "kea_Latn-war_Latn", + "languages": [ + "kea-Latn", + "war-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kea_Latn-arb_Arab", + "languages": [ + "kea-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kea_Latn-bul_Cyrl", + "languages": [ + "kea-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-fra_Latn", + "languages": [ + "kea-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-jpn_Jpan", + "languages": [ + "kea-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-lij_Latn", + "languages": [ + "kea-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.937829, + "recall": 0.95751, + "f1": 0.944236, + "accuracy": 0.95751, + "main_score": 0.944236, + "hf_subset": "kea_Latn-mya_Mymr", + "languages": [ + "kea-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.569752, + "recall": 0.62747, + "f1": 0.585702, + "accuracy": 0.62747, + "main_score": 0.585702, + "hf_subset": "kea_Latn-sag_Latn", + "languages": [ + "kea-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.228354, + "recall": 0.300395, + "f1": 0.246344, + "accuracy": 0.300395, + "main_score": 0.246344, + "hf_subset": "kea_Latn-taq_Tfng", + "languages": [ + "kea-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.650512, + "recall": 0.709486, + "f1": 0.667514, + "accuracy": 0.709486, + "main_score": 0.667514, + "hf_subset": "kea_Latn-wol_Latn", + "languages": [ + "kea-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.836331, + "recall": 0.881423, + "f1": 0.850593, + "accuracy": 0.881423, + "main_score": 0.850593, + "hf_subset": "kea_Latn-arb_Latn", + "languages": [ + "kea-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kea_Latn-cat_Latn", + "languages": [ + "kea-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kea_Latn-fur_Latn", + "languages": [ + "kea-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.445499, + "recall": 0.518775, + "f1": 0.466323, + "accuracy": 0.518775, + "main_score": 0.466323, + "hf_subset": "kea_Latn-kab_Latn", + "languages": [ + "kea-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kea_Latn-lim_Latn", + "languages": [ + "kea-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kea_Latn-nld_Latn", + "languages": [ + "kea-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.935935, + "recall": 0.954545, + "f1": 0.942029, + "accuracy": 0.954545, + "main_score": 0.942029, + "hf_subset": "kea_Latn-san_Deva", + "languages": [ + "kea-Latn", + "san-Deva" + ] + }, + { + "precision": 0.970109, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "kea_Latn-tat_Cyrl", + "languages": [ + "kea-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.82025, + "recall": 0.866601, + "f1": 0.834192, + "accuracy": 0.866601, + "main_score": 0.834192, + "hf_subset": "kea_Latn-xho_Latn", + "languages": [ + "kea-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kea_Latn-ars_Arab", + "languages": [ + "kea-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "kea_Latn-ceb_Latn", + "languages": [ + "kea-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.491917, + "recall": 0.560277, + "f1": 0.51094, + "accuracy": 0.560277, + "main_score": 0.51094, + "hf_subset": "kea_Latn-fuv_Latn", + "languages": [ + "kea-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.485936, + "recall": 0.541502, + "f1": 0.501141, + "accuracy": 0.541502, + "main_score": 0.501141, + "hf_subset": "kea_Latn-kac_Latn", + "languages": [ + "kea-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.630593, + "recall": 0.694664, + "f1": 0.648405, + "accuracy": 0.694664, + "main_score": 0.648405, + "hf_subset": "kea_Latn-lin_Latn", + "languages": [ + "kea-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.974506, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "kea_Latn-nno_Latn", + "languages": [ + "kea-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.830781, + "recall": 0.875494, + "f1": 0.84473, + "accuracy": 0.875494, + "main_score": 0.84473, + "hf_subset": "kea_Latn-sat_Olck", + "languages": [ + "kea-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "kea_Latn-tel_Telu", + "languages": [ + "kea-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "kea_Latn-ydd_Hebr", + "languages": [ + "kea-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "kea_Latn-ary_Arab", + "languages": [ + "kea-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-ces_Latn", + "languages": [ + "kea-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.57343, + "recall": 0.641304, + "f1": 0.592813, + "accuracy": 0.641304, + "main_score": 0.592813, + "hf_subset": "kea_Latn-gaz_Latn", + "languages": [ + "kea-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.544874, + "recall": 0.619565, + "f1": 0.5659, + "accuracy": 0.619565, + "main_score": 0.5659, + "hf_subset": "kea_Latn-kam_Latn", + "languages": [ + "kea-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "kea_Latn-lit_Latn", + "languages": [ + "kea-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kea_Latn-nob_Latn", + "languages": [ + "kea-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kea_Latn-scn_Latn", + "languages": [ + "kea-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "kea_Latn-tgk_Cyrl", + "languages": [ + "kea-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.689567, + "recall": 0.762846, + "f1": 0.71132, + "accuracy": 0.762846, + "main_score": 0.71132, + "hf_subset": "kea_Latn-yor_Latn", + "languages": [ + "kea-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kea_Latn-arz_Arab", + "languages": [ + "kea-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.514272, + "recall": 0.58004, + "f1": 0.532765, + "accuracy": 0.58004, + "main_score": 0.532765, + "hf_subset": "kea_Latn-cjk_Latn", + "languages": [ + "kea-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.88834, + "recall": 0.91996, + "f1": 0.898353, + "accuracy": 0.91996, + "main_score": 0.898353, + "hf_subset": "kea_Latn-gla_Latn", + "languages": [ + "kea-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "kea_Latn-kan_Knda", + "languages": [ + "kea-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kea_Latn-lmo_Latn", + "languages": [ + "kea-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "kea_Latn-npi_Deva", + "languages": [ + "kea-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.496177, + "recall": 0.581028, + "f1": 0.51971, + "accuracy": 0.581028, + "main_score": 0.51971, + "hf_subset": "kea_Latn-shn_Mymr", + "languages": [ + "kea-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kea_Latn-tgl_Latn", + "languages": [ + "kea-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kea_Latn-yue_Hant", + "languages": [ + "kea-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.96405, + "accuracy": 0.972332, + "main_score": 0.96405, + "hf_subset": "kea_Latn-asm_Beng", + "languages": [ + "kea-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.890399, + "recall": 0.922925, + "f1": 0.900758, + "accuracy": 0.922925, + "main_score": 0.900758, + "hf_subset": "kea_Latn-ckb_Arab", + "languages": [ + "kea-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.941535, + "recall": 0.960474, + "f1": 0.947793, + "accuracy": 0.960474, + "main_score": 0.947793, + "hf_subset": "kea_Latn-gle_Latn", + "languages": [ + "kea-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.907477, + "recall": 0.934783, + "f1": 0.916173, + "accuracy": 0.934783, + "main_score": 0.916173, + "hf_subset": "kea_Latn-kas_Arab", + "languages": [ + "kea-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.876565, + "recall": 0.913043, + "f1": 0.888076, + "accuracy": 0.913043, + "main_score": 0.888076, + "hf_subset": "kea_Latn-ltg_Latn", + "languages": [ + "kea-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.748146, + "recall": 0.801383, + "f1": 0.76446, + "accuracy": 0.801383, + "main_score": 0.76446, + "hf_subset": "kea_Latn-nso_Latn", + "languages": [ + "kea-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.936709, + "recall": 0.955534, + "f1": 0.942589, + "accuracy": 0.955534, + "main_score": 0.942589, + "hf_subset": "kea_Latn-sin_Sinh", + "languages": [ + "kea-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "kea_Latn-tha_Thai", + "languages": [ + "kea-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "kea_Latn-zho_Hans", + "languages": [ + "kea-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-ast_Latn", + "languages": [ + "kea-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kea_Latn-crh_Latn", + "languages": [ + "kea-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kea_Latn-glg_Latn", + "languages": [ + "kea-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.842638, + "recall": 0.886364, + "f1": 0.856423, + "accuracy": 0.886364, + "main_score": 0.856423, + "hf_subset": "kea_Latn-kas_Deva", + "languages": [ + "kea-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kea_Latn-ltz_Latn", + "languages": [ + "kea-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.446053, + "recall": 0.508893, + "f1": 0.462885, + "accuracy": 0.508893, + "main_score": 0.462885, + "hf_subset": "kea_Latn-nus_Latn", + "languages": [ + "kea-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kea_Latn-slk_Latn", + "languages": [ + "kea-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.624012, + "recall": 0.697628, + "f1": 0.64539, + "accuracy": 0.697628, + "main_score": 0.64539, + "hf_subset": "kea_Latn-tir_Ethi", + "languages": [ + "kea-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kea_Latn-zho_Hant", + "languages": [ + "kea-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.976861, + "recall": 0.983202, + "f1": 0.978821, + "accuracy": 0.983202, + "main_score": 0.978821, + "hf_subset": "kea_Latn-awa_Deva", + "languages": [ + "kea-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "kea_Latn-cym_Latn", + "languages": [ + "kea-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.796651, + "recall": 0.841897, + "f1": 0.810244, + "accuracy": 0.841897, + "main_score": 0.810244, + "hf_subset": "kea_Latn-grn_Latn", + "languages": [ + "kea-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kea_Latn-kat_Geor", + "languages": [ + "kea-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.618728, + "recall": 0.674901, + "f1": 0.634598, + "accuracy": 0.674901, + "main_score": 0.634598, + "hf_subset": "kea_Latn-lua_Latn", + "languages": [ + "kea-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.775231, + "recall": 0.829051, + "f1": 0.791521, + "accuracy": 0.829051, + "main_score": 0.791521, + "hf_subset": "kea_Latn-nya_Latn", + "languages": [ + "kea-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-slv_Latn", + "languages": [ + "kea-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.945652, + "recall": 0.961462, + "f1": 0.950758, + "accuracy": 0.961462, + "main_score": 0.950758, + "hf_subset": "kea_Latn-tpi_Latn", + "languages": [ + "kea-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kea_Latn-zsm_Latn", + "languages": [ + "kea-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.52295, + "recall": 0.585968, + "f1": 0.540984, + "accuracy": 0.585968, + "main_score": 0.540984, + "hf_subset": "kea_Latn-ayr_Latn", + "languages": [ + "kea-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-dan_Latn", + "languages": [ + "kea-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kea_Latn-guj_Gujr", + "languages": [ + "kea-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "kea_Latn-kaz_Cyrl", + "languages": [ + "kea-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.613735, + "recall": 0.686759, + "f1": 0.634397, + "accuracy": 0.686759, + "main_score": 0.634397, + "hf_subset": "kea_Latn-lug_Latn", + "languages": [ + "kea-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-oci_Latn", + "languages": [ + "kea-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.796393, + "recall": 0.846838, + "f1": 0.812286, + "accuracy": 0.846838, + "main_score": 0.812286, + "hf_subset": "kea_Latn-smo_Latn", + "languages": [ + "kea-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.699605, + "recall": 0.76087, + "f1": 0.717245, + "accuracy": 0.76087, + "main_score": 0.717245, + "hf_subset": "kea_Latn-tsn_Latn", + "languages": [ + "kea-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.819368, + "recall": 0.869565, + "f1": 0.834914, + "accuracy": 0.869565, + "main_score": 0.834914, + "hf_subset": "kea_Latn-zul_Latn", + "languages": [ + "kea-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.895339, + "recall": 0.925889, + "f1": 0.90504, + "accuracy": 0.925889, + "main_score": 0.90504, + "hf_subset": "kea_Latn-azb_Arab", + "languages": [ + "kea-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-deu_Latn", + "languages": [ + "kea-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "kea_Latn-hat_Latn", + "languages": [ + "kea-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.504943, + "recall": 0.5583, + "f1": 0.520751, + "accuracy": 0.5583, + "main_score": 0.520751, + "hf_subset": "kea_Latn-kbp_Latn", + "languages": [ + "kea-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.533297, + "recall": 0.591897, + "f1": 0.549115, + "accuracy": 0.591897, + "main_score": 0.549115, + "hf_subset": "kea_Latn-luo_Latn", + "languages": [ + "kea-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "kea_Latn-ory_Orya", + "languages": [ + "kea-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.825461, + "recall": 0.874506, + "f1": 0.840679, + "accuracy": 0.874506, + "main_score": 0.840679, + "hf_subset": "kea_Latn-sna_Latn", + "languages": [ + "kea-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.653731, + "recall": 0.710474, + "f1": 0.670129, + "accuracy": 0.710474, + "main_score": 0.670129, + "hf_subset": "kea_Latn-tso_Latn", + "languages": [ + "kea-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "kea_Latn-azj_Latn", + "languages": [ + "kea-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.519739, + "recall": 0.58004, + "f1": 0.536571, + "accuracy": 0.58004, + "main_score": 0.536571, + "hf_subset": "kea_Latn-dik_Latn", + "languages": [ + "kea-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.863225, + "recall": 0.902174, + "f1": 0.87556, + "accuracy": 0.902174, + "main_score": 0.87556, + "hf_subset": "kea_Latn-hau_Latn", + "languages": [ + "kea-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.882905, + "recall": 0.914032, + "f1": 0.892589, + "accuracy": 0.914032, + "main_score": 0.892589, + "hf_subset": "kea_Latn-lus_Latn", + "languages": [ + "kea-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.859025, + "recall": 0.895257, + "f1": 0.870323, + "accuracy": 0.895257, + "main_score": 0.870323, + "hf_subset": "kea_Latn-pag_Latn", + "languages": [ + "kea-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "kea_Latn-snd_Arab", + "languages": [ + "kea-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.954545, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "kea_Latn-tuk_Latn", + "languages": [ + "kea-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "kea_Latn-bak_Cyrl", + "languages": [ + "kea-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.469373, + "recall": 0.547431, + "f1": 0.491161, + "accuracy": 0.547431, + "main_score": 0.491161, + "hf_subset": "kea_Latn-dyu_Latn", + "languages": [ + "kea-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-heb_Hebr", + "languages": [ + "kea-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.932757, + "recall": 0.952569, + "f1": 0.938966, + "accuracy": 0.952569, + "main_score": 0.938966, + "hf_subset": "kea_Latn-khk_Cyrl", + "languages": [ + "kea-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "kea_Latn-lvs_Latn", + "languages": [ + "kea-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "kea_Latn-pan_Guru", + "languages": [ + "kea-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.825922, + "recall": 0.873518, + "f1": 0.840679, + "accuracy": 0.873518, + "main_score": 0.840679, + "hf_subset": "kea_Latn-som_Latn", + "languages": [ + "kea-Latn", + "som-Latn" + ] + }, + { + "precision": 0.663583, + "recall": 0.718379, + "f1": 0.679452, + "accuracy": 0.718379, + "main_score": 0.679452, + "hf_subset": "kea_Latn-tum_Latn", + "languages": [ + "kea-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.447193, + "recall": 0.522727, + "f1": 0.468598, + "accuracy": 0.522727, + "main_score": 0.468598, + "hf_subset": "lus_Latn-ace_Arab", + "languages": [ + "lus-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.458763, + "recall": 0.516798, + "f1": 0.474338, + "accuracy": 0.516798, + "main_score": 0.474338, + "hf_subset": "lus_Latn-bam_Latn", + "languages": [ + "lus-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.546436, + "recall": 0.62253, + "f1": 0.56811, + "accuracy": 0.62253, + "main_score": 0.56811, + "hf_subset": "lus_Latn-dzo_Tibt", + "languages": [ + "lus-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.909503, + "recall": 0.935771, + "f1": 0.917641, + "accuracy": 0.935771, + "main_score": 0.917641, + "hf_subset": "lus_Latn-hin_Deva", + "languages": [ + "lus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.873337, + "recall": 0.907115, + "f1": 0.883747, + "accuracy": 0.907115, + "main_score": 0.883747, + "hf_subset": "lus_Latn-khm_Khmr", + "languages": [ + "lus-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.900362, + "recall": 0.929842, + "f1": 0.90975, + "accuracy": 0.929842, + "main_score": 0.90975, + "hf_subset": "lus_Latn-mag_Deva", + "languages": [ + "lus-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.894681, + "recall": 0.922925, + "f1": 0.903181, + "accuracy": 0.922925, + "main_score": 0.903181, + "hf_subset": "lus_Latn-pap_Latn", + "languages": [ + "lus-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.75275, + "recall": 0.807312, + "f1": 0.769203, + "accuracy": 0.807312, + "main_score": 0.769203, + "hf_subset": "lus_Latn-sot_Latn", + "languages": [ + "lus-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.925313, + "recall": 0.947628, + "f1": 0.932213, + "accuracy": 0.947628, + "main_score": 0.932213, + "hf_subset": "lus_Latn-tur_Latn", + "languages": [ + "lus-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.744265, + "recall": 0.798419, + "f1": 0.760427, + "accuracy": 0.798419, + "main_score": 0.760427, + "hf_subset": "lus_Latn-ace_Latn", + "languages": [ + "lus-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.840022, + "recall": 0.878458, + "f1": 0.85168, + "accuracy": 0.878458, + "main_score": 0.85168, + "hf_subset": "lus_Latn-ban_Latn", + "languages": [ + "lus-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.905879, + "recall": 0.933794, + "f1": 0.914592, + "accuracy": 0.933794, + "main_score": 0.914592, + "hf_subset": "lus_Latn-ell_Grek", + "languages": [ + "lus-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.881901, + "recall": 0.913043, + "f1": 0.891158, + "accuracy": 0.913043, + "main_score": 0.891158, + "hf_subset": "lus_Latn-hne_Deva", + "languages": [ + "lus-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.572106, + "recall": 0.633399, + "f1": 0.589028, + "accuracy": 0.633399, + "main_score": 0.589028, + "hf_subset": "lus_Latn-kik_Latn", + "languages": [ + "lus-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.889081, + "recall": 0.920949, + "f1": 0.898734, + "accuracy": 0.920949, + "main_score": 0.898734, + "hf_subset": "lus_Latn-mai_Deva", + "languages": [ + "lus-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.832949, + "recall": 0.875494, + "f1": 0.845982, + "accuracy": 0.875494, + "main_score": 0.845982, + "hf_subset": "lus_Latn-pbt_Arab", + "languages": [ + "lus-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.896739, + "recall": 0.928854, + "f1": 0.907115, + "accuracy": 0.928854, + "main_score": 0.907115, + "hf_subset": "lus_Latn-spa_Latn", + "languages": [ + "lus-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.695126, + "recall": 0.751976, + "f1": 0.710748, + "accuracy": 0.751976, + "main_score": 0.710748, + "hf_subset": "lus_Latn-twi_Latn", + "languages": [ + "lus-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.890069, + "recall": 0.920949, + "f1": 0.899558, + "accuracy": 0.920949, + "main_score": 0.899558, + "hf_subset": "lus_Latn-acm_Arab", + "languages": [ + "lus-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.874045, + "recall": 0.908103, + "f1": 0.884157, + "accuracy": 0.908103, + "main_score": 0.884157, + "hf_subset": "lus_Latn-bel_Cyrl", + "languages": [ + "lus-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.929348, + "recall": 0.948617, + "f1": 0.935197, + "accuracy": 0.948617, + "main_score": 0.935197, + "hf_subset": "lus_Latn-eng_Latn", + "languages": [ + "lus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.917111, + "recall": 0.939723, + "f1": 0.924111, + "accuracy": 0.939723, + "main_score": 0.924111, + "hf_subset": "lus_Latn-hrv_Latn", + "languages": [ + "lus-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.726541, + "recall": 0.782609, + "f1": 0.742968, + "accuracy": 0.782609, + "main_score": 0.742968, + "hf_subset": "lus_Latn-kin_Latn", + "languages": [ + "lus-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.894516, + "recall": 0.923913, + "f1": 0.903524, + "accuracy": 0.923913, + "main_score": 0.903524, + "hf_subset": "lus_Latn-mal_Mlym", + "languages": [ + "lus-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.898427, + "recall": 0.925889, + "f1": 0.906694, + "accuracy": 0.925889, + "main_score": 0.906694, + "hf_subset": "lus_Latn-pes_Arab", + "languages": [ + "lus-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.871857, + "recall": 0.90415, + "f1": 0.88139, + "accuracy": 0.90415, + "main_score": 0.88139, + "hf_subset": "lus_Latn-srd_Latn", + "languages": [ + "lus-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.202318, + "recall": 0.263834, + "f1": 0.217845, + "accuracy": 0.263834, + "main_score": 0.217845, + "hf_subset": "lus_Latn-tzm_Tfng", + "languages": [ + "lus-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.903491, + "recall": 0.931818, + "f1": 0.912352, + "accuracy": 0.931818, + "main_score": 0.912352, + "hf_subset": "lus_Latn-acq_Arab", + "languages": [ + "lus-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.625416, + "recall": 0.694664, + "f1": 0.64589, + "accuracy": 0.694664, + "main_score": 0.64589, + "hf_subset": "lus_Latn-bem_Latn", + "languages": [ + "lus-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.888629, + "recall": 0.917984, + "f1": 0.897381, + "accuracy": 0.917984, + "main_score": 0.897381, + "hf_subset": "lus_Latn-epo_Latn", + "languages": [ + "lus-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.914312, + "recall": 0.937747, + "f1": 0.921429, + "accuracy": 0.937747, + "main_score": 0.921429, + "hf_subset": "lus_Latn-hun_Latn", + "languages": [ + "lus-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.88554, + "recall": 0.916996, + "f1": 0.895224, + "accuracy": 0.916996, + "main_score": 0.895224, + "hf_subset": "lus_Latn-kir_Cyrl", + "languages": [ + "lus-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.901713, + "recall": 0.929842, + "f1": 0.910573, + "accuracy": 0.929842, + "main_score": 0.910573, + "hf_subset": "lus_Latn-mar_Deva", + "languages": [ + "lus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.737714, + "recall": 0.794466, + "f1": 0.754495, + "accuracy": 0.794466, + "main_score": 0.754495, + "hf_subset": "lus_Latn-plt_Latn", + "languages": [ + "lus-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.902997, + "recall": 0.929842, + "f1": 0.911152, + "accuracy": 0.929842, + "main_score": 0.911152, + "hf_subset": "lus_Latn-srp_Cyrl", + "languages": [ + "lus-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.820273, + "recall": 0.867589, + "f1": 0.834848, + "accuracy": 0.867589, + "main_score": 0.834848, + "hf_subset": "lus_Latn-uig_Arab", + "languages": [ + "lus-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.883509, + "recall": 0.91502, + "f1": 0.892918, + "accuracy": 0.91502, + "main_score": 0.892918, + "hf_subset": "lus_Latn-aeb_Arab", + "languages": [ + "lus-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.90308, + "recall": 0.929842, + "f1": 0.911627, + "accuracy": 0.929842, + "main_score": 0.911627, + "hf_subset": "lus_Latn-ben_Beng", + "languages": [ + "lus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.904397, + "recall": 0.928854, + "f1": 0.912121, + "accuracy": 0.928854, + "main_score": 0.912121, + "hf_subset": "lus_Latn-est_Latn", + "languages": [ + "lus-Latn", + "est-Latn" + ] + }, + { + "precision": 0.892704, + "recall": 0.924901, + "f1": 0.902866, + "accuracy": 0.924901, + "main_score": 0.902866, + "hf_subset": "lus_Latn-hye_Armn", + "languages": [ + "lus-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.46386, + "recall": 0.519763, + "f1": 0.478797, + "accuracy": 0.519763, + "main_score": 0.478797, + "hf_subset": "lus_Latn-kmb_Latn", + "languages": [ + "lus-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.41481, + "recall": 0.488142, + "f1": 0.433529, + "accuracy": 0.488142, + "main_score": 0.433529, + "hf_subset": "lus_Latn-min_Arab", + "languages": [ + "lus-Latn", + "min-Arab" + ] + }, + { + "precision": 0.903666, + "recall": 0.93083, + "f1": 0.91194, + "accuracy": 0.93083, + "main_score": 0.91194, + "hf_subset": "lus_Latn-pol_Latn", + "languages": [ + "lus-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.673353, + "recall": 0.737154, + "f1": 0.69226, + "accuracy": 0.737154, + "main_score": 0.69226, + "hf_subset": "lus_Latn-ssw_Latn", + "languages": [ + "lus-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.899045, + "recall": 0.927866, + "f1": 0.907872, + "accuracy": 0.927866, + "main_score": 0.907872, + "hf_subset": "lus_Latn-ukr_Cyrl", + "languages": [ + "lus-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.90835, + "recall": 0.934783, + "f1": 0.916568, + "accuracy": 0.934783, + "main_score": 0.916568, + "hf_subset": "lus_Latn-afr_Latn", + "languages": [ + "lus-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.876153, + "recall": 0.912055, + "f1": 0.887319, + "accuracy": 0.912055, + "main_score": 0.887319, + "hf_subset": "lus_Latn-bho_Deva", + "languages": [ + "lus-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.887022, + "recall": 0.916008, + "f1": 0.895671, + "accuracy": 0.916008, + "main_score": 0.895671, + "hf_subset": "lus_Latn-eus_Latn", + "languages": [ + "lus-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.753946, + "recall": 0.813241, + "f1": 0.771821, + "accuracy": 0.813241, + "main_score": 0.771821, + "hf_subset": "lus_Latn-ibo_Latn", + "languages": [ + "lus-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.742482, + "recall": 0.798419, + "f1": 0.758755, + "accuracy": 0.798419, + "main_score": 0.758755, + "hf_subset": "lus_Latn-kmr_Latn", + "languages": [ + "lus-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.881077, + "recall": 0.910079, + "f1": 0.889841, + "accuracy": 0.910079, + "main_score": 0.889841, + "hf_subset": "lus_Latn-min_Latn", + "languages": [ + "lus-Latn", + "min-Latn" + ] + }, + { + "precision": 0.925807, + "recall": 0.948617, + "f1": 0.933037, + "accuracy": 0.948617, + "main_score": 0.933037, + "hf_subset": "lus_Latn-por_Latn", + "languages": [ + "lus-Latn", + "por-Latn" + ] + }, + { + "precision": 0.866173, + "recall": 0.902174, + "f1": 0.877075, + "accuracy": 0.902174, + "main_score": 0.877075, + "hf_subset": "lus_Latn-sun_Latn", + "languages": [ + "lus-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.452747, + "recall": 0.51087, + "f1": 0.468982, + "accuracy": 0.51087, + "main_score": 0.468982, + "hf_subset": "lus_Latn-umb_Latn", + "languages": [ + "lus-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.906571, + "recall": 0.933794, + "f1": 0.915053, + "accuracy": 0.933794, + "main_score": 0.915053, + "hf_subset": "lus_Latn-ajp_Arab", + "languages": [ + "lus-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.443772, + "recall": 0.518775, + "f1": 0.464976, + "accuracy": 0.518775, + "main_score": 0.464976, + "hf_subset": "lus_Latn-bjn_Arab", + "languages": [ + "lus-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.467394, + "recall": 0.520751, + "f1": 0.482812, + "accuracy": 0.520751, + "main_score": 0.482812, + "hf_subset": "lus_Latn-ewe_Latn", + "languages": [ + "lus-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.851268, + "recall": 0.887352, + "f1": 0.861811, + "accuracy": 0.887352, + "main_score": 0.861811, + "hf_subset": "lus_Latn-ilo_Latn", + "languages": [ + "lus-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.246546, + "recall": 0.314229, + "f1": 0.263099, + "accuracy": 0.314229, + "main_score": 0.263099, + "hf_subset": "lus_Latn-knc_Arab", + "languages": [ + "lus-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.910935, + "recall": 0.934783, + "f1": 0.918267, + "accuracy": 0.934783, + "main_score": 0.918267, + "hf_subset": "lus_Latn-mkd_Cyrl", + "languages": [ + "lus-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.917037, + "recall": 0.9417, + "f1": 0.924857, + "accuracy": 0.9417, + "main_score": 0.924857, + "hf_subset": "lus_Latn-prs_Arab", + "languages": [ + "lus-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.919993, + "recall": 0.943676, + "f1": 0.927372, + "accuracy": 0.943676, + "main_score": 0.927372, + "hf_subset": "lus_Latn-swe_Latn", + "languages": [ + "lus-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.884264, + "recall": 0.916008, + "f1": 0.893815, + "accuracy": 0.916008, + "main_score": 0.893815, + "hf_subset": "lus_Latn-urd_Arab", + "languages": [ + "lus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.686457, + "recall": 0.745059, + "f1": 0.703849, + "accuracy": 0.745059, + "main_score": 0.703849, + "hf_subset": "lus_Latn-aka_Latn", + "languages": [ + "lus-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.85266, + "recall": 0.887352, + "f1": 0.862784, + "accuracy": 0.887352, + "main_score": 0.862784, + "hf_subset": "lus_Latn-bjn_Latn", + "languages": [ + "lus-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.875165, + "recall": 0.911067, + "f1": 0.886364, + "accuracy": 0.911067, + "main_score": 0.886364, + "hf_subset": "lus_Latn-fao_Latn", + "languages": [ + "lus-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.921476, + "recall": 0.944664, + "f1": 0.928656, + "accuracy": 0.944664, + "main_score": 0.928656, + "hf_subset": "lus_Latn-ind_Latn", + "languages": [ + "lus-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.521829, + "recall": 0.578063, + "f1": 0.537363, + "accuracy": 0.578063, + "main_score": 0.537363, + "hf_subset": "lus_Latn-knc_Latn", + "languages": [ + "lus-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.883499, + "recall": 0.914032, + "f1": 0.892726, + "accuracy": 0.914032, + "main_score": 0.892726, + "hf_subset": "lus_Latn-mlt_Latn", + "languages": [ + "lus-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.594856, + "recall": 0.658103, + "f1": 0.613337, + "accuracy": 0.658103, + "main_score": 0.613337, + "hf_subset": "lus_Latn-quy_Latn", + "languages": [ + "lus-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.891486, + "recall": 0.922925, + "f1": 0.901087, + "accuracy": 0.922925, + "main_score": 0.901087, + "hf_subset": "lus_Latn-swh_Latn", + "languages": [ + "lus-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.88027, + "recall": 0.916008, + "f1": 0.891601, + "accuracy": 0.916008, + "main_score": 0.891601, + "hf_subset": "lus_Latn-uzn_Latn", + "languages": [ + "lus-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.894878, + "recall": 0.921937, + "f1": 0.902819, + "accuracy": 0.921937, + "main_score": 0.902819, + "hf_subset": "lus_Latn-als_Latn", + "languages": [ + "lus-Latn", + "als-Latn" + ] + }, + { + "precision": 0.654359, + "recall": 0.727273, + "f1": 0.675848, + "accuracy": 0.727273, + "main_score": 0.675848, + "hf_subset": "lus_Latn-bod_Tibt", + "languages": [ + "lus-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.626397, + "recall": 0.686759, + "f1": 0.643563, + "accuracy": 0.686759, + "main_score": 0.643563, + "hf_subset": "lus_Latn-fij_Latn", + "languages": [ + "lus-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.865448, + "recall": 0.902174, + "f1": 0.876849, + "accuracy": 0.902174, + "main_score": 0.876849, + "hf_subset": "lus_Latn-isl_Latn", + "languages": [ + "lus-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.56112, + "recall": 0.623518, + "f1": 0.578243, + "accuracy": 0.623518, + "main_score": 0.578243, + "hf_subset": "lus_Latn-kon_Latn", + "languages": [ + "lus-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.560945, + "recall": 0.623518, + "f1": 0.579057, + "accuracy": 0.623518, + "main_score": 0.579057, + "hf_subset": "lus_Latn-mni_Beng", + "languages": [ + "lus-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.921854, + "recall": 0.944664, + "f1": 0.92892, + "accuracy": 0.944664, + "main_score": 0.92892, + "hf_subset": "lus_Latn-ron_Latn", + "languages": [ + "lus-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.880215, + "recall": 0.912055, + "f1": 0.889954, + "accuracy": 0.912055, + "main_score": 0.889954, + "hf_subset": "lus_Latn-szl_Latn", + "languages": [ + "lus-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.887928, + "recall": 0.91996, + "f1": 0.897713, + "accuracy": 0.91996, + "main_score": 0.897713, + "hf_subset": "lus_Latn-vec_Latn", + "languages": [ + "lus-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.815021, + "recall": 0.862648, + "f1": 0.829424, + "accuracy": 0.862648, + "main_score": 0.829424, + "hf_subset": "lus_Latn-amh_Ethi", + "languages": [ + "lus-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.912361, + "recall": 0.935771, + "f1": 0.919549, + "accuracy": 0.935771, + "main_score": 0.919549, + "hf_subset": "lus_Latn-bos_Latn", + "languages": [ + "lus-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.911891, + "recall": 0.937747, + "f1": 0.91988, + "accuracy": 0.937747, + "main_score": 0.91988, + "hf_subset": "lus_Latn-fin_Latn", + "languages": [ + "lus-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.903854, + "recall": 0.931818, + "f1": 0.912681, + "accuracy": 0.931818, + "main_score": 0.912681, + "hf_subset": "lus_Latn-ita_Latn", + "languages": [ + "lus-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.927125, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "lus_Latn-kor_Hang", + "languages": [ + "lus-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.50579, + "recall": 0.555336, + "f1": 0.519409, + "accuracy": 0.555336, + "main_score": 0.519409, + "hf_subset": "lus_Latn-mos_Latn", + "languages": [ + "lus-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.673477, + "recall": 0.731225, + "f1": 0.6907, + "accuracy": 0.731225, + "main_score": 0.6907, + "hf_subset": "lus_Latn-run_Latn", + "languages": [ + "lus-Latn", + "run-Latn" + ] + }, + { + "precision": 0.89361, + "recall": 0.923913, + "f1": 0.903035, + "accuracy": 0.923913, + "main_score": 0.903035, + "hf_subset": "lus_Latn-tam_Taml", + "languages": [ + "lus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.903804, + "recall": 0.93083, + "f1": 0.912121, + "accuracy": 0.93083, + "main_score": 0.912121, + "hf_subset": "lus_Latn-vie_Latn", + "languages": [ + "lus-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.90024, + "recall": 0.927866, + "f1": 0.908482, + "accuracy": 0.927866, + "main_score": 0.908482, + "hf_subset": "lus_Latn-apc_Arab", + "languages": [ + "lus-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.654737, + "recall": 0.703557, + "f1": 0.66842, + "accuracy": 0.703557, + "main_score": 0.66842, + "hf_subset": "lus_Latn-bug_Latn", + "languages": [ + "lus-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.437246, + "recall": 0.485178, + "f1": 0.45111, + "accuracy": 0.485178, + "main_score": 0.45111, + "hf_subset": "lus_Latn-fon_Latn", + "languages": [ + "lus-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.866241, + "recall": 0.900198, + "f1": 0.876372, + "accuracy": 0.900198, + "main_score": 0.876372, + "hf_subset": "lus_Latn-jav_Latn", + "languages": [ + "lus-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.815744, + "recall": 0.864625, + "f1": 0.83075, + "accuracy": 0.864625, + "main_score": 0.83075, + "hf_subset": "lus_Latn-lao_Laoo", + "languages": [ + "lus-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.756736, + "recall": 0.816206, + "f1": 0.774854, + "accuracy": 0.816206, + "main_score": 0.774854, + "hf_subset": "lus_Latn-mri_Latn", + "languages": [ + "lus-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.908926, + "recall": 0.935771, + "f1": 0.917245, + "accuracy": 0.935771, + "main_score": 0.917245, + "hf_subset": "lus_Latn-rus_Cyrl", + "languages": [ + "lus-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.484832, + "recall": 0.540514, + "f1": 0.500755, + "accuracy": 0.540514, + "main_score": 0.500755, + "hf_subset": "lus_Latn-taq_Latn", + "languages": [ + "lus-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.884321, + "recall": 0.916008, + "f1": 0.893888, + "accuracy": 0.916008, + "main_score": 0.893888, + "hf_subset": "lus_Latn-war_Latn", + "languages": [ + "lus-Latn", + "war-Latn" + ] + }, + { + "precision": 0.911067, + "recall": 0.935771, + "f1": 0.918563, + "accuracy": 0.935771, + "main_score": 0.918563, + "hf_subset": "lus_Latn-arb_Arab", + "languages": [ + "lus-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.916337, + "recall": 0.942688, + "f1": 0.924736, + "accuracy": 0.942688, + "main_score": 0.924736, + "hf_subset": "lus_Latn-bul_Cyrl", + "languages": [ + "lus-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.920043, + "recall": 0.942688, + "f1": 0.927108, + "accuracy": 0.942688, + "main_score": 0.927108, + "hf_subset": "lus_Latn-fra_Latn", + "languages": [ + "lus-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.909873, + "recall": 0.936759, + "f1": 0.918336, + "accuracy": 0.936759, + "main_score": 0.918336, + "hf_subset": "lus_Latn-jpn_Jpan", + "languages": [ + "lus-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.864079, + "recall": 0.896245, + "f1": 0.873487, + "accuracy": 0.896245, + "main_score": 0.873487, + "hf_subset": "lus_Latn-lij_Latn", + "languages": [ + "lus-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.875247, + "recall": 0.911067, + "f1": 0.886397, + "accuracy": 0.911067, + "main_score": 0.886397, + "hf_subset": "lus_Latn-mya_Mymr", + "languages": [ + "lus-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.51996, + "recall": 0.575099, + "f1": 0.535213, + "accuracy": 0.575099, + "main_score": 0.535213, + "hf_subset": "lus_Latn-sag_Latn", + "languages": [ + "lus-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.21851, + "recall": 0.285573, + "f1": 0.234948, + "accuracy": 0.285573, + "main_score": 0.234948, + "hf_subset": "lus_Latn-taq_Tfng", + "languages": [ + "lus-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.58355, + "recall": 0.643281, + "f1": 0.600548, + "accuracy": 0.643281, + "main_score": 0.600548, + "hf_subset": "lus_Latn-wol_Latn", + "languages": [ + "lus-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.711622, + "recall": 0.781621, + "f1": 0.732284, + "accuracy": 0.781621, + "main_score": 0.732284, + "hf_subset": "lus_Latn-arb_Latn", + "languages": [ + "lus-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.912994, + "recall": 0.937747, + "f1": 0.920652, + "accuracy": 0.937747, + "main_score": 0.920652, + "hf_subset": "lus_Latn-cat_Latn", + "languages": [ + "lus-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.854728, + "recall": 0.88834, + "f1": 0.864412, + "accuracy": 0.88834, + "main_score": 0.864412, + "hf_subset": "lus_Latn-fur_Latn", + "languages": [ + "lus-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.404979, + "recall": 0.472332, + "f1": 0.423102, + "accuracy": 0.472332, + "main_score": 0.423102, + "hf_subset": "lus_Latn-kab_Latn", + "languages": [ + "lus-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.894921, + "recall": 0.921937, + "f1": 0.90304, + "accuracy": 0.921937, + "main_score": 0.90304, + "hf_subset": "lus_Latn-lim_Latn", + "languages": [ + "lus-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.897654, + "recall": 0.924901, + "f1": 0.90611, + "accuracy": 0.924901, + "main_score": 0.90611, + "hf_subset": "lus_Latn-nld_Latn", + "languages": [ + "lus-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.863669, + "recall": 0.901186, + "f1": 0.875296, + "accuracy": 0.901186, + "main_score": 0.875296, + "hf_subset": "lus_Latn-san_Deva", + "languages": [ + "lus-Latn", + "san-Deva" + ] + }, + { + "precision": 0.895166, + "recall": 0.922925, + "f1": 0.90325, + "accuracy": 0.922925, + "main_score": 0.90325, + "hf_subset": "lus_Latn-tat_Cyrl", + "languages": [ + "lus-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.762081, + "recall": 0.820158, + "f1": 0.779303, + "accuracy": 0.820158, + "main_score": 0.779303, + "hf_subset": "lus_Latn-xho_Latn", + "languages": [ + "lus-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.908844, + "recall": 0.934783, + "f1": 0.91685, + "accuracy": 0.934783, + "main_score": 0.91685, + "hf_subset": "lus_Latn-ars_Arab", + "languages": [ + "lus-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.887212, + "recall": 0.91502, + "f1": 0.895048, + "accuracy": 0.91502, + "main_score": 0.895048, + "hf_subset": "lus_Latn-ceb_Latn", + "languages": [ + "lus-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.460523, + "recall": 0.523715, + "f1": 0.477687, + "accuracy": 0.523715, + "main_score": 0.477687, + "hf_subset": "lus_Latn-fuv_Latn", + "languages": [ + "lus-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.492831, + "recall": 0.55336, + "f1": 0.50973, + "accuracy": 0.55336, + "main_score": 0.50973, + "hf_subset": "lus_Latn-kac_Latn", + "languages": [ + "lus-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.593161, + "recall": 0.653162, + "f1": 0.609807, + "accuracy": 0.653162, + "main_score": 0.609807, + "hf_subset": "lus_Latn-lin_Latn", + "languages": [ + "lus-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.894229, + "recall": 0.921937, + "f1": 0.902289, + "accuracy": 0.921937, + "main_score": 0.902289, + "hf_subset": "lus_Latn-nno_Latn", + "languages": [ + "lus-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.744822, + "recall": 0.805336, + "f1": 0.763258, + "accuracy": 0.805336, + "main_score": 0.763258, + "hf_subset": "lus_Latn-sat_Olck", + "languages": [ + "lus-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.879282, + "recall": 0.913043, + "f1": 0.889545, + "accuracy": 0.913043, + "main_score": 0.889545, + "hf_subset": "lus_Latn-tel_Telu", + "languages": [ + "lus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.858185, + "recall": 0.898221, + "f1": 0.870422, + "accuracy": 0.898221, + "main_score": 0.870422, + "hf_subset": "lus_Latn-ydd_Hebr", + "languages": [ + "lus-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.86027, + "recall": 0.898221, + "f1": 0.87169, + "accuracy": 0.898221, + "main_score": 0.87169, + "hf_subset": "lus_Latn-ary_Arab", + "languages": [ + "lus-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.916897, + "recall": 0.939723, + "f1": 0.924078, + "accuracy": 0.939723, + "main_score": 0.924078, + "hf_subset": "lus_Latn-ces_Latn", + "languages": [ + "lus-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.514543, + "recall": 0.592885, + "f1": 0.537014, + "accuracy": 0.592885, + "main_score": 0.537014, + "hf_subset": "lus_Latn-gaz_Latn", + "languages": [ + "lus-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.509558, + "recall": 0.58004, + "f1": 0.529085, + "accuracy": 0.58004, + "main_score": 0.529085, + "hf_subset": "lus_Latn-kam_Latn", + "languages": [ + "lus-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.900725, + "recall": 0.928854, + "f1": 0.909223, + "accuracy": 0.928854, + "main_score": 0.909223, + "hf_subset": "lus_Latn-lit_Latn", + "languages": [ + "lus-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.910714, + "recall": 0.934783, + "f1": 0.917972, + "accuracy": 0.934783, + "main_score": 0.917972, + "hf_subset": "lus_Latn-nob_Latn", + "languages": [ + "lus-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.863285, + "recall": 0.90415, + "f1": 0.876186, + "accuracy": 0.90415, + "main_score": 0.876186, + "hf_subset": "lus_Latn-scn_Latn", + "languages": [ + "lus-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.859519, + "recall": 0.897233, + "f1": 0.871344, + "accuracy": 0.897233, + "main_score": 0.871344, + "hf_subset": "lus_Latn-tgk_Cyrl", + "languages": [ + "lus-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.639008, + "recall": 0.709486, + "f1": 0.659174, + "accuracy": 0.709486, + "main_score": 0.659174, + "hf_subset": "lus_Latn-yor_Latn", + "languages": [ + "lus-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.894664, + "recall": 0.924901, + "f1": 0.903788, + "accuracy": 0.924901, + "main_score": 0.903788, + "hf_subset": "lus_Latn-arz_Arab", + "languages": [ + "lus-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.463456, + "recall": 0.521739, + "f1": 0.479938, + "accuracy": 0.521739, + "main_score": 0.479938, + "hf_subset": "lus_Latn-cjk_Latn", + "languages": [ + "lus-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.800675, + "recall": 0.852767, + "f1": 0.816897, + "accuracy": 0.852767, + "main_score": 0.816897, + "hf_subset": "lus_Latn-gla_Latn", + "languages": [ + "lus-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.873913, + "recall": 0.908103, + "f1": 0.88426, + "accuracy": 0.908103, + "main_score": 0.88426, + "hf_subset": "lus_Latn-kan_Knda", + "languages": [ + "lus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.875068, + "recall": 0.906126, + "f1": 0.884209, + "accuracy": 0.906126, + "main_score": 0.884209, + "hf_subset": "lus_Latn-lmo_Latn", + "languages": [ + "lus-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.91143, + "recall": 0.936759, + "f1": 0.919255, + "accuracy": 0.936759, + "main_score": 0.919255, + "hf_subset": "lus_Latn-npi_Deva", + "languages": [ + "lus-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.506497, + "recall": 0.578063, + "f1": 0.527611, + "accuracy": 0.578063, + "main_score": 0.527611, + "hf_subset": "lus_Latn-shn_Mymr", + "languages": [ + "lus-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.911224, + "recall": 0.934783, + "f1": 0.918368, + "accuracy": 0.934783, + "main_score": 0.918368, + "hf_subset": "lus_Latn-tgl_Latn", + "languages": [ + "lus-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.900503, + "recall": 0.927866, + "f1": 0.908613, + "accuracy": 0.927866, + "main_score": 0.908613, + "hf_subset": "lus_Latn-yue_Hant", + "languages": [ + "lus-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.871518, + "recall": 0.908103, + "f1": 0.88279, + "accuracy": 0.908103, + "main_score": 0.88279, + "hf_subset": "lus_Latn-asm_Beng", + "languages": [ + "lus-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.804018, + "recall": 0.856719, + "f1": 0.820487, + "accuracy": 0.856719, + "main_score": 0.820487, + "hf_subset": "lus_Latn-ckb_Arab", + "languages": [ + "lus-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.858376, + "recall": 0.894269, + "f1": 0.868923, + "accuracy": 0.894269, + "main_score": 0.868923, + "hf_subset": "lus_Latn-gle_Latn", + "languages": [ + "lus-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.790747, + "recall": 0.840909, + "f1": 0.805429, + "accuracy": 0.840909, + "main_score": 0.805429, + "hf_subset": "lus_Latn-kas_Arab", + "languages": [ + "lus-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.760319, + "recall": 0.816206, + "f1": 0.77719, + "accuracy": 0.816206, + "main_score": 0.77719, + "hf_subset": "lus_Latn-ltg_Latn", + "languages": [ + "lus-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.711117, + "recall": 0.770751, + "f1": 0.729414, + "accuracy": 0.770751, + "main_score": 0.729414, + "hf_subset": "lus_Latn-nso_Latn", + "languages": [ + "lus-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.856835, + "recall": 0.895257, + "f1": 0.868563, + "accuracy": 0.895257, + "main_score": 0.868563, + "hf_subset": "lus_Latn-sin_Sinh", + "languages": [ + "lus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.887467, + "recall": 0.918972, + "f1": 0.897087, + "accuracy": 0.918972, + "main_score": 0.897087, + "hf_subset": "lus_Latn-tha_Thai", + "languages": [ + "lus-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.869966, + "recall": 0.902174, + "f1": 0.879405, + "accuracy": 0.902174, + "main_score": 0.879405, + "hf_subset": "lus_Latn-zho_Hans", + "languages": [ + "lus-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.915549, + "recall": 0.937747, + "f1": 0.922167, + "accuracy": 0.937747, + "main_score": 0.922167, + "hf_subset": "lus_Latn-ast_Latn", + "languages": [ + "lus-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.872777, + "recall": 0.907115, + "f1": 0.883385, + "accuracy": 0.907115, + "main_score": 0.883385, + "hf_subset": "lus_Latn-crh_Latn", + "languages": [ + "lus-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.91637, + "recall": 0.939723, + "f1": 0.923551, + "accuracy": 0.939723, + "main_score": 0.923551, + "hf_subset": "lus_Latn-glg_Latn", + "languages": [ + "lus-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.729571, + "recall": 0.788538, + "f1": 0.746906, + "accuracy": 0.788538, + "main_score": 0.746906, + "hf_subset": "lus_Latn-kas_Deva", + "languages": [ + "lus-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.873271, + "recall": 0.907115, + "f1": 0.883352, + "accuracy": 0.907115, + "main_score": 0.883352, + "hf_subset": "lus_Latn-ltz_Latn", + "languages": [ + "lus-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.438737, + "recall": 0.495059, + "f1": 0.453843, + "accuracy": 0.495059, + "main_score": 0.453843, + "hf_subset": "lus_Latn-nus_Latn", + "languages": [ + "lus-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.900939, + "recall": 0.927866, + "f1": 0.909077, + "accuracy": 0.927866, + "main_score": 0.909077, + "hf_subset": "lus_Latn-slk_Latn", + "languages": [ + "lus-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.576691, + "recall": 0.647233, + "f1": 0.596333, + "accuracy": 0.647233, + "main_score": 0.596333, + "hf_subset": "lus_Latn-tir_Ethi", + "languages": [ + "lus-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.900675, + "recall": 0.928854, + "f1": 0.909289, + "accuracy": 0.928854, + "main_score": 0.909289, + "hf_subset": "lus_Latn-zho_Hant", + "languages": [ + "lus-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.889937, + "recall": 0.91996, + "f1": 0.898899, + "accuracy": 0.91996, + "main_score": 0.898899, + "hf_subset": "lus_Latn-awa_Deva", + "languages": [ + "lus-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.886067, + "recall": 0.917984, + "f1": 0.896047, + "accuracy": 0.917984, + "main_score": 0.896047, + "hf_subset": "lus_Latn-cym_Latn", + "languages": [ + "lus-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.683473, + "recall": 0.738142, + "f1": 0.698857, + "accuracy": 0.738142, + "main_score": 0.698857, + "hf_subset": "lus_Latn-grn_Latn", + "languages": [ + "lus-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.900889, + "recall": 0.929842, + "f1": 0.909881, + "accuracy": 0.929842, + "main_score": 0.909881, + "hf_subset": "lus_Latn-kat_Geor", + "languages": [ + "lus-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.559562, + "recall": 0.612648, + "f1": 0.574053, + "accuracy": 0.612648, + "main_score": 0.574053, + "hf_subset": "lus_Latn-lua_Latn", + "languages": [ + "lus-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.738669, + "recall": 0.795455, + "f1": 0.755604, + "accuracy": 0.795455, + "main_score": 0.755604, + "hf_subset": "lus_Latn-nya_Latn", + "languages": [ + "lus-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.906077, + "recall": 0.93083, + "f1": 0.913556, + "accuracy": 0.93083, + "main_score": 0.913556, + "hf_subset": "lus_Latn-slv_Latn", + "languages": [ + "lus-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.8593, + "recall": 0.890316, + "f1": 0.868051, + "accuracy": 0.890316, + "main_score": 0.868051, + "hf_subset": "lus_Latn-tpi_Latn", + "languages": [ + "lus-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.906868, + "recall": 0.933794, + "f1": 0.915053, + "accuracy": 0.933794, + "main_score": 0.915053, + "hf_subset": "lus_Latn-zsm_Latn", + "languages": [ + "lus-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.504863, + "recall": 0.560277, + "f1": 0.520757, + "accuracy": 0.560277, + "main_score": 0.520757, + "hf_subset": "lus_Latn-ayr_Latn", + "languages": [ + "lus-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.915135, + "recall": 0.938735, + "f1": 0.922332, + "accuracy": 0.938735, + "main_score": 0.922332, + "hf_subset": "lus_Latn-dan_Latn", + "languages": [ + "lus-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.909667, + "recall": 0.934783, + "f1": 0.917147, + "accuracy": 0.934783, + "main_score": 0.917147, + "hf_subset": "lus_Latn-guj_Gujr", + "languages": [ + "lus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.889937, + "recall": 0.91996, + "f1": 0.899242, + "accuracy": 0.91996, + "main_score": 0.899242, + "hf_subset": "lus_Latn-kaz_Cyrl", + "languages": [ + "lus-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.579794, + "recall": 0.656126, + "f1": 0.601168, + "accuracy": 0.656126, + "main_score": 0.601168, + "hf_subset": "lus_Latn-lug_Latn", + "languages": [ + "lus-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.904636, + "recall": 0.929842, + "f1": 0.912077, + "accuracy": 0.929842, + "main_score": 0.912077, + "hf_subset": "lus_Latn-oci_Latn", + "languages": [ + "lus-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.720782, + "recall": 0.779644, + "f1": 0.737853, + "accuracy": 0.779644, + "main_score": 0.737853, + "hf_subset": "lus_Latn-smo_Latn", + "languages": [ + "lus-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.63587, + "recall": 0.70751, + "f1": 0.657115, + "accuracy": 0.70751, + "main_score": 0.657115, + "hf_subset": "lus_Latn-tsn_Latn", + "languages": [ + "lus-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.748304, + "recall": 0.811265, + "f1": 0.76726, + "accuracy": 0.811265, + "main_score": 0.76726, + "hf_subset": "lus_Latn-zul_Latn", + "languages": [ + "lus-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.800511, + "recall": 0.84585, + "f1": 0.814135, + "accuracy": 0.84585, + "main_score": 0.814135, + "hf_subset": "lus_Latn-azb_Arab", + "languages": [ + "lus-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.90975, + "recall": 0.934783, + "f1": 0.91741, + "accuracy": 0.934783, + "main_score": 0.91741, + "hf_subset": "lus_Latn-deu_Latn", + "languages": [ + "lus-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.861199, + "recall": 0.898221, + "f1": 0.872628, + "accuracy": 0.898221, + "main_score": 0.872628, + "hf_subset": "lus_Latn-hat_Latn", + "languages": [ + "lus-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.47082, + "recall": 0.520751, + "f1": 0.485017, + "accuracy": 0.520751, + "main_score": 0.485017, + "hf_subset": "lus_Latn-kbp_Latn", + "languages": [ + "lus-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.524773, + "recall": 0.583004, + "f1": 0.54138, + "accuracy": 0.583004, + "main_score": 0.54138, + "hf_subset": "lus_Latn-luo_Latn", + "languages": [ + "lus-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.85583, + "recall": 0.895257, + "f1": 0.86805, + "accuracy": 0.895257, + "main_score": 0.86805, + "hf_subset": "lus_Latn-ory_Orya", + "languages": [ + "lus-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.784832, + "recall": 0.840909, + "f1": 0.802767, + "accuracy": 0.840909, + "main_score": 0.802767, + "hf_subset": "lus_Latn-sna_Latn", + "languages": [ + "lus-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.614114, + "recall": 0.679842, + "f1": 0.632126, + "accuracy": 0.679842, + "main_score": 0.632126, + "hf_subset": "lus_Latn-tso_Latn", + "languages": [ + "lus-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.886281, + "recall": 0.918972, + "f1": 0.896607, + "accuracy": 0.918972, + "main_score": 0.896607, + "hf_subset": "lus_Latn-azj_Latn", + "languages": [ + "lus-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.49543, + "recall": 0.554348, + "f1": 0.512035, + "accuracy": 0.554348, + "main_score": 0.512035, + "hf_subset": "lus_Latn-dik_Latn", + "languages": [ + "lus-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.801663, + "recall": 0.852767, + "f1": 0.817344, + "accuracy": 0.852767, + "main_score": 0.817344, + "hf_subset": "lus_Latn-hau_Latn", + "languages": [ + "lus-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.840695, + "recall": 0.881423, + "f1": 0.852811, + "accuracy": 0.881423, + "main_score": 0.852811, + "hf_subset": "lus_Latn-kea_Latn", + "languages": [ + "lus-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.75765, + "recall": 0.8083, + "f1": 0.771996, + "accuracy": 0.8083, + "main_score": 0.771996, + "hf_subset": "lus_Latn-pag_Latn", + "languages": [ + "lus-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.841421, + "recall": 0.884387, + "f1": 0.854419, + "accuracy": 0.884387, + "main_score": 0.854419, + "hf_subset": "lus_Latn-snd_Arab", + "languages": [ + "lus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.862928, + "recall": 0.900198, + "f1": 0.874374, + "accuracy": 0.900198, + "main_score": 0.874374, + "hf_subset": "lus_Latn-tuk_Latn", + "languages": [ + "lus-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.875115, + "recall": 0.909091, + "f1": 0.885526, + "accuracy": 0.909091, + "main_score": 0.885526, + "hf_subset": "lus_Latn-bak_Cyrl", + "languages": [ + "lus-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.448955, + "recall": 0.517787, + "f1": 0.46834, + "accuracy": 0.517787, + "main_score": 0.46834, + "hf_subset": "lus_Latn-dyu_Latn", + "languages": [ + "lus-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.91609, + "recall": 0.939723, + "f1": 0.923485, + "accuracy": 0.939723, + "main_score": 0.923485, + "hf_subset": "lus_Latn-heb_Hebr", + "languages": [ + "lus-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.867424, + "recall": 0.903162, + "f1": 0.879117, + "accuracy": 0.903162, + "main_score": 0.879117, + "hf_subset": "lus_Latn-khk_Cyrl", + "languages": [ + "lus-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.915606, + "recall": 0.937747, + "f1": 0.92225, + "accuracy": 0.937747, + "main_score": 0.92225, + "hf_subset": "lus_Latn-lvs_Latn", + "languages": [ + "lus-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.885277, + "recall": 0.916996, + "f1": 0.894895, + "accuracy": 0.916996, + "main_score": 0.894895, + "hf_subset": "lus_Latn-pan_Guru", + "languages": [ + "lus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.733391, + "recall": 0.800395, + "f1": 0.753909, + "accuracy": 0.800395, + "main_score": 0.753909, + "hf_subset": "lus_Latn-som_Latn", + "languages": [ + "lus-Latn", + "som-Latn" + ] + }, + { + "precision": 0.634894, + "recall": 0.701581, + "f1": 0.653869, + "accuracy": 0.701581, + "main_score": 0.653869, + "hf_subset": "lus_Latn-tum_Latn", + "languages": [ + "lus-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.525141, + "recall": 0.600791, + "f1": 0.546911, + "accuracy": 0.600791, + "main_score": 0.546911, + "hf_subset": "pag_Latn-ace_Arab", + "languages": [ + "pag-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.526457, + "recall": 0.58004, + "f1": 0.541949, + "accuracy": 0.58004, + "main_score": 0.541949, + "hf_subset": "pag_Latn-bam_Latn", + "languages": [ + "pag-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.473645, + "recall": 0.552372, + "f1": 0.495682, + "accuracy": 0.552372, + "main_score": 0.495682, + "hf_subset": "pag_Latn-dzo_Tibt", + "languages": [ + "pag-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.859519, + "recall": 0.896245, + "f1": 0.87085, + "accuracy": 0.896245, + "main_score": 0.87085, + "hf_subset": "pag_Latn-hin_Deva", + "languages": [ + "pag-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.787131, + "recall": 0.833992, + "f1": 0.800727, + "accuracy": 0.833992, + "main_score": 0.800727, + "hf_subset": "pag_Latn-khm_Khmr", + "languages": [ + "pag-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.874539, + "recall": 0.908103, + "f1": 0.885013, + "accuracy": 0.908103, + "main_score": 0.885013, + "hf_subset": "pag_Latn-mag_Deva", + "languages": [ + "pag-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.865629, + "recall": 0.900198, + "f1": 0.875889, + "accuracy": 0.900198, + "main_score": 0.875889, + "hf_subset": "pag_Latn-pap_Latn", + "languages": [ + "pag-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.661495, + "recall": 0.725296, + "f1": 0.679617, + "accuracy": 0.725296, + "main_score": 0.679617, + "hf_subset": "pag_Latn-sot_Latn", + "languages": [ + "pag-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.861314, + "recall": 0.898221, + "f1": 0.872398, + "accuracy": 0.898221, + "main_score": 0.872398, + "hf_subset": "pag_Latn-tur_Latn", + "languages": [ + "pag-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.763366, + "recall": 0.8083, + "f1": 0.776518, + "accuracy": 0.8083, + "main_score": 0.776518, + "hf_subset": "pag_Latn-ace_Latn", + "languages": [ + "pag-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.833343, + "recall": 0.871542, + "f1": 0.844817, + "accuracy": 0.871542, + "main_score": 0.844817, + "hf_subset": "pag_Latn-ban_Latn", + "languages": [ + "pag-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.852289, + "recall": 0.891304, + "f1": 0.863834, + "accuracy": 0.891304, + "main_score": 0.863834, + "hf_subset": "pag_Latn-ell_Grek", + "languages": [ + "pag-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.867408, + "recall": 0.898221, + "f1": 0.87668, + "accuracy": 0.898221, + "main_score": 0.87668, + "hf_subset": "pag_Latn-hne_Deva", + "languages": [ + "pag-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.581633, + "recall": 0.642292, + "f1": 0.599003, + "accuracy": 0.642292, + "main_score": 0.599003, + "hf_subset": "pag_Latn-kik_Latn", + "languages": [ + "pag-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.879178, + "recall": 0.909091, + "f1": 0.888227, + "accuracy": 0.909091, + "main_score": 0.888227, + "hf_subset": "pag_Latn-mai_Deva", + "languages": [ + "pag-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.783597, + "recall": 0.833992, + "f1": 0.798786, + "accuracy": 0.833992, + "main_score": 0.798786, + "hf_subset": "pag_Latn-pbt_Arab", + "languages": [ + "pag-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.874094, + "recall": 0.912055, + "f1": 0.8861, + "accuracy": 0.912055, + "main_score": 0.8861, + "hf_subset": "pag_Latn-spa_Latn", + "languages": [ + "pag-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.66797, + "recall": 0.726285, + "f1": 0.685211, + "accuracy": 0.726285, + "main_score": 0.685211, + "hf_subset": "pag_Latn-twi_Latn", + "languages": [ + "pag-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.864519, + "recall": 0.899209, + "f1": 0.875266, + "accuracy": 0.899209, + "main_score": 0.875266, + "hf_subset": "pag_Latn-acm_Arab", + "languages": [ + "pag-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.826795, + "recall": 0.868577, + "f1": 0.839019, + "accuracy": 0.868577, + "main_score": 0.839019, + "hf_subset": "pag_Latn-bel_Cyrl", + "languages": [ + "pag-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.896492, + "recall": 0.927866, + "f1": 0.906686, + "accuracy": 0.927866, + "main_score": 0.906686, + "hf_subset": "pag_Latn-eng_Latn", + "languages": [ + "pag-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.830831, + "recall": 0.875494, + "f1": 0.844274, + "accuracy": 0.875494, + "main_score": 0.844274, + "hf_subset": "pag_Latn-hrv_Latn", + "languages": [ + "pag-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.649382, + "recall": 0.709486, + "f1": 0.666408, + "accuracy": 0.709486, + "main_score": 0.666408, + "hf_subset": "pag_Latn-kin_Latn", + "languages": [ + "pag-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.853162, + "recall": 0.892292, + "f1": 0.865217, + "accuracy": 0.892292, + "main_score": 0.865217, + "hf_subset": "pag_Latn-mal_Mlym", + "languages": [ + "pag-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.852602, + "recall": 0.891304, + "f1": 0.864333, + "accuracy": 0.891304, + "main_score": 0.864333, + "hf_subset": "pag_Latn-pes_Arab", + "languages": [ + "pag-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.84553, + "recall": 0.882411, + "f1": 0.856477, + "accuracy": 0.882411, + "main_score": 0.856477, + "hf_subset": "pag_Latn-srd_Latn", + "languages": [ + "pag-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.21777, + "recall": 0.274704, + "f1": 0.231375, + "accuracy": 0.274704, + "main_score": 0.231375, + "hf_subset": "pag_Latn-tzm_Tfng", + "languages": [ + "pag-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.861693, + "recall": 0.896245, + "f1": 0.87212, + "accuracy": 0.896245, + "main_score": 0.87212, + "hf_subset": "pag_Latn-acq_Arab", + "languages": [ + "pag-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.628386, + "recall": 0.684783, + "f1": 0.644568, + "accuracy": 0.684783, + "main_score": 0.644568, + "hf_subset": "pag_Latn-bem_Latn", + "languages": [ + "pag-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.831068, + "recall": 0.871542, + "f1": 0.842824, + "accuracy": 0.871542, + "main_score": 0.842824, + "hf_subset": "pag_Latn-epo_Latn", + "languages": [ + "pag-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.874457, + "recall": 0.906126, + "f1": 0.884044, + "accuracy": 0.906126, + "main_score": 0.884044, + "hf_subset": "pag_Latn-hun_Latn", + "languages": [ + "pag-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.822991, + "recall": 0.868577, + "f1": 0.836779, + "accuracy": 0.868577, + "main_score": 0.836779, + "hf_subset": "pag_Latn-kir_Cyrl", + "languages": [ + "pag-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.839921, + "recall": 0.884387, + "f1": 0.853722, + "accuracy": 0.884387, + "main_score": 0.853722, + "hf_subset": "pag_Latn-mar_Deva", + "languages": [ + "pag-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.687332, + "recall": 0.745059, + "f1": 0.703854, + "accuracy": 0.745059, + "main_score": 0.703854, + "hf_subset": "pag_Latn-plt_Latn", + "languages": [ + "pag-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.84264, + "recall": 0.881423, + "f1": 0.854057, + "accuracy": 0.881423, + "main_score": 0.854057, + "hf_subset": "pag_Latn-srp_Cyrl", + "languages": [ + "pag-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.733053, + "recall": 0.791502, + "f1": 0.750024, + "accuracy": 0.791502, + "main_score": 0.750024, + "hf_subset": "pag_Latn-uig_Arab", + "languages": [ + "pag-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.835301, + "recall": 0.875494, + "f1": 0.84726, + "accuracy": 0.875494, + "main_score": 0.84726, + "hf_subset": "pag_Latn-aeb_Arab", + "languages": [ + "pag-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.849144, + "recall": 0.88834, + "f1": 0.86102, + "accuracy": 0.88834, + "main_score": 0.86102, + "hf_subset": "pag_Latn-ben_Beng", + "languages": [ + "pag-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.84086, + "recall": 0.878458, + "f1": 0.851882, + "accuracy": 0.878458, + "main_score": 0.851882, + "hf_subset": "pag_Latn-est_Latn", + "languages": [ + "pag-Latn", + "est-Latn" + ] + }, + { + "precision": 0.820158, + "recall": 0.865613, + "f1": 0.83395, + "accuracy": 0.865613, + "main_score": 0.83395, + "hf_subset": "pag_Latn-hye_Armn", + "languages": [ + "pag-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.492135, + "recall": 0.545455, + "f1": 0.506988, + "accuracy": 0.545455, + "main_score": 0.506988, + "hf_subset": "pag_Latn-kmb_Latn", + "languages": [ + "pag-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.507805, + "recall": 0.58498, + "f1": 0.529421, + "accuracy": 0.58498, + "main_score": 0.529421, + "hf_subset": "pag_Latn-min_Arab", + "languages": [ + "pag-Latn", + "min-Arab" + ] + }, + { + "precision": 0.86693, + "recall": 0.905138, + "f1": 0.87892, + "accuracy": 0.905138, + "main_score": 0.87892, + "hf_subset": "pag_Latn-pol_Latn", + "languages": [ + "pag-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.615993, + "recall": 0.68083, + "f1": 0.634591, + "accuracy": 0.68083, + "main_score": 0.634591, + "hf_subset": "pag_Latn-ssw_Latn", + "languages": [ + "pag-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.860507, + "recall": 0.898221, + "f1": 0.871758, + "accuracy": 0.898221, + "main_score": 0.871758, + "hf_subset": "pag_Latn-ukr_Cyrl", + "languages": [ + "pag-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.83974, + "recall": 0.883399, + "f1": 0.853129, + "accuracy": 0.883399, + "main_score": 0.853129, + "hf_subset": "pag_Latn-afr_Latn", + "languages": [ + "pag-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.860013, + "recall": 0.897233, + "f1": 0.871494, + "accuracy": 0.897233, + "main_score": 0.871494, + "hf_subset": "pag_Latn-bho_Deva", + "languages": [ + "pag-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.853929, + "recall": 0.887352, + "f1": 0.86377, + "accuracy": 0.887352, + "main_score": 0.86377, + "hf_subset": "pag_Latn-eus_Latn", + "languages": [ + "pag-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.709206, + "recall": 0.763834, + "f1": 0.725066, + "accuracy": 0.763834, + "main_score": 0.725066, + "hf_subset": "pag_Latn-ibo_Latn", + "languages": [ + "pag-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.707106, + "recall": 0.763834, + "f1": 0.72317, + "accuracy": 0.763834, + "main_score": 0.72317, + "hf_subset": "pag_Latn-kmr_Latn", + "languages": [ + "pag-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.803186, + "recall": 0.847826, + "f1": 0.816334, + "accuracy": 0.847826, + "main_score": 0.816334, + "hf_subset": "pag_Latn-min_Latn", + "languages": [ + "pag-Latn", + "min-Latn" + ] + }, + { + "precision": 0.871739, + "recall": 0.907115, + "f1": 0.882708, + "accuracy": 0.907115, + "main_score": 0.882708, + "hf_subset": "pag_Latn-por_Latn", + "languages": [ + "pag-Latn", + "por-Latn" + ] + }, + { + "precision": 0.827062, + "recall": 0.86166, + "f1": 0.836896, + "accuracy": 0.86166, + "main_score": 0.836896, + "hf_subset": "pag_Latn-sun_Latn", + "languages": [ + "pag-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.479489, + "recall": 0.541502, + "f1": 0.49766, + "accuracy": 0.541502, + "main_score": 0.49766, + "hf_subset": "pag_Latn-umb_Latn", + "languages": [ + "pag-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.860772, + "recall": 0.895257, + "f1": 0.871119, + "accuracy": 0.895257, + "main_score": 0.871119, + "hf_subset": "pag_Latn-ajp_Arab", + "languages": [ + "pag-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.516123, + "recall": 0.589921, + "f1": 0.537546, + "accuracy": 0.589921, + "main_score": 0.537546, + "hf_subset": "pag_Latn-bjn_Arab", + "languages": [ + "pag-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.495809, + "recall": 0.549407, + "f1": 0.510928, + "accuracy": 0.549407, + "main_score": 0.510928, + "hf_subset": "pag_Latn-ewe_Latn", + "languages": [ + "pag-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.855676, + "recall": 0.891304, + "f1": 0.866554, + "accuracy": 0.891304, + "main_score": 0.866554, + "hf_subset": "pag_Latn-ilo_Latn", + "languages": [ + "pag-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.29582, + "recall": 0.366601, + "f1": 0.314961, + "accuracy": 0.366601, + "main_score": 0.314961, + "hf_subset": "pag_Latn-knc_Arab", + "languages": [ + "pag-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.851261, + "recall": 0.88834, + "f1": 0.862138, + "accuracy": 0.88834, + "main_score": 0.862138, + "hf_subset": "pag_Latn-mkd_Cyrl", + "languages": [ + "pag-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.85774, + "recall": 0.898221, + "f1": 0.870158, + "accuracy": 0.898221, + "main_score": 0.870158, + "hf_subset": "pag_Latn-prs_Arab", + "languages": [ + "pag-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.867424, + "recall": 0.90415, + "f1": 0.87892, + "accuracy": 0.90415, + "main_score": 0.87892, + "hf_subset": "pag_Latn-swe_Latn", + "languages": [ + "pag-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.847854, + "recall": 0.884387, + "f1": 0.858503, + "accuracy": 0.884387, + "main_score": 0.858503, + "hf_subset": "pag_Latn-urd_Arab", + "languages": [ + "pag-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.675479, + "recall": 0.729249, + "f1": 0.690919, + "accuracy": 0.729249, + "main_score": 0.690919, + "hf_subset": "pag_Latn-aka_Latn", + "languages": [ + "pag-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.826516, + "recall": 0.865613, + "f1": 0.838167, + "accuracy": 0.865613, + "main_score": 0.838167, + "hf_subset": "pag_Latn-bjn_Latn", + "languages": [ + "pag-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.800546, + "recall": 0.843874, + "f1": 0.812883, + "accuracy": 0.843874, + "main_score": 0.812883, + "hf_subset": "pag_Latn-fao_Latn", + "languages": [ + "pag-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.874094, + "recall": 0.907115, + "f1": 0.884058, + "accuracy": 0.907115, + "main_score": 0.884058, + "hf_subset": "pag_Latn-ind_Latn", + "languages": [ + "pag-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.551184, + "recall": 0.603755, + "f1": 0.566594, + "accuracy": 0.603755, + "main_score": 0.566594, + "hf_subset": "pag_Latn-knc_Latn", + "languages": [ + "pag-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.840318, + "recall": 0.87747, + "f1": 0.850993, + "accuracy": 0.87747, + "main_score": 0.850993, + "hf_subset": "pag_Latn-mlt_Latn", + "languages": [ + "pag-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.634074, + "recall": 0.69664, + "f1": 0.65239, + "accuracy": 0.69664, + "main_score": 0.65239, + "hf_subset": "pag_Latn-quy_Latn", + "languages": [ + "pag-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.819855, + "recall": 0.864625, + "f1": 0.833317, + "accuracy": 0.864625, + "main_score": 0.833317, + "hf_subset": "pag_Latn-swh_Latn", + "languages": [ + "pag-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.808959, + "recall": 0.854743, + "f1": 0.822135, + "accuracy": 0.854743, + "main_score": 0.822135, + "hf_subset": "pag_Latn-uzn_Latn", + "languages": [ + "pag-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.821096, + "recall": 0.863636, + "f1": 0.833981, + "accuracy": 0.863636, + "main_score": 0.833981, + "hf_subset": "pag_Latn-als_Latn", + "languages": [ + "pag-Latn", + "als-Latn" + ] + }, + { + "precision": 0.560042, + "recall": 0.632411, + "f1": 0.58062, + "accuracy": 0.632411, + "main_score": 0.58062, + "hf_subset": "pag_Latn-bod_Tibt", + "languages": [ + "pag-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.589333, + "recall": 0.651186, + "f1": 0.607095, + "accuracy": 0.651186, + "main_score": 0.607095, + "hf_subset": "pag_Latn-fij_Latn", + "languages": [ + "pag-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.77701, + "recall": 0.825099, + "f1": 0.791362, + "accuracy": 0.825099, + "main_score": 0.791362, + "hf_subset": "pag_Latn-isl_Latn", + "languages": [ + "pag-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.623908, + "recall": 0.681818, + "f1": 0.640909, + "accuracy": 0.681818, + "main_score": 0.640909, + "hf_subset": "pag_Latn-kon_Latn", + "languages": [ + "pag-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.631777, + "recall": 0.702569, + "f1": 0.652201, + "accuracy": 0.702569, + "main_score": 0.652201, + "hf_subset": "pag_Latn-mni_Beng", + "languages": [ + "pag-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.858696, + "recall": 0.896245, + "f1": 0.870064, + "accuracy": 0.896245, + "main_score": 0.870064, + "hf_subset": "pag_Latn-ron_Latn", + "languages": [ + "pag-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.861281, + "recall": 0.896245, + "f1": 0.871871, + "accuracy": 0.896245, + "main_score": 0.871871, + "hf_subset": "pag_Latn-szl_Latn", + "languages": [ + "pag-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.870833, + "recall": 0.902174, + "f1": 0.880407, + "accuracy": 0.902174, + "main_score": 0.880407, + "hf_subset": "pag_Latn-vec_Latn", + "languages": [ + "pag-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.762475, + "recall": 0.815217, + "f1": 0.778269, + "accuracy": 0.815217, + "main_score": 0.778269, + "hf_subset": "pag_Latn-amh_Ethi", + "languages": [ + "pag-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.854035, + "recall": 0.892292, + "f1": 0.86558, + "accuracy": 0.892292, + "main_score": 0.86558, + "hf_subset": "pag_Latn-bos_Latn", + "languages": [ + "pag-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.851318, + "recall": 0.889328, + "f1": 0.862549, + "accuracy": 0.889328, + "main_score": 0.862549, + "hf_subset": "pag_Latn-fin_Latn", + "languages": [ + "pag-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.873353, + "recall": 0.907115, + "f1": 0.883992, + "accuracy": 0.907115, + "main_score": 0.883992, + "hf_subset": "pag_Latn-ita_Latn", + "languages": [ + "pag-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.87141, + "recall": 0.905138, + "f1": 0.881522, + "accuracy": 0.905138, + "main_score": 0.881522, + "hf_subset": "pag_Latn-kor_Hang", + "languages": [ + "pag-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.524944, + "recall": 0.583004, + "f1": 0.541867, + "accuracy": 0.583004, + "main_score": 0.541867, + "hf_subset": "pag_Latn-mos_Latn", + "languages": [ + "pag-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.6124, + "recall": 0.678854, + "f1": 0.631326, + "accuracy": 0.678854, + "main_score": 0.631326, + "hf_subset": "pag_Latn-run_Latn", + "languages": [ + "pag-Latn", + "run-Latn" + ] + }, + { + "precision": 0.811084, + "recall": 0.855731, + "f1": 0.82472, + "accuracy": 0.855731, + "main_score": 0.82472, + "hf_subset": "pag_Latn-tam_Taml", + "languages": [ + "pag-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.859338, + "recall": 0.896245, + "f1": 0.870422, + "accuracy": 0.896245, + "main_score": 0.870422, + "hf_subset": "pag_Latn-vie_Latn", + "languages": [ + "pag-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.852034, + "recall": 0.887352, + "f1": 0.861931, + "accuracy": 0.887352, + "main_score": 0.861931, + "hf_subset": "pag_Latn-apc_Arab", + "languages": [ + "pag-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.729545, + "recall": 0.780632, + "f1": 0.744584, + "accuracy": 0.780632, + "main_score": 0.744584, + "hf_subset": "pag_Latn-bug_Latn", + "languages": [ + "pag-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.452849, + "recall": 0.503953, + "f1": 0.467853, + "accuracy": 0.503953, + "main_score": 0.467853, + "hf_subset": "pag_Latn-fon_Latn", + "languages": [ + "pag-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.796552, + "recall": 0.842885, + "f1": 0.810245, + "accuracy": 0.842885, + "main_score": 0.810245, + "hf_subset": "pag_Latn-jav_Latn", + "languages": [ + "pag-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.748011, + "recall": 0.797431, + "f1": 0.762241, + "accuracy": 0.797431, + "main_score": 0.762241, + "hf_subset": "pag_Latn-lao_Laoo", + "languages": [ + "pag-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.682924, + "recall": 0.746047, + "f1": 0.700836, + "accuracy": 0.746047, + "main_score": 0.700836, + "hf_subset": "pag_Latn-mri_Latn", + "languages": [ + "pag-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.870365, + "recall": 0.906126, + "f1": 0.881472, + "accuracy": 0.906126, + "main_score": 0.881472, + "hf_subset": "pag_Latn-rus_Cyrl", + "languages": [ + "pag-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.539132, + "recall": 0.597826, + "f1": 0.556019, + "accuracy": 0.597826, + "main_score": 0.556019, + "hf_subset": "pag_Latn-taq_Latn", + "languages": [ + "pag-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.859529, + "recall": 0.895257, + "f1": 0.870146, + "accuracy": 0.895257, + "main_score": 0.870146, + "hf_subset": "pag_Latn-war_Latn", + "languages": [ + "pag-Latn", + "war-Latn" + ] + }, + { + "precision": 0.858202, + "recall": 0.896245, + "f1": 0.870191, + "accuracy": 0.896245, + "main_score": 0.870191, + "hf_subset": "pag_Latn-arb_Arab", + "languages": [ + "pag-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.870257, + "recall": 0.902174, + "f1": 0.87963, + "accuracy": 0.902174, + "main_score": 0.87963, + "hf_subset": "pag_Latn-bul_Cyrl", + "languages": [ + "pag-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.867902, + "recall": 0.905138, + "f1": 0.879301, + "accuracy": 0.905138, + "main_score": 0.879301, + "hf_subset": "pag_Latn-fra_Latn", + "languages": [ + "pag-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.862582, + "recall": 0.896245, + "f1": 0.872628, + "accuracy": 0.896245, + "main_score": 0.872628, + "hf_subset": "pag_Latn-jpn_Jpan", + "languages": [ + "pag-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.872835, + "recall": 0.90415, + "f1": 0.882413, + "accuracy": 0.90415, + "main_score": 0.882413, + "hf_subset": "pag_Latn-lij_Latn", + "languages": [ + "pag-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.793626, + "recall": 0.846838, + "f1": 0.80998, + "accuracy": 0.846838, + "main_score": 0.80998, + "hf_subset": "pag_Latn-mya_Mymr", + "languages": [ + "pag-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.563447, + "recall": 0.62253, + "f1": 0.58034, + "accuracy": 0.62253, + "main_score": 0.58034, + "hf_subset": "pag_Latn-sag_Latn", + "languages": [ + "pag-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.23095, + "recall": 0.298419, + "f1": 0.247444, + "accuracy": 0.298419, + "main_score": 0.247444, + "hf_subset": "pag_Latn-taq_Tfng", + "languages": [ + "pag-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.640375, + "recall": 0.699605, + "f1": 0.657588, + "accuracy": 0.699605, + "main_score": 0.657588, + "hf_subset": "pag_Latn-wol_Latn", + "languages": [ + "pag-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.686149, + "recall": 0.747036, + "f1": 0.703587, + "accuracy": 0.747036, + "main_score": 0.703587, + "hf_subset": "pag_Latn-arb_Latn", + "languages": [ + "pag-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.862352, + "recall": 0.899209, + "f1": 0.873405, + "accuracy": 0.899209, + "main_score": 0.873405, + "hf_subset": "pag_Latn-cat_Latn", + "languages": [ + "pag-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.862213, + "recall": 0.898221, + "f1": 0.873092, + "accuracy": 0.898221, + "main_score": 0.873092, + "hf_subset": "pag_Latn-fur_Latn", + "languages": [ + "pag-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.438681, + "recall": 0.496047, + "f1": 0.454193, + "accuracy": 0.496047, + "main_score": 0.454193, + "hf_subset": "pag_Latn-kab_Latn", + "languages": [ + "pag-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.837112, + "recall": 0.875494, + "f1": 0.848419, + "accuracy": 0.875494, + "main_score": 0.848419, + "hf_subset": "pag_Latn-lim_Latn", + "languages": [ + "pag-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.872151, + "recall": 0.907115, + "f1": 0.882773, + "accuracy": 0.907115, + "main_score": 0.882773, + "hf_subset": "pag_Latn-nld_Latn", + "languages": [ + "pag-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.810804, + "recall": 0.858696, + "f1": 0.825494, + "accuracy": 0.858696, + "main_score": 0.825494, + "hf_subset": "pag_Latn-san_Deva", + "languages": [ + "pag-Latn", + "san-Deva" + ] + }, + { + "precision": 0.824555, + "recall": 0.86166, + "f1": 0.835867, + "accuracy": 0.86166, + "main_score": 0.835867, + "hf_subset": "pag_Latn-tat_Cyrl", + "languages": [ + "pag-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.695861, + "recall": 0.759881, + "f1": 0.714325, + "accuracy": 0.759881, + "main_score": 0.714325, + "hf_subset": "pag_Latn-xho_Latn", + "languages": [ + "pag-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.857905, + "recall": 0.897233, + "f1": 0.870191, + "accuracy": 0.897233, + "main_score": 0.870191, + "hf_subset": "pag_Latn-ars_Arab", + "languages": [ + "pag-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.849012, + "recall": 0.884387, + "f1": 0.859332, + "accuracy": 0.884387, + "main_score": 0.859332, + "hf_subset": "pag_Latn-ceb_Latn", + "languages": [ + "pag-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.510025, + "recall": 0.577075, + "f1": 0.528941, + "accuracy": 0.577075, + "main_score": 0.528941, + "hf_subset": "pag_Latn-fuv_Latn", + "languages": [ + "pag-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.504207, + "recall": 0.561265, + "f1": 0.519528, + "accuracy": 0.561265, + "main_score": 0.519528, + "hf_subset": "pag_Latn-kac_Latn", + "languages": [ + "pag-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.631268, + "recall": 0.6917, + "f1": 0.648499, + "accuracy": 0.6917, + "main_score": 0.648499, + "hf_subset": "pag_Latn-lin_Latn", + "languages": [ + "pag-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.843953, + "recall": 0.878458, + "f1": 0.853822, + "accuracy": 0.878458, + "main_score": 0.853822, + "hf_subset": "pag_Latn-nno_Latn", + "languages": [ + "pag-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.730627, + "recall": 0.788538, + "f1": 0.747647, + "accuracy": 0.788538, + "main_score": 0.747647, + "hf_subset": "pag_Latn-sat_Olck", + "languages": [ + "pag-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.834313, + "recall": 0.874506, + "f1": 0.845938, + "accuracy": 0.874506, + "main_score": 0.845938, + "hf_subset": "pag_Latn-tel_Telu", + "languages": [ + "pag-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.812959, + "recall": 0.859684, + "f1": 0.827428, + "accuracy": 0.859684, + "main_score": 0.827428, + "hf_subset": "pag_Latn-ydd_Hebr", + "languages": [ + "pag-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.836439, + "recall": 0.876482, + "f1": 0.848468, + "accuracy": 0.876482, + "main_score": 0.848468, + "hf_subset": "pag_Latn-ary_Arab", + "languages": [ + "pag-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.86553, + "recall": 0.900198, + "f1": 0.875988, + "accuracy": 0.900198, + "main_score": 0.875988, + "hf_subset": "pag_Latn-ces_Latn", + "languages": [ + "pag-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.548856, + "recall": 0.612648, + "f1": 0.566046, + "accuracy": 0.612648, + "main_score": 0.566046, + "hf_subset": "pag_Latn-gaz_Latn", + "languages": [ + "pag-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.548011, + "recall": 0.618577, + "f1": 0.568246, + "accuracy": 0.618577, + "main_score": 0.568246, + "hf_subset": "pag_Latn-kam_Latn", + "languages": [ + "pag-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.837131, + "recall": 0.87747, + "f1": 0.849099, + "accuracy": 0.87747, + "main_score": 0.849099, + "hf_subset": "pag_Latn-lit_Latn", + "languages": [ + "pag-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.871294, + "recall": 0.905138, + "f1": 0.881573, + "accuracy": 0.905138, + "main_score": 0.881573, + "hf_subset": "pag_Latn-nob_Latn", + "languages": [ + "pag-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.854712, + "recall": 0.88834, + "f1": 0.864294, + "accuracy": 0.88834, + "main_score": 0.864294, + "hf_subset": "pag_Latn-scn_Latn", + "languages": [ + "pag-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.791915, + "recall": 0.839921, + "f1": 0.806085, + "accuracy": 0.839921, + "main_score": 0.806085, + "hf_subset": "pag_Latn-tgk_Cyrl", + "languages": [ + "pag-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.60496, + "recall": 0.678854, + "f1": 0.626059, + "accuracy": 0.678854, + "main_score": 0.626059, + "hf_subset": "pag_Latn-yor_Latn", + "languages": [ + "pag-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.857453, + "recall": 0.893281, + "f1": 0.868132, + "accuracy": 0.893281, + "main_score": 0.868132, + "hf_subset": "pag_Latn-arz_Arab", + "languages": [ + "pag-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.525511, + "recall": 0.593874, + "f1": 0.544798, + "accuracy": 0.593874, + "main_score": 0.544798, + "hf_subset": "pag_Latn-cjk_Latn", + "languages": [ + "pag-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.755024, + "recall": 0.811265, + "f1": 0.771651, + "accuracy": 0.811265, + "main_score": 0.771651, + "hf_subset": "pag_Latn-gla_Latn", + "languages": [ + "pag-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.812896, + "recall": 0.860672, + "f1": 0.827125, + "accuracy": 0.860672, + "main_score": 0.827125, + "hf_subset": "pag_Latn-kan_Knda", + "languages": [ + "pag-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.871765, + "recall": 0.903162, + "f1": 0.881477, + "accuracy": 0.903162, + "main_score": 0.881477, + "hf_subset": "pag_Latn-lmo_Latn", + "languages": [ + "pag-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.832593, + "recall": 0.876482, + "f1": 0.845841, + "accuracy": 0.876482, + "main_score": 0.845841, + "hf_subset": "pag_Latn-npi_Deva", + "languages": [ + "pag-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.478634, + "recall": 0.556324, + "f1": 0.500028, + "accuracy": 0.556324, + "main_score": 0.500028, + "hf_subset": "pag_Latn-shn_Mymr", + "languages": [ + "pag-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.844433, + "recall": 0.883399, + "f1": 0.856098, + "accuracy": 0.883399, + "main_score": 0.856098, + "hf_subset": "pag_Latn-tgl_Latn", + "languages": [ + "pag-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.856795, + "recall": 0.895257, + "f1": 0.868718, + "accuracy": 0.895257, + "main_score": 0.868718, + "hf_subset": "pag_Latn-yue_Hant", + "languages": [ + "pag-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.816145, + "recall": 0.857708, + "f1": 0.828791, + "accuracy": 0.857708, + "main_score": 0.828791, + "hf_subset": "pag_Latn-asm_Beng", + "languages": [ + "pag-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.743554, + "recall": 0.800395, + "f1": 0.760721, + "accuracy": 0.800395, + "main_score": 0.760721, + "hf_subset": "pag_Latn-ckb_Arab", + "languages": [ + "pag-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.797711, + "recall": 0.840909, + "f1": 0.810512, + "accuracy": 0.840909, + "main_score": 0.810512, + "hf_subset": "pag_Latn-gle_Latn", + "languages": [ + "pag-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.815711, + "recall": 0.858696, + "f1": 0.82876, + "accuracy": 0.858696, + "main_score": 0.82876, + "hf_subset": "pag_Latn-kas_Arab", + "languages": [ + "pag-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.767276, + "recall": 0.81917, + "f1": 0.782488, + "accuracy": 0.81917, + "main_score": 0.782488, + "hf_subset": "pag_Latn-ltg_Latn", + "languages": [ + "pag-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.673337, + "recall": 0.724308, + "f1": 0.687815, + "accuracy": 0.724308, + "main_score": 0.687815, + "hf_subset": "pag_Latn-nso_Latn", + "languages": [ + "pag-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.773519, + "recall": 0.827075, + "f1": 0.788943, + "accuracy": 0.827075, + "main_score": 0.788943, + "hf_subset": "pag_Latn-sin_Sinh", + "languages": [ + "pag-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.834272, + "recall": 0.879447, + "f1": 0.847977, + "accuracy": 0.879447, + "main_score": 0.847977, + "hf_subset": "pag_Latn-tha_Thai", + "languages": [ + "pag-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.831428, + "recall": 0.871542, + "f1": 0.843136, + "accuracy": 0.871542, + "main_score": 0.843136, + "hf_subset": "pag_Latn-zho_Hans", + "languages": [ + "pag-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.856439, + "recall": 0.895257, + "f1": 0.867721, + "accuracy": 0.895257, + "main_score": 0.867721, + "hf_subset": "pag_Latn-ast_Latn", + "languages": [ + "pag-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.857089, + "recall": 0.889328, + "f1": 0.867161, + "accuracy": 0.889328, + "main_score": 0.867161, + "hf_subset": "pag_Latn-crh_Latn", + "languages": [ + "pag-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.85923, + "recall": 0.892292, + "f1": 0.868939, + "accuracy": 0.892292, + "main_score": 0.868939, + "hf_subset": "pag_Latn-glg_Latn", + "languages": [ + "pag-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.748124, + "recall": 0.797431, + "f1": 0.762823, + "accuracy": 0.797431, + "main_score": 0.762823, + "hf_subset": "pag_Latn-kas_Deva", + "languages": [ + "pag-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.835771, + "recall": 0.875494, + "f1": 0.84737, + "accuracy": 0.875494, + "main_score": 0.84737, + "hf_subset": "pag_Latn-ltz_Latn", + "languages": [ + "pag-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.458118, + "recall": 0.523715, + "f1": 0.476529, + "accuracy": 0.523715, + "main_score": 0.476529, + "hf_subset": "pag_Latn-nus_Latn", + "languages": [ + "pag-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.851762, + "recall": 0.890316, + "f1": 0.863458, + "accuracy": 0.890316, + "main_score": 0.863458, + "hf_subset": "pag_Latn-slk_Latn", + "languages": [ + "pag-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.603075, + "recall": 0.675889, + "f1": 0.624459, + "accuracy": 0.675889, + "main_score": 0.624459, + "hf_subset": "pag_Latn-tir_Ethi", + "languages": [ + "pag-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.841848, + "recall": 0.884387, + "f1": 0.854776, + "accuracy": 0.884387, + "main_score": 0.854776, + "hf_subset": "pag_Latn-zho_Hant", + "languages": [ + "pag-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.844186, + "recall": 0.885375, + "f1": 0.856785, + "accuracy": 0.885375, + "main_score": 0.856785, + "hf_subset": "pag_Latn-awa_Deva", + "languages": [ + "pag-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.805931, + "recall": 0.852767, + "f1": 0.819556, + "accuracy": 0.852767, + "main_score": 0.819556, + "hf_subset": "pag_Latn-cym_Latn", + "languages": [ + "pag-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.753821, + "recall": 0.799407, + "f1": 0.767391, + "accuracy": 0.799407, + "main_score": 0.767391, + "hf_subset": "pag_Latn-grn_Latn", + "languages": [ + "pag-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.834538, + "recall": 0.875494, + "f1": 0.846992, + "accuracy": 0.875494, + "main_score": 0.846992, + "hf_subset": "pag_Latn-kat_Geor", + "languages": [ + "pag-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.620457, + "recall": 0.670949, + "f1": 0.635408, + "accuracy": 0.670949, + "main_score": 0.635408, + "hf_subset": "pag_Latn-lua_Latn", + "languages": [ + "pag-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.688137, + "recall": 0.744071, + "f1": 0.703775, + "accuracy": 0.744071, + "main_score": 0.703775, + "hf_subset": "pag_Latn-nya_Latn", + "languages": [ + "pag-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.851565, + "recall": 0.889328, + "f1": 0.863097, + "accuracy": 0.889328, + "main_score": 0.863097, + "hf_subset": "pag_Latn-slv_Latn", + "languages": [ + "pag-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.849827, + "recall": 0.884387, + "f1": 0.8602, + "accuracy": 0.884387, + "main_score": 0.8602, + "hf_subset": "pag_Latn-tpi_Latn", + "languages": [ + "pag-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.853574, + "recall": 0.892292, + "f1": 0.865255, + "accuracy": 0.892292, + "main_score": 0.865255, + "hf_subset": "pag_Latn-zsm_Latn", + "languages": [ + "pag-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.524338, + "recall": 0.583992, + "f1": 0.541521, + "accuracy": 0.583992, + "main_score": 0.541521, + "hf_subset": "pag_Latn-ayr_Latn", + "languages": [ + "pag-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.876433, + "recall": 0.911067, + "f1": 0.886829, + "accuracy": 0.911067, + "main_score": 0.886829, + "hf_subset": "pag_Latn-dan_Latn", + "languages": [ + "pag-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.84837, + "recall": 0.88834, + "f1": 0.86054, + "accuracy": 0.88834, + "main_score": 0.86054, + "hf_subset": "pag_Latn-guj_Gujr", + "languages": [ + "pag-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.832724, + "recall": 0.873518, + "f1": 0.845107, + "accuracy": 0.873518, + "main_score": 0.845107, + "hf_subset": "pag_Latn-kaz_Cyrl", + "languages": [ + "pag-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.564114, + "recall": 0.636364, + "f1": 0.584999, + "accuracy": 0.636364, + "main_score": 0.584999, + "hf_subset": "pag_Latn-lug_Latn", + "languages": [ + "pag-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.846985, + "recall": 0.885375, + "f1": 0.858224, + "accuracy": 0.885375, + "main_score": 0.858224, + "hf_subset": "pag_Latn-oci_Latn", + "languages": [ + "pag-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.679364, + "recall": 0.740119, + "f1": 0.696913, + "accuracy": 0.740119, + "main_score": 0.696913, + "hf_subset": "pag_Latn-smo_Latn", + "languages": [ + "pag-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.616789, + "recall": 0.678854, + "f1": 0.634426, + "accuracy": 0.678854, + "main_score": 0.634426, + "hf_subset": "pag_Latn-tsn_Latn", + "languages": [ + "pag-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.678647, + "recall": 0.743083, + "f1": 0.697149, + "accuracy": 0.743083, + "main_score": 0.697149, + "hf_subset": "pag_Latn-zul_Latn", + "languages": [ + "pag-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.801772, + "recall": 0.84585, + "f1": 0.815121, + "accuracy": 0.84585, + "main_score": 0.815121, + "hf_subset": "pag_Latn-azb_Arab", + "languages": [ + "pag-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.890975, + "recall": 0.91996, + "f1": 0.899624, + "accuracy": 0.91996, + "main_score": 0.899624, + "hf_subset": "pag_Latn-deu_Latn", + "languages": [ + "pag-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.816436, + "recall": 0.859684, + "f1": 0.829447, + "accuracy": 0.859684, + "main_score": 0.829447, + "hf_subset": "pag_Latn-hat_Latn", + "languages": [ + "pag-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.495266, + "recall": 0.550395, + "f1": 0.51075, + "accuracy": 0.550395, + "main_score": 0.51075, + "hf_subset": "pag_Latn-kbp_Latn", + "languages": [ + "pag-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.555116, + "recall": 0.612648, + "f1": 0.571433, + "accuracy": 0.612648, + "main_score": 0.571433, + "hf_subset": "pag_Latn-luo_Latn", + "languages": [ + "pag-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.784851, + "recall": 0.837945, + "f1": 0.800395, + "accuracy": 0.837945, + "main_score": 0.800395, + "hf_subset": "pag_Latn-ory_Orya", + "languages": [ + "pag-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.693499, + "recall": 0.758893, + "f1": 0.7127, + "accuracy": 0.758893, + "main_score": 0.7127, + "hf_subset": "pag_Latn-sna_Latn", + "languages": [ + "pag-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.599178, + "recall": 0.660079, + "f1": 0.616691, + "accuracy": 0.660079, + "main_score": 0.616691, + "hf_subset": "pag_Latn-tso_Latn", + "languages": [ + "pag-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.8286, + "recall": 0.874506, + "f1": 0.842408, + "accuracy": 0.874506, + "main_score": 0.842408, + "hf_subset": "pag_Latn-azj_Latn", + "languages": [ + "pag-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.523428, + "recall": 0.589921, + "f1": 0.542885, + "accuracy": 0.589921, + "main_score": 0.542885, + "hf_subset": "pag_Latn-dik_Latn", + "languages": [ + "pag-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.719549, + "recall": 0.772727, + "f1": 0.734688, + "accuracy": 0.772727, + "main_score": 0.734688, + "hf_subset": "pag_Latn-hau_Latn", + "languages": [ + "pag-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.855543, + "recall": 0.890316, + "f1": 0.865662, + "accuracy": 0.890316, + "main_score": 0.865662, + "hf_subset": "pag_Latn-kea_Latn", + "languages": [ + "pag-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.775601, + "recall": 0.828063, + "f1": 0.791392, + "accuracy": 0.828063, + "main_score": 0.791392, + "hf_subset": "pag_Latn-lus_Latn", + "languages": [ + "pag-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.795596, + "recall": 0.843874, + "f1": 0.809566, + "accuracy": 0.843874, + "main_score": 0.809566, + "hf_subset": "pag_Latn-snd_Arab", + "languages": [ + "pag-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.793217, + "recall": 0.838933, + "f1": 0.806969, + "accuracy": 0.838933, + "main_score": 0.806969, + "hf_subset": "pag_Latn-tuk_Latn", + "languages": [ + "pag-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.816182, + "recall": 0.86166, + "f1": 0.829633, + "accuracy": 0.86166, + "main_score": 0.829633, + "hf_subset": "pag_Latn-bak_Cyrl", + "languages": [ + "pag-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.464686, + "recall": 0.544466, + "f1": 0.488013, + "accuracy": 0.544466, + "main_score": 0.488013, + "hf_subset": "pag_Latn-dyu_Latn", + "languages": [ + "pag-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.854397, + "recall": 0.890316, + "f1": 0.865152, + "accuracy": 0.890316, + "main_score": 0.865152, + "hf_subset": "pag_Latn-heb_Hebr", + "languages": [ + "pag-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.768701, + "recall": 0.823123, + "f1": 0.78509, + "accuracy": 0.823123, + "main_score": 0.78509, + "hf_subset": "pag_Latn-khk_Cyrl", + "languages": [ + "pag-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.839954, + "recall": 0.881423, + "f1": 0.85216, + "accuracy": 0.881423, + "main_score": 0.85216, + "hf_subset": "pag_Latn-lvs_Latn", + "languages": [ + "pag-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.837354, + "recall": 0.879447, + "f1": 0.849939, + "accuracy": 0.879447, + "main_score": 0.849939, + "hf_subset": "pag_Latn-pan_Guru", + "languages": [ + "pag-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.69604, + "recall": 0.756917, + "f1": 0.713825, + "accuracy": 0.756917, + "main_score": 0.713825, + "hf_subset": "pag_Latn-som_Latn", + "languages": [ + "pag-Latn", + "som-Latn" + ] + }, + { + "precision": 0.592247, + "recall": 0.653162, + "f1": 0.61003, + "accuracy": 0.653162, + "main_score": 0.61003, + "hf_subset": "pag_Latn-tum_Latn", + "languages": [ + "pag-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.470591, + "recall": 0.550395, + "f1": 0.492706, + "accuracy": 0.550395, + "main_score": 0.492706, + "hf_subset": "snd_Arab-ace_Arab", + "languages": [ + "snd-Arab", + "ace-Arab" + ] + }, + { + "precision": 0.41466, + "recall": 0.466403, + "f1": 0.428053, + "accuracy": 0.466403, + "main_score": 0.428053, + "hf_subset": "snd_Arab-bam_Latn", + "languages": [ + "snd-Arab", + "bam-Latn" + ] + }, + { + "precision": 0.556759, + "recall": 0.642292, + "f1": 0.58051, + "accuracy": 0.642292, + "main_score": 0.58051, + "hf_subset": "snd_Arab-dzo_Tibt", + "languages": [ + "snd-Arab", + "dzo-Tibt" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.943841, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "snd_Arab-khm_Khmr", + "languages": [ + "snd-Arab", + "khm-Khmr" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "snd_Arab-mag_Deva", + "languages": [ + "snd-Arab", + "mag-Deva" + ] + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "snd_Arab-pap_Latn", + "languages": [ + "snd-Arab", + "pap-Latn" + ] + }, + { + "precision": 0.806061, + "recall": 0.854743, + "f1": 0.820553, + "accuracy": 0.854743, + "main_score": 0.820553, + "hf_subset": "snd_Arab-sot_Latn", + "languages": [ + "snd-Arab", + "sot-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "snd_Arab-tur_Latn", + "languages": [ + "snd-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.789517, + "recall": 0.844862, + "f1": 0.806346, + "accuracy": 0.844862, + "main_score": 0.806346, + "hf_subset": "snd_Arab-ace_Latn", + "languages": [ + "snd-Arab", + "ace-Latn" + ] + }, + { + "precision": 0.92724, + "recall": 0.947628, + "f1": 0.93363, + "accuracy": 0.947628, + "main_score": 0.93363, + "hf_subset": "snd_Arab-ban_Latn", + "languages": [ + "snd-Arab", + "ban-Latn" + ] + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "snd_Arab-ell_Grek", + "languages": [ + "snd-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "snd_Arab-hne_Deva", + "languages": [ + "snd-Arab", + "hne-Deva" + ] + }, + { + "precision": 0.495416, + "recall": 0.56917, + "f1": 0.514227, + "accuracy": 0.56917, + "main_score": 0.514227, + "hf_subset": "snd_Arab-kik_Latn", + "languages": [ + "snd-Arab", + "kik-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "snd_Arab-mai_Deva", + "languages": [ + "snd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.939888, + "recall": 0.959486, + "f1": 0.946311, + "accuracy": 0.959486, + "main_score": 0.946311, + "hf_subset": "snd_Arab-pbt_Arab", + "languages": [ + "snd-Arab", + "pbt-Arab" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "snd_Arab-spa_Latn", + "languages": [ + "snd-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.673135, + "recall": 0.737154, + "f1": 0.690788, + "accuracy": 0.737154, + "main_score": 0.690788, + "hf_subset": "snd_Arab-twi_Latn", + "languages": [ + "snd-Arab", + "twi-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "snd_Arab-acm_Arab", + "languages": [ + "snd-Arab", + "acm-Arab" + ] + }, + { + "precision": 0.94557, + "recall": 0.962451, + "f1": 0.950988, + "accuracy": 0.962451, + "main_score": 0.950988, + "hf_subset": "snd_Arab-bel_Cyrl", + "languages": [ + "snd-Arab", + "bel-Cyrl" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "snd_Arab-hrv_Latn", + "languages": [ + "snd-Arab", + "hrv-Latn" + ] + }, + { + "precision": 0.783547, + "recall": 0.839921, + "f1": 0.800663, + "accuracy": 0.839921, + "main_score": 0.800663, + "hf_subset": "snd_Arab-kin_Latn", + "languages": [ + "snd-Arab", + "kin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "snd_Arab-mal_Mlym", + "languages": [ + "snd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.972365, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "snd_Arab-pes_Arab", + "languages": [ + "snd-Arab", + "pes-Arab" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "snd_Arab-srd_Latn", + "languages": [ + "snd-Arab", + "srd-Latn" + ] + }, + { + "precision": 0.201573, + "recall": 0.263834, + "f1": 0.216681, + "accuracy": 0.263834, + "main_score": 0.216681, + "hf_subset": "snd_Arab-tzm_Tfng", + "languages": [ + "snd-Arab", + "tzm-Tfng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-acq_Arab", + "languages": [ + "snd-Arab", + "acq-Arab" + ] + }, + { + "precision": 0.595132, + "recall": 0.664032, + "f1": 0.613955, + "accuracy": 0.664032, + "main_score": 0.613955, + "hf_subset": "snd_Arab-bem_Latn", + "languages": [ + "snd-Arab", + "bem-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "snd_Arab-epo_Latn", + "languages": [ + "snd-Arab", + "epo-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "snd_Arab-hun_Latn", + "languages": [ + "snd-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "snd_Arab-kir_Cyrl", + "languages": [ + "snd-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.820076, + "recall": 0.865613, + "f1": 0.834124, + "accuracy": 0.865613, + "main_score": 0.834124, + "hf_subset": "snd_Arab-plt_Latn", + "languages": [ + "snd-Arab", + "plt-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "snd_Arab-srp_Cyrl", + "languages": [ + "snd-Arab", + "srp-Cyrl" + ] + }, + { + "precision": 0.919137, + "recall": 0.942688, + "f1": 0.926713, + "accuracy": 0.942688, + "main_score": 0.926713, + "hf_subset": "snd_Arab-uig_Arab", + "languages": [ + "snd-Arab", + "uig-Arab" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "snd_Arab-aeb_Arab", + "languages": [ + "snd-Arab", + "aeb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "snd_Arab-est_Latn", + "languages": [ + "snd-Arab", + "est-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "snd_Arab-hye_Armn", + "languages": [ + "snd-Arab", + "hye-Armn" + ] + }, + { + "precision": 0.400937, + "recall": 0.463439, + "f1": 0.41698, + "accuracy": 0.463439, + "main_score": 0.41698, + "hf_subset": "snd_Arab-kmb_Latn", + "languages": [ + "snd-Arab", + "kmb-Latn" + ] + }, + { + "precision": 0.441235, + "recall": 0.518775, + "f1": 0.46079, + "accuracy": 0.518775, + "main_score": 0.46079, + "hf_subset": "snd_Arab-min_Arab", + "languages": [ + "snd-Arab", + "min-Arab" + ] + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "snd_Arab-pol_Latn", + "languages": [ + "snd-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.685837, + "recall": 0.755929, + "f1": 0.706541, + "accuracy": 0.755929, + "main_score": 0.706541, + "hf_subset": "snd_Arab-ssw_Latn", + "languages": [ + "snd-Arab", + "ssw-Latn" + ] + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "snd_Arab-ukr_Cyrl", + "languages": [ + "snd-Arab", + "ukr-Cyrl" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "snd_Arab-afr_Latn", + "languages": [ + "snd-Arab", + "afr-Latn" + ] + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "snd_Arab-bho_Deva", + "languages": [ + "snd-Arab", + "bho-Deva" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.766486, + "recall": 0.828063, + "f1": 0.785032, + "accuracy": 0.828063, + "main_score": 0.785032, + "hf_subset": "snd_Arab-ibo_Latn", + "languages": [ + "snd-Arab", + "ibo-Latn" + ] + }, + { + "precision": 0.826367, + "recall": 0.87253, + "f1": 0.84058, + "accuracy": 0.87253, + "main_score": 0.84058, + "hf_subset": "snd_Arab-kmr_Latn", + "languages": [ + "snd-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.941123, + "recall": 0.959486, + "f1": 0.947036, + "accuracy": 0.959486, + "main_score": 0.947036, + "hf_subset": "snd_Arab-min_Latn", + "languages": [ + "snd-Arab", + "min-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "snd_Arab-por_Latn", + "languages": [ + "snd-Arab", + "por-Latn" + ] + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "snd_Arab-sun_Latn", + "languages": [ + "snd-Arab", + "sun-Latn" + ] + }, + { + "precision": 0.39682, + "recall": 0.453557, + "f1": 0.4117, + "accuracy": 0.453557, + "main_score": 0.4117, + "hf_subset": "snd_Arab-umb_Latn", + "languages": [ + "snd-Arab", + "umb-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "snd_Arab-ajp_Arab", + "languages": [ + "snd-Arab", + "ajp-Arab" + ] + }, + { + "precision": 0.452886, + "recall": 0.531621, + "f1": 0.473422, + "accuracy": 0.531621, + "main_score": 0.473422, + "hf_subset": "snd_Arab-bjn_Arab", + "languages": [ + "snd-Arab", + "bjn-Arab" + ] + }, + { + "precision": 0.416598, + "recall": 0.461462, + "f1": 0.428305, + "accuracy": 0.461462, + "main_score": 0.428305, + "hf_subset": "snd_Arab-ewe_Latn", + "languages": [ + "snd-Arab", + "ewe-Latn" + ] + }, + { + "precision": 0.912632, + "recall": 0.937747, + "f1": 0.92052, + "accuracy": 0.937747, + "main_score": 0.92052, + "hf_subset": "snd_Arab-ilo_Latn", + "languages": [ + "snd-Arab", + "ilo-Latn" + ] + }, + { + "precision": 0.235444, + "recall": 0.289526, + "f1": 0.248086, + "accuracy": 0.289526, + "main_score": 0.248086, + "hf_subset": "snd_Arab-knc_Arab", + "languages": [ + "snd-Arab", + "knc-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "snd_Arab-mkd_Cyrl", + "languages": [ + "snd-Arab", + "mkd-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "snd_Arab-prs_Arab", + "languages": [ + "snd-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-swe_Latn", + "languages": [ + "snd-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.617866, + "recall": 0.688735, + "f1": 0.6375, + "accuracy": 0.688735, + "main_score": 0.6375, + "hf_subset": "snd_Arab-aka_Latn", + "languages": [ + "snd-Arab", + "aka-Latn" + ] + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.946593, + "accuracy": 0.958498, + "main_score": 0.946593, + "hf_subset": "snd_Arab-bjn_Latn", + "languages": [ + "snd-Arab", + "bjn-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "snd_Arab-fao_Latn", + "languages": [ + "snd-Arab", + "fao-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "snd_Arab-ind_Latn", + "languages": [ + "snd-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.456363, + "recall": 0.506917, + "f1": 0.469888, + "accuracy": 0.506917, + "main_score": 0.469888, + "hf_subset": "snd_Arab-knc_Latn", + "languages": [ + "snd-Arab", + "knc-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "snd_Arab-mlt_Latn", + "languages": [ + "snd-Arab", + "mlt-Latn" + ] + }, + { + "precision": 0.568936, + "recall": 0.640316, + "f1": 0.588425, + "accuracy": 0.640316, + "main_score": 0.588425, + "hf_subset": "snd_Arab-quy_Latn", + "languages": [ + "snd-Arab", + "quy-Latn" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "snd_Arab-swh_Latn", + "languages": [ + "snd-Arab", + "swh-Latn" + ] + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "snd_Arab-uzn_Latn", + "languages": [ + "snd-Arab", + "uzn-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "snd_Arab-als_Latn", + "languages": [ + "snd-Arab", + "als-Latn" + ] + }, + { + "precision": 0.720022, + "recall": 0.788538, + "f1": 0.740316, + "accuracy": 0.788538, + "main_score": 0.740316, + "hf_subset": "snd_Arab-bod_Tibt", + "languages": [ + "snd-Arab", + "bod-Tibt" + ] + }, + { + "precision": 0.557278, + "recall": 0.631423, + "f1": 0.578164, + "accuracy": 0.631423, + "main_score": 0.578164, + "hf_subset": "snd_Arab-fij_Latn", + "languages": [ + "snd-Arab", + "fij-Latn" + ] + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956258, + "accuracy": 0.966403, + "main_score": 0.956258, + "hf_subset": "snd_Arab-isl_Latn", + "languages": [ + "snd-Arab", + "isl-Latn" + ] + }, + { + "precision": 0.515035, + "recall": 0.58004, + "f1": 0.532102, + "accuracy": 0.58004, + "main_score": 0.532102, + "hf_subset": "snd_Arab-kon_Latn", + "languages": [ + "snd-Arab", + "kon-Latn" + ] + }, + { + "precision": 0.587836, + "recall": 0.661067, + "f1": 0.608431, + "accuracy": 0.661067, + "main_score": 0.608431, + "hf_subset": "snd_Arab-mni_Beng", + "languages": [ + "snd-Arab", + "mni-Beng" + ] + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "snd_Arab-ron_Latn", + "languages": [ + "snd-Arab", + "ron-Latn" + ] + }, + { + "precision": 0.95751, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "snd_Arab-szl_Latn", + "languages": [ + "snd-Arab", + "szl-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "snd_Arab-vec_Latn", + "languages": [ + "snd-Arab", + "vec-Latn" + ] + }, + { + "precision": 0.900609, + "recall": 0.929842, + "f1": 0.90998, + "accuracy": 0.929842, + "main_score": 0.90998, + "hf_subset": "snd_Arab-amh_Ethi", + "languages": [ + "snd-Arab", + "amh-Ethi" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "snd_Arab-bos_Latn", + "languages": [ + "snd-Arab", + "bos-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "snd_Arab-fin_Latn", + "languages": [ + "snd-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "snd_Arab-ita_Latn", + "languages": [ + "snd-Arab", + "ita-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "snd_Arab-kor_Hang", + "languages": [ + "snd-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.44653, + "recall": 0.496047, + "f1": 0.459861, + "accuracy": 0.496047, + "main_score": 0.459861, + "hf_subset": "snd_Arab-mos_Latn", + "languages": [ + "snd-Arab", + "mos-Latn" + ] + }, + { + "precision": 0.648866, + "recall": 0.720356, + "f1": 0.669859, + "accuracy": 0.720356, + "main_score": 0.669859, + "hf_subset": "snd_Arab-run_Latn", + "languages": [ + "snd-Arab", + "run-Latn" + ] + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "snd_Arab-vie_Latn", + "languages": [ + "snd-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "snd_Arab-apc_Arab", + "languages": [ + "snd-Arab", + "apc-Arab" + ] + }, + { + "precision": 0.644936, + "recall": 0.713439, + "f1": 0.66362, + "accuracy": 0.713439, + "main_score": 0.66362, + "hf_subset": "snd_Arab-bug_Latn", + "languages": [ + "snd-Arab", + "bug-Latn" + ] + }, + { + "precision": 0.401518, + "recall": 0.445652, + "f1": 0.413676, + "accuracy": 0.445652, + "main_score": 0.413676, + "hf_subset": "snd_Arab-fon_Latn", + "languages": [ + "snd-Arab", + "fon-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "snd_Arab-jav_Latn", + "languages": [ + "snd-Arab", + "jav-Latn" + ] + }, + { + "precision": 0.905715, + "recall": 0.934783, + "f1": 0.915086, + "accuracy": 0.934783, + "main_score": 0.915086, + "hf_subset": "snd_Arab-lao_Laoo", + "languages": [ + "snd-Arab", + "lao-Laoo" + ] + }, + { + "precision": 0.813818, + "recall": 0.862648, + "f1": 0.828557, + "accuracy": 0.862648, + "main_score": 0.828557, + "hf_subset": "snd_Arab-mri_Latn", + "languages": [ + "snd-Arab", + "mri-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "snd_Arab-rus_Cyrl", + "languages": [ + "snd-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.449123, + "recall": 0.499012, + "f1": 0.462899, + "accuracy": 0.499012, + "main_score": 0.462899, + "hf_subset": "snd_Arab-taq_Latn", + "languages": [ + "snd-Arab", + "taq-Latn" + ] + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "snd_Arab-war_Latn", + "languages": [ + "snd-Arab", + "war-Latn" + ] + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "snd_Arab-arb_Arab", + "languages": [ + "snd-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-bul_Cyrl", + "languages": [ + "snd-Arab", + "bul-Cyrl" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "snd_Arab-fra_Latn", + "languages": [ + "snd-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "snd_Arab-jpn_Jpan", + "languages": [ + "snd-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.941568, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "snd_Arab-lij_Latn", + "languages": [ + "snd-Arab", + "lij-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "snd_Arab-mya_Mymr", + "languages": [ + "snd-Arab", + "mya-Mymr" + ] + }, + { + "precision": 0.496924, + "recall": 0.555336, + "f1": 0.513067, + "accuracy": 0.555336, + "main_score": 0.513067, + "hf_subset": "snd_Arab-sag_Latn", + "languages": [ + "snd-Arab", + "sag-Latn" + ] + }, + { + "precision": 0.210657, + "recall": 0.275692, + "f1": 0.227292, + "accuracy": 0.275692, + "main_score": 0.227292, + "hf_subset": "snd_Arab-taq_Tfng", + "languages": [ + "snd-Arab", + "taq-Tfng" + ] + }, + { + "precision": 0.58807, + "recall": 0.651186, + "f1": 0.604815, + "accuracy": 0.651186, + "main_score": 0.604815, + "hf_subset": "snd_Arab-wol_Latn", + "languages": [ + "snd-Arab", + "wol-Latn" + ] + }, + { + "precision": 0.813933, + "recall": 0.865613, + "f1": 0.829644, + "accuracy": 0.865613, + "main_score": 0.829644, + "hf_subset": "snd_Arab-arb_Latn", + "languages": [ + "snd-Arab", + "arb-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-cat_Latn", + "languages": [ + "snd-Arab", + "cat-Latn" + ] + }, + { + "precision": 0.925683, + "recall": 0.94664, + "f1": 0.93217, + "accuracy": 0.94664, + "main_score": 0.93217, + "hf_subset": "snd_Arab-fur_Latn", + "languages": [ + "snd-Arab", + "fur-Latn" + ] + }, + { + "precision": 0.397316, + "recall": 0.460474, + "f1": 0.413941, + "accuracy": 0.460474, + "main_score": 0.413941, + "hf_subset": "snd_Arab-kab_Latn", + "languages": [ + "snd-Arab", + "kab-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "snd_Arab-lim_Latn", + "languages": [ + "snd-Arab", + "lim-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "snd_Arab-nld_Latn", + "languages": [ + "snd-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "snd_Arab-san_Deva", + "languages": [ + "snd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "snd_Arab-tat_Cyrl", + "languages": [ + "snd-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.821344, + "recall": 0.868577, + "f1": 0.835855, + "accuracy": 0.868577, + "main_score": 0.835855, + "hf_subset": "snd_Arab-xho_Latn", + "languages": [ + "snd-Arab", + "xho-Latn" + ] + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "snd_Arab-ars_Arab", + "languages": [ + "snd-Arab", + "ars-Arab" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "snd_Arab-ceb_Latn", + "languages": [ + "snd-Arab", + "ceb-Latn" + ] + }, + { + "precision": 0.417229, + "recall": 0.480237, + "f1": 0.43339, + "accuracy": 0.480237, + "main_score": 0.43339, + "hf_subset": "snd_Arab-fuv_Latn", + "languages": [ + "snd-Arab", + "fuv-Latn" + ] + }, + { + "precision": 0.442822, + "recall": 0.5, + "f1": 0.457589, + "accuracy": 0.5, + "main_score": 0.457589, + "hf_subset": "snd_Arab-kac_Latn", + "languages": [ + "snd-Arab", + "kac-Latn" + ] + }, + { + "precision": 0.54651, + "recall": 0.615613, + "f1": 0.564092, + "accuracy": 0.615613, + "main_score": 0.564092, + "hf_subset": "snd_Arab-lin_Latn", + "languages": [ + "snd-Arab", + "lin-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "snd_Arab-nno_Latn", + "languages": [ + "snd-Arab", + "nno-Latn" + ] + }, + { + "precision": 0.855072, + "recall": 0.896245, + "f1": 0.86805, + "accuracy": 0.896245, + "main_score": 0.86805, + "hf_subset": "snd_Arab-sat_Olck", + "languages": [ + "snd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "snd_Arab-ydd_Hebr", + "languages": [ + "snd-Arab", + "ydd-Hebr" + ] + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "snd_Arab-ary_Arab", + "languages": [ + "snd-Arab", + "ary-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "snd_Arab-ces_Latn", + "languages": [ + "snd-Arab", + "ces-Latn" + ] + }, + { + "precision": 0.516251, + "recall": 0.594862, + "f1": 0.537711, + "accuracy": 0.594862, + "main_score": 0.537711, + "hf_subset": "snd_Arab-gaz_Latn", + "languages": [ + "snd-Arab", + "gaz-Latn" + ] + }, + { + "precision": 0.44525, + "recall": 0.522727, + "f1": 0.465841, + "accuracy": 0.522727, + "main_score": 0.465841, + "hf_subset": "snd_Arab-kam_Latn", + "languages": [ + "snd-Arab", + "kam-Latn" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "snd_Arab-lit_Latn", + "languages": [ + "snd-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "snd_Arab-nob_Latn", + "languages": [ + "snd-Arab", + "nob-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "snd_Arab-scn_Latn", + "languages": [ + "snd-Arab", + "scn-Latn" + ] + }, + { + "precision": 0.955781, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "snd_Arab-tgk_Cyrl", + "languages": [ + "snd-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.64169, + "recall": 0.718379, + "f1": 0.662963, + "accuracy": 0.718379, + "main_score": 0.662963, + "hf_subset": "snd_Arab-yor_Latn", + "languages": [ + "snd-Arab", + "yor-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "snd_Arab-arz_Arab", + "languages": [ + "snd-Arab", + "arz-Arab" + ] + }, + { + "precision": 0.424939, + "recall": 0.479249, + "f1": 0.43968, + "accuracy": 0.479249, + "main_score": 0.43968, + "hf_subset": "snd_Arab-cjk_Latn", + "languages": [ + "snd-Arab", + "cjk-Latn" + ] + }, + { + "precision": 0.887846, + "recall": 0.921937, + "f1": 0.89888, + "accuracy": 0.921937, + "main_score": 0.89888, + "hf_subset": "snd_Arab-gla_Latn", + "languages": [ + "snd-Arab", + "gla-Latn" + ] + }, + { + "precision": 0.960886, + "recall": 0.972332, + "f1": 0.964493, + "accuracy": 0.972332, + "main_score": 0.964493, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.941486, + "recall": 0.959486, + "f1": 0.9472, + "accuracy": 0.959486, + "main_score": 0.9472, + "hf_subset": "snd_Arab-lmo_Latn", + "languages": [ + "snd-Arab", + "lmo-Latn" + ] + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "snd_Arab-npi_Deva", + "languages": [ + "snd-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.471963, + "recall": 0.551383, + "f1": 0.494633, + "accuracy": 0.551383, + "main_score": 0.494633, + "hf_subset": "snd_Arab-shn_Mymr", + "languages": [ + "snd-Arab", + "shn-Mymr" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "snd_Arab-tgl_Latn", + "languages": [ + "snd-Arab", + "tgl-Latn" + ] + }, + { + "precision": 0.962204, + "recall": 0.974308, + "f1": 0.96614, + "accuracy": 0.974308, + "main_score": 0.96614, + "hf_subset": "snd_Arab-yue_Hant", + "languages": [ + "snd-Arab", + "yue-Hant" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "snd_Arab-asm_Beng", + "languages": [ + "snd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.901597, + "recall": 0.931818, + "f1": 0.911298, + "accuracy": 0.931818, + "main_score": 0.911298, + "hf_subset": "snd_Arab-ckb_Arab", + "languages": [ + "snd-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.944417, + "recall": 0.962451, + "f1": 0.950329, + "accuracy": 0.962451, + "main_score": 0.950329, + "hf_subset": "snd_Arab-gle_Latn", + "languages": [ + "snd-Arab", + "gle-Latn" + ] + }, + { + "precision": 0.918314, + "recall": 0.9417, + "f1": 0.925692, + "accuracy": 0.9417, + "main_score": 0.925692, + "hf_subset": "snd_Arab-kas_Arab", + "languages": [ + "snd-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.837895, + "recall": 0.881423, + "f1": 0.851153, + "accuracy": 0.881423, + "main_score": 0.851153, + "hf_subset": "snd_Arab-ltg_Latn", + "languages": [ + "snd-Arab", + "ltg-Latn" + ] + }, + { + "precision": 0.720447, + "recall": 0.783597, + "f1": 0.739495, + "accuracy": 0.783597, + "main_score": 0.739495, + "hf_subset": "snd_Arab-nso_Latn", + "languages": [ + "snd-Arab", + "nso-Latn" + ] + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "snd_Arab-tha_Thai", + "languages": [ + "snd-Arab", + "tha-Thai" + ] + }, + { + "precision": 0.945109, + "recall": 0.961462, + "f1": 0.950165, + "accuracy": 0.961462, + "main_score": 0.950165, + "hf_subset": "snd_Arab-zho_Hans", + "languages": [ + "snd-Arab", + "zho-Hans" + ] + }, + { + "precision": 0.971426, + "recall": 0.979249, + "f1": 0.97388, + "accuracy": 0.979249, + "main_score": 0.97388, + "hf_subset": "snd_Arab-ast_Latn", + "languages": [ + "snd-Arab", + "ast-Latn" + ] + }, + { + "precision": 0.952816, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "snd_Arab-crh_Latn", + "languages": [ + "snd-Arab", + "crh-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-glg_Latn", + "languages": [ + "snd-Arab", + "glg-Latn" + ] + }, + { + "precision": 0.851729, + "recall": 0.892292, + "f1": 0.86413, + "accuracy": 0.892292, + "main_score": 0.86413, + "hf_subset": "snd_Arab-kas_Deva", + "languages": [ + "snd-Arab", + "kas-Deva" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "snd_Arab-ltz_Latn", + "languages": [ + "snd-Arab", + "ltz-Latn" + ] + }, + { + "precision": 0.395128, + "recall": 0.449605, + "f1": 0.409401, + "accuracy": 0.449605, + "main_score": 0.409401, + "hf_subset": "snd_Arab-nus_Latn", + "languages": [ + "snd-Arab", + "nus-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "snd_Arab-slk_Latn", + "languages": [ + "snd-Arab", + "slk-Latn" + ] + }, + { + "precision": 0.592607, + "recall": 0.668972, + "f1": 0.613939, + "accuracy": 0.668972, + "main_score": 0.613939, + "hf_subset": "snd_Arab-tir_Ethi", + "languages": [ + "snd-Arab", + "tir-Ethi" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "snd_Arab-zho_Hant", + "languages": [ + "snd-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "snd_Arab-awa_Deva", + "languages": [ + "snd-Arab", + "awa-Deva" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "snd_Arab-cym_Latn", + "languages": [ + "snd-Arab", + "cym-Latn" + ] + }, + { + "precision": 0.673924, + "recall": 0.733202, + "f1": 0.69007, + "accuracy": 0.733202, + "main_score": 0.69007, + "hf_subset": "snd_Arab-grn_Latn", + "languages": [ + "snd-Arab", + "grn-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "snd_Arab-kat_Geor", + "languages": [ + "snd-Arab", + "kat-Geor" + ] + }, + { + "precision": 0.506258, + "recall": 0.572134, + "f1": 0.52323, + "accuracy": 0.572134, + "main_score": 0.52323, + "hf_subset": "snd_Arab-lua_Latn", + "languages": [ + "snd-Arab", + "lua-Latn" + ] + }, + { + "precision": 0.766486, + "recall": 0.827075, + "f1": 0.784585, + "accuracy": 0.827075, + "main_score": 0.784585, + "hf_subset": "snd_Arab-nya_Latn", + "languages": [ + "snd-Arab", + "nya-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "snd_Arab-slv_Latn", + "languages": [ + "snd-Arab", + "slv-Latn" + ] + }, + { + "precision": 0.908416, + "recall": 0.934783, + "f1": 0.91637, + "accuracy": 0.934783, + "main_score": 0.91637, + "hf_subset": "snd_Arab-tpi_Latn", + "languages": [ + "snd-Arab", + "tpi-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "snd_Arab-zsm_Latn", + "languages": [ + "snd-Arab", + "zsm-Latn" + ] + }, + { + "precision": 0.45971, + "recall": 0.514822, + "f1": 0.474692, + "accuracy": 0.514822, + "main_score": 0.474692, + "hf_subset": "snd_Arab-ayr_Latn", + "languages": [ + "snd-Arab", + "ayr-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "snd_Arab-dan_Latn", + "languages": [ + "snd-Arab", + "dan-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "snd_Arab-kaz_Cyrl", + "languages": [ + "snd-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.586573, + "recall": 0.661067, + "f1": 0.607926, + "accuracy": 0.661067, + "main_score": 0.607926, + "hf_subset": "snd_Arab-lug_Latn", + "languages": [ + "snd-Arab", + "lug-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "snd_Arab-oci_Latn", + "languages": [ + "snd-Arab", + "oci-Latn" + ] + }, + { + "precision": 0.760441, + "recall": 0.81917, + "f1": 0.778379, + "accuracy": 0.81917, + "main_score": 0.778379, + "hf_subset": "snd_Arab-smo_Latn", + "languages": [ + "snd-Arab", + "smo-Latn" + ] + }, + { + "precision": 0.674095, + "recall": 0.744071, + "f1": 0.694194, + "accuracy": 0.744071, + "main_score": 0.694194, + "hf_subset": "snd_Arab-tsn_Latn", + "languages": [ + "snd-Arab", + "tsn-Latn" + ] + }, + { + "precision": 0.815827, + "recall": 0.868577, + "f1": 0.832411, + "accuracy": 0.868577, + "main_score": 0.832411, + "hf_subset": "snd_Arab-zul_Latn", + "languages": [ + "snd-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.881291, + "recall": 0.916996, + "f1": 0.892754, + "accuracy": 0.916996, + "main_score": 0.892754, + "hf_subset": "snd_Arab-azb_Arab", + "languages": [ + "snd-Arab", + "azb-Arab" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "snd_Arab-deu_Latn", + "languages": [ + "snd-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "snd_Arab-hat_Latn", + "languages": [ + "snd-Arab", + "hat-Latn" + ] + }, + { + "precision": 0.420308, + "recall": 0.477273, + "f1": 0.43559, + "accuracy": 0.477273, + "main_score": 0.43559, + "hf_subset": "snd_Arab-kbp_Latn", + "languages": [ + "snd-Arab", + "kbp-Latn" + ] + }, + { + "precision": 0.468894, + "recall": 0.519763, + "f1": 0.482436, + "accuracy": 0.519763, + "main_score": 0.482436, + "hf_subset": "snd_Arab-luo_Latn", + "languages": [ + "snd-Arab", + "luo-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "snd_Arab-ory_Orya", + "languages": [ + "snd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.815382, + "recall": 0.863636, + "f1": 0.830468, + "accuracy": 0.863636, + "main_score": 0.830468, + "hf_subset": "snd_Arab-sna_Latn", + "languages": [ + "snd-Arab", + "sna-Latn" + ] + }, + { + "precision": 0.555934, + "recall": 0.634387, + "f1": 0.577615, + "accuracy": 0.634387, + "main_score": 0.577615, + "hf_subset": "snd_Arab-tso_Latn", + "languages": [ + "snd-Arab", + "tso-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "snd_Arab-azj_Latn", + "languages": [ + "snd-Arab", + "azj-Latn" + ] + }, + { + "precision": 0.448713, + "recall": 0.507905, + "f1": 0.46522, + "accuracy": 0.507905, + "main_score": 0.46522, + "hf_subset": "snd_Arab-dik_Latn", + "languages": [ + "snd-Arab", + "dik-Latn" + ] + }, + { + "precision": 0.829084, + "recall": 0.875494, + "f1": 0.843511, + "accuracy": 0.875494, + "main_score": 0.843511, + "hf_subset": "snd_Arab-hau_Latn", + "languages": [ + "snd-Arab", + "hau-Latn" + ] + }, + { + "precision": 0.919055, + "recall": 0.943676, + "f1": 0.926779, + "accuracy": 0.943676, + "main_score": 0.926779, + "hf_subset": "snd_Arab-kea_Latn", + "languages": [ + "snd-Arab", + "kea-Latn" + ] + }, + { + "precision": 0.873057, + "recall": 0.909091, + "f1": 0.884387, + "accuracy": 0.909091, + "main_score": 0.884387, + "hf_subset": "snd_Arab-lus_Latn", + "languages": [ + "snd-Arab", + "lus-Latn" + ] + }, + { + "precision": 0.769016, + "recall": 0.820158, + "f1": 0.783358, + "accuracy": 0.820158, + "main_score": 0.783358, + "hf_subset": "snd_Arab-pag_Latn", + "languages": [ + "snd-Arab", + "pag-Latn" + ] + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "snd_Arab-tuk_Latn", + "languages": [ + "snd-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "snd_Arab-bak_Cyrl", + "languages": [ + "snd-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.422918, + "recall": 0.490119, + "f1": 0.441161, + "accuracy": 0.490119, + "main_score": 0.441161, + "hf_subset": "snd_Arab-dyu_Latn", + "languages": [ + "snd-Arab", + "dyu-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-heb_Hebr", + "languages": [ + "snd-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.938439, + "recall": 0.956522, + "f1": 0.94417, + "accuracy": 0.956522, + "main_score": 0.94417, + "hf_subset": "snd_Arab-khk_Cyrl", + "languages": [ + "snd-Arab", + "khk-Cyrl" + ] + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "snd_Arab-lvs_Latn", + "languages": [ + "snd-Arab", + "lvs-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.821953, + "recall": 0.87253, + "f1": 0.837648, + "accuracy": 0.87253, + "main_score": 0.837648, + "hf_subset": "snd_Arab-som_Latn", + "languages": [ + "snd-Arab", + "som-Latn" + ] + }, + { + "precision": 0.618762, + "recall": 0.687747, + "f1": 0.638935, + "accuracy": 0.687747, + "main_score": 0.638935, + "hf_subset": "snd_Arab-tum_Latn", + "languages": [ + "snd-Arab", + "tum-Latn" + ] + }, + { + "precision": 0.448739, + "recall": 0.534585, + "f1": 0.472032, + "accuracy": 0.534585, + "main_score": 0.472032, + "hf_subset": "tuk_Latn-ace_Arab", + "languages": [ + "tuk-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.439703, + "recall": 0.48913, + "f1": 0.452159, + "accuracy": 0.48913, + "main_score": 0.452159, + "hf_subset": "tuk_Latn-bam_Latn", + "languages": [ + "tuk-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.543498, + "recall": 0.633399, + "f1": 0.568678, + "accuracy": 0.633399, + "main_score": 0.568678, + "hf_subset": "tuk_Latn-dzo_Tibt", + "languages": [ + "tuk-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tuk_Latn-hin_Deva", + "languages": [ + "tuk-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.942852, + "recall": 0.961462, + "f1": 0.948946, + "accuracy": 0.961462, + "main_score": 0.948946, + "hf_subset": "tuk_Latn-khm_Khmr", + "languages": [ + "tuk-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tuk_Latn-mag_Deva", + "languages": [ + "tuk-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "tuk_Latn-pap_Latn", + "languages": [ + "tuk-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.799918, + "recall": 0.849802, + "f1": 0.815053, + "accuracy": 0.849802, + "main_score": 0.815053, + "hf_subset": "tuk_Latn-sot_Latn", + "languages": [ + "tuk-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.786253, + "recall": 0.836957, + "f1": 0.801285, + "accuracy": 0.836957, + "main_score": 0.801285, + "hf_subset": "tuk_Latn-ace_Latn", + "languages": [ + "tuk-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.920455, + "recall": 0.943676, + "f1": 0.927866, + "accuracy": 0.943676, + "main_score": 0.927866, + "hf_subset": "tuk_Latn-ban_Latn", + "languages": [ + "tuk-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tuk_Latn-ell_Grek", + "languages": [ + "tuk-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.94277, + "recall": 0.960474, + "f1": 0.948518, + "accuracy": 0.960474, + "main_score": 0.948518, + "hf_subset": "tuk_Latn-hne_Deva", + "languages": [ + "tuk-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.518823, + "recall": 0.589921, + "f1": 0.537201, + "accuracy": 0.589921, + "main_score": 0.537201, + "hf_subset": "tuk_Latn-kik_Latn", + "languages": [ + "tuk-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "tuk_Latn-mai_Deva", + "languages": [ + "tuk-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.925922, + "recall": 0.948617, + "f1": 0.9333, + "accuracy": 0.948617, + "main_score": 0.9333, + "hf_subset": "tuk_Latn-pbt_Arab", + "languages": [ + "tuk-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "tuk_Latn-spa_Latn", + "languages": [ + "tuk-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.676145, + "recall": 0.747036, + "f1": 0.696523, + "accuracy": 0.747036, + "main_score": 0.696523, + "hf_subset": "tuk_Latn-twi_Latn", + "languages": [ + "tuk-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "tuk_Latn-acm_Arab", + "languages": [ + "tuk-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "tuk_Latn-bel_Cyrl", + "languages": [ + "tuk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tuk_Latn-hrv_Latn", + "languages": [ + "tuk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.798361, + "recall": 0.849802, + "f1": 0.814119, + "accuracy": 0.849802, + "main_score": 0.814119, + "hf_subset": "tuk_Latn-kin_Latn", + "languages": [ + "tuk-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tuk_Latn-mal_Mlym", + "languages": [ + "tuk-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "tuk_Latn-pes_Arab", + "languages": [ + "tuk-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "tuk_Latn-srd_Latn", + "languages": [ + "tuk-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.196891, + "recall": 0.261858, + "f1": 0.212387, + "accuracy": 0.261858, + "main_score": 0.212387, + "hf_subset": "tuk_Latn-tzm_Tfng", + "languages": [ + "tuk-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tuk_Latn-acq_Arab", + "languages": [ + "tuk-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.605512, + "recall": 0.675889, + "f1": 0.625477, + "accuracy": 0.675889, + "main_score": 0.625477, + "hf_subset": "tuk_Latn-bem_Latn", + "languages": [ + "tuk-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tuk_Latn-epo_Latn", + "languages": [ + "tuk-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "tuk_Latn-hun_Latn", + "languages": [ + "tuk-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "tuk_Latn-mar_Deva", + "languages": [ + "tuk-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.833235, + "recall": 0.87747, + "f1": 0.846607, + "accuracy": 0.87747, + "main_score": 0.846607, + "hf_subset": "tuk_Latn-plt_Latn", + "languages": [ + "tuk-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tuk_Latn-srp_Cyrl", + "languages": [ + "tuk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.926795, + "recall": 0.948617, + "f1": 0.93386, + "accuracy": 0.948617, + "main_score": 0.93386, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "tuk_Latn-aeb_Arab", + "languages": [ + "tuk-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.96385, + "recall": 0.974308, + "f1": 0.967128, + "accuracy": 0.974308, + "main_score": 0.967128, + "hf_subset": "tuk_Latn-ben_Beng", + "languages": [ + "tuk-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tuk_Latn-est_Latn", + "languages": [ + "tuk-Latn", + "est-Latn" + ] + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tuk_Latn-hye_Armn", + "languages": [ + "tuk-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.420244, + "recall": 0.48419, + "f1": 0.437248, + "accuracy": 0.48419, + "main_score": 0.437248, + "hf_subset": "tuk_Latn-kmb_Latn", + "languages": [ + "tuk-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.401935, + "recall": 0.482213, + "f1": 0.422098, + "accuracy": 0.482213, + "main_score": 0.422098, + "hf_subset": "tuk_Latn-min_Arab", + "languages": [ + "tuk-Latn", + "min-Arab" + ] + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "tuk_Latn-pol_Latn", + "languages": [ + "tuk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.677826, + "recall": 0.756917, + "f1": 0.701174, + "accuracy": 0.756917, + "main_score": 0.701174, + "hf_subset": "tuk_Latn-ssw_Latn", + "languages": [ + "tuk-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tuk_Latn-ukr_Cyrl", + "languages": [ + "tuk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tuk_Latn-afr_Latn", + "languages": [ + "tuk-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.940547, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "tuk_Latn-bho_Deva", + "languages": [ + "tuk-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "tuk_Latn-eus_Latn", + "languages": [ + "tuk-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.783663, + "recall": 0.842885, + "f1": 0.8016, + "accuracy": 0.842885, + "main_score": 0.8016, + "hf_subset": "tuk_Latn-ibo_Latn", + "languages": [ + "tuk-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.839937, + "recall": 0.881423, + "f1": 0.852668, + "accuracy": 0.881423, + "main_score": 0.852668, + "hf_subset": "tuk_Latn-kmr_Latn", + "languages": [ + "tuk-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "tuk_Latn-min_Latn", + "languages": [ + "tuk-Latn", + "min-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tuk_Latn-por_Latn", + "languages": [ + "tuk-Latn", + "por-Latn" + ] + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "tuk_Latn-sun_Latn", + "languages": [ + "tuk-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.402395, + "recall": 0.459486, + "f1": 0.418336, + "accuracy": 0.459486, + "main_score": 0.418336, + "hf_subset": "tuk_Latn-umb_Latn", + "languages": [ + "tuk-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tuk_Latn-ajp_Arab", + "languages": [ + "tuk-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.424697, + "recall": 0.511858, + "f1": 0.4476, + "accuracy": 0.511858, + "main_score": 0.4476, + "hf_subset": "tuk_Latn-bjn_Arab", + "languages": [ + "tuk-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.41861, + "recall": 0.470356, + "f1": 0.432622, + "accuracy": 0.470356, + "main_score": 0.432622, + "hf_subset": "tuk_Latn-ewe_Latn", + "languages": [ + "tuk-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.906209, + "recall": 0.934783, + "f1": 0.915217, + "accuracy": 0.934783, + "main_score": 0.915217, + "hf_subset": "tuk_Latn-ilo_Latn", + "languages": [ + "tuk-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.219668, + "recall": 0.279644, + "f1": 0.2343, + "accuracy": 0.279644, + "main_score": 0.2343, + "hf_subset": "tuk_Latn-knc_Arab", + "languages": [ + "tuk-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tuk_Latn-mkd_Cyrl", + "languages": [ + "tuk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tuk_Latn-prs_Arab", + "languages": [ + "tuk-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tuk_Latn-swe_Latn", + "languages": [ + "tuk-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "tuk_Latn-urd_Arab", + "languages": [ + "tuk-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.658119, + "recall": 0.728261, + "f1": 0.677506, + "accuracy": 0.728261, + "main_score": 0.677506, + "hf_subset": "tuk_Latn-aka_Latn", + "languages": [ + "tuk-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.928376, + "recall": 0.947628, + "f1": 0.934205, + "accuracy": 0.947628, + "main_score": 0.934205, + "hf_subset": "tuk_Latn-bjn_Latn", + "languages": [ + "tuk-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "tuk_Latn-fao_Latn", + "languages": [ + "tuk-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "tuk_Latn-ind_Latn", + "languages": [ + "tuk-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.482839, + "recall": 0.529644, + "f1": 0.494839, + "accuracy": 0.529644, + "main_score": 0.494839, + "hf_subset": "tuk_Latn-knc_Latn", + "languages": [ + "tuk-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961528, + "accuracy": 0.970356, + "main_score": 0.961528, + "hf_subset": "tuk_Latn-mlt_Latn", + "languages": [ + "tuk-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.584582, + "recall": 0.651186, + "f1": 0.603398, + "accuracy": 0.651186, + "main_score": 0.603398, + "hf_subset": "tuk_Latn-quy_Latn", + "languages": [ + "tuk-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tuk_Latn-swh_Latn", + "languages": [ + "tuk-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tuk_Latn-uzn_Latn", + "languages": [ + "tuk-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tuk_Latn-als_Latn", + "languages": [ + "tuk-Latn", + "als-Latn" + ] + }, + { + "precision": 0.717622, + "recall": 0.791502, + "f1": 0.740068, + "accuracy": 0.791502, + "main_score": 0.740068, + "hf_subset": "tuk_Latn-bod_Tibt", + "languages": [ + "tuk-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.567007, + "recall": 0.645257, + "f1": 0.589141, + "accuracy": 0.645257, + "main_score": 0.589141, + "hf_subset": "tuk_Latn-fij_Latn", + "languages": [ + "tuk-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "tuk_Latn-isl_Latn", + "languages": [ + "tuk-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.501808, + "recall": 0.571146, + "f1": 0.520943, + "accuracy": 0.571146, + "main_score": 0.520943, + "hf_subset": "tuk_Latn-kon_Latn", + "languages": [ + "tuk-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.541021, + "recall": 0.612648, + "f1": 0.560468, + "accuracy": 0.612648, + "main_score": 0.560468, + "hf_subset": "tuk_Latn-mni_Beng", + "languages": [ + "tuk-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tuk_Latn-ron_Latn", + "languages": [ + "tuk-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "tuk_Latn-szl_Latn", + "languages": [ + "tuk-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tuk_Latn-vec_Latn", + "languages": [ + "tuk-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.906374, + "recall": 0.934783, + "f1": 0.91525, + "accuracy": 0.934783, + "main_score": 0.91525, + "hf_subset": "tuk_Latn-amh_Ethi", + "languages": [ + "tuk-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tuk_Latn-bos_Latn", + "languages": [ + "tuk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "tuk_Latn-fin_Latn", + "languages": [ + "tuk-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tuk_Latn-ita_Latn", + "languages": [ + "tuk-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tuk_Latn-kor_Hang", + "languages": [ + "tuk-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.461317, + "recall": 0.511858, + "f1": 0.474694, + "accuracy": 0.511858, + "main_score": 0.474694, + "hf_subset": "tuk_Latn-mos_Latn", + "languages": [ + "tuk-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.688667, + "recall": 0.754941, + "f1": 0.708006, + "accuracy": 0.754941, + "main_score": 0.708006, + "hf_subset": "tuk_Latn-run_Latn", + "languages": [ + "tuk-Latn", + "run-Latn" + ] + }, + { + "precision": 0.962204, + "recall": 0.974308, + "f1": 0.96614, + "accuracy": 0.974308, + "main_score": 0.96614, + "hf_subset": "tuk_Latn-tam_Taml", + "languages": [ + "tuk-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.970273, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "tuk_Latn-vie_Latn", + "languages": [ + "tuk-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "tuk_Latn-apc_Arab", + "languages": [ + "tuk-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.654498, + "recall": 0.714427, + "f1": 0.671171, + "accuracy": 0.714427, + "main_score": 0.671171, + "hf_subset": "tuk_Latn-bug_Latn", + "languages": [ + "tuk-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.406889, + "recall": 0.453557, + "f1": 0.419887, + "accuracy": 0.453557, + "main_score": 0.419887, + "hf_subset": "tuk_Latn-fon_Latn", + "languages": [ + "tuk-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.946887, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "tuk_Latn-jav_Latn", + "languages": [ + "tuk-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.909914, + "recall": 0.937747, + "f1": 0.918972, + "accuracy": 0.937747, + "main_score": 0.918972, + "hf_subset": "tuk_Latn-lao_Laoo", + "languages": [ + "tuk-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.82164, + "recall": 0.870553, + "f1": 0.836957, + "accuracy": 0.870553, + "main_score": 0.836957, + "hf_subset": "tuk_Latn-mri_Latn", + "languages": [ + "tuk-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tuk_Latn-rus_Cyrl", + "languages": [ + "tuk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.447988, + "recall": 0.497036, + "f1": 0.460843, + "accuracy": 0.497036, + "main_score": 0.460843, + "hf_subset": "tuk_Latn-taq_Latn", + "languages": [ + "tuk-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956555, + "accuracy": 0.966403, + "main_score": 0.956555, + "hf_subset": "tuk_Latn-war_Latn", + "languages": [ + "tuk-Latn", + "war-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tuk_Latn-arb_Arab", + "languages": [ + "tuk-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tuk_Latn-bul_Cyrl", + "languages": [ + "tuk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tuk_Latn-fra_Latn", + "languages": [ + "tuk-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "tuk_Latn-jpn_Jpan", + "languages": [ + "tuk-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.939015, + "recall": 0.956522, + "f1": 0.944401, + "accuracy": 0.956522, + "main_score": 0.944401, + "hf_subset": "tuk_Latn-lij_Latn", + "languages": [ + "tuk-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.93643, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "tuk_Latn-mya_Mymr", + "languages": [ + "tuk-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.496731, + "recall": 0.557312, + "f1": 0.51298, + "accuracy": 0.557312, + "main_score": 0.51298, + "hf_subset": "tuk_Latn-sag_Latn", + "languages": [ + "tuk-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.210844, + "recall": 0.273715, + "f1": 0.22657, + "accuracy": 0.273715, + "main_score": 0.22657, + "hf_subset": "tuk_Latn-taq_Tfng", + "languages": [ + "tuk-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.584325, + "recall": 0.650198, + "f1": 0.602627, + "accuracy": 0.650198, + "main_score": 0.602627, + "hf_subset": "tuk_Latn-wol_Latn", + "languages": [ + "tuk-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.80471, + "recall": 0.859684, + "f1": 0.821739, + "accuracy": 0.859684, + "main_score": 0.821739, + "hf_subset": "tuk_Latn-arb_Latn", + "languages": [ + "tuk-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tuk_Latn-cat_Latn", + "languages": [ + "tuk-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.93761, + "recall": 0.954545, + "f1": 0.942622, + "accuracy": 0.954545, + "main_score": 0.942622, + "hf_subset": "tuk_Latn-fur_Latn", + "languages": [ + "tuk-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.388183, + "recall": 0.460474, + "f1": 0.405862, + "accuracy": 0.460474, + "main_score": 0.405862, + "hf_subset": "tuk_Latn-kab_Latn", + "languages": [ + "tuk-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.943488, + "recall": 0.960474, + "f1": 0.948864, + "accuracy": 0.960474, + "main_score": 0.948864, + "hf_subset": "tuk_Latn-lim_Latn", + "languages": [ + "tuk-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tuk_Latn-nld_Latn", + "languages": [ + "tuk-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "tuk_Latn-san_Deva", + "languages": [ + "tuk-Latn", + "san-Deva" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.829084, + "recall": 0.876482, + "f1": 0.843761, + "accuracy": 0.876482, + "main_score": 0.843761, + "hf_subset": "tuk_Latn-xho_Latn", + "languages": [ + "tuk-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "tuk_Latn-ars_Arab", + "languages": [ + "tuk-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.959684, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "tuk_Latn-ceb_Latn", + "languages": [ + "tuk-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.432782, + "recall": 0.493083, + "f1": 0.44817, + "accuracy": 0.493083, + "main_score": 0.44817, + "hf_subset": "tuk_Latn-fuv_Latn", + "languages": [ + "tuk-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.453217, + "recall": 0.506917, + "f1": 0.467733, + "accuracy": 0.506917, + "main_score": 0.467733, + "hf_subset": "tuk_Latn-kac_Latn", + "languages": [ + "tuk-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.554538, + "recall": 0.62253, + "f1": 0.572919, + "accuracy": 0.62253, + "main_score": 0.572919, + "hf_subset": "tuk_Latn-lin_Latn", + "languages": [ + "tuk-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "tuk_Latn-nno_Latn", + "languages": [ + "tuk-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.836215, + "recall": 0.884387, + "f1": 0.851515, + "accuracy": 0.884387, + "main_score": 0.851515, + "hf_subset": "tuk_Latn-sat_Olck", + "languages": [ + "tuk-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "tuk_Latn-tel_Telu", + "languages": [ + "tuk-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "tuk_Latn-ydd_Hebr", + "languages": [ + "tuk-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.934371, + "recall": 0.954545, + "f1": 0.940777, + "accuracy": 0.954545, + "main_score": 0.940777, + "hf_subset": "tuk_Latn-ary_Arab", + "languages": [ + "tuk-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tuk_Latn-ces_Latn", + "languages": [ + "tuk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.522446, + "recall": 0.599802, + "f1": 0.544612, + "accuracy": 0.599802, + "main_score": 0.544612, + "hf_subset": "tuk_Latn-gaz_Latn", + "languages": [ + "tuk-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.484199, + "recall": 0.561265, + "f1": 0.505429, + "accuracy": 0.561265, + "main_score": 0.505429, + "hf_subset": "tuk_Latn-kam_Latn", + "languages": [ + "tuk-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "tuk_Latn-lit_Latn", + "languages": [ + "tuk-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "tuk_Latn-nob_Latn", + "languages": [ + "tuk-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.955016, + "recall": 0.967391, + "f1": 0.95891, + "accuracy": 0.967391, + "main_score": 0.95891, + "hf_subset": "tuk_Latn-scn_Latn", + "languages": [ + "tuk-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "tuk_Latn-tgk_Cyrl", + "languages": [ + "tuk-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.652872, + "recall": 0.728261, + "f1": 0.674014, + "accuracy": 0.728261, + "main_score": 0.674014, + "hf_subset": "tuk_Latn-yor_Latn", + "languages": [ + "tuk-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "tuk_Latn-arz_Arab", + "languages": [ + "tuk-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.425462, + "recall": 0.483202, + "f1": 0.441467, + "accuracy": 0.483202, + "main_score": 0.441467, + "hf_subset": "tuk_Latn-cjk_Latn", + "languages": [ + "tuk-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.904677, + "recall": 0.932806, + "f1": 0.913505, + "accuracy": 0.932806, + "main_score": 0.913505, + "hf_subset": "tuk_Latn-gla_Latn", + "languages": [ + "tuk-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.951169, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "tuk_Latn-kan_Knda", + "languages": [ + "tuk-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.940853, + "recall": 0.958498, + "f1": 0.946393, + "accuracy": 0.958498, + "main_score": 0.946393, + "hf_subset": "tuk_Latn-lmo_Latn", + "languages": [ + "tuk-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "tuk_Latn-npi_Deva", + "languages": [ + "tuk-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.489902, + "recall": 0.570158, + "f1": 0.512442, + "accuracy": 0.570158, + "main_score": 0.512442, + "hf_subset": "tuk_Latn-shn_Mymr", + "languages": [ + "tuk-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tuk_Latn-tgl_Latn", + "languages": [ + "tuk-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "tuk_Latn-yue_Hant", + "languages": [ + "tuk-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "tuk_Latn-asm_Beng", + "languages": [ + "tuk-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.888999, + "recall": 0.921937, + "f1": 0.899506, + "accuracy": 0.921937, + "main_score": 0.899506, + "hf_subset": "tuk_Latn-ckb_Arab", + "languages": [ + "tuk-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.935524, + "recall": 0.955534, + "f1": 0.94193, + "accuracy": 0.955534, + "main_score": 0.94193, + "hf_subset": "tuk_Latn-gle_Latn", + "languages": [ + "tuk-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.828936, + "recall": 0.87747, + "f1": 0.844119, + "accuracy": 0.87747, + "main_score": 0.844119, + "hf_subset": "tuk_Latn-kas_Arab", + "languages": [ + "tuk-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.860655, + "recall": 0.899209, + "f1": 0.872563, + "accuracy": 0.899209, + "main_score": 0.872563, + "hf_subset": "tuk_Latn-ltg_Latn", + "languages": [ + "tuk-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.735401, + "recall": 0.79249, + "f1": 0.752882, + "accuracy": 0.79249, + "main_score": 0.752882, + "hf_subset": "tuk_Latn-nso_Latn", + "languages": [ + "tuk-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "tuk_Latn-sin_Sinh", + "languages": [ + "tuk-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "tuk_Latn-tha_Thai", + "languages": [ + "tuk-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.951986, + "recall": 0.964427, + "f1": 0.955839, + "accuracy": 0.964427, + "main_score": 0.955839, + "hf_subset": "tuk_Latn-zho_Hans", + "languages": [ + "tuk-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tuk_Latn-ast_Latn", + "languages": [ + "tuk-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tuk_Latn-crh_Latn", + "languages": [ + "tuk-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tuk_Latn-glg_Latn", + "languages": [ + "tuk-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.785006, + "recall": 0.839921, + "f1": 0.801405, + "accuracy": 0.839921, + "main_score": 0.801405, + "hf_subset": "tuk_Latn-kas_Deva", + "languages": [ + "tuk-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "tuk_Latn-ltz_Latn", + "languages": [ + "tuk-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.395855, + "recall": 0.455534, + "f1": 0.411433, + "accuracy": 0.455534, + "main_score": 0.411433, + "hf_subset": "tuk_Latn-nus_Latn", + "languages": [ + "tuk-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.963027, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "tuk_Latn-slk_Latn", + "languages": [ + "tuk-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.572681, + "recall": 0.652174, + "f1": 0.594158, + "accuracy": 0.652174, + "main_score": 0.594158, + "hf_subset": "tuk_Latn-tir_Ethi", + "languages": [ + "tuk-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "tuk_Latn-zho_Hant", + "languages": [ + "tuk-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.942391, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "tuk_Latn-awa_Deva", + "languages": [ + "tuk-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tuk_Latn-cym_Latn", + "languages": [ + "tuk-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.671932, + "recall": 0.735178, + "f1": 0.689344, + "accuracy": 0.735178, + "main_score": 0.689344, + "hf_subset": "tuk_Latn-grn_Latn", + "languages": [ + "tuk-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tuk_Latn-kat_Geor", + "languages": [ + "tuk-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.515679, + "recall": 0.573123, + "f1": 0.530585, + "accuracy": 0.573123, + "main_score": 0.530585, + "hf_subset": "tuk_Latn-lua_Latn", + "languages": [ + "tuk-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.769855, + "recall": 0.827075, + "f1": 0.787302, + "accuracy": 0.827075, + "main_score": 0.787302, + "hf_subset": "tuk_Latn-nya_Latn", + "languages": [ + "tuk-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tuk_Latn-slv_Latn", + "languages": [ + "tuk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.87654, + "recall": 0.909091, + "f1": 0.886254, + "accuracy": 0.909091, + "main_score": 0.886254, + "hf_subset": "tuk_Latn-tpi_Latn", + "languages": [ + "tuk-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tuk_Latn-zsm_Latn", + "languages": [ + "tuk-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.469301, + "recall": 0.531621, + "f1": 0.486287, + "accuracy": 0.531621, + "main_score": 0.486287, + "hf_subset": "tuk_Latn-ayr_Latn", + "languages": [ + "tuk-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tuk_Latn-dan_Latn", + "languages": [ + "tuk-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "tuk_Latn-guj_Gujr", + "languages": [ + "tuk-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.574277, + "recall": 0.653162, + "f1": 0.596247, + "accuracy": 0.653162, + "main_score": 0.596247, + "hf_subset": "tuk_Latn-lug_Latn", + "languages": [ + "tuk-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "tuk_Latn-oci_Latn", + "languages": [ + "tuk-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.767984, + "recall": 0.826087, + "f1": 0.785954, + "accuracy": 0.826087, + "main_score": 0.785954, + "hf_subset": "tuk_Latn-smo_Latn", + "languages": [ + "tuk-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.680799, + "recall": 0.750988, + "f1": 0.70104, + "accuracy": 0.750988, + "main_score": 0.70104, + "hf_subset": "tuk_Latn-tsn_Latn", + "languages": [ + "tuk-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.841189, + "recall": 0.887352, + "f1": 0.855797, + "accuracy": 0.887352, + "main_score": 0.855797, + "hf_subset": "tuk_Latn-zul_Latn", + "languages": [ + "tuk-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.870389, + "recall": 0.906126, + "f1": 0.881555, + "accuracy": 0.906126, + "main_score": 0.881555, + "hf_subset": "tuk_Latn-azb_Arab", + "languages": [ + "tuk-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tuk_Latn-deu_Latn", + "languages": [ + "tuk-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.934289, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "tuk_Latn-hat_Latn", + "languages": [ + "tuk-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.432768, + "recall": 0.48419, + "f1": 0.446959, + "accuracy": 0.48419, + "main_score": 0.446959, + "hf_subset": "tuk_Latn-kbp_Latn", + "languages": [ + "tuk-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.472238, + "recall": 0.529644, + "f1": 0.487585, + "accuracy": 0.529644, + "main_score": 0.487585, + "hf_subset": "tuk_Latn-luo_Latn", + "languages": [ + "tuk-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "tuk_Latn-ory_Orya", + "languages": [ + "tuk-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.829496, + "recall": 0.876482, + "f1": 0.844038, + "accuracy": 0.876482, + "main_score": 0.844038, + "hf_subset": "tuk_Latn-sna_Latn", + "languages": [ + "tuk-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.586815, + "recall": 0.662055, + "f1": 0.607625, + "accuracy": 0.662055, + "main_score": 0.607625, + "hf_subset": "tuk_Latn-tso_Latn", + "languages": [ + "tuk-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "tuk_Latn-azj_Latn", + "languages": [ + "tuk-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.468177, + "recall": 0.523715, + "f1": 0.483109, + "accuracy": 0.523715, + "main_score": 0.483109, + "hf_subset": "tuk_Latn-dik_Latn", + "languages": [ + "tuk-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.854578, + "recall": 0.898221, + "f1": 0.868544, + "accuracy": 0.898221, + "main_score": 0.868544, + "hf_subset": "tuk_Latn-hau_Latn", + "languages": [ + "tuk-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.911232, + "recall": 0.938735, + "f1": 0.919928, + "accuracy": 0.938735, + "main_score": 0.919928, + "hf_subset": "tuk_Latn-kea_Latn", + "languages": [ + "tuk-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.871163, + "recall": 0.909091, + "f1": 0.8833, + "accuracy": 0.909091, + "main_score": 0.8833, + "hf_subset": "tuk_Latn-lus_Latn", + "languages": [ + "tuk-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.757602, + "recall": 0.810277, + "f1": 0.772621, + "accuracy": 0.810277, + "main_score": 0.772621, + "hf_subset": "tuk_Latn-pag_Latn", + "languages": [ + "tuk-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.9347, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "tuk_Latn-snd_Arab", + "languages": [ + "tuk-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.434955, + "recall": 0.498024, + "f1": 0.45231, + "accuracy": 0.498024, + "main_score": 0.45231, + "hf_subset": "tuk_Latn-dyu_Latn", + "languages": [ + "tuk-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tuk_Latn-heb_Hebr", + "languages": [ + "tuk-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.938521, + "recall": 0.956522, + "f1": 0.944071, + "accuracy": 0.956522, + "main_score": 0.944071, + "hf_subset": "tuk_Latn-khk_Cyrl", + "languages": [ + "tuk-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tuk_Latn-lvs_Latn", + "languages": [ + "tuk-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "tuk_Latn-pan_Guru", + "languages": [ + "tuk-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.79137, + "recall": 0.849802, + "f1": 0.809585, + "accuracy": 0.849802, + "main_score": 0.809585, + "hf_subset": "tuk_Latn-som_Latn", + "languages": [ + "tuk-Latn", + "som-Latn" + ] + }, + { + "precision": 0.62371, + "recall": 0.6917, + "f1": 0.643585, + "accuracy": 0.6917, + "main_score": 0.643585, + "hf_subset": "tuk_Latn-tum_Latn", + "languages": [ + "tuk-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.472901, + "recall": 0.5583, + "f1": 0.497219, + "accuracy": 0.5583, + "main_score": 0.497219, + "hf_subset": "bak_Cyrl-ace_Arab", + "languages": [ + "bak-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.439796, + "recall": 0.496047, + "f1": 0.45431, + "accuracy": 0.496047, + "main_score": 0.45431, + "hf_subset": "bak_Cyrl-bam_Latn", + "languages": [ + "bak-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.563284, + "recall": 0.653162, + "f1": 0.588839, + "accuracy": 0.653162, + "main_score": 0.588839, + "hf_subset": "bak_Cyrl-dzo_Tibt", + "languages": [ + "bak-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-hin_Deva", + "languages": [ + "bak-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "bak_Cyrl-khm_Khmr", + "languages": [ + "bak-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bak_Cyrl-mag_Deva", + "languages": [ + "bak-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bak_Cyrl-pap_Latn", + "languages": [ + "bak-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.814674, + "recall": 0.864625, + "f1": 0.830072, + "accuracy": 0.864625, + "main_score": 0.830072, + "hf_subset": "bak_Cyrl-sot_Latn", + "languages": [ + "bak-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.810096, + "recall": 0.86166, + "f1": 0.825908, + "accuracy": 0.86166, + "main_score": 0.825908, + "hf_subset": "bak_Cyrl-ace_Latn", + "languages": [ + "bak-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.934865, + "recall": 0.953557, + "f1": 0.940942, + "accuracy": 0.953557, + "main_score": 0.940942, + "hf_subset": "bak_Cyrl-ban_Latn", + "languages": [ + "bak-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bak_Cyrl-ell_Grek", + "languages": [ + "bak-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "bak_Cyrl-hne_Deva", + "languages": [ + "bak-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.532865, + "recall": 0.609684, + "f1": 0.553555, + "accuracy": 0.609684, + "main_score": 0.553555, + "hf_subset": "bak_Cyrl-kik_Latn", + "languages": [ + "bak-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "bak_Cyrl-mai_Deva", + "languages": [ + "bak-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "bak_Cyrl-pbt_Arab", + "languages": [ + "bak-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-spa_Latn", + "languages": [ + "bak-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.703147, + "recall": 0.766798, + "f1": 0.721076, + "accuracy": 0.766798, + "main_score": 0.721076, + "hf_subset": "bak_Cyrl-twi_Latn", + "languages": [ + "bak-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-acm_Arab", + "languages": [ + "bak-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bak_Cyrl-bel_Cyrl", + "languages": [ + "bak-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-hrv_Latn", + "languages": [ + "bak-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.813818, + "recall": 0.86166, + "f1": 0.828416, + "accuracy": 0.86166, + "main_score": 0.828416, + "hf_subset": "bak_Cyrl-kin_Latn", + "languages": [ + "bak-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bak_Cyrl-mal_Mlym", + "languages": [ + "bak-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-pes_Arab", + "languages": [ + "bak-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "bak_Cyrl-srd_Latn", + "languages": [ + "bak-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.204133, + "recall": 0.268775, + "f1": 0.21929, + "accuracy": 0.268775, + "main_score": 0.21929, + "hf_subset": "bak_Cyrl-tzm_Tfng", + "languages": [ + "bak-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-acq_Arab", + "languages": [ + "bak-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.591756, + "recall": 0.672925, + "f1": 0.614963, + "accuracy": 0.672925, + "main_score": 0.614963, + "hf_subset": "bak_Cyrl-bem_Latn", + "languages": [ + "bak-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-epo_Latn", + "languages": [ + "bak-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-hun_Latn", + "languages": [ + "bak-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bak_Cyrl-mar_Deva", + "languages": [ + "bak-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.830682, + "recall": 0.876482, + "f1": 0.844565, + "accuracy": 0.876482, + "main_score": 0.844565, + "hf_subset": "bak_Cyrl-plt_Latn", + "languages": [ + "bak-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-srp_Cyrl", + "languages": [ + "bak-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.932806, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "bak_Cyrl-aeb_Arab", + "languages": [ + "bak-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-ben_Beng", + "languages": [ + "bak-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-est_Latn", + "languages": [ + "bak-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-hye_Armn", + "languages": [ + "bak-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.426044, + "recall": 0.488142, + "f1": 0.442311, + "accuracy": 0.488142, + "main_score": 0.442311, + "hf_subset": "bak_Cyrl-kmb_Latn", + "languages": [ + "bak-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.437677, + "recall": 0.516798, + "f1": 0.45742, + "accuracy": 0.516798, + "main_score": 0.45742, + "hf_subset": "bak_Cyrl-min_Arab", + "languages": [ + "bak-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-pol_Latn", + "languages": [ + "bak-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.697418, + "recall": 0.771739, + "f1": 0.719549, + "accuracy": 0.771739, + "main_score": 0.719549, + "hf_subset": "bak_Cyrl-ssw_Latn", + "languages": [ + "bak-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-ukr_Cyrl", + "languages": [ + "bak-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-afr_Latn", + "languages": [ + "bak-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "bak_Cyrl-bho_Deva", + "languages": [ + "bak-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-eus_Latn", + "languages": [ + "bak-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.793182, + "recall": 0.851779, + "f1": 0.81087, + "accuracy": 0.851779, + "main_score": 0.81087, + "hf_subset": "bak_Cyrl-ibo_Latn", + "languages": [ + "bak-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.852553, + "recall": 0.893281, + "f1": 0.865184, + "accuracy": 0.893281, + "main_score": 0.865184, + "hf_subset": "bak_Cyrl-kmr_Latn", + "languages": [ + "bak-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "bak_Cyrl-min_Latn", + "languages": [ + "bak-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-por_Latn", + "languages": [ + "bak-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "bak_Cyrl-sun_Latn", + "languages": [ + "bak-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.409632, + "recall": 0.47332, + "f1": 0.426651, + "accuracy": 0.47332, + "main_score": 0.426651, + "hf_subset": "bak_Cyrl-umb_Latn", + "languages": [ + "bak-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bak_Cyrl-ajp_Arab", + "languages": [ + "bak-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.461772, + "recall": 0.546443, + "f1": 0.483988, + "accuracy": 0.546443, + "main_score": 0.483988, + "hf_subset": "bak_Cyrl-bjn_Arab", + "languages": [ + "bak-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.444206, + "recall": 0.495059, + "f1": 0.457568, + "accuracy": 0.495059, + "main_score": 0.457568, + "hf_subset": "bak_Cyrl-ewe_Latn", + "languages": [ + "bak-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.928524, + "recall": 0.951581, + "f1": 0.9361, + "accuracy": 0.951581, + "main_score": 0.9361, + "hf_subset": "bak_Cyrl-ilo_Latn", + "languages": [ + "bak-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.223191, + "recall": 0.288538, + "f1": 0.238617, + "accuracy": 0.288538, + "main_score": 0.238617, + "hf_subset": "bak_Cyrl-knc_Arab", + "languages": [ + "bak-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-mkd_Cyrl", + "languages": [ + "bak-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-prs_Arab", + "languages": [ + "bak-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-swe_Latn", + "languages": [ + "bak-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bak_Cyrl-urd_Arab", + "languages": [ + "bak-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.686638, + "recall": 0.752964, + "f1": 0.705615, + "accuracy": 0.752964, + "main_score": 0.705615, + "hf_subset": "bak_Cyrl-aka_Latn", + "languages": [ + "bak-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.950734, + "recall": 0.965415, + "f1": 0.955451, + "accuracy": 0.965415, + "main_score": 0.955451, + "hf_subset": "bak_Cyrl-bjn_Latn", + "languages": [ + "bak-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "bak_Cyrl-fao_Latn", + "languages": [ + "bak-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-ind_Latn", + "languages": [ + "bak-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.477003, + "recall": 0.532609, + "f1": 0.492411, + "accuracy": 0.532609, + "main_score": 0.492411, + "hf_subset": "bak_Cyrl-knc_Latn", + "languages": [ + "bak-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bak_Cyrl-mlt_Latn", + "languages": [ + "bak-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.601681, + "recall": 0.673913, + "f1": 0.622065, + "accuracy": 0.673913, + "main_score": 0.622065, + "hf_subset": "bak_Cyrl-quy_Latn", + "languages": [ + "bak-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-swh_Latn", + "languages": [ + "bak-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-uzn_Latn", + "languages": [ + "bak-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-als_Latn", + "languages": [ + "bak-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.742434, + "recall": 0.8083, + "f1": 0.762124, + "accuracy": 0.8083, + "main_score": 0.762124, + "hf_subset": "bak_Cyrl-bod_Tibt", + "languages": [ + "bak-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.580865, + "recall": 0.658103, + "f1": 0.603195, + "accuracy": 0.658103, + "main_score": 0.603195, + "hf_subset": "bak_Cyrl-fij_Latn", + "languages": [ + "bak-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "bak_Cyrl-isl_Latn", + "languages": [ + "bak-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.548472, + "recall": 0.614625, + "f1": 0.566936, + "accuracy": 0.614625, + "main_score": 0.566936, + "hf_subset": "bak_Cyrl-kon_Latn", + "languages": [ + "bak-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.572499, + "recall": 0.647233, + "f1": 0.593075, + "accuracy": 0.647233, + "main_score": 0.593075, + "hf_subset": "bak_Cyrl-mni_Beng", + "languages": [ + "bak-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-ron_Latn", + "languages": [ + "bak-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.966733, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "bak_Cyrl-szl_Latn", + "languages": [ + "bak-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-vec_Latn", + "languages": [ + "bak-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.901515, + "recall": 0.931818, + "f1": 0.911232, + "accuracy": 0.931818, + "main_score": 0.911232, + "hf_subset": "bak_Cyrl-amh_Ethi", + "languages": [ + "bak-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-bos_Latn", + "languages": [ + "bak-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bak_Cyrl-fin_Latn", + "languages": [ + "bak-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-ita_Latn", + "languages": [ + "bak-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-kor_Hang", + "languages": [ + "bak-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.471536, + "recall": 0.52668, + "f1": 0.486759, + "accuracy": 0.52668, + "main_score": 0.486759, + "hf_subset": "bak_Cyrl-mos_Latn", + "languages": [ + "bak-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.693087, + "recall": 0.762846, + "f1": 0.713323, + "accuracy": 0.762846, + "main_score": 0.713323, + "hf_subset": "bak_Cyrl-run_Latn", + "languages": [ + "bak-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "bak_Cyrl-tam_Taml", + "languages": [ + "bak-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-vie_Latn", + "languages": [ + "bak-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bak_Cyrl-apc_Arab", + "languages": [ + "bak-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.656549, + "recall": 0.72332, + "f1": 0.675317, + "accuracy": 0.72332, + "main_score": 0.675317, + "hf_subset": "bak_Cyrl-bug_Latn", + "languages": [ + "bak-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.413253, + "recall": 0.462451, + "f1": 0.427229, + "accuracy": 0.462451, + "main_score": 0.427229, + "hf_subset": "bak_Cyrl-fon_Latn", + "languages": [ + "bak-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "bak_Cyrl-jav_Latn", + "languages": [ + "bak-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.937006, + "recall": 0.956522, + "f1": 0.943248, + "accuracy": 0.956522, + "main_score": 0.943248, + "hf_subset": "bak_Cyrl-lao_Laoo", + "languages": [ + "bak-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.838933, + "recall": 0.884387, + "f1": 0.853181, + "accuracy": 0.884387, + "main_score": 0.853181, + "hf_subset": "bak_Cyrl-mri_Latn", + "languages": [ + "bak-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-rus_Cyrl", + "languages": [ + "bak-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.477868, + "recall": 0.527668, + "f1": 0.491437, + "accuracy": 0.527668, + "main_score": 0.491437, + "hf_subset": "bak_Cyrl-taq_Latn", + "languages": [ + "bak-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "bak_Cyrl-war_Latn", + "languages": [ + "bak-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-arb_Arab", + "languages": [ + "bak-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-bul_Cyrl", + "languages": [ + "bak-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-fra_Latn", + "languages": [ + "bak-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-jpn_Jpan", + "languages": [ + "bak-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "bak_Cyrl-lij_Latn", + "languages": [ + "bak-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "bak_Cyrl-mya_Mymr", + "languages": [ + "bak-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.518976, + "recall": 0.577075, + "f1": 0.535044, + "accuracy": 0.577075, + "main_score": 0.535044, + "hf_subset": "bak_Cyrl-sag_Latn", + "languages": [ + "bak-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.216749, + "recall": 0.286561, + "f1": 0.234283, + "accuracy": 0.286561, + "main_score": 0.234283, + "hf_subset": "bak_Cyrl-taq_Tfng", + "languages": [ + "bak-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.60766, + "recall": 0.678854, + "f1": 0.627225, + "accuracy": 0.678854, + "main_score": 0.627225, + "hf_subset": "bak_Cyrl-wol_Latn", + "languages": [ + "bak-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.82052, + "recall": 0.870553, + "f1": 0.83587, + "accuracy": 0.870553, + "main_score": 0.83587, + "hf_subset": "bak_Cyrl-arb_Latn", + "languages": [ + "bak-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-cat_Latn", + "languages": [ + "bak-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961745, + "accuracy": 0.970356, + "main_score": 0.961745, + "hf_subset": "bak_Cyrl-fur_Latn", + "languages": [ + "bak-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.396359, + "recall": 0.470356, + "f1": 0.414992, + "accuracy": 0.470356, + "main_score": 0.414992, + "hf_subset": "bak_Cyrl-kab_Latn", + "languages": [ + "bak-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "bak_Cyrl-lim_Latn", + "languages": [ + "bak-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-nld_Latn", + "languages": [ + "bak-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "bak_Cyrl-san_Deva", + "languages": [ + "bak-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.830296, + "recall": 0.879447, + "f1": 0.845669, + "accuracy": 0.879447, + "main_score": 0.845669, + "hf_subset": "bak_Cyrl-xho_Latn", + "languages": [ + "bak-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-ars_Arab", + "languages": [ + "bak-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-ceb_Latn", + "languages": [ + "bak-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.443575, + "recall": 0.509881, + "f1": 0.460515, + "accuracy": 0.509881, + "main_score": 0.460515, + "hf_subset": "bak_Cyrl-fuv_Latn", + "languages": [ + "bak-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.453261, + "recall": 0.516798, + "f1": 0.469857, + "accuracy": 0.516798, + "main_score": 0.469857, + "hf_subset": "bak_Cyrl-kac_Latn", + "languages": [ + "bak-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.571136, + "recall": 0.636364, + "f1": 0.587858, + "accuracy": 0.636364, + "main_score": 0.587858, + "hf_subset": "bak_Cyrl-lin_Latn", + "languages": [ + "bak-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bak_Cyrl-nno_Latn", + "languages": [ + "bak-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.850576, + "recall": 0.891304, + "f1": 0.863011, + "accuracy": 0.891304, + "main_score": 0.863011, + "hf_subset": "bak_Cyrl-sat_Olck", + "languages": [ + "bak-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-tel_Telu", + "languages": [ + "bak-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "bak_Cyrl-ydd_Hebr", + "languages": [ + "bak-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "bak_Cyrl-ary_Arab", + "languages": [ + "bak-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "bak_Cyrl-ces_Latn", + "languages": [ + "bak-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.514808, + "recall": 0.592885, + "f1": 0.536507, + "accuracy": 0.592885, + "main_score": 0.536507, + "hf_subset": "bak_Cyrl-gaz_Latn", + "languages": [ + "bak-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.49025, + "recall": 0.570158, + "f1": 0.511384, + "accuracy": 0.570158, + "main_score": 0.511384, + "hf_subset": "bak_Cyrl-kam_Latn", + "languages": [ + "bak-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bak_Cyrl-lit_Latn", + "languages": [ + "bak-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bak_Cyrl-nob_Latn", + "languages": [ + "bak-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "bak_Cyrl-scn_Latn", + "languages": [ + "bak-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "bak_Cyrl-tgk_Cyrl", + "languages": [ + "bak-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.672579, + "recall": 0.746047, + "f1": 0.693714, + "accuracy": 0.746047, + "main_score": 0.693714, + "hf_subset": "bak_Cyrl-yor_Latn", + "languages": [ + "bak-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "bak_Cyrl-arz_Arab", + "languages": [ + "bak-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.422196, + "recall": 0.488142, + "f1": 0.440453, + "accuracy": 0.488142, + "main_score": 0.440453, + "hf_subset": "bak_Cyrl-cjk_Latn", + "languages": [ + "bak-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.894763, + "recall": 0.928854, + "f1": 0.905962, + "accuracy": 0.928854, + "main_score": 0.905962, + "hf_subset": "bak_Cyrl-gla_Latn", + "languages": [ + "bak-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bak_Cyrl-kan_Knda", + "languages": [ + "bak-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "bak_Cyrl-lmo_Latn", + "languages": [ + "bak-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "bak_Cyrl-npi_Deva", + "languages": [ + "bak-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.503289, + "recall": 0.58498, + "f1": 0.526634, + "accuracy": 0.58498, + "main_score": 0.526634, + "hf_subset": "bak_Cyrl-shn_Mymr", + "languages": [ + "bak-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-tgl_Latn", + "languages": [ + "bak-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-yue_Hant", + "languages": [ + "bak-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "bak_Cyrl-asm_Beng", + "languages": [ + "bak-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.89361, + "recall": 0.925889, + "f1": 0.903986, + "accuracy": 0.925889, + "main_score": 0.903986, + "hf_subset": "bak_Cyrl-ckb_Arab", + "languages": [ + "bak-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "bak_Cyrl-gle_Latn", + "languages": [ + "bak-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.848238, + "recall": 0.893281, + "f1": 0.862502, + "accuracy": 0.893281, + "main_score": 0.862502, + "hf_subset": "bak_Cyrl-kas_Arab", + "languages": [ + "bak-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.871574, + "recall": 0.908103, + "f1": 0.883037, + "accuracy": 0.908103, + "main_score": 0.883037, + "hf_subset": "bak_Cyrl-ltg_Latn", + "languages": [ + "bak-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.760286, + "recall": 0.816206, + "f1": 0.7768, + "accuracy": 0.816206, + "main_score": 0.7768, + "hf_subset": "bak_Cyrl-nso_Latn", + "languages": [ + "bak-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "bak_Cyrl-sin_Sinh", + "languages": [ + "bak-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-tha_Thai", + "languages": [ + "bak-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bak_Cyrl-zho_Hans", + "languages": [ + "bak-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-ast_Latn", + "languages": [ + "bak-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bak_Cyrl-crh_Latn", + "languages": [ + "bak-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-glg_Latn", + "languages": [ + "bak-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.796937, + "recall": 0.849802, + "f1": 0.812766, + "accuracy": 0.849802, + "main_score": 0.812766, + "hf_subset": "bak_Cyrl-kas_Deva", + "languages": [ + "bak-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bak_Cyrl-ltz_Latn", + "languages": [ + "bak-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.397768, + "recall": 0.466403, + "f1": 0.415573, + "accuracy": 0.466403, + "main_score": 0.415573, + "hf_subset": "bak_Cyrl-nus_Latn", + "languages": [ + "bak-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-slk_Latn", + "languages": [ + "bak-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.60468, + "recall": 0.684783, + "f1": 0.627407, + "accuracy": 0.684783, + "main_score": 0.627407, + "hf_subset": "bak_Cyrl-tir_Ethi", + "languages": [ + "bak-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-zho_Hant", + "languages": [ + "bak-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.972085, + "recall": 0.979249, + "f1": 0.974374, + "accuracy": 0.979249, + "main_score": 0.974374, + "hf_subset": "bak_Cyrl-awa_Deva", + "languages": [ + "bak-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "bak_Cyrl-cym_Latn", + "languages": [ + "bak-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.692247, + "recall": 0.758893, + "f1": 0.711352, + "accuracy": 0.758893, + "main_score": 0.711352, + "hf_subset": "bak_Cyrl-grn_Latn", + "languages": [ + "bak-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bak_Cyrl-kat_Geor", + "languages": [ + "bak-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.535045, + "recall": 0.600791, + "f1": 0.552318, + "accuracy": 0.600791, + "main_score": 0.552318, + "hf_subset": "bak_Cyrl-lua_Latn", + "languages": [ + "bak-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.768429, + "recall": 0.832016, + "f1": 0.788076, + "accuracy": 0.832016, + "main_score": 0.788076, + "hf_subset": "bak_Cyrl-nya_Latn", + "languages": [ + "bak-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-slv_Latn", + "languages": [ + "bak-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.9375, + "recall": 0.956522, + "f1": 0.943412, + "accuracy": 0.956522, + "main_score": 0.943412, + "hf_subset": "bak_Cyrl-tpi_Latn", + "languages": [ + "bak-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-zsm_Latn", + "languages": [ + "bak-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.488669, + "recall": 0.552372, + "f1": 0.506321, + "accuracy": 0.552372, + "main_score": 0.506321, + "hf_subset": "bak_Cyrl-ayr_Latn", + "languages": [ + "bak-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-dan_Latn", + "languages": [ + "bak-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-guj_Gujr", + "languages": [ + "bak-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.57918, + "recall": 0.666008, + "f1": 0.604122, + "accuracy": 0.666008, + "main_score": 0.604122, + "hf_subset": "bak_Cyrl-lug_Latn", + "languages": [ + "bak-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bak_Cyrl-oci_Latn", + "languages": [ + "bak-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.796566, + "recall": 0.847826, + "f1": 0.812722, + "accuracy": 0.847826, + "main_score": 0.812722, + "hf_subset": "bak_Cyrl-smo_Latn", + "languages": [ + "bak-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.679117, + "recall": 0.755929, + "f1": 0.701685, + "accuracy": 0.755929, + "main_score": 0.701685, + "hf_subset": "bak_Cyrl-tsn_Latn", + "languages": [ + "bak-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.848073, + "recall": 0.890316, + "f1": 0.861034, + "accuracy": 0.890316, + "main_score": 0.861034, + "hf_subset": "bak_Cyrl-zul_Latn", + "languages": [ + "bak-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.883893, + "recall": 0.917984, + "f1": 0.89473, + "accuracy": 0.917984, + "main_score": 0.89473, + "hf_subset": "bak_Cyrl-azb_Arab", + "languages": [ + "bak-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bak_Cyrl-deu_Latn", + "languages": [ + "bak-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "bak_Cyrl-hat_Latn", + "languages": [ + "bak-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.455724, + "recall": 0.512846, + "f1": 0.471046, + "accuracy": 0.512846, + "main_score": 0.471046, + "hf_subset": "bak_Cyrl-kbp_Latn", + "languages": [ + "bak-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.484458, + "recall": 0.547431, + "f1": 0.501711, + "accuracy": 0.547431, + "main_score": 0.501711, + "hf_subset": "bak_Cyrl-luo_Latn", + "languages": [ + "bak-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "bak_Cyrl-ory_Orya", + "languages": [ + "bak-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.836298, + "recall": 0.884387, + "f1": 0.851779, + "accuracy": 0.884387, + "main_score": 0.851779, + "hf_subset": "bak_Cyrl-sna_Latn", + "languages": [ + "bak-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.598322, + "recall": 0.673913, + "f1": 0.619667, + "accuracy": 0.673913, + "main_score": 0.619667, + "hf_subset": "bak_Cyrl-tso_Latn", + "languages": [ + "bak-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-azj_Latn", + "languages": [ + "bak-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.476279, + "recall": 0.541502, + "f1": 0.494221, + "accuracy": 0.541502, + "main_score": 0.494221, + "hf_subset": "bak_Cyrl-dik_Latn", + "languages": [ + "bak-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.860013, + "recall": 0.899209, + "f1": 0.872167, + "accuracy": 0.899209, + "main_score": 0.872167, + "hf_subset": "bak_Cyrl-hau_Latn", + "languages": [ + "bak-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.933136, + "recall": 0.953557, + "f1": 0.939723, + "accuracy": 0.953557, + "main_score": 0.939723, + "hf_subset": "bak_Cyrl-kea_Latn", + "languages": [ + "bak-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.889987, + "recall": 0.922925, + "f1": 0.900659, + "accuracy": 0.922925, + "main_score": 0.900659, + "hf_subset": "bak_Cyrl-lus_Latn", + "languages": [ + "bak-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.808787, + "recall": 0.854743, + "f1": 0.822217, + "accuracy": 0.854743, + "main_score": 0.822217, + "hf_subset": "bak_Cyrl-pag_Latn", + "languages": [ + "bak-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "bak_Cyrl-snd_Arab", + "languages": [ + "bak-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.431099, + "recall": 0.500988, + "f1": 0.449998, + "accuracy": 0.500988, + "main_score": 0.449998, + "hf_subset": "bak_Cyrl-dyu_Latn", + "languages": [ + "bak-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-heb_Hebr", + "languages": [ + "bak-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.950264, + "recall": 0.966403, + "f1": 0.955534, + "accuracy": 0.966403, + "main_score": 0.955534, + "hf_subset": "bak_Cyrl-khk_Cyrl", + "languages": [ + "bak-Cyrl", + "khk-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-lvs_Latn", + "languages": [ + "bak-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-pan_Guru", + "languages": [ + "bak-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.822003, + "recall": 0.87253, + "f1": 0.837747, + "accuracy": 0.87253, + "main_score": 0.837747, + "hf_subset": "bak_Cyrl-som_Latn", + "languages": [ + "bak-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.628986, + "recall": 0.705534, + "f1": 0.651548, + "accuracy": 0.705534, + "main_score": 0.651548, + "hf_subset": "bak_Cyrl-tum_Latn", + "languages": [ + "bak-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.32165, + "recall": 0.37253, + "f1": 0.334751, + "accuracy": 0.37253, + "main_score": 0.334751, + "hf_subset": "dyu_Latn-ace_Arab", + "languages": [ + "dyu-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.453231, + "recall": 0.506917, + "f1": 0.467581, + "accuracy": 0.506917, + "main_score": 0.467581, + "hf_subset": "dyu_Latn-bam_Latn", + "languages": [ + "dyu-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.242362, + "recall": 0.291502, + "f1": 0.254368, + "accuracy": 0.291502, + "main_score": 0.254368, + "hf_subset": "dyu_Latn-dzo_Tibt", + "languages": [ + "dyu-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.426566, + "recall": 0.48419, + "f1": 0.441569, + "accuracy": 0.48419, + "main_score": 0.441569, + "hf_subset": "dyu_Latn-hin_Deva", + "languages": [ + "dyu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.374414, + "recall": 0.421937, + "f1": 0.386407, + "accuracy": 0.421937, + "main_score": 0.386407, + "hf_subset": "dyu_Latn-khm_Khmr", + "languages": [ + "dyu-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.411496, + "recall": 0.471344, + "f1": 0.426436, + "accuracy": 0.471344, + "main_score": 0.426436, + "hf_subset": "dyu_Latn-mag_Deva", + "languages": [ + "dyu-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.406398, + "recall": 0.463439, + "f1": 0.422245, + "accuracy": 0.463439, + "main_score": 0.422245, + "hf_subset": "dyu_Latn-pap_Latn", + "languages": [ + "dyu-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.404847, + "recall": 0.456522, + "f1": 0.417804, + "accuracy": 0.456522, + "main_score": 0.417804, + "hf_subset": "dyu_Latn-sot_Latn", + "languages": [ + "dyu-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.424889, + "recall": 0.474308, + "f1": 0.438504, + "accuracy": 0.474308, + "main_score": 0.438504, + "hf_subset": "dyu_Latn-tur_Latn", + "languages": [ + "dyu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.411193, + "recall": 0.462451, + "f1": 0.425043, + "accuracy": 0.462451, + "main_score": 0.425043, + "hf_subset": "dyu_Latn-ace_Latn", + "languages": [ + "dyu-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.394857, + "recall": 0.445652, + "f1": 0.407939, + "accuracy": 0.445652, + "main_score": 0.407939, + "hf_subset": "dyu_Latn-ban_Latn", + "languages": [ + "dyu-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.402116, + "recall": 0.454545, + "f1": 0.415681, + "accuracy": 0.454545, + "main_score": 0.415681, + "hf_subset": "dyu_Latn-ell_Grek", + "languages": [ + "dyu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.412496, + "recall": 0.462451, + "f1": 0.425167, + "accuracy": 0.462451, + "main_score": 0.425167, + "hf_subset": "dyu_Latn-hne_Deva", + "languages": [ + "dyu-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.407586, + "recall": 0.452569, + "f1": 0.420113, + "accuracy": 0.452569, + "main_score": 0.420113, + "hf_subset": "dyu_Latn-kik_Latn", + "languages": [ + "dyu-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.420888, + "recall": 0.472332, + "f1": 0.434026, + "accuracy": 0.472332, + "main_score": 0.434026, + "hf_subset": "dyu_Latn-mai_Deva", + "languages": [ + "dyu-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.385807, + "recall": 0.435771, + "f1": 0.398811, + "accuracy": 0.435771, + "main_score": 0.398811, + "hf_subset": "dyu_Latn-pbt_Arab", + "languages": [ + "dyu-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.437585, + "recall": 0.499012, + "f1": 0.453697, + "accuracy": 0.499012, + "main_score": 0.453697, + "hf_subset": "dyu_Latn-spa_Latn", + "languages": [ + "dyu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.417325, + "recall": 0.459486, + "f1": 0.43004, + "accuracy": 0.459486, + "main_score": 0.43004, + "hf_subset": "dyu_Latn-twi_Latn", + "languages": [ + "dyu-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.416372, + "recall": 0.474308, + "f1": 0.431625, + "accuracy": 0.474308, + "main_score": 0.431625, + "hf_subset": "dyu_Latn-acm_Arab", + "languages": [ + "dyu-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.378029, + "recall": 0.426877, + "f1": 0.390315, + "accuracy": 0.426877, + "main_score": 0.390315, + "hf_subset": "dyu_Latn-bel_Cyrl", + "languages": [ + "dyu-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.453265, + "recall": 0.52668, + "f1": 0.472812, + "accuracy": 0.52668, + "main_score": 0.472812, + "hf_subset": "dyu_Latn-eng_Latn", + "languages": [ + "dyu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.407044, + "recall": 0.466403, + "f1": 0.422857, + "accuracy": 0.466403, + "main_score": 0.422857, + "hf_subset": "dyu_Latn-hrv_Latn", + "languages": [ + "dyu-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.385096, + "recall": 0.431818, + "f1": 0.39705, + "accuracy": 0.431818, + "main_score": 0.39705, + "hf_subset": "dyu_Latn-kin_Latn", + "languages": [ + "dyu-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.393863, + "recall": 0.447628, + "f1": 0.407437, + "accuracy": 0.447628, + "main_score": 0.407437, + "hf_subset": "dyu_Latn-mal_Mlym", + "languages": [ + "dyu-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.414227, + "recall": 0.471344, + "f1": 0.428296, + "accuracy": 0.471344, + "main_score": 0.428296, + "hf_subset": "dyu_Latn-pes_Arab", + "languages": [ + "dyu-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.415604, + "recall": 0.47332, + "f1": 0.430242, + "accuracy": 0.47332, + "main_score": 0.430242, + "hf_subset": "dyu_Latn-srd_Latn", + "languages": [ + "dyu-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.14046, + "recall": 0.187747, + "f1": 0.151057, + "accuracy": 0.187747, + "main_score": 0.151057, + "hf_subset": "dyu_Latn-tzm_Tfng", + "languages": [ + "dyu-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.410856, + "recall": 0.461462, + "f1": 0.424233, + "accuracy": 0.461462, + "main_score": 0.424233, + "hf_subset": "dyu_Latn-acq_Arab", + "languages": [ + "dyu-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.405625, + "recall": 0.453557, + "f1": 0.418053, + "accuracy": 0.453557, + "main_score": 0.418053, + "hf_subset": "dyu_Latn-bem_Latn", + "languages": [ + "dyu-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.402418, + "recall": 0.451581, + "f1": 0.415277, + "accuracy": 0.451581, + "main_score": 0.415277, + "hf_subset": "dyu_Latn-epo_Latn", + "languages": [ + "dyu-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.418566, + "recall": 0.47332, + "f1": 0.43253, + "accuracy": 0.47332, + "main_score": 0.43253, + "hf_subset": "dyu_Latn-hun_Latn", + "languages": [ + "dyu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.393231, + "recall": 0.447628, + "f1": 0.40699, + "accuracy": 0.447628, + "main_score": 0.40699, + "hf_subset": "dyu_Latn-kir_Cyrl", + "languages": [ + "dyu-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.389146, + "recall": 0.445652, + "f1": 0.403409, + "accuracy": 0.445652, + "main_score": 0.403409, + "hf_subset": "dyu_Latn-mar_Deva", + "languages": [ + "dyu-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.390258, + "recall": 0.439723, + "f1": 0.403399, + "accuracy": 0.439723, + "main_score": 0.403399, + "hf_subset": "dyu_Latn-plt_Latn", + "languages": [ + "dyu-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.399792, + "recall": 0.455534, + "f1": 0.414422, + "accuracy": 0.455534, + "main_score": 0.414422, + "hf_subset": "dyu_Latn-srp_Cyrl", + "languages": [ + "dyu-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.332399, + "recall": 0.392292, + "f1": 0.34772, + "accuracy": 0.392292, + "main_score": 0.34772, + "hf_subset": "dyu_Latn-uig_Arab", + "languages": [ + "dyu-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.377137, + "recall": 0.432806, + "f1": 0.39134, + "accuracy": 0.432806, + "main_score": 0.39134, + "hf_subset": "dyu_Latn-aeb_Arab", + "languages": [ + "dyu-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.401929, + "recall": 0.448617, + "f1": 0.414803, + "accuracy": 0.448617, + "main_score": 0.414803, + "hf_subset": "dyu_Latn-ben_Beng", + "languages": [ + "dyu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.416812, + "recall": 0.469368, + "f1": 0.430761, + "accuracy": 0.469368, + "main_score": 0.430761, + "hf_subset": "dyu_Latn-est_Latn", + "languages": [ + "dyu-Latn", + "est-Latn" + ] + }, + { + "precision": 0.392471, + "recall": 0.443676, + "f1": 0.405408, + "accuracy": 0.443676, + "main_score": 0.405408, + "hf_subset": "dyu_Latn-hye_Armn", + "languages": [ + "dyu-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.392685, + "recall": 0.439723, + "f1": 0.405502, + "accuracy": 0.439723, + "main_score": 0.405502, + "hf_subset": "dyu_Latn-kmb_Latn", + "languages": [ + "dyu-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.29642, + "recall": 0.355731, + "f1": 0.311858, + "accuracy": 0.355731, + "main_score": 0.311858, + "hf_subset": "dyu_Latn-min_Arab", + "languages": [ + "dyu-Latn", + "min-Arab" + ] + }, + { + "precision": 0.43599, + "recall": 0.485178, + "f1": 0.44916, + "accuracy": 0.485178, + "main_score": 0.44916, + "hf_subset": "dyu_Latn-pol_Latn", + "languages": [ + "dyu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.372926, + "recall": 0.425889, + "f1": 0.386271, + "accuracy": 0.425889, + "main_score": 0.386271, + "hf_subset": "dyu_Latn-ssw_Latn", + "languages": [ + "dyu-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.40989, + "recall": 0.469368, + "f1": 0.425279, + "accuracy": 0.469368, + "main_score": 0.425279, + "hf_subset": "dyu_Latn-ukr_Cyrl", + "languages": [ + "dyu-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.407953, + "recall": 0.460474, + "f1": 0.421406, + "accuracy": 0.460474, + "main_score": 0.421406, + "hf_subset": "dyu_Latn-afr_Latn", + "languages": [ + "dyu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.417915, + "recall": 0.477273, + "f1": 0.433395, + "accuracy": 0.477273, + "main_score": 0.433395, + "hf_subset": "dyu_Latn-bho_Deva", + "languages": [ + "dyu-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.400593, + "recall": 0.453557, + "f1": 0.413939, + "accuracy": 0.453557, + "main_score": 0.413939, + "hf_subset": "dyu_Latn-eus_Latn", + "languages": [ + "dyu-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.392045, + "recall": 0.439723, + "f1": 0.405058, + "accuracy": 0.439723, + "main_score": 0.405058, + "hf_subset": "dyu_Latn-ibo_Latn", + "languages": [ + "dyu-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.39922, + "recall": 0.451581, + "f1": 0.413506, + "accuracy": 0.451581, + "main_score": 0.413506, + "hf_subset": "dyu_Latn-kmr_Latn", + "languages": [ + "dyu-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.389354, + "recall": 0.436759, + "f1": 0.400829, + "accuracy": 0.436759, + "main_score": 0.400829, + "hf_subset": "dyu_Latn-min_Latn", + "languages": [ + "dyu-Latn", + "min-Latn" + ] + }, + { + "precision": 0.429794, + "recall": 0.482213, + "f1": 0.444004, + "accuracy": 0.482213, + "main_score": 0.444004, + "hf_subset": "dyu_Latn-por_Latn", + "languages": [ + "dyu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.3941, + "recall": 0.4417, + "f1": 0.407366, + "accuracy": 0.4417, + "main_score": 0.407366, + "hf_subset": "dyu_Latn-sun_Latn", + "languages": [ + "dyu-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.389752, + "recall": 0.436759, + "f1": 0.403073, + "accuracy": 0.436759, + "main_score": 0.403073, + "hf_subset": "dyu_Latn-umb_Latn", + "languages": [ + "dyu-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.406684, + "recall": 0.461462, + "f1": 0.419749, + "accuracy": 0.461462, + "main_score": 0.419749, + "hf_subset": "dyu_Latn-ajp_Arab", + "languages": [ + "dyu-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.311796, + "recall": 0.36166, + "f1": 0.325015, + "accuracy": 0.36166, + "main_score": 0.325015, + "hf_subset": "dyu_Latn-bjn_Arab", + "languages": [ + "dyu-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.394318, + "recall": 0.437747, + "f1": 0.406786, + "accuracy": 0.437747, + "main_score": 0.406786, + "hf_subset": "dyu_Latn-ewe_Latn", + "languages": [ + "dyu-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.399913, + "recall": 0.452569, + "f1": 0.414565, + "accuracy": 0.452569, + "main_score": 0.414565, + "hf_subset": "dyu_Latn-ilo_Latn", + "languages": [ + "dyu-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.21431, + "recall": 0.257905, + "f1": 0.225425, + "accuracy": 0.257905, + "main_score": 0.225425, + "hf_subset": "dyu_Latn-knc_Arab", + "languages": [ + "dyu-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.405726, + "recall": 0.461462, + "f1": 0.420871, + "accuracy": 0.461462, + "main_score": 0.420871, + "hf_subset": "dyu_Latn-mkd_Cyrl", + "languages": [ + "dyu-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.407895, + "recall": 0.464427, + "f1": 0.423248, + "accuracy": 0.464427, + "main_score": 0.423248, + "hf_subset": "dyu_Latn-prs_Arab", + "languages": [ + "dyu-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.427176, + "recall": 0.483202, + "f1": 0.442116, + "accuracy": 0.483202, + "main_score": 0.442116, + "hf_subset": "dyu_Latn-swe_Latn", + "languages": [ + "dyu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.385458, + "recall": 0.440711, + "f1": 0.39942, + "accuracy": 0.440711, + "main_score": 0.39942, + "hf_subset": "dyu_Latn-urd_Arab", + "languages": [ + "dyu-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.434445, + "recall": 0.477273, + "f1": 0.44655, + "accuracy": 0.477273, + "main_score": 0.44655, + "hf_subset": "dyu_Latn-aka_Latn", + "languages": [ + "dyu-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.406835, + "recall": 0.455534, + "f1": 0.41997, + "accuracy": 0.455534, + "main_score": 0.41997, + "hf_subset": "dyu_Latn-bjn_Latn", + "languages": [ + "dyu-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.400332, + "recall": 0.445652, + "f1": 0.412486, + "accuracy": 0.445652, + "main_score": 0.412486, + "hf_subset": "dyu_Latn-fao_Latn", + "languages": [ + "dyu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.421864, + "recall": 0.475296, + "f1": 0.435984, + "accuracy": 0.475296, + "main_score": 0.435984, + "hf_subset": "dyu_Latn-ind_Latn", + "languages": [ + "dyu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.448997, + "recall": 0.48913, + "f1": 0.459466, + "accuracy": 0.48913, + "main_score": 0.459466, + "hf_subset": "dyu_Latn-knc_Latn", + "languages": [ + "dyu-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.397136, + "recall": 0.4417, + "f1": 0.408069, + "accuracy": 0.4417, + "main_score": 0.408069, + "hf_subset": "dyu_Latn-mlt_Latn", + "languages": [ + "dyu-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.443265, + "recall": 0.490119, + "f1": 0.456077, + "accuracy": 0.490119, + "main_score": 0.456077, + "hf_subset": "dyu_Latn-quy_Latn", + "languages": [ + "dyu-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.402635, + "recall": 0.452569, + "f1": 0.415892, + "accuracy": 0.452569, + "main_score": 0.415892, + "hf_subset": "dyu_Latn-swh_Latn", + "languages": [ + "dyu-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.394075, + "recall": 0.443676, + "f1": 0.406509, + "accuracy": 0.443676, + "main_score": 0.406509, + "hf_subset": "dyu_Latn-uzn_Latn", + "languages": [ + "dyu-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.394246, + "recall": 0.445652, + "f1": 0.407249, + "accuracy": 0.445652, + "main_score": 0.407249, + "hf_subset": "dyu_Latn-als_Latn", + "languages": [ + "dyu-Latn", + "als-Latn" + ] + }, + { + "precision": 0.285426, + "recall": 0.348814, + "f1": 0.302021, + "accuracy": 0.348814, + "main_score": 0.302021, + "hf_subset": "dyu_Latn-bod_Tibt", + "languages": [ + "dyu-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.380803, + "recall": 0.436759, + "f1": 0.395902, + "accuracy": 0.436759, + "main_score": 0.395902, + "hf_subset": "dyu_Latn-fij_Latn", + "languages": [ + "dyu-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.38474, + "recall": 0.436759, + "f1": 0.398081, + "accuracy": 0.436759, + "main_score": 0.398081, + "hf_subset": "dyu_Latn-isl_Latn", + "languages": [ + "dyu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.459276, + "recall": 0.508893, + "f1": 0.472596, + "accuracy": 0.508893, + "main_score": 0.472596, + "hf_subset": "dyu_Latn-kon_Latn", + "languages": [ + "dyu-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.379451, + "recall": 0.43083, + "f1": 0.393069, + "accuracy": 0.43083, + "main_score": 0.393069, + "hf_subset": "dyu_Latn-mni_Beng", + "languages": [ + "dyu-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.430185, + "recall": 0.479249, + "f1": 0.443064, + "accuracy": 0.479249, + "main_score": 0.443064, + "hf_subset": "dyu_Latn-ron_Latn", + "languages": [ + "dyu-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.429198, + "recall": 0.481225, + "f1": 0.442746, + "accuracy": 0.481225, + "main_score": 0.442746, + "hf_subset": "dyu_Latn-szl_Latn", + "languages": [ + "dyu-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.437216, + "recall": 0.490119, + "f1": 0.451239, + "accuracy": 0.490119, + "main_score": 0.451239, + "hf_subset": "dyu_Latn-vec_Latn", + "languages": [ + "dyu-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.407899, + "recall": 0.467391, + "f1": 0.424311, + "accuracy": 0.467391, + "main_score": 0.424311, + "hf_subset": "dyu_Latn-amh_Ethi", + "languages": [ + "dyu-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.404138, + "recall": 0.456522, + "f1": 0.418116, + "accuracy": 0.456522, + "main_score": 0.418116, + "hf_subset": "dyu_Latn-bos_Latn", + "languages": [ + "dyu-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.41204, + "recall": 0.461462, + "f1": 0.425379, + "accuracy": 0.461462, + "main_score": 0.425379, + "hf_subset": "dyu_Latn-fin_Latn", + "languages": [ + "dyu-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.435796, + "recall": 0.48913, + "f1": 0.449997, + "accuracy": 0.48913, + "main_score": 0.449997, + "hf_subset": "dyu_Latn-ita_Latn", + "languages": [ + "dyu-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.446013, + "recall": 0.499012, + "f1": 0.460049, + "accuracy": 0.499012, + "main_score": 0.460049, + "hf_subset": "dyu_Latn-kor_Hang", + "languages": [ + "dyu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.419558, + "recall": 0.468379, + "f1": 0.432976, + "accuracy": 0.468379, + "main_score": 0.432976, + "hf_subset": "dyu_Latn-mos_Latn", + "languages": [ + "dyu-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.392583, + "recall": 0.436759, + "f1": 0.404841, + "accuracy": 0.436759, + "main_score": 0.404841, + "hf_subset": "dyu_Latn-run_Latn", + "languages": [ + "dyu-Latn", + "run-Latn" + ] + }, + { + "precision": 0.37834, + "recall": 0.426877, + "f1": 0.391639, + "accuracy": 0.426877, + "main_score": 0.391639, + "hf_subset": "dyu_Latn-tam_Taml", + "languages": [ + "dyu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.415673, + "recall": 0.464427, + "f1": 0.428923, + "accuracy": 0.464427, + "main_score": 0.428923, + "hf_subset": "dyu_Latn-vie_Latn", + "languages": [ + "dyu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.401981, + "recall": 0.454545, + "f1": 0.415138, + "accuracy": 0.454545, + "main_score": 0.415138, + "hf_subset": "dyu_Latn-apc_Arab", + "languages": [ + "dyu-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.423762, + "recall": 0.467391, + "f1": 0.435907, + "accuracy": 0.467391, + "main_score": 0.435907, + "hf_subset": "dyu_Latn-bug_Latn", + "languages": [ + "dyu-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.376917, + "recall": 0.420949, + "f1": 0.389184, + "accuracy": 0.420949, + "main_score": 0.389184, + "hf_subset": "dyu_Latn-fon_Latn", + "languages": [ + "dyu-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.393342, + "recall": 0.445652, + "f1": 0.406876, + "accuracy": 0.445652, + "main_score": 0.406876, + "hf_subset": "dyu_Latn-jav_Latn", + "languages": [ + "dyu-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.366197, + "recall": 0.405138, + "f1": 0.376712, + "accuracy": 0.405138, + "main_score": 0.376712, + "hf_subset": "dyu_Latn-lao_Laoo", + "languages": [ + "dyu-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.357618, + "recall": 0.414032, + "f1": 0.372933, + "accuracy": 0.414032, + "main_score": 0.372933, + "hf_subset": "dyu_Latn-mri_Latn", + "languages": [ + "dyu-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.427242, + "recall": 0.481225, + "f1": 0.441436, + "accuracy": 0.481225, + "main_score": 0.441436, + "hf_subset": "dyu_Latn-rus_Cyrl", + "languages": [ + "dyu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.426706, + "recall": 0.477273, + "f1": 0.441015, + "accuracy": 0.477273, + "main_score": 0.441015, + "hf_subset": "dyu_Latn-taq_Latn", + "languages": [ + "dyu-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.396429, + "recall": 0.447628, + "f1": 0.409152, + "accuracy": 0.447628, + "main_score": 0.409152, + "hf_subset": "dyu_Latn-war_Latn", + "languages": [ + "dyu-Latn", + "war-Latn" + ] + }, + { + "precision": 0.414775, + "recall": 0.465415, + "f1": 0.428746, + "accuracy": 0.465415, + "main_score": 0.428746, + "hf_subset": "dyu_Latn-arb_Arab", + "languages": [ + "dyu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.422178, + "recall": 0.477273, + "f1": 0.435783, + "accuracy": 0.477273, + "main_score": 0.435783, + "hf_subset": "dyu_Latn-bul_Cyrl", + "languages": [ + "dyu-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.443331, + "recall": 0.495059, + "f1": 0.456598, + "accuracy": 0.495059, + "main_score": 0.456598, + "hf_subset": "dyu_Latn-fra_Latn", + "languages": [ + "dyu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.434221, + "recall": 0.486166, + "f1": 0.448573, + "accuracy": 0.486166, + "main_score": 0.448573, + "hf_subset": "dyu_Latn-jpn_Jpan", + "languages": [ + "dyu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.448641, + "recall": 0.501976, + "f1": 0.462956, + "accuracy": 0.501976, + "main_score": 0.462956, + "hf_subset": "dyu_Latn-lij_Latn", + "languages": [ + "dyu-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.372833, + "recall": 0.435771, + "f1": 0.389191, + "accuracy": 0.435771, + "main_score": 0.389191, + "hf_subset": "dyu_Latn-mya_Mymr", + "languages": [ + "dyu-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.418744, + "recall": 0.466403, + "f1": 0.432548, + "accuracy": 0.466403, + "main_score": 0.432548, + "hf_subset": "dyu_Latn-sag_Latn", + "languages": [ + "dyu-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.1657, + "recall": 0.214427, + "f1": 0.176069, + "accuracy": 0.214427, + "main_score": 0.176069, + "hf_subset": "dyu_Latn-taq_Tfng", + "languages": [ + "dyu-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.452822, + "recall": 0.504941, + "f1": 0.467621, + "accuracy": 0.504941, + "main_score": 0.467621, + "hf_subset": "dyu_Latn-wol_Latn", + "languages": [ + "dyu-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.345654, + "recall": 0.40415, + "f1": 0.360664, + "accuracy": 0.40415, + "main_score": 0.360664, + "hf_subset": "dyu_Latn-arb_Latn", + "languages": [ + "dyu-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.421069, + "recall": 0.469368, + "f1": 0.434198, + "accuracy": 0.469368, + "main_score": 0.434198, + "hf_subset": "dyu_Latn-cat_Latn", + "languages": [ + "dyu-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.436099, + "recall": 0.490119, + "f1": 0.450198, + "accuracy": 0.490119, + "main_score": 0.450198, + "hf_subset": "dyu_Latn-fur_Latn", + "languages": [ + "dyu-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.322079, + "recall": 0.376482, + "f1": 0.337282, + "accuracy": 0.376482, + "main_score": 0.337282, + "hf_subset": "dyu_Latn-kab_Latn", + "languages": [ + "dyu-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.401843, + "recall": 0.455534, + "f1": 0.415587, + "accuracy": 0.455534, + "main_score": 0.415587, + "hf_subset": "dyu_Latn-lim_Latn", + "languages": [ + "dyu-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.444032, + "recall": 0.495059, + "f1": 0.4578, + "accuracy": 0.495059, + "main_score": 0.4578, + "hf_subset": "dyu_Latn-nld_Latn", + "languages": [ + "dyu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.382078, + "recall": 0.444664, + "f1": 0.398548, + "accuracy": 0.444664, + "main_score": 0.398548, + "hf_subset": "dyu_Latn-san_Deva", + "languages": [ + "dyu-Latn", + "san-Deva" + ] + }, + { + "precision": 0.390066, + "recall": 0.438735, + "f1": 0.402668, + "accuracy": 0.438735, + "main_score": 0.402668, + "hf_subset": "dyu_Latn-tat_Cyrl", + "languages": [ + "dyu-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.387766, + "recall": 0.444664, + "f1": 0.403188, + "accuracy": 0.444664, + "main_score": 0.403188, + "hf_subset": "dyu_Latn-xho_Latn", + "languages": [ + "dyu-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.411253, + "recall": 0.460474, + "f1": 0.424493, + "accuracy": 0.460474, + "main_score": 0.424493, + "hf_subset": "dyu_Latn-ars_Arab", + "languages": [ + "dyu-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.395956, + "recall": 0.4417, + "f1": 0.407594, + "accuracy": 0.4417, + "main_score": 0.407594, + "hf_subset": "dyu_Latn-ceb_Latn", + "languages": [ + "dyu-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.40042, + "recall": 0.452569, + "f1": 0.415261, + "accuracy": 0.452569, + "main_score": 0.415261, + "hf_subset": "dyu_Latn-fuv_Latn", + "languages": [ + "dyu-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.411399, + "recall": 0.453557, + "f1": 0.422999, + "accuracy": 0.453557, + "main_score": 0.422999, + "hf_subset": "dyu_Latn-kac_Latn", + "languages": [ + "dyu-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.459891, + "recall": 0.511858, + "f1": 0.474561, + "accuracy": 0.511858, + "main_score": 0.474561, + "hf_subset": "dyu_Latn-lin_Latn", + "languages": [ + "dyu-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.395297, + "recall": 0.439723, + "f1": 0.407741, + "accuracy": 0.439723, + "main_score": 0.407741, + "hf_subset": "dyu_Latn-nno_Latn", + "languages": [ + "dyu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.385891, + "recall": 0.440711, + "f1": 0.399927, + "accuracy": 0.440711, + "main_score": 0.399927, + "hf_subset": "dyu_Latn-sat_Olck", + "languages": [ + "dyu-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.39935, + "recall": 0.44664, + "f1": 0.410256, + "accuracy": 0.44664, + "main_score": 0.410256, + "hf_subset": "dyu_Latn-tel_Telu", + "languages": [ + "dyu-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.367822, + "recall": 0.424901, + "f1": 0.382825, + "accuracy": 0.424901, + "main_score": 0.382825, + "hf_subset": "dyu_Latn-ydd_Hebr", + "languages": [ + "dyu-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.389958, + "recall": 0.4417, + "f1": 0.402555, + "accuracy": 0.4417, + "main_score": 0.402555, + "hf_subset": "dyu_Latn-ary_Arab", + "languages": [ + "dyu-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.41741, + "recall": 0.476285, + "f1": 0.433071, + "accuracy": 0.476285, + "main_score": 0.433071, + "hf_subset": "dyu_Latn-ces_Latn", + "languages": [ + "dyu-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.370907, + "recall": 0.424901, + "f1": 0.384817, + "accuracy": 0.424901, + "main_score": 0.384817, + "hf_subset": "dyu_Latn-gaz_Latn", + "languages": [ + "dyu-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.402431, + "recall": 0.448617, + "f1": 0.414743, + "accuracy": 0.448617, + "main_score": 0.414743, + "hf_subset": "dyu_Latn-kam_Latn", + "languages": [ + "dyu-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.394002, + "recall": 0.449605, + "f1": 0.408517, + "accuracy": 0.449605, + "main_score": 0.408517, + "hf_subset": "dyu_Latn-lit_Latn", + "languages": [ + "dyu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.432398, + "recall": 0.48913, + "f1": 0.447218, + "accuracy": 0.48913, + "main_score": 0.447218, + "hf_subset": "dyu_Latn-nob_Latn", + "languages": [ + "dyu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.435393, + "recall": 0.480237, + "f1": 0.447009, + "accuracy": 0.480237, + "main_score": 0.447009, + "hf_subset": "dyu_Latn-scn_Latn", + "languages": [ + "dyu-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.390811, + "recall": 0.440711, + "f1": 0.404164, + "accuracy": 0.440711, + "main_score": 0.404164, + "hf_subset": "dyu_Latn-tgk_Cyrl", + "languages": [ + "dyu-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.384877, + "recall": 0.438735, + "f1": 0.400274, + "accuracy": 0.438735, + "main_score": 0.400274, + "hf_subset": "dyu_Latn-yor_Latn", + "languages": [ + "dyu-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.400656, + "recall": 0.463439, + "f1": 0.416903, + "accuracy": 0.463439, + "main_score": 0.416903, + "hf_subset": "dyu_Latn-arz_Arab", + "languages": [ + "dyu-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.387012, + "recall": 0.434783, + "f1": 0.399922, + "accuracy": 0.434783, + "main_score": 0.399922, + "hf_subset": "dyu_Latn-cjk_Latn", + "languages": [ + "dyu-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.394977, + "recall": 0.445652, + "f1": 0.408467, + "accuracy": 0.445652, + "main_score": 0.408467, + "hf_subset": "dyu_Latn-gla_Latn", + "languages": [ + "dyu-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.37977, + "recall": 0.431818, + "f1": 0.393615, + "accuracy": 0.431818, + "main_score": 0.393615, + "hf_subset": "dyu_Latn-kan_Knda", + "languages": [ + "dyu-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.443939, + "recall": 0.497036, + "f1": 0.457875, + "accuracy": 0.497036, + "main_score": 0.457875, + "hf_subset": "dyu_Latn-lmo_Latn", + "languages": [ + "dyu-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.402341, + "recall": 0.45751, + "f1": 0.41683, + "accuracy": 0.45751, + "main_score": 0.41683, + "hf_subset": "dyu_Latn-npi_Deva", + "languages": [ + "dyu-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.322041, + "recall": 0.375494, + "f1": 0.336616, + "accuracy": 0.375494, + "main_score": 0.336616, + "hf_subset": "dyu_Latn-shn_Mymr", + "languages": [ + "dyu-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.416367, + "recall": 0.463439, + "f1": 0.428903, + "accuracy": 0.463439, + "main_score": 0.428903, + "hf_subset": "dyu_Latn-tgl_Latn", + "languages": [ + "dyu-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.406096, + "recall": 0.455534, + "f1": 0.418401, + "accuracy": 0.455534, + "main_score": 0.418401, + "hf_subset": "dyu_Latn-yue_Hant", + "languages": [ + "dyu-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.35039, + "recall": 0.392292, + "f1": 0.362064, + "accuracy": 0.392292, + "main_score": 0.362064, + "hf_subset": "dyu_Latn-asm_Beng", + "languages": [ + "dyu-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.376668, + "recall": 0.431818, + "f1": 0.391519, + "accuracy": 0.431818, + "main_score": 0.391519, + "hf_subset": "dyu_Latn-ckb_Arab", + "languages": [ + "dyu-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.380169, + "recall": 0.429842, + "f1": 0.393971, + "accuracy": 0.429842, + "main_score": 0.393971, + "hf_subset": "dyu_Latn-gle_Latn", + "languages": [ + "dyu-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.396872, + "recall": 0.460474, + "f1": 0.413223, + "accuracy": 0.460474, + "main_score": 0.413223, + "hf_subset": "dyu_Latn-kas_Arab", + "languages": [ + "dyu-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.407103, + "recall": 0.448617, + "f1": 0.417778, + "accuracy": 0.448617, + "main_score": 0.417778, + "hf_subset": "dyu_Latn-ltg_Latn", + "languages": [ + "dyu-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.406105, + "recall": 0.451581, + "f1": 0.418518, + "accuracy": 0.451581, + "main_score": 0.418518, + "hf_subset": "dyu_Latn-nso_Latn", + "languages": [ + "dyu-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.367657, + "recall": 0.41996, + "f1": 0.381877, + "accuracy": 0.41996, + "main_score": 0.381877, + "hf_subset": "dyu_Latn-sin_Sinh", + "languages": [ + "dyu-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.403585, + "recall": 0.452569, + "f1": 0.416029, + "accuracy": 0.452569, + "main_score": 0.416029, + "hf_subset": "dyu_Latn-tha_Thai", + "languages": [ + "dyu-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.375342, + "recall": 0.426877, + "f1": 0.387798, + "accuracy": 0.426877, + "main_score": 0.387798, + "hf_subset": "dyu_Latn-zho_Hans", + "languages": [ + "dyu-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.399573, + "recall": 0.449605, + "f1": 0.41197, + "accuracy": 0.449605, + "main_score": 0.41197, + "hf_subset": "dyu_Latn-ast_Latn", + "languages": [ + "dyu-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.423108, + "recall": 0.468379, + "f1": 0.435244, + "accuracy": 0.468379, + "main_score": 0.435244, + "hf_subset": "dyu_Latn-crh_Latn", + "languages": [ + "dyu-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.409622, + "recall": 0.462451, + "f1": 0.423124, + "accuracy": 0.462451, + "main_score": 0.423124, + "hf_subset": "dyu_Latn-glg_Latn", + "languages": [ + "dyu-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.405606, + "recall": 0.465415, + "f1": 0.420791, + "accuracy": 0.465415, + "main_score": 0.420791, + "hf_subset": "dyu_Latn-kas_Deva", + "languages": [ + "dyu-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.386172, + "recall": 0.438735, + "f1": 0.399099, + "accuracy": 0.438735, + "main_score": 0.399099, + "hf_subset": "dyu_Latn-ltz_Latn", + "languages": [ + "dyu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.360359, + "recall": 0.410079, + "f1": 0.374282, + "accuracy": 0.410079, + "main_score": 0.374282, + "hf_subset": "dyu_Latn-nus_Latn", + "languages": [ + "dyu-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.412423, + "recall": 0.465415, + "f1": 0.426902, + "accuracy": 0.465415, + "main_score": 0.426902, + "hf_subset": "dyu_Latn-slk_Latn", + "languages": [ + "dyu-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.395906, + "recall": 0.450593, + "f1": 0.410581, + "accuracy": 0.450593, + "main_score": 0.410581, + "hf_subset": "dyu_Latn-tir_Ethi", + "languages": [ + "dyu-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.402704, + "recall": 0.454545, + "f1": 0.415134, + "accuracy": 0.454545, + "main_score": 0.415134, + "hf_subset": "dyu_Latn-zho_Hant", + "languages": [ + "dyu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.412904, + "recall": 0.465415, + "f1": 0.425658, + "accuracy": 0.465415, + "main_score": 0.425658, + "hf_subset": "dyu_Latn-awa_Deva", + "languages": [ + "dyu-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.405794, + "recall": 0.460474, + "f1": 0.419887, + "accuracy": 0.460474, + "main_score": 0.419887, + "hf_subset": "dyu_Latn-cym_Latn", + "languages": [ + "dyu-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.43416, + "recall": 0.478261, + "f1": 0.447061, + "accuracy": 0.478261, + "main_score": 0.447061, + "hf_subset": "dyu_Latn-grn_Latn", + "languages": [ + "dyu-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.391514, + "recall": 0.447628, + "f1": 0.40532, + "accuracy": 0.447628, + "main_score": 0.40532, + "hf_subset": "dyu_Latn-kat_Geor", + "languages": [ + "dyu-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.436186, + "recall": 0.485178, + "f1": 0.449682, + "accuracy": 0.485178, + "main_score": 0.449682, + "hf_subset": "dyu_Latn-lua_Latn", + "languages": [ + "dyu-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.391528, + "recall": 0.436759, + "f1": 0.403638, + "accuracy": 0.436759, + "main_score": 0.403638, + "hf_subset": "dyu_Latn-nya_Latn", + "languages": [ + "dyu-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.418553, + "recall": 0.474308, + "f1": 0.433541, + "accuracy": 0.474308, + "main_score": 0.433541, + "hf_subset": "dyu_Latn-slv_Latn", + "languages": [ + "dyu-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.414788, + "recall": 0.463439, + "f1": 0.42763, + "accuracy": 0.463439, + "main_score": 0.42763, + "hf_subset": "dyu_Latn-tpi_Latn", + "languages": [ + "dyu-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.415786, + "recall": 0.472332, + "f1": 0.430563, + "accuracy": 0.472332, + "main_score": 0.430563, + "hf_subset": "dyu_Latn-zsm_Latn", + "languages": [ + "dyu-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.405962, + "recall": 0.450593, + "f1": 0.418629, + "accuracy": 0.450593, + "main_score": 0.418629, + "hf_subset": "dyu_Latn-ayr_Latn", + "languages": [ + "dyu-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.437177, + "recall": 0.487154, + "f1": 0.450825, + "accuracy": 0.487154, + "main_score": 0.450825, + "hf_subset": "dyu_Latn-dan_Latn", + "languages": [ + "dyu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.402802, + "recall": 0.454545, + "f1": 0.415594, + "accuracy": 0.454545, + "main_score": 0.415594, + "hf_subset": "dyu_Latn-guj_Gujr", + "languages": [ + "dyu-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.382031, + "recall": 0.435771, + "f1": 0.395899, + "accuracy": 0.435771, + "main_score": 0.395899, + "hf_subset": "dyu_Latn-kaz_Cyrl", + "languages": [ + "dyu-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.398987, + "recall": 0.452569, + "f1": 0.412949, + "accuracy": 0.452569, + "main_score": 0.412949, + "hf_subset": "dyu_Latn-lug_Latn", + "languages": [ + "dyu-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.413758, + "recall": 0.462451, + "f1": 0.426145, + "accuracy": 0.462451, + "main_score": 0.426145, + "hf_subset": "dyu_Latn-oci_Latn", + "languages": [ + "dyu-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.386389, + "recall": 0.433794, + "f1": 0.398574, + "accuracy": 0.433794, + "main_score": 0.398574, + "hf_subset": "dyu_Latn-smo_Latn", + "languages": [ + "dyu-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.393181, + "recall": 0.439723, + "f1": 0.40521, + "accuracy": 0.439723, + "main_score": 0.40521, + "hf_subset": "dyu_Latn-tsn_Latn", + "languages": [ + "dyu-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.379362, + "recall": 0.431818, + "f1": 0.392694, + "accuracy": 0.431818, + "main_score": 0.392694, + "hf_subset": "dyu_Latn-zul_Latn", + "languages": [ + "dyu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.361845, + "recall": 0.418972, + "f1": 0.376531, + "accuracy": 0.418972, + "main_score": 0.376531, + "hf_subset": "dyu_Latn-azb_Arab", + "languages": [ + "dyu-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.434023, + "recall": 0.490119, + "f1": 0.448864, + "accuracy": 0.490119, + "main_score": 0.448864, + "hf_subset": "dyu_Latn-deu_Latn", + "languages": [ + "dyu-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.38415, + "recall": 0.443676, + "f1": 0.399139, + "accuracy": 0.443676, + "main_score": 0.399139, + "hf_subset": "dyu_Latn-hat_Latn", + "languages": [ + "dyu-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.39983, + "recall": 0.445652, + "f1": 0.412484, + "accuracy": 0.445652, + "main_score": 0.412484, + "hf_subset": "dyu_Latn-kbp_Latn", + "languages": [ + "dyu-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.445064, + "recall": 0.490119, + "f1": 0.457405, + "accuracy": 0.490119, + "main_score": 0.457405, + "hf_subset": "dyu_Latn-luo_Latn", + "languages": [ + "dyu-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.367271, + "recall": 0.422925, + "f1": 0.381404, + "accuracy": 0.422925, + "main_score": 0.381404, + "hf_subset": "dyu_Latn-ory_Orya", + "languages": [ + "dyu-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.401734, + "recall": 0.45751, + "f1": 0.415974, + "accuracy": 0.45751, + "main_score": 0.415974, + "hf_subset": "dyu_Latn-sna_Latn", + "languages": [ + "dyu-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.404112, + "recall": 0.44664, + "f1": 0.415948, + "accuracy": 0.44664, + "main_score": 0.415948, + "hf_subset": "dyu_Latn-tso_Latn", + "languages": [ + "dyu-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.385808, + "recall": 0.437747, + "f1": 0.399395, + "accuracy": 0.437747, + "main_score": 0.399395, + "hf_subset": "dyu_Latn-azj_Latn", + "languages": [ + "dyu-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.41856, + "recall": 0.461462, + "f1": 0.430378, + "accuracy": 0.461462, + "main_score": 0.430378, + "hf_subset": "dyu_Latn-dik_Latn", + "languages": [ + "dyu-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.396994, + "recall": 0.436759, + "f1": 0.407252, + "accuracy": 0.436759, + "main_score": 0.407252, + "hf_subset": "dyu_Latn-hau_Latn", + "languages": [ + "dyu-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.406957, + "recall": 0.458498, + "f1": 0.419539, + "accuracy": 0.458498, + "main_score": 0.419539, + "hf_subset": "dyu_Latn-kea_Latn", + "languages": [ + "dyu-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.421415, + "recall": 0.465415, + "f1": 0.432873, + "accuracy": 0.465415, + "main_score": 0.432873, + "hf_subset": "dyu_Latn-lus_Latn", + "languages": [ + "dyu-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.44683, + "recall": 0.493083, + "f1": 0.460016, + "accuracy": 0.493083, + "main_score": 0.460016, + "hf_subset": "dyu_Latn-pag_Latn", + "languages": [ + "dyu-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.350807, + "recall": 0.407115, + "f1": 0.364472, + "accuracy": 0.407115, + "main_score": 0.364472, + "hf_subset": "dyu_Latn-snd_Arab", + "languages": [ + "dyu-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.366933, + "recall": 0.423913, + "f1": 0.381773, + "accuracy": 0.423913, + "main_score": 0.381773, + "hf_subset": "dyu_Latn-tuk_Latn", + "languages": [ + "dyu-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.388156, + "recall": 0.432806, + "f1": 0.40017, + "accuracy": 0.432806, + "main_score": 0.40017, + "hf_subset": "dyu_Latn-bak_Cyrl", + "languages": [ + "dyu-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.400214, + "recall": 0.448617, + "f1": 0.412859, + "accuracy": 0.448617, + "main_score": 0.412859, + "hf_subset": "dyu_Latn-heb_Hebr", + "languages": [ + "dyu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.390143, + "recall": 0.438735, + "f1": 0.403915, + "accuracy": 0.438735, + "main_score": 0.403915, + "hf_subset": "dyu_Latn-khk_Cyrl", + "languages": [ + "dyu-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.385205, + "recall": 0.445652, + "f1": 0.400739, + "accuracy": 0.445652, + "main_score": 0.400739, + "hf_subset": "dyu_Latn-lvs_Latn", + "languages": [ + "dyu-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.385057, + "recall": 0.436759, + "f1": 0.398428, + "accuracy": 0.436759, + "main_score": 0.398428, + "hf_subset": "dyu_Latn-pan_Guru", + "languages": [ + "dyu-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.37608, + "recall": 0.43083, + "f1": 0.39096, + "accuracy": 0.43083, + "main_score": 0.39096, + "hf_subset": "dyu_Latn-som_Latn", + "languages": [ + "dyu-Latn", + "som-Latn" + ] + }, + { + "precision": 0.372409, + "recall": 0.420949, + "f1": 0.385086, + "accuracy": 0.420949, + "main_score": 0.385086, + "hf_subset": "dyu_Latn-tum_Latn", + "languages": [ + "dyu-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.46608, + "recall": 0.562253, + "f1": 0.492328, + "accuracy": 0.562253, + "main_score": 0.492328, + "hf_subset": "heb_Hebr-ace_Arab", + "languages": [ + "heb-Hebr", + "ace-Arab" + ] + }, + { + "precision": 0.439423, + "recall": 0.498024, + "f1": 0.454184, + "accuracy": 0.498024, + "main_score": 0.454184, + "hf_subset": "heb_Hebr-bam_Latn", + "languages": [ + "heb-Hebr", + "bam-Latn" + ] + }, + { + "precision": 0.594817, + "recall": 0.690711, + "f1": 0.622431, + "accuracy": 0.690711, + "main_score": 0.622431, + "hf_subset": "heb_Hebr-dzo_Tibt", + "languages": [ + "heb-Hebr", + "dzo-Tibt" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "heb_Hebr-khm_Khmr", + "languages": [ + "heb-Hebr", + "khm-Khmr" + ] + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "heb_Hebr-mag_Deva", + "languages": [ + "heb-Hebr", + "mag-Deva" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "heb_Hebr-pap_Latn", + "languages": [ + "heb-Hebr", + "pap-Latn" + ] + }, + { + "precision": 0.818379, + "recall": 0.870553, + "f1": 0.834453, + "accuracy": 0.870553, + "main_score": 0.834453, + "hf_subset": "heb_Hebr-sot_Latn", + "languages": [ + "heb-Hebr", + "sot-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.824704, + "recall": 0.87253, + "f1": 0.839691, + "accuracy": 0.87253, + "main_score": 0.839691, + "hf_subset": "heb_Hebr-ace_Latn", + "languages": [ + "heb-Hebr", + "ace-Latn" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "heb_Hebr-ban_Latn", + "languages": [ + "heb-Hebr", + "ban-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "heb_Hebr-hne_Deva", + "languages": [ + "heb-Hebr", + "hne-Deva" + ] + }, + { + "precision": 0.526507, + "recall": 0.603755, + "f1": 0.54729, + "accuracy": 0.603755, + "main_score": 0.54729, + "hf_subset": "heb_Hebr-kik_Latn", + "languages": [ + "heb-Hebr", + "kik-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "heb_Hebr-mai_Deva", + "languages": [ + "heb-Hebr", + "mai-Deva" + ] + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "heb_Hebr-pbt_Arab", + "languages": [ + "heb-Hebr", + "pbt-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.705528, + "recall": 0.773715, + "f1": 0.72506, + "accuracy": 0.773715, + "main_score": 0.72506, + "hf_subset": "heb_Hebr-twi_Latn", + "languages": [ + "heb-Hebr", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-acm_Arab", + "languages": [ + "heb-Hebr", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-bel_Cyrl", + "languages": [ + "heb-Hebr", + "bel-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-hrv_Latn", + "languages": [ + "heb-Hebr", + "hrv-Latn" + ] + }, + { + "precision": 0.82113, + "recall": 0.868577, + "f1": 0.835672, + "accuracy": 0.868577, + "main_score": 0.835672, + "hf_subset": "heb_Hebr-kin_Latn", + "languages": [ + "heb-Hebr", + "kin-Latn" + ] + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "heb_Hebr-mal_Mlym", + "languages": [ + "heb-Hebr", + "mal-Mlym" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-pes_Arab", + "languages": [ + "heb-Hebr", + "pes-Arab" + ] + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "heb_Hebr-srd_Latn", + "languages": [ + "heb-Hebr", + "srd-Latn" + ] + }, + { + "precision": 0.179262, + "recall": 0.244071, + "f1": 0.194427, + "accuracy": 0.244071, + "main_score": 0.194427, + "hf_subset": "heb_Hebr-tzm_Tfng", + "languages": [ + "heb-Hebr", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-acq_Arab", + "languages": [ + "heb-Hebr", + "acq-Arab" + ] + }, + { + "precision": 0.61224, + "recall": 0.692688, + "f1": 0.634838, + "accuracy": 0.692688, + "main_score": 0.634838, + "hf_subset": "heb_Hebr-bem_Latn", + "languages": [ + "heb-Hebr", + "bem-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-epo_Latn", + "languages": [ + "heb-Hebr", + "epo-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "heb_Hebr-kir_Cyrl", + "languages": [ + "heb-Hebr", + "kir-Cyrl" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "heb_Hebr-mar_Deva", + "languages": [ + "heb-Hebr", + "mar-Deva" + ] + }, + { + "precision": 0.835623, + "recall": 0.882411, + "f1": 0.850198, + "accuracy": 0.882411, + "main_score": 0.850198, + "hf_subset": "heb_Hebr-plt_Latn", + "languages": [ + "heb-Hebr", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-srp_Cyrl", + "languages": [ + "heb-Hebr", + "srp-Cyrl" + ] + }, + { + "precision": 0.934371, + "recall": 0.954545, + "f1": 0.940777, + "accuracy": 0.954545, + "main_score": 0.940777, + "hf_subset": "heb_Hebr-uig_Arab", + "languages": [ + "heb-Hebr", + "uig-Arab" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-aeb_Arab", + "languages": [ + "heb-Hebr", + "aeb-Arab" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-est_Latn", + "languages": [ + "heb-Hebr", + "est-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "heb_Hebr-hye_Armn", + "languages": [ + "heb-Hebr", + "hye-Armn" + ] + }, + { + "precision": 0.414039, + "recall": 0.479249, + "f1": 0.430903, + "accuracy": 0.479249, + "main_score": 0.430903, + "hf_subset": "heb_Hebr-kmb_Latn", + "languages": [ + "heb-Hebr", + "kmb-Latn" + ] + }, + { + "precision": 0.423383, + "recall": 0.512846, + "f1": 0.446113, + "accuracy": 0.512846, + "main_score": 0.446113, + "hf_subset": "heb_Hebr-min_Arab", + "languages": [ + "heb-Hebr", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.697087, + "recall": 0.768775, + "f1": 0.717787, + "accuracy": 0.768775, + "main_score": 0.717787, + "hf_subset": "heb_Hebr-ssw_Latn", + "languages": [ + "heb-Hebr", + "ssw-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-ukr_Cyrl", + "languages": [ + "heb-Hebr", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-afr_Latn", + "languages": [ + "heb-Hebr", + "afr-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "heb_Hebr-bho_Deva", + "languages": [ + "heb-Hebr", + "bho-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "heb_Hebr-eus_Latn", + "languages": [ + "heb-Hebr", + "eus-Latn" + ] + }, + { + "precision": 0.808663, + "recall": 0.863636, + "f1": 0.825678, + "accuracy": 0.863636, + "main_score": 0.825678, + "hf_subset": "heb_Hebr-ibo_Latn", + "languages": [ + "heb-Hebr", + "ibo-Latn" + ] + }, + { + "precision": 0.852026, + "recall": 0.895257, + "f1": 0.865646, + "accuracy": 0.895257, + "main_score": 0.865646, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "heb_Hebr-min_Latn", + "languages": [ + "heb-Hebr", + "min-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "heb_Hebr-sun_Latn", + "languages": [ + "heb-Hebr", + "sun-Latn" + ] + }, + { + "precision": 0.406729, + "recall": 0.469368, + "f1": 0.423316, + "accuracy": 0.469368, + "main_score": 0.423316, + "hf_subset": "heb_Hebr-umb_Latn", + "languages": [ + "heb-Hebr", + "umb-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "heb_Hebr-ajp_Arab", + "languages": [ + "heb-Hebr", + "ajp-Arab" + ] + }, + { + "precision": 0.443466, + "recall": 0.527668, + "f1": 0.465461, + "accuracy": 0.527668, + "main_score": 0.465461, + "hf_subset": "heb_Hebr-bjn_Arab", + "languages": [ + "heb-Hebr", + "bjn-Arab" + ] + }, + { + "precision": 0.412496, + "recall": 0.467391, + "f1": 0.427038, + "accuracy": 0.467391, + "main_score": 0.427038, + "hf_subset": "heb_Hebr-ewe_Latn", + "languages": [ + "heb-Hebr", + "ewe-Latn" + ] + }, + { + "precision": 0.931324, + "recall": 0.953557, + "f1": 0.93857, + "accuracy": 0.953557, + "main_score": 0.93857, + "hf_subset": "heb_Hebr-ilo_Latn", + "languages": [ + "heb-Hebr", + "ilo-Latn" + ] + }, + { + "precision": 0.22516, + "recall": 0.283597, + "f1": 0.239112, + "accuracy": 0.283597, + "main_score": 0.239112, + "hf_subset": "heb_Hebr-knc_Arab", + "languages": [ + "heb-Hebr", + "knc-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-mkd_Cyrl", + "languages": [ + "heb-Hebr", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "heb_Hebr-urd_Arab", + "languages": [ + "heb-Hebr", + "urd-Arab" + ] + }, + { + "precision": 0.686946, + "recall": 0.755929, + "f1": 0.706661, + "accuracy": 0.755929, + "main_score": 0.706661, + "hf_subset": "heb_Hebr-aka_Latn", + "languages": [ + "heb-Hebr", + "aka-Latn" + ] + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "heb_Hebr-bjn_Latn", + "languages": [ + "heb-Hebr", + "bjn-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "heb_Hebr-fao_Latn", + "languages": [ + "heb-Hebr", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.469799, + "recall": 0.52668, + "f1": 0.48469, + "accuracy": 0.52668, + "main_score": 0.48469, + "hf_subset": "heb_Hebr-knc_Latn", + "languages": [ + "heb-Hebr", + "knc-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-mlt_Latn", + "languages": [ + "heb-Hebr", + "mlt-Latn" + ] + }, + { + "precision": 0.59924, + "recall": 0.674901, + "f1": 0.620707, + "accuracy": 0.674901, + "main_score": 0.620707, + "hf_subset": "heb_Hebr-quy_Latn", + "languages": [ + "heb-Hebr", + "quy-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-swh_Latn", + "languages": [ + "heb-Hebr", + "swh-Latn" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "heb_Hebr-uzn_Latn", + "languages": [ + "heb-Hebr", + "uzn-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-als_Latn", + "languages": [ + "heb-Hebr", + "als-Latn" + ] + }, + { + "precision": 0.768281, + "recall": 0.829051, + "f1": 0.786477, + "accuracy": 0.829051, + "main_score": 0.786477, + "hf_subset": "heb_Hebr-bod_Tibt", + "languages": [ + "heb-Hebr", + "bod-Tibt" + ] + }, + { + "precision": 0.581096, + "recall": 0.661067, + "f1": 0.603727, + "accuracy": 0.661067, + "main_score": 0.603727, + "hf_subset": "heb_Hebr-fij_Latn", + "languages": [ + "heb-Hebr", + "fij-Latn" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "heb_Hebr-isl_Latn", + "languages": [ + "heb-Hebr", + "isl-Latn" + ] + }, + { + "precision": 0.535249, + "recall": 0.610672, + "f1": 0.555102, + "accuracy": 0.610672, + "main_score": 0.555102, + "hf_subset": "heb_Hebr-kon_Latn", + "languages": [ + "heb-Hebr", + "kon-Latn" + ] + }, + { + "precision": 0.568401, + "recall": 0.648221, + "f1": 0.590472, + "accuracy": 0.648221, + "main_score": 0.590472, + "hf_subset": "heb_Hebr-mni_Beng", + "languages": [ + "heb-Hebr", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-ron_Latn", + "languages": [ + "heb-Hebr", + "ron-Latn" + ] + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "heb_Hebr-szl_Latn", + "languages": [ + "heb-Hebr", + "szl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-vec_Latn", + "languages": [ + "heb-Hebr", + "vec-Latn" + ] + }, + { + "precision": 0.899984, + "recall": 0.929842, + "f1": 0.909321, + "accuracy": 0.929842, + "main_score": 0.909321, + "hf_subset": "heb_Hebr-amh_Ethi", + "languages": [ + "heb-Hebr", + "amh-Ethi" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-bos_Latn", + "languages": [ + "heb-Hebr", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ita_Latn", + "languages": [ + "heb-Hebr", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.464606, + "recall": 0.520751, + "f1": 0.48028, + "accuracy": 0.520751, + "main_score": 0.48028, + "hf_subset": "heb_Hebr-mos_Latn", + "languages": [ + "heb-Hebr", + "mos-Latn" + ] + }, + { + "precision": 0.71343, + "recall": 0.779644, + "f1": 0.733023, + "accuracy": 0.779644, + "main_score": 0.733023, + "hf_subset": "heb_Hebr-run_Latn", + "languages": [ + "heb-Hebr", + "run-Latn" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-apc_Arab", + "languages": [ + "heb-Hebr", + "apc-Arab" + ] + }, + { + "precision": 0.679228, + "recall": 0.748024, + "f1": 0.697983, + "accuracy": 0.748024, + "main_score": 0.697983, + "hf_subset": "heb_Hebr-bug_Latn", + "languages": [ + "heb-Hebr", + "bug-Latn" + ] + }, + { + "precision": 0.391315, + "recall": 0.447628, + "f1": 0.406771, + "accuracy": 0.447628, + "main_score": 0.406771, + "hf_subset": "heb_Hebr-fon_Latn", + "languages": [ + "heb-Hebr", + "fon-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "heb_Hebr-jav_Latn", + "languages": [ + "heb-Hebr", + "jav-Latn" + ] + }, + { + "precision": 0.939888, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "heb_Hebr-lao_Laoo", + "languages": [ + "heb-Hebr", + "lao-Laoo" + ] + }, + { + "precision": 0.849753, + "recall": 0.894269, + "f1": 0.863702, + "accuracy": 0.894269, + "main_score": 0.863702, + "hf_subset": "heb_Hebr-mri_Latn", + "languages": [ + "heb-Hebr", + "mri-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.451323, + "recall": 0.509881, + "f1": 0.467395, + "accuracy": 0.509881, + "main_score": 0.467395, + "hf_subset": "heb_Hebr-taq_Latn", + "languages": [ + "heb-Hebr", + "taq-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "heb_Hebr-war_Latn", + "languages": [ + "heb-Hebr", + "war-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-bul_Cyrl", + "languages": [ + "heb-Hebr", + "bul-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "heb_Hebr-lij_Latn", + "languages": [ + "heb-Hebr", + "lij-Latn" + ] + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "heb_Hebr-mya_Mymr", + "languages": [ + "heb-Hebr", + "mya-Mymr" + ] + }, + { + "precision": 0.502846, + "recall": 0.571146, + "f1": 0.521419, + "accuracy": 0.571146, + "main_score": 0.521419, + "hf_subset": "heb_Hebr-sag_Latn", + "languages": [ + "heb-Hebr", + "sag-Latn" + ] + }, + { + "precision": 0.187808, + "recall": 0.247036, + "f1": 0.202246, + "accuracy": 0.247036, + "main_score": 0.202246, + "hf_subset": "heb_Hebr-taq_Tfng", + "languages": [ + "heb-Hebr", + "taq-Tfng" + ] + }, + { + "precision": 0.614795, + "recall": 0.681818, + "f1": 0.633092, + "accuracy": 0.681818, + "main_score": 0.633092, + "hf_subset": "heb_Hebr-wol_Latn", + "languages": [ + "heb-Hebr", + "wol-Latn" + ] + }, + { + "precision": 0.843989, + "recall": 0.889328, + "f1": 0.857938, + "accuracy": 0.889328, + "main_score": 0.857938, + "hf_subset": "heb_Hebr-arb_Latn", + "languages": [ + "heb-Hebr", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-cat_Latn", + "languages": [ + "heb-Hebr", + "cat-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "heb_Hebr-fur_Latn", + "languages": [ + "heb-Hebr", + "fur-Latn" + ] + }, + { + "precision": 0.40212, + "recall": 0.472332, + "f1": 0.419585, + "accuracy": 0.472332, + "main_score": 0.419585, + "hf_subset": "heb_Hebr-kab_Latn", + "languages": [ + "heb-Hebr", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "heb_Hebr-lim_Latn", + "languages": [ + "heb-Hebr", + "lim-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "heb_Hebr-san_Deva", + "languages": [ + "heb-Hebr", + "san-Deva" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-tat_Cyrl", + "languages": [ + "heb-Hebr", + "tat-Cyrl" + ] + }, + { + "precision": 0.846624, + "recall": 0.891304, + "f1": 0.860573, + "accuracy": 0.891304, + "main_score": 0.860573, + "hf_subset": "heb_Hebr-xho_Latn", + "languages": [ + "heb-Hebr", + "xho-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ars_Arab", + "languages": [ + "heb-Hebr", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-ceb_Latn", + "languages": [ + "heb-Hebr", + "ceb-Latn" + ] + }, + { + "precision": 0.43919, + "recall": 0.502964, + "f1": 0.4559, + "accuracy": 0.502964, + "main_score": 0.4559, + "hf_subset": "heb_Hebr-fuv_Latn", + "languages": [ + "heb-Hebr", + "fuv-Latn" + ] + }, + { + "precision": 0.439611, + "recall": 0.507905, + "f1": 0.457376, + "accuracy": 0.507905, + "main_score": 0.457376, + "hf_subset": "heb_Hebr-kac_Latn", + "languages": [ + "heb-Hebr", + "kac-Latn" + ] + }, + { + "precision": 0.579398, + "recall": 0.649209, + "f1": 0.597548, + "accuracy": 0.649209, + "main_score": 0.597548, + "hf_subset": "heb_Hebr-lin_Latn", + "languages": [ + "heb-Hebr", + "lin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-nno_Latn", + "languages": [ + "heb-Hebr", + "nno-Latn" + ] + }, + { + "precision": 0.844977, + "recall": 0.890316, + "f1": 0.859044, + "accuracy": 0.890316, + "main_score": 0.859044, + "hf_subset": "heb_Hebr-sat_Olck", + "languages": [ + "heb-Hebr", + "sat-Olck" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "heb_Hebr-tel_Telu", + "languages": [ + "heb-Hebr", + "tel-Telu" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "heb_Hebr-ydd_Hebr", + "languages": [ + "heb-Hebr", + "ydd-Hebr" + ] + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "heb_Hebr-ary_Arab", + "languages": [ + "heb-Hebr", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-ces_Latn", + "languages": [ + "heb-Hebr", + "ces-Latn" + ] + }, + { + "precision": 0.5136, + "recall": 0.594862, + "f1": 0.535512, + "accuracy": 0.594862, + "main_score": 0.535512, + "hf_subset": "heb_Hebr-gaz_Latn", + "languages": [ + "heb-Hebr", + "gaz-Latn" + ] + }, + { + "precision": 0.47811, + "recall": 0.557312, + "f1": 0.498617, + "accuracy": 0.557312, + "main_score": 0.498617, + "hf_subset": "heb_Hebr-kam_Latn", + "languages": [ + "heb-Hebr", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-nob_Latn", + "languages": [ + "heb-Hebr", + "nob-Latn" + ] + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "heb_Hebr-scn_Latn", + "languages": [ + "heb-Hebr", + "scn-Latn" + ] + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.680898, + "recall": 0.753953, + "f1": 0.701896, + "accuracy": 0.753953, + "main_score": 0.701896, + "hf_subset": "heb_Hebr-yor_Latn", + "languages": [ + "heb-Hebr", + "yor-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-arz_Arab", + "languages": [ + "heb-Hebr", + "arz-Arab" + ] + }, + { + "precision": 0.418541, + "recall": 0.487154, + "f1": 0.436997, + "accuracy": 0.487154, + "main_score": 0.436997, + "hf_subset": "heb_Hebr-cjk_Latn", + "languages": [ + "heb-Hebr", + "cjk-Latn" + ] + }, + { + "precision": 0.923584, + "recall": 0.948617, + "f1": 0.931818, + "accuracy": 0.948617, + "main_score": 0.931818, + "hf_subset": "heb_Hebr-gla_Latn", + "languages": [ + "heb-Hebr", + "gla-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "heb_Hebr-kan_Knda", + "languages": [ + "heb-Hebr", + "kan-Knda" + ] + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "heb_Hebr-lmo_Latn", + "languages": [ + "heb-Hebr", + "lmo-Latn" + ] + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "heb_Hebr-npi_Deva", + "languages": [ + "heb-Hebr", + "npi-Deva" + ] + }, + { + "precision": 0.5086, + "recall": 0.591897, + "f1": 0.531417, + "accuracy": 0.591897, + "main_score": 0.531417, + "hf_subset": "heb_Hebr-shn_Mymr", + "languages": [ + "heb-Hebr", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-tgl_Latn", + "languages": [ + "heb-Hebr", + "tgl-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "heb_Hebr-yue_Hant", + "languages": [ + "heb-Hebr", + "yue-Hant" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "heb_Hebr-asm_Beng", + "languages": [ + "heb-Hebr", + "asm-Beng" + ] + }, + { + "precision": 0.907279, + "recall": 0.936759, + "f1": 0.916831, + "accuracy": 0.936759, + "main_score": 0.916831, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "heb_Hebr-gle_Latn", + "languages": [ + "heb-Hebr", + "gle-Latn" + ] + }, + { + "precision": 0.881621, + "recall": 0.916996, + "f1": 0.892622, + "accuracy": 0.916996, + "main_score": 0.892622, + "hf_subset": "heb_Hebr-kas_Arab", + "languages": [ + "heb-Hebr", + "kas-Arab" + ] + }, + { + "precision": 0.867754, + "recall": 0.906126, + "f1": 0.879545, + "accuracy": 0.906126, + "main_score": 0.879545, + "hf_subset": "heb_Hebr-ltg_Latn", + "languages": [ + "heb-Hebr", + "ltg-Latn" + ] + }, + { + "precision": 0.733473, + "recall": 0.799407, + "f1": 0.753513, + "accuracy": 0.799407, + "main_score": 0.753513, + "hf_subset": "heb_Hebr-nso_Latn", + "languages": [ + "heb-Hebr", + "nso-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "heb_Hebr-sin_Sinh", + "languages": [ + "heb-Hebr", + "sin-Sinh" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-tha_Thai", + "languages": [ + "heb-Hebr", + "tha-Thai" + ] + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "heb_Hebr-zho_Hans", + "languages": [ + "heb-Hebr", + "zho-Hans" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ast_Latn", + "languages": [ + "heb-Hebr", + "ast-Latn" + ] + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "heb_Hebr-crh_Latn", + "languages": [ + "heb-Hebr", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-glg_Latn", + "languages": [ + "heb-Hebr", + "glg-Latn" + ] + }, + { + "precision": 0.810128, + "recall": 0.863636, + "f1": 0.826402, + "accuracy": 0.863636, + "main_score": 0.826402, + "hf_subset": "heb_Hebr-kas_Deva", + "languages": [ + "heb-Hebr", + "kas-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-ltz_Latn", + "languages": [ + "heb-Hebr", + "ltz-Latn" + ] + }, + { + "precision": 0.388611, + "recall": 0.450593, + "f1": 0.404309, + "accuracy": 0.450593, + "main_score": 0.404309, + "hf_subset": "heb_Hebr-nus_Latn", + "languages": [ + "heb-Hebr", + "nus-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-slk_Latn", + "languages": [ + "heb-Hebr", + "slk-Latn" + ] + }, + { + "precision": 0.6023, + "recall": 0.682806, + "f1": 0.624075, + "accuracy": 0.682806, + "main_score": 0.624075, + "hf_subset": "heb_Hebr-tir_Ethi", + "languages": [ + "heb-Hebr", + "tir-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.968626, + "recall": 0.977273, + "f1": 0.97141, + "accuracy": 0.977273, + "main_score": 0.97141, + "hf_subset": "heb_Hebr-awa_Deva", + "languages": [ + "heb-Hebr", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "heb_Hebr-cym_Latn", + "languages": [ + "heb-Hebr", + "cym-Latn" + ] + }, + { + "precision": 0.71811, + "recall": 0.783597, + "f1": 0.736482, + "accuracy": 0.783597, + "main_score": 0.736482, + "hf_subset": "heb_Hebr-grn_Latn", + "languages": [ + "heb-Hebr", + "grn-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-kat_Geor", + "languages": [ + "heb-Hebr", + "kat-Geor" + ] + }, + { + "precision": 0.53831, + "recall": 0.608696, + "f1": 0.556432, + "accuracy": 0.608696, + "main_score": 0.556432, + "hf_subset": "heb_Hebr-lua_Latn", + "languages": [ + "heb-Hebr", + "lua-Latn" + ] + }, + { + "precision": 0.785985, + "recall": 0.846838, + "f1": 0.804875, + "accuracy": 0.846838, + "main_score": 0.804875, + "hf_subset": "heb_Hebr-nya_Latn", + "languages": [ + "heb-Hebr", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-slv_Latn", + "languages": [ + "heb-Hebr", + "slv-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "heb_Hebr-tpi_Latn", + "languages": [ + "heb-Hebr", + "tpi-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-zsm_Latn", + "languages": [ + "heb-Hebr", + "zsm-Latn" + ] + }, + { + "precision": 0.468502, + "recall": 0.531621, + "f1": 0.485746, + "accuracy": 0.531621, + "main_score": 0.485746, + "hf_subset": "heb_Hebr-ayr_Latn", + "languages": [ + "heb-Hebr", + "ayr-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-dan_Latn", + "languages": [ + "heb-Hebr", + "dan-Latn" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "heb_Hebr-guj_Gujr", + "languages": [ + "heb-Hebr", + "guj-Gujr" + ] + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "heb_Hebr-kaz_Cyrl", + "languages": [ + "heb-Hebr", + "kaz-Cyrl" + ] + }, + { + "precision": 0.601584, + "recall": 0.682806, + "f1": 0.624791, + "accuracy": 0.682806, + "main_score": 0.624791, + "hf_subset": "heb_Hebr-lug_Latn", + "languages": [ + "heb-Hebr", + "lug-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "heb_Hebr-oci_Latn", + "languages": [ + "heb-Hebr", + "oci-Latn" + ] + }, + { + "precision": 0.810639, + "recall": 0.86166, + "f1": 0.826186, + "accuracy": 0.86166, + "main_score": 0.826186, + "hf_subset": "heb_Hebr-smo_Latn", + "languages": [ + "heb-Hebr", + "smo-Latn" + ] + }, + { + "precision": 0.707213, + "recall": 0.775692, + "f1": 0.727127, + "accuracy": 0.775692, + "main_score": 0.727127, + "hf_subset": "heb_Hebr-tsn_Latn", + "languages": [ + "heb-Hebr", + "tsn-Latn" + ] + }, + { + "precision": 0.8736, + "recall": 0.912055, + "f1": 0.8861, + "accuracy": 0.912055, + "main_score": 0.8861, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.904727, + "recall": 0.933794, + "f1": 0.913933, + "accuracy": 0.933794, + "main_score": 0.913933, + "hf_subset": "heb_Hebr-azb_Arab", + "languages": [ + "heb-Hebr", + "azb-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "heb_Hebr-hat_Latn", + "languages": [ + "heb-Hebr", + "hat-Latn" + ] + }, + { + "precision": 0.433162, + "recall": 0.497036, + "f1": 0.450118, + "accuracy": 0.497036, + "main_score": 0.450118, + "hf_subset": "heb_Hebr-kbp_Latn", + "languages": [ + "heb-Hebr", + "kbp-Latn" + ] + }, + { + "precision": 0.472129, + "recall": 0.537549, + "f1": 0.489535, + "accuracy": 0.537549, + "main_score": 0.489535, + "hf_subset": "heb_Hebr-luo_Latn", + "languages": [ + "heb-Hebr", + "luo-Latn" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "heb_Hebr-ory_Orya", + "languages": [ + "heb-Hebr", + "ory-Orya" + ] + }, + { + "precision": 0.857296, + "recall": 0.898221, + "f1": 0.870125, + "accuracy": 0.898221, + "main_score": 0.870125, + "hf_subset": "heb_Hebr-sna_Latn", + "languages": [ + "heb-Hebr", + "sna-Latn" + ] + }, + { + "precision": 0.601843, + "recall": 0.677866, + "f1": 0.622793, + "accuracy": 0.677866, + "main_score": 0.622793, + "hf_subset": "heb_Hebr-tso_Latn", + "languages": [ + "heb-Hebr", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-azj_Latn", + "languages": [ + "heb-Hebr", + "azj-Latn" + ] + }, + { + "precision": 0.482211, + "recall": 0.548419, + "f1": 0.499602, + "accuracy": 0.548419, + "main_score": 0.499602, + "hf_subset": "heb_Hebr-dik_Latn", + "languages": [ + "heb-Hebr", + "dik-Latn" + ] + }, + { + "precision": 0.870553, + "recall": 0.911067, + "f1": 0.883729, + "accuracy": 0.911067, + "main_score": 0.883729, + "hf_subset": "heb_Hebr-hau_Latn", + "languages": [ + "heb-Hebr", + "hau-Latn" + ] + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "heb_Hebr-kea_Latn", + "languages": [ + "heb-Hebr", + "kea-Latn" + ] + }, + { + "precision": 0.900939, + "recall": 0.929842, + "f1": 0.910145, + "accuracy": 0.929842, + "main_score": 0.910145, + "hf_subset": "heb_Hebr-lus_Latn", + "languages": [ + "heb-Hebr", + "lus-Latn" + ] + }, + { + "precision": 0.825296, + "recall": 0.870553, + "f1": 0.83882, + "accuracy": 0.870553, + "main_score": 0.83882, + "hf_subset": "heb_Hebr-pag_Latn", + "languages": [ + "heb-Hebr", + "pag-Latn" + ] + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "heb_Hebr-snd_Arab", + "languages": [ + "heb-Hebr", + "snd-Arab" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "heb_Hebr-tuk_Latn", + "languages": [ + "heb-Hebr", + "tuk-Latn" + ] + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "heb_Hebr-bak_Cyrl", + "languages": [ + "heb-Hebr", + "bak-Cyrl" + ] + }, + { + "precision": 0.443873, + "recall": 0.513834, + "f1": 0.462708, + "accuracy": 0.513834, + "main_score": 0.462708, + "hf_subset": "heb_Hebr-dyu_Latn", + "languages": [ + "heb-Hebr", + "dyu-Latn" + ] + }, + { + "precision": 0.953228, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "heb_Hebr-khk_Cyrl", + "languages": [ + "heb-Hebr", + "khk-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-lvs_Latn", + "languages": [ + "heb-Hebr", + "lvs-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-pan_Guru", + "languages": [ + "heb-Hebr", + "pan-Guru" + ] + }, + { + "precision": 0.841634, + "recall": 0.886364, + "f1": 0.855171, + "accuracy": 0.886364, + "main_score": 0.855171, + "hf_subset": "heb_Hebr-som_Latn", + "languages": [ + "heb-Hebr", + "som-Latn" + ] + }, + { + "precision": 0.653607, + "recall": 0.724308, + "f1": 0.673734, + "accuracy": 0.724308, + "main_score": 0.673734, + "hf_subset": "heb_Hebr-tum_Latn", + "languages": [ + "heb-Hebr", + "tum-Latn" + ] + }, + { + "precision": 0.461684, + "recall": 0.536561, + "f1": 0.482512, + "accuracy": 0.536561, + "main_score": 0.482512, + "hf_subset": "khk_Cyrl-ace_Arab", + "languages": [ + "khk-Cyrl", + "ace-Arab" + ] + }, + { + "precision": 0.434858, + "recall": 0.479249, + "f1": 0.446292, + "accuracy": 0.479249, + "main_score": 0.446292, + "hf_subset": "khk_Cyrl-bam_Latn", + "languages": [ + "khk-Cyrl", + "bam-Latn" + ] + }, + { + "precision": 0.566215, + "recall": 0.653162, + "f1": 0.590243, + "accuracy": 0.653162, + "main_score": 0.590243, + "hf_subset": "khk_Cyrl-dzo_Tibt", + "languages": [ + "khk-Cyrl", + "dzo-Tibt" + ] + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "khk_Cyrl-hin_Deva", + "languages": [ + "khk-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.927948, + "recall": 0.949605, + "f1": 0.934848, + "accuracy": 0.949605, + "main_score": 0.934848, + "hf_subset": "khk_Cyrl-khm_Khmr", + "languages": [ + "khk-Cyrl", + "khm-Khmr" + ] + }, + { + "precision": 0.93526, + "recall": 0.954545, + "f1": 0.941271, + "accuracy": 0.954545, + "main_score": 0.941271, + "hf_subset": "khk_Cyrl-mag_Deva", + "languages": [ + "khk-Cyrl", + "mag-Deva" + ] + }, + { + "precision": 0.940497, + "recall": 0.95751, + "f1": 0.945718, + "accuracy": 0.95751, + "main_score": 0.945718, + "hf_subset": "khk_Cyrl-pap_Latn", + "languages": [ + "khk-Cyrl", + "pap-Latn" + ] + }, + { + "precision": 0.781575, + "recall": 0.835968, + "f1": 0.797744, + "accuracy": 0.835968, + "main_score": 0.797744, + "hf_subset": "khk_Cyrl-sot_Latn", + "languages": [ + "khk-Cyrl", + "sot-Latn" + ] + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "khk_Cyrl-tur_Latn", + "languages": [ + "khk-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.756906, + "recall": 0.811265, + "f1": 0.773034, + "accuracy": 0.811265, + "main_score": 0.773034, + "hf_subset": "khk_Cyrl-ace_Latn", + "languages": [ + "khk-Cyrl", + "ace-Latn" + ] + }, + { + "precision": 0.87775, + "recall": 0.911067, + "f1": 0.888241, + "accuracy": 0.911067, + "main_score": 0.888241, + "hf_subset": "khk_Cyrl-ban_Latn", + "languages": [ + "khk-Cyrl", + "ban-Latn" + ] + }, + { + "precision": 0.945076, + "recall": 0.962451, + "f1": 0.950659, + "accuracy": 0.962451, + "main_score": 0.950659, + "hf_subset": "khk_Cyrl-ell_Grek", + "languages": [ + "khk-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.927849, + "recall": 0.948617, + "f1": 0.93419, + "accuracy": 0.948617, + "main_score": 0.93419, + "hf_subset": "khk_Cyrl-hne_Deva", + "languages": [ + "khk-Cyrl", + "hne-Deva" + ] + }, + { + "precision": 0.498808, + "recall": 0.566206, + "f1": 0.51699, + "accuracy": 0.566206, + "main_score": 0.51699, + "hf_subset": "khk_Cyrl-kik_Latn", + "languages": [ + "khk-Cyrl", + "kik-Latn" + ] + }, + { + "precision": 0.952108, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "khk_Cyrl-mai_Deva", + "languages": [ + "khk-Cyrl", + "mai-Deva" + ] + }, + { + "precision": 0.906653, + "recall": 0.933794, + "f1": 0.915349, + "accuracy": 0.933794, + "main_score": 0.915349, + "hf_subset": "khk_Cyrl-pbt_Arab", + "languages": [ + "khk-Cyrl", + "pbt-Arab" + ] + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "khk_Cyrl-spa_Latn", + "languages": [ + "khk-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.670479, + "recall": 0.735178, + "f1": 0.688553, + "accuracy": 0.735178, + "main_score": 0.688553, + "hf_subset": "khk_Cyrl-twi_Latn", + "languages": [ + "khk-Cyrl", + "twi-Latn" + ] + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "khk_Cyrl-acm_Arab", + "languages": [ + "khk-Cyrl", + "acm-Arab" + ] + }, + { + "precision": 0.921476, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "khk_Cyrl-bel_Cyrl", + "languages": [ + "khk-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.960268, + "recall": 0.971344, + "f1": 0.963658, + "accuracy": 0.971344, + "main_score": 0.963658, + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "khk_Cyrl-hrv_Latn", + "languages": [ + "khk-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.787171, + "recall": 0.840909, + "f1": 0.803854, + "accuracy": 0.840909, + "main_score": 0.803854, + "hf_subset": "khk_Cyrl-kin_Latn", + "languages": [ + "khk-Cyrl", + "kin-Latn" + ] + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943314, + "accuracy": 0.956522, + "main_score": 0.943314, + "hf_subset": "khk_Cyrl-mal_Mlym", + "languages": [ + "khk-Cyrl", + "mal-Mlym" + ] + }, + { + "precision": 0.943274, + "recall": 0.959486, + "f1": 0.948271, + "accuracy": 0.959486, + "main_score": 0.948271, + "hf_subset": "khk_Cyrl-pes_Arab", + "languages": [ + "khk-Cyrl", + "pes-Arab" + ] + }, + { + "precision": 0.935688, + "recall": 0.953557, + "f1": 0.941271, + "accuracy": 0.953557, + "main_score": 0.941271, + "hf_subset": "khk_Cyrl-srd_Latn", + "languages": [ + "khk-Cyrl", + "srd-Latn" + ] + }, + { + "precision": 0.199443, + "recall": 0.253953, + "f1": 0.212622, + "accuracy": 0.253953, + "main_score": 0.212622, + "hf_subset": "khk_Cyrl-tzm_Tfng", + "languages": [ + "khk-Cyrl", + "tzm-Tfng" + ] + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "khk_Cyrl-acq_Arab", + "languages": [ + "khk-Cyrl", + "acq-Arab" + ] + }, + { + "precision": 0.60809, + "recall": 0.670949, + "f1": 0.625518, + "accuracy": 0.670949, + "main_score": 0.625518, + "hf_subset": "khk_Cyrl-bem_Latn", + "languages": [ + "khk-Cyrl", + "bem-Latn" + ] + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "khk_Cyrl-epo_Latn", + "languages": [ + "khk-Cyrl", + "epo-Latn" + ] + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "khk_Cyrl-hun_Latn", + "languages": [ + "khk-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "khk_Cyrl-kir_Cyrl", + "languages": [ + "khk-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "khk_Cyrl-mar_Deva", + "languages": [ + "khk-Cyrl", + "mar-Deva" + ] + }, + { + "precision": 0.806301, + "recall": 0.852767, + "f1": 0.820655, + "accuracy": 0.852767, + "main_score": 0.820655, + "hf_subset": "khk_Cyrl-plt_Latn", + "languages": [ + "khk-Cyrl", + "plt-Latn" + ] + }, + { + "precision": 0.940217, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "khk_Cyrl-srp_Cyrl", + "languages": [ + "khk-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.924407, + "recall": 0.94664, + "f1": 0.931489, + "accuracy": 0.94664, + "main_score": 0.931489, + "hf_subset": "khk_Cyrl-uig_Arab", + "languages": [ + "khk-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.938241, + "recall": 0.955534, + "f1": 0.943841, + "accuracy": 0.955534, + "main_score": 0.943841, + "hf_subset": "khk_Cyrl-aeb_Arab", + "languages": [ + "khk-Cyrl", + "aeb-Arab" + ] + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "khk_Cyrl-ben_Beng", + "languages": [ + "khk-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.950181, + "recall": 0.965415, + "f1": 0.955105, + "accuracy": 0.965415, + "main_score": 0.955105, + "hf_subset": "khk_Cyrl-est_Latn", + "languages": [ + "khk-Cyrl", + "est-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "khk_Cyrl-hye_Armn", + "languages": [ + "khk-Cyrl", + "hye-Armn" + ] + }, + { + "precision": 0.415176, + "recall": 0.47332, + "f1": 0.430595, + "accuracy": 0.47332, + "main_score": 0.430595, + "hf_subset": "khk_Cyrl-kmb_Latn", + "languages": [ + "khk-Cyrl", + "kmb-Latn" + ] + }, + { + "precision": 0.401781, + "recall": 0.483202, + "f1": 0.422884, + "accuracy": 0.483202, + "main_score": 0.422884, + "hf_subset": "khk_Cyrl-min_Arab", + "languages": [ + "khk-Cyrl", + "min-Arab" + ] + }, + { + "precision": 0.954134, + "recall": 0.967391, + "f1": 0.958202, + "accuracy": 0.967391, + "main_score": 0.958202, + "hf_subset": "khk_Cyrl-pol_Latn", + "languages": [ + "khk-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.665031, + "recall": 0.73913, + "f1": 0.687291, + "accuracy": 0.73913, + "main_score": 0.687291, + "hf_subset": "khk_Cyrl-ssw_Latn", + "languages": [ + "khk-Cyrl", + "ssw-Latn" + ] + }, + { + "precision": 0.947546, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "khk_Cyrl-ukr_Cyrl", + "languages": [ + "khk-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.941733, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "khk_Cyrl-afr_Latn", + "languages": [ + "khk-Cyrl", + "afr-Latn" + ] + }, + { + "precision": 0.926779, + "recall": 0.947628, + "f1": 0.933103, + "accuracy": 0.947628, + "main_score": 0.933103, + "hf_subset": "khk_Cyrl-bho_Deva", + "languages": [ + "khk-Cyrl", + "bho-Deva" + ] + }, + { + "precision": 0.937335, + "recall": 0.954545, + "f1": 0.942495, + "accuracy": 0.954545, + "main_score": 0.942495, + "hf_subset": "khk_Cyrl-eus_Latn", + "languages": [ + "khk-Cyrl", + "eus-Latn" + ] + }, + { + "precision": 0.763208, + "recall": 0.822134, + "f1": 0.779927, + "accuracy": 0.822134, + "main_score": 0.779927, + "hf_subset": "khk_Cyrl-ibo_Latn", + "languages": [ + "khk-Cyrl", + "ibo-Latn" + ] + }, + { + "precision": 0.813109, + "recall": 0.86166, + "f1": 0.828162, + "accuracy": 0.86166, + "main_score": 0.828162, + "hf_subset": "khk_Cyrl-kmr_Latn", + "languages": [ + "khk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.910524, + "recall": 0.937747, + "f1": 0.919203, + "accuracy": 0.937747, + "main_score": 0.919203, + "hf_subset": "khk_Cyrl-min_Latn", + "languages": [ + "khk-Cyrl", + "min-Latn" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "khk_Cyrl-por_Latn", + "languages": [ + "khk-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.908465, + "recall": 0.933794, + "f1": 0.91614, + "accuracy": 0.933794, + "main_score": 0.91614, + "hf_subset": "khk_Cyrl-sun_Latn", + "languages": [ + "khk-Cyrl", + "sun-Latn" + ] + }, + { + "precision": 0.417545, + "recall": 0.471344, + "f1": 0.431638, + "accuracy": 0.471344, + "main_score": 0.431638, + "hf_subset": "khk_Cyrl-umb_Latn", + "languages": [ + "khk-Cyrl", + "umb-Latn" + ] + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "khk_Cyrl-ajp_Arab", + "languages": [ + "khk-Cyrl", + "ajp-Arab" + ] + }, + { + "precision": 0.425185, + "recall": 0.507905, + "f1": 0.446941, + "accuracy": 0.507905, + "main_score": 0.446941, + "hf_subset": "khk_Cyrl-bjn_Arab", + "languages": [ + "khk-Cyrl", + "bjn-Arab" + ] + }, + { + "precision": 0.426408, + "recall": 0.476285, + "f1": 0.439803, + "accuracy": 0.476285, + "main_score": 0.439803, + "hf_subset": "khk_Cyrl-ewe_Latn", + "languages": [ + "khk-Cyrl", + "ewe-Latn" + ] + }, + { + "precision": 0.854309, + "recall": 0.890316, + "f1": 0.865288, + "accuracy": 0.890316, + "main_score": 0.865288, + "hf_subset": "khk_Cyrl-ilo_Latn", + "languages": [ + "khk-Cyrl", + "ilo-Latn" + ] + }, + { + "precision": 0.237014, + "recall": 0.29249, + "f1": 0.250426, + "accuracy": 0.29249, + "main_score": 0.250426, + "hf_subset": "khk_Cyrl-knc_Arab", + "languages": [ + "khk-Cyrl", + "knc-Arab" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "khk_Cyrl-mkd_Cyrl", + "languages": [ + "khk-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "khk_Cyrl-prs_Arab", + "languages": [ + "khk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.959651, + "recall": 0.971344, + "f1": 0.963241, + "accuracy": 0.971344, + "main_score": 0.963241, + "hf_subset": "khk_Cyrl-swe_Latn", + "languages": [ + "khk-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.944582, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "khk_Cyrl-urd_Arab", + "languages": [ + "khk-Cyrl", + "urd-Arab" + ] + }, + { + "precision": 0.633644, + "recall": 0.695652, + "f1": 0.650525, + "accuracy": 0.695652, + "main_score": 0.650525, + "hf_subset": "khk_Cyrl-aka_Latn", + "languages": [ + "khk-Cyrl", + "aka-Latn" + ] + }, + { + "precision": 0.909464, + "recall": 0.931818, + "f1": 0.916009, + "accuracy": 0.931818, + "main_score": 0.916009, + "hf_subset": "khk_Cyrl-bjn_Latn", + "languages": [ + "khk-Cyrl", + "bjn-Latn" + ] + }, + { + "precision": 0.937994, + "recall": 0.955534, + "f1": 0.943544, + "accuracy": 0.955534, + "main_score": 0.943544, + "hf_subset": "khk_Cyrl-fao_Latn", + "languages": [ + "khk-Cyrl", + "fao-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "khk_Cyrl-ind_Latn", + "languages": [ + "khk-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.476771, + "recall": 0.522727, + "f1": 0.489402, + "accuracy": 0.522727, + "main_score": 0.489402, + "hf_subset": "khk_Cyrl-knc_Latn", + "languages": [ + "khk-Cyrl", + "knc-Latn" + ] + }, + { + "precision": 0.929628, + "recall": 0.949605, + "f1": 0.935672, + "accuracy": 0.949605, + "main_score": 0.935672, + "hf_subset": "khk_Cyrl-mlt_Latn", + "languages": [ + "khk-Cyrl", + "mlt-Latn" + ] + }, + { + "precision": 0.573039, + "recall": 0.634387, + "f1": 0.589417, + "accuracy": 0.634387, + "main_score": 0.589417, + "hf_subset": "khk_Cyrl-quy_Latn", + "languages": [ + "khk-Cyrl", + "quy-Latn" + ] + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "khk_Cyrl-swh_Latn", + "languages": [ + "khk-Cyrl", + "swh-Latn" + ] + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "khk_Cyrl-uzn_Latn", + "languages": [ + "khk-Cyrl", + "uzn-Latn" + ] + }, + { + "precision": 0.9361, + "recall": 0.954545, + "f1": 0.941831, + "accuracy": 0.954545, + "main_score": 0.941831, + "hf_subset": "khk_Cyrl-als_Latn", + "languages": [ + "khk-Cyrl", + "als-Latn" + ] + }, + { + "precision": 0.73258, + "recall": 0.799407, + "f1": 0.752915, + "accuracy": 0.799407, + "main_score": 0.752915, + "hf_subset": "khk_Cyrl-bod_Tibt", + "languages": [ + "khk-Cyrl", + "bod-Tibt" + ] + }, + { + "precision": 0.558416, + "recall": 0.630435, + "f1": 0.578669, + "accuracy": 0.630435, + "main_score": 0.578669, + "hf_subset": "khk_Cyrl-fij_Latn", + "languages": [ + "khk-Cyrl", + "fij-Latn" + ] + }, + { + "precision": 0.929018, + "recall": 0.950593, + "f1": 0.935935, + "accuracy": 0.950593, + "main_score": 0.935935, + "hf_subset": "khk_Cyrl-isl_Latn", + "languages": [ + "khk-Cyrl", + "isl-Latn" + ] + }, + { + "precision": 0.518547, + "recall": 0.572134, + "f1": 0.533145, + "accuracy": 0.572134, + "main_score": 0.533145, + "hf_subset": "khk_Cyrl-kon_Latn", + "languages": [ + "khk-Cyrl", + "kon-Latn" + ] + }, + { + "precision": 0.511867, + "recall": 0.579051, + "f1": 0.529579, + "accuracy": 0.579051, + "main_score": 0.529579, + "hf_subset": "khk_Cyrl-mni_Beng", + "languages": [ + "khk-Cyrl", + "mni-Beng" + ] + }, + { + "precision": 0.949852, + "recall": 0.964427, + "f1": 0.954447, + "accuracy": 0.964427, + "main_score": 0.954447, + "hf_subset": "khk_Cyrl-ron_Latn", + "languages": [ + "khk-Cyrl", + "ron-Latn" + ] + }, + { + "precision": 0.948346, + "recall": 0.962451, + "f1": 0.952717, + "accuracy": 0.962451, + "main_score": 0.952717, + "hf_subset": "khk_Cyrl-szl_Latn", + "languages": [ + "khk-Cyrl", + "szl-Latn" + ] + }, + { + "precision": 0.937212, + "recall": 0.955534, + "f1": 0.942907, + "accuracy": 0.955534, + "main_score": 0.942907, + "hf_subset": "khk_Cyrl-vec_Latn", + "languages": [ + "khk-Cyrl", + "vec-Latn" + ] + }, + { + "precision": 0.900115, + "recall": 0.927866, + "f1": 0.908992, + "accuracy": 0.927866, + "main_score": 0.908992, + "hf_subset": "khk_Cyrl-amh_Ethi", + "languages": [ + "khk-Cyrl", + "amh-Ethi" + ] + }, + { + "precision": 0.947958, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "khk_Cyrl-bos_Latn", + "languages": [ + "khk-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "khk_Cyrl-fin_Latn", + "languages": [ + "khk-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "khk_Cyrl-ita_Latn", + "languages": [ + "khk-Cyrl", + "ita-Latn" + ] + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "khk_Cyrl-kor_Hang", + "languages": [ + "khk-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.458607, + "recall": 0.505929, + "f1": 0.471428, + "accuracy": 0.505929, + "main_score": 0.471428, + "hf_subset": "khk_Cyrl-mos_Latn", + "languages": [ + "khk-Cyrl", + "mos-Latn" + ] + }, + { + "precision": 0.675635, + "recall": 0.741107, + "f1": 0.694817, + "accuracy": 0.741107, + "main_score": 0.694817, + "hf_subset": "khk_Cyrl-run_Latn", + "languages": [ + "khk-Cyrl", + "run-Latn" + ] + }, + { + "precision": 0.944952, + "recall": 0.960474, + "f1": 0.949824, + "accuracy": 0.960474, + "main_score": 0.949824, + "hf_subset": "khk_Cyrl-tam_Taml", + "languages": [ + "khk-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "khk_Cyrl-vie_Latn", + "languages": [ + "khk-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.945611, + "recall": 0.960474, + "f1": 0.950318, + "accuracy": 0.960474, + "main_score": 0.950318, + "hf_subset": "khk_Cyrl-apc_Arab", + "languages": [ + "khk-Cyrl", + "apc-Arab" + ] + }, + { + "precision": 0.645195, + "recall": 0.697628, + "f1": 0.659559, + "accuracy": 0.697628, + "main_score": 0.659559, + "hf_subset": "khk_Cyrl-bug_Latn", + "languages": [ + "khk-Cyrl", + "bug-Latn" + ] + }, + { + "precision": 0.414638, + "recall": 0.460474, + "f1": 0.427185, + "accuracy": 0.460474, + "main_score": 0.427185, + "hf_subset": "khk_Cyrl-fon_Latn", + "languages": [ + "khk-Cyrl", + "fon-Latn" + ] + }, + { + "precision": 0.928673, + "recall": 0.947628, + "f1": 0.934307, + "accuracy": 0.947628, + "main_score": 0.934307, + "hf_subset": "khk_Cyrl-jav_Latn", + "languages": [ + "khk-Cyrl", + "jav-Latn" + ] + }, + { + "precision": 0.894549, + "recall": 0.926877, + "f1": 0.904875, + "accuracy": 0.926877, + "main_score": 0.904875, + "hf_subset": "khk_Cyrl-lao_Laoo", + "languages": [ + "khk-Cyrl", + "lao-Laoo" + ] + }, + { + "precision": 0.827569, + "recall": 0.875494, + "f1": 0.842523, + "accuracy": 0.875494, + "main_score": 0.842523, + "hf_subset": "khk_Cyrl-mri_Latn", + "languages": [ + "khk-Cyrl", + "mri-Latn" + ] + }, + { + "precision": 0.949473, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "khk_Cyrl-rus_Cyrl", + "languages": [ + "khk-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.45235, + "recall": 0.496047, + "f1": 0.464577, + "accuracy": 0.496047, + "main_score": 0.464577, + "hf_subset": "khk_Cyrl-taq_Latn", + "languages": [ + "khk-Cyrl", + "taq-Latn" + ] + }, + { + "precision": 0.923913, + "recall": 0.945652, + "f1": 0.93083, + "accuracy": 0.945652, + "main_score": 0.93083, + "hf_subset": "khk_Cyrl-war_Latn", + "languages": [ + "khk-Cyrl", + "war-Latn" + ] + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "khk_Cyrl-arb_Arab", + "languages": [ + "khk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.960375, + "accuracy": 0.969368, + "main_score": 0.960375, + "hf_subset": "khk_Cyrl-bul_Cyrl", + "languages": [ + "khk-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "khk_Cyrl-fra_Latn", + "languages": [ + "khk-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "khk_Cyrl-jpn_Jpan", + "languages": [ + "khk-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.920866, + "recall": 0.9417, + "f1": 0.927193, + "accuracy": 0.9417, + "main_score": 0.927193, + "hf_subset": "khk_Cyrl-lij_Latn", + "languages": [ + "khk-Cyrl", + "lij-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "khk_Cyrl-mya_Mymr", + "languages": [ + "khk-Cyrl", + "mya-Mymr" + ] + }, + { + "precision": 0.506685, + "recall": 0.555336, + "f1": 0.520199, + "accuracy": 0.555336, + "main_score": 0.520199, + "hf_subset": "khk_Cyrl-sag_Latn", + "languages": [ + "khk-Cyrl", + "sag-Latn" + ] + }, + { + "precision": 0.221657, + "recall": 0.275692, + "f1": 0.23476, + "accuracy": 0.275692, + "main_score": 0.23476, + "hf_subset": "khk_Cyrl-taq_Tfng", + "languages": [ + "khk-Cyrl", + "taq-Tfng" + ] + }, + { + "precision": 0.562578, + "recall": 0.62253, + "f1": 0.577875, + "accuracy": 0.62253, + "main_score": 0.577875, + "hf_subset": "khk_Cyrl-wol_Latn", + "languages": [ + "khk-Cyrl", + "wol-Latn" + ] + }, + { + "precision": 0.802694, + "recall": 0.852767, + "f1": 0.817544, + "accuracy": 0.852767, + "main_score": 0.817544, + "hf_subset": "khk_Cyrl-arb_Latn", + "languages": [ + "khk-Cyrl", + "arb-Latn" + ] + }, + { + "precision": 0.948287, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "khk_Cyrl-cat_Latn", + "languages": [ + "khk-Cyrl", + "cat-Latn" + ] + }, + { + "precision": 0.907497, + "recall": 0.927866, + "f1": 0.91295, + "accuracy": 0.927866, + "main_score": 0.91295, + "hf_subset": "khk_Cyrl-fur_Latn", + "languages": [ + "khk-Cyrl", + "fur-Latn" + ] + }, + { + "precision": 0.400249, + "recall": 0.467391, + "f1": 0.416781, + "accuracy": 0.467391, + "main_score": 0.416781, + "hf_subset": "khk_Cyrl-kab_Latn", + "languages": [ + "khk-Cyrl", + "kab-Latn" + ] + }, + { + "precision": 0.921882, + "recall": 0.944664, + "f1": 0.929051, + "accuracy": 0.944664, + "main_score": 0.929051, + "hf_subset": "khk_Cyrl-lim_Latn", + "languages": [ + "khk-Cyrl", + "lim-Latn" + ] + }, + { + "precision": 0.94725, + "recall": 0.962451, + "f1": 0.951976, + "accuracy": 0.962451, + "main_score": 0.951976, + "hf_subset": "khk_Cyrl-nld_Latn", + "languages": [ + "khk-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.932148, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "khk_Cyrl-san_Deva", + "languages": [ + "khk-Cyrl", + "san-Deva" + ] + }, + { + "precision": 0.941511, + "recall": 0.958498, + "f1": 0.946887, + "accuracy": 0.958498, + "main_score": 0.946887, + "hf_subset": "khk_Cyrl-tat_Cyrl", + "languages": [ + "khk-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.81441, + "recall": 0.86166, + "f1": 0.828906, + "accuracy": 0.86166, + "main_score": 0.828906, + "hf_subset": "khk_Cyrl-xho_Latn", + "languages": [ + "khk-Cyrl", + "xho-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "khk_Cyrl-ars_Arab", + "languages": [ + "khk-Cyrl", + "ars-Arab" + ] + }, + { + "precision": 0.928607, + "recall": 0.949605, + "f1": 0.935178, + "accuracy": 0.949605, + "main_score": 0.935178, + "hf_subset": "khk_Cyrl-ceb_Latn", + "languages": [ + "khk-Cyrl", + "ceb-Latn" + ] + }, + { + "precision": 0.439392, + "recall": 0.492095, + "f1": 0.452653, + "accuracy": 0.492095, + "main_score": 0.452653, + "hf_subset": "khk_Cyrl-fuv_Latn", + "languages": [ + "khk-Cyrl", + "fuv-Latn" + ] + }, + { + "precision": 0.454887, + "recall": 0.506917, + "f1": 0.468746, + "accuracy": 0.506917, + "main_score": 0.468746, + "hf_subset": "khk_Cyrl-kac_Latn", + "languages": [ + "khk-Cyrl", + "kac-Latn" + ] + }, + { + "precision": 0.552405, + "recall": 0.613636, + "f1": 0.568174, + "accuracy": 0.613636, + "main_score": 0.568174, + "hf_subset": "khk_Cyrl-lin_Latn", + "languages": [ + "khk-Cyrl", + "lin-Latn" + ] + }, + { + "precision": 0.945982, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "khk_Cyrl-nno_Latn", + "languages": [ + "khk-Cyrl", + "nno-Latn" + ] + }, + { + "precision": 0.817721, + "recall": 0.865613, + "f1": 0.832082, + "accuracy": 0.865613, + "main_score": 0.832082, + "hf_subset": "khk_Cyrl-sat_Olck", + "languages": [ + "khk-Cyrl", + "sat-Olck" + ] + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "khk_Cyrl-tel_Telu", + "languages": [ + "khk-Cyrl", + "tel-Telu" + ] + }, + { + "precision": 0.927783, + "recall": 0.948617, + "f1": 0.934519, + "accuracy": 0.948617, + "main_score": 0.934519, + "hf_subset": "khk_Cyrl-ydd_Hebr", + "languages": [ + "khk-Cyrl", + "ydd-Hebr" + ] + }, + { + "precision": 0.914196, + "recall": 0.940711, + "f1": 0.92276, + "accuracy": 0.940711, + "main_score": 0.92276, + "hf_subset": "khk_Cyrl-ary_Arab", + "languages": [ + "khk-Cyrl", + "ary-Arab" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "khk_Cyrl-ces_Latn", + "languages": [ + "khk-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.515133, + "recall": 0.583992, + "f1": 0.534063, + "accuracy": 0.583992, + "main_score": 0.534063, + "hf_subset": "khk_Cyrl-gaz_Latn", + "languages": [ + "khk-Cyrl", + "gaz-Latn" + ] + }, + { + "precision": 0.474322, + "recall": 0.546443, + "f1": 0.493809, + "accuracy": 0.546443, + "main_score": 0.493809, + "hf_subset": "khk_Cyrl-kam_Latn", + "languages": [ + "khk-Cyrl", + "kam-Latn" + ] + }, + { + "precision": 0.953475, + "recall": 0.967391, + "f1": 0.957905, + "accuracy": 0.967391, + "main_score": 0.957905, + "hf_subset": "khk_Cyrl-lit_Latn", + "languages": [ + "khk-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.956719, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "khk_Cyrl-nob_Latn", + "languages": [ + "khk-Cyrl", + "nob-Latn" + ] + }, + { + "precision": 0.924648, + "recall": 0.943676, + "f1": 0.930265, + "accuracy": 0.943676, + "main_score": 0.930265, + "hf_subset": "khk_Cyrl-scn_Latn", + "languages": [ + "khk-Cyrl", + "scn-Latn" + ] + }, + { + "precision": 0.941947, + "recall": 0.960474, + "f1": 0.948024, + "accuracy": 0.960474, + "main_score": 0.948024, + "hf_subset": "khk_Cyrl-tgk_Cyrl", + "languages": [ + "khk-Cyrl", + "tgk-Cyrl" + ] + }, + { + "precision": 0.666688, + "recall": 0.73419, + "f1": 0.685318, + "accuracy": 0.73419, + "main_score": 0.685318, + "hf_subset": "khk_Cyrl-yor_Latn", + "languages": [ + "khk-Cyrl", + "yor-Latn" + ] + }, + { + "precision": 0.95611, + "recall": 0.969368, + "f1": 0.960211, + "accuracy": 0.969368, + "main_score": 0.960211, + "hf_subset": "khk_Cyrl-arz_Arab", + "languages": [ + "khk-Cyrl", + "arz-Arab" + ] + }, + { + "precision": 0.434409, + "recall": 0.491107, + "f1": 0.450016, + "accuracy": 0.491107, + "main_score": 0.450016, + "hf_subset": "khk_Cyrl-cjk_Latn", + "languages": [ + "khk-Cyrl", + "cjk-Latn" + ] + }, + { + "precision": 0.866716, + "recall": 0.905138, + "f1": 0.878854, + "accuracy": 0.905138, + "main_score": 0.878854, + "hf_subset": "khk_Cyrl-gla_Latn", + "languages": [ + "khk-Cyrl", + "gla-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.956522, + "f1": 0.944137, + "accuracy": 0.956522, + "main_score": 0.944137, + "hf_subset": "khk_Cyrl-kan_Knda", + "languages": [ + "khk-Cyrl", + "kan-Knda" + ] + }, + { + "precision": 0.919071, + "recall": 0.940711, + "f1": 0.92574, + "accuracy": 0.940711, + "main_score": 0.92574, + "hf_subset": "khk_Cyrl-lmo_Latn", + "languages": [ + "khk-Cyrl", + "lmo-Latn" + ] + }, + { + "precision": 0.954628, + "recall": 0.967391, + "f1": 0.958531, + "accuracy": 0.967391, + "main_score": 0.958531, + "hf_subset": "khk_Cyrl-npi_Deva", + "languages": [ + "khk-Cyrl", + "npi-Deva" + ] + }, + { + "precision": 0.488781, + "recall": 0.560277, + "f1": 0.508722, + "accuracy": 0.560277, + "main_score": 0.508722, + "hf_subset": "khk_Cyrl-shn_Mymr", + "languages": [ + "khk-Cyrl", + "shn-Mymr" + ] + }, + { + "precision": 0.951285, + "recall": 0.964427, + "f1": 0.955171, + "accuracy": 0.964427, + "main_score": 0.955171, + "hf_subset": "khk_Cyrl-tgl_Latn", + "languages": [ + "khk-Cyrl", + "tgl-Latn" + ] + }, + { + "precision": 0.939839, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "khk_Cyrl-yue_Hant", + "languages": [ + "khk-Cyrl", + "yue-Hant" + ] + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "khk_Cyrl-asm_Beng", + "languages": [ + "khk-Cyrl", + "asm-Beng" + ] + }, + { + "precision": 0.879035, + "recall": 0.910079, + "f1": 0.888867, + "accuracy": 0.910079, + "main_score": 0.888867, + "hf_subset": "khk_Cyrl-ckb_Arab", + "languages": [ + "khk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.924654, + "recall": 0.947628, + "f1": 0.931851, + "accuracy": 0.947628, + "main_score": 0.931851, + "hf_subset": "khk_Cyrl-gle_Latn", + "languages": [ + "khk-Cyrl", + "gle-Latn" + ] + }, + { + "precision": 0.821014, + "recall": 0.862648, + "f1": 0.833424, + "accuracy": 0.862648, + "main_score": 0.833424, + "hf_subset": "khk_Cyrl-kas_Arab", + "languages": [ + "khk-Cyrl", + "kas-Arab" + ] + }, + { + "precision": 0.838307, + "recall": 0.882411, + "f1": 0.851713, + "accuracy": 0.882411, + "main_score": 0.851713, + "hf_subset": "khk_Cyrl-ltg_Latn", + "languages": [ + "khk-Cyrl", + "ltg-Latn" + ] + }, + { + "precision": 0.749407, + "recall": 0.805336, + "f1": 0.766158, + "accuracy": 0.805336, + "main_score": 0.766158, + "hf_subset": "khk_Cyrl-nso_Latn", + "languages": [ + "khk-Cyrl", + "nso-Latn" + ] + }, + { + "precision": 0.925264, + "recall": 0.947628, + "f1": 0.932279, + "accuracy": 0.947628, + "main_score": 0.932279, + "hf_subset": "khk_Cyrl-sin_Sinh", + "languages": [ + "khk-Cyrl", + "sin-Sinh" + ] + }, + { + "precision": 0.936924, + "recall": 0.956522, + "f1": 0.943149, + "accuracy": 0.956522, + "main_score": 0.943149, + "hf_subset": "khk_Cyrl-tha_Thai", + "languages": [ + "khk-Cyrl", + "tha-Thai" + ] + }, + { + "precision": 0.922501, + "recall": 0.942688, + "f1": 0.928656, + "accuracy": 0.942688, + "main_score": 0.928656, + "hf_subset": "khk_Cyrl-zho_Hans", + "languages": [ + "khk-Cyrl", + "zho-Hans" + ] + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "khk_Cyrl-ast_Latn", + "languages": [ + "khk-Cyrl", + "ast-Latn" + ] + }, + { + "precision": 0.935606, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "khk_Cyrl-crh_Latn", + "languages": [ + "khk-Cyrl", + "crh-Latn" + ] + }, + { + "precision": 0.939476, + "recall": 0.958498, + "f1": 0.945553, + "accuracy": 0.958498, + "main_score": 0.945553, + "hf_subset": "khk_Cyrl-glg_Latn", + "languages": [ + "khk-Cyrl", + "glg-Latn" + ] + }, + { + "precision": 0.760837, + "recall": 0.813241, + "f1": 0.776219, + "accuracy": 0.813241, + "main_score": 0.776219, + "hf_subset": "khk_Cyrl-kas_Deva", + "languages": [ + "khk-Cyrl", + "kas-Deva" + ] + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950395, + "accuracy": 0.961462, + "main_score": 0.950395, + "hf_subset": "khk_Cyrl-ltz_Latn", + "languages": [ + "khk-Cyrl", + "ltz-Latn" + ] + }, + { + "precision": 0.387453, + "recall": 0.449605, + "f1": 0.40392, + "accuracy": 0.449605, + "main_score": 0.40392, + "hf_subset": "khk_Cyrl-nus_Latn", + "languages": [ + "khk-Cyrl", + "nus-Latn" + ] + }, + { + "precision": 0.944499, + "recall": 0.961462, + "f1": 0.949901, + "accuracy": 0.961462, + "main_score": 0.949901, + "hf_subset": "khk_Cyrl-slk_Latn", + "languages": [ + "khk-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.584074, + "recall": 0.658103, + "f1": 0.60448, + "accuracy": 0.658103, + "main_score": 0.60448, + "hf_subset": "khk_Cyrl-tir_Ethi", + "languages": [ + "khk-Cyrl", + "tir-Ethi" + ] + }, + { + "precision": 0.947381, + "recall": 0.963439, + "f1": 0.95247, + "accuracy": 0.963439, + "main_score": 0.95247, + "hf_subset": "khk_Cyrl-zho_Hant", + "languages": [ + "khk-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.929842, + "recall": 0.951581, + "f1": 0.936924, + "accuracy": 0.951581, + "main_score": 0.936924, + "hf_subset": "khk_Cyrl-awa_Deva", + "languages": [ + "khk-Cyrl", + "awa-Deva" + ] + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950428, + "accuracy": 0.961462, + "main_score": 0.950428, + "hf_subset": "khk_Cyrl-cym_Latn", + "languages": [ + "khk-Cyrl", + "cym-Latn" + ] + }, + { + "precision": 0.647812, + "recall": 0.709486, + "f1": 0.6643, + "accuracy": 0.709486, + "main_score": 0.6643, + "hf_subset": "khk_Cyrl-grn_Latn", + "languages": [ + "khk-Cyrl", + "grn-Latn" + ] + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "khk_Cyrl-kat_Geor", + "languages": [ + "khk-Cyrl", + "kat-Geor" + ] + }, + { + "precision": 0.507433, + "recall": 0.565217, + "f1": 0.52197, + "accuracy": 0.565217, + "main_score": 0.52197, + "hf_subset": "khk_Cyrl-lua_Latn", + "languages": [ + "khk-Cyrl", + "lua-Latn" + ] + }, + { + "precision": 0.767796, + "recall": 0.822134, + "f1": 0.784013, + "accuracy": 0.822134, + "main_score": 0.784013, + "hf_subset": "khk_Cyrl-nya_Latn", + "languages": [ + "khk-Cyrl", + "nya-Latn" + ] + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "khk_Cyrl-slv_Latn", + "languages": [ + "khk-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.861009, + "recall": 0.897233, + "f1": 0.871692, + "accuracy": 0.897233, + "main_score": 0.871692, + "hf_subset": "khk_Cyrl-tpi_Latn", + "languages": [ + "khk-Cyrl", + "tpi-Latn" + ] + }, + { + "precision": 0.949934, + "recall": 0.964427, + "f1": 0.954348, + "accuracy": 0.964427, + "main_score": 0.954348, + "hf_subset": "khk_Cyrl-zsm_Latn", + "languages": [ + "khk-Cyrl", + "zsm-Latn" + ] + }, + { + "precision": 0.47046, + "recall": 0.52668, + "f1": 0.48618, + "accuracy": 0.52668, + "main_score": 0.48618, + "hf_subset": "khk_Cyrl-ayr_Latn", + "languages": [ + "khk-Cyrl", + "ayr-Latn" + ] + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "khk_Cyrl-dan_Latn", + "languages": [ + "khk-Cyrl", + "dan-Latn" + ] + }, + { + "precision": 0.952684, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "khk_Cyrl-guj_Gujr", + "languages": [ + "khk-Cyrl", + "guj-Gujr" + ] + }, + { + "precision": 0.951861, + "recall": 0.965415, + "f1": 0.956094, + "accuracy": 0.965415, + "main_score": 0.956094, + "hf_subset": "khk_Cyrl-kaz_Cyrl", + "languages": [ + "khk-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.573074, + "recall": 0.648221, + "f1": 0.593999, + "accuracy": 0.648221, + "main_score": 0.593999, + "hf_subset": "khk_Cyrl-lug_Latn", + "languages": [ + "khk-Cyrl", + "lug-Latn" + ] + }, + { + "precision": 0.943297, + "recall": 0.958498, + "f1": 0.947826, + "accuracy": 0.958498, + "main_score": 0.947826, + "hf_subset": "khk_Cyrl-oci_Latn", + "languages": [ + "khk-Cyrl", + "oci-Latn" + ] + }, + { + "precision": 0.776985, + "recall": 0.826087, + "f1": 0.791603, + "accuracy": 0.826087, + "main_score": 0.791603, + "hf_subset": "khk_Cyrl-smo_Latn", + "languages": [ + "khk-Cyrl", + "smo-Latn" + ] + }, + { + "precision": 0.653955, + "recall": 0.725296, + "f1": 0.675527, + "accuracy": 0.725296, + "main_score": 0.675527, + "hf_subset": "khk_Cyrl-tsn_Latn", + "languages": [ + "khk-Cyrl", + "tsn-Latn" + ] + }, + { + "precision": 0.826416, + "recall": 0.87253, + "f1": 0.840434, + "accuracy": 0.87253, + "main_score": 0.840434, + "hf_subset": "khk_Cyrl-zul_Latn", + "languages": [ + "khk-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.858811, + "recall": 0.894269, + "f1": 0.86996, + "accuracy": 0.894269, + "main_score": 0.86996, + "hf_subset": "khk_Cyrl-azb_Arab", + "languages": [ + "khk-Cyrl", + "azb-Arab" + ] + }, + { + "precision": 0.960433, + "recall": 0.971344, + "f1": 0.963823, + "accuracy": 0.971344, + "main_score": 0.963823, + "hf_subset": "khk_Cyrl-deu_Latn", + "languages": [ + "khk-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.922497, + "recall": 0.942688, + "f1": 0.928444, + "accuracy": 0.942688, + "main_score": 0.928444, + "hf_subset": "khk_Cyrl-hat_Latn", + "languages": [ + "khk-Cyrl", + "hat-Latn" + ] + }, + { + "precision": 0.453054, + "recall": 0.502964, + "f1": 0.466444, + "accuracy": 0.502964, + "main_score": 0.466444, + "hf_subset": "khk_Cyrl-kbp_Latn", + "languages": [ + "khk-Cyrl", + "kbp-Latn" + ] + }, + { + "precision": 0.484221, + "recall": 0.532609, + "f1": 0.497468, + "accuracy": 0.532609, + "main_score": 0.497468, + "hf_subset": "khk_Cyrl-luo_Latn", + "languages": [ + "khk-Cyrl", + "luo-Latn" + ] + }, + { + "precision": 0.926054, + "recall": 0.948617, + "f1": 0.9333, + "accuracy": 0.948617, + "main_score": 0.9333, + "hf_subset": "khk_Cyrl-ory_Orya", + "languages": [ + "khk-Cyrl", + "ory-Orya" + ] + }, + { + "precision": 0.81777, + "recall": 0.866601, + "f1": 0.832778, + "accuracy": 0.866601, + "main_score": 0.832778, + "hf_subset": "khk_Cyrl-sna_Latn", + "languages": [ + "khk-Cyrl", + "sna-Latn" + ] + }, + { + "precision": 0.577379, + "recall": 0.653162, + "f1": 0.597713, + "accuracy": 0.653162, + "main_score": 0.597713, + "hf_subset": "khk_Cyrl-tso_Latn", + "languages": [ + "khk-Cyrl", + "tso-Latn" + ] + }, + { + "precision": 0.936677, + "recall": 0.956522, + "f1": 0.943083, + "accuracy": 0.956522, + "main_score": 0.943083, + "hf_subset": "khk_Cyrl-azj_Latn", + "languages": [ + "khk-Cyrl", + "azj-Latn" + ] + }, + { + "precision": 0.471464, + "recall": 0.517787, + "f1": 0.484415, + "accuracy": 0.517787, + "main_score": 0.484415, + "hf_subset": "khk_Cyrl-dik_Latn", + "languages": [ + "khk-Cyrl", + "dik-Latn" + ] + }, + { + "precision": 0.82892, + "recall": 0.873518, + "f1": 0.842655, + "accuracy": 0.873518, + "main_score": 0.842655, + "hf_subset": "khk_Cyrl-hau_Latn", + "languages": [ + "khk-Cyrl", + "hau-Latn" + ] + }, + { + "precision": 0.891123, + "recall": 0.921937, + "f1": 0.900593, + "accuracy": 0.921937, + "main_score": 0.900593, + "hf_subset": "khk_Cyrl-kea_Latn", + "languages": [ + "khk-Cyrl", + "kea-Latn" + ] + }, + { + "precision": 0.851729, + "recall": 0.891304, + "f1": 0.863834, + "accuracy": 0.891304, + "main_score": 0.863834, + "hf_subset": "khk_Cyrl-lus_Latn", + "languages": [ + "khk-Cyrl", + "lus-Latn" + ] + }, + { + "precision": 0.742244, + "recall": 0.793478, + "f1": 0.756341, + "accuracy": 0.793478, + "main_score": 0.756341, + "hf_subset": "khk_Cyrl-pag_Latn", + "languages": [ + "khk-Cyrl", + "pag-Latn" + ] + }, + { + "precision": 0.90742, + "recall": 0.933794, + "f1": 0.915761, + "accuracy": 0.933794, + "main_score": 0.915761, + "hf_subset": "khk_Cyrl-snd_Arab", + "languages": [ + "khk-Cyrl", + "snd-Arab" + ] + }, + { + "precision": 0.939888, + "recall": 0.95751, + "f1": 0.94544, + "accuracy": 0.95751, + "main_score": 0.94544, + "hf_subset": "khk_Cyrl-tuk_Latn", + "languages": [ + "khk-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.944417, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "khk_Cyrl-bak_Cyrl", + "languages": [ + "khk-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.430156, + "recall": 0.497036, + "f1": 0.447882, + "accuracy": 0.497036, + "main_score": 0.447882, + "hf_subset": "khk_Cyrl-dyu_Latn", + "languages": [ + "khk-Cyrl", + "dyu-Latn" + ] + }, + { + "precision": 0.956192, + "recall": 0.968379, + "f1": 0.959947, + "accuracy": 0.968379, + "main_score": 0.959947, + "hf_subset": "khk_Cyrl-heb_Hebr", + "languages": [ + "khk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.950734, + "recall": 0.964427, + "f1": 0.954957, + "accuracy": 0.964427, + "main_score": 0.954957, + "hf_subset": "khk_Cyrl-lvs_Latn", + "languages": [ + "khk-Cyrl", + "lvs-Latn" + ] + }, + { + "precision": 0.947711, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "khk_Cyrl-pan_Guru", + "languages": [ + "khk-Cyrl", + "pan-Guru" + ] + }, + { + "precision": 0.805287, + "recall": 0.858696, + "f1": 0.821838, + "accuracy": 0.858696, + "main_score": 0.821838, + "hf_subset": "khk_Cyrl-som_Latn", + "languages": [ + "khk-Cyrl", + "som-Latn" + ] + }, + { + "precision": 0.616958, + "recall": 0.684783, + "f1": 0.63614, + "accuracy": 0.684783, + "main_score": 0.63614, + "hf_subset": "khk_Cyrl-tum_Latn", + "languages": [ + "khk-Cyrl", + "tum-Latn" + ] + }, + { + "precision": 0.46775, + "recall": 0.55336, + "f1": 0.491131, + "accuracy": 0.55336, + "main_score": 0.491131, + "hf_subset": "lvs_Latn-ace_Arab", + "languages": [ + "lvs-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.430365, + "recall": 0.488142, + "f1": 0.445317, + "accuracy": 0.488142, + "main_score": 0.445317, + "hf_subset": "lvs_Latn-bam_Latn", + "languages": [ + "lvs-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.606415, + "recall": 0.693676, + "f1": 0.631499, + "accuracy": 0.693676, + "main_score": 0.631499, + "hf_subset": "lvs_Latn-dzo_Tibt", + "languages": [ + "lvs-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-hin_Deva", + "languages": [ + "lvs-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "lvs_Latn-khm_Khmr", + "languages": [ + "lvs-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lvs_Latn-mag_Deva", + "languages": [ + "lvs-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lvs_Latn-pap_Latn", + "languages": [ + "lvs-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.814674, + "recall": 0.864625, + "f1": 0.829677, + "accuracy": 0.864625, + "main_score": 0.829677, + "hf_subset": "lvs_Latn-sot_Latn", + "languages": [ + "lvs-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-tur_Latn", + "languages": [ + "lvs-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.814559, + "recall": 0.863636, + "f1": 0.829762, + "accuracy": 0.863636, + "main_score": 0.829762, + "hf_subset": "lvs_Latn-ace_Latn", + "languages": [ + "lvs-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "lvs_Latn-ban_Latn", + "languages": [ + "lvs-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-ell_Grek", + "languages": [ + "lvs-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "lvs_Latn-hne_Deva", + "languages": [ + "lvs-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.524337, + "recall": 0.600791, + "f1": 0.544866, + "accuracy": 0.600791, + "main_score": 0.544866, + "hf_subset": "lvs_Latn-kik_Latn", + "languages": [ + "lvs-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-mai_Deva", + "languages": [ + "lvs-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.930995, + "recall": 0.952569, + "f1": 0.937912, + "accuracy": 0.952569, + "main_score": 0.937912, + "hf_subset": "lvs_Latn-pbt_Arab", + "languages": [ + "lvs-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lvs_Latn-spa_Latn", + "languages": [ + "lvs-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.687917, + "recall": 0.759881, + "f1": 0.708145, + "accuracy": 0.759881, + "main_score": 0.708145, + "hf_subset": "lvs_Latn-twi_Latn", + "languages": [ + "lvs-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-acm_Arab", + "languages": [ + "lvs-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-bel_Cyrl", + "languages": [ + "lvs-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-hrv_Latn", + "languages": [ + "lvs-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.808251, + "recall": 0.856719, + "f1": 0.823075, + "accuracy": 0.856719, + "main_score": 0.823075, + "hf_subset": "lvs_Latn-kin_Latn", + "languages": [ + "lvs-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lvs_Latn-mal_Mlym", + "languages": [ + "lvs-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-pes_Arab", + "languages": [ + "lvs-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "lvs_Latn-srd_Latn", + "languages": [ + "lvs-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.189969, + "recall": 0.251976, + "f1": 0.204492, + "accuracy": 0.251976, + "main_score": 0.204492, + "hf_subset": "lvs_Latn-tzm_Tfng", + "languages": [ + "lvs-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lvs_Latn-acq_Arab", + "languages": [ + "lvs-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.604185, + "recall": 0.684783, + "f1": 0.626374, + "accuracy": 0.684783, + "main_score": 0.626374, + "hf_subset": "lvs_Latn-bem_Latn", + "languages": [ + "lvs-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-epo_Latn", + "languages": [ + "lvs-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-hun_Latn", + "languages": [ + "lvs-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "lvs_Latn-kir_Cyrl", + "languages": [ + "lvs-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-mar_Deva", + "languages": [ + "lvs-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.832872, + "recall": 0.880435, + "f1": 0.847596, + "accuracy": 0.880435, + "main_score": 0.847596, + "hf_subset": "lvs_Latn-plt_Latn", + "languages": [ + "lvs-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-srp_Cyrl", + "languages": [ + "lvs-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.930089, + "recall": 0.950593, + "f1": 0.936495, + "accuracy": 0.950593, + "main_score": 0.936495, + "hf_subset": "lvs_Latn-uig_Arab", + "languages": [ + "lvs-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lvs_Latn-aeb_Arab", + "languages": [ + "lvs-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-ben_Beng", + "languages": [ + "lvs-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-est_Latn", + "languages": [ + "lvs-Latn", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-hye_Armn", + "languages": [ + "lvs-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.419894, + "recall": 0.486166, + "f1": 0.437112, + "accuracy": 0.486166, + "main_score": 0.437112, + "hf_subset": "lvs_Latn-kmb_Latn", + "languages": [ + "lvs-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.434136, + "recall": 0.51581, + "f1": 0.454094, + "accuracy": 0.51581, + "main_score": 0.454094, + "hf_subset": "lvs_Latn-min_Arab", + "languages": [ + "lvs-Latn", + "min-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-pol_Latn", + "languages": [ + "lvs-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.676935, + "recall": 0.757905, + "f1": 0.701161, + "accuracy": 0.757905, + "main_score": 0.701161, + "hf_subset": "lvs_Latn-ssw_Latn", + "languages": [ + "lvs-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-ukr_Cyrl", + "languages": [ + "lvs-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-afr_Latn", + "languages": [ + "lvs-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "lvs_Latn-bho_Deva", + "languages": [ + "lvs-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-eus_Latn", + "languages": [ + "lvs-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.807955, + "recall": 0.862648, + "f1": 0.824769, + "accuracy": 0.862648, + "main_score": 0.824769, + "hf_subset": "lvs_Latn-ibo_Latn", + "languages": [ + "lvs-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.835787, + "recall": 0.882411, + "f1": 0.850329, + "accuracy": 0.882411, + "main_score": 0.850329, + "hf_subset": "lvs_Latn-kmr_Latn", + "languages": [ + "lvs-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "lvs_Latn-min_Latn", + "languages": [ + "lvs-Latn", + "min-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-por_Latn", + "languages": [ + "lvs-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "lvs_Latn-sun_Latn", + "languages": [ + "lvs-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.406996, + "recall": 0.470356, + "f1": 0.424124, + "accuracy": 0.470356, + "main_score": 0.424124, + "hf_subset": "lvs_Latn-umb_Latn", + "languages": [ + "lvs-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lvs_Latn-ajp_Arab", + "languages": [ + "lvs-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.449368, + "recall": 0.536561, + "f1": 0.47268, + "accuracy": 0.536561, + "main_score": 0.47268, + "hf_subset": "lvs_Latn-bjn_Arab", + "languages": [ + "lvs-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.435912, + "recall": 0.48913, + "f1": 0.450175, + "accuracy": 0.48913, + "main_score": 0.450175, + "hf_subset": "lvs_Latn-ewe_Latn", + "languages": [ + "lvs-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.938735, + "recall": 0.958498, + "f1": 0.945158, + "accuracy": 0.958498, + "main_score": 0.945158, + "hf_subset": "lvs_Latn-ilo_Latn", + "languages": [ + "lvs-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234131, + "recall": 0.296443, + "f1": 0.248687, + "accuracy": 0.296443, + "main_score": 0.248687, + "hf_subset": "lvs_Latn-knc_Arab", + "languages": [ + "lvs-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-mkd_Cyrl", + "languages": [ + "lvs-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-prs_Arab", + "languages": [ + "lvs-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-swe_Latn", + "languages": [ + "lvs-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-urd_Arab", + "languages": [ + "lvs-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.685796, + "recall": 0.758893, + "f1": 0.7069, + "accuracy": 0.758893, + "main_score": 0.7069, + "hf_subset": "lvs_Latn-aka_Latn", + "languages": [ + "lvs-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.957049, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "lvs_Latn-bjn_Latn", + "languages": [ + "lvs-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lvs_Latn-fao_Latn", + "languages": [ + "lvs-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-ind_Latn", + "languages": [ + "lvs-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.481737, + "recall": 0.533597, + "f1": 0.495639, + "accuracy": 0.533597, + "main_score": 0.495639, + "hf_subset": "lvs_Latn-knc_Latn", + "languages": [ + "lvs-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-mlt_Latn", + "languages": [ + "lvs-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.597584, + "recall": 0.672925, + "f1": 0.6186, + "accuracy": 0.672925, + "main_score": 0.6186, + "hf_subset": "lvs_Latn-quy_Latn", + "languages": [ + "lvs-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-swh_Latn", + "languages": [ + "lvs-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lvs_Latn-uzn_Latn", + "languages": [ + "lvs-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-als_Latn", + "languages": [ + "lvs-Latn", + "als-Latn" + ] + }, + { + "precision": 0.76233, + "recall": 0.823123, + "f1": 0.780717, + "accuracy": 0.823123, + "main_score": 0.780717, + "hf_subset": "lvs_Latn-bod_Tibt", + "languages": [ + "lvs-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.573584, + "recall": 0.65415, + "f1": 0.596405, + "accuracy": 0.65415, + "main_score": 0.596405, + "hf_subset": "lvs_Latn-fij_Latn", + "languages": [ + "lvs-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lvs_Latn-isl_Latn", + "languages": [ + "lvs-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.552449, + "recall": 0.616601, + "f1": 0.569599, + "accuracy": 0.616601, + "main_score": 0.569599, + "hf_subset": "lvs_Latn-kon_Latn", + "languages": [ + "lvs-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.574054, + "recall": 0.65415, + "f1": 0.596421, + "accuracy": 0.65415, + "main_score": 0.596421, + "hf_subset": "lvs_Latn-mni_Beng", + "languages": [ + "lvs-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-ron_Latn", + "languages": [ + "lvs-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "lvs_Latn-szl_Latn", + "languages": [ + "lvs-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-vec_Latn", + "languages": [ + "lvs-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.898584, + "recall": 0.928854, + "f1": 0.908103, + "accuracy": 0.928854, + "main_score": 0.908103, + "hf_subset": "lvs_Latn-amh_Ethi", + "languages": [ + "lvs-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-bos_Latn", + "languages": [ + "lvs-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-fin_Latn", + "languages": [ + "lvs-Latn", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ita_Latn", + "languages": [ + "lvs-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-kor_Hang", + "languages": [ + "lvs-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.465119, + "recall": 0.521739, + "f1": 0.4807, + "accuracy": 0.521739, + "main_score": 0.4807, + "hf_subset": "lvs_Latn-mos_Latn", + "languages": [ + "lvs-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.70971, + "recall": 0.770751, + "f1": 0.727275, + "accuracy": 0.770751, + "main_score": 0.727275, + "hf_subset": "lvs_Latn-run_Latn", + "languages": [ + "lvs-Latn", + "run-Latn" + ] + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lvs_Latn-tam_Taml", + "languages": [ + "lvs-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-vie_Latn", + "languages": [ + "lvs-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-apc_Arab", + "languages": [ + "lvs-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.671381, + "recall": 0.741107, + "f1": 0.690849, + "accuracy": 0.741107, + "main_score": 0.690849, + "hf_subset": "lvs_Latn-bug_Latn", + "languages": [ + "lvs-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.394477, + "recall": 0.449605, + "f1": 0.409476, + "accuracy": 0.449605, + "main_score": 0.409476, + "hf_subset": "lvs_Latn-fon_Latn", + "languages": [ + "lvs-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "lvs_Latn-jav_Latn", + "languages": [ + "lvs-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.9389, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "lvs_Latn-lao_Laoo", + "languages": [ + "lvs-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.852141, + "recall": 0.896245, + "f1": 0.866107, + "accuracy": 0.896245, + "main_score": 0.866107, + "hf_subset": "lvs_Latn-mri_Latn", + "languages": [ + "lvs-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-rus_Cyrl", + "languages": [ + "lvs-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.4527, + "recall": 0.512846, + "f1": 0.468623, + "accuracy": 0.512846, + "main_score": 0.468623, + "hf_subset": "lvs_Latn-taq_Latn", + "languages": [ + "lvs-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "lvs_Latn-war_Latn", + "languages": [ + "lvs-Latn", + "war-Latn" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lvs_Latn-arb_Arab", + "languages": [ + "lvs-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-bul_Cyrl", + "languages": [ + "lvs-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-fra_Latn", + "languages": [ + "lvs-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-jpn_Jpan", + "languages": [ + "lvs-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lvs_Latn-lij_Latn", + "languages": [ + "lvs-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "lvs_Latn-mya_Mymr", + "languages": [ + "lvs-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.506258, + "recall": 0.570158, + "f1": 0.523791, + "accuracy": 0.570158, + "main_score": 0.523791, + "hf_subset": "lvs_Latn-sag_Latn", + "languages": [ + "lvs-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.197361, + "recall": 0.258893, + "f1": 0.211745, + "accuracy": 0.258893, + "main_score": 0.211745, + "hf_subset": "lvs_Latn-taq_Tfng", + "languages": [ + "lvs-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.611099, + "recall": 0.681818, + "f1": 0.630541, + "accuracy": 0.681818, + "main_score": 0.630541, + "hf_subset": "lvs_Latn-wol_Latn", + "languages": [ + "lvs-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.827404, + "recall": 0.873518, + "f1": 0.8417, + "accuracy": 0.873518, + "main_score": 0.8417, + "hf_subset": "lvs_Latn-arb_Latn", + "languages": [ + "lvs-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-cat_Latn", + "languages": [ + "lvs-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lvs_Latn-fur_Latn", + "languages": [ + "lvs-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.382137, + "recall": 0.453557, + "f1": 0.399475, + "accuracy": 0.453557, + "main_score": 0.399475, + "hf_subset": "lvs_Latn-kab_Latn", + "languages": [ + "lvs-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lvs_Latn-lim_Latn", + "languages": [ + "lvs-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-nld_Latn", + "languages": [ + "lvs-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.952899, + "recall": 0.966403, + "f1": 0.957181, + "accuracy": 0.966403, + "main_score": 0.957181, + "hf_subset": "lvs_Latn-san_Deva", + "languages": [ + "lvs-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-tat_Cyrl", + "languages": [ + "lvs-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.841354, + "recall": 0.886364, + "f1": 0.85527, + "accuracy": 0.886364, + "main_score": 0.85527, + "hf_subset": "lvs_Latn-xho_Latn", + "languages": [ + "lvs-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-ars_Arab", + "languages": [ + "lvs-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-ceb_Latn", + "languages": [ + "lvs-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.428357, + "recall": 0.5, + "f1": 0.447067, + "accuracy": 0.5, + "main_score": 0.447067, + "hf_subset": "lvs_Latn-fuv_Latn", + "languages": [ + "lvs-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.443602, + "recall": 0.507905, + "f1": 0.460378, + "accuracy": 0.507905, + "main_score": 0.460378, + "hf_subset": "lvs_Latn-kac_Latn", + "languages": [ + "lvs-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.570121, + "recall": 0.641304, + "f1": 0.58882, + "accuracy": 0.641304, + "main_score": 0.58882, + "hf_subset": "lvs_Latn-lin_Latn", + "languages": [ + "lvs-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-nno_Latn", + "languages": [ + "lvs-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.817309, + "recall": 0.868577, + "f1": 0.832872, + "accuracy": 0.868577, + "main_score": 0.832872, + "hf_subset": "lvs_Latn-sat_Olck", + "languages": [ + "lvs-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-tel_Telu", + "languages": [ + "lvs-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "lvs_Latn-ydd_Hebr", + "languages": [ + "lvs-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "lvs_Latn-ary_Arab", + "languages": [ + "lvs-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-ces_Latn", + "languages": [ + "lvs-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.506666, + "recall": 0.593874, + "f1": 0.530533, + "accuracy": 0.593874, + "main_score": 0.530533, + "hf_subset": "lvs_Latn-gaz_Latn", + "languages": [ + "lvs-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.476076, + "recall": 0.560277, + "f1": 0.498164, + "accuracy": 0.560277, + "main_score": 0.498164, + "hf_subset": "lvs_Latn-kam_Latn", + "languages": [ + "lvs-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lvs_Latn-lit_Latn", + "languages": [ + "lvs-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-nob_Latn", + "languages": [ + "lvs-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "lvs_Latn-scn_Latn", + "languages": [ + "lvs-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lvs_Latn-tgk_Cyrl", + "languages": [ + "lvs-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.678039, + "recall": 0.753953, + "f1": 0.699961, + "accuracy": 0.753953, + "main_score": 0.699961, + "hf_subset": "lvs_Latn-yor_Latn", + "languages": [ + "lvs-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lvs_Latn-arz_Arab", + "languages": [ + "lvs-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.434025, + "recall": 0.502964, + "f1": 0.452388, + "accuracy": 0.502964, + "main_score": 0.452388, + "hf_subset": "lvs_Latn-cjk_Latn", + "languages": [ + "lvs-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.920619, + "recall": 0.94664, + "f1": 0.929183, + "accuracy": 0.94664, + "main_score": 0.929183, + "hf_subset": "lvs_Latn-gla_Latn", + "languages": [ + "lvs-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lvs_Latn-kan_Knda", + "languages": [ + "lvs-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.976812, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "lvs_Latn-lmo_Latn", + "languages": [ + "lvs-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lvs_Latn-npi_Deva", + "languages": [ + "lvs-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.500597, + "recall": 0.579051, + "f1": 0.522164, + "accuracy": 0.579051, + "main_score": 0.522164, + "hf_subset": "lvs_Latn-shn_Mymr", + "languages": [ + "lvs-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-tgl_Latn", + "languages": [ + "lvs-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-yue_Hant", + "languages": [ + "lvs-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lvs_Latn-asm_Beng", + "languages": [ + "lvs-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.893067, + "recall": 0.924901, + "f1": 0.903063, + "accuracy": 0.924901, + "main_score": 0.903063, + "hf_subset": "lvs_Latn-ckb_Arab", + "languages": [ + "lvs-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "lvs_Latn-gle_Latn", + "languages": [ + "lvs-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.87887, + "recall": 0.91502, + "f1": 0.890184, + "accuracy": 0.91502, + "main_score": 0.890184, + "hf_subset": "lvs_Latn-kas_Arab", + "languages": [ + "lvs-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.899407, + "recall": 0.929842, + "f1": 0.908893, + "accuracy": 0.929842, + "main_score": 0.908893, + "hf_subset": "lvs_Latn-ltg_Latn", + "languages": [ + "lvs-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.742145, + "recall": 0.802372, + "f1": 0.759788, + "accuracy": 0.802372, + "main_score": 0.759788, + "hf_subset": "lvs_Latn-nso_Latn", + "languages": [ + "lvs-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "lvs_Latn-sin_Sinh", + "languages": [ + "lvs-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-tha_Thai", + "languages": [ + "lvs-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lvs_Latn-zho_Hans", + "languages": [ + "lvs-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-ast_Latn", + "languages": [ + "lvs-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "lvs_Latn-crh_Latn", + "languages": [ + "lvs-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-glg_Latn", + "languages": [ + "lvs-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.79664, + "recall": 0.852767, + "f1": 0.813425, + "accuracy": 0.852767, + "main_score": 0.813425, + "hf_subset": "lvs_Latn-kas_Deva", + "languages": [ + "lvs-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lvs_Latn-ltz_Latn", + "languages": [ + "lvs-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.391533, + "recall": 0.455534, + "f1": 0.408512, + "accuracy": 0.455534, + "main_score": 0.408512, + "hf_subset": "lvs_Latn-nus_Latn", + "languages": [ + "lvs-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-slk_Latn", + "languages": [ + "lvs-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.575478, + "recall": 0.664032, + "f1": 0.600021, + "accuracy": 0.664032, + "main_score": 0.600021, + "hf_subset": "lvs_Latn-tir_Ethi", + "languages": [ + "lvs-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lvs_Latn-zho_Hant", + "languages": [ + "lvs-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.970603, + "recall": 0.978261, + "f1": 0.973057, + "accuracy": 0.978261, + "main_score": 0.973057, + "hf_subset": "lvs_Latn-awa_Deva", + "languages": [ + "lvs-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-cym_Latn", + "languages": [ + "lvs-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.723766, + "recall": 0.783597, + "f1": 0.740477, + "accuracy": 0.783597, + "main_score": 0.740477, + "hf_subset": "lvs_Latn-grn_Latn", + "languages": [ + "lvs-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lvs_Latn-kat_Geor", + "languages": [ + "lvs-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.540513, + "recall": 0.610672, + "f1": 0.558719, + "accuracy": 0.610672, + "main_score": 0.558719, + "hf_subset": "lvs_Latn-lua_Latn", + "languages": [ + "lvs-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.771163, + "recall": 0.833992, + "f1": 0.790434, + "accuracy": 0.833992, + "main_score": 0.790434, + "hf_subset": "lvs_Latn-nya_Latn", + "languages": [ + "lvs-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-slv_Latn", + "languages": [ + "lvs-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "lvs_Latn-tpi_Latn", + "languages": [ + "lvs-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-zsm_Latn", + "languages": [ + "lvs-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.463652, + "recall": 0.531621, + "f1": 0.482099, + "accuracy": 0.531621, + "main_score": 0.482099, + "hf_subset": "lvs_Latn-ayr_Latn", + "languages": [ + "lvs-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-dan_Latn", + "languages": [ + "lvs-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lvs_Latn-guj_Gujr", + "languages": [ + "lvs-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lvs_Latn-kaz_Cyrl", + "languages": [ + "lvs-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.587452, + "recall": 0.66996, + "f1": 0.610174, + "accuracy": 0.66996, + "main_score": 0.610174, + "hf_subset": "lvs_Latn-lug_Latn", + "languages": [ + "lvs-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-oci_Latn", + "languages": [ + "lvs-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.806423, + "recall": 0.855731, + "f1": 0.821245, + "accuracy": 0.855731, + "main_score": 0.821245, + "hf_subset": "lvs_Latn-smo_Latn", + "languages": [ + "lvs-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.696222, + "recall": 0.771739, + "f1": 0.718659, + "accuracy": 0.771739, + "main_score": 0.718659, + "hf_subset": "lvs_Latn-tsn_Latn", + "languages": [ + "lvs-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.849341, + "recall": 0.893281, + "f1": 0.862945, + "accuracy": 0.893281, + "main_score": 0.862945, + "hf_subset": "lvs_Latn-zul_Latn", + "languages": [ + "lvs-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.90168, + "recall": 0.93083, + "f1": 0.910705, + "accuracy": 0.93083, + "main_score": 0.910705, + "hf_subset": "lvs_Latn-azb_Arab", + "languages": [ + "lvs-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-deu_Latn", + "languages": [ + "lvs-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "lvs_Latn-hat_Latn", + "languages": [ + "lvs-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.446834, + "recall": 0.502964, + "f1": 0.461734, + "accuracy": 0.502964, + "main_score": 0.461734, + "hf_subset": "lvs_Latn-kbp_Latn", + "languages": [ + "lvs-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.484544, + "recall": 0.547431, + "f1": 0.501252, + "accuracy": 0.547431, + "main_score": 0.501252, + "hf_subset": "lvs_Latn-luo_Latn", + "languages": [ + "lvs-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "lvs_Latn-ory_Orya", + "languages": [ + "lvs-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.863834, + "recall": 0.90415, + "f1": 0.876812, + "accuracy": 0.90415, + "main_score": 0.876812, + "hf_subset": "lvs_Latn-sna_Latn", + "languages": [ + "lvs-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.603725, + "recall": 0.677866, + "f1": 0.624448, + "accuracy": 0.677866, + "main_score": 0.624448, + "hf_subset": "lvs_Latn-tso_Latn", + "languages": [ + "lvs-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-azj_Latn", + "languages": [ + "lvs-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.473401, + "recall": 0.54249, + "f1": 0.492079, + "accuracy": 0.54249, + "main_score": 0.492079, + "hf_subset": "lvs_Latn-dik_Latn", + "languages": [ + "lvs-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.861989, + "recall": 0.903162, + "f1": 0.874967, + "accuracy": 0.903162, + "main_score": 0.874967, + "hf_subset": "lvs_Latn-hau_Latn", + "languages": [ + "lvs-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "lvs_Latn-kea_Latn", + "languages": [ + "lvs-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.899045, + "recall": 0.929842, + "f1": 0.908893, + "accuracy": 0.929842, + "main_score": 0.908893, + "hf_subset": "lvs_Latn-lus_Latn", + "languages": [ + "lvs-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.812492, + "recall": 0.860672, + "f1": 0.826885, + "accuracy": 0.860672, + "main_score": 0.826885, + "hf_subset": "lvs_Latn-pag_Latn", + "languages": [ + "lvs-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "lvs_Latn-snd_Arab", + "languages": [ + "lvs-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lvs_Latn-tuk_Latn", + "languages": [ + "lvs-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-bak_Cyrl", + "languages": [ + "lvs-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.448361, + "recall": 0.513834, + "f1": 0.465368, + "accuracy": 0.513834, + "main_score": 0.465368, + "hf_subset": "lvs_Latn-dyu_Latn", + "languages": [ + "lvs-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-heb_Hebr", + "languages": [ + "lvs-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.961989, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "lvs_Latn-khk_Cyrl", + "languages": [ + "lvs-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-pan_Guru", + "languages": [ + "lvs-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.830435, + "recall": 0.879447, + "f1": 0.845619, + "accuracy": 0.879447, + "main_score": 0.845619, + "hf_subset": "lvs_Latn-som_Latn", + "languages": [ + "lvs-Latn", + "som-Latn" + ] + }, + { + "precision": 0.654985, + "recall": 0.720356, + "f1": 0.673732, + "accuracy": 0.720356, + "main_score": 0.673732, + "hf_subset": "lvs_Latn-tum_Latn", + "languages": [ + "lvs-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.468288, + "recall": 0.554348, + "f1": 0.49187, + "accuracy": 0.554348, + "main_score": 0.49187, + "hf_subset": "pan_Guru-ace_Arab", + "languages": [ + "pan-Guru", + "ace-Arab" + ] + }, + { + "precision": 0.430908, + "recall": 0.480237, + "f1": 0.443596, + "accuracy": 0.480237, + "main_score": 0.443596, + "hf_subset": "pan_Guru-bam_Latn", + "languages": [ + "pan-Guru", + "bam-Latn" + ] + }, + { + "precision": 0.602875, + "recall": 0.689723, + "f1": 0.627646, + "accuracy": 0.689723, + "main_score": 0.627646, + "hf_subset": "pan_Guru-dzo_Tibt", + "languages": [ + "pan-Guru", + "dzo-Tibt" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "pan_Guru-khm_Khmr", + "languages": [ + "pan-Guru", + "khm-Khmr" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-mag_Deva", + "languages": [ + "pan-Guru", + "mag-Deva" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pan_Guru-pap_Latn", + "languages": [ + "pan-Guru", + "pap-Latn" + ] + }, + { + "precision": 0.822628, + "recall": 0.871542, + "f1": 0.837846, + "accuracy": 0.871542, + "main_score": 0.837846, + "hf_subset": "pan_Guru-sot_Latn", + "languages": [ + "pan-Guru", + "sot-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-tur_Latn", + "languages": [ + "pan-Guru", + "tur-Latn" + ] + }, + { + "precision": 0.807889, + "recall": 0.860672, + "f1": 0.823866, + "accuracy": 0.860672, + "main_score": 0.823866, + "hf_subset": "pan_Guru-ace_Latn", + "languages": [ + "pan-Guru", + "ace-Latn" + ] + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949275, + "accuracy": 0.961462, + "main_score": 0.949275, + "hf_subset": "pan_Guru-ban_Latn", + "languages": [ + "pan-Guru", + "ban-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-ell_Grek", + "languages": [ + "pan-Guru", + "ell-Grek" + ] + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "pan_Guru-hne_Deva", + "languages": [ + "pan-Guru", + "hne-Deva" + ] + }, + { + "precision": 0.507377, + "recall": 0.585968, + "f1": 0.527793, + "accuracy": 0.585968, + "main_score": 0.527793, + "hf_subset": "pan_Guru-kik_Latn", + "languages": [ + "pan-Guru", + "kik-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ] + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "pan_Guru-pbt_Arab", + "languages": [ + "pan-Guru", + "pbt-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-spa_Latn", + "languages": [ + "pan-Guru", + "spa-Latn" + ] + }, + { + "precision": 0.704793, + "recall": 0.767787, + "f1": 0.722455, + "accuracy": 0.767787, + "main_score": 0.722455, + "hf_subset": "pan_Guru-twi_Latn", + "languages": [ + "pan-Guru", + "twi-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-acm_Arab", + "languages": [ + "pan-Guru", + "acm-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-bel_Cyrl", + "languages": [ + "pan-Guru", + "bel-Cyrl" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-hrv_Latn", + "languages": [ + "pan-Guru", + "hrv-Latn" + ] + }, + { + "precision": 0.812434, + "recall": 0.863636, + "f1": 0.828096, + "accuracy": 0.863636, + "main_score": 0.828096, + "hf_subset": "pan_Guru-kin_Latn", + "languages": [ + "pan-Guru", + "kin-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pan_Guru-pes_Arab", + "languages": [ + "pan-Guru", + "pes-Arab" + ] + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "pan_Guru-srd_Latn", + "languages": [ + "pan-Guru", + "srd-Latn" + ] + }, + { + "precision": 0.200947, + "recall": 0.263834, + "f1": 0.215942, + "accuracy": 0.263834, + "main_score": 0.215942, + "hf_subset": "pan_Guru-tzm_Tfng", + "languages": [ + "pan-Guru", + "tzm-Tfng" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-acq_Arab", + "languages": [ + "pan-Guru", + "acq-Arab" + ] + }, + { + "precision": 0.613095, + "recall": 0.687747, + "f1": 0.633766, + "accuracy": 0.687747, + "main_score": 0.633766, + "hf_subset": "pan_Guru-bem_Latn", + "languages": [ + "pan-Guru", + "bem-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-epo_Latn", + "languages": [ + "pan-Guru", + "epo-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-hun_Latn", + "languages": [ + "pan-Guru", + "hun-Latn" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pan_Guru-kir_Cyrl", + "languages": [ + "pan-Guru", + "kir-Cyrl" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.834569, + "recall": 0.880435, + "f1": 0.848602, + "accuracy": 0.880435, + "main_score": 0.848602, + "hf_subset": "pan_Guru-plt_Latn", + "languages": [ + "pan-Guru", + "plt-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-srp_Cyrl", + "languages": [ + "pan-Guru", + "srp-Cyrl" + ] + }, + { + "precision": 0.939147, + "recall": 0.956522, + "f1": 0.944401, + "accuracy": 0.956522, + "main_score": 0.944401, + "hf_subset": "pan_Guru-uig_Arab", + "languages": [ + "pan-Guru", + "uig-Arab" + ] + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pan_Guru-aeb_Arab", + "languages": [ + "pan-Guru", + "aeb-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-est_Latn", + "languages": [ + "pan-Guru", + "est-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-hye_Armn", + "languages": [ + "pan-Guru", + "hye-Armn" + ] + }, + { + "precision": 0.406531, + "recall": 0.475296, + "f1": 0.424049, + "accuracy": 0.475296, + "main_score": 0.424049, + "hf_subset": "pan_Guru-kmb_Latn", + "languages": [ + "pan-Guru", + "kmb-Latn" + ] + }, + { + "precision": 0.409879, + "recall": 0.496047, + "f1": 0.431425, + "accuracy": 0.496047, + "main_score": 0.431425, + "hf_subset": "pan_Guru-min_Arab", + "languages": [ + "pan-Guru", + "min-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-pol_Latn", + "languages": [ + "pan-Guru", + "pol-Latn" + ] + }, + { + "precision": 0.700322, + "recall": 0.773715, + "f1": 0.721887, + "accuracy": 0.773715, + "main_score": 0.721887, + "hf_subset": "pan_Guru-ssw_Latn", + "languages": [ + "pan-Guru", + "ssw-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-ukr_Cyrl", + "languages": [ + "pan-Guru", + "ukr-Cyrl" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-afr_Latn", + "languages": [ + "pan-Guru", + "afr-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pan_Guru-bho_Deva", + "languages": [ + "pan-Guru", + "bho-Deva" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ] + }, + { + "precision": 0.815399, + "recall": 0.867589, + "f1": 0.831061, + "accuracy": 0.867589, + "main_score": 0.831061, + "hf_subset": "pan_Guru-ibo_Latn", + "languages": [ + "pan-Guru", + "ibo-Latn" + ] + }, + { + "precision": 0.848518, + "recall": 0.889328, + "f1": 0.861133, + "accuracy": 0.889328, + "main_score": 0.861133, + "hf_subset": "pan_Guru-kmr_Latn", + "languages": [ + "pan-Guru", + "kmr-Latn" + ] + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pan_Guru-min_Latn", + "languages": [ + "pan-Guru", + "min-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-por_Latn", + "languages": [ + "pan-Guru", + "por-Latn" + ] + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "pan_Guru-sun_Latn", + "languages": [ + "pan-Guru", + "sun-Latn" + ] + }, + { + "precision": 0.402652, + "recall": 0.465415, + "f1": 0.419278, + "accuracy": 0.465415, + "main_score": 0.419278, + "hf_subset": "pan_Guru-umb_Latn", + "languages": [ + "pan-Guru", + "umb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-ajp_Arab", + "languages": [ + "pan-Guru", + "ajp-Arab" + ] + }, + { + "precision": 0.425902, + "recall": 0.511858, + "f1": 0.448466, + "accuracy": 0.511858, + "main_score": 0.448466, + "hf_subset": "pan_Guru-bjn_Arab", + "languages": [ + "pan-Guru", + "bjn-Arab" + ] + }, + { + "precision": 0.428575, + "recall": 0.475296, + "f1": 0.440675, + "accuracy": 0.475296, + "main_score": 0.440675, + "hf_subset": "pan_Guru-ewe_Latn", + "languages": [ + "pan-Guru", + "ewe-Latn" + ] + }, + { + "precision": 0.93503, + "recall": 0.955534, + "f1": 0.941601, + "accuracy": 0.955534, + "main_score": 0.941601, + "hf_subset": "pan_Guru-ilo_Latn", + "languages": [ + "pan-Guru", + "ilo-Latn" + ] + }, + { + "precision": 0.230588, + "recall": 0.289526, + "f1": 0.24391, + "accuracy": 0.289526, + "main_score": 0.24391, + "hf_subset": "pan_Guru-knc_Arab", + "languages": [ + "pan-Guru", + "knc-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-mkd_Cyrl", + "languages": [ + "pan-Guru", + "mkd-Cyrl" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-prs_Arab", + "languages": [ + "pan-Guru", + "prs-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-swe_Latn", + "languages": [ + "pan-Guru", + "swe-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.682165, + "recall": 0.748024, + "f1": 0.700661, + "accuracy": 0.748024, + "main_score": 0.700661, + "hf_subset": "pan_Guru-aka_Latn", + "languages": [ + "pan-Guru", + "aka-Latn" + ] + }, + { + "precision": 0.959569, + "recall": 0.972332, + "f1": 0.963669, + "accuracy": 0.972332, + "main_score": 0.963669, + "hf_subset": "pan_Guru-bjn_Latn", + "languages": [ + "pan-Guru", + "bjn-Latn" + ] + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "pan_Guru-fao_Latn", + "languages": [ + "pan-Guru", + "fao-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-ind_Latn", + "languages": [ + "pan-Guru", + "ind-Latn" + ] + }, + { + "precision": 0.481737, + "recall": 0.538538, + "f1": 0.496694, + "accuracy": 0.538538, + "main_score": 0.496694, + "hf_subset": "pan_Guru-knc_Latn", + "languages": [ + "pan-Guru", + "knc-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-mlt_Latn", + "languages": [ + "pan-Guru", + "mlt-Latn" + ] + }, + { + "precision": 0.588225, + "recall": 0.660079, + "f1": 0.608648, + "accuracy": 0.660079, + "main_score": 0.608648, + "hf_subset": "pan_Guru-quy_Latn", + "languages": [ + "pan-Guru", + "quy-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-swh_Latn", + "languages": [ + "pan-Guru", + "swh-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "pan_Guru-uzn_Latn", + "languages": [ + "pan-Guru", + "uzn-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-als_Latn", + "languages": [ + "pan-Guru", + "als-Latn" + ] + }, + { + "precision": 0.743439, + "recall": 0.809289, + "f1": 0.763152, + "accuracy": 0.809289, + "main_score": 0.763152, + "hf_subset": "pan_Guru-bod_Tibt", + "languages": [ + "pan-Guru", + "bod-Tibt" + ] + }, + { + "precision": 0.570125, + "recall": 0.653162, + "f1": 0.594471, + "accuracy": 0.653162, + "main_score": 0.594471, + "hf_subset": "pan_Guru-fij_Latn", + "languages": [ + "pan-Guru", + "fij-Latn" + ] + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "pan_Guru-isl_Latn", + "languages": [ + "pan-Guru", + "isl-Latn" + ] + }, + { + "precision": 0.532066, + "recall": 0.600791, + "f1": 0.550419, + "accuracy": 0.600791, + "main_score": 0.550419, + "hf_subset": "pan_Guru-kon_Latn", + "languages": [ + "pan-Guru", + "kon-Latn" + ] + }, + { + "precision": 0.574811, + "recall": 0.649209, + "f1": 0.595297, + "accuracy": 0.649209, + "main_score": 0.595297, + "hf_subset": "pan_Guru-mni_Beng", + "languages": [ + "pan-Guru", + "mni-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-ron_Latn", + "languages": [ + "pan-Guru", + "ron-Latn" + ] + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "pan_Guru-szl_Latn", + "languages": [ + "pan-Guru", + "szl-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pan_Guru-vec_Latn", + "languages": [ + "pan-Guru", + "vec-Latn" + ] + }, + { + "precision": 0.905797, + "recall": 0.933794, + "f1": 0.91469, + "accuracy": 0.933794, + "main_score": 0.91469, + "hf_subset": "pan_Guru-amh_Ethi", + "languages": [ + "pan-Guru", + "amh-Ethi" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-bos_Latn", + "languages": [ + "pan-Guru", + "bos-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-fin_Latn", + "languages": [ + "pan-Guru", + "fin-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ita_Latn", + "languages": [ + "pan-Guru", + "ita-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "pan_Guru-kor_Hang", + "languages": [ + "pan-Guru", + "kor-Hang" + ] + }, + { + "precision": 0.459479, + "recall": 0.51087, + "f1": 0.473645, + "accuracy": 0.51087, + "main_score": 0.473645, + "hf_subset": "pan_Guru-mos_Latn", + "languages": [ + "pan-Guru", + "mos-Latn" + ] + }, + { + "precision": 0.699786, + "recall": 0.766798, + "f1": 0.719584, + "accuracy": 0.766798, + "main_score": 0.719584, + "hf_subset": "pan_Guru-run_Latn", + "languages": [ + "pan-Guru", + "run-Latn" + ] + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-vie_Latn", + "languages": [ + "pan-Guru", + "vie-Latn" + ] + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pan_Guru-apc_Arab", + "languages": [ + "pan-Guru", + "apc-Arab" + ] + }, + { + "precision": 0.670267, + "recall": 0.73913, + "f1": 0.689203, + "accuracy": 0.73913, + "main_score": 0.689203, + "hf_subset": "pan_Guru-bug_Latn", + "languages": [ + "pan-Guru", + "bug-Latn" + ] + }, + { + "precision": 0.397392, + "recall": 0.44664, + "f1": 0.410879, + "accuracy": 0.44664, + "main_score": 0.410879, + "hf_subset": "pan_Guru-fon_Latn", + "languages": [ + "pan-Guru", + "fon-Latn" + ] + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "pan_Guru-jav_Latn", + "languages": [ + "pan-Guru", + "jav-Latn" + ] + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "pan_Guru-lao_Laoo", + "languages": [ + "pan-Guru", + "lao-Laoo" + ] + }, + { + "precision": 0.852223, + "recall": 0.893281, + "f1": 0.864822, + "accuracy": 0.893281, + "main_score": 0.864822, + "hf_subset": "pan_Guru-mri_Latn", + "languages": [ + "pan-Guru", + "mri-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-rus_Cyrl", + "languages": [ + "pan-Guru", + "rus-Cyrl" + ] + }, + { + "precision": 0.446892, + "recall": 0.502964, + "f1": 0.462322, + "accuracy": 0.502964, + "main_score": 0.462322, + "hf_subset": "pan_Guru-taq_Latn", + "languages": [ + "pan-Guru", + "taq-Latn" + ] + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pan_Guru-war_Latn", + "languages": [ + "pan-Guru", + "war-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-arb_Arab", + "languages": [ + "pan-Guru", + "arb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-bul_Cyrl", + "languages": [ + "pan-Guru", + "bul-Cyrl" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-fra_Latn", + "languages": [ + "pan-Guru", + "fra-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-jpn_Jpan", + "languages": [ + "pan-Guru", + "jpn-Jpan" + ] + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pan_Guru-lij_Latn", + "languages": [ + "pan-Guru", + "lij-Latn" + ] + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "pan_Guru-mya_Mymr", + "languages": [ + "pan-Guru", + "mya-Mymr" + ] + }, + { + "precision": 0.494336, + "recall": 0.555336, + "f1": 0.510877, + "accuracy": 0.555336, + "main_score": 0.510877, + "hf_subset": "pan_Guru-sag_Latn", + "languages": [ + "pan-Guru", + "sag-Latn" + ] + }, + { + "precision": 0.201451, + "recall": 0.266798, + "f1": 0.217574, + "accuracy": 0.266798, + "main_score": 0.217574, + "hf_subset": "pan_Guru-taq_Tfng", + "languages": [ + "pan-Guru", + "taq-Tfng" + ] + }, + { + "precision": 0.606921, + "recall": 0.671937, + "f1": 0.624576, + "accuracy": 0.671937, + "main_score": 0.624576, + "hf_subset": "pan_Guru-wol_Latn", + "languages": [ + "pan-Guru", + "wol-Latn" + ] + }, + { + "precision": 0.837121, + "recall": 0.882411, + "f1": 0.851252, + "accuracy": 0.882411, + "main_score": 0.851252, + "hf_subset": "pan_Guru-arb_Latn", + "languages": [ + "pan-Guru", + "arb-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-cat_Latn", + "languages": [ + "pan-Guru", + "cat-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "pan_Guru-fur_Latn", + "languages": [ + "pan-Guru", + "fur-Latn" + ] + }, + { + "precision": 0.391899, + "recall": 0.466403, + "f1": 0.410554, + "accuracy": 0.466403, + "main_score": 0.410554, + "hf_subset": "pan_Guru-kab_Latn", + "languages": [ + "pan-Guru", + "kab-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pan_Guru-lim_Latn", + "languages": [ + "pan-Guru", + "lim-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-nld_Latn", + "languages": [ + "pan-Guru", + "nld-Latn" + ] + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-tat_Cyrl", + "languages": [ + "pan-Guru", + "tat-Cyrl" + ] + }, + { + "precision": 0.844878, + "recall": 0.889328, + "f1": 0.858926, + "accuracy": 0.889328, + "main_score": 0.858926, + "hf_subset": "pan_Guru-xho_Latn", + "languages": [ + "pan-Guru", + "xho-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-ars_Arab", + "languages": [ + "pan-Guru", + "ars-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-ceb_Latn", + "languages": [ + "pan-Guru", + "ceb-Latn" + ] + }, + { + "precision": 0.434646, + "recall": 0.500988, + "f1": 0.452176, + "accuracy": 0.500988, + "main_score": 0.452176, + "hf_subset": "pan_Guru-fuv_Latn", + "languages": [ + "pan-Guru", + "fuv-Latn" + ] + }, + { + "precision": 0.438336, + "recall": 0.498024, + "f1": 0.454029, + "accuracy": 0.498024, + "main_score": 0.454029, + "hf_subset": "pan_Guru-kac_Latn", + "languages": [ + "pan-Guru", + "kac-Latn" + ] + }, + { + "precision": 0.558357, + "recall": 0.629447, + "f1": 0.57695, + "accuracy": 0.629447, + "main_score": 0.57695, + "hf_subset": "pan_Guru-lin_Latn", + "languages": [ + "pan-Guru", + "lin-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-nno_Latn", + "languages": [ + "pan-Guru", + "nno-Latn" + ] + }, + { + "precision": 0.879117, + "recall": 0.913043, + "f1": 0.889789, + "accuracy": 0.913043, + "main_score": 0.889789, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pan_Guru-ydd_Hebr", + "languages": [ + "pan-Guru", + "ydd-Hebr" + ] + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "pan_Guru-ary_Arab", + "languages": [ + "pan-Guru", + "ary-Arab" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-ces_Latn", + "languages": [ + "pan-Guru", + "ces-Latn" + ] + }, + { + "precision": 0.528342, + "recall": 0.610672, + "f1": 0.551175, + "accuracy": 0.610672, + "main_score": 0.551175, + "hf_subset": "pan_Guru-gaz_Latn", + "languages": [ + "pan-Guru", + "gaz-Latn" + ] + }, + { + "precision": 0.471552, + "recall": 0.555336, + "f1": 0.493407, + "accuracy": 0.555336, + "main_score": 0.493407, + "hf_subset": "pan_Guru-kam_Latn", + "languages": [ + "pan-Guru", + "kam-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pan_Guru-lit_Latn", + "languages": [ + "pan-Guru", + "lit-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-nob_Latn", + "languages": [ + "pan-Guru", + "nob-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pan_Guru-scn_Latn", + "languages": [ + "pan-Guru", + "scn-Latn" + ] + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "pan_Guru-tgk_Cyrl", + "languages": [ + "pan-Guru", + "tgk-Cyrl" + ] + }, + { + "precision": 0.669582, + "recall": 0.745059, + "f1": 0.69121, + "accuracy": 0.745059, + "main_score": 0.69121, + "hf_subset": "pan_Guru-yor_Latn", + "languages": [ + "pan-Guru", + "yor-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-arz_Arab", + "languages": [ + "pan-Guru", + "arz-Arab" + ] + }, + { + "precision": 0.429318, + "recall": 0.488142, + "f1": 0.44529, + "accuracy": 0.488142, + "main_score": 0.44529, + "hf_subset": "pan_Guru-cjk_Latn", + "languages": [ + "pan-Guru", + "cjk-Latn" + ] + }, + { + "precision": 0.939229, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "pan_Guru-gla_Latn", + "languages": [ + "pan-Guru", + "gla-Latn" + ] + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.978837, + "recall": 0.985178, + "f1": 0.980797, + "accuracy": 0.985178, + "main_score": 0.980797, + "hf_subset": "pan_Guru-lmo_Latn", + "languages": [ + "pan-Guru", + "lmo-Latn" + ] + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ] + }, + { + "precision": 0.492544, + "recall": 0.574111, + "f1": 0.515504, + "accuracy": 0.574111, + "main_score": 0.515504, + "hf_subset": "pan_Guru-shn_Mymr", + "languages": [ + "pan-Guru", + "shn-Mymr" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-tgl_Latn", + "languages": [ + "pan-Guru", + "tgl-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-yue_Hant", + "languages": [ + "pan-Guru", + "yue-Hant" + ] + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ] + }, + { + "precision": 0.90415, + "recall": 0.931818, + "f1": 0.912996, + "accuracy": 0.931818, + "main_score": 0.912996, + "hf_subset": "pan_Guru-ckb_Arab", + "languages": [ + "pan-Guru", + "ckb-Arab" + ] + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "pan_Guru-gle_Latn", + "languages": [ + "pan-Guru", + "gle-Latn" + ] + }, + { + "precision": 0.904233, + "recall": 0.932806, + "f1": 0.913274, + "accuracy": 0.932806, + "main_score": 0.913274, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ] + }, + { + "precision": 0.86054, + "recall": 0.900198, + "f1": 0.872859, + "accuracy": 0.900198, + "main_score": 0.872859, + "hf_subset": "pan_Guru-ltg_Latn", + "languages": [ + "pan-Guru", + "ltg-Latn" + ] + }, + { + "precision": 0.740077, + "recall": 0.80336, + "f1": 0.759179, + "accuracy": 0.80336, + "main_score": 0.759179, + "hf_subset": "pan_Guru-nso_Latn", + "languages": [ + "pan-Guru", + "nso-Latn" + ] + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ] + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "pan_Guru-tha_Thai", + "languages": [ + "pan-Guru", + "tha-Thai" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-zho_Hans", + "languages": [ + "pan-Guru", + "zho-Hans" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-ast_Latn", + "languages": [ + "pan-Guru", + "ast-Latn" + ] + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "pan_Guru-crh_Latn", + "languages": [ + "pan-Guru", + "crh-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-glg_Latn", + "languages": [ + "pan-Guru", + "glg-Latn" + ] + }, + { + "precision": 0.831637, + "recall": 0.876482, + "f1": 0.844993, + "accuracy": 0.876482, + "main_score": 0.844993, + "hf_subset": "pan_Guru-kas_Deva", + "languages": [ + "pan-Guru", + "kas-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pan_Guru-ltz_Latn", + "languages": [ + "pan-Guru", + "ltz-Latn" + ] + }, + { + "precision": 0.395362, + "recall": 0.459486, + "f1": 0.412194, + "accuracy": 0.459486, + "main_score": 0.412194, + "hf_subset": "pan_Guru-nus_Latn", + "languages": [ + "pan-Guru", + "nus-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-slk_Latn", + "languages": [ + "pan-Guru", + "slk-Latn" + ] + }, + { + "precision": 0.60206, + "recall": 0.686759, + "f1": 0.625924, + "accuracy": 0.686759, + "main_score": 0.625924, + "hf_subset": "pan_Guru-tir_Ethi", + "languages": [ + "pan-Guru", + "tir-Ethi" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pan_Guru-zho_Hant", + "languages": [ + "pan-Guru", + "zho-Hant" + ] + }, + { + "precision": 0.98246, + "recall": 0.987154, + "f1": 0.983926, + "accuracy": 0.987154, + "main_score": 0.983926, + "hf_subset": "pan_Guru-awa_Deva", + "languages": [ + "pan-Guru", + "awa-Deva" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-cym_Latn", + "languages": [ + "pan-Guru", + "cym-Latn" + ] + }, + { + "precision": 0.700102, + "recall": 0.76581, + "f1": 0.718455, + "accuracy": 0.76581, + "main_score": 0.718455, + "hf_subset": "pan_Guru-grn_Latn", + "languages": [ + "pan-Guru", + "grn-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-kat_Geor", + "languages": [ + "pan-Guru", + "kat-Geor" + ] + }, + { + "precision": 0.539039, + "recall": 0.604743, + "f1": 0.555259, + "accuracy": 0.604743, + "main_score": 0.555259, + "hf_subset": "pan_Guru-lua_Latn", + "languages": [ + "pan-Guru", + "lua-Latn" + ] + }, + { + "precision": 0.790926, + "recall": 0.849802, + "f1": 0.809354, + "accuracy": 0.849802, + "main_score": 0.809354, + "hf_subset": "pan_Guru-nya_Latn", + "languages": [ + "pan-Guru", + "nya-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-slv_Latn", + "languages": [ + "pan-Guru", + "slv-Latn" + ] + }, + { + "precision": 0.948123, + "recall": 0.965415, + "f1": 0.953887, + "accuracy": 0.965415, + "main_score": 0.953887, + "hf_subset": "pan_Guru-tpi_Latn", + "languages": [ + "pan-Guru", + "tpi-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-zsm_Latn", + "languages": [ + "pan-Guru", + "zsm-Latn" + ] + }, + { + "precision": 0.467105, + "recall": 0.527668, + "f1": 0.483728, + "accuracy": 0.527668, + "main_score": 0.483728, + "hf_subset": "pan_Guru-ayr_Latn", + "languages": [ + "pan-Guru", + "ayr-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-dan_Latn", + "languages": [ + "pan-Guru", + "dan-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pan_Guru-kaz_Cyrl", + "languages": [ + "pan-Guru", + "kaz-Cyrl" + ] + }, + { + "precision": 0.584339, + "recall": 0.66996, + "f1": 0.608209, + "accuracy": 0.66996, + "main_score": 0.608209, + "hf_subset": "pan_Guru-lug_Latn", + "languages": [ + "pan-Guru", + "lug-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-oci_Latn", + "languages": [ + "pan-Guru", + "oci-Latn" + ] + }, + { + "precision": 0.808696, + "recall": 0.860672, + "f1": 0.825099, + "accuracy": 0.860672, + "main_score": 0.825099, + "hf_subset": "pan_Guru-smo_Latn", + "languages": [ + "pan-Guru", + "smo-Latn" + ] + }, + { + "precision": 0.697768, + "recall": 0.770751, + "f1": 0.71954, + "accuracy": 0.770751, + "main_score": 0.71954, + "hf_subset": "pan_Guru-tsn_Latn", + "languages": [ + "pan-Guru", + "tsn-Latn" + ] + }, + { + "precision": 0.857955, + "recall": 0.900198, + "f1": 0.87108, + "accuracy": 0.900198, + "main_score": 0.87108, + "hf_subset": "pan_Guru-zul_Latn", + "languages": [ + "pan-Guru", + "zul-Latn" + ] + }, + { + "precision": 0.908679, + "recall": 0.936759, + "f1": 0.917556, + "accuracy": 0.936759, + "main_score": 0.917556, + "hf_subset": "pan_Guru-azb_Arab", + "languages": [ + "pan-Guru", + "azb-Arab" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-deu_Latn", + "languages": [ + "pan-Guru", + "deu-Latn" + ] + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "pan_Guru-hat_Latn", + "languages": [ + "pan-Guru", + "hat-Latn" + ] + }, + { + "precision": 0.420361, + "recall": 0.482213, + "f1": 0.437089, + "accuracy": 0.482213, + "main_score": 0.437089, + "hf_subset": "pan_Guru-kbp_Latn", + "languages": [ + "pan-Guru", + "kbp-Latn" + ] + }, + { + "precision": 0.474258, + "recall": 0.536561, + "f1": 0.490686, + "accuracy": 0.536561, + "main_score": 0.490686, + "hf_subset": "pan_Guru-luo_Latn", + "languages": [ + "pan-Guru", + "luo-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ] + }, + { + "precision": 0.854331, + "recall": 0.896245, + "f1": 0.86749, + "accuracy": 0.896245, + "main_score": 0.86749, + "hf_subset": "pan_Guru-sna_Latn", + "languages": [ + "pan-Guru", + "sna-Latn" + ] + }, + { + "precision": 0.606392, + "recall": 0.676877, + "f1": 0.625553, + "accuracy": 0.676877, + "main_score": 0.625553, + "hf_subset": "pan_Guru-tso_Latn", + "languages": [ + "pan-Guru", + "tso-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-azj_Latn", + "languages": [ + "pan-Guru", + "azj-Latn" + ] + }, + { + "precision": 0.465046, + "recall": 0.533597, + "f1": 0.483789, + "accuracy": 0.533597, + "main_score": 0.483789, + "hf_subset": "pan_Guru-dik_Latn", + "languages": [ + "pan-Guru", + "dik-Latn" + ] + }, + { + "precision": 0.865695, + "recall": 0.90415, + "f1": 0.877866, + "accuracy": 0.90415, + "main_score": 0.877866, + "hf_subset": "pan_Guru-hau_Latn", + "languages": [ + "pan-Guru", + "hau-Latn" + ] + }, + { + "precision": 0.94552, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "pan_Guru-kea_Latn", + "languages": [ + "pan-Guru", + "kea-Latn" + ] + }, + { + "precision": 0.906785, + "recall": 0.935771, + "f1": 0.916173, + "accuracy": 0.935771, + "main_score": 0.916173, + "hf_subset": "pan_Guru-lus_Latn", + "languages": [ + "pan-Guru", + "lus-Latn" + ] + }, + { + "precision": 0.79367, + "recall": 0.84585, + "f1": 0.808663, + "accuracy": 0.84585, + "main_score": 0.808663, + "hf_subset": "pan_Guru-pag_Latn", + "languages": [ + "pan-Guru", + "pag-Latn" + ] + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ] + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "pan_Guru-tuk_Latn", + "languages": [ + "pan-Guru", + "tuk-Latn" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-bak_Cyrl", + "languages": [ + "pan-Guru", + "bak-Cyrl" + ] + }, + { + "precision": 0.434994, + "recall": 0.504941, + "f1": 0.454099, + "accuracy": 0.504941, + "main_score": 0.454099, + "hf_subset": "pan_Guru-dyu_Latn", + "languages": [ + "pan-Guru", + "dyu-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-heb_Hebr", + "languages": [ + "pan-Guru", + "heb-Hebr" + ] + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "pan_Guru-khk_Cyrl", + "languages": [ + "pan-Guru", + "khk-Cyrl" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-lvs_Latn", + "languages": [ + "pan-Guru", + "lvs-Latn" + ] + }, + { + "precision": 0.816568, + "recall": 0.869565, + "f1": 0.832773, + "accuracy": 0.869565, + "main_score": 0.832773, + "hf_subset": "pan_Guru-som_Latn", + "languages": [ + "pan-Guru", + "som-Latn" + ] + }, + { + "precision": 0.652973, + "recall": 0.726285, + "f1": 0.673911, + "accuracy": 0.726285, + "main_score": 0.673911, + "hf_subset": "pan_Guru-tum_Latn", + "languages": [ + "pan-Guru", + "tum-Latn" + ] + }, + { + "precision": 0.410668, + "recall": 0.480237, + "f1": 0.429739, + "accuracy": 0.480237, + "main_score": 0.429739, + "hf_subset": "som_Latn-ace_Arab", + "languages": [ + "som-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.447395, + "recall": 0.492095, + "f1": 0.457958, + "accuracy": 0.492095, + "main_score": 0.457958, + "hf_subset": "som_Latn-bam_Latn", + "languages": [ + "som-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.462575, + "recall": 0.543478, + "f1": 0.484807, + "accuracy": 0.543478, + "main_score": 0.484807, + "hf_subset": "som_Latn-dzo_Tibt", + "languages": [ + "som-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.849225, + "recall": 0.884387, + "f1": 0.859071, + "accuracy": 0.884387, + "main_score": 0.859071, + "hf_subset": "som_Latn-hin_Deva", + "languages": [ + "som-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.769562, + "recall": 0.821146, + "f1": 0.784195, + "accuracy": 0.821146, + "main_score": 0.784195, + "hf_subset": "som_Latn-khm_Khmr", + "languages": [ + "som-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.781766, + "recall": 0.828063, + "f1": 0.794455, + "accuracy": 0.828063, + "main_score": 0.794455, + "hf_subset": "som_Latn-mag_Deva", + "languages": [ + "som-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.793628, + "recall": 0.837945, + "f1": 0.805646, + "accuracy": 0.837945, + "main_score": 0.805646, + "hf_subset": "som_Latn-pap_Latn", + "languages": [ + "som-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.754474, + "recall": 0.810277, + "f1": 0.771184, + "accuracy": 0.810277, + "main_score": 0.771184, + "hf_subset": "som_Latn-sot_Latn", + "languages": [ + "som-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.821665, + "recall": 0.865613, + "f1": 0.834199, + "accuracy": 0.865613, + "main_score": 0.834199, + "hf_subset": "som_Latn-tur_Latn", + "languages": [ + "som-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.685573, + "recall": 0.735178, + "f1": 0.698963, + "accuracy": 0.735178, + "main_score": 0.698963, + "hf_subset": "som_Latn-ace_Latn", + "languages": [ + "som-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.735832, + "recall": 0.783597, + "f1": 0.749088, + "accuracy": 0.783597, + "main_score": 0.749088, + "hf_subset": "som_Latn-ban_Latn", + "languages": [ + "som-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.810101, + "recall": 0.855731, + "f1": 0.823073, + "accuracy": 0.855731, + "main_score": 0.823073, + "hf_subset": "som_Latn-ell_Grek", + "languages": [ + "som-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.772938, + "recall": 0.823123, + "f1": 0.78669, + "accuracy": 0.823123, + "main_score": 0.78669, + "hf_subset": "som_Latn-hne_Deva", + "languages": [ + "som-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.509056, + "recall": 0.557312, + "f1": 0.521963, + "accuracy": 0.557312, + "main_score": 0.521963, + "hf_subset": "som_Latn-kik_Latn", + "languages": [ + "som-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.802063, + "recall": 0.842885, + "f1": 0.812719, + "accuracy": 0.842885, + "main_score": 0.812719, + "hf_subset": "som_Latn-mai_Deva", + "languages": [ + "som-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.770113, + "recall": 0.825099, + "f1": 0.785971, + "accuracy": 0.825099, + "main_score": 0.785971, + "hf_subset": "som_Latn-pbt_Arab", + "languages": [ + "som-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.829088, + "recall": 0.870553, + "f1": 0.840852, + "accuracy": 0.870553, + "main_score": 0.840852, + "hf_subset": "som_Latn-spa_Latn", + "languages": [ + "som-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.622419, + "recall": 0.677866, + "f1": 0.636806, + "accuracy": 0.677866, + "main_score": 0.636806, + "hf_subset": "som_Latn-twi_Latn", + "languages": [ + "som-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.824901, + "recall": 0.869565, + "f1": 0.837832, + "accuracy": 0.869565, + "main_score": 0.837832, + "hf_subset": "som_Latn-acm_Arab", + "languages": [ + "som-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.763639, + "recall": 0.815217, + "f1": 0.77785, + "accuracy": 0.815217, + "main_score": 0.77785, + "hf_subset": "som_Latn-bel_Cyrl", + "languages": [ + "som-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.815144, + "recall": 0.853755, + "f1": 0.825974, + "accuracy": 0.853755, + "main_score": 0.825974, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.810362, + "recall": 0.854743, + "f1": 0.823116, + "accuracy": 0.854743, + "main_score": 0.823116, + "hf_subset": "som_Latn-hrv_Latn", + "languages": [ + "som-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.756416, + "recall": 0.8083, + "f1": 0.771563, + "accuracy": 0.8083, + "main_score": 0.771563, + "hf_subset": "som_Latn-kin_Latn", + "languages": [ + "som-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.788474, + "recall": 0.835968, + "f1": 0.801995, + "accuracy": 0.835968, + "main_score": 0.801995, + "hf_subset": "som_Latn-mal_Mlym", + "languages": [ + "som-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.805306, + "recall": 0.847826, + "f1": 0.81737, + "accuracy": 0.847826, + "main_score": 0.81737, + "hf_subset": "som_Latn-pes_Arab", + "languages": [ + "som-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.804498, + "recall": 0.849802, + "f1": 0.817707, + "accuracy": 0.849802, + "main_score": 0.817707, + "hf_subset": "som_Latn-srd_Latn", + "languages": [ + "som-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.194386, + "recall": 0.254941, + "f1": 0.209356, + "accuracy": 0.254941, + "main_score": 0.209356, + "hf_subset": "som_Latn-tzm_Tfng", + "languages": [ + "som-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.840481, + "recall": 0.879447, + "f1": 0.85183, + "accuracy": 0.879447, + "main_score": 0.85183, + "hf_subset": "som_Latn-acq_Arab", + "languages": [ + "som-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.590566, + "recall": 0.649209, + "f1": 0.605686, + "accuracy": 0.649209, + "main_score": 0.605686, + "hf_subset": "som_Latn-bem_Latn", + "languages": [ + "som-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.782519, + "recall": 0.83004, + "f1": 0.795216, + "accuracy": 0.83004, + "main_score": 0.795216, + "hf_subset": "som_Latn-epo_Latn", + "languages": [ + "som-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.826941, + "recall": 0.867589, + "f1": 0.838599, + "accuracy": 0.867589, + "main_score": 0.838599, + "hf_subset": "som_Latn-hun_Latn", + "languages": [ + "som-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.810937, + "recall": 0.856719, + "f1": 0.823904, + "accuracy": 0.856719, + "main_score": 0.823904, + "hf_subset": "som_Latn-kir_Cyrl", + "languages": [ + "som-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.821094, + "recall": 0.859684, + "f1": 0.831698, + "accuracy": 0.859684, + "main_score": 0.831698, + "hf_subset": "som_Latn-mar_Deva", + "languages": [ + "som-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.756637, + "recall": 0.805336, + "f1": 0.770836, + "accuracy": 0.805336, + "main_score": 0.770836, + "hf_subset": "som_Latn-plt_Latn", + "languages": [ + "som-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.798413, + "recall": 0.847826, + "f1": 0.812653, + "accuracy": 0.847826, + "main_score": 0.812653, + "hf_subset": "som_Latn-srp_Cyrl", + "languages": [ + "som-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.763481, + "recall": 0.817194, + "f1": 0.779182, + "accuracy": 0.817194, + "main_score": 0.779182, + "hf_subset": "som_Latn-uig_Arab", + "languages": [ + "som-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.79909, + "recall": 0.844862, + "f1": 0.811938, + "accuracy": 0.844862, + "main_score": 0.811938, + "hf_subset": "som_Latn-aeb_Arab", + "languages": [ + "som-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.807291, + "recall": 0.847826, + "f1": 0.818724, + "accuracy": 0.847826, + "main_score": 0.818724, + "hf_subset": "som_Latn-ben_Beng", + "languages": [ + "som-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.808348, + "recall": 0.852767, + "f1": 0.820725, + "accuracy": 0.852767, + "main_score": 0.820725, + "hf_subset": "som_Latn-est_Latn", + "languages": [ + "som-Latn", + "est-Latn" + ] + }, + { + "precision": 0.81092, + "recall": 0.854743, + "f1": 0.823304, + "accuracy": 0.854743, + "main_score": 0.823304, + "hf_subset": "som_Latn-hye_Armn", + "languages": [ + "som-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.437609, + "recall": 0.488142, + "f1": 0.45019, + "accuracy": 0.488142, + "main_score": 0.45019, + "hf_subset": "som_Latn-kmb_Latn", + "languages": [ + "som-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.377759, + "recall": 0.45751, + "f1": 0.396975, + "accuracy": 0.45751, + "main_score": 0.396975, + "hf_subset": "som_Latn-min_Arab", + "languages": [ + "som-Latn", + "min-Arab" + ] + }, + { + "precision": 0.845069, + "recall": 0.881423, + "f1": 0.855335, + "accuracy": 0.881423, + "main_score": 0.855335, + "hf_subset": "som_Latn-pol_Latn", + "languages": [ + "som-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.678073, + "recall": 0.743083, + "f1": 0.696464, + "accuracy": 0.743083, + "main_score": 0.696464, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.81022, + "recall": 0.852767, + "f1": 0.821969, + "accuracy": 0.852767, + "main_score": 0.821969, + "hf_subset": "som_Latn-ukr_Cyrl", + "languages": [ + "som-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.800802, + "recall": 0.842885, + "f1": 0.811922, + "accuracy": 0.842885, + "main_score": 0.811922, + "hf_subset": "som_Latn-afr_Latn", + "languages": [ + "som-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.740079, + "recall": 0.787549, + "f1": 0.752012, + "accuracy": 0.787549, + "main_score": 0.752012, + "hf_subset": "som_Latn-bho_Deva", + "languages": [ + "som-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.790544, + "recall": 0.836957, + "f1": 0.803353, + "accuracy": 0.836957, + "main_score": 0.803353, + "hf_subset": "som_Latn-eus_Latn", + "languages": [ + "som-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.724433, + "recall": 0.777668, + "f1": 0.738704, + "accuracy": 0.777668, + "main_score": 0.738704, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.746064, + "recall": 0.797431, + "f1": 0.761284, + "accuracy": 0.797431, + "main_score": 0.761284, + "hf_subset": "som_Latn-kmr_Latn", + "languages": [ + "som-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.784006, + "recall": 0.829051, + "f1": 0.796208, + "accuracy": 0.829051, + "main_score": 0.796208, + "hf_subset": "som_Latn-min_Latn", + "languages": [ + "som-Latn", + "min-Latn" + ] + }, + { + "precision": 0.850092, + "recall": 0.887352, + "f1": 0.860754, + "accuracy": 0.887352, + "main_score": 0.860754, + "hf_subset": "som_Latn-por_Latn", + "languages": [ + "som-Latn", + "por-Latn" + ] + }, + { + "precision": 0.777704, + "recall": 0.823123, + "f1": 0.790101, + "accuracy": 0.823123, + "main_score": 0.790101, + "hf_subset": "som_Latn-sun_Latn", + "languages": [ + "som-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.428045, + "recall": 0.472332, + "f1": 0.440079, + "accuracy": 0.472332, + "main_score": 0.440079, + "hf_subset": "som_Latn-umb_Latn", + "languages": [ + "som-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.832224, + "recall": 0.873518, + "f1": 0.84409, + "accuracy": 0.873518, + "main_score": 0.84409, + "hf_subset": "som_Latn-ajp_Arab", + "languages": [ + "som-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.387213, + "recall": 0.456522, + "f1": 0.404867, + "accuracy": 0.456522, + "main_score": 0.404867, + "hf_subset": "som_Latn-bjn_Arab", + "languages": [ + "som-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.449035, + "recall": 0.492095, + "f1": 0.461055, + "accuracy": 0.492095, + "main_score": 0.461055, + "hf_subset": "som_Latn-ewe_Latn", + "languages": [ + "som-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.746222, + "recall": 0.798419, + "f1": 0.76039, + "accuracy": 0.798419, + "main_score": 0.76039, + "hf_subset": "som_Latn-ilo_Latn", + "languages": [ + "som-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.234554, + "recall": 0.286561, + "f1": 0.247601, + "accuracy": 0.286561, + "main_score": 0.247601, + "hf_subset": "som_Latn-knc_Arab", + "languages": [ + "som-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.812131, + "recall": 0.860672, + "f1": 0.826188, + "accuracy": 0.860672, + "main_score": 0.826188, + "hf_subset": "som_Latn-mkd_Cyrl", + "languages": [ + "som-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.848002, + "recall": 0.885375, + "f1": 0.85878, + "accuracy": 0.885375, + "main_score": 0.85878, + "hf_subset": "som_Latn-prs_Arab", + "languages": [ + "som-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.830065, + "recall": 0.869565, + "f1": 0.841036, + "accuracy": 0.869565, + "main_score": 0.841036, + "hf_subset": "som_Latn-swe_Latn", + "languages": [ + "som-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.821707, + "recall": 0.863636, + "f1": 0.83363, + "accuracy": 0.863636, + "main_score": 0.83363, + "hf_subset": "som_Latn-urd_Arab", + "languages": [ + "som-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.606026, + "recall": 0.662055, + "f1": 0.620013, + "accuracy": 0.662055, + "main_score": 0.620013, + "hf_subset": "som_Latn-aka_Latn", + "languages": [ + "som-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.759195, + "recall": 0.805336, + "f1": 0.772049, + "accuracy": 0.805336, + "main_score": 0.772049, + "hf_subset": "som_Latn-bjn_Latn", + "languages": [ + "som-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.798544, + "recall": 0.844862, + "f1": 0.811775, + "accuracy": 0.844862, + "main_score": 0.811775, + "hf_subset": "som_Latn-fao_Latn", + "languages": [ + "som-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.825016, + "recall": 0.864625, + "f1": 0.836459, + "accuracy": 0.864625, + "main_score": 0.836459, + "hf_subset": "som_Latn-ind_Latn", + "languages": [ + "som-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.482646, + "recall": 0.517787, + "f1": 0.492608, + "accuracy": 0.517787, + "main_score": 0.492608, + "hf_subset": "som_Latn-knc_Latn", + "languages": [ + "som-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.788551, + "recall": 0.833004, + "f1": 0.801102, + "accuracy": 0.833004, + "main_score": 0.801102, + "hf_subset": "som_Latn-mlt_Latn", + "languages": [ + "som-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.548674, + "recall": 0.594862, + "f1": 0.561083, + "accuracy": 0.594862, + "main_score": 0.561083, + "hf_subset": "som_Latn-quy_Latn", + "languages": [ + "som-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.821699, + "recall": 0.865613, + "f1": 0.834343, + "accuracy": 0.865613, + "main_score": 0.834343, + "hf_subset": "som_Latn-swh_Latn", + "languages": [ + "som-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.792087, + "recall": 0.840909, + "f1": 0.805857, + "accuracy": 0.840909, + "main_score": 0.805857, + "hf_subset": "som_Latn-uzn_Latn", + "languages": [ + "som-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.8002, + "recall": 0.849802, + "f1": 0.814417, + "accuracy": 0.849802, + "main_score": 0.814417, + "hf_subset": "som_Latn-als_Latn", + "languages": [ + "som-Latn", + "als-Latn" + ] + }, + { + "precision": 0.604247, + "recall": 0.677866, + "f1": 0.62556, + "accuracy": 0.677866, + "main_score": 0.62556, + "hf_subset": "som_Latn-bod_Tibt", + "languages": [ + "som-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.560941, + "recall": 0.619565, + "f1": 0.577103, + "accuracy": 0.619565, + "main_score": 0.577103, + "hf_subset": "som_Latn-fij_Latn", + "languages": [ + "som-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.79433, + "recall": 0.840909, + "f1": 0.807653, + "accuracy": 0.840909, + "main_score": 0.807653, + "hf_subset": "som_Latn-isl_Latn", + "languages": [ + "som-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.507151, + "recall": 0.552372, + "f1": 0.519335, + "accuracy": 0.552372, + "main_score": 0.519335, + "hf_subset": "som_Latn-kon_Latn", + "languages": [ + "som-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.453268, + "recall": 0.511858, + "f1": 0.468452, + "accuracy": 0.511858, + "main_score": 0.468452, + "hf_subset": "som_Latn-mni_Beng", + "languages": [ + "som-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.827423, + "recall": 0.868577, + "f1": 0.83946, + "accuracy": 0.868577, + "main_score": 0.83946, + "hf_subset": "som_Latn-ron_Latn", + "languages": [ + "som-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.801773, + "recall": 0.843874, + "f1": 0.813021, + "accuracy": 0.843874, + "main_score": 0.813021, + "hf_subset": "som_Latn-szl_Latn", + "languages": [ + "som-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.799363, + "recall": 0.842885, + "f1": 0.811022, + "accuracy": 0.842885, + "main_score": 0.811022, + "hf_subset": "som_Latn-vec_Latn", + "languages": [ + "som-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.806212, + "recall": 0.846838, + "f1": 0.818058, + "accuracy": 0.846838, + "main_score": 0.818058, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.813369, + "recall": 0.858696, + "f1": 0.82621, + "accuracy": 0.858696, + "main_score": 0.82621, + "hf_subset": "som_Latn-bos_Latn", + "languages": [ + "som-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.815288, + "recall": 0.858696, + "f1": 0.827569, + "accuracy": 0.858696, + "main_score": 0.827569, + "hf_subset": "som_Latn-fin_Latn", + "languages": [ + "som-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.836975, + "recall": 0.873518, + "f1": 0.847281, + "accuracy": 0.873518, + "main_score": 0.847281, + "hf_subset": "som_Latn-ita_Latn", + "languages": [ + "som-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.830479, + "recall": 0.871542, + "f1": 0.842688, + "accuracy": 0.871542, + "main_score": 0.842688, + "hf_subset": "som_Latn-kor_Hang", + "languages": [ + "som-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.44866, + "recall": 0.477273, + "f1": 0.456928, + "accuracy": 0.477273, + "main_score": 0.456928, + "hf_subset": "som_Latn-mos_Latn", + "languages": [ + "som-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.658428, + "recall": 0.716403, + "f1": 0.674665, + "accuracy": 0.716403, + "main_score": 0.674665, + "hf_subset": "som_Latn-run_Latn", + "languages": [ + "som-Latn", + "run-Latn" + ] + }, + { + "precision": 0.788227, + "recall": 0.835968, + "f1": 0.801339, + "accuracy": 0.835968, + "main_score": 0.801339, + "hf_subset": "som_Latn-tam_Taml", + "languages": [ + "som-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.821102, + "recall": 0.859684, + "f1": 0.831263, + "accuracy": 0.859684, + "main_score": 0.831263, + "hf_subset": "som_Latn-vie_Latn", + "languages": [ + "som-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.81699, + "recall": 0.857708, + "f1": 0.828643, + "accuracy": 0.857708, + "main_score": 0.828643, + "hf_subset": "som_Latn-apc_Arab", + "languages": [ + "som-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.574753, + "recall": 0.620553, + "f1": 0.586249, + "accuracy": 0.620553, + "main_score": 0.586249, + "hf_subset": "som_Latn-bug_Latn", + "languages": [ + "som-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.42526, + "recall": 0.45751, + "f1": 0.434493, + "accuracy": 0.45751, + "main_score": 0.434493, + "hf_subset": "som_Latn-fon_Latn", + "languages": [ + "som-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.785929, + "recall": 0.829051, + "f1": 0.797574, + "accuracy": 0.829051, + "main_score": 0.797574, + "hf_subset": "som_Latn-jav_Latn", + "languages": [ + "som-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.787676, + "recall": 0.83498, + "f1": 0.800842, + "accuracy": 0.83498, + "main_score": 0.800842, + "hf_subset": "som_Latn-lao_Laoo", + "languages": [ + "som-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.743679, + "recall": 0.797431, + "f1": 0.759659, + "accuracy": 0.797431, + "main_score": 0.759659, + "hf_subset": "som_Latn-mri_Latn", + "languages": [ + "som-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.831349, + "recall": 0.870553, + "f1": 0.842187, + "accuracy": 0.870553, + "main_score": 0.842187, + "hf_subset": "som_Latn-rus_Cyrl", + "languages": [ + "som-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.446517, + "recall": 0.491107, + "f1": 0.458477, + "accuracy": 0.491107, + "main_score": 0.458477, + "hf_subset": "som_Latn-taq_Latn", + "languages": [ + "som-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.781264, + "recall": 0.829051, + "f1": 0.794401, + "accuracy": 0.829051, + "main_score": 0.794401, + "hf_subset": "som_Latn-war_Latn", + "languages": [ + "som-Latn", + "war-Latn" + ] + }, + { + "precision": 0.837011, + "recall": 0.876482, + "f1": 0.848419, + "accuracy": 0.876482, + "main_score": 0.848419, + "hf_subset": "som_Latn-arb_Arab", + "languages": [ + "som-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.828455, + "recall": 0.87253, + "f1": 0.841554, + "accuracy": 0.87253, + "main_score": 0.841554, + "hf_subset": "som_Latn-bul_Cyrl", + "languages": [ + "som-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.840948, + "recall": 0.879447, + "f1": 0.85216, + "accuracy": 0.879447, + "main_score": 0.85216, + "hf_subset": "som_Latn-fra_Latn", + "languages": [ + "som-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.819963, + "recall": 0.863636, + "f1": 0.832431, + "accuracy": 0.863636, + "main_score": 0.832431, + "hf_subset": "som_Latn-jpn_Jpan", + "languages": [ + "som-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.781615, + "recall": 0.821146, + "f1": 0.791811, + "accuracy": 0.821146, + "main_score": 0.791811, + "hf_subset": "som_Latn-lij_Latn", + "languages": [ + "som-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.802948, + "recall": 0.850791, + "f1": 0.817129, + "accuracy": 0.850791, + "main_score": 0.817129, + "hf_subset": "som_Latn-mya_Mymr", + "languages": [ + "som-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.482113, + "recall": 0.516798, + "f1": 0.491616, + "accuracy": 0.516798, + "main_score": 0.491616, + "hf_subset": "som_Latn-sag_Latn", + "languages": [ + "som-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.219088, + "recall": 0.272727, + "f1": 0.23231, + "accuracy": 0.272727, + "main_score": 0.23231, + "hf_subset": "som_Latn-taq_Tfng", + "languages": [ + "som-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.559928, + "recall": 0.609684, + "f1": 0.572349, + "accuracy": 0.609684, + "main_score": 0.572349, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.750785, + "recall": 0.8083, + "f1": 0.767741, + "accuracy": 0.8083, + "main_score": 0.767741, + "hf_subset": "som_Latn-arb_Latn", + "languages": [ + "som-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.811874, + "recall": 0.860672, + "f1": 0.825941, + "accuracy": 0.860672, + "main_score": 0.825941, + "hf_subset": "som_Latn-cat_Latn", + "languages": [ + "som-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.758089, + "recall": 0.797431, + "f1": 0.76792, + "accuracy": 0.797431, + "main_score": 0.76792, + "hf_subset": "som_Latn-fur_Latn", + "languages": [ + "som-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.445459, + "recall": 0.504941, + "f1": 0.460301, + "accuracy": 0.504941, + "main_score": 0.460301, + "hf_subset": "som_Latn-kab_Latn", + "languages": [ + "som-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.787459, + "recall": 0.83004, + "f1": 0.799052, + "accuracy": 0.83004, + "main_score": 0.799052, + "hf_subset": "som_Latn-lim_Latn", + "languages": [ + "som-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.812791, + "recall": 0.859684, + "f1": 0.826209, + "accuracy": 0.859684, + "main_score": 0.826209, + "hf_subset": "som_Latn-nld_Latn", + "languages": [ + "som-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.779457, + "recall": 0.823123, + "f1": 0.792245, + "accuracy": 0.823123, + "main_score": 0.792245, + "hf_subset": "som_Latn-san_Deva", + "languages": [ + "som-Latn", + "san-Deva" + ] + }, + { + "precision": 0.799922, + "recall": 0.847826, + "f1": 0.814149, + "accuracy": 0.847826, + "main_score": 0.814149, + "hf_subset": "som_Latn-tat_Cyrl", + "languages": [ + "som-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.765998, + "recall": 0.817194, + "f1": 0.781595, + "accuracy": 0.817194, + "main_score": 0.781595, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.830505, + "recall": 0.870553, + "f1": 0.841897, + "accuracy": 0.870553, + "main_score": 0.841897, + "hf_subset": "som_Latn-ars_Arab", + "languages": [ + "som-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.788536, + "recall": 0.831028, + "f1": 0.800339, + "accuracy": 0.831028, + "main_score": 0.800339, + "hf_subset": "som_Latn-ceb_Latn", + "languages": [ + "som-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.431069, + "recall": 0.475296, + "f1": 0.442238, + "accuracy": 0.475296, + "main_score": 0.442238, + "hf_subset": "som_Latn-fuv_Latn", + "languages": [ + "som-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.456019, + "recall": 0.495059, + "f1": 0.466521, + "accuracy": 0.495059, + "main_score": 0.466521, + "hf_subset": "som_Latn-kac_Latn", + "languages": [ + "som-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.531194, + "recall": 0.586957, + "f1": 0.544575, + "accuracy": 0.586957, + "main_score": 0.544575, + "hf_subset": "som_Latn-lin_Latn", + "languages": [ + "som-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.802177, + "recall": 0.849802, + "f1": 0.815573, + "accuracy": 0.849802, + "main_score": 0.815573, + "hf_subset": "som_Latn-nno_Latn", + "languages": [ + "som-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.734545, + "recall": 0.79249, + "f1": 0.751235, + "accuracy": 0.79249, + "main_score": 0.751235, + "hf_subset": "som_Latn-sat_Olck", + "languages": [ + "som-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.796, + "recall": 0.841897, + "f1": 0.808685, + "accuracy": 0.841897, + "main_score": 0.808685, + "hf_subset": "som_Latn-tel_Telu", + "languages": [ + "som-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.797925, + "recall": 0.84585, + "f1": 0.811825, + "accuracy": 0.84585, + "main_score": 0.811825, + "hf_subset": "som_Latn-ydd_Hebr", + "languages": [ + "som-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.783783, + "recall": 0.83004, + "f1": 0.796557, + "accuracy": 0.83004, + "main_score": 0.796557, + "hf_subset": "som_Latn-ary_Arab", + "languages": [ + "som-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.809289, + "recall": 0.856719, + "f1": 0.822897, + "accuracy": 0.856719, + "main_score": 0.822897, + "hf_subset": "som_Latn-ces_Latn", + "languages": [ + "som-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.533015, + "recall": 0.594862, + "f1": 0.550299, + "accuracy": 0.594862, + "main_score": 0.550299, + "hf_subset": "som_Latn-gaz_Latn", + "languages": [ + "som-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.495984, + "recall": 0.555336, + "f1": 0.510445, + "accuracy": 0.555336, + "main_score": 0.510445, + "hf_subset": "som_Latn-kam_Latn", + "languages": [ + "som-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.807622, + "recall": 0.851779, + "f1": 0.820105, + "accuracy": 0.851779, + "main_score": 0.820105, + "hf_subset": "som_Latn-lit_Latn", + "languages": [ + "som-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.815719, + "recall": 0.859684, + "f1": 0.828206, + "accuracy": 0.859684, + "main_score": 0.828206, + "hf_subset": "som_Latn-nob_Latn", + "languages": [ + "som-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.800242, + "recall": 0.837945, + "f1": 0.810291, + "accuracy": 0.837945, + "main_score": 0.810291, + "hf_subset": "som_Latn-scn_Latn", + "languages": [ + "som-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.794584, + "recall": 0.840909, + "f1": 0.807511, + "accuracy": 0.840909, + "main_score": 0.807511, + "hf_subset": "som_Latn-tgk_Cyrl", + "languages": [ + "som-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.606355, + "recall": 0.666008, + "f1": 0.622431, + "accuracy": 0.666008, + "main_score": 0.622431, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.817574, + "recall": 0.856719, + "f1": 0.828331, + "accuracy": 0.856719, + "main_score": 0.828331, + "hf_subset": "som_Latn-arz_Arab", + "languages": [ + "som-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.423907, + "recall": 0.467391, + "f1": 0.43525, + "accuracy": 0.467391, + "main_score": 0.43525, + "hf_subset": "som_Latn-cjk_Latn", + "languages": [ + "som-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.784404, + "recall": 0.838933, + "f1": 0.800856, + "accuracy": 0.838933, + "main_score": 0.800856, + "hf_subset": "som_Latn-gla_Latn", + "languages": [ + "som-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.787617, + "recall": 0.831028, + "f1": 0.800001, + "accuracy": 0.831028, + "main_score": 0.800001, + "hf_subset": "som_Latn-kan_Knda", + "languages": [ + "som-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.778603, + "recall": 0.823123, + "f1": 0.789968, + "accuracy": 0.823123, + "main_score": 0.789968, + "hf_subset": "som_Latn-lmo_Latn", + "languages": [ + "som-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.814277, + "recall": 0.855731, + "f1": 0.825714, + "accuracy": 0.855731, + "main_score": 0.825714, + "hf_subset": "som_Latn-npi_Deva", + "languages": [ + "som-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.466438, + "recall": 0.533597, + "f1": 0.484153, + "accuracy": 0.533597, + "main_score": 0.484153, + "hf_subset": "som_Latn-shn_Mymr", + "languages": [ + "som-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.811203, + "recall": 0.853755, + "f1": 0.823088, + "accuracy": 0.853755, + "main_score": 0.823088, + "hf_subset": "som_Latn-tgl_Latn", + "languages": [ + "som-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.78263, + "recall": 0.829051, + "f1": 0.795099, + "accuracy": 0.829051, + "main_score": 0.795099, + "hf_subset": "som_Latn-yue_Hant", + "languages": [ + "som-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.780831, + "recall": 0.831028, + "f1": 0.795281, + "accuracy": 0.831028, + "main_score": 0.795281, + "hf_subset": "som_Latn-asm_Beng", + "languages": [ + "som-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.783046, + "recall": 0.833992, + "f1": 0.797777, + "accuracy": 0.833992, + "main_score": 0.797777, + "hf_subset": "som_Latn-ckb_Arab", + "languages": [ + "som-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.799031, + "recall": 0.847826, + "f1": 0.812963, + "accuracy": 0.847826, + "main_score": 0.812963, + "hf_subset": "som_Latn-gle_Latn", + "languages": [ + "som-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.670503, + "recall": 0.729249, + "f1": 0.685954, + "accuracy": 0.729249, + "main_score": 0.685954, + "hf_subset": "som_Latn-kas_Arab", + "languages": [ + "som-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.719706, + "recall": 0.771739, + "f1": 0.734551, + "accuracy": 0.771739, + "main_score": 0.734551, + "hf_subset": "som_Latn-ltg_Latn", + "languages": [ + "som-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.710244, + "recall": 0.76087, + "f1": 0.724577, + "accuracy": 0.76087, + "main_score": 0.724577, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.789981, + "recall": 0.841897, + "f1": 0.805243, + "accuracy": 0.841897, + "main_score": 0.805243, + "hf_subset": "som_Latn-sin_Sinh", + "languages": [ + "som-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.816246, + "recall": 0.860672, + "f1": 0.828935, + "accuracy": 0.860672, + "main_score": 0.828935, + "hf_subset": "som_Latn-tha_Thai", + "languages": [ + "som-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.737272, + "recall": 0.777668, + "f1": 0.747894, + "accuracy": 0.777668, + "main_score": 0.747894, + "hf_subset": "som_Latn-zho_Hans", + "languages": [ + "som-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.806679, + "recall": 0.850791, + "f1": 0.819067, + "accuracy": 0.850791, + "main_score": 0.819067, + "hf_subset": "som_Latn-ast_Latn", + "languages": [ + "som-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.78131, + "recall": 0.826087, + "f1": 0.793343, + "accuracy": 0.826087, + "main_score": 0.793343, + "hf_subset": "som_Latn-crh_Latn", + "languages": [ + "som-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.800777, + "recall": 0.848814, + "f1": 0.814332, + "accuracy": 0.848814, + "main_score": 0.814332, + "hf_subset": "som_Latn-glg_Latn", + "languages": [ + "som-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.66135, + "recall": 0.713439, + "f1": 0.675525, + "accuracy": 0.713439, + "main_score": 0.675525, + "hf_subset": "som_Latn-kas_Deva", + "languages": [ + "som-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.791227, + "recall": 0.835968, + "f1": 0.803662, + "accuracy": 0.835968, + "main_score": 0.803662, + "hf_subset": "som_Latn-ltz_Latn", + "languages": [ + "som-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.415112, + "recall": 0.463439, + "f1": 0.428125, + "accuracy": 0.463439, + "main_score": 0.428125, + "hf_subset": "som_Latn-nus_Latn", + "languages": [ + "som-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.809966, + "recall": 0.853755, + "f1": 0.822367, + "accuracy": 0.853755, + "main_score": 0.822367, + "hf_subset": "som_Latn-slk_Latn", + "languages": [ + "som-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.545796, + "recall": 0.617589, + "f1": 0.564629, + "accuracy": 0.617589, + "main_score": 0.564629, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.798884, + "recall": 0.840909, + "f1": 0.810305, + "accuracy": 0.840909, + "main_score": 0.810305, + "hf_subset": "som_Latn-zho_Hant", + "languages": [ + "som-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.776304, + "recall": 0.823123, + "f1": 0.789194, + "accuracy": 0.823123, + "main_score": 0.789194, + "hf_subset": "som_Latn-awa_Deva", + "languages": [ + "som-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.818275, + "recall": 0.863636, + "f1": 0.831611, + "accuracy": 0.863636, + "main_score": 0.831611, + "hf_subset": "som_Latn-cym_Latn", + "languages": [ + "som-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.57712, + "recall": 0.62747, + "f1": 0.589106, + "accuracy": 0.62747, + "main_score": 0.589106, + "hf_subset": "som_Latn-grn_Latn", + "languages": [ + "som-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.813629, + "recall": 0.857708, + "f1": 0.825713, + "accuracy": 0.857708, + "main_score": 0.825713, + "hf_subset": "som_Latn-kat_Geor", + "languages": [ + "som-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.483721, + "recall": 0.535573, + "f1": 0.495838, + "accuracy": 0.535573, + "main_score": 0.495838, + "hf_subset": "som_Latn-lua_Latn", + "languages": [ + "som-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.723947, + "recall": 0.773715, + "f1": 0.738647, + "accuracy": 0.773715, + "main_score": 0.738647, + "hf_subset": "som_Latn-nya_Latn", + "languages": [ + "som-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.825053, + "recall": 0.862648, + "f1": 0.835642, + "accuracy": 0.862648, + "main_score": 0.835642, + "hf_subset": "som_Latn-slv_Latn", + "languages": [ + "som-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.685131, + "recall": 0.73913, + "f1": 0.698332, + "accuracy": 0.73913, + "main_score": 0.698332, + "hf_subset": "som_Latn-tpi_Latn", + "languages": [ + "som-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.834861, + "recall": 0.87253, + "f1": 0.845073, + "accuracy": 0.87253, + "main_score": 0.845073, + "hf_subset": "som_Latn-zsm_Latn", + "languages": [ + "som-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.478821, + "recall": 0.517787, + "f1": 0.489621, + "accuracy": 0.517787, + "main_score": 0.489621, + "hf_subset": "som_Latn-ayr_Latn", + "languages": [ + "som-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.835227, + "recall": 0.87747, + "f1": 0.84738, + "accuracy": 0.87747, + "main_score": 0.84738, + "hf_subset": "som_Latn-dan_Latn", + "languages": [ + "som-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.805691, + "recall": 0.852767, + "f1": 0.819324, + "accuracy": 0.852767, + "main_score": 0.819324, + "hf_subset": "som_Latn-guj_Gujr", + "languages": [ + "som-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.800926, + "recall": 0.848814, + "f1": 0.814532, + "accuracy": 0.848814, + "main_score": 0.814532, + "hf_subset": "som_Latn-kaz_Cyrl", + "languages": [ + "som-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.582825, + "recall": 0.652174, + "f1": 0.601504, + "accuracy": 0.652174, + "main_score": 0.601504, + "hf_subset": "som_Latn-lug_Latn", + "languages": [ + "som-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.796775, + "recall": 0.839921, + "f1": 0.808457, + "accuracy": 0.839921, + "main_score": 0.808457, + "hf_subset": "som_Latn-oci_Latn", + "languages": [ + "som-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.704894, + "recall": 0.762846, + "f1": 0.721642, + "accuracy": 0.762846, + "main_score": 0.721642, + "hf_subset": "som_Latn-smo_Latn", + "languages": [ + "som-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.655327, + "recall": 0.718379, + "f1": 0.673344, + "accuracy": 0.718379, + "main_score": 0.673344, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.794066, + "recall": 0.841897, + "f1": 0.808366, + "accuracy": 0.841897, + "main_score": 0.808366, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.707373, + "recall": 0.754941, + "f1": 0.72061, + "accuracy": 0.754941, + "main_score": 0.72061, + "hf_subset": "som_Latn-azb_Arab", + "languages": [ + "som-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.840284, + "recall": 0.879447, + "f1": 0.851412, + "accuracy": 0.879447, + "main_score": 0.851412, + "hf_subset": "som_Latn-deu_Latn", + "languages": [ + "som-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.799226, + "recall": 0.84585, + "f1": 0.812477, + "accuracy": 0.84585, + "main_score": 0.812477, + "hf_subset": "som_Latn-hat_Latn", + "languages": [ + "som-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.470379, + "recall": 0.507905, + "f1": 0.480744, + "accuracy": 0.507905, + "main_score": 0.480744, + "hf_subset": "som_Latn-kbp_Latn", + "languages": [ + "som-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.481022, + "recall": 0.519763, + "f1": 0.491222, + "accuracy": 0.519763, + "main_score": 0.491222, + "hf_subset": "som_Latn-luo_Latn", + "languages": [ + "som-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.77827, + "recall": 0.831028, + "f1": 0.793429, + "accuracy": 0.831028, + "main_score": 0.793429, + "hf_subset": "som_Latn-ory_Orya", + "languages": [ + "som-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.74805, + "recall": 0.801383, + "f1": 0.76331, + "accuracy": 0.801383, + "main_score": 0.76331, + "hf_subset": "som_Latn-sna_Latn", + "languages": [ + "som-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.58983, + "recall": 0.651186, + "f1": 0.606389, + "accuracy": 0.651186, + "main_score": 0.606389, + "hf_subset": "som_Latn-tso_Latn", + "languages": [ + "som-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.782795, + "recall": 0.83004, + "f1": 0.795306, + "accuracy": 0.83004, + "main_score": 0.795306, + "hf_subset": "som_Latn-azj_Latn", + "languages": [ + "som-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.45121, + "recall": 0.5, + "f1": 0.464154, + "accuracy": 0.5, + "main_score": 0.464154, + "hf_subset": "som_Latn-dik_Latn", + "languages": [ + "som-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.790448, + "recall": 0.841897, + "f1": 0.806126, + "accuracy": 0.841897, + "main_score": 0.806126, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.75322, + "recall": 0.8083, + "f1": 0.768145, + "accuracy": 0.8083, + "main_score": 0.768145, + "hf_subset": "som_Latn-kea_Latn", + "languages": [ + "som-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.738572, + "recall": 0.788538, + "f1": 0.752464, + "accuracy": 0.788538, + "main_score": 0.752464, + "hf_subset": "som_Latn-lus_Latn", + "languages": [ + "som-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.654273, + "recall": 0.705534, + "f1": 0.666916, + "accuracy": 0.705534, + "main_score": 0.666916, + "hf_subset": "som_Latn-pag_Latn", + "languages": [ + "som-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.788583, + "recall": 0.83498, + "f1": 0.801633, + "accuracy": 0.83498, + "main_score": 0.801633, + "hf_subset": "som_Latn-snd_Arab", + "languages": [ + "som-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.803749, + "recall": 0.848814, + "f1": 0.816705, + "accuracy": 0.848814, + "main_score": 0.816705, + "hf_subset": "som_Latn-tuk_Latn", + "languages": [ + "som-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.785442, + "recall": 0.833004, + "f1": 0.798866, + "accuracy": 0.833004, + "main_score": 0.798866, + "hf_subset": "som_Latn-bak_Cyrl", + "languages": [ + "som-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.419363, + "recall": 0.471344, + "f1": 0.433673, + "accuracy": 0.471344, + "main_score": 0.433673, + "hf_subset": "som_Latn-dyu_Latn", + "languages": [ + "som-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.826553, + "recall": 0.866601, + "f1": 0.838, + "accuracy": 0.866601, + "main_score": 0.838, + "hf_subset": "som_Latn-heb_Hebr", + "languages": [ + "som-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.810137, + "recall": 0.853755, + "f1": 0.823229, + "accuracy": 0.853755, + "main_score": 0.823229, + "hf_subset": "som_Latn-khk_Cyrl", + "languages": [ + "som-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.805962, + "recall": 0.850791, + "f1": 0.818503, + "accuracy": 0.850791, + "main_score": 0.818503, + "hf_subset": "som_Latn-lvs_Latn", + "languages": [ + "som-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.781888, + "recall": 0.833992, + "f1": 0.796577, + "accuracy": 0.833992, + "main_score": 0.796577, + "hf_subset": "som_Latn-pan_Guru", + "languages": [ + "som-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.595499, + "recall": 0.653162, + "f1": 0.611645, + "accuracy": 0.653162, + "main_score": 0.611645, + "hf_subset": "som_Latn-tum_Latn", + "languages": [ + "som-Latn", + "tum-Latn" + ] + }, + { + "precision": 0.403491, + "recall": 0.472332, + "f1": 0.422111, + "accuracy": 0.472332, + "main_score": 0.422111, + "hf_subset": "tum_Latn-ace_Arab", + "languages": [ + "tum-Latn", + "ace-Arab" + ] + }, + { + "precision": 0.465957, + "recall": 0.513834, + "f1": 0.479712, + "accuracy": 0.513834, + "main_score": 0.479712, + "hf_subset": "tum_Latn-bam_Latn", + "languages": [ + "tum-Latn", + "bam-Latn" + ] + }, + { + "precision": 0.367818, + "recall": 0.438735, + "f1": 0.386904, + "accuracy": 0.438735, + "main_score": 0.386904, + "hf_subset": "tum_Latn-dzo_Tibt", + "languages": [ + "tum-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.660895, + "recall": 0.715415, + "f1": 0.675061, + "accuracy": 0.715415, + "main_score": 0.675061, + "hf_subset": "tum_Latn-hin_Deva", + "languages": [ + "tum-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.627317, + "recall": 0.677866, + "f1": 0.640162, + "accuracy": 0.677866, + "main_score": 0.640162, + "hf_subset": "tum_Latn-khm_Khmr", + "languages": [ + "tum-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.637106, + "recall": 0.689723, + "f1": 0.650893, + "accuracy": 0.689723, + "main_score": 0.650893, + "hf_subset": "tum_Latn-mag_Deva", + "languages": [ + "tum-Latn", + "mag-Deva" + ] + }, + { + "precision": 0.634952, + "recall": 0.683794, + "f1": 0.647615, + "accuracy": 0.683794, + "main_score": 0.647615, + "hf_subset": "tum_Latn-pap_Latn", + "languages": [ + "tum-Latn", + "pap-Latn" + ] + }, + { + "precision": 0.620834, + "recall": 0.683794, + "f1": 0.637944, + "accuracy": 0.683794, + "main_score": 0.637944, + "hf_subset": "tum_Latn-sot_Latn", + "languages": [ + "tum-Latn", + "sot-Latn" + ] + }, + { + "precision": 0.662951, + "recall": 0.712451, + "f1": 0.676165, + "accuracy": 0.712451, + "main_score": 0.676165, + "hf_subset": "tum_Latn-tur_Latn", + "languages": [ + "tum-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.602403, + "recall": 0.651186, + "f1": 0.615257, + "accuracy": 0.651186, + "main_score": 0.615257, + "hf_subset": "tum_Latn-ace_Latn", + "languages": [ + "tum-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.607953, + "recall": 0.658103, + "f1": 0.620794, + "accuracy": 0.658103, + "main_score": 0.620794, + "hf_subset": "tum_Latn-ban_Latn", + "languages": [ + "tum-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.63272, + "recall": 0.693676, + "f1": 0.649823, + "accuracy": 0.693676, + "main_score": 0.649823, + "hf_subset": "tum_Latn-ell_Grek", + "languages": [ + "tum-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.61969, + "recall": 0.673913, + "f1": 0.634039, + "accuracy": 0.673913, + "main_score": 0.634039, + "hf_subset": "tum_Latn-hne_Deva", + "languages": [ + "tum-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.507859, + "recall": 0.559289, + "f1": 0.521441, + "accuracy": 0.559289, + "main_score": 0.521441, + "hf_subset": "tum_Latn-kik_Latn", + "languages": [ + "tum-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.622426, + "recall": 0.673913, + "f1": 0.635383, + "accuracy": 0.673913, + "main_score": 0.635383, + "hf_subset": "tum_Latn-mai_Deva", + "languages": [ + "tum-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.584394, + "recall": 0.641304, + "f1": 0.59886, + "accuracy": 0.641304, + "main_score": 0.59886, + "hf_subset": "tum_Latn-pbt_Arab", + "languages": [ + "tum-Latn", + "pbt-Arab" + ] + }, + { + "precision": 0.661085, + "recall": 0.712451, + "f1": 0.674284, + "accuracy": 0.712451, + "main_score": 0.674284, + "hf_subset": "tum_Latn-spa_Latn", + "languages": [ + "tum-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.578282, + "recall": 0.621542, + "f1": 0.590011, + "accuracy": 0.621542, + "main_score": 0.590011, + "hf_subset": "tum_Latn-twi_Latn", + "languages": [ + "tum-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.633183, + "recall": 0.689723, + "f1": 0.649041, + "accuracy": 0.689723, + "main_score": 0.649041, + "hf_subset": "tum_Latn-acm_Arab", + "languages": [ + "tum-Latn", + "acm-Arab" + ] + }, + { + "precision": 0.613643, + "recall": 0.666996, + "f1": 0.627362, + "accuracy": 0.666996, + "main_score": 0.627362, + "hf_subset": "tum_Latn-bel_Cyrl", + "languages": [ + "tum-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.647734, + "recall": 0.702569, + "f1": 0.661614, + "accuracy": 0.702569, + "main_score": 0.661614, + "hf_subset": "tum_Latn-eng_Latn", + "languages": [ + "tum-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.655432, + "recall": 0.70751, + "f1": 0.669371, + "accuracy": 0.70751, + "main_score": 0.669371, + "hf_subset": "tum_Latn-hrv_Latn", + "languages": [ + "tum-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.623308, + "recall": 0.678854, + "f1": 0.638644, + "accuracy": 0.678854, + "main_score": 0.638644, + "hf_subset": "tum_Latn-kin_Latn", + "languages": [ + "tum-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.622375, + "recall": 0.677866, + "f1": 0.636957, + "accuracy": 0.677866, + "main_score": 0.636957, + "hf_subset": "tum_Latn-mal_Mlym", + "languages": [ + "tum-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.618161, + "recall": 0.671937, + "f1": 0.631468, + "accuracy": 0.671937, + "main_score": 0.631468, + "hf_subset": "tum_Latn-pes_Arab", + "languages": [ + "tum-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.631814, + "recall": 0.687747, + "f1": 0.646173, + "accuracy": 0.687747, + "main_score": 0.646173, + "hf_subset": "tum_Latn-srd_Latn", + "languages": [ + "tum-Latn", + "srd-Latn" + ] + }, + { + "precision": 0.205168, + "recall": 0.269763, + "f1": 0.220294, + "accuracy": 0.269763, + "main_score": 0.220294, + "hf_subset": "tum_Latn-tzm_Tfng", + "languages": [ + "tum-Latn", + "tzm-Tfng" + ] + }, + { + "precision": 0.662015, + "recall": 0.717391, + "f1": 0.676903, + "accuracy": 0.717391, + "main_score": 0.676903, + "hf_subset": "tum_Latn-acq_Arab", + "languages": [ + "tum-Latn", + "acq-Arab" + ] + }, + { + "precision": 0.599731, + "recall": 0.651186, + "f1": 0.614259, + "accuracy": 0.651186, + "main_score": 0.614259, + "hf_subset": "tum_Latn-bem_Latn", + "languages": [ + "tum-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.639481, + "recall": 0.690711, + "f1": 0.652307, + "accuracy": 0.690711, + "main_score": 0.652307, + "hf_subset": "tum_Latn-epo_Latn", + "languages": [ + "tum-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.65206, + "recall": 0.704545, + "f1": 0.666126, + "accuracy": 0.704545, + "main_score": 0.666126, + "hf_subset": "tum_Latn-hun_Latn", + "languages": [ + "tum-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.61289, + "recall": 0.674901, + "f1": 0.629536, + "accuracy": 0.674901, + "main_score": 0.629536, + "hf_subset": "tum_Latn-kir_Cyrl", + "languages": [ + "tum-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.639196, + "recall": 0.692688, + "f1": 0.653091, + "accuracy": 0.692688, + "main_score": 0.653091, + "hf_subset": "tum_Latn-mar_Deva", + "languages": [ + "tum-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.606657, + "recall": 0.66502, + "f1": 0.623506, + "accuracy": 0.66502, + "main_score": 0.623506, + "hf_subset": "tum_Latn-plt_Latn", + "languages": [ + "tum-Latn", + "plt-Latn" + ] + }, + { + "precision": 0.63265, + "recall": 0.687747, + "f1": 0.64779, + "accuracy": 0.687747, + "main_score": 0.64779, + "hf_subset": "tum_Latn-srp_Cyrl", + "languages": [ + "tum-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.584644, + "recall": 0.649209, + "f1": 0.602004, + "accuracy": 0.649209, + "main_score": 0.602004, + "hf_subset": "tum_Latn-uig_Arab", + "languages": [ + "tum-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.616986, + "recall": 0.674901, + "f1": 0.632508, + "accuracy": 0.674901, + "main_score": 0.632508, + "hf_subset": "tum_Latn-aeb_Arab", + "languages": [ + "tum-Latn", + "aeb-Arab" + ] + }, + { + "precision": 0.633454, + "recall": 0.684783, + "f1": 0.647124, + "accuracy": 0.684783, + "main_score": 0.647124, + "hf_subset": "tum_Latn-ben_Beng", + "languages": [ + "tum-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.634369, + "recall": 0.685771, + "f1": 0.647679, + "accuracy": 0.685771, + "main_score": 0.647679, + "hf_subset": "tum_Latn-est_Latn", + "languages": [ + "tum-Latn", + "est-Latn" + ] + }, + { + "precision": 0.617811, + "recall": 0.673913, + "f1": 0.633153, + "accuracy": 0.673913, + "main_score": 0.633153, + "hf_subset": "tum_Latn-hye_Armn", + "languages": [ + "tum-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.482071, + "recall": 0.527668, + "f1": 0.494725, + "accuracy": 0.527668, + "main_score": 0.494725, + "hf_subset": "tum_Latn-kmb_Latn", + "languages": [ + "tum-Latn", + "kmb-Latn" + ] + }, + { + "precision": 0.355942, + "recall": 0.418972, + "f1": 0.372105, + "accuracy": 0.418972, + "main_score": 0.372105, + "hf_subset": "tum_Latn-min_Arab", + "languages": [ + "tum-Latn", + "min-Arab" + ] + }, + { + "precision": 0.658432, + "recall": 0.708498, + "f1": 0.671833, + "accuracy": 0.708498, + "main_score": 0.671833, + "hf_subset": "tum_Latn-pol_Latn", + "languages": [ + "tum-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.598128, + "recall": 0.659091, + "f1": 0.61519, + "accuracy": 0.659091, + "main_score": 0.61519, + "hf_subset": "tum_Latn-ssw_Latn", + "languages": [ + "tum-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.655374, + "recall": 0.706522, + "f1": 0.668885, + "accuracy": 0.706522, + "main_score": 0.668885, + "hf_subset": "tum_Latn-ukr_Cyrl", + "languages": [ + "tum-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.643834, + "recall": 0.694664, + "f1": 0.656842, + "accuracy": 0.694664, + "main_score": 0.656842, + "hf_subset": "tum_Latn-afr_Latn", + "languages": [ + "tum-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.625716, + "recall": 0.683794, + "f1": 0.641261, + "accuracy": 0.683794, + "main_score": 0.641261, + "hf_subset": "tum_Latn-bho_Deva", + "languages": [ + "tum-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.628082, + "recall": 0.673913, + "f1": 0.639834, + "accuracy": 0.673913, + "main_score": 0.639834, + "hf_subset": "tum_Latn-eus_Latn", + "languages": [ + "tum-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.604769, + "recall": 0.664032, + "f1": 0.621247, + "accuracy": 0.664032, + "main_score": 0.621247, + "hf_subset": "tum_Latn-ibo_Latn", + "languages": [ + "tum-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.588716, + "recall": 0.639328, + "f1": 0.602446, + "accuracy": 0.639328, + "main_score": 0.602446, + "hf_subset": "tum_Latn-kmr_Latn", + "languages": [ + "tum-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.61806, + "recall": 0.662055, + "f1": 0.629553, + "accuracy": 0.662055, + "main_score": 0.629553, + "hf_subset": "tum_Latn-min_Latn", + "languages": [ + "tum-Latn", + "min-Latn" + ] + }, + { + "precision": 0.663993, + "recall": 0.718379, + "f1": 0.678333, + "accuracy": 0.718379, + "main_score": 0.678333, + "hf_subset": "tum_Latn-por_Latn", + "languages": [ + "tum-Latn", + "por-Latn" + ] + }, + { + "precision": 0.624288, + "recall": 0.668972, + "f1": 0.635825, + "accuracy": 0.668972, + "main_score": 0.635825, + "hf_subset": "tum_Latn-sun_Latn", + "languages": [ + "tum-Latn", + "sun-Latn" + ] + }, + { + "precision": 0.458279, + "recall": 0.504941, + "f1": 0.471492, + "accuracy": 0.504941, + "main_score": 0.471492, + "hf_subset": "tum_Latn-umb_Latn", + "languages": [ + "tum-Latn", + "umb-Latn" + ] + }, + { + "precision": 0.665152, + "recall": 0.714427, + "f1": 0.6789, + "accuracy": 0.714427, + "main_score": 0.6789, + "hf_subset": "tum_Latn-ajp_Arab", + "languages": [ + "tum-Latn", + "ajp-Arab" + ] + }, + { + "precision": 0.367456, + "recall": 0.429842, + "f1": 0.384176, + "accuracy": 0.429842, + "main_score": 0.384176, + "hf_subset": "tum_Latn-bjn_Arab", + "languages": [ + "tum-Latn", + "bjn-Arab" + ] + }, + { + "precision": 0.477103, + "recall": 0.523715, + "f1": 0.489627, + "accuracy": 0.523715, + "main_score": 0.489627, + "hf_subset": "tum_Latn-ewe_Latn", + "languages": [ + "tum-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.629644, + "recall": 0.679842, + "f1": 0.64397, + "accuracy": 0.679842, + "main_score": 0.64397, + "hf_subset": "tum_Latn-ilo_Latn", + "languages": [ + "tum-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.254293, + "recall": 0.312253, + "f1": 0.269015, + "accuracy": 0.312253, + "main_score": 0.269015, + "hf_subset": "tum_Latn-knc_Arab", + "languages": [ + "tum-Latn", + "knc-Arab" + ] + }, + { + "precision": 0.647811, + "recall": 0.694664, + "f1": 0.660393, + "accuracy": 0.694664, + "main_score": 0.660393, + "hf_subset": "tum_Latn-mkd_Cyrl", + "languages": [ + "tum-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.650211, + "recall": 0.70751, + "f1": 0.665257, + "accuracy": 0.70751, + "main_score": 0.665257, + "hf_subset": "tum_Latn-prs_Arab", + "languages": [ + "tum-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.645614, + "recall": 0.704545, + "f1": 0.661149, + "accuracy": 0.704545, + "main_score": 0.661149, + "hf_subset": "tum_Latn-swe_Latn", + "languages": [ + "tum-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.628779, + "recall": 0.690711, + "f1": 0.644698, + "accuracy": 0.690711, + "main_score": 0.644698, + "hf_subset": "tum_Latn-urd_Arab", + "languages": [ + "tum-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.572454, + "recall": 0.618577, + "f1": 0.584831, + "accuracy": 0.618577, + "main_score": 0.584831, + "hf_subset": "tum_Latn-aka_Latn", + "languages": [ + "tum-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.608749, + "recall": 0.65415, + "f1": 0.620224, + "accuracy": 0.65415, + "main_score": 0.620224, + "hf_subset": "tum_Latn-bjn_Latn", + "languages": [ + "tum-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.636333, + "recall": 0.682806, + "f1": 0.649058, + "accuracy": 0.682806, + "main_score": 0.649058, + "hf_subset": "tum_Latn-fao_Latn", + "languages": [ + "tum-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.661591, + "recall": 0.712451, + "f1": 0.674474, + "accuracy": 0.712451, + "main_score": 0.674474, + "hf_subset": "tum_Latn-ind_Latn", + "languages": [ + "tum-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.506387, + "recall": 0.556324, + "f1": 0.519158, + "accuracy": 0.556324, + "main_score": 0.519158, + "hf_subset": "tum_Latn-knc_Latn", + "languages": [ + "tum-Latn", + "knc-Latn" + ] + }, + { + "precision": 0.618937, + "recall": 0.666996, + "f1": 0.631604, + "accuracy": 0.666996, + "main_score": 0.631604, + "hf_subset": "tum_Latn-mlt_Latn", + "languages": [ + "tum-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.549782, + "recall": 0.594862, + "f1": 0.56215, + "accuracy": 0.594862, + "main_score": 0.56215, + "hf_subset": "tum_Latn-quy_Latn", + "languages": [ + "tum-Latn", + "quy-Latn" + ] + }, + { + "precision": 0.649975, + "recall": 0.69664, + "f1": 0.661376, + "accuracy": 0.69664, + "main_score": 0.661376, + "hf_subset": "tum_Latn-swh_Latn", + "languages": [ + "tum-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.610373, + "recall": 0.668972, + "f1": 0.625298, + "accuracy": 0.668972, + "main_score": 0.625298, + "hf_subset": "tum_Latn-uzn_Latn", + "languages": [ + "tum-Latn", + "uzn-Latn" + ] + }, + { + "precision": 0.631224, + "recall": 0.679842, + "f1": 0.643365, + "accuracy": 0.679842, + "main_score": 0.643365, + "hf_subset": "tum_Latn-als_Latn", + "languages": [ + "tum-Latn", + "als-Latn" + ] + }, + { + "precision": 0.461692, + "recall": 0.527668, + "f1": 0.480176, + "accuracy": 0.527668, + "main_score": 0.480176, + "hf_subset": "tum_Latn-bod_Tibt", + "languages": [ + "tum-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.547709, + "recall": 0.600791, + "f1": 0.562633, + "accuracy": 0.600791, + "main_score": 0.562633, + "hf_subset": "tum_Latn-fij_Latn", + "languages": [ + "tum-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.620117, + "recall": 0.679842, + "f1": 0.635736, + "accuracy": 0.679842, + "main_score": 0.635736, + "hf_subset": "tum_Latn-isl_Latn", + "languages": [ + "tum-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.529172, + "recall": 0.572134, + "f1": 0.541217, + "accuracy": 0.572134, + "main_score": 0.541217, + "hf_subset": "tum_Latn-kon_Latn", + "languages": [ + "tum-Latn", + "kon-Latn" + ] + }, + { + "precision": 0.448678, + "recall": 0.507905, + "f1": 0.465288, + "accuracy": 0.507905, + "main_score": 0.465288, + "hf_subset": "tum_Latn-mni_Beng", + "languages": [ + "tum-Latn", + "mni-Beng" + ] + }, + { + "precision": 0.645247, + "recall": 0.69664, + "f1": 0.659342, + "accuracy": 0.69664, + "main_score": 0.659342, + "hf_subset": "tum_Latn-ron_Latn", + "languages": [ + "tum-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.635632, + "recall": 0.687747, + "f1": 0.649679, + "accuracy": 0.687747, + "main_score": 0.649679, + "hf_subset": "tum_Latn-szl_Latn", + "languages": [ + "tum-Latn", + "szl-Latn" + ] + }, + { + "precision": 0.639486, + "recall": 0.684783, + "f1": 0.65094, + "accuracy": 0.684783, + "main_score": 0.65094, + "hf_subset": "tum_Latn-vec_Latn", + "languages": [ + "tum-Latn", + "vec-Latn" + ] + }, + { + "precision": 0.61713, + "recall": 0.678854, + "f1": 0.634167, + "accuracy": 0.678854, + "main_score": 0.634167, + "hf_subset": "tum_Latn-amh_Ethi", + "languages": [ + "tum-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.658011, + "recall": 0.709486, + "f1": 0.671641, + "accuracy": 0.709486, + "main_score": 0.671641, + "hf_subset": "tum_Latn-bos_Latn", + "languages": [ + "tum-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.647629, + "recall": 0.703557, + "f1": 0.662259, + "accuracy": 0.703557, + "main_score": 0.662259, + "hf_subset": "tum_Latn-fin_Latn", + "languages": [ + "tum-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.670908, + "recall": 0.721344, + "f1": 0.684004, + "accuracy": 0.721344, + "main_score": 0.684004, + "hf_subset": "tum_Latn-ita_Latn", + "languages": [ + "tum-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.656758, + "recall": 0.715415, + "f1": 0.672322, + "accuracy": 0.715415, + "main_score": 0.672322, + "hf_subset": "tum_Latn-kor_Hang", + "languages": [ + "tum-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.465395, + "recall": 0.506917, + "f1": 0.476784, + "accuracy": 0.506917, + "main_score": 0.476784, + "hf_subset": "tum_Latn-mos_Latn", + "languages": [ + "tum-Latn", + "mos-Latn" + ] + }, + { + "precision": 0.596758, + "recall": 0.647233, + "f1": 0.610512, + "accuracy": 0.647233, + "main_score": 0.610512, + "hf_subset": "tum_Latn-run_Latn", + "languages": [ + "tum-Latn", + "run-Latn" + ] + }, + { + "precision": 0.622797, + "recall": 0.677866, + "f1": 0.637398, + "accuracy": 0.677866, + "main_score": 0.637398, + "hf_subset": "tum_Latn-tam_Taml", + "languages": [ + "tum-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.645381, + "recall": 0.69664, + "f1": 0.658688, + "accuracy": 0.69664, + "main_score": 0.658688, + "hf_subset": "tum_Latn-vie_Latn", + "languages": [ + "tum-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.644553, + "recall": 0.6917, + "f1": 0.65699, + "accuracy": 0.6917, + "main_score": 0.65699, + "hf_subset": "tum_Latn-apc_Arab", + "languages": [ + "tum-Latn", + "apc-Arab" + ] + }, + { + "precision": 0.543981, + "recall": 0.585968, + "f1": 0.555539, + "accuracy": 0.585968, + "main_score": 0.555539, + "hf_subset": "tum_Latn-bug_Latn", + "languages": [ + "tum-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.445372, + "recall": 0.478261, + "f1": 0.454832, + "accuracy": 0.478261, + "main_score": 0.454832, + "hf_subset": "tum_Latn-fon_Latn", + "languages": [ + "tum-Latn", + "fon-Latn" + ] + }, + { + "precision": 0.611343, + "recall": 0.651186, + "f1": 0.622115, + "accuracy": 0.651186, + "main_score": 0.622115, + "hf_subset": "tum_Latn-jav_Latn", + "languages": [ + "tum-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.588668, + "recall": 0.647233, + "f1": 0.604324, + "accuracy": 0.647233, + "main_score": 0.604324, + "hf_subset": "tum_Latn-lao_Laoo", + "languages": [ + "tum-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.60482, + "recall": 0.660079, + "f1": 0.620046, + "accuracy": 0.660079, + "main_score": 0.620046, + "hf_subset": "tum_Latn-mri_Latn", + "languages": [ + "tum-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.640622, + "recall": 0.695652, + "f1": 0.655209, + "accuracy": 0.695652, + "main_score": 0.655209, + "hf_subset": "tum_Latn-rus_Cyrl", + "languages": [ + "tum-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.462026, + "recall": 0.512846, + "f1": 0.475695, + "accuracy": 0.512846, + "main_score": 0.475695, + "hf_subset": "tum_Latn-taq_Latn", + "languages": [ + "tum-Latn", + "taq-Latn" + ] + }, + { + "precision": 0.625509, + "recall": 0.679842, + "f1": 0.639338, + "accuracy": 0.679842, + "main_score": 0.639338, + "hf_subset": "tum_Latn-war_Latn", + "languages": [ + "tum-Latn", + "war-Latn" + ] + }, + { + "precision": 0.643727, + "recall": 0.694664, + "f1": 0.657485, + "accuracy": 0.694664, + "main_score": 0.657485, + "hf_subset": "tum_Latn-arb_Arab", + "languages": [ + "tum-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.666611, + "recall": 0.717391, + "f1": 0.679947, + "accuracy": 0.717391, + "main_score": 0.679947, + "hf_subset": "tum_Latn-bul_Cyrl", + "languages": [ + "tum-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.658961, + "recall": 0.711462, + "f1": 0.672845, + "accuracy": 0.711462, + "main_score": 0.672845, + "hf_subset": "tum_Latn-fra_Latn", + "languages": [ + "tum-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.644747, + "recall": 0.698617, + "f1": 0.658224, + "accuracy": 0.698617, + "main_score": 0.658224, + "hf_subset": "tum_Latn-jpn_Jpan", + "languages": [ + "tum-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.611659, + "recall": 0.664032, + "f1": 0.625378, + "accuracy": 0.664032, + "main_score": 0.625378, + "hf_subset": "tum_Latn-lij_Latn", + "languages": [ + "tum-Latn", + "lij-Latn" + ] + }, + { + "precision": 0.603174, + "recall": 0.667984, + "f1": 0.620798, + "accuracy": 0.667984, + "main_score": 0.620798, + "hf_subset": "tum_Latn-mya_Mymr", + "languages": [ + "tum-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.493707, + "recall": 0.537549, + "f1": 0.506236, + "accuracy": 0.537549, + "main_score": 0.506236, + "hf_subset": "tum_Latn-sag_Latn", + "languages": [ + "tum-Latn", + "sag-Latn" + ] + }, + { + "precision": 0.219643, + "recall": 0.281621, + "f1": 0.235256, + "accuracy": 0.281621, + "main_score": 0.235256, + "hf_subset": "tum_Latn-taq_Tfng", + "languages": [ + "tum-Latn", + "taq-Tfng" + ] + }, + { + "precision": 0.54552, + "recall": 0.594862, + "f1": 0.558516, + "accuracy": 0.594862, + "main_score": 0.558516, + "hf_subset": "tum_Latn-wol_Latn", + "languages": [ + "tum-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.549662, + "recall": 0.613636, + "f1": 0.566781, + "accuracy": 0.613636, + "main_score": 0.566781, + "hf_subset": "tum_Latn-arb_Latn", + "languages": [ + "tum-Latn", + "arb-Latn" + ] + }, + { + "precision": 0.655329, + "recall": 0.704545, + "f1": 0.668345, + "accuracy": 0.704545, + "main_score": 0.668345, + "hf_subset": "tum_Latn-cat_Latn", + "languages": [ + "tum-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.610665, + "recall": 0.660079, + "f1": 0.623596, + "accuracy": 0.660079, + "main_score": 0.623596, + "hf_subset": "tum_Latn-fur_Latn", + "languages": [ + "tum-Latn", + "fur-Latn" + ] + }, + { + "precision": 0.400486, + "recall": 0.451581, + "f1": 0.414282, + "accuracy": 0.451581, + "main_score": 0.414282, + "hf_subset": "tum_Latn-kab_Latn", + "languages": [ + "tum-Latn", + "kab-Latn" + ] + }, + { + "precision": 0.621122, + "recall": 0.66996, + "f1": 0.634126, + "accuracy": 0.66996, + "main_score": 0.634126, + "hf_subset": "tum_Latn-lim_Latn", + "languages": [ + "tum-Latn", + "lim-Latn" + ] + }, + { + "precision": 0.645554, + "recall": 0.703557, + "f1": 0.661259, + "accuracy": 0.703557, + "main_score": 0.661259, + "hf_subset": "tum_Latn-nld_Latn", + "languages": [ + "tum-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.610206, + "recall": 0.662055, + "f1": 0.624193, + "accuracy": 0.662055, + "main_score": 0.624193, + "hf_subset": "tum_Latn-san_Deva", + "languages": [ + "tum-Latn", + "san-Deva" + ] + }, + { + "precision": 0.631837, + "recall": 0.682806, + "f1": 0.64449, + "accuracy": 0.682806, + "main_score": 0.64449, + "hf_subset": "tum_Latn-tat_Cyrl", + "languages": [ + "tum-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.625255, + "recall": 0.682806, + "f1": 0.6411, + "accuracy": 0.682806, + "main_score": 0.6411, + "hf_subset": "tum_Latn-xho_Latn", + "languages": [ + "tum-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.644658, + "recall": 0.698617, + "f1": 0.659185, + "accuracy": 0.698617, + "main_score": 0.659185, + "hf_subset": "tum_Latn-ars_Arab", + "languages": [ + "tum-Latn", + "ars-Arab" + ] + }, + { + "precision": 0.618486, + "recall": 0.667984, + "f1": 0.631232, + "accuracy": 0.667984, + "main_score": 0.631232, + "hf_subset": "tum_Latn-ceb_Latn", + "languages": [ + "tum-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.449667, + "recall": 0.506917, + "f1": 0.465336, + "accuracy": 0.506917, + "main_score": 0.465336, + "hf_subset": "tum_Latn-fuv_Latn", + "languages": [ + "tum-Latn", + "fuv-Latn" + ] + }, + { + "precision": 0.475464, + "recall": 0.523715, + "f1": 0.488403, + "accuracy": 0.523715, + "main_score": 0.488403, + "hf_subset": "tum_Latn-kac_Latn", + "languages": [ + "tum-Latn", + "kac-Latn" + ] + }, + { + "precision": 0.540947, + "recall": 0.589921, + "f1": 0.553391, + "accuracy": 0.589921, + "main_score": 0.553391, + "hf_subset": "tum_Latn-lin_Latn", + "languages": [ + "tum-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.633815, + "recall": 0.687747, + "f1": 0.647963, + "accuracy": 0.687747, + "main_score": 0.647963, + "hf_subset": "tum_Latn-nno_Latn", + "languages": [ + "tum-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.570178, + "recall": 0.630435, + "f1": 0.58676, + "accuracy": 0.630435, + "main_score": 0.58676, + "hf_subset": "tum_Latn-sat_Olck", + "languages": [ + "tum-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.635061, + "recall": 0.684783, + "f1": 0.648206, + "accuracy": 0.684783, + "main_score": 0.648206, + "hf_subset": "tum_Latn-tel_Telu", + "languages": [ + "tum-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.593594, + "recall": 0.657115, + "f1": 0.610589, + "accuracy": 0.657115, + "main_score": 0.610589, + "hf_subset": "tum_Latn-ydd_Hebr", + "languages": [ + "tum-Latn", + "ydd-Hebr" + ] + }, + { + "precision": 0.618641, + "recall": 0.678854, + "f1": 0.634978, + "accuracy": 0.678854, + "main_score": 0.634978, + "hf_subset": "tum_Latn-ary_Arab", + "languages": [ + "tum-Latn", + "ary-Arab" + ] + }, + { + "precision": 0.659476, + "recall": 0.713439, + "f1": 0.67388, + "accuracy": 0.713439, + "main_score": 0.67388, + "hf_subset": "tum_Latn-ces_Latn", + "languages": [ + "tum-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.46606, + "recall": 0.52668, + "f1": 0.483123, + "accuracy": 0.52668, + "main_score": 0.483123, + "hf_subset": "tum_Latn-gaz_Latn", + "languages": [ + "tum-Latn", + "gaz-Latn" + ] + }, + { + "precision": 0.507624, + "recall": 0.565217, + "f1": 0.52348, + "accuracy": 0.565217, + "main_score": 0.52348, + "hf_subset": "tum_Latn-kam_Latn", + "languages": [ + "tum-Latn", + "kam-Latn" + ] + }, + { + "precision": 0.632025, + "recall": 0.686759, + "f1": 0.646841, + "accuracy": 0.686759, + "main_score": 0.646841, + "hf_subset": "tum_Latn-lit_Latn", + "languages": [ + "tum-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.634543, + "recall": 0.687747, + "f1": 0.648024, + "accuracy": 0.687747, + "main_score": 0.648024, + "hf_subset": "tum_Latn-nob_Latn", + "languages": [ + "tum-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.640192, + "recall": 0.687747, + "f1": 0.652562, + "accuracy": 0.687747, + "main_score": 0.652562, + "hf_subset": "tum_Latn-scn_Latn", + "languages": [ + "tum-Latn", + "scn-Latn" + ] + }, + { + "precision": 0.59853, + "recall": 0.652174, + "f1": 0.613183, + "accuracy": 0.652174, + "main_score": 0.613183, + "hf_subset": "tum_Latn-tgk_Cyrl", + "languages": [ + "tum-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.528986, + "recall": 0.596838, + "f1": 0.548103, + "accuracy": 0.596838, + "main_score": 0.548103, + "hf_subset": "tum_Latn-yor_Latn", + "languages": [ + "tum-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.647104, + "recall": 0.69664, + "f1": 0.660423, + "accuracy": 0.69664, + "main_score": 0.660423, + "hf_subset": "tum_Latn-arz_Arab", + "languages": [ + "tum-Latn", + "arz-Arab" + ] + }, + { + "precision": 0.455047, + "recall": 0.503953, + "f1": 0.467843, + "accuracy": 0.503953, + "main_score": 0.467843, + "hf_subset": "tum_Latn-cjk_Latn", + "languages": [ + "tum-Latn", + "cjk-Latn" + ] + }, + { + "precision": 0.605823, + "recall": 0.666008, + "f1": 0.621732, + "accuracy": 0.666008, + "main_score": 0.621732, + "hf_subset": "tum_Latn-gla_Latn", + "languages": [ + "tum-Latn", + "gla-Latn" + ] + }, + { + "precision": 0.59866, + "recall": 0.657115, + "f1": 0.614733, + "accuracy": 0.657115, + "main_score": 0.614733, + "hf_subset": "tum_Latn-kan_Knda", + "languages": [ + "tum-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.612741, + "recall": 0.66502, + "f1": 0.625873, + "accuracy": 0.66502, + "main_score": 0.625873, + "hf_subset": "tum_Latn-lmo_Latn", + "languages": [ + "tum-Latn", + "lmo-Latn" + ] + }, + { + "precision": 0.632169, + "recall": 0.678854, + "f1": 0.644725, + "accuracy": 0.678854, + "main_score": 0.644725, + "hf_subset": "tum_Latn-npi_Deva", + "languages": [ + "tum-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.450013, + "recall": 0.514822, + "f1": 0.467749, + "accuracy": 0.514822, + "main_score": 0.467749, + "hf_subset": "tum_Latn-shn_Mymr", + "languages": [ + "tum-Latn", + "shn-Mymr" + ] + }, + { + "precision": 0.660588, + "recall": 0.70751, + "f1": 0.672735, + "accuracy": 0.70751, + "main_score": 0.672735, + "hf_subset": "tum_Latn-tgl_Latn", + "languages": [ + "tum-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.624416, + "recall": 0.674901, + "f1": 0.637111, + "accuracy": 0.674901, + "main_score": 0.637111, + "hf_subset": "tum_Latn-yue_Hant", + "languages": [ + "tum-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.589221, + "recall": 0.646245, + "f1": 0.604543, + "accuracy": 0.646245, + "main_score": 0.604543, + "hf_subset": "tum_Latn-asm_Beng", + "languages": [ + "tum-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.607884, + "recall": 0.663043, + "f1": 0.622597, + "accuracy": 0.663043, + "main_score": 0.622597, + "hf_subset": "tum_Latn-ckb_Arab", + "languages": [ + "tum-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.600653, + "recall": 0.660079, + "f1": 0.616246, + "accuracy": 0.660079, + "main_score": 0.616246, + "hf_subset": "tum_Latn-gle_Latn", + "languages": [ + "tum-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.546486, + "recall": 0.605731, + "f1": 0.563314, + "accuracy": 0.605731, + "main_score": 0.563314, + "hf_subset": "tum_Latn-kas_Arab", + "languages": [ + "tum-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.582496, + "recall": 0.632411, + "f1": 0.596334, + "accuracy": 0.632411, + "main_score": 0.596334, + "hf_subset": "tum_Latn-ltg_Latn", + "languages": [ + "tum-Latn", + "ltg-Latn" + ] + }, + { + "precision": 0.60372, + "recall": 0.661067, + "f1": 0.619747, + "accuracy": 0.661067, + "main_score": 0.619747, + "hf_subset": "tum_Latn-nso_Latn", + "languages": [ + "tum-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.586974, + "recall": 0.65415, + "f1": 0.604855, + "accuracy": 0.65415, + "main_score": 0.604855, + "hf_subset": "tum_Latn-sin_Sinh", + "languages": [ + "tum-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.623743, + "recall": 0.683794, + "f1": 0.639753, + "accuracy": 0.683794, + "main_score": 0.639753, + "hf_subset": "tum_Latn-tha_Thai", + "languages": [ + "tum-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.576442, + "recall": 0.624506, + "f1": 0.588489, + "accuracy": 0.624506, + "main_score": 0.588489, + "hf_subset": "tum_Latn-zho_Hans", + "languages": [ + "tum-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.64079, + "recall": 0.693676, + "f1": 0.654716, + "accuracy": 0.693676, + "main_score": 0.654716, + "hf_subset": "tum_Latn-ast_Latn", + "languages": [ + "tum-Latn", + "ast-Latn" + ] + }, + { + "precision": 0.630387, + "recall": 0.68083, + "f1": 0.643368, + "accuracy": 0.68083, + "main_score": 0.643368, + "hf_subset": "tum_Latn-crh_Latn", + "languages": [ + "tum-Latn", + "crh-Latn" + ] + }, + { + "precision": 0.660306, + "recall": 0.704545, + "f1": 0.671211, + "accuracy": 0.704545, + "main_score": 0.671211, + "hf_subset": "tum_Latn-glg_Latn", + "languages": [ + "tum-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.560395, + "recall": 0.613636, + "f1": 0.575353, + "accuracy": 0.613636, + "main_score": 0.575353, + "hf_subset": "tum_Latn-kas_Deva", + "languages": [ + "tum-Latn", + "kas-Deva" + ] + }, + { + "precision": 0.618568, + "recall": 0.666996, + "f1": 0.631093, + "accuracy": 0.666996, + "main_score": 0.631093, + "hf_subset": "tum_Latn-ltz_Latn", + "languages": [ + "tum-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.40554, + "recall": 0.464427, + "f1": 0.421354, + "accuracy": 0.464427, + "main_score": 0.421354, + "hf_subset": "tum_Latn-nus_Latn", + "languages": [ + "tum-Latn", + "nus-Latn" + ] + }, + { + "precision": 0.649337, + "recall": 0.698617, + "f1": 0.662163, + "accuracy": 0.698617, + "main_score": 0.662163, + "hf_subset": "tum_Latn-slk_Latn", + "languages": [ + "tum-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.471423, + "recall": 0.538538, + "f1": 0.490043, + "accuracy": 0.538538, + "main_score": 0.490043, + "hf_subset": "tum_Latn-tir_Ethi", + "languages": [ + "tum-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.607424, + "recall": 0.670949, + "f1": 0.623779, + "accuracy": 0.670949, + "main_score": 0.623779, + "hf_subset": "tum_Latn-zho_Hant", + "languages": [ + "tum-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.63147, + "recall": 0.690711, + "f1": 0.64709, + "accuracy": 0.690711, + "main_score": 0.64709, + "hf_subset": "tum_Latn-awa_Deva", + "languages": [ + "tum-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.645003, + "recall": 0.698617, + "f1": 0.659393, + "accuracy": 0.698617, + "main_score": 0.659393, + "hf_subset": "tum_Latn-cym_Latn", + "languages": [ + "tum-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.552781, + "recall": 0.59585, + "f1": 0.564708, + "accuracy": 0.59585, + "main_score": 0.564708, + "hf_subset": "tum_Latn-grn_Latn", + "languages": [ + "tum-Latn", + "grn-Latn" + ] + }, + { + "precision": 0.631978, + "recall": 0.686759, + "f1": 0.646171, + "accuracy": 0.686759, + "main_score": 0.646171, + "hf_subset": "tum_Latn-kat_Geor", + "languages": [ + "tum-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.51917, + "recall": 0.568182, + "f1": 0.532075, + "accuracy": 0.568182, + "main_score": 0.532075, + "hf_subset": "tum_Latn-lua_Latn", + "languages": [ + "tum-Latn", + "lua-Latn" + ] + }, + { + "precision": 0.674038, + "recall": 0.736166, + "f1": 0.691998, + "accuracy": 0.736166, + "main_score": 0.691998, + "hf_subset": "tum_Latn-nya_Latn", + "languages": [ + "tum-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.641641, + "recall": 0.693676, + "f1": 0.655591, + "accuracy": 0.693676, + "main_score": 0.655591, + "hf_subset": "tum_Latn-slv_Latn", + "languages": [ + "tum-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.627291, + "recall": 0.676877, + "f1": 0.639649, + "accuracy": 0.676877, + "main_score": 0.639649, + "hf_subset": "tum_Latn-tpi_Latn", + "languages": [ + "tum-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.654019, + "recall": 0.700593, + "f1": 0.666001, + "accuracy": 0.700593, + "main_score": 0.666001, + "hf_subset": "tum_Latn-zsm_Latn", + "languages": [ + "tum-Latn", + "zsm-Latn" + ] + }, + { + "precision": 0.500371, + "recall": 0.547431, + "f1": 0.51405, + "accuracy": 0.547431, + "main_score": 0.51405, + "hf_subset": "tum_Latn-ayr_Latn", + "languages": [ + "tum-Latn", + "ayr-Latn" + ] + }, + { + "precision": 0.664932, + "recall": 0.719368, + "f1": 0.679462, + "accuracy": 0.719368, + "main_score": 0.679462, + "hf_subset": "tum_Latn-dan_Latn", + "languages": [ + "tum-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.628391, + "recall": 0.685771, + "f1": 0.643891, + "accuracy": 0.685771, + "main_score": 0.643891, + "hf_subset": "tum_Latn-guj_Gujr", + "languages": [ + "tum-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.624188, + "recall": 0.675889, + "f1": 0.638006, + "accuracy": 0.675889, + "main_score": 0.638006, + "hf_subset": "tum_Latn-kaz_Cyrl", + "languages": [ + "tum-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.547863, + "recall": 0.608696, + "f1": 0.564991, + "accuracy": 0.608696, + "main_score": 0.564991, + "hf_subset": "tum_Latn-lug_Latn", + "languages": [ + "tum-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.645727, + "recall": 0.69664, + "f1": 0.659172, + "accuracy": 0.69664, + "main_score": 0.659172, + "hf_subset": "tum_Latn-oci_Latn", + "languages": [ + "tum-Latn", + "oci-Latn" + ] + }, + { + "precision": 0.594067, + "recall": 0.651186, + "f1": 0.609616, + "accuracy": 0.651186, + "main_score": 0.609616, + "hf_subset": "tum_Latn-smo_Latn", + "languages": [ + "tum-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.581079, + "recall": 0.636364, + "f1": 0.596353, + "accuracy": 0.636364, + "main_score": 0.596353, + "hf_subset": "tum_Latn-tsn_Latn", + "languages": [ + "tum-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.631814, + "recall": 0.689723, + "f1": 0.647911, + "accuracy": 0.689723, + "main_score": 0.647911, + "hf_subset": "tum_Latn-zul_Latn", + "languages": [ + "tum-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.546016, + "recall": 0.605731, + "f1": 0.56245, + "accuracy": 0.605731, + "main_score": 0.56245, + "hf_subset": "tum_Latn-azb_Arab", + "languages": [ + "tum-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.658136, + "recall": 0.708498, + "f1": 0.671298, + "accuracy": 0.708498, + "main_score": 0.671298, + "hf_subset": "tum_Latn-deu_Latn", + "languages": [ + "tum-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.603085, + "recall": 0.658103, + "f1": 0.617803, + "accuracy": 0.658103, + "main_score": 0.617803, + "hf_subset": "tum_Latn-hat_Latn", + "languages": [ + "tum-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.477619, + "recall": 0.525692, + "f1": 0.49109, + "accuracy": 0.525692, + "main_score": 0.49109, + "hf_subset": "tum_Latn-kbp_Latn", + "languages": [ + "tum-Latn", + "kbp-Latn" + ] + }, + { + "precision": 0.516635, + "recall": 0.556324, + "f1": 0.526488, + "accuracy": 0.556324, + "main_score": 0.526488, + "hf_subset": "tum_Latn-luo_Latn", + "languages": [ + "tum-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.6032, + "recall": 0.663043, + "f1": 0.619688, + "accuracy": 0.663043, + "main_score": 0.619688, + "hf_subset": "tum_Latn-ory_Orya", + "languages": [ + "tum-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.637552, + "recall": 0.694664, + "f1": 0.653604, + "accuracy": 0.694664, + "main_score": 0.653604, + "hf_subset": "tum_Latn-sna_Latn", + "languages": [ + "tum-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.574528, + "recall": 0.62747, + "f1": 0.588527, + "accuracy": 0.62747, + "main_score": 0.588527, + "hf_subset": "tum_Latn-tso_Latn", + "languages": [ + "tum-Latn", + "tso-Latn" + ] + }, + { + "precision": 0.625228, + "recall": 0.678854, + "f1": 0.639395, + "accuracy": 0.678854, + "main_score": 0.639395, + "hf_subset": "tum_Latn-azj_Latn", + "languages": [ + "tum-Latn", + "azj-Latn" + ] + }, + { + "precision": 0.457836, + "recall": 0.509881, + "f1": 0.472243, + "accuracy": 0.509881, + "main_score": 0.472243, + "hf_subset": "tum_Latn-dik_Latn", + "languages": [ + "tum-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.613054, + "recall": 0.659091, + "f1": 0.625789, + "accuracy": 0.659091, + "main_score": 0.625789, + "hf_subset": "tum_Latn-hau_Latn", + "languages": [ + "tum-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.59623, + "recall": 0.652174, + "f1": 0.61102, + "accuracy": 0.652174, + "main_score": 0.61102, + "hf_subset": "tum_Latn-kea_Latn", + "languages": [ + "tum-Latn", + "kea-Latn" + ] + }, + { + "precision": 0.613878, + "recall": 0.658103, + "f1": 0.625253, + "accuracy": 0.658103, + "main_score": 0.625253, + "hf_subset": "tum_Latn-lus_Latn", + "languages": [ + "tum-Latn", + "lus-Latn" + ] + }, + { + "precision": 0.594063, + "recall": 0.643281, + "f1": 0.607511, + "accuracy": 0.643281, + "main_score": 0.607511, + "hf_subset": "tum_Latn-pag_Latn", + "languages": [ + "tum-Latn", + "pag-Latn" + ] + }, + { + "precision": 0.580874, + "recall": 0.642292, + "f1": 0.597284, + "accuracy": 0.642292, + "main_score": 0.597284, + "hf_subset": "tum_Latn-snd_Arab", + "languages": [ + "tum-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.612189, + "recall": 0.668972, + "f1": 0.627764, + "accuracy": 0.668972, + "main_score": 0.627764, + "hf_subset": "tum_Latn-tuk_Latn", + "languages": [ + "tum-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.625459, + "recall": 0.671937, + "f1": 0.637675, + "accuracy": 0.671937, + "main_score": 0.637675, + "hf_subset": "tum_Latn-bak_Cyrl", + "languages": [ + "tum-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.42878, + "recall": 0.482213, + "f1": 0.444188, + "accuracy": 0.482213, + "main_score": 0.444188, + "hf_subset": "tum_Latn-dyu_Latn", + "languages": [ + "tum-Latn", + "dyu-Latn" + ] + }, + { + "precision": 0.636724, + "recall": 0.689723, + "f1": 0.651012, + "accuracy": 0.689723, + "main_score": 0.651012, + "hf_subset": "tum_Latn-heb_Hebr", + "languages": [ + "tum-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.600158, + "recall": 0.661067, + "f1": 0.61704, + "accuracy": 0.661067, + "main_score": 0.61704, + "hf_subset": "tum_Latn-khk_Cyrl", + "languages": [ + "tum-Latn", + "khk-Cyrl" + ] + }, + { + "precision": 0.625682, + "recall": 0.679842, + "f1": 0.640317, + "accuracy": 0.679842, + "main_score": 0.640317, + "hf_subset": "tum_Latn-lvs_Latn", + "languages": [ + "tum-Latn", + "lvs-Latn" + ] + }, + { + "precision": 0.609104, + "recall": 0.668972, + "f1": 0.624967, + "accuracy": 0.668972, + "main_score": 0.624967, + "hf_subset": "tum_Latn-pan_Guru", + "languages": [ + "tum-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.591918, + "recall": 0.652174, + "f1": 0.608882, + "accuracy": 0.652174, + "main_score": 0.608882, + "hf_subset": "tum_Latn-som_Latn", + "languages": [ + "tum-Latn", + "som-Latn" + ] + } + ] + }, + "evaluation_time": 3660.2750856876373, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/GermanSTSBenchmark.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/GermanSTSBenchmark.json new file mode 100644 index 0000000000..119728989e --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/GermanSTSBenchmark.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e36907544d44c3a247898ed81540310442329e20", + "task_name": "GermanSTSBenchmark", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "pearson": 0.851373, + "spearman": 0.858621, + "cosine_pearson": 0.851373, + "cosine_spearman": 0.85862, + "manhattan_pearson": 0.855844, + "manhattan_spearman": 0.858301, + "euclidean_pearson": 0.856145, + "euclidean_spearman": 0.858547, + "main_score": 0.85862, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.80891, + "spearman": 0.829644, + "cosine_pearson": 0.80891, + "cosine_spearman": 0.829644, + "manhattan_pearson": 0.821043, + "manhattan_spearman": 0.8301, + "euclidean_pearson": 0.820997, + "euclidean_spearman": 0.829692, + "main_score": 0.829644, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 16.972906351089478, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/GreekLegalCodeClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/GreekLegalCodeClassification.json new file mode 100644 index 0000000000..4313aa1307 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/GreekLegalCodeClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "de0fdb34424f07d1ac6f0ede23ee0ed44bd9f5d1", + "task_name": "GreekLegalCodeClassification", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "accuracy": 0.385645, + "f1": 0.319211, + "f1_weighted": 0.373313, + "scores_per_experiment": [ + { + "accuracy": 0.374512, + "f1": 0.3067, + "f1_weighted": 0.368458 + }, + { + "accuracy": 0.375977, + "f1": 0.310809, + "f1_weighted": 0.364831 + }, + { + "accuracy": 0.380371, + "f1": 0.3169, + "f1_weighted": 0.36928 + }, + { + "accuracy": 0.369141, + "f1": 0.310408, + "f1_weighted": 0.351727 + }, + { + "accuracy": 0.383789, + "f1": 0.315479, + "f1_weighted": 0.372374 + }, + { + "accuracy": 0.39502, + "f1": 0.329844, + "f1_weighted": 0.380834 + }, + { + "accuracy": 0.415527, + "f1": 0.341144, + "f1_weighted": 0.405897 + }, + { + "accuracy": 0.380371, + "f1": 0.320317, + "f1_weighted": 0.364689 + }, + { + "accuracy": 0.401855, + "f1": 0.331261, + "f1_weighted": 0.391929 + }, + { + "accuracy": 0.379883, + "f1": 0.309248, + "f1_weighted": 0.363114 + } + ], + "main_score": 0.385645, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ], + "test": [ + { + "accuracy": 0.390869, + "f1": 0.339724, + "f1_weighted": 0.380053, + "scores_per_experiment": [ + { + "accuracy": 0.378906, + "f1": 0.322332, + "f1_weighted": 0.372513 + }, + { + "accuracy": 0.395508, + "f1": 0.344827, + "f1_weighted": 0.381502 + }, + { + "accuracy": 0.381348, + "f1": 0.348754, + "f1_weighted": 0.375446 + }, + { + "accuracy": 0.389648, + "f1": 0.339317, + "f1_weighted": 0.382298 + }, + { + "accuracy": 0.387207, + "f1": 0.344912, + "f1_weighted": 0.375065 + }, + { + "accuracy": 0.402832, + "f1": 0.337339, + "f1_weighted": 0.385469 + }, + { + "accuracy": 0.403809, + "f1": 0.33736, + "f1_weighted": 0.398045 + }, + { + "accuracy": 0.385254, + "f1": 0.33153, + "f1_weighted": 0.36748 + }, + { + "accuracy": 0.402344, + "f1": 0.353238, + "f1_weighted": 0.394048 + }, + { + "accuracy": 0.381836, + "f1": 0.337634, + "f1_weighted": 0.368666 + } + ], + "main_score": 0.390869, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ] + }, + "evaluation_time": 2798.9512145519257, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/GujaratiNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/GujaratiNewsClassification.json new file mode 100644 index 0000000000..613474e7ac --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/GujaratiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1a5f2fa2914bfeff4fcdc6fff4194fa8ec8fa19e", + "task_name": "GujaratiNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.895524, + "f1": 0.872986, + "f1_weighted": 0.896911, + "scores_per_experiment": [ + { + "accuracy": 0.911988, + "f1": 0.893385, + "f1_weighted": 0.913237 + }, + { + "accuracy": 0.889226, + "f1": 0.862876, + "f1_weighted": 0.889329 + }, + { + "accuracy": 0.89302, + "f1": 0.870012, + "f1_weighted": 0.894493 + }, + { + "accuracy": 0.892261, + "f1": 0.867126, + "f1_weighted": 0.892826 + }, + { + "accuracy": 0.899848, + "f1": 0.878779, + "f1_weighted": 0.901718 + }, + { + "accuracy": 0.896055, + "f1": 0.875969, + "f1_weighted": 0.898747 + }, + { + "accuracy": 0.876328, + "f1": 0.853736, + "f1_weighted": 0.879366 + }, + { + "accuracy": 0.915781, + "f1": 0.897732, + "f1_weighted": 0.916741 + }, + { + "accuracy": 0.889226, + "f1": 0.860121, + "f1_weighted": 0.889315 + }, + { + "accuracy": 0.891502, + "f1": 0.870122, + "f1_weighted": 0.893336 + } + ], + "main_score": 0.895524, + "hf_subset": "default", + "languages": [ + "guj-Gujr" + ] + } + ] + }, + "evaluation_time": 14.936966896057129, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/HALClusteringS2S.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/HALClusteringS2S.v2.json new file mode 100644 index 0000000000..ffeb7ad75d --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/HALClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e06ebbbb123f8144bef1a5d18796f3dec9ae2915", + "task_name": "HALClusteringS2S.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.308676, + 0.322109, + 0.313124, + 0.303931, + 0.304096, + 0.307406, + 0.318324, + 0.300119, + 0.320616, + 0.327163 + ] + }, + "v_measure": 0.312556, + "v_measure_std": 0.008634, + "main_score": 0.312556, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 17.191844940185547, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/HagridRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/HagridRetrieval.json new file mode 100644 index 0000000000..6eb80c0b01 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/HagridRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2a085913606be3c4f2f1a8bff1810e38bade8fa", + "task_name": "HagridRetrieval", + "mteb_version": "1.38.9", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.97984, + "ndcg_at_3": 0.98721, + "ndcg_at_5": 0.98721, + "ndcg_at_10": 0.98721, + "ndcg_at_20": 0.98721, + "ndcg_at_100": 0.98721, + "ndcg_at_1000": 0.98821, + "map_at_1": 0.97984, + "map_at_3": 0.98555, + "map_at_5": 0.98555, + "map_at_10": 0.98555, + "map_at_20": 0.98555, + "map_at_100": 0.98555, + "map_at_1000": 0.98558, + "recall_at_1": 0.97984, + "recall_at_3": 0.99194, + "recall_at_5": 0.99194, + "recall_at_10": 0.99194, + "recall_at_20": 0.99194, + "recall_at_100": 0.99194, + "recall_at_1000": 1.0, + "precision_at_1": 0.97984, + "precision_at_3": 0.33065, + "precision_at_5": 0.19839, + "precision_at_10": 0.09919, + "precision_at_20": 0.0496, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.979839, + "mrr_at_3": 0.985551, + "mrr_at_5": 0.985551, + "mrr_at_10": 0.985551, + "mrr_at_20": 0.985551, + "mrr_at_100": 0.985551, + "mrr_at_1000": 0.985582, + "nauc_ndcg_at_1_max": 0.548304, + "nauc_ndcg_at_1_std": -0.164334, + "nauc_ndcg_at_1_diff1": 0.959134, + "nauc_ndcg_at_3_max": 0.724267, + "nauc_ndcg_at_3_std": 0.158509, + "nauc_ndcg_at_3_diff1": 0.945907, + "nauc_ndcg_at_5_max": 0.724267, + "nauc_ndcg_at_5_std": 0.158509, + "nauc_ndcg_at_5_diff1": 0.945907, + "nauc_ndcg_at_10_max": 0.724267, + "nauc_ndcg_at_10_std": 0.158509, + "nauc_ndcg_at_10_diff1": 0.945907, + "nauc_ndcg_at_20_max": 0.724267, + "nauc_ndcg_at_20_std": 0.158509, + "nauc_ndcg_at_20_diff1": 0.945907, + "nauc_ndcg_at_100_max": 0.724267, + "nauc_ndcg_at_100_std": 0.158509, + "nauc_ndcg_at_100_diff1": 0.945907, + "nauc_ndcg_at_1000_max": 0.703504, + "nauc_ndcg_at_1000_std": 0.118563, + "nauc_ndcg_at_1000_diff1": 0.947047, + "nauc_map_at_1_max": 0.548304, + "nauc_map_at_1_std": -0.164334, + "nauc_map_at_1_diff1": 0.959134, + "nauc_map_at_3_max": 0.675735, + "nauc_map_at_3_std": 0.066779, + "nauc_map_at_3_diff1": 0.949063, + "nauc_map_at_5_max": 0.675735, + "nauc_map_at_5_std": 0.066779, + "nauc_map_at_5_diff1": 0.949063, + "nauc_map_at_10_max": 0.675735, + "nauc_map_at_10_std": 0.066779, + "nauc_map_at_10_diff1": 0.949063, + "nauc_map_at_20_max": 0.675735, + "nauc_map_at_20_std": 0.066779, + "nauc_map_at_20_diff1": 0.949063, + "nauc_map_at_100_max": 0.675735, + "nauc_map_at_100_std": 0.066779, + "nauc_map_at_100_diff1": 0.949063, + "nauc_map_at_1000_max": 0.675093, + "nauc_map_at_1000_std": 0.065484, + "nauc_map_at_1000_diff1": 0.949079, + "nauc_recall_at_1_max": 0.548304, + "nauc_recall_at_1_std": -0.164334, + "nauc_recall_at_1_diff1": 0.959134, + "nauc_recall_at_3_max": 0.967291, + "nauc_recall_at_3_std": 0.620276, + "nauc_recall_at_3_diff1": 0.930545, + "nauc_recall_at_5_max": 0.967291, + "nauc_recall_at_5_std": 0.620276, + "nauc_recall_at_5_diff1": 0.930545, + "nauc_recall_at_10_max": 0.967291, + "nauc_recall_at_10_std": 0.620276, + "nauc_recall_at_10_diff1": 0.930545, + "nauc_recall_at_20_max": 0.967291, + "nauc_recall_at_20_std": 0.620276, + "nauc_recall_at_20_diff1": 0.930545, + "nauc_recall_at_100_max": 0.967291, + "nauc_recall_at_100_std": 0.620276, + "nauc_recall_at_100_diff1": 0.930545, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.548304, + "nauc_precision_at_1_std": -0.164334, + "nauc_precision_at_1_diff1": 0.959134, + "nauc_precision_at_3_max": 0.967291, + "nauc_precision_at_3_std": 0.620276, + "nauc_precision_at_3_diff1": 0.930545, + "nauc_precision_at_5_max": 0.967291, + "nauc_precision_at_5_std": 0.620276, + "nauc_precision_at_5_diff1": 0.930545, + "nauc_precision_at_10_max": 0.967291, + "nauc_precision_at_10_std": 0.620276, + "nauc_precision_at_10_diff1": 0.930545, + "nauc_precision_at_20_max": 0.967291, + "nauc_precision_at_20_std": 0.620276, + "nauc_precision_at_20_diff1": 0.930545, + "nauc_precision_at_100_max": 0.967291, + "nauc_precision_at_100_std": 0.620276, + "nauc_precision_at_100_diff1": 0.930545, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.548304, + "nauc_mrr_at_1_std": -0.164334, + "nauc_mrr_at_1_diff1": 0.959134, + "nauc_mrr_at_3_max": 0.675735, + "nauc_mrr_at_3_std": 0.066779, + "nauc_mrr_at_3_diff1": 0.949063, + "nauc_mrr_at_5_max": 0.675735, + "nauc_mrr_at_5_std": 0.066779, + "nauc_mrr_at_5_diff1": 0.949063, + "nauc_mrr_at_10_max": 0.675735, + "nauc_mrr_at_10_std": 0.066779, + "nauc_mrr_at_10_diff1": 0.949063, + "nauc_mrr_at_20_max": 0.675735, + "nauc_mrr_at_20_std": 0.066779, + "nauc_mrr_at_20_diff1": 0.949063, + "nauc_mrr_at_100_max": 0.675735, + "nauc_mrr_at_100_std": 0.066779, + "nauc_mrr_at_100_diff1": 0.949063, + "nauc_mrr_at_1000_max": 0.675092, + "nauc_mrr_at_1000_std": 0.065485, + "nauc_mrr_at_1000_diff1": 0.94908, + "main_score": 0.98721, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.889132499694824, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/IN22GenBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IN22GenBitextMining.json new file mode 100644 index 0000000000..4b77aedd25 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IN22GenBitextMining.json @@ -0,0 +1,6083 @@ +{ + "dataset_revision": "ec381535fe3ddf699297a023bcecaa548096ed68", + "task_name": "IN22GenBitextMining", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.573633, + "recall": 0.631836, + "f1": 0.590045, + "accuracy": 0.631836, + "main_score": 0.590045, + "hf_subset": "asm_Beng-brx_Deva", + "languages": [ + "asm-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "asm_Beng-doi_Deva", + "languages": [ + "asm-Beng", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.978841, + "recall": 0.985352, + "f1": 0.980957, + "accuracy": 0.985352, + "main_score": 0.980957, + "hf_subset": "asm_Beng-gom_Deva", + "languages": [ + "asm-Beng", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.902702, + "recall": 0.929688, + "f1": 0.9111, + "accuracy": 0.929688, + "main_score": 0.9111, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.705285, + "recall": 0.765625, + "f1": 0.721803, + "accuracy": 0.765625, + "main_score": 0.721803, + "hf_subset": "asm_Beng-mni_Mtei", + "languages": [ + "asm-Beng", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.994466, + "recall": 0.996094, + "f1": 0.994954, + "accuracy": 0.996094, + "main_score": 0.994954, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ] + }, + { + "precision": 0.875716, + "recall": 0.90918, + "f1": 0.885826, + "accuracy": 0.90918, + "main_score": 0.885826, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.945068, + "recall": 0.959961, + "f1": 0.949609, + "accuracy": 0.959961, + "main_score": 0.949609, + "hf_subset": "asm_Beng-snd_Deva", + "languages": [ + "asm-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.987305, + "recall": 0.991211, + "f1": 0.988607, + "accuracy": 0.991211, + "main_score": 0.988607, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.574974, + "recall": 0.631836, + "f1": 0.589939, + "accuracy": 0.631836, + "main_score": 0.589939, + "hf_subset": "ben_Beng-brx_Deva", + "languages": [ + "ben-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "ben_Beng-doi_Deva", + "languages": [ + "ben-Beng", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "ben_Beng-gom_Deva", + "languages": [ + "ben-Beng", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.91154, + "recall": 0.9375, + "f1": 0.919615, + "accuracy": 0.9375, + "main_score": 0.919615, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.696591, + "recall": 0.756836, + "f1": 0.713248, + "accuracy": 0.756836, + "main_score": 0.713248, + "hf_subset": "ben_Beng-mni_Mtei", + "languages": [ + "ben-Beng", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ] + }, + { + "precision": 0.891936, + "recall": 0.920898, + "f1": 0.900602, + "accuracy": 0.920898, + "main_score": 0.900602, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.952148, + "recall": 0.96582, + "f1": 0.95638, + "accuracy": 0.96582, + "main_score": 0.95638, + "hf_subset": "ben_Beng-snd_Deva", + "languages": [ + "ben-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.522787, + "recall": 0.557617, + "f1": 0.53156, + "accuracy": 0.557617, + "main_score": 0.53156, + "hf_subset": "brx_Deva-asm_Beng", + "languages": [ + "brx-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.574458, + "recall": 0.611328, + "f1": 0.583504, + "accuracy": 0.611328, + "main_score": 0.583504, + "hf_subset": "brx_Deva-ben_Beng", + "languages": [ + "brx-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.602114, + "recall": 0.636719, + "f1": 0.610012, + "accuracy": 0.636719, + "main_score": 0.610012, + "hf_subset": "brx_Deva-doi_Deva", + "languages": [ + "brx-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.581525, + "recall": 0.629883, + "f1": 0.593413, + "accuracy": 0.629883, + "main_score": 0.593413, + "hf_subset": "brx_Deva-eng_Latn", + "languages": [ + "brx-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.583241, + "recall": 0.617188, + "f1": 0.592159, + "accuracy": 0.617188, + "main_score": 0.592159, + "hf_subset": "brx_Deva-gom_Deva", + "languages": [ + "brx-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.545513, + "recall": 0.581055, + "f1": 0.554066, + "accuracy": 0.581055, + "main_score": 0.554066, + "hf_subset": "brx_Deva-guj_Gujr", + "languages": [ + "brx-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.575566, + "recall": 0.612305, + "f1": 0.584679, + "accuracy": 0.612305, + "main_score": 0.584679, + "hf_subset": "brx_Deva-hin_Deva", + "languages": [ + "brx-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.495095, + "recall": 0.541992, + "f1": 0.506145, + "accuracy": 0.541992, + "main_score": 0.506145, + "hf_subset": "brx_Deva-kan_Knda", + "languages": [ + "brx-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.571565, + "recall": 0.607422, + "f1": 0.58065, + "accuracy": 0.607422, + "main_score": 0.58065, + "hf_subset": "brx_Deva-kas_Arab", + "languages": [ + "brx-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.585741, + "recall": 0.62207, + "f1": 0.595099, + "accuracy": 0.62207, + "main_score": 0.595099, + "hf_subset": "brx_Deva-mai_Deva", + "languages": [ + "brx-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.537295, + "recall": 0.583008, + "f1": 0.549345, + "accuracy": 0.583008, + "main_score": 0.549345, + "hf_subset": "brx_Deva-mal_Mlym", + "languages": [ + "brx-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.545423, + "recall": 0.583984, + "f1": 0.555262, + "accuracy": 0.583984, + "main_score": 0.555262, + "hf_subset": "brx_Deva-mar_Deva", + "languages": [ + "brx-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.490829, + "recall": 0.535156, + "f1": 0.50101, + "accuracy": 0.535156, + "main_score": 0.50101, + "hf_subset": "brx_Deva-mni_Mtei", + "languages": [ + "brx-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.559357, + "recall": 0.59668, + "f1": 0.568839, + "accuracy": 0.59668, + "main_score": 0.568839, + "hf_subset": "brx_Deva-npi_Deva", + "languages": [ + "brx-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.502677, + "recall": 0.544922, + "f1": 0.513096, + "accuracy": 0.544922, + "main_score": 0.513096, + "hf_subset": "brx_Deva-ory_Orya", + "languages": [ + "brx-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.555718, + "recall": 0.601562, + "f1": 0.567315, + "accuracy": 0.601562, + "main_score": 0.567315, + "hf_subset": "brx_Deva-pan_Guru", + "languages": [ + "brx-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.55746, + "recall": 0.604492, + "f1": 0.569862, + "accuracy": 0.604492, + "main_score": 0.569862, + "hf_subset": "brx_Deva-san_Deva", + "languages": [ + "brx-Deva", + "san-Deva" + ] + }, + { + "precision": 0.529344, + "recall": 0.576172, + "f1": 0.541049, + "accuracy": 0.576172, + "main_score": 0.541049, + "hf_subset": "brx_Deva-sat_Olck", + "languages": [ + "brx-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.596831, + "recall": 0.631836, + "f1": 0.605104, + "accuracy": 0.631836, + "main_score": 0.605104, + "hf_subset": "brx_Deva-snd_Deva", + "languages": [ + "brx-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.487573, + "recall": 0.53125, + "f1": 0.498506, + "accuracy": 0.53125, + "main_score": 0.498506, + "hf_subset": "brx_Deva-tam_Taml", + "languages": [ + "brx-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.509704, + "recall": 0.551758, + "f1": 0.520801, + "accuracy": 0.551758, + "main_score": 0.520801, + "hf_subset": "brx_Deva-tel_Telu", + "languages": [ + "brx-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.546431, + "recall": 0.586914, + "f1": 0.556478, + "accuracy": 0.586914, + "main_score": 0.556478, + "hf_subset": "brx_Deva-urd_Arab", + "languages": [ + "brx-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.981445, + "recall": 0.987305, + "f1": 0.983398, + "accuracy": 0.987305, + "main_score": 0.983398, + "hf_subset": "doi_Deva-asm_Beng", + "languages": [ + "doi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "doi_Deva-ben_Beng", + "languages": [ + "doi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.622542, + "recall": 0.679688, + "f1": 0.63889, + "accuracy": 0.679688, + "main_score": 0.63889, + "hf_subset": "doi_Deva-brx_Deva", + "languages": [ + "doi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "doi_Deva-eng_Latn", + "languages": [ + "doi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.978353, + "recall": 0.985352, + "f1": 0.980632, + "accuracy": 0.985352, + "main_score": 0.980632, + "hf_subset": "doi_Deva-gom_Deva", + "languages": [ + "doi-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.991536, + "recall": 0.994141, + "f1": 0.99235, + "accuracy": 0.994141, + "main_score": 0.99235, + "hf_subset": "doi_Deva-guj_Gujr", + "languages": [ + "doi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "doi_Deva-hin_Deva", + "languages": [ + "doi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.981283, + "recall": 0.987305, + "f1": 0.983236, + "accuracy": 0.987305, + "main_score": 0.983236, + "hf_subset": "doi_Deva-kan_Knda", + "languages": [ + "doi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.918571, + "recall": 0.941406, + "f1": 0.925684, + "accuracy": 0.941406, + "main_score": 0.925684, + "hf_subset": "doi_Deva-kas_Arab", + "languages": [ + "doi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "doi_Deva-mai_Deva", + "languages": [ + "doi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.981445, + "recall": 0.987305, + "f1": 0.983398, + "accuracy": 0.987305, + "main_score": 0.983398, + "hf_subset": "doi_Deva-mal_Mlym", + "languages": [ + "doi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "doi_Deva-mar_Deva", + "languages": [ + "doi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.678675, + "recall": 0.734375, + "f1": 0.693689, + "accuracy": 0.734375, + "main_score": 0.693689, + "hf_subset": "doi_Deva-mni_Mtei", + "languages": [ + "doi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "doi_Deva-npi_Deva", + "languages": [ + "doi-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.964844, + "recall": 0.976562, + "f1": 0.96875, + "accuracy": 0.976562, + "main_score": 0.96875, + "hf_subset": "doi_Deva-ory_Orya", + "languages": [ + "doi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.979818, + "recall": 0.986328, + "f1": 0.981934, + "accuracy": 0.986328, + "main_score": 0.981934, + "hf_subset": "doi_Deva-pan_Guru", + "languages": [ + "doi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.982747, + "recall": 0.988281, + "f1": 0.984538, + "accuracy": 0.988281, + "main_score": 0.984538, + "hf_subset": "doi_Deva-san_Deva", + "languages": [ + "doi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.821758, + "recall": 0.861328, + "f1": 0.832937, + "accuracy": 0.861328, + "main_score": 0.832937, + "hf_subset": "doi_Deva-sat_Olck", + "languages": [ + "doi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.961589, + "recall": 0.97168, + "f1": 0.964844, + "accuracy": 0.97168, + "main_score": 0.964844, + "hf_subset": "doi_Deva-snd_Deva", + "languages": [ + "doi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.975586, + "recall": 0.983398, + "f1": 0.97819, + "accuracy": 0.983398, + "main_score": 0.97819, + "hf_subset": "doi_Deva-tam_Taml", + "languages": [ + "doi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.975098, + "recall": 0.983398, + "f1": 0.977865, + "accuracy": 0.983398, + "main_score": 0.977865, + "hf_subset": "doi_Deva-tel_Telu", + "languages": [ + "doi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "doi_Deva-urd_Arab", + "languages": [ + "doi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.618656, + "recall": 0.678711, + "f1": 0.635171, + "accuracy": 0.678711, + "main_score": 0.635171, + "hf_subset": "eng_Latn-brx_Deva", + "languages": [ + "eng-Latn", + "brx-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-doi_Deva", + "languages": [ + "eng-Latn", + "doi-Deva" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "eng_Latn-gom_Deva", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.925618, + "recall": 0.948242, + "f1": 0.932747, + "accuracy": 0.948242, + "main_score": 0.932747, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.666437, + "recall": 0.728516, + "f1": 0.682976, + "accuracy": 0.728516, + "main_score": 0.682976, + "hf_subset": "eng_Latn-mni_Mtei", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.976888, + "recall": 0.984375, + "f1": 0.979329, + "accuracy": 0.984375, + "main_score": 0.979329, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.838656, + "recall": 0.878906, + "f1": 0.850266, + "accuracy": 0.878906, + "main_score": 0.850266, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.946045, + "recall": 0.961914, + "f1": 0.951074, + "accuracy": 0.961914, + "main_score": 0.951074, + "hf_subset": "eng_Latn-snd_Deva", + "languages": [ + "eng-Latn", + "snd-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.968783, + "recall": 0.977539, + "f1": 0.971354, + "accuracy": 0.977539, + "main_score": 0.971354, + "hf_subset": "gom_Deva-asm_Beng", + "languages": [ + "gom-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.979167, + "recall": 0.985352, + "f1": 0.98112, + "accuracy": 0.985352, + "main_score": 0.98112, + "hf_subset": "gom_Deva-ben_Beng", + "languages": [ + "gom-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.579967, + "recall": 0.635742, + "f1": 0.595888, + "accuracy": 0.635742, + "main_score": 0.595888, + "hf_subset": "gom_Deva-brx_Deva", + "languages": [ + "gom-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.968343, + "recall": 0.977539, + "f1": 0.971257, + "accuracy": 0.977539, + "main_score": 0.971257, + "hf_subset": "gom_Deva-doi_Deva", + "languages": [ + "gom-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "gom_Deva-eng_Latn", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "gom_Deva-guj_Gujr", + "languages": [ + "gom-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "gom_Deva-hin_Deva", + "languages": [ + "gom-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.962565, + "recall": 0.974609, + "f1": 0.966471, + "accuracy": 0.974609, + "main_score": 0.966471, + "hf_subset": "gom_Deva-kan_Knda", + "languages": [ + "gom-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.896517, + "recall": 0.925781, + "f1": 0.905371, + "accuracy": 0.925781, + "main_score": 0.905371, + "hf_subset": "gom_Deva-kas_Arab", + "languages": [ + "gom-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "gom_Deva-mai_Deva", + "languages": [ + "gom-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.971842, + "recall": 0.980469, + "f1": 0.974609, + "accuracy": 0.980469, + "main_score": 0.974609, + "hf_subset": "gom_Deva-mal_Mlym", + "languages": [ + "gom-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "gom_Deva-mar_Deva", + "languages": [ + "gom-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.672317, + "recall": 0.730469, + "f1": 0.688333, + "accuracy": 0.730469, + "main_score": 0.688333, + "hf_subset": "gom_Deva-mni_Mtei", + "languages": [ + "gom-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.988932, + "recall": 0.992188, + "f1": 0.989909, + "accuracy": 0.992188, + "main_score": 0.989909, + "hf_subset": "gom_Deva-npi_Deva", + "languages": [ + "gom-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.958333, + "recall": 0.97168, + "f1": 0.962728, + "accuracy": 0.97168, + "main_score": 0.962728, + "hf_subset": "gom_Deva-ory_Orya", + "languages": [ + "gom-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.971436, + "recall": 0.980469, + "f1": 0.974349, + "accuracy": 0.980469, + "main_score": 0.974349, + "hf_subset": "gom_Deva-pan_Guru", + "languages": [ + "gom-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.974284, + "recall": 0.982422, + "f1": 0.976888, + "accuracy": 0.982422, + "main_score": 0.976888, + "hf_subset": "gom_Deva-san_Deva", + "languages": [ + "gom-Deva", + "san-Deva" + ] + }, + { + "precision": 0.836256, + "recall": 0.873047, + "f1": 0.846863, + "accuracy": 0.873047, + "main_score": 0.846863, + "hf_subset": "gom_Deva-sat_Olck", + "languages": [ + "gom-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.923747, + "recall": 0.945312, + "f1": 0.930566, + "accuracy": 0.945312, + "main_score": 0.930566, + "hf_subset": "gom_Deva-snd_Deva", + "languages": [ + "gom-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.95931, + "recall": 0.97168, + "f1": 0.963216, + "accuracy": 0.97168, + "main_score": 0.963216, + "hf_subset": "gom_Deva-tam_Taml", + "languages": [ + "gom-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.973958, + "recall": 0.982422, + "f1": 0.976725, + "accuracy": 0.982422, + "main_score": 0.976725, + "hf_subset": "gom_Deva-tel_Telu", + "languages": [ + "gom-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "gom_Deva-urd_Arab", + "languages": [ + "gom-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.558562, + "recall": 0.618164, + "f1": 0.574197, + "accuracy": 0.618164, + "main_score": 0.574197, + "hf_subset": "guj_Gujr-brx_Deva", + "languages": [ + "guj-Gujr", + "brx-Deva" + ] + }, + { + "precision": 0.977214, + "recall": 0.984375, + "f1": 0.979492, + "accuracy": 0.984375, + "main_score": 0.979492, + "hf_subset": "guj_Gujr-doi_Deva", + "languages": [ + "guj-Gujr", + "doi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.982747, + "recall": 0.988281, + "f1": 0.984538, + "accuracy": 0.988281, + "main_score": 0.984538, + "hf_subset": "guj_Gujr-gom_Deva", + "languages": [ + "guj-Gujr", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.909456, + "recall": 0.935547, + "f1": 0.917513, + "accuracy": 0.935547, + "main_score": 0.917513, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.707539, + "recall": 0.767578, + "f1": 0.724235, + "accuracy": 0.767578, + "main_score": 0.724235, + "hf_subset": "guj_Gujr-mni_Mtei", + "languages": [ + "guj-Gujr", + "mni-Mtei" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ] + }, + { + "precision": 0.880046, + "recall": 0.912109, + "f1": 0.88949, + "accuracy": 0.912109, + "main_score": 0.88949, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ] + }, + { + "precision": 0.949788, + "recall": 0.964844, + "f1": 0.954492, + "accuracy": 0.964844, + "main_score": 0.954492, + "hf_subset": "guj_Gujr-snd_Deva", + "languages": [ + "guj-Gujr", + "snd-Deva" + ] + }, + { + "precision": 0.98877, + "recall": 0.992188, + "f1": 0.989909, + "accuracy": 0.992188, + "main_score": 0.989909, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.574901, + "recall": 0.634766, + "f1": 0.590931, + "accuracy": 0.634766, + "main_score": 0.590931, + "hf_subset": "hin_Deva-brx_Deva", + "languages": [ + "hin-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "hin_Deva-doi_Deva", + "languages": [ + "hin-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "hin_Deva-gom_Deva", + "languages": [ + "hin-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.91805, + "recall": 0.941406, + "f1": 0.925163, + "accuracy": 0.941406, + "main_score": 0.925163, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.708374, + "recall": 0.764648, + "f1": 0.723336, + "accuracy": 0.764648, + "main_score": 0.723336, + "hf_subset": "hin_Deva-mni_Mtei", + "languages": [ + "hin-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ] + }, + { + "precision": 0.866546, + "recall": 0.90332, + "f1": 0.877816, + "accuracy": 0.90332, + "main_score": 0.877816, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.963867, + "recall": 0.973633, + "f1": 0.96696, + "accuracy": 0.973633, + "main_score": 0.96696, + "hf_subset": "hin_Deva-snd_Deva", + "languages": [ + "hin-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.558406, + "recall": 0.616211, + "f1": 0.573923, + "accuracy": 0.616211, + "main_score": 0.573923, + "hf_subset": "kan_Knda-brx_Deva", + "languages": [ + "kan-Knda", + "brx-Deva" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "kan_Knda-doi_Deva", + "languages": [ + "kan-Knda", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.973958, + "recall": 0.982422, + "f1": 0.976725, + "accuracy": 0.982422, + "main_score": 0.976725, + "hf_subset": "kan_Knda-gom_Deva", + "languages": [ + "kan-Knda", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.904329, + "recall": 0.932617, + "f1": 0.913053, + "accuracy": 0.932617, + "main_score": 0.913053, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.701594, + "recall": 0.758789, + "f1": 0.717762, + "accuracy": 0.758789, + "main_score": 0.717762, + "hf_subset": "kan_Knda-mni_Mtei", + "languages": [ + "kan-Knda", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ] + }, + { + "precision": 0.852832, + "recall": 0.893555, + "f1": 0.865202, + "accuracy": 0.893555, + "main_score": 0.865202, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ] + }, + { + "precision": 0.954948, + "recall": 0.967773, + "f1": 0.958984, + "accuracy": 0.967773, + "main_score": 0.958984, + "hf_subset": "kan_Knda-snd_Deva", + "languages": [ + "kan-Knda", + "snd-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.888896, + "recall": 0.913086, + "f1": 0.895406, + "accuracy": 0.913086, + "main_score": 0.895406, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.897016, + "recall": 0.922852, + "f1": 0.904637, + "accuracy": 0.922852, + "main_score": 0.904637, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.609713, + "recall": 0.657227, + "f1": 0.623524, + "accuracy": 0.657227, + "main_score": 0.623524, + "hf_subset": "kas_Arab-brx_Deva", + "languages": [ + "kas-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.909733, + "recall": 0.933594, + "f1": 0.91696, + "accuracy": 0.933594, + "main_score": 0.91696, + "hf_subset": "kas_Arab-doi_Deva", + "languages": [ + "kas-Arab", + "doi-Deva" + ] + }, + { + "precision": 0.90415, + "recall": 0.928711, + "f1": 0.911119, + "accuracy": 0.928711, + "main_score": 0.911119, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.888216, + "recall": 0.917969, + "f1": 0.89707, + "accuracy": 0.917969, + "main_score": 0.89707, + "hf_subset": "kas_Arab-gom_Deva", + "languages": [ + "kas-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.882048, + "recall": 0.910156, + "f1": 0.889928, + "accuracy": 0.910156, + "main_score": 0.889928, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.899301, + "recall": 0.923828, + "f1": 0.906451, + "accuracy": 0.923828, + "main_score": 0.906451, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.851336, + "recall": 0.884766, + "f1": 0.860983, + "accuracy": 0.884766, + "main_score": 0.860983, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.924295, + "recall": 0.944336, + "f1": 0.930176, + "accuracy": 0.944336, + "main_score": 0.930176, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.883581, + "recall": 0.912109, + "f1": 0.89165, + "accuracy": 0.912109, + "main_score": 0.89165, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.896648, + "recall": 0.922852, + "f1": 0.904237, + "accuracy": 0.922852, + "main_score": 0.904237, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.619625, + "recall": 0.673828, + "f1": 0.634129, + "accuracy": 0.673828, + "main_score": 0.634129, + "hf_subset": "kas_Arab-mni_Mtei", + "languages": [ + "kas-Arab", + "mni-Mtei" + ] + }, + { + "precision": 0.904551, + "recall": 0.924805, + "f1": 0.910117, + "accuracy": 0.924805, + "main_score": 0.910117, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.854891, + "recall": 0.894531, + "f1": 0.866935, + "accuracy": 0.894531, + "main_score": 0.866935, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.888184, + "recall": 0.920898, + "f1": 0.898405, + "accuracy": 0.920898, + "main_score": 0.898405, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.887443, + "recall": 0.917969, + "f1": 0.896604, + "accuracy": 0.917969, + "main_score": 0.896604, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ] + }, + { + "precision": 0.738289, + "recall": 0.790039, + "f1": 0.752723, + "accuracy": 0.790039, + "main_score": 0.752723, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.873975, + "recall": 0.901367, + "f1": 0.882134, + "accuracy": 0.901367, + "main_score": 0.882134, + "hf_subset": "kas_Arab-snd_Deva", + "languages": [ + "kas-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.852182, + "recall": 0.885742, + "f1": 0.861562, + "accuracy": 0.885742, + "main_score": 0.861562, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.861589, + "recall": 0.895508, + "f1": 0.87124, + "accuracy": 0.895508, + "main_score": 0.87124, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.91456, + "recall": 0.936523, + "f1": 0.920947, + "accuracy": 0.936523, + "main_score": 0.920947, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.616425, + "recall": 0.674805, + "f1": 0.632738, + "accuracy": 0.674805, + "main_score": 0.632738, + "hf_subset": "mai_Deva-brx_Deva", + "languages": [ + "mai-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mai_Deva-doi_Deva", + "languages": [ + "mai-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "mai_Deva-gom_Deva", + "languages": [ + "mai-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.997396, + "recall": 0.998047, + "f1": 0.997559, + "accuracy": 0.998047, + "main_score": 0.997559, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.928385, + "recall": 0.950195, + "f1": 0.935384, + "accuracy": 0.950195, + "main_score": 0.935384, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.702866, + "recall": 0.756836, + "f1": 0.71746, + "accuracy": 0.756836, + "main_score": 0.71746, + "hf_subset": "mai_Deva-mni_Mtei", + "languages": [ + "mai-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ] + }, + { + "precision": 0.854915, + "recall": 0.893555, + "f1": 0.866588, + "accuracy": 0.893555, + "main_score": 0.866588, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.9611, + "recall": 0.97168, + "f1": 0.964518, + "accuracy": 0.97168, + "main_score": 0.964518, + "hf_subset": "mai_Deva-snd_Deva", + "languages": [ + "mai-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ] + }, + { + "precision": 0.572975, + "recall": 0.628906, + "f1": 0.587525, + "accuracy": 0.628906, + "main_score": 0.587525, + "hf_subset": "mal_Mlym-brx_Deva", + "languages": [ + "mal-Mlym", + "brx-Deva" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "mal_Mlym-doi_Deva", + "languages": [ + "mal-Mlym", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.981445, + "recall": 0.987305, + "f1": 0.983398, + "accuracy": 0.987305, + "main_score": 0.983398, + "hf_subset": "mal_Mlym-gom_Deva", + "languages": [ + "mal-Mlym", + "gom-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ] + }, + { + "precision": 0.906364, + "recall": 0.932617, + "f1": 0.914421, + "accuracy": 0.932617, + "main_score": 0.914421, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ] + }, + { + "precision": 0.705222, + "recall": 0.761719, + "f1": 0.721018, + "accuracy": 0.761719, + "main_score": 0.721018, + "hf_subset": "mal_Mlym-mni_Mtei", + "languages": [ + "mal-Mlym", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ] + }, + { + "precision": 0.861279, + "recall": 0.902344, + "f1": 0.874056, + "accuracy": 0.902344, + "main_score": 0.874056, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ] + }, + { + "precision": 0.935872, + "recall": 0.954102, + "f1": 0.941732, + "accuracy": 0.954102, + "main_score": 0.941732, + "hf_subset": "mal_Mlym-snd_Deva", + "languages": [ + "mal-Mlym", + "snd-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.561064, + "recall": 0.614258, + "f1": 0.57493, + "accuracy": 0.614258, + "main_score": 0.57493, + "hf_subset": "mar_Deva-brx_Deva", + "languages": [ + "mar-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "mar_Deva-doi_Deva", + "languages": [ + "mar-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mar_Deva-gom_Deva", + "languages": [ + "mar-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.900505, + "recall": 0.927734, + "f1": 0.908757, + "accuracy": 0.927734, + "main_score": 0.908757, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.687464, + "recall": 0.75, + "f1": 0.704055, + "accuracy": 0.75, + "main_score": 0.704055, + "hf_subset": "mar_Deva-mni_Mtei", + "languages": [ + "mar-Deva", + "mni-Mtei" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ] + }, + { + "precision": 0.857894, + "recall": 0.898438, + "f1": 0.870266, + "accuracy": 0.898438, + "main_score": 0.870266, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.949219, + "recall": 0.963867, + "f1": 0.953939, + "accuracy": 0.963867, + "main_score": 0.953939, + "hf_subset": "mar_Deva-snd_Deva", + "languages": [ + "mar-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.671499, + "recall": 0.711914, + "f1": 0.682358, + "accuracy": 0.711914, + "main_score": 0.682358, + "hf_subset": "mni_Mtei-asm_Beng", + "languages": [ + "mni-Mtei", + "asm-Beng" + ] + }, + { + "precision": 0.692217, + "recall": 0.727539, + "f1": 0.700896, + "accuracy": 0.727539, + "main_score": 0.700896, + "hf_subset": "mni_Mtei-ben_Beng", + "languages": [ + "mni-Mtei", + "ben-Beng" + ] + }, + { + "precision": 0.547509, + "recall": 0.594727, + "f1": 0.560058, + "accuracy": 0.594727, + "main_score": 0.560058, + "hf_subset": "mni_Mtei-brx_Deva", + "languages": [ + "mni-Mtei", + "brx-Deva" + ] + }, + { + "precision": 0.67417, + "recall": 0.716797, + "f1": 0.684939, + "accuracy": 0.716797, + "main_score": 0.684939, + "hf_subset": "mni_Mtei-doi_Deva", + "languages": [ + "mni-Mtei", + "doi-Deva" + ] + }, + { + "precision": 0.688748, + "recall": 0.740234, + "f1": 0.70187, + "accuracy": 0.740234, + "main_score": 0.70187, + "hf_subset": "mni_Mtei-eng_Latn", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.679302, + "recall": 0.72168, + "f1": 0.690411, + "accuracy": 0.72168, + "main_score": 0.690411, + "hf_subset": "mni_Mtei-gom_Deva", + "languages": [ + "mni-Mtei", + "gom-Deva" + ] + }, + { + "precision": 0.666585, + "recall": 0.706055, + "f1": 0.677281, + "accuracy": 0.706055, + "main_score": 0.677281, + "hf_subset": "mni_Mtei-guj_Gujr", + "languages": [ + "mni-Mtei", + "guj-Gujr" + ] + }, + { + "precision": 0.695346, + "recall": 0.733398, + "f1": 0.704848, + "accuracy": 0.733398, + "main_score": 0.704848, + "hf_subset": "mni_Mtei-hin_Deva", + "languages": [ + "mni-Mtei", + "hin-Deva" + ] + }, + { + "precision": 0.648088, + "recall": 0.6875, + "f1": 0.658295, + "accuracy": 0.6875, + "main_score": 0.658295, + "hf_subset": "mni_Mtei-kan_Knda", + "languages": [ + "mni-Mtei", + "kan-Knda" + ] + }, + { + "precision": 0.634205, + "recall": 0.677734, + "f1": 0.64651, + "accuracy": 0.677734, + "main_score": 0.64651, + "hf_subset": "mni_Mtei-kas_Arab", + "languages": [ + "mni-Mtei", + "kas-Arab" + ] + }, + { + "precision": 0.675443, + "recall": 0.713867, + "f1": 0.685173, + "accuracy": 0.713867, + "main_score": 0.685173, + "hf_subset": "mni_Mtei-mai_Deva", + "languages": [ + "mni-Mtei", + "mai-Deva" + ] + }, + { + "precision": 0.691503, + "recall": 0.732422, + "f1": 0.702711, + "accuracy": 0.732422, + "main_score": 0.702711, + "hf_subset": "mni_Mtei-mal_Mlym", + "languages": [ + "mni-Mtei", + "mal-Mlym" + ] + }, + { + "precision": 0.682348, + "recall": 0.725586, + "f1": 0.69342, + "accuracy": 0.725586, + "main_score": 0.69342, + "hf_subset": "mni_Mtei-mar_Deva", + "languages": [ + "mni-Mtei", + "mar-Deva" + ] + }, + { + "precision": 0.685219, + "recall": 0.719727, + "f1": 0.693862, + "accuracy": 0.719727, + "main_score": 0.693862, + "hf_subset": "mni_Mtei-npi_Deva", + "languages": [ + "mni-Mtei", + "npi-Deva" + ] + }, + { + "precision": 0.662026, + "recall": 0.707031, + "f1": 0.673663, + "accuracy": 0.707031, + "main_score": 0.673663, + "hf_subset": "mni_Mtei-ory_Orya", + "languages": [ + "mni-Mtei", + "ory-Orya" + ] + }, + { + "precision": 0.682597, + "recall": 0.728516, + "f1": 0.693935, + "accuracy": 0.728516, + "main_score": 0.693935, + "hf_subset": "mni_Mtei-pan_Guru", + "languages": [ + "mni-Mtei", + "pan-Guru" + ] + }, + { + "precision": 0.68054, + "recall": 0.726562, + "f1": 0.692339, + "accuracy": 0.726562, + "main_score": 0.692339, + "hf_subset": "mni_Mtei-san_Deva", + "languages": [ + "mni-Mtei", + "san-Deva" + ] + }, + { + "precision": 0.64953, + "recall": 0.697266, + "f1": 0.662353, + "accuracy": 0.697266, + "main_score": 0.662353, + "hf_subset": "mni_Mtei-sat_Olck", + "languages": [ + "mni-Mtei", + "sat-Olck" + ] + }, + { + "precision": 0.636279, + "recall": 0.680664, + "f1": 0.647625, + "accuracy": 0.680664, + "main_score": 0.647625, + "hf_subset": "mni_Mtei-snd_Deva", + "languages": [ + "mni-Mtei", + "snd-Deva" + ] + }, + { + "precision": 0.622153, + "recall": 0.669922, + "f1": 0.634432, + "accuracy": 0.669922, + "main_score": 0.634432, + "hf_subset": "mni_Mtei-tam_Taml", + "languages": [ + "mni-Mtei", + "tam-Taml" + ] + }, + { + "precision": 0.664724, + "recall": 0.703125, + "f1": 0.674347, + "accuracy": 0.703125, + "main_score": 0.674347, + "hf_subset": "mni_Mtei-tel_Telu", + "languages": [ + "mni-Mtei", + "tel-Telu" + ] + }, + { + "precision": 0.682137, + "recall": 0.722656, + "f1": 0.692405, + "accuracy": 0.722656, + "main_score": 0.692405, + "hf_subset": "mni_Mtei-urd_Arab", + "languages": [ + "mni-Mtei", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.581483, + "recall": 0.633789, + "f1": 0.595236, + "accuracy": 0.633789, + "main_score": 0.595236, + "hf_subset": "npi_Deva-brx_Deva", + "languages": [ + "npi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "npi_Deva-doi_Deva", + "languages": [ + "npi-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "npi_Deva-gom_Deva", + "languages": [ + "npi-Deva", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.912028, + "recall": 0.938477, + "f1": 0.920312, + "accuracy": 0.938477, + "main_score": 0.920312, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.713041, + "recall": 0.775391, + "f1": 0.730272, + "accuracy": 0.775391, + "main_score": 0.730272, + "hf_subset": "npi_Deva-mni_Mtei", + "languages": [ + "npi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.875499, + "recall": 0.90918, + "f1": 0.885775, + "accuracy": 0.90918, + "main_score": 0.885775, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.950033, + "recall": 0.964844, + "f1": 0.954753, + "accuracy": 0.964844, + "main_score": 0.954753, + "hf_subset": "npi_Deva-snd_Deva", + "languages": [ + "npi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.98877, + "recall": 0.992188, + "f1": 0.989909, + "accuracy": 0.992188, + "main_score": 0.989909, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.994466, + "recall": 0.996094, + "f1": 0.994954, + "accuracy": 0.996094, + "main_score": 0.994954, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ] + }, + { + "precision": 0.526036, + "recall": 0.587891, + "f1": 0.542735, + "accuracy": 0.587891, + "main_score": 0.542735, + "hf_subset": "ory_Orya-brx_Deva", + "languages": [ + "ory-Orya", + "brx-Deva" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "ory_Orya-doi_Deva", + "languages": [ + "ory-Orya", + "doi-Deva" + ] + }, + { + "precision": 0.986003, + "recall": 0.990234, + "f1": 0.987305, + "accuracy": 0.990234, + "main_score": 0.987305, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.966634, + "recall": 0.977539, + "f1": 0.970215, + "accuracy": 0.977539, + "main_score": 0.970215, + "hf_subset": "ory_Orya-gom_Deva", + "languages": [ + "ory-Orya", + "gom-Deva" + ] + }, + { + "precision": 0.994466, + "recall": 0.996094, + "f1": 0.994954, + "accuracy": 0.996094, + "main_score": 0.994954, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ] + }, + { + "precision": 0.883984, + "recall": 0.916016, + "f1": 0.89401, + "accuracy": 0.916016, + "main_score": 0.89401, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ] + }, + { + "precision": 0.69377, + "recall": 0.75293, + "f1": 0.710386, + "accuracy": 0.75293, + "main_score": 0.710386, + "hf_subset": "ory_Orya-mni_Mtei", + "languages": [ + "ory-Orya", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ] + }, + { + "precision": 0.984538, + "recall": 0.989258, + "f1": 0.986003, + "accuracy": 0.989258, + "main_score": 0.986003, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ] + }, + { + "precision": 0.872585, + "recall": 0.905273, + "f1": 0.882281, + "accuracy": 0.905273, + "main_score": 0.882281, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ] + }, + { + "precision": 0.924723, + "recall": 0.944336, + "f1": 0.930697, + "accuracy": 0.944336, + "main_score": 0.930697, + "hf_subset": "ory_Orya-snd_Deva", + "languages": [ + "ory-Orya", + "snd-Deva" + ] + }, + { + "precision": 0.98291, + "recall": 0.988281, + "f1": 0.984701, + "accuracy": 0.988281, + "main_score": 0.984701, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ] + }, + { + "precision": 0.994466, + "recall": 0.996094, + "f1": 0.994954, + "accuracy": 0.996094, + "main_score": 0.994954, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.571074, + "recall": 0.631836, + "f1": 0.587069, + "accuracy": 0.631836, + "main_score": 0.587069, + "hf_subset": "pan_Guru-brx_Deva", + "languages": [ + "pan-Guru", + "brx-Deva" + ] + }, + { + "precision": 0.981283, + "recall": 0.987305, + "f1": 0.983236, + "accuracy": 0.987305, + "main_score": 0.983236, + "hf_subset": "pan_Guru-doi_Deva", + "languages": [ + "pan-Guru", + "doi-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.971029, + "recall": 0.980469, + "f1": 0.974121, + "accuracy": 0.980469, + "main_score": 0.974121, + "hf_subset": "pan_Guru-gom_Deva", + "languages": [ + "pan-Guru", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.909587, + "recall": 0.935547, + "f1": 0.917513, + "accuracy": 0.935547, + "main_score": 0.917513, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.725825, + "recall": 0.780273, + "f1": 0.741096, + "accuracy": 0.780273, + "main_score": 0.741096, + "hf_subset": "pan_Guru-mni_Mtei", + "languages": [ + "pan-Guru", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ] + }, + { + "precision": 0.981283, + "recall": 0.987305, + "f1": 0.983236, + "accuracy": 0.987305, + "main_score": 0.983236, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ] + }, + { + "precision": 0.993001, + "recall": 0.995117, + "f1": 0.993652, + "accuracy": 0.995117, + "main_score": 0.993652, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ] + }, + { + "precision": 0.858587, + "recall": 0.895508, + "f1": 0.86945, + "accuracy": 0.895508, + "main_score": 0.86945, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ] + }, + { + "precision": 0.949056, + "recall": 0.963867, + "f1": 0.953776, + "accuracy": 0.963867, + "main_score": 0.953776, + "hf_subset": "pan_Guru-snd_Deva", + "languages": [ + "pan-Guru", + "snd-Deva" + ] + }, + { + "precision": 0.986165, + "recall": 0.990234, + "f1": 0.987467, + "accuracy": 0.990234, + "main_score": 0.987467, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.997396, + "recall": 0.998047, + "f1": 0.997559, + "accuracy": 0.998047, + "main_score": 0.997559, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.57094, + "recall": 0.625977, + "f1": 0.585478, + "accuracy": 0.625977, + "main_score": 0.585478, + "hf_subset": "san_Deva-brx_Deva", + "languages": [ + "san-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.978027, + "recall": 0.985352, + "f1": 0.980469, + "accuracy": 0.985352, + "main_score": 0.980469, + "hf_subset": "san_Deva-doi_Deva", + "languages": [ + "san-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "san_Deva-gom_Deva", + "languages": [ + "san-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.902669, + "recall": 0.931641, + "f1": 0.911784, + "accuracy": 0.931641, + "main_score": 0.911784, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.705291, + "recall": 0.761719, + "f1": 0.720739, + "accuracy": 0.761719, + "main_score": 0.720739, + "hf_subset": "san_Deva-mni_Mtei", + "languages": [ + "san-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.980957, + "recall": 0.987305, + "f1": 0.983073, + "accuracy": 0.987305, + "main_score": 0.983073, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.858545, + "recall": 0.896484, + "f1": 0.870136, + "accuracy": 0.896484, + "main_score": 0.870136, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.941569, + "recall": 0.958984, + "f1": 0.947103, + "accuracy": 0.958984, + "main_score": 0.947103, + "hf_subset": "san_Deva-snd_Deva", + "languages": [ + "san-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.984375, + "recall": 0.989258, + "f1": 0.986003, + "accuracy": 0.989258, + "main_score": 0.986003, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.856348, + "recall": 0.888672, + "f1": 0.86526, + "accuracy": 0.888672, + "main_score": 0.86526, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ] + }, + { + "precision": 0.888225, + "recall": 0.914062, + "f1": 0.895446, + "accuracy": 0.914062, + "main_score": 0.895446, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ] + }, + { + "precision": 0.557339, + "recall": 0.603516, + "f1": 0.569602, + "accuracy": 0.603516, + "main_score": 0.569602, + "hf_subset": "sat_Olck-brx_Deva", + "languages": [ + "sat-Olck", + "brx-Deva" + ] + }, + { + "precision": 0.810769, + "recall": 0.854492, + "f1": 0.822729, + "accuracy": 0.854492, + "main_score": 0.822729, + "hf_subset": "sat_Olck-doi_Deva", + "languages": [ + "sat-Olck", + "doi-Deva" + ] + }, + { + "precision": 0.829426, + "recall": 0.865234, + "f1": 0.839095, + "accuracy": 0.865234, + "main_score": 0.839095, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.835604, + "recall": 0.874023, + "f1": 0.846853, + "accuracy": 0.874023, + "main_score": 0.846853, + "hf_subset": "sat_Olck-gom_Deva", + "languages": [ + "sat-Olck", + "gom-Deva" + ] + }, + { + "precision": 0.847401, + "recall": 0.883789, + "f1": 0.857589, + "accuracy": 0.883789, + "main_score": 0.857589, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ] + }, + { + "precision": 0.852247, + "recall": 0.889648, + "f1": 0.863157, + "accuracy": 0.889648, + "main_score": 0.863157, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ] + }, + { + "precision": 0.834182, + "recall": 0.874023, + "f1": 0.845592, + "accuracy": 0.874023, + "main_score": 0.845592, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ] + }, + { + "precision": 0.774555, + "recall": 0.817383, + "f1": 0.78661, + "accuracy": 0.817383, + "main_score": 0.78661, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ] + }, + { + "precision": 0.83197, + "recall": 0.871094, + "f1": 0.842762, + "accuracy": 0.871094, + "main_score": 0.842762, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ] + }, + { + "precision": 0.852778, + "recall": 0.887695, + "f1": 0.862696, + "accuracy": 0.887695, + "main_score": 0.862696, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ] + }, + { + "precision": 0.861428, + "recall": 0.890625, + "f1": 0.869648, + "accuracy": 0.890625, + "main_score": 0.869648, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ] + }, + { + "precision": 0.658648, + "recall": 0.708008, + "f1": 0.672145, + "accuracy": 0.708008, + "main_score": 0.672145, + "hf_subset": "sat_Olck-mni_Mtei", + "languages": [ + "sat-Olck", + "mni-Mtei" + ] + }, + { + "precision": 0.844785, + "recall": 0.875977, + "f1": 0.853236, + "accuracy": 0.875977, + "main_score": 0.853236, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ] + }, + { + "precision": 0.849349, + "recall": 0.884766, + "f1": 0.859302, + "accuracy": 0.884766, + "main_score": 0.859302, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ] + }, + { + "precision": 0.851921, + "recall": 0.890625, + "f1": 0.863156, + "accuracy": 0.890625, + "main_score": 0.863156, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ] + }, + { + "precision": 0.851953, + "recall": 0.887695, + "f1": 0.862533, + "accuracy": 0.887695, + "main_score": 0.862533, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ] + }, + { + "precision": 0.798398, + "recall": 0.837891, + "f1": 0.808774, + "accuracy": 0.837891, + "main_score": 0.808774, + "hf_subset": "sat_Olck-snd_Deva", + "languages": [ + "sat-Olck", + "snd-Deva" + ] + }, + { + "precision": 0.80928, + "recall": 0.852539, + "f1": 0.820765, + "accuracy": 0.852539, + "main_score": 0.820765, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ] + }, + { + "precision": 0.825652, + "recall": 0.861328, + "f1": 0.83565, + "accuracy": 0.861328, + "main_score": 0.83565, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ] + }, + { + "precision": 0.857784, + "recall": 0.891602, + "f1": 0.86745, + "accuracy": 0.891602, + "main_score": 0.86745, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ] + }, + { + "precision": 0.915025, + "recall": 0.9375, + "f1": 0.921864, + "accuracy": 0.9375, + "main_score": 0.921864, + "hf_subset": "snd_Deva-asm_Beng", + "languages": [ + "snd-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.940267, + "recall": 0.958008, + "f1": 0.945768, + "accuracy": 0.958008, + "main_score": 0.945768, + "hf_subset": "snd_Deva-ben_Beng", + "languages": [ + "snd-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.611891, + "recall": 0.668945, + "f1": 0.628662, + "accuracy": 0.668945, + "main_score": 0.628662, + "hf_subset": "snd_Deva-brx_Deva", + "languages": [ + "snd-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.948405, + "recall": 0.963867, + "f1": 0.953451, + "accuracy": 0.963867, + "main_score": 0.953451, + "hf_subset": "snd_Deva-doi_Deva", + "languages": [ + "snd-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.952718, + "recall": 0.966797, + "f1": 0.957064, + "accuracy": 0.966797, + "main_score": 0.957064, + "hf_subset": "snd_Deva-eng_Latn", + "languages": [ + "snd-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.928255, + "recall": 0.949219, + "f1": 0.934863, + "accuracy": 0.949219, + "main_score": 0.934863, + "hf_subset": "snd_Deva-gom_Deva", + "languages": [ + "snd-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.944394, + "recall": 0.959961, + "f1": 0.94904, + "accuracy": 0.959961, + "main_score": 0.94904, + "hf_subset": "snd_Deva-guj_Gujr", + "languages": [ + "snd-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.953735, + "recall": 0.966797, + "f1": 0.957737, + "accuracy": 0.966797, + "main_score": 0.957737, + "hf_subset": "snd_Deva-hin_Deva", + "languages": [ + "snd-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.917106, + "recall": 0.939453, + "f1": 0.923847, + "accuracy": 0.939453, + "main_score": 0.923847, + "hf_subset": "snd_Deva-kan_Knda", + "languages": [ + "snd-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.88431, + "recall": 0.916016, + "f1": 0.89401, + "accuracy": 0.916016, + "main_score": 0.89401, + "hf_subset": "snd_Deva-kas_Arab", + "languages": [ + "snd-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.949544, + "recall": 0.963867, + "f1": 0.954102, + "accuracy": 0.963867, + "main_score": 0.954102, + "hf_subset": "snd_Deva-mai_Deva", + "languages": [ + "snd-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.927979, + "recall": 0.946289, + "f1": 0.933659, + "accuracy": 0.946289, + "main_score": 0.933659, + "hf_subset": "snd_Deva-mal_Mlym", + "languages": [ + "snd-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.934733, + "recall": 0.953125, + "f1": 0.940397, + "accuracy": 0.953125, + "main_score": 0.940397, + "hf_subset": "snd_Deva-mar_Deva", + "languages": [ + "snd-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.646674, + "recall": 0.696289, + "f1": 0.659748, + "accuracy": 0.696289, + "main_score": 0.659748, + "hf_subset": "snd_Deva-mni_Mtei", + "languages": [ + "snd-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.942871, + "recall": 0.958008, + "f1": 0.947512, + "accuracy": 0.958008, + "main_score": 0.947512, + "hf_subset": "snd_Deva-npi_Deva", + "languages": [ + "snd-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.911328, + "recall": 0.935547, + "f1": 0.91875, + "accuracy": 0.935547, + "main_score": 0.91875, + "hf_subset": "snd_Deva-ory_Orya", + "languages": [ + "snd-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.94873, + "recall": 0.964844, + "f1": 0.953939, + "accuracy": 0.964844, + "main_score": 0.953939, + "hf_subset": "snd_Deva-pan_Guru", + "languages": [ + "snd-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.929688, + "recall": 0.949219, + "f1": 0.935677, + "accuracy": 0.949219, + "main_score": 0.935677, + "hf_subset": "snd_Deva-san_Deva", + "languages": [ + "snd-Deva", + "san-Deva" + ] + }, + { + "precision": 0.789282, + "recall": 0.836914, + "f1": 0.802896, + "accuracy": 0.836914, + "main_score": 0.802896, + "hf_subset": "snd_Deva-sat_Olck", + "languages": [ + "snd-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.917269, + "recall": 0.94043, + "f1": 0.924335, + "accuracy": 0.94043, + "main_score": 0.924335, + "hf_subset": "snd_Deva-tam_Taml", + "languages": [ + "snd-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.921175, + "recall": 0.943359, + "f1": 0.928078, + "accuracy": 0.943359, + "main_score": 0.928078, + "hf_subset": "snd_Deva-tel_Telu", + "languages": [ + "snd-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.952148, + "recall": 0.96582, + "f1": 0.95638, + "accuracy": 0.96582, + "main_score": 0.95638, + "hf_subset": "snd_Deva-urd_Arab", + "languages": [ + "snd-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.556105, + "recall": 0.616211, + "f1": 0.572262, + "accuracy": 0.616211, + "main_score": 0.572262, + "hf_subset": "tam_Taml-brx_Deva", + "languages": [ + "tam-Taml", + "brx-Deva" + ] + }, + { + "precision": 0.978353, + "recall": 0.985352, + "f1": 0.980632, + "accuracy": 0.985352, + "main_score": 0.980632, + "hf_subset": "tam_Taml-doi_Deva", + "languages": [ + "tam-Taml", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.968831, + "recall": 0.978516, + "f1": 0.971908, + "accuracy": 0.978516, + "main_score": 0.971908, + "hf_subset": "tam_Taml-gom_Deva", + "languages": [ + "tam-Taml", + "gom-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.888786, + "recall": 0.919922, + "f1": 0.898177, + "accuracy": 0.919922, + "main_score": 0.898177, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.697946, + "recall": 0.754883, + "f1": 0.713193, + "accuracy": 0.754883, + "main_score": 0.713193, + "hf_subset": "tam_Taml-mni_Mtei", + "languages": [ + "tam-Taml", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ] + }, + { + "precision": 0.978027, + "recall": 0.985352, + "f1": 0.980469, + "accuracy": 0.985352, + "main_score": 0.980469, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ] + }, + { + "precision": 0.84598, + "recall": 0.888672, + "f1": 0.859022, + "accuracy": 0.888672, + "main_score": 0.859022, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ] + }, + { + "precision": 0.93387, + "recall": 0.952148, + "f1": 0.939518, + "accuracy": 0.952148, + "main_score": 0.939518, + "hf_subset": "tam_Taml-snd_Deva", + "languages": [ + "tam-Taml", + "snd-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.566336, + "recall": 0.623047, + "f1": 0.580894, + "accuracy": 0.623047, + "main_score": 0.580894, + "hf_subset": "tel_Telu-brx_Deva", + "languages": [ + "tel-Telu", + "brx-Deva" + ] + }, + { + "precision": 0.979492, + "recall": 0.986328, + "f1": 0.981771, + "accuracy": 0.986328, + "main_score": 0.981771, + "hf_subset": "tel_Telu-doi_Deva", + "languages": [ + "tel-Telu", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.97998, + "recall": 0.986328, + "f1": 0.982096, + "accuracy": 0.986328, + "main_score": 0.982096, + "hf_subset": "tel_Telu-gom_Deva", + "languages": [ + "tel-Telu", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.892985, + "recall": 0.924805, + "f1": 0.902897, + "accuracy": 0.924805, + "main_score": 0.902897, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.71562, + "recall": 0.771484, + "f1": 0.731208, + "accuracy": 0.771484, + "main_score": 0.731208, + "hf_subset": "tel_Telu-mni_Mtei", + "languages": [ + "tel-Telu", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ] + }, + { + "precision": 0.995931, + "recall": 0.99707, + "f1": 0.996257, + "accuracy": 0.99707, + "main_score": 0.996257, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ] + }, + { + "precision": 0.855339, + "recall": 0.896484, + "f1": 0.867936, + "accuracy": 0.896484, + "main_score": 0.867936, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ] + }, + { + "precision": 0.938639, + "recall": 0.956055, + "f1": 0.94401, + "accuracy": 0.956055, + "main_score": 0.94401, + "hf_subset": "tel_Telu-snd_Deva", + "languages": [ + "tel-Telu", + "snd-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.565744, + "recall": 0.62207, + "f1": 0.580585, + "accuracy": 0.62207, + "main_score": 0.580585, + "hf_subset": "urd_Arab-brx_Deva", + "languages": [ + "urd-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "urd_Arab-doi_Deva", + "languages": [ + "urd-Arab", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.979492, + "recall": 0.986328, + "f1": 0.981771, + "accuracy": 0.986328, + "main_score": 0.981771, + "hf_subset": "urd_Arab-gom_Deva", + "languages": [ + "urd-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.927327, + "recall": 0.949219, + "f1": 0.934147, + "accuracy": 0.949219, + "main_score": 0.934147, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.707722, + "recall": 0.765625, + "f1": 0.724008, + "accuracy": 0.765625, + "main_score": 0.724008, + "hf_subset": "urd_Arab-mni_Mtei", + "languages": [ + "urd-Arab", + "mni-Mtei" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.875423, + "recall": 0.911133, + "f1": 0.88623, + "accuracy": 0.911133, + "main_score": 0.88623, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.959961, + "recall": 0.97168, + "f1": 0.963704, + "accuracy": 0.97168, + "main_score": 0.963704, + "hf_subset": "urd_Arab-snd_Deva", + "languages": [ + "urd-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 304.3675150871277, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicCrosslingualSTS.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicCrosslingualSTS.json new file mode 100644 index 0000000000..27a4010ec7 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicCrosslingualSTS.json @@ -0,0 +1,203 @@ +{ + "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4", + "task_name": "IndicCrosslingualSTS", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.57083, + "spearman": 0.579375, + "cosine_pearson": 0.57083, + "cosine_spearman": 0.579375, + "manhattan_pearson": 0.589249, + "manhattan_spearman": 0.594363, + "euclidean_pearson": 0.569636, + "euclidean_spearman": 0.578606, + "main_score": 0.579375, + "hf_subset": "en-as", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "pearson": 0.540076, + "spearman": 0.495082, + "cosine_pearson": 0.540075, + "cosine_spearman": 0.495082, + "manhattan_pearson": 0.535528, + "manhattan_spearman": 0.50923, + "euclidean_pearson": 0.52229, + "euclidean_spearman": 0.495197, + "main_score": 0.495082, + "hf_subset": "en-bn", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "pearson": 0.547729, + "spearman": 0.533126, + "cosine_pearson": 0.547729, + "cosine_spearman": 0.533126, + "manhattan_pearson": 0.534475, + "manhattan_spearman": 0.563054, + "euclidean_pearson": 0.503889, + "euclidean_spearman": 0.532741, + "main_score": 0.533126, + "hf_subset": "en-gu", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "pearson": 0.609811, + "spearman": 0.603977, + "cosine_pearson": 0.609811, + "cosine_spearman": 0.603977, + "manhattan_pearson": 0.618017, + "manhattan_spearman": 0.620742, + "euclidean_pearson": 0.602708, + "euclidean_spearman": 0.604021, + "main_score": 0.603977, + "hf_subset": "en-hi", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "pearson": 0.532347, + "spearman": 0.556292, + "cosine_pearson": 0.532347, + "cosine_spearman": 0.556292, + "manhattan_pearson": 0.495115, + "manhattan_spearman": 0.574835, + "euclidean_pearson": 0.476608, + "euclidean_spearman": 0.55789, + "main_score": 0.556292, + "hf_subset": "en-kn", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "pearson": 0.628421, + "spearman": 0.586378, + "cosine_pearson": 0.628421, + "cosine_spearman": 0.586378, + "manhattan_pearson": 0.628028, + "manhattan_spearman": 0.598129, + "euclidean_pearson": 0.621025, + "euclidean_spearman": 0.586567, + "main_score": 0.586378, + "hf_subset": "en-ml", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "pearson": 0.505587, + "spearman": 0.553632, + "cosine_pearson": 0.505587, + "cosine_spearman": 0.553632, + "manhattan_pearson": 0.479214, + "manhattan_spearman": 0.565174, + "euclidean_pearson": 0.465462, + "euclidean_spearman": 0.553811, + "main_score": 0.553632, + "hf_subset": "en-mr", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "pearson": 0.01421, + "spearman": 0.029516, + "cosine_pearson": 0.01421, + "cosine_spearman": 0.029516, + "manhattan_pearson": 0.017908, + "manhattan_spearman": 0.032932, + "euclidean_pearson": 0.011518, + "euclidean_spearman": 0.027807, + "main_score": 0.029516, + "hf_subset": "en-or", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "pearson": 0.668643, + "spearman": 0.636187, + "cosine_pearson": 0.668643, + "cosine_spearman": 0.636187, + "manhattan_pearson": 0.66843, + "manhattan_spearman": 0.639272, + "euclidean_pearson": 0.662297, + "euclidean_spearman": 0.63503, + "main_score": 0.636187, + "hf_subset": "en-pa", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "pearson": 0.561915, + "spearman": 0.566417, + "cosine_pearson": 0.561915, + "cosine_spearman": 0.566417, + "manhattan_pearson": 0.554799, + "manhattan_spearman": 0.57358, + "euclidean_pearson": 0.543083, + "euclidean_spearman": 0.565762, + "main_score": 0.566417, + "hf_subset": "en-ta", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "pearson": 0.434239, + "spearman": 0.417087, + "cosine_pearson": 0.434239, + "cosine_spearman": 0.417087, + "manhattan_pearson": 0.460885, + "manhattan_spearman": 0.44128, + "euclidean_pearson": 0.430128, + "euclidean_spearman": 0.415925, + "main_score": 0.417087, + "hf_subset": "en-te", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "pearson": 0.198085, + "spearman": 0.229824, + "cosine_pearson": 0.198085, + "cosine_spearman": 0.229824, + "manhattan_pearson": 0.20599, + "manhattan_spearman": 0.235099, + "euclidean_pearson": 0.201733, + "euclidean_spearman": 0.231384, + "main_score": 0.229824, + "hf_subset": "en-ur", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 47.03006720542908, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicGenBenchFloresBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicGenBenchFloresBitextMining.json new file mode 100644 index 0000000000..262e625bd3 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicGenBenchFloresBitextMining.json @@ -0,0 +1,1405 @@ +{ + "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee", + "task_name": "IndicGenBenchFloresBitextMining", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.990973, + "recall": 0.993982, + "f1": 0.991976, + "accuracy": 0.993982, + "main_score": 0.991976, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.984955, + "recall": 0.98997, + "f1": 0.986627, + "accuracy": 0.98997, + "main_score": 0.986627, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.984955, + "recall": 0.98997, + "f1": 0.986627, + "accuracy": 0.98997, + "main_score": 0.986627, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.988465, + "recall": 0.991976, + "f1": 0.989636, + "accuracy": 0.991976, + "main_score": 0.989636, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.987462, + "recall": 0.990973, + "f1": 0.988633, + "accuracy": 0.990973, + "main_score": 0.988633, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.978185, + "recall": 0.984955, + "f1": 0.980341, + "accuracy": 0.984955, + "main_score": 0.980341, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.980441, + "recall": 0.986961, + "f1": 0.982615, + "accuracy": 0.986961, + "main_score": 0.982615, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.949214, + "recall": 0.964895, + "f1": 0.954196, + "accuracy": 0.964895, + "main_score": 0.954196, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.92765, + "recall": 0.94985, + "f1": 0.934804, + "accuracy": 0.94985, + "main_score": 0.934804, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.975928, + "recall": 0.983952, + "f1": 0.978602, + "accuracy": 0.983952, + "main_score": 0.978602, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.969241, + "recall": 0.978937, + "f1": 0.972417, + "accuracy": 0.978937, + "main_score": 0.972417, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.991976, + "recall": 0.993982, + "f1": 0.992645, + "accuracy": 0.993982, + "main_score": 0.992645, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991474, + "recall": 0.992979, + "f1": 0.991976, + "accuracy": 0.992979, + "main_score": 0.991976, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.683579, + "recall": 0.738215, + "f1": 0.697392, + "accuracy": 0.738215, + "main_score": 0.697392, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.755784, + "recall": 0.818455, + "f1": 0.774133, + "accuracy": 0.818455, + "main_score": 0.774133, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.516969, + "recall": 0.583751, + "f1": 0.533525, + "accuracy": 0.583751, + "main_score": 0.533525, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.507116, + "recall": 0.589769, + "f1": 0.530117, + "accuracy": 0.589769, + "main_score": 0.530117, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.98228, + "recall": 0.987964, + "f1": 0.984119, + "accuracy": 0.987964, + "main_score": 0.984119, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.979271, + "recall": 0.985958, + "f1": 0.981444, + "accuracy": 0.985958, + "main_score": 0.981444, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.988298, + "recall": 0.991976, + "f1": 0.989468, + "accuracy": 0.991976, + "main_score": 0.989468, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.62989, + "recall": 0.701103, + "f1": 0.649111, + "accuracy": 0.701103, + "main_score": 0.649111, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.649098, + "recall": 0.717151, + "f1": 0.668635, + "accuracy": 0.717151, + "main_score": 0.668635, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.986794, + "recall": 0.990973, + "f1": 0.988131, + "accuracy": 0.990973, + "main_score": 0.988131, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.880496, + "recall": 0.908726, + "f1": 0.888666, + "accuracy": 0.908726, + "main_score": 0.888666, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.877299, + "recall": 0.912738, + "f1": 0.888298, + "accuracy": 0.912738, + "main_score": 0.888298, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ], + "test": [ + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.971344, + "recall": 0.979249, + "f1": 0.973767, + "accuracy": 0.979249, + "main_score": 0.973767, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.983366, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.966568, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.669, + "recall": 0.731225, + "f1": 0.685174, + "accuracy": 0.731225, + "main_score": 0.685174, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.759627, + "recall": 0.821146, + "f1": 0.777934, + "accuracy": 0.821146, + "main_score": 0.777934, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.523623, + "recall": 0.591897, + "f1": 0.541538, + "accuracy": 0.591897, + "main_score": 0.541538, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.514089, + "recall": 0.59585, + "f1": 0.536826, + "accuracy": 0.59585, + "main_score": 0.536826, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.62729, + "recall": 0.694664, + "f1": 0.646434, + "accuracy": 0.694664, + "main_score": 0.646434, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.642236, + "recall": 0.718379, + "f1": 0.66361, + "accuracy": 0.718379, + "main_score": 0.66361, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.883015, + "recall": 0.911067, + "f1": 0.890801, + "accuracy": 0.911067, + "main_score": 0.890801, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.864904, + "recall": 0.903162, + "f1": 0.876666, + "accuracy": 0.903162, + "main_score": 0.876666, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ] + }, + "evaluation_time": 1580.783207654953, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicLangClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicLangClassification.json new file mode 100644 index 0000000000..6aea5e8be3 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndicLangClassification.json @@ -0,0 +1,96 @@ +{ + "dataset_revision": "c54a95d9b9d62c891a03bd5da60715df7176b097", + "task_name": "IndicLangClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.821744, + "f1": 0.77356, + "f1_weighted": 0.811483, + "scores_per_experiment": [ + { + "accuracy": 0.812973, + "f1": 0.76762, + "f1_weighted": 0.804679 + }, + { + "accuracy": 0.82106, + "f1": 0.769662, + "f1_weighted": 0.80816 + }, + { + "accuracy": 0.827865, + "f1": 0.776743, + "f1_weighted": 0.816411 + }, + { + "accuracy": 0.830561, + "f1": 0.784536, + "f1_weighted": 0.820342 + }, + { + "accuracy": 0.820172, + "f1": 0.767046, + "f1_weighted": 0.806428 + }, + { + "accuracy": 0.829838, + "f1": 0.780515, + "f1_weighted": 0.81936 + }, + { + "accuracy": 0.830495, + "f1": 0.781087, + "f1_weighted": 0.815891 + }, + { + "accuracy": 0.811427, + "f1": 0.768101, + "f1_weighted": 0.806449 + }, + { + "accuracy": 0.814156, + "f1": 0.766585, + "f1_weighted": 0.80623 + }, + { + "accuracy": 0.81889, + "f1": 0.773706, + "f1_weighted": 0.810882 + } + ], + "main_score": 0.821744, + "hf_subset": "default", + "languages": [ + "asm-Beng", + "brx-Deva", + "ben-Beng", + "doi-Deva", + "gom-Deva", + "guj-Gujr", + "hin-Deva", + "kan-Knda", + "kas-Arab", + "kas-Deva", + "mai-Deva", + "mal-Mlym", + "mar-Deva", + "mni-Beng", + "mni-Mtei", + "npi-Deva", + "ory-Orya", + "pan-Guru", + "san-Deva", + "sat-Olck", + "snd-Arab", + "tam-Taml", + "tel-Telu", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 423.0936324596405, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndonesianIdClickbaitClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndonesianIdClickbaitClassification.json new file mode 100644 index 0000000000..fcdd203521 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IndonesianIdClickbaitClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "9fa4d0824015fe537ae2c8166781f5c79873da2c", + "task_name": "IndonesianIdClickbaitClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.629785, + "f1": 0.624291, + "f1_weighted": 0.629731, + "ap": 0.508167, + "ap_weighted": 0.508167, + "scores_per_experiment": [ + { + "accuracy": 0.691406, + "f1": 0.666661, + "f1_weighted": 0.681295, + "ap": 0.549502, + "ap_weighted": 0.549502 + }, + { + "accuracy": 0.525391, + "f1": 0.525244, + "f1_weighted": 0.526589, + "ap": 0.438541, + "ap_weighted": 0.438541 + }, + { + "accuracy": 0.605957, + "f1": 0.604711, + "f1_weighted": 0.608287, + "ap": 0.488105, + "ap_weighted": 0.488105 + }, + { + "accuracy": 0.633789, + "f1": 0.63154, + "f1_weighted": 0.636179, + "ap": 0.507884, + "ap_weighted": 0.507884 + }, + { + "accuracy": 0.666504, + "f1": 0.664482, + "f1_weighted": 0.668679, + "ap": 0.535964, + "ap_weighted": 0.535964 + }, + { + "accuracy": 0.557129, + "f1": 0.548997, + "f1_weighted": 0.558755, + "ap": 0.446809, + "ap_weighted": 0.446809 + }, + { + "accuracy": 0.717773, + "f1": 0.709967, + "f1_weighted": 0.717634, + "ap": 0.581335, + "ap_weighted": 0.581335 + }, + { + "accuracy": 0.625488, + "f1": 0.624345, + "f1_weighted": 0.627684, + "ap": 0.503272, + "ap_weighted": 0.503272 + }, + { + "accuracy": 0.604492, + "f1": 0.603888, + "f1_weighted": 0.601395, + "ap": 0.496053, + "ap_weighted": 0.496053 + }, + { + "accuracy": 0.669922, + "f1": 0.663073, + "f1_weighted": 0.670813, + "ap": 0.534206, + "ap_weighted": 0.534206 + } + ], + "main_score": 0.624291, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 14.2313232421875, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/IsiZuluNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IsiZuluNewsClassification.json new file mode 100644 index 0000000000..90201a2b82 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/IsiZuluNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "55caf0e52693a1ea63b15a4980a73fc137fb862b", + "task_name": "IsiZuluNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.308378, + "f1": 0.316574, + "f1_weighted": 0.309207, + "scores_per_experiment": [ + { + "accuracy": 0.275266, + "f1": 0.294524, + "f1_weighted": 0.276141 + }, + { + "accuracy": 0.308511, + "f1": 0.319546, + "f1_weighted": 0.313246 + }, + { + "accuracy": 0.304521, + "f1": 0.323958, + "f1_weighted": 0.297114 + }, + { + "accuracy": 0.31516, + "f1": 0.318089, + "f1_weighted": 0.328307 + }, + { + "accuracy": 0.331117, + "f1": 0.312898, + "f1_weighted": 0.343759 + }, + { + "accuracy": 0.333777, + "f1": 0.325562, + "f1_weighted": 0.338853 + }, + { + "accuracy": 0.316489, + "f1": 0.32679, + "f1_weighted": 0.305038 + }, + { + "accuracy": 0.31516, + "f1": 0.315924, + "f1_weighted": 0.316721 + }, + { + "accuracy": 0.273936, + "f1": 0.295297, + "f1_weighted": 0.265811 + }, + { + "accuracy": 0.30984, + "f1": 0.333149, + "f1_weighted": 0.307078 + } + ], + "main_score": 0.308378, + "hf_subset": "default", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 18.168246507644653, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/ItaCaseholdClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ItaCaseholdClassification.json new file mode 100644 index 0000000000..cab30dd260 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ItaCaseholdClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fafcfc4fee815f7017848e54b26c47ece8ff1626", + "task_name": "ItaCaseholdClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.721719, + "f1": 0.25476, + "f1_weighted": 0.651333, + "scores_per_experiment": [ + { + "accuracy": 0.710407, + "f1": 0.257474, + "f1_weighted": 0.640725 + }, + { + "accuracy": 0.719457, + "f1": 0.240983, + "f1_weighted": 0.649458 + }, + { + "accuracy": 0.742081, + "f1": 0.26767, + "f1_weighted": 0.668908 + }, + { + "accuracy": 0.719457, + "f1": 0.259754, + "f1_weighted": 0.646937 + }, + { + "accuracy": 0.714932, + "f1": 0.251026, + "f1_weighted": 0.643403 + }, + { + "accuracy": 0.728507, + "f1": 0.248017, + "f1_weighted": 0.658442 + }, + { + "accuracy": 0.719457, + "f1": 0.255903, + "f1_weighted": 0.648203 + }, + { + "accuracy": 0.719457, + "f1": 0.249236, + "f1_weighted": 0.655671 + }, + { + "accuracy": 0.714932, + "f1": 0.254859, + "f1_weighted": 0.641847 + }, + { + "accuracy": 0.728507, + "f1": 0.262678, + "f1_weighted": 0.659735 + } + ], + "main_score": 0.721719, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 223.61088490486145, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/JSICK.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/JSICK.json new file mode 100644 index 0000000000..60ee3ed1d1 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/JSICK.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "task_name": "JSICK", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.849707, + "spearman": 0.845688, + "cosine_pearson": 0.849707, + "cosine_spearman": 0.845688, + "manhattan_pearson": 0.853573, + "manhattan_spearman": 0.845794, + "euclidean_pearson": 0.853466, + "euclidean_spearman": 0.845614, + "main_score": 0.845688, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 8.143518209457397, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/KorHateSpeechMLClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/KorHateSpeechMLClassification.json new file mode 100644 index 0000000000..4182499e82 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/KorHateSpeechMLClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c657d15baf277c48d467f0625f7d33c50d4352ef", + "task_name": "KorHateSpeechMLClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.12214, + "f1": 0.271913, + "lrap": 0.264909, + "scores_per_experiment": [ + { + "accuracy": 0.085911, + "f1": 0.236473, + "lrap": 0.224772 + }, + { + "accuracy": 0.108002, + "f1": 0.262755, + "lrap": 0.242814 + }, + { + "accuracy": 0.095238, + "f1": 0.267709, + "lrap": 0.234495 + }, + { + "accuracy": 0.118802, + "f1": 0.300946, + "lrap": 0.271696 + }, + { + "accuracy": 0.154148, + "f1": 0.307466, + "lrap": 0.300728 + }, + { + "accuracy": 0.097693, + "f1": 0.25917, + "lrap": 0.244818 + }, + { + "accuracy": 0.13353, + "f1": 0.265445, + "lrap": 0.278773 + }, + { + "accuracy": 0.145312, + "f1": 0.288465, + "lrap": 0.289983 + }, + { + "accuracy": 0.092293, + "f1": 0.230176, + "lrap": 0.231072 + }, + { + "accuracy": 0.190476, + "f1": 0.300522, + "lrap": 0.329938 + } + ], + "main_score": 0.12214, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 17.241079092025757, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/KorSarcasmClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/KorSarcasmClassification.json new file mode 100644 index 0000000000..775ab7058f --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/KorSarcasmClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "3d96e36e10a88d5b7a3f617cf8362d997504494b", + "task_name": "KorSarcasmClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.602344, + "f1": 0.599228, + "f1_weighted": 0.599222, + "ap": 0.562659, + "ap_weighted": 0.562659, + "scores_per_experiment": [ + { + "accuracy": 0.674316, + "f1": 0.671398, + "f1_weighted": 0.671459, + "ap": 0.623439, + "ap_weighted": 0.623439 + }, + { + "accuracy": 0.636719, + "f1": 0.636077, + "f1_weighted": 0.636107, + "ap": 0.587721, + "ap_weighted": 0.587721 + }, + { + "accuracy": 0.602051, + "f1": 0.60172, + "f1_weighted": 0.601698, + "ap": 0.559937, + "ap_weighted": 0.559937 + }, + { + "accuracy": 0.603027, + "f1": 0.602698, + "f1_weighted": 0.60272, + "ap": 0.56176, + "ap_weighted": 0.56176 + }, + { + "accuracy": 0.550781, + "f1": 0.548092, + "f1_weighted": 0.54816, + "ap": 0.52737, + "ap_weighted": 0.52737 + }, + { + "accuracy": 0.611328, + "f1": 0.607277, + "f1_weighted": 0.607199, + "ap": 0.56513, + "ap_weighted": 0.56513 + }, + { + "accuracy": 0.614746, + "f1": 0.61029, + "f1_weighted": 0.610208, + "ap": 0.567392, + "ap_weighted": 0.567392 + }, + { + "accuracy": 0.634277, + "f1": 0.631525, + "f1_weighted": 0.631463, + "ap": 0.581664, + "ap_weighted": 0.581664 + }, + { + "accuracy": 0.534668, + "f1": 0.529085, + "f1_weighted": 0.528984, + "ap": 0.517464, + "ap_weighted": 0.517464 + }, + { + "accuracy": 0.561523, + "f1": 0.554114, + "f1_weighted": 0.554226, + "ap": 0.534715, + "ap_weighted": 0.534715 + } + ], + "main_score": 0.602344, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 15.255925416946411, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/KurdishSentimentClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/KurdishSentimentClassification.json new file mode 100644 index 0000000000..36f82d1b04 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/KurdishSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "f334d90a9f68cc3af78cc2a2ece6a3b69408124c", + "task_name": "KurdishSentimentClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.742677, + "f1": 0.741431, + "f1_weighted": 0.742333, + "ap": 0.713044, + "ap_weighted": 0.713044, + "scores_per_experiment": [ + { + "accuracy": 0.771012, + "f1": 0.771, + "f1_weighted": 0.770884, + "ap": 0.749729, + "ap_weighted": 0.749729 + }, + { + "accuracy": 0.777554, + "f1": 0.777524, + "f1_weighted": 0.777339, + "ap": 0.757862, + "ap_weighted": 0.757862 + }, + { + "accuracy": 0.657272, + "f1": 0.655753, + "f1_weighted": 0.657399, + "ap": 0.634672, + "ap_weighted": 0.634672 + }, + { + "accuracy": 0.677403, + "f1": 0.67723, + "f1_weighted": 0.677768, + "ap": 0.655594, + "ap_weighted": 0.655594 + }, + { + "accuracy": 0.768495, + "f1": 0.766336, + "f1_weighted": 0.767953, + "ap": 0.726177, + "ap_weighted": 0.726177 + }, + { + "accuracy": 0.777051, + "f1": 0.775559, + "f1_weighted": 0.776876, + "ap": 0.736953, + "ap_weighted": 0.736953 + }, + { + "accuracy": 0.772018, + "f1": 0.769914, + "f1_weighted": 0.771498, + "ap": 0.729587, + "ap_weighted": 0.729587 + }, + { + "accuracy": 0.687972, + "f1": 0.684874, + "f1_weighted": 0.687123, + "ap": 0.655563, + "ap_weighted": 0.655563 + }, + { + "accuracy": 0.744841, + "f1": 0.744317, + "f1_weighted": 0.743483, + "ap": 0.731336, + "ap_weighted": 0.731336 + }, + { + "accuracy": 0.793156, + "f1": 0.791806, + "f1_weighted": 0.793012, + "ap": 0.752971, + "ap_weighted": 0.752971 + } + ], + "main_score": 0.742677, + "hf_subset": "default", + "languages": [ + "kur-Arab" + ] + } + ] + }, + "evaluation_time": 13.94529676437378, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/LEMBPasskeyRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/LEMBPasskeyRetrieval.json new file mode 100644 index 0000000000..cf070f12b3 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/LEMBPasskeyRetrieval.json @@ -0,0 +1,1201 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBPasskeyRetrieval", + "mteb_version": "1.38.9", + "scores": { + "test_256": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_512": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_1024": [ + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.63262, + "ndcg_at_5": 0.63262, + "ndcg_at_10": 0.63262, + "ndcg_at_20": 0.63262, + "ndcg_at_100": 0.68939, + "ndcg_at_1000": 0.68939, + "map_at_1": 0.62, + "map_at_3": 0.63, + "map_at_5": 0.63, + "map_at_10": 0.63, + "map_at_20": 0.63, + "map_at_100": 0.63452, + "map_at_1000": 0.63452, + "recall_at_1": 0.62, + "recall_at_3": 0.64, + "recall_at_5": 0.64, + "recall_at_10": 0.64, + "recall_at_20": 0.64, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.62, + "precision_at_3": 0.21333, + "precision_at_5": 0.128, + "precision_at_10": 0.064, + "precision_at_20": 0.032, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62, + "mrr_at_3": 0.63, + "mrr_at_5": 0.63, + "mrr_at_10": 0.63, + "mrr_at_20": 0.63, + "mrr_at_100": 0.634407, + "mrr_at_1000": 0.634407, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.485032, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.992847, + "nauc_ndcg_at_3_std": 0.472887, + "nauc_ndcg_at_3_diff1": 0.986588, + "nauc_ndcg_at_5_max": 0.992847, + "nauc_ndcg_at_5_std": 0.472887, + "nauc_ndcg_at_5_diff1": 0.986588, + "nauc_ndcg_at_10_max": 0.992847, + "nauc_ndcg_at_10_std": 0.472887, + "nauc_ndcg_at_10_diff1": 0.986588, + "nauc_ndcg_at_20_max": 0.992847, + "nauc_ndcg_at_20_std": 0.472887, + "nauc_ndcg_at_20_diff1": 0.986588, + "nauc_ndcg_at_100_max": 0.992454, + "nauc_ndcg_at_100_std": 0.475072, + "nauc_ndcg_at_100_diff1": 0.986931, + "nauc_ndcg_at_1000_max": 0.992454, + "nauc_ndcg_at_1000_std": 0.475072, + "nauc_ndcg_at_1000_diff1": 0.986931, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.485032, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.994359, + "nauc_map_at_3_std": 0.475454, + "nauc_map_at_3_diff1": 0.989423, + "nauc_map_at_5_max": 0.994359, + "nauc_map_at_5_std": 0.475454, + "nauc_map_at_5_diff1": 0.989423, + "nauc_map_at_10_max": 0.994359, + "nauc_map_at_10_std": 0.475454, + "nauc_map_at_10_diff1": 0.989423, + "nauc_map_at_20_max": 0.994359, + "nauc_map_at_20_std": 0.475454, + "nauc_map_at_20_diff1": 0.989423, + "nauc_map_at_100_max": 0.994076, + "nauc_map_at_100_std": 0.475824, + "nauc_map_at_100_diff1": 0.989213, + "nauc_map_at_1000_max": 0.994076, + "nauc_map_at_1000_std": 0.475824, + "nauc_map_at_1000_diff1": 0.989213, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.485032, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.988504, + "nauc_recall_at_3_std": 0.465513, + "nauc_recall_at_3_diff1": 0.978446, + "nauc_recall_at_5_max": 0.988504, + "nauc_recall_at_5_std": 0.465513, + "nauc_recall_at_5_diff1": 0.978446, + "nauc_recall_at_10_max": 0.988504, + "nauc_recall_at_10_std": 0.465513, + "nauc_recall_at_10_diff1": 0.978446, + "nauc_recall_at_20_max": 0.988504, + "nauc_recall_at_20_std": 0.465513, + "nauc_recall_at_20_diff1": 0.978446, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.485032, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.988504, + "nauc_precision_at_3_std": 0.465513, + "nauc_precision_at_3_diff1": 0.978446, + "nauc_precision_at_5_max": 0.988504, + "nauc_precision_at_5_std": 0.465513, + "nauc_precision_at_5_diff1": 0.978446, + "nauc_precision_at_10_max": 0.988504, + "nauc_precision_at_10_std": 0.465513, + "nauc_precision_at_10_diff1": 0.978446, + "nauc_precision_at_20_max": 0.988504, + "nauc_precision_at_20_std": 0.465513, + "nauc_precision_at_20_diff1": 0.978446, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.485032, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.994359, + "nauc_mrr_at_3_std": 0.475454, + "nauc_mrr_at_3_diff1": 0.989423, + "nauc_mrr_at_5_max": 0.994359, + "nauc_mrr_at_5_std": 0.475454, + "nauc_mrr_at_5_diff1": 0.989423, + "nauc_mrr_at_10_max": 0.994359, + "nauc_mrr_at_10_std": 0.475454, + "nauc_mrr_at_10_diff1": 0.989423, + "nauc_mrr_at_20_max": 0.994359, + "nauc_mrr_at_20_std": 0.475454, + "nauc_mrr_at_20_diff1": 0.989423, + "nauc_mrr_at_100_max": 0.994205, + "nauc_mrr_at_100_std": 0.475202, + "nauc_mrr_at_100_diff1": 0.989256, + "nauc_mrr_at_1000_max": 0.994205, + "nauc_mrr_at_1000_std": 0.475202, + "nauc_mrr_at_1000_diff1": 0.989256, + "main_score": 0.62, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_2048": [ + { + "ndcg_at_1": 0.22, + "ndcg_at_3": 0.22, + "ndcg_at_5": 0.22, + "ndcg_at_10": 0.22, + "ndcg_at_20": 0.22, + "ndcg_at_100": 0.3547, + "ndcg_at_1000": 0.3547, + "map_at_1": 0.22, + "map_at_3": 0.22, + "map_at_5": 0.22, + "map_at_10": 0.22, + "map_at_20": 0.22, + "map_at_100": 0.23513, + "map_at_1000": 0.23513, + "recall_at_1": 0.22, + "recall_at_3": 0.22, + "recall_at_5": 0.22, + "recall_at_10": 0.22, + "recall_at_20": 0.22, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.22, + "precision_at_3": 0.07333, + "precision_at_5": 0.044, + "precision_at_10": 0.022, + "precision_at_20": 0.011, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.22, + "mrr_at_3": 0.22, + "mrr_at_5": 0.22, + "mrr_at_10": 0.22, + "mrr_at_20": 0.22, + "mrr_at_100": 0.235179, + "mrr_at_1000": 0.235179, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.638437, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.638437, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.638437, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.638437, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.638437, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.982802, + "nauc_ndcg_at_100_std": 0.628433, + "nauc_ndcg_at_100_diff1": 0.980099, + "nauc_ndcg_at_1000_max": 0.982802, + "nauc_ndcg_at_1000_std": 0.628433, + "nauc_ndcg_at_1000_diff1": 0.980099, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.638437, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.638437, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.638437, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.638437, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.638437, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.993131, + "nauc_map_at_100_std": 0.634472, + "nauc_map_at_100_diff1": 0.992014, + "nauc_map_at_1000_max": 0.993131, + "nauc_map_at_1000_std": 0.634472, + "nauc_map_at_1000_diff1": 0.992014, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.638437, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.638437, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.638437, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.638437, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.638437, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.638437, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.638437, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.638437, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.638437, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.638437, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.638437, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.638437, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.638437, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.638437, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.638437, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.98591, + "nauc_mrr_at_100_std": 0.631765, + "nauc_mrr_at_100_diff1": 0.988197, + "nauc_mrr_at_1000_max": 0.98591, + "nauc_mrr_at_1000_std": 0.631765, + "nauc_mrr_at_1000_diff1": 0.988197, + "main_score": 0.22, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_4096": [ + { + "ndcg_at_1": 0.14, + "ndcg_at_3": 0.14, + "ndcg_at_5": 0.14, + "ndcg_at_10": 0.14, + "ndcg_at_20": 0.14992, + "ndcg_at_100": 0.2913, + "ndcg_at_1000": 0.2913, + "map_at_1": 0.14, + "map_at_3": 0.14, + "map_at_5": 0.14, + "map_at_10": 0.14, + "map_at_20": 0.14261, + "map_at_100": 0.15827, + "map_at_1000": 0.15827, + "recall_at_1": 0.14, + "recall_at_3": 0.14, + "recall_at_5": 0.14, + "recall_at_10": 0.14, + "recall_at_20": 0.18, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.14, + "precision_at_3": 0.04667, + "precision_at_5": 0.028, + "precision_at_10": 0.014, + "precision_at_20": 0.009, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.14, + "mrr_at_3": 0.14, + "mrr_at_5": 0.14, + "mrr_at_10": 0.14, + "mrr_at_20": 0.14225, + "mrr_at_100": 0.158757, + "mrr_at_1000": 0.158757, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.94654, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.94654, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.94654, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.94654, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.974804, + "nauc_ndcg_at_20_std": 0.885647, + "nauc_ndcg_at_20_diff1": 0.935868, + "nauc_ndcg_at_100_max": 0.9494, + "nauc_ndcg_at_100_std": 0.884857, + "nauc_ndcg_at_100_diff1": 0.93072, + "nauc_ndcg_at_1000_max": 0.9494, + "nauc_ndcg_at_1000_std": 0.884857, + "nauc_ndcg_at_1000_diff1": 0.93072, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.94654, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.94654, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.94654, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.94654, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.99313, + "nauc_map_at_20_std": 0.9301, + "nauc_map_at_20_diff1": 0.982353, + "nauc_map_at_100_max": 0.977667, + "nauc_map_at_100_std": 0.919039, + "nauc_map_at_100_diff1": 0.967941, + "nauc_map_at_1000_max": 0.977667, + "nauc_map_at_1000_std": 0.919039, + "nauc_map_at_1000_diff1": 0.967941, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.94654, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.94654, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.94654, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.94654, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.911588, + "nauc_recall_at_20_std": 0.731818, + "nauc_recall_at_20_diff1": 0.776024, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.94654, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.94654, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.94654, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.94654, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.911588, + "nauc_precision_at_20_std": 0.731818, + "nauc_precision_at_20_diff1": 0.776024, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.94654, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.94654, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.94654, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.94654, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.98293, + "nauc_mrr_at_20_std": 0.936198, + "nauc_mrr_at_20_diff1": 0.98293, + "nauc_mrr_at_100_max": 0.968188, + "nauc_mrr_at_100_std": 0.924895, + "nauc_mrr_at_100_diff1": 0.967477, + "nauc_mrr_at_1000_max": 0.968188, + "nauc_mrr_at_1000_std": 0.924895, + "nauc_mrr_at_1000_diff1": 0.967477, + "main_score": 0.14, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_8192": [ + { + "ndcg_at_1": 0.04, + "ndcg_at_3": 0.04, + "ndcg_at_5": 0.04774, + "ndcg_at_10": 0.06088, + "ndcg_at_20": 0.08673, + "ndcg_at_100": 0.22631, + "ndcg_at_1000": 0.22631, + "map_at_1": 0.04, + "map_at_3": 0.04, + "map_at_5": 0.044, + "map_at_10": 0.04956, + "map_at_20": 0.05692, + "map_at_100": 0.07308, + "map_at_1000": 0.07308, + "recall_at_1": 0.04, + "recall_at_3": 0.04, + "recall_at_5": 0.06, + "recall_at_10": 0.1, + "recall_at_20": 0.2, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.04, + "precision_at_3": 0.01333, + "precision_at_5": 0.012, + "precision_at_10": 0.01, + "precision_at_20": 0.01, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.04, + "mrr_at_3": 0.04, + "mrr_at_5": 0.04, + "mrr_at_10": 0.04869, + "mrr_at_20": 0.055652, + "mrr_at_100": 0.071091, + "mrr_at_1000": 0.071091, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.853883, + "nauc_ndcg_at_5_std": 0.75695, + "nauc_ndcg_at_5_diff1": 0.853883, + "nauc_ndcg_at_10_max": 0.710901, + "nauc_ndcg_at_10_std": 0.670501, + "nauc_ndcg_at_10_diff1": 0.660696, + "nauc_ndcg_at_20_max": 0.587278, + "nauc_ndcg_at_20_std": 0.58919, + "nauc_ndcg_at_20_diff1": 0.568531, + "nauc_ndcg_at_100_max": 0.697508, + "nauc_ndcg_at_100_std": 0.664609, + "nauc_ndcg_at_100_diff1": 0.662947, + "nauc_ndcg_at_1000_max": 0.697508, + "nauc_ndcg_at_1000_std": 0.664609, + "nauc_ndcg_at_1000_diff1": 0.662947, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.918043, + "nauc_map_at_5_std": 0.863673, + "nauc_map_at_5_diff1": 0.918043, + "nauc_map_at_10_max": 0.830963, + "nauc_map_at_10_std": 0.803155, + "nauc_map_at_10_diff1": 0.812518, + "nauc_map_at_20_max": 0.773989, + "nauc_map_at_20_std": 0.761869, + "nauc_map_at_20_diff1": 0.767451, + "nauc_map_at_100_max": 0.78661, + "nauc_map_at_100_std": 0.760897, + "nauc_map_at_100_diff1": 0.769777, + "nauc_map_at_1000_max": 0.78661, + "nauc_map_at_1000_std": 0.760897, + "nauc_map_at_1000_diff1": 0.769777, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.69949, + "nauc_recall_at_5_std": 0.500134, + "nauc_recall_at_5_diff1": 0.69949, + "nauc_recall_at_10_max": 0.51092, + "nauc_recall_at_10_std": 0.45216, + "nauc_recall_at_10_diff1": 0.398229, + "nauc_recall_at_20_max": 0.356409, + "nauc_recall_at_20_std": 0.382854, + "nauc_recall_at_20_diff1": 0.321053, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.69949, + "nauc_precision_at_5_std": 0.500134, + "nauc_precision_at_5_diff1": 0.69949, + "nauc_precision_at_10_max": 0.51092, + "nauc_precision_at_10_std": 0.45216, + "nauc_precision_at_10_diff1": 0.398229, + "nauc_precision_at_20_max": 0.356409, + "nauc_precision_at_20_std": 0.382854, + "nauc_precision_at_20_diff1": 0.321053, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 1.0, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.804383, + "nauc_mrr_at_10_std": 0.828318, + "nauc_mrr_at_10_diff1": 0.87502, + "nauc_mrr_at_20_max": 0.696172, + "nauc_mrr_at_20_std": 0.714741, + "nauc_mrr_at_20_diff1": 0.756462, + "nauc_mrr_at_100_max": 0.706869, + "nauc_mrr_at_100_std": 0.719784, + "nauc_mrr_at_100_diff1": 0.764412, + "nauc_mrr_at_1000_max": 0.706869, + "nauc_mrr_at_1000_std": 0.719784, + "nauc_mrr_at_1000_diff1": 0.764412, + "main_score": 0.04, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_16384": [ + { + "ndcg_at_1": 0.04, + "ndcg_at_3": 0.04, + "ndcg_at_5": 0.04, + "ndcg_at_10": 0.05209, + "ndcg_at_20": 0.08285, + "ndcg_at_100": 0.22254, + "ndcg_at_1000": 0.22254, + "map_at_1": 0.04, + "map_at_3": 0.04, + "map_at_5": 0.04, + "map_at_10": 0.0445, + "map_at_20": 0.05316, + "map_at_100": 0.0694, + "map_at_1000": 0.0694, + "recall_at_1": 0.04, + "recall_at_3": 0.04, + "recall_at_5": 0.04, + "recall_at_10": 0.08, + "recall_at_20": 0.2, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.04, + "precision_at_3": 0.01333, + "precision_at_5": 0.008, + "precision_at_10": 0.008, + "precision_at_20": 0.01, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.04, + "mrr_at_3": 0.04, + "mrr_at_5": 0.045, + "mrr_at_10": 0.05569, + "mrr_at_20": 0.060563, + "mrr_at_100": 0.074951, + "mrr_at_1000": 0.074951, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 1.0, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.743324, + "nauc_ndcg_at_10_std": 0.77891, + "nauc_ndcg_at_10_diff1": 0.679181, + "nauc_ndcg_at_20_max": 0.538141, + "nauc_ndcg_at_20_std": 0.6216, + "nauc_ndcg_at_20_diff1": 0.487205, + "nauc_ndcg_at_100_max": 0.651517, + "nauc_ndcg_at_100_std": 0.666085, + "nauc_ndcg_at_100_diff1": 0.638513, + "nauc_ndcg_at_1000_max": 0.651517, + "nauc_ndcg_at_1000_std": 0.666085, + "nauc_ndcg_at_1000_diff1": 0.638513, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 1.0, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.885364, + "nauc_map_at_10_std": 0.90187, + "nauc_map_at_10_diff1": 0.861485, + "nauc_map_at_20_max": 0.784288, + "nauc_map_at_20_std": 0.826011, + "nauc_map_at_20_diff1": 0.762378, + "nauc_map_at_100_max": 0.783752, + "nauc_map_at_100_std": 0.798783, + "nauc_map_at_100_diff1": 0.772251, + "nauc_map_at_1000_max": 0.783752, + "nauc_map_at_1000_std": 0.798783, + "nauc_map_at_1000_diff1": 0.772251, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.456064, + "nauc_recall_at_10_std": 0.529514, + "nauc_recall_at_10_diff1": 0.30487, + "nauc_recall_at_20_max": 0.245011, + "nauc_recall_at_20_std": 0.374814, + "nauc_recall_at_20_diff1": 0.158185, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.456064, + "nauc_precision_at_10_std": 0.529514, + "nauc_precision_at_10_diff1": 0.30487, + "nauc_precision_at_20_max": 0.245011, + "nauc_precision_at_20_std": 0.374814, + "nauc_precision_at_20_diff1": 0.158185, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.89983, + "nauc_mrr_at_5_std": 0.881048, + "nauc_mrr_at_5_diff1": 0.833378, + "nauc_mrr_at_10_max": 0.702197, + "nauc_mrr_at_10_std": 0.712309, + "nauc_mrr_at_10_diff1": 0.605987, + "nauc_mrr_at_20_max": 0.661465, + "nauc_mrr_at_20_std": 0.703971, + "nauc_mrr_at_20_diff1": 0.58134, + "nauc_mrr_at_100_max": 0.682527, + "nauc_mrr_at_100_std": 0.711289, + "nauc_mrr_at_100_diff1": 0.611548, + "nauc_mrr_at_1000_max": 0.682527, + "nauc_mrr_at_1000_std": 0.711289, + "nauc_mrr_at_1000_diff1": 0.611548, + "main_score": 0.04, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_32768": [ + { + "ndcg_at_1": 0.02, + "ndcg_at_3": 0.04262, + "ndcg_at_5": 0.05123, + "ndcg_at_10": 0.07133, + "ndcg_at_20": 0.10117, + "ndcg_at_100": 0.23044, + "ndcg_at_1000": 0.23044, + "map_at_1": 0.02, + "map_at_3": 0.03667, + "map_at_5": 0.04167, + "map_at_10": 0.05036, + "map_at_20": 0.05826, + "map_at_100": 0.07334, + "map_at_1000": 0.07334, + "recall_at_1": 0.02, + "recall_at_3": 0.06, + "recall_at_5": 0.08, + "recall_at_10": 0.14, + "recall_at_20": 0.26, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.02, + "precision_at_3": 0.02, + "precision_at_5": 0.016, + "precision_at_10": 0.014, + "precision_at_20": 0.013, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02, + "mrr_at_3": 0.026667, + "mrr_at_5": 0.026667, + "mrr_at_10": 0.037079, + "mrr_at_20": 0.039256, + "mrr_at_100": 0.056215, + "mrr_at_1000": 0.056215, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.588271, + "nauc_ndcg_at_3_std": 0.310952, + "nauc_ndcg_at_3_diff1": 0.310952, + "nauc_ndcg_at_5_max": 0.505922, + "nauc_ndcg_at_5_std": 0.369961, + "nauc_ndcg_at_5_diff1": 0.369961, + "nauc_ndcg_at_10_max": 0.48798, + "nauc_ndcg_at_10_std": 0.432782, + "nauc_ndcg_at_10_diff1": 0.432782, + "nauc_ndcg_at_20_max": 0.364823, + "nauc_ndcg_at_20_std": 0.312672, + "nauc_ndcg_at_20_diff1": 0.312672, + "nauc_ndcg_at_100_max": 0.420286, + "nauc_ndcg_at_100_std": 0.346926, + "nauc_ndcg_at_100_diff1": 0.346926, + "nauc_ndcg_at_1000_max": 0.420286, + "nauc_ndcg_at_1000_std": 0.346926, + "nauc_ndcg_at_1000_diff1": 0.346926, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.651682, + "nauc_map_at_3_std": 0.41386, + "nauc_map_at_3_diff1": 0.41386, + "nauc_map_at_5_max": 0.585296, + "nauc_map_at_5_std": 0.443628, + "nauc_map_at_5_diff1": 0.443628, + "nauc_map_at_10_max": 0.555835, + "nauc_map_at_10_std": 0.462613, + "nauc_map_at_10_diff1": 0.462613, + "nauc_map_at_20_max": 0.497553, + "nauc_map_at_20_std": 0.407126, + "nauc_map_at_20_diff1": 0.407126, + "nauc_map_at_100_max": 0.49811, + "nauc_map_at_100_std": 0.403981, + "nauc_map_at_100_diff1": 0.403981, + "nauc_map_at_1000_max": 0.49811, + "nauc_map_at_1000_std": 0.403981, + "nauc_map_at_1000_diff1": 0.403981, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.474108, + "nauc_recall_at_3_std": 0.126375, + "nauc_recall_at_3_diff1": 0.126375, + "nauc_recall_at_5_max": 0.380199, + "nauc_recall_at_5_std": 0.260263, + "nauc_recall_at_5_diff1": 0.260263, + "nauc_recall_at_10_max": 0.412406, + "nauc_recall_at_10_std": 0.415249, + "nauc_recall_at_10_diff1": 0.415249, + "nauc_recall_at_20_max": 0.222861, + "nauc_recall_at_20_std": 0.215692, + "nauc_recall_at_20_diff1": 0.215692, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.474108, + "nauc_precision_at_3_std": 0.126375, + "nauc_precision_at_3_diff1": 0.126375, + "nauc_precision_at_5_max": 0.380199, + "nauc_precision_at_5_std": 0.260263, + "nauc_precision_at_5_diff1": 0.260263, + "nauc_precision_at_10_max": 0.412406, + "nauc_precision_at_10_std": 0.415249, + "nauc_precision_at_10_diff1": 0.415249, + "nauc_precision_at_20_max": 0.222861, + "nauc_precision_at_20_std": 0.215692, + "nauc_precision_at_20_diff1": 0.215692, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.625101, + "nauc_mrr_at_3_std": 0.625101, + "nauc_mrr_at_3_diff1": 0.625101, + "nauc_mrr_at_5_max": 0.625101, + "nauc_mrr_at_5_std": 0.625101, + "nauc_mrr_at_5_diff1": 0.625101, + "nauc_mrr_at_10_max": 0.522682, + "nauc_mrr_at_10_std": 0.408817, + "nauc_mrr_at_10_diff1": 0.408817, + "nauc_mrr_at_20_max": 0.476502, + "nauc_mrr_at_20_std": 0.362186, + "nauc_mrr_at_20_diff1": 0.362186, + "nauc_mrr_at_100_max": 0.476142, + "nauc_mrr_at_100_std": 0.379923, + "nauc_mrr_at_100_diff1": 0.379923, + "nauc_mrr_at_1000_max": 0.476142, + "nauc_mrr_at_1000_std": 0.379923, + "nauc_mrr_at_1000_diff1": 0.379923, + "main_score": 0.02, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 50.35488748550415, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/LegalBenchCorporateLobbying.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/LegalBenchCorporateLobbying.json new file mode 100644 index 0000000000..b991c9e7e2 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/LegalBenchCorporateLobbying.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f69691c650464e62546d7f2a4536f8f87c891e38", + "task_name": "LegalBenchCorporateLobbying", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89706, + "ndcg_at_3": 0.94895, + "ndcg_at_5": 0.95122, + "ndcg_at_10": 0.9532, + "ndcg_at_20": 0.9532, + "ndcg_at_100": 0.9532, + "ndcg_at_1000": 0.95407, + "map_at_1": 0.89706, + "map_at_3": 0.93725, + "map_at_5": 0.93843, + "map_at_10": 0.93929, + "map_at_20": 0.93929, + "map_at_100": 0.93929, + "map_at_1000": 0.93934, + "recall_at_1": 0.89706, + "recall_at_3": 0.98235, + "recall_at_5": 0.98824, + "recall_at_10": 0.99412, + "recall_at_20": 0.99412, + "recall_at_100": 0.99412, + "recall_at_1000": 1.0, + "precision_at_1": 0.89706, + "precision_at_3": 0.32745, + "precision_at_5": 0.19765, + "precision_at_10": 0.09941, + "precision_at_20": 0.04971, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897059, + "mrr_at_3": 0.937255, + "mrr_at_5": 0.938431, + "mrr_at_10": 0.939289, + "mrr_at_20": 0.939289, + "mrr_at_100": 0.939289, + "mrr_at_1000": 0.939343, + "nauc_ndcg_at_1_max": 0.435493, + "nauc_ndcg_at_1_std": -0.032829, + "nauc_ndcg_at_1_diff1": 0.934262, + "nauc_ndcg_at_3_max": 0.529863, + "nauc_ndcg_at_3_std": -0.137026, + "nauc_ndcg_at_3_diff1": 0.921389, + "nauc_ndcg_at_5_max": 0.510923, + "nauc_ndcg_at_5_std": -0.123068, + "nauc_ndcg_at_5_diff1": 0.920769, + "nauc_ndcg_at_10_max": 0.493151, + "nauc_ndcg_at_10_std": -0.092724, + "nauc_ndcg_at_10_diff1": 0.92035, + "nauc_ndcg_at_20_max": 0.493151, + "nauc_ndcg_at_20_std": -0.092724, + "nauc_ndcg_at_20_diff1": 0.92035, + "nauc_ndcg_at_100_max": 0.493151, + "nauc_ndcg_at_100_std": -0.092724, + "nauc_ndcg_at_100_diff1": 0.92035, + "nauc_ndcg_at_1000_max": 0.491868, + "nauc_ndcg_at_1000_std": -0.087452, + "nauc_ndcg_at_1000_diff1": 0.923065, + "nauc_map_at_1_max": 0.435493, + "nauc_map_at_1_std": -0.032829, + "nauc_map_at_1_diff1": 0.934262, + "nauc_map_at_3_max": 0.501215, + "nauc_map_at_3_std": -0.096182, + "nauc_map_at_3_diff1": 0.925385, + "nauc_map_at_5_max": 0.492907, + "nauc_map_at_5_std": -0.089681, + "nauc_map_at_5_diff1": 0.925207, + "nauc_map_at_10_max": 0.486777, + "nauc_map_at_10_std": -0.079391, + "nauc_map_at_10_diff1": 0.925206, + "nauc_map_at_20_max": 0.486777, + "nauc_map_at_20_std": -0.079391, + "nauc_map_at_20_diff1": 0.925206, + "nauc_map_at_100_max": 0.486777, + "nauc_map_at_100_std": -0.079391, + "nauc_map_at_100_diff1": 0.925206, + "nauc_map_at_1000_max": 0.486713, + "nauc_map_at_1000_std": -0.079127, + "nauc_map_at_1000_diff1": 0.925339, + "nauc_recall_at_1_max": 0.435493, + "nauc_recall_at_1_std": -0.032829, + "nauc_recall_at_1_diff1": 0.934262, + "nauc_recall_at_3_max": 0.810224, + "nauc_recall_at_3_std": -0.554311, + "nauc_recall_at_3_diff1": 0.88212, + "nauc_recall_at_5_max": 0.748016, + "nauc_recall_at_5_std": -0.613796, + "nauc_recall_at_5_diff1": 0.855859, + "nauc_recall_at_10_max": 0.561391, + "nauc_recall_at_10_std": -0.369981, + "nauc_recall_at_10_diff1": 0.777077, + "nauc_recall_at_20_max": 0.561391, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.777077, + "nauc_recall_at_100_max": 0.561391, + "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_diff1": 0.777077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.435493, + "nauc_precision_at_1_std": -0.032829, + "nauc_precision_at_1_diff1": 0.934262, + "nauc_precision_at_3_max": 0.810224, + "nauc_precision_at_3_std": -0.554311, + "nauc_precision_at_3_diff1": 0.88212, + "nauc_precision_at_5_max": 0.748016, + "nauc_precision_at_5_std": -0.613796, + "nauc_precision_at_5_diff1": 0.855859, + "nauc_precision_at_10_max": 0.561391, + "nauc_precision_at_10_std": -0.369981, + "nauc_precision_at_10_diff1": 0.777077, + "nauc_precision_at_20_max": 0.561391, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.777077, + "nauc_precision_at_100_max": 0.561391, + "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_diff1": 0.777077, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.435493, + "nauc_mrr_at_1_std": -0.032829, + "nauc_mrr_at_1_diff1": 0.934262, + "nauc_mrr_at_3_max": 0.501215, + "nauc_mrr_at_3_std": -0.096182, + "nauc_mrr_at_3_diff1": 0.925385, + "nauc_mrr_at_5_max": 0.492907, + "nauc_mrr_at_5_std": -0.089681, + "nauc_mrr_at_5_diff1": 0.925207, + "nauc_mrr_at_10_max": 0.486777, + "nauc_mrr_at_10_std": -0.079391, + "nauc_mrr_at_10_diff1": 0.925206, + "nauc_mrr_at_20_max": 0.486777, + "nauc_mrr_at_20_std": -0.079391, + "nauc_mrr_at_20_diff1": 0.925206, + "nauc_mrr_at_100_max": 0.486777, + "nauc_mrr_at_100_std": -0.079391, + "nauc_mrr_at_100_diff1": 0.925206, + "nauc_mrr_at_1000_max": 0.486713, + "nauc_mrr_at_1000_std": -0.079127, + "nauc_mrr_at_1000_diff1": 0.925339, + "main_score": 0.9532, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.11426568031311, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MIRACLRetrievalHardNegatives.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..66c5e1e123 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "1.38.9", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.538, + "ndcg_at_3": 0.5803, + "ndcg_at_5": 0.61709, + "ndcg_at_10": 0.65818, + "ndcg_at_20": 0.68674, + "ndcg_at_100": 0.71055, + "ndcg_at_1000": 0.71306, + "map_at_1": 0.36489, + "map_at_3": 0.50801, + "map_at_5": 0.54548, + "map_at_10": 0.57251, + "map_at_20": 0.58505, + "map_at_100": 0.59126, + "map_at_1000": 0.59148, + "recall_at_1": 0.36489, + "recall_at_3": 0.60238, + "recall_at_5": 0.69952, + "recall_at_10": 0.80184, + "recall_at_20": 0.88829, + "recall_at_100": 0.98447, + "recall_at_1000": 0.999, + "precision_at_1": 0.538, + "precision_at_3": 0.33433, + "precision_at_5": 0.2436, + "precision_at_10": 0.1476, + "precision_at_20": 0.085, + "precision_at_100": 0.01945, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.538, + "mrr_at_3": 0.643, + "mrr_at_5": 0.6588, + "mrr_at_10": 0.66719, + "mrr_at_20": 0.670576, + "mrr_at_100": 0.671837, + "mrr_at_1000": 0.671872, + "nauc_ndcg_at_1_max": 0.182698, + "nauc_ndcg_at_1_std": -0.121813, + "nauc_ndcg_at_1_diff1": 0.385971, + "nauc_ndcg_at_3_max": 0.1046, + "nauc_ndcg_at_3_std": -0.175275, + "nauc_ndcg_at_3_diff1": 0.329664, + "nauc_ndcg_at_5_max": 0.110228, + "nauc_ndcg_at_5_std": -0.170105, + "nauc_ndcg_at_5_diff1": 0.318754, + "nauc_ndcg_at_10_max": 0.122725, + "nauc_ndcg_at_10_std": -0.171604, + "nauc_ndcg_at_10_diff1": 0.317692, + "nauc_ndcg_at_20_max": 0.137541, + "nauc_ndcg_at_20_std": -0.164866, + "nauc_ndcg_at_20_diff1": 0.329589, + "nauc_ndcg_at_100_max": 0.146127, + "nauc_ndcg_at_100_std": -0.136952, + "nauc_ndcg_at_100_diff1": 0.333261, + "nauc_ndcg_at_1000_max": 0.142265, + "nauc_ndcg_at_1000_std": -0.141038, + "nauc_ndcg_at_1000_diff1": 0.332688, + "nauc_map_at_1_max": 0.049302, + "nauc_map_at_1_std": -0.164703, + "nauc_map_at_1_diff1": 0.386974, + "nauc_map_at_3_max": 0.076241, + "nauc_map_at_3_std": -0.181244, + "nauc_map_at_3_diff1": 0.343619, + "nauc_map_at_5_max": 0.089866, + "nauc_map_at_5_std": -0.177972, + "nauc_map_at_5_diff1": 0.335973, + "nauc_map_at_10_max": 0.100121, + "nauc_map_at_10_std": -0.175981, + "nauc_map_at_10_diff1": 0.333802, + "nauc_map_at_20_max": 0.104951, + "nauc_map_at_20_std": -0.175125, + "nauc_map_at_20_diff1": 0.336121, + "nauc_map_at_100_max": 0.108026, + "nauc_map_at_100_std": -0.167357, + "nauc_map_at_100_diff1": 0.337621, + "nauc_map_at_1000_max": 0.107884, + "nauc_map_at_1000_std": -0.167502, + "nauc_map_at_1000_diff1": 0.337668, + "nauc_recall_at_1_max": 0.049302, + "nauc_recall_at_1_std": -0.164703, + "nauc_recall_at_1_diff1": 0.386974, + "nauc_recall_at_3_max": 0.039342, + "nauc_recall_at_3_std": -0.199847, + "nauc_recall_at_3_diff1": 0.276343, + "nauc_recall_at_5_max": 0.061044, + "nauc_recall_at_5_std": -0.187847, + "nauc_recall_at_5_diff1": 0.231666, + "nauc_recall_at_10_max": 0.076264, + "nauc_recall_at_10_std": -0.214222, + "nauc_recall_at_10_diff1": 0.206236, + "nauc_recall_at_20_max": 0.133961, + "nauc_recall_at_20_std": -0.228152, + "nauc_recall_at_20_diff1": 0.251585, + "nauc_recall_at_100_max": 0.426637, + "nauc_recall_at_100_std": 0.314494, + "nauc_recall_at_100_diff1": 0.223202, + "nauc_recall_at_1000_max": -0.563492, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": -1.739963, + "nauc_precision_at_1_max": 0.182698, + "nauc_precision_at_1_std": -0.121813, + "nauc_precision_at_1_diff1": 0.385971, + "nauc_precision_at_3_max": 0.172904, + "nauc_precision_at_3_std": -0.040076, + "nauc_precision_at_3_diff1": 0.084096, + "nauc_precision_at_5_max": 0.170625, + "nauc_precision_at_5_std": 0.011498, + "nauc_precision_at_5_diff1": -0.003344, + "nauc_precision_at_10_max": 0.162677, + "nauc_precision_at_10_std": 0.053384, + "nauc_precision_at_10_diff1": -0.059322, + "nauc_precision_at_20_max": 0.1615, + "nauc_precision_at_20_std": 0.103618, + "nauc_precision_at_20_diff1": -0.09273, + "nauc_precision_at_100_max": 0.154078, + "nauc_precision_at_100_std": 0.204357, + "nauc_precision_at_100_diff1": -0.126935, + "nauc_precision_at_1000_max": 0.141458, + "nauc_precision_at_1000_std": 0.198579, + "nauc_precision_at_1000_diff1": -0.133647, + "nauc_mrr_at_1_max": 0.182698, + "nauc_mrr_at_1_std": -0.121813, + "nauc_mrr_at_1_diff1": 0.385971, + "nauc_mrr_at_3_max": 0.174985, + "nauc_mrr_at_3_std": -0.131516, + "nauc_mrr_at_3_diff1": 0.351519, + "nauc_mrr_at_5_max": 0.185327, + "nauc_mrr_at_5_std": -0.122991, + "nauc_mrr_at_5_diff1": 0.347151, + "nauc_mrr_at_10_max": 0.185156, + "nauc_mrr_at_10_std": -0.123432, + "nauc_mrr_at_10_diff1": 0.349516, + "nauc_mrr_at_20_max": 0.186115, + "nauc_mrr_at_20_std": -0.121431, + "nauc_mrr_at_20_diff1": 0.352526, + "nauc_mrr_at_100_max": 0.185475, + "nauc_mrr_at_100_std": -0.121822, + "nauc_mrr_at_100_diff1": 0.352538, + "nauc_mrr_at_1000_max": 0.185393, + "nauc_mrr_at_1000_std": -0.121928, + "nauc_mrr_at_1000_diff1": 0.352499, + "main_score": 0.65818, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.56691, + "ndcg_at_3": 0.59733, + "ndcg_at_5": 0.63678, + "ndcg_at_10": 0.68347, + "ndcg_at_20": 0.70261, + "ndcg_at_100": 0.72423, + "ndcg_at_1000": 0.72799, + "map_at_1": 0.35488, + "map_at_3": 0.51324, + "map_at_5": 0.55419, + "map_at_10": 0.58587, + "map_at_20": 0.59627, + "map_at_100": 0.60228, + "map_at_1000": 0.60261, + "recall_at_1": 0.35488, + "recall_at_3": 0.60744, + "recall_at_5": 0.71849, + "recall_at_10": 0.83762, + "recall_at_20": 0.8909, + "recall_at_100": 0.97548, + "recall_at_1000": 0.99676, + "precision_at_1": 0.56691, + "precision_at_3": 0.36172, + "precision_at_5": 0.26472, + "precision_at_10": 0.16277, + "precision_at_20": 0.09002, + "precision_at_100": 0.02034, + "precision_at_1000": 0.00209, + "mrr_at_1": 0.56691, + "mrr_at_3": 0.67356, + "mrr_at_5": 0.694363, + "mrr_at_10": 0.703562, + "mrr_at_20": 0.704481, + "mrr_at_100": 0.705207, + "mrr_at_1000": 0.705265, + "nauc_ndcg_at_1_max": 0.174513, + "nauc_ndcg_at_1_std": -0.064194, + "nauc_ndcg_at_1_diff1": 0.368959, + "nauc_ndcg_at_3_max": 0.077017, + "nauc_ndcg_at_3_std": -0.156051, + "nauc_ndcg_at_3_diff1": 0.340582, + "nauc_ndcg_at_5_max": 0.06514, + "nauc_ndcg_at_5_std": -0.174399, + "nauc_ndcg_at_5_diff1": 0.357104, + "nauc_ndcg_at_10_max": 0.099566, + "nauc_ndcg_at_10_std": -0.173444, + "nauc_ndcg_at_10_diff1": 0.374228, + "nauc_ndcg_at_20_max": 0.119127, + "nauc_ndcg_at_20_std": -0.137688, + "nauc_ndcg_at_20_diff1": 0.368522, + "nauc_ndcg_at_100_max": 0.113183, + "nauc_ndcg_at_100_std": -0.115054, + "nauc_ndcg_at_100_diff1": 0.358944, + "nauc_ndcg_at_1000_max": 0.112517, + "nauc_ndcg_at_1000_std": -0.119084, + "nauc_ndcg_at_1000_diff1": 0.357569, + "nauc_map_at_1_max": -0.015511, + "nauc_map_at_1_std": -0.206136, + "nauc_map_at_1_diff1": 0.382322, + "nauc_map_at_3_max": 0.024523, + "nauc_map_at_3_std": -0.223012, + "nauc_map_at_3_diff1": 0.348288, + "nauc_map_at_5_max": 0.044043, + "nauc_map_at_5_std": -0.212757, + "nauc_map_at_5_diff1": 0.354859, + "nauc_map_at_10_max": 0.070141, + "nauc_map_at_10_std": -0.199351, + "nauc_map_at_10_diff1": 0.36188, + "nauc_map_at_20_max": 0.080385, + "nauc_map_at_20_std": -0.182096, + "nauc_map_at_20_diff1": 0.358142, + "nauc_map_at_100_max": 0.079645, + "nauc_map_at_100_std": -0.174768, + "nauc_map_at_100_diff1": 0.356007, + "nauc_map_at_1000_max": 0.07983, + "nauc_map_at_1000_std": -0.174797, + "nauc_map_at_1000_diff1": 0.355794, + "nauc_recall_at_1_max": -0.015511, + "nauc_recall_at_1_std": -0.206136, + "nauc_recall_at_1_diff1": 0.382322, + "nauc_recall_at_3_max": -0.012636, + "nauc_recall_at_3_std": -0.24188, + "nauc_recall_at_3_diff1": 0.314428, + "nauc_recall_at_5_max": -0.015404, + "nauc_recall_at_5_std": -0.237528, + "nauc_recall_at_5_diff1": 0.313211, + "nauc_recall_at_10_max": 0.060371, + "nauc_recall_at_10_std": -0.260265, + "nauc_recall_at_10_diff1": 0.352778, + "nauc_recall_at_20_max": 0.162127, + "nauc_recall_at_20_std": -0.128679, + "nauc_recall_at_20_diff1": 0.367567, + "nauc_recall_at_100_max": 0.215638, + "nauc_recall_at_100_std": 0.277179, + "nauc_recall_at_100_diff1": 0.392423, + "nauc_recall_at_1000_max": 0.435798, + "nauc_recall_at_1000_std": 0.863209, + "nauc_recall_at_1000_diff1": 0.75951, + "nauc_precision_at_1_max": 0.174513, + "nauc_precision_at_1_std": -0.064194, + "nauc_precision_at_1_diff1": 0.368959, + "nauc_precision_at_3_max": 0.188734, + "nauc_precision_at_3_std": 0.074171, + "nauc_precision_at_3_diff1": 0.069893, + "nauc_precision_at_5_max": 0.215909, + "nauc_precision_at_5_std": 0.170829, + "nauc_precision_at_5_diff1": 0.004427, + "nauc_precision_at_10_max": 0.256627, + "nauc_precision_at_10_std": 0.250265, + "nauc_precision_at_10_diff1": -0.077143, + "nauc_precision_at_20_max": 0.243264, + "nauc_precision_at_20_std": 0.304415, + "nauc_precision_at_20_diff1": -0.125628, + "nauc_precision_at_100_max": 0.188698, + "nauc_precision_at_100_std": 0.352844, + "nauc_precision_at_100_diff1": -0.182268, + "nauc_precision_at_1000_max": 0.181118, + "nauc_precision_at_1000_std": 0.339086, + "nauc_precision_at_1000_diff1": -0.200571, + "nauc_mrr_at_1_max": 0.174513, + "nauc_mrr_at_1_std": -0.064194, + "nauc_mrr_at_1_diff1": 0.368959, + "nauc_mrr_at_3_max": 0.160069, + "nauc_mrr_at_3_std": -0.064445, + "nauc_mrr_at_3_diff1": 0.364705, + "nauc_mrr_at_5_max": 0.156545, + "nauc_mrr_at_5_std": -0.060451, + "nauc_mrr_at_5_diff1": 0.366944, + "nauc_mrr_at_10_max": 0.160127, + "nauc_mrr_at_10_std": -0.064306, + "nauc_mrr_at_10_diff1": 0.367894, + "nauc_mrr_at_20_max": 0.159434, + "nauc_mrr_at_20_std": -0.063923, + "nauc_mrr_at_20_diff1": 0.367986, + "nauc_mrr_at_100_max": 0.159268, + "nauc_mrr_at_100_std": -0.063718, + "nauc_mrr_at_100_diff1": 0.367588, + "nauc_mrr_at_1000_max": 0.159178, + "nauc_mrr_at_1000_std": -0.063865, + "nauc_mrr_at_1000_diff1": 0.367603, + "main_score": 0.68347, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.40984, + "ndcg_at_3": 0.41832, + "ndcg_at_5": 0.45663, + "ndcg_at_10": 0.50488, + "ndcg_at_20": 0.54937, + "ndcg_at_100": 0.59886, + "ndcg_at_1000": 0.60525, + "map_at_1": 0.19244, + "map_at_3": 0.31597, + "map_at_5": 0.36223, + "map_at_10": 0.39512, + "map_at_20": 0.41559, + "map_at_100": 0.42843, + "map_at_1000": 0.42909, + "recall_at_1": 0.19244, + "recall_at_3": 0.40109, + "recall_at_5": 0.52152, + "recall_at_10": 0.64174, + "recall_at_20": 0.7684, + "recall_at_100": 0.96019, + "recall_at_1000": 0.99478, + "precision_at_1": 0.40984, + "precision_at_3": 0.3082, + "precision_at_5": 0.2459, + "precision_at_10": 0.15738, + "precision_at_20": 0.09836, + "precision_at_100": 0.02541, + "precision_at_1000": 0.00264, + "mrr_at_1": 0.409836, + "mrr_at_3": 0.526776, + "mrr_at_5": 0.54694, + "mrr_at_10": 0.556927, + "mrr_at_20": 0.562302, + "mrr_at_100": 0.564894, + "mrr_at_1000": 0.564983, + "nauc_ndcg_at_1_max": 0.138795, + "nauc_ndcg_at_1_std": -0.089497, + "nauc_ndcg_at_1_diff1": 0.230126, + "nauc_ndcg_at_3_max": 0.181621, + "nauc_ndcg_at_3_std": -0.164872, + "nauc_ndcg_at_3_diff1": 0.234693, + "nauc_ndcg_at_5_max": 0.194094, + "nauc_ndcg_at_5_std": -0.171353, + "nauc_ndcg_at_5_diff1": 0.268312, + "nauc_ndcg_at_10_max": 0.207438, + "nauc_ndcg_at_10_std": -0.177362, + "nauc_ndcg_at_10_diff1": 0.249508, + "nauc_ndcg_at_20_max": 0.220772, + "nauc_ndcg_at_20_std": -0.145207, + "nauc_ndcg_at_20_diff1": 0.255201, + "nauc_ndcg_at_100_max": 0.219203, + "nauc_ndcg_at_100_std": -0.128512, + "nauc_ndcg_at_100_diff1": 0.236188, + "nauc_ndcg_at_1000_max": 0.219349, + "nauc_ndcg_at_1000_std": -0.124958, + "nauc_ndcg_at_1000_diff1": 0.235417, + "nauc_map_at_1_max": 0.106822, + "nauc_map_at_1_std": -0.111292, + "nauc_map_at_1_diff1": 0.249567, + "nauc_map_at_3_max": 0.15533, + "nauc_map_at_3_std": -0.173609, + "nauc_map_at_3_diff1": 0.258667, + "nauc_map_at_5_max": 0.180289, + "nauc_map_at_5_std": -0.181613, + "nauc_map_at_5_diff1": 0.275452, + "nauc_map_at_10_max": 0.197583, + "nauc_map_at_10_std": -0.18605, + "nauc_map_at_10_diff1": 0.263672, + "nauc_map_at_20_max": 0.204401, + "nauc_map_at_20_std": -0.173064, + "nauc_map_at_20_diff1": 0.26408, + "nauc_map_at_100_max": 0.208641, + "nauc_map_at_100_std": -0.167398, + "nauc_map_at_100_diff1": 0.259845, + "nauc_map_at_1000_max": 0.208357, + "nauc_map_at_1000_std": -0.167101, + "nauc_map_at_1000_diff1": 0.259907, + "nauc_recall_at_1_max": 0.106822, + "nauc_recall_at_1_std": -0.111292, + "nauc_recall_at_1_diff1": 0.249567, + "nauc_recall_at_3_max": 0.113013, + "nauc_recall_at_3_std": -0.1887, + "nauc_recall_at_3_diff1": 0.206379, + "nauc_recall_at_5_max": 0.140991, + "nauc_recall_at_5_std": -0.204397, + "nauc_recall_at_5_diff1": 0.268048, + "nauc_recall_at_10_max": 0.16381, + "nauc_recall_at_10_std": -0.221314, + "nauc_recall_at_10_diff1": 0.22571, + "nauc_recall_at_20_max": 0.195949, + "nauc_recall_at_20_std": -0.149552, + "nauc_recall_at_20_diff1": 0.27095, + "nauc_recall_at_100_max": 0.102647, + "nauc_recall_at_100_std": -0.111396, + "nauc_recall_at_100_diff1": 0.21362, + "nauc_recall_at_1000_max": 0.231438, + "nauc_recall_at_1000_std": 0.480722, + "nauc_recall_at_1000_diff1": 0.179844, + "nauc_precision_at_1_max": 0.138795, + "nauc_precision_at_1_std": -0.089497, + "nauc_precision_at_1_diff1": 0.230126, + "nauc_precision_at_3_max": 0.214452, + "nauc_precision_at_3_std": -0.157371, + "nauc_precision_at_3_diff1": 0.156607, + "nauc_precision_at_5_max": 0.246776, + "nauc_precision_at_5_std": -0.098174, + "nauc_precision_at_5_diff1": 0.140837, + "nauc_precision_at_10_max": 0.222906, + "nauc_precision_at_10_std": -0.055965, + "nauc_precision_at_10_diff1": 0.05391, + "nauc_precision_at_20_max": 0.203276, + "nauc_precision_at_20_std": 0.049417, + "nauc_precision_at_20_diff1": 0.016995, + "nauc_precision_at_100_max": 0.124403, + "nauc_precision_at_100_std": 0.138946, + "nauc_precision_at_100_diff1": -0.078893, + "nauc_precision_at_1000_max": 0.100497, + "nauc_precision_at_1000_std": 0.156192, + "nauc_precision_at_1000_diff1": -0.09143, + "nauc_mrr_at_1_max": 0.138795, + "nauc_mrr_at_1_std": -0.089497, + "nauc_mrr_at_1_diff1": 0.230126, + "nauc_mrr_at_3_max": 0.189829, + "nauc_mrr_at_3_std": -0.101965, + "nauc_mrr_at_3_diff1": 0.193664, + "nauc_mrr_at_5_max": 0.190437, + "nauc_mrr_at_5_std": -0.093495, + "nauc_mrr_at_5_diff1": 0.210436, + "nauc_mrr_at_10_max": 0.18735, + "nauc_mrr_at_10_std": -0.091228, + "nauc_mrr_at_10_diff1": 0.211304, + "nauc_mrr_at_20_max": 0.191863, + "nauc_mrr_at_20_std": -0.085766, + "nauc_mrr_at_20_diff1": 0.210077, + "nauc_mrr_at_100_max": 0.188814, + "nauc_mrr_at_100_std": -0.089055, + "nauc_mrr_at_100_diff1": 0.209478, + "nauc_mrr_at_1000_max": 0.188923, + "nauc_mrr_at_1000_std": -0.089199, + "nauc_mrr_at_1000_diff1": 0.209385, + "main_score": 0.50488, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.48936, + "ndcg_at_3": 0.46353, + "ndcg_at_5": 0.48296, + "ndcg_at_10": 0.52798, + "ndcg_at_20": 0.56916, + "ndcg_at_100": 0.62433, + "ndcg_at_1000": 0.63172, + "map_at_1": 0.23158, + "map_at_3": 0.34447, + "map_at_5": 0.38206, + "map_at_10": 0.41887, + "map_at_20": 0.4381, + "map_at_100": 0.45309, + "map_at_1000": 0.45398, + "recall_at_1": 0.23158, + "recall_at_3": 0.41853, + "recall_at_5": 0.512, + "recall_at_10": 0.6382, + "recall_at_20": 0.75415, + "recall_at_100": 0.96207, + "recall_at_1000": 0.99906, + "precision_at_1": 0.48936, + "precision_at_3": 0.32207, + "precision_at_5": 0.25056, + "precision_at_10": 0.16508, + "precision_at_20": 0.10213, + "precision_at_100": 0.02775, + "precision_at_1000": 0.00291, + "mrr_at_1": 0.489362, + "mrr_at_3": 0.582812, + "mrr_at_5": 0.602649, + "mrr_at_10": 0.612179, + "mrr_at_20": 0.616029, + "mrr_at_100": 0.618144, + "mrr_at_1000": 0.618201, + "nauc_ndcg_at_1_max": 0.23567, + "nauc_ndcg_at_1_std": -0.006653, + "nauc_ndcg_at_1_diff1": 0.29479, + "nauc_ndcg_at_3_max": 0.205771, + "nauc_ndcg_at_3_std": -0.042069, + "nauc_ndcg_at_3_diff1": 0.258992, + "nauc_ndcg_at_5_max": 0.215787, + "nauc_ndcg_at_5_std": -0.047027, + "nauc_ndcg_at_5_diff1": 0.2774, + "nauc_ndcg_at_10_max": 0.221992, + "nauc_ndcg_at_10_std": -0.05268, + "nauc_ndcg_at_10_diff1": 0.278503, + "nauc_ndcg_at_20_max": 0.243093, + "nauc_ndcg_at_20_std": -0.036642, + "nauc_ndcg_at_20_diff1": 0.275971, + "nauc_ndcg_at_100_max": 0.248435, + "nauc_ndcg_at_100_std": -0.016777, + "nauc_ndcg_at_100_diff1": 0.266013, + "nauc_ndcg_at_1000_max": 0.243324, + "nauc_ndcg_at_1000_std": -0.018482, + "nauc_ndcg_at_1000_diff1": 0.267723, + "nauc_map_at_1_max": 0.089869, + "nauc_map_at_1_std": -0.083532, + "nauc_map_at_1_diff1": 0.276698, + "nauc_map_at_3_max": 0.125781, + "nauc_map_at_3_std": -0.089709, + "nauc_map_at_3_diff1": 0.270792, + "nauc_map_at_5_max": 0.158332, + "nauc_map_at_5_std": -0.078263, + "nauc_map_at_5_diff1": 0.279408, + "nauc_map_at_10_max": 0.182185, + "nauc_map_at_10_std": -0.071464, + "nauc_map_at_10_diff1": 0.2803, + "nauc_map_at_20_max": 0.194824, + "nauc_map_at_20_std": -0.061972, + "nauc_map_at_20_diff1": 0.278007, + "nauc_map_at_100_max": 0.199924, + "nauc_map_at_100_std": -0.053971, + "nauc_map_at_100_diff1": 0.275162, + "nauc_map_at_1000_max": 0.199699, + "nauc_map_at_1000_std": -0.053742, + "nauc_map_at_1000_diff1": 0.275153, + "nauc_recall_at_1_max": 0.089869, + "nauc_recall_at_1_std": -0.083532, + "nauc_recall_at_1_diff1": 0.276698, + "nauc_recall_at_3_max": 0.118933, + "nauc_recall_at_3_std": -0.090014, + "nauc_recall_at_3_diff1": 0.238654, + "nauc_recall_at_5_max": 0.165011, + "nauc_recall_at_5_std": -0.073571, + "nauc_recall_at_5_diff1": 0.247613, + "nauc_recall_at_10_max": 0.185288, + "nauc_recall_at_10_std": -0.073532, + "nauc_recall_at_10_diff1": 0.229523, + "nauc_recall_at_20_max": 0.23833, + "nauc_recall_at_20_std": -0.04073, + "nauc_recall_at_20_diff1": 0.225414, + "nauc_recall_at_100_max": 0.356059, + "nauc_recall_at_100_std": 0.068738, + "nauc_recall_at_100_diff1": 0.095733, + "nauc_recall_at_1000_max": 0.218946, + "nauc_recall_at_1000_std": -0.825498, + "nauc_recall_at_1000_diff1": 0.195926, + "nauc_precision_at_1_max": 0.23567, + "nauc_precision_at_1_std": -0.006653, + "nauc_precision_at_1_diff1": 0.29479, + "nauc_precision_at_3_max": 0.250164, + "nauc_precision_at_3_std": 0.021114, + "nauc_precision_at_3_diff1": 0.147831, + "nauc_precision_at_5_max": 0.278353, + "nauc_precision_at_5_std": 0.071248, + "nauc_precision_at_5_diff1": 0.114341, + "nauc_precision_at_10_max": 0.270526, + "nauc_precision_at_10_std": 0.103113, + "nauc_precision_at_10_diff1": 0.056986, + "nauc_precision_at_20_max": 0.259911, + "nauc_precision_at_20_std": 0.141016, + "nauc_precision_at_20_diff1": -0.000644, + "nauc_precision_at_100_max": 0.169606, + "nauc_precision_at_100_std": 0.174991, + "nauc_precision_at_100_diff1": -0.08542, + "nauc_precision_at_1000_max": 0.144271, + "nauc_precision_at_1000_std": 0.169207, + "nauc_precision_at_1000_diff1": -0.092624, + "nauc_mrr_at_1_max": 0.23567, + "nauc_mrr_at_1_std": -0.006653, + "nauc_mrr_at_1_diff1": 0.29479, + "nauc_mrr_at_3_max": 0.260615, + "nauc_mrr_at_3_std": -0.013312, + "nauc_mrr_at_3_diff1": 0.280296, + "nauc_mrr_at_5_max": 0.269616, + "nauc_mrr_at_5_std": -0.008538, + "nauc_mrr_at_5_diff1": 0.285073, + "nauc_mrr_at_10_max": 0.264489, + "nauc_mrr_at_10_std": -0.010275, + "nauc_mrr_at_10_diff1": 0.281735, + "nauc_mrr_at_20_max": 0.264861, + "nauc_mrr_at_20_std": -0.008344, + "nauc_mrr_at_20_diff1": 0.282095, + "nauc_mrr_at_100_max": 0.26412, + "nauc_mrr_at_100_std": -0.008249, + "nauc_mrr_at_100_diff1": 0.282215, + "nauc_mrr_at_1000_max": 0.264035, + "nauc_mrr_at_1000_std": -0.008334, + "nauc_mrr_at_1000_diff1": 0.282275, + "main_score": 0.52798, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.50309, + "ndcg_at_3": 0.46416, + "ndcg_at_5": 0.46069, + "ndcg_at_10": 0.49311, + "ndcg_at_20": 0.55379, + "ndcg_at_100": 0.63079, + "ndcg_at_1000": 0.64115, + "map_at_1": 0.14639, + "map_at_3": 0.26117, + "map_at_5": 0.31148, + "map_at_10": 0.36139, + "map_at_20": 0.39623, + "map_at_100": 0.42226, + "map_at_1000": 0.42379, + "recall_at_1": 0.14639, + "recall_at_3": 0.31862, + "recall_at_5": 0.42276, + "recall_at_10": 0.5596, + "recall_at_20": 0.70451, + "recall_at_100": 0.95305, + "recall_at_1000": 0.99816, + "precision_at_1": 0.50309, + "precision_at_3": 0.39609, + "precision_at_5": 0.32778, + "precision_at_10": 0.23241, + "precision_at_20": 0.15355, + "precision_at_100": 0.04373, + "precision_at_1000": 0.0046, + "mrr_at_1": 0.503086, + "mrr_at_3": 0.616255, + "mrr_at_5": 0.634388, + "mrr_at_10": 0.643259, + "mrr_at_20": 0.646902, + "mrr_at_100": 0.648091, + "mrr_at_1000": 0.648132, + "nauc_ndcg_at_1_max": 0.326472, + "nauc_ndcg_at_1_std": 0.043887, + "nauc_ndcg_at_1_diff1": 0.223231, + "nauc_ndcg_at_3_max": 0.274712, + "nauc_ndcg_at_3_std": 0.000588, + "nauc_ndcg_at_3_diff1": 0.191756, + "nauc_ndcg_at_5_max": 0.260093, + "nauc_ndcg_at_5_std": -0.04209, + "nauc_ndcg_at_5_diff1": 0.203691, + "nauc_ndcg_at_10_max": 0.257819, + "nauc_ndcg_at_10_std": -0.06352, + "nauc_ndcg_at_10_diff1": 0.213111, + "nauc_ndcg_at_20_max": 0.282156, + "nauc_ndcg_at_20_std": -0.011823, + "nauc_ndcg_at_20_diff1": 0.181796, + "nauc_ndcg_at_100_max": 0.31742, + "nauc_ndcg_at_100_std": 0.046965, + "nauc_ndcg_at_100_diff1": 0.173976, + "nauc_ndcg_at_1000_max": 0.321199, + "nauc_ndcg_at_1000_std": 0.04583, + "nauc_ndcg_at_1000_diff1": 0.172901, + "nauc_map_at_1_max": 0.091861, + "nauc_map_at_1_std": -0.142154, + "nauc_map_at_1_diff1": 0.320906, + "nauc_map_at_3_max": 0.133565, + "nauc_map_at_3_std": -0.148737, + "nauc_map_at_3_diff1": 0.265128, + "nauc_map_at_5_max": 0.175196, + "nauc_map_at_5_std": -0.130884, + "nauc_map_at_5_diff1": 0.242884, + "nauc_map_at_10_max": 0.218672, + "nauc_map_at_10_std": -0.099742, + "nauc_map_at_10_diff1": 0.230504, + "nauc_map_at_20_max": 0.242635, + "nauc_map_at_20_std": -0.067004, + "nauc_map_at_20_diff1": 0.208672, + "nauc_map_at_100_max": 0.257078, + "nauc_map_at_100_std": -0.04521, + "nauc_map_at_100_diff1": 0.203052, + "nauc_map_at_1000_max": 0.258081, + "nauc_map_at_1000_std": -0.044794, + "nauc_map_at_1000_diff1": 0.202908, + "nauc_recall_at_1_max": 0.091861, + "nauc_recall_at_1_std": -0.142154, + "nauc_recall_at_1_diff1": 0.320906, + "nauc_recall_at_3_max": 0.082075, + "nauc_recall_at_3_std": -0.174759, + "nauc_recall_at_3_diff1": 0.247996, + "nauc_recall_at_5_max": 0.107629, + "nauc_recall_at_5_std": -0.154483, + "nauc_recall_at_5_diff1": 0.201052, + "nauc_recall_at_10_max": 0.144683, + "nauc_recall_at_10_std": -0.146522, + "nauc_recall_at_10_diff1": 0.174224, + "nauc_recall_at_20_max": 0.150744, + "nauc_recall_at_20_std": -0.068335, + "nauc_recall_at_20_diff1": 0.11016, + "nauc_recall_at_100_max": 0.21492, + "nauc_recall_at_100_std": 0.152555, + "nauc_recall_at_100_diff1": 0.116429, + "nauc_recall_at_1000_max": 0.78083, + "nauc_recall_at_1000_std": 0.958851, + "nauc_recall_at_1000_diff1": -0.146996, + "nauc_precision_at_1_max": 0.326472, + "nauc_precision_at_1_std": 0.043887, + "nauc_precision_at_1_diff1": 0.223231, + "nauc_precision_at_3_max": 0.328454, + "nauc_precision_at_3_std": 0.094089, + "nauc_precision_at_3_diff1": 0.060319, + "nauc_precision_at_5_max": 0.341918, + "nauc_precision_at_5_std": 0.132761, + "nauc_precision_at_5_diff1": 0.00483, + "nauc_precision_at_10_max": 0.341933, + "nauc_precision_at_10_std": 0.197212, + "nauc_precision_at_10_diff1": -0.043556, + "nauc_precision_at_20_max": 0.304592, + "nauc_precision_at_20_std": 0.260961, + "nauc_precision_at_20_diff1": -0.114535, + "nauc_precision_at_100_max": 0.23906, + "nauc_precision_at_100_std": 0.33546, + "nauc_precision_at_100_diff1": -0.164933, + "nauc_precision_at_1000_max": 0.228419, + "nauc_precision_at_1000_std": 0.326762, + "nauc_precision_at_1000_diff1": -0.169164, + "nauc_mrr_at_1_max": 0.326472, + "nauc_mrr_at_1_std": 0.043887, + "nauc_mrr_at_1_diff1": 0.223231, + "nauc_mrr_at_3_max": 0.338213, + "nauc_mrr_at_3_std": 0.054611, + "nauc_mrr_at_3_diff1": 0.200986, + "nauc_mrr_at_5_max": 0.346506, + "nauc_mrr_at_5_std": 0.072729, + "nauc_mrr_at_5_diff1": 0.201136, + "nauc_mrr_at_10_max": 0.344135, + "nauc_mrr_at_10_std": 0.069584, + "nauc_mrr_at_10_diff1": 0.195839, + "nauc_mrr_at_20_max": 0.342248, + "nauc_mrr_at_20_std": 0.070679, + "nauc_mrr_at_20_diff1": 0.197857, + "nauc_mrr_at_100_max": 0.342666, + "nauc_mrr_at_100_std": 0.068807, + "nauc_mrr_at_100_diff1": 0.199446, + "nauc_mrr_at_1000_max": 0.342589, + "nauc_mrr_at_1000_std": 0.068698, + "nauc_mrr_at_1000_diff1": 0.199373, + "main_score": 0.49311, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.44937, + "ndcg_at_3": 0.47022, + "ndcg_at_5": 0.50977, + "ndcg_at_10": 0.55728, + "ndcg_at_20": 0.58783, + "ndcg_at_100": 0.62269, + "ndcg_at_1000": 0.63022, + "map_at_1": 0.28456, + "map_at_3": 0.39437, + "map_at_5": 0.43203, + "map_at_10": 0.46258, + "map_at_20": 0.47573, + "map_at_100": 0.4843, + "map_at_1000": 0.48488, + "recall_at_1": 0.28456, + "recall_at_3": 0.47839, + "recall_at_5": 0.59072, + "recall_at_10": 0.71371, + "recall_at_20": 0.80743, + "recall_at_100": 0.94988, + "recall_at_1000": 0.99591, + "precision_at_1": 0.44937, + "precision_at_3": 0.28006, + "precision_at_5": 0.21171, + "precision_at_10": 0.13655, + "precision_at_20": 0.08014, + "precision_at_100": 0.01976, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.449367, + "mrr_at_3": 0.541667, + "mrr_at_5": 0.563819, + "mrr_at_10": 0.574126, + "mrr_at_20": 0.578543, + "mrr_at_100": 0.580542, + "mrr_at_1000": 0.580686, + "nauc_ndcg_at_1_max": 0.1339, + "nauc_ndcg_at_1_std": -0.047673, + "nauc_ndcg_at_1_diff1": 0.286588, + "nauc_ndcg_at_3_max": 0.12986, + "nauc_ndcg_at_3_std": -0.092992, + "nauc_ndcg_at_3_diff1": 0.274781, + "nauc_ndcg_at_5_max": 0.159975, + "nauc_ndcg_at_5_std": -0.090208, + "nauc_ndcg_at_5_diff1": 0.279122, + "nauc_ndcg_at_10_max": 0.168104, + "nauc_ndcg_at_10_std": -0.069364, + "nauc_ndcg_at_10_diff1": 0.244513, + "nauc_ndcg_at_20_max": 0.164728, + "nauc_ndcg_at_20_std": -0.068615, + "nauc_ndcg_at_20_diff1": 0.239211, + "nauc_ndcg_at_100_max": 0.171828, + "nauc_ndcg_at_100_std": -0.045085, + "nauc_ndcg_at_100_diff1": 0.243727, + "nauc_ndcg_at_1000_max": 0.164139, + "nauc_ndcg_at_1000_std": -0.054868, + "nauc_ndcg_at_1000_diff1": 0.253086, + "nauc_map_at_1_max": 0.080311, + "nauc_map_at_1_std": -0.103152, + "nauc_map_at_1_diff1": 0.355537, + "nauc_map_at_3_max": 0.105208, + "nauc_map_at_3_std": -0.109504, + "nauc_map_at_3_diff1": 0.312881, + "nauc_map_at_5_max": 0.131934, + "nauc_map_at_5_std": -0.104669, + "nauc_map_at_5_diff1": 0.305201, + "nauc_map_at_10_max": 0.141602, + "nauc_map_at_10_std": -0.092709, + "nauc_map_at_10_diff1": 0.28327, + "nauc_map_at_20_max": 0.140517, + "nauc_map_at_20_std": -0.091084, + "nauc_map_at_20_diff1": 0.278685, + "nauc_map_at_100_max": 0.141213, + "nauc_map_at_100_std": -0.085799, + "nauc_map_at_100_diff1": 0.279018, + "nauc_map_at_1000_max": 0.141016, + "nauc_map_at_1000_std": -0.086208, + "nauc_map_at_1000_diff1": 0.279544, + "nauc_recall_at_1_max": 0.080311, + "nauc_recall_at_1_std": -0.103152, + "nauc_recall_at_1_diff1": 0.355537, + "nauc_recall_at_3_max": 0.115007, + "nauc_recall_at_3_std": -0.111942, + "nauc_recall_at_3_diff1": 0.265291, + "nauc_recall_at_5_max": 0.166363, + "nauc_recall_at_5_std": -0.100403, + "nauc_recall_at_5_diff1": 0.22784, + "nauc_recall_at_10_max": 0.193114, + "nauc_recall_at_10_std": -0.045053, + "nauc_recall_at_10_diff1": 0.121644, + "nauc_recall_at_20_max": 0.183204, + "nauc_recall_at_20_std": -0.057046, + "nauc_recall_at_20_diff1": 0.07894, + "nauc_recall_at_100_max": 0.456268, + "nauc_recall_at_100_std": 0.33969, + "nauc_recall_at_100_diff1": -0.096451, + "nauc_recall_at_1000_max": 0.785738, + "nauc_recall_at_1000_std": 0.813569, + "nauc_recall_at_1000_diff1": 0.189257, + "nauc_precision_at_1_max": 0.1339, + "nauc_precision_at_1_std": -0.047673, + "nauc_precision_at_1_diff1": 0.286588, + "nauc_precision_at_3_max": 0.167697, + "nauc_precision_at_3_std": 0.002539, + "nauc_precision_at_3_diff1": 0.057389, + "nauc_precision_at_5_max": 0.210611, + "nauc_precision_at_5_std": 0.025769, + "nauc_precision_at_5_diff1": 0.015934, + "nauc_precision_at_10_max": 0.174529, + "nauc_precision_at_10_std": 0.092565, + "nauc_precision_at_10_diff1": -0.106238, + "nauc_precision_at_20_max": 0.135274, + "nauc_precision_at_20_std": 0.114306, + "nauc_precision_at_20_diff1": -0.147258, + "nauc_precision_at_100_max": 0.086868, + "nauc_precision_at_100_std": 0.175491, + "nauc_precision_at_100_diff1": -0.168276, + "nauc_precision_at_1000_max": 0.06154, + "nauc_precision_at_1000_std": 0.150754, + "nauc_precision_at_1000_diff1": -0.161617, + "nauc_mrr_at_1_max": 0.1339, + "nauc_mrr_at_1_std": -0.047673, + "nauc_mrr_at_1_diff1": 0.286588, + "nauc_mrr_at_3_max": 0.160762, + "nauc_mrr_at_3_std": -0.054387, + "nauc_mrr_at_3_diff1": 0.258351, + "nauc_mrr_at_5_max": 0.167549, + "nauc_mrr_at_5_std": -0.051791, + "nauc_mrr_at_5_diff1": 0.256343, + "nauc_mrr_at_10_max": 0.163219, + "nauc_mrr_at_10_std": -0.044292, + "nauc_mrr_at_10_diff1": 0.250597, + "nauc_mrr_at_20_max": 0.162486, + "nauc_mrr_at_20_std": -0.045725, + "nauc_mrr_at_20_diff1": 0.252665, + "nauc_mrr_at_100_max": 0.162967, + "nauc_mrr_at_100_std": -0.045275, + "nauc_mrr_at_100_diff1": 0.252972, + "nauc_mrr_at_1000_max": 0.162719, + "nauc_mrr_at_1000_std": -0.045494, + "nauc_mrr_at_1000_diff1": 0.253253, + "main_score": 0.55728, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.579, + "ndcg_at_3": 0.59286, + "ndcg_at_5": 0.64378, + "ndcg_at_10": 0.68909, + "ndcg_at_20": 0.71237, + "ndcg_at_100": 0.72935, + "ndcg_at_1000": 0.73207, + "map_at_1": 0.36824, + "map_at_3": 0.52532, + "map_at_5": 0.57023, + "map_at_10": 0.59775, + "map_at_20": 0.60807, + "map_at_100": 0.61249, + "map_at_1000": 0.61269, + "recall_at_1": 0.36824, + "recall_at_3": 0.61633, + "recall_at_5": 0.72909, + "recall_at_10": 0.84301, + "recall_at_20": 0.91395, + "recall_at_100": 0.98152, + "recall_at_1000": 0.998, + "precision_at_1": 0.579, + "precision_at_3": 0.355, + "precision_at_5": 0.261, + "precision_at_10": 0.1538, + "precision_at_20": 0.0854, + "precision_at_100": 0.0188, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.579, + "mrr_at_3": 0.674167, + "mrr_at_5": 0.690417, + "mrr_at_10": 0.700335, + "mrr_at_20": 0.702846, + "mrr_at_100": 0.703412, + "mrr_at_1000": 0.703425, + "nauc_ndcg_at_1_max": 0.284712, + "nauc_ndcg_at_1_std": -0.030266, + "nauc_ndcg_at_1_diff1": 0.450722, + "nauc_ndcg_at_3_max": 0.207984, + "nauc_ndcg_at_3_std": -0.120049, + "nauc_ndcg_at_3_diff1": 0.391219, + "nauc_ndcg_at_5_max": 0.190169, + "nauc_ndcg_at_5_std": -0.138806, + "nauc_ndcg_at_5_diff1": 0.391871, + "nauc_ndcg_at_10_max": 0.201528, + "nauc_ndcg_at_10_std": -0.139614, + "nauc_ndcg_at_10_diff1": 0.392416, + "nauc_ndcg_at_20_max": 0.220406, + "nauc_ndcg_at_20_std": -0.113275, + "nauc_ndcg_at_20_diff1": 0.389761, + "nauc_ndcg_at_100_max": 0.228221, + "nauc_ndcg_at_100_std": -0.092739, + "nauc_ndcg_at_100_diff1": 0.39683, + "nauc_ndcg_at_1000_max": 0.228535, + "nauc_ndcg_at_1000_std": -0.09604, + "nauc_ndcg_at_1000_diff1": 0.397931, + "nauc_map_at_1_max": 0.134229, + "nauc_map_at_1_std": -0.107731, + "nauc_map_at_1_diff1": 0.458065, + "nauc_map_at_3_max": 0.178723, + "nauc_map_at_3_std": -0.133664, + "nauc_map_at_3_diff1": 0.408332, + "nauc_map_at_5_max": 0.180231, + "nauc_map_at_5_std": -0.136432, + "nauc_map_at_5_diff1": 0.404479, + "nauc_map_at_10_max": 0.191345, + "nauc_map_at_10_std": -0.137782, + "nauc_map_at_10_diff1": 0.404331, + "nauc_map_at_20_max": 0.199572, + "nauc_map_at_20_std": -0.127582, + "nauc_map_at_20_diff1": 0.402172, + "nauc_map_at_100_max": 0.20048, + "nauc_map_at_100_std": -0.123743, + "nauc_map_at_100_diff1": 0.403685, + "nauc_map_at_1000_max": 0.200534, + "nauc_map_at_1000_std": -0.12383, + "nauc_map_at_1000_diff1": 0.403688, + "nauc_recall_at_1_max": 0.134229, + "nauc_recall_at_1_std": -0.107731, + "nauc_recall_at_1_diff1": 0.458065, + "nauc_recall_at_3_max": 0.130823, + "nauc_recall_at_3_std": -0.161959, + "nauc_recall_at_3_diff1": 0.324832, + "nauc_recall_at_5_max": 0.090765, + "nauc_recall_at_5_std": -0.210102, + "nauc_recall_at_5_diff1": 0.302031, + "nauc_recall_at_10_max": 0.067596, + "nauc_recall_at_10_std": -0.273174, + "nauc_recall_at_10_diff1": 0.276109, + "nauc_recall_at_20_max": 0.126499, + "nauc_recall_at_20_std": -0.187233, + "nauc_recall_at_20_diff1": 0.215169, + "nauc_recall_at_100_max": 0.259748, + "nauc_recall_at_100_std": 0.274678, + "nauc_recall_at_100_diff1": 0.180415, + "nauc_recall_at_1000_max": 0.777077, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": -0.298786, + "nauc_precision_at_1_max": 0.284712, + "nauc_precision_at_1_std": -0.030266, + "nauc_precision_at_1_diff1": 0.450722, + "nauc_precision_at_3_max": 0.231647, + "nauc_precision_at_3_std": -0.026099, + "nauc_precision_at_3_diff1": 0.100409, + "nauc_precision_at_5_max": 0.184416, + "nauc_precision_at_5_std": 0.005629, + "nauc_precision_at_5_diff1": 0.003172, + "nauc_precision_at_10_max": 0.169768, + "nauc_precision_at_10_std": 0.043599, + "nauc_precision_at_10_diff1": -0.090567, + "nauc_precision_at_20_max": 0.172964, + "nauc_precision_at_20_std": 0.126783, + "nauc_precision_at_20_diff1": -0.165153, + "nauc_precision_at_100_max": 0.145823, + "nauc_precision_at_100_std": 0.197153, + "nauc_precision_at_100_diff1": -0.209951, + "nauc_precision_at_1000_max": 0.13597, + "nauc_precision_at_1000_std": 0.191139, + "nauc_precision_at_1000_diff1": -0.224613, + "nauc_mrr_at_1_max": 0.284712, + "nauc_mrr_at_1_std": -0.030266, + "nauc_mrr_at_1_diff1": 0.450722, + "nauc_mrr_at_3_max": 0.283356, + "nauc_mrr_at_3_std": -0.049907, + "nauc_mrr_at_3_diff1": 0.414338, + "nauc_mrr_at_5_max": 0.27959, + "nauc_mrr_at_5_std": -0.057917, + "nauc_mrr_at_5_diff1": 0.417871, + "nauc_mrr_at_10_max": 0.278971, + "nauc_mrr_at_10_std": -0.053339, + "nauc_mrr_at_10_diff1": 0.419678, + "nauc_mrr_at_20_max": 0.279797, + "nauc_mrr_at_20_std": -0.051186, + "nauc_mrr_at_20_diff1": 0.420665, + "nauc_mrr_at_100_max": 0.279785, + "nauc_mrr_at_100_std": -0.051127, + "nauc_mrr_at_100_diff1": 0.420882, + "nauc_mrr_at_1000_max": 0.279775, + "nauc_mrr_at_1000_std": -0.051134, + "nauc_mrr_at_1000_diff1": 0.420892, + "main_score": 0.68909, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.30612, + "ndcg_at_3": 0.35267, + "ndcg_at_5": 0.40263, + "ndcg_at_10": 0.46497, + "ndcg_at_20": 0.5043, + "ndcg_at_100": 0.5536, + "ndcg_at_1000": 0.55726, + "map_at_1": 0.17923, + "map_at_3": 0.28495, + "map_at_5": 0.32315, + "map_at_10": 0.35793, + "map_at_20": 0.37445, + "map_at_100": 0.38629, + "map_at_1000": 0.38659, + "recall_at_1": 0.17923, + "recall_at_3": 0.37902, + "recall_at_5": 0.4965, + "recall_at_10": 0.65256, + "recall_at_20": 0.77307, + "recall_at_100": 0.97755, + "recall_at_1000": 1.0, + "precision_at_1": 0.30612, + "precision_at_3": 0.23226, + "precision_at_5": 0.18717, + "precision_at_10": 0.13032, + "precision_at_20": 0.07959, + "precision_at_100": 0.0209, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.306122, + "mrr_at_3": 0.422741, + "mrr_at_5": 0.45, + "mrr_at_10": 0.46742, + "mrr_at_20": 0.472405, + "mrr_at_100": 0.474893, + "mrr_at_1000": 0.474978, + "nauc_ndcg_at_1_max": 0.132275, + "nauc_ndcg_at_1_std": 0.031171, + "nauc_ndcg_at_1_diff1": 0.194076, + "nauc_ndcg_at_3_max": 0.178187, + "nauc_ndcg_at_3_std": 0.030439, + "nauc_ndcg_at_3_diff1": 0.187455, + "nauc_ndcg_at_5_max": 0.21492, + "nauc_ndcg_at_5_std": 0.039959, + "nauc_ndcg_at_5_diff1": 0.163916, + "nauc_ndcg_at_10_max": 0.219446, + "nauc_ndcg_at_10_std": 0.029893, + "nauc_ndcg_at_10_diff1": 0.165335, + "nauc_ndcg_at_20_max": 0.215624, + "nauc_ndcg_at_20_std": 0.037024, + "nauc_ndcg_at_20_diff1": 0.153437, + "nauc_ndcg_at_100_max": 0.198288, + "nauc_ndcg_at_100_std": 0.043666, + "nauc_ndcg_at_100_diff1": 0.156882, + "nauc_ndcg_at_1000_max": 0.194535, + "nauc_ndcg_at_1000_std": 0.041401, + "nauc_ndcg_at_1000_diff1": 0.160296, + "nauc_map_at_1_max": 0.130784, + "nauc_map_at_1_std": 0.052063, + "nauc_map_at_1_diff1": 0.190524, + "nauc_map_at_3_max": 0.181776, + "nauc_map_at_3_std": 0.030533, + "nauc_map_at_3_diff1": 0.211534, + "nauc_map_at_5_max": 0.203392, + "nauc_map_at_5_std": 0.037151, + "nauc_map_at_5_diff1": 0.185477, + "nauc_map_at_10_max": 0.206166, + "nauc_map_at_10_std": 0.031571, + "nauc_map_at_10_diff1": 0.18098, + "nauc_map_at_20_max": 0.205446, + "nauc_map_at_20_std": 0.036404, + "nauc_map_at_20_diff1": 0.173144, + "nauc_map_at_100_max": 0.201567, + "nauc_map_at_100_std": 0.037901, + "nauc_map_at_100_diff1": 0.174298, + "nauc_map_at_1000_max": 0.201414, + "nauc_map_at_1000_std": 0.03784, + "nauc_map_at_1000_diff1": 0.174496, + "nauc_recall_at_1_max": 0.130784, + "nauc_recall_at_1_std": 0.052063, + "nauc_recall_at_1_diff1": 0.190524, + "nauc_recall_at_3_max": 0.193413, + "nauc_recall_at_3_std": 0.022253, + "nauc_recall_at_3_diff1": 0.189921, + "nauc_recall_at_5_max": 0.241361, + "nauc_recall_at_5_std": 0.037095, + "nauc_recall_at_5_diff1": 0.127862, + "nauc_recall_at_10_max": 0.253229, + "nauc_recall_at_10_std": 0.003861, + "nauc_recall_at_10_diff1": 0.108186, + "nauc_recall_at_20_max": 0.265163, + "nauc_recall_at_20_std": 0.020704, + "nauc_recall_at_20_diff1": 0.069135, + "nauc_recall_at_100_max": 0.433523, + "nauc_recall_at_100_std": 0.194545, + "nauc_recall_at_100_diff1": -0.079864, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.132275, + "nauc_precision_at_1_std": 0.031171, + "nauc_precision_at_1_diff1": 0.194076, + "nauc_precision_at_3_max": 0.198896, + "nauc_precision_at_3_std": 0.025829, + "nauc_precision_at_3_diff1": 0.120555, + "nauc_precision_at_5_max": 0.212124, + "nauc_precision_at_5_std": 0.035926, + "nauc_precision_at_5_diff1": 0.037067, + "nauc_precision_at_10_max": 0.148408, + "nauc_precision_at_10_std": 0.018363, + "nauc_precision_at_10_diff1": 0.020669, + "nauc_precision_at_20_max": 0.090811, + "nauc_precision_at_20_std": 0.025982, + "nauc_precision_at_20_diff1": -0.043551, + "nauc_precision_at_100_max": -0.055227, + "nauc_precision_at_100_std": 0.029873, + "nauc_precision_at_100_diff1": -0.099341, + "nauc_precision_at_1000_max": -0.067039, + "nauc_precision_at_1000_std": 0.026584, + "nauc_precision_at_1000_diff1": -0.097538, + "nauc_mrr_at_1_max": 0.132275, + "nauc_mrr_at_1_std": 0.031171, + "nauc_mrr_at_1_diff1": 0.194076, + "nauc_mrr_at_3_max": 0.154052, + "nauc_mrr_at_3_std": 0.037648, + "nauc_mrr_at_3_diff1": 0.175039, + "nauc_mrr_at_5_max": 0.165216, + "nauc_mrr_at_5_std": 0.03943, + "nauc_mrr_at_5_diff1": 0.164782, + "nauc_mrr_at_10_max": 0.16401, + "nauc_mrr_at_10_std": 0.037097, + "nauc_mrr_at_10_diff1": 0.166141, + "nauc_mrr_at_20_max": 0.160147, + "nauc_mrr_at_20_std": 0.034444, + "nauc_mrr_at_20_diff1": 0.167027, + "nauc_mrr_at_100_max": 0.1599, + "nauc_mrr_at_100_std": 0.035318, + "nauc_mrr_at_100_diff1": 0.167613, + "nauc_mrr_at_1000_max": 0.15976, + "nauc_mrr_at_1000_std": 0.03523, + "nauc_mrr_at_1000_diff1": 0.167634, + "main_score": 0.46497, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.49714, + "ndcg_at_3": 0.49935, + "ndcg_at_5": 0.52344, + "ndcg_at_10": 0.57573, + "ndcg_at_20": 0.60388, + "ndcg_at_100": 0.63846, + "ndcg_at_1000": 0.64593, + "map_at_1": 0.28485, + "map_at_3": 0.41133, + "map_at_5": 0.44713, + "map_at_10": 0.48095, + "map_at_20": 0.49467, + "map_at_100": 0.50287, + "map_at_1000": 0.50337, + "recall_at_1": 0.28485, + "recall_at_3": 0.49152, + "recall_at_5": 0.57502, + "recall_at_10": 0.71798, + "recall_at_20": 0.80081, + "recall_at_100": 0.95015, + "recall_at_1000": 0.99721, + "precision_at_1": 0.49714, + "precision_at_3": 0.31524, + "precision_at_5": 0.23543, + "precision_at_10": 0.15029, + "precision_at_20": 0.08614, + "precision_at_100": 0.02043, + "precision_at_1000": 0.00214, + "mrr_at_1": 0.497143, + "mrr_at_3": 0.582857, + "mrr_at_5": 0.594714, + "mrr_at_10": 0.607026, + "mrr_at_20": 0.609798, + "mrr_at_100": 0.612465, + "mrr_at_1000": 0.612604, + "nauc_ndcg_at_1_max": 0.210164, + "nauc_ndcg_at_1_std": -0.061277, + "nauc_ndcg_at_1_diff1": 0.40257, + "nauc_ndcg_at_3_max": 0.229724, + "nauc_ndcg_at_3_std": -0.037846, + "nauc_ndcg_at_3_diff1": 0.299449, + "nauc_ndcg_at_5_max": 0.229296, + "nauc_ndcg_at_5_std": -0.076095, + "nauc_ndcg_at_5_diff1": 0.282721, + "nauc_ndcg_at_10_max": 0.241848, + "nauc_ndcg_at_10_std": -0.077057, + "nauc_ndcg_at_10_diff1": 0.285613, + "nauc_ndcg_at_20_max": 0.259623, + "nauc_ndcg_at_20_std": -0.049328, + "nauc_ndcg_at_20_diff1": 0.280761, + "nauc_ndcg_at_100_max": 0.257602, + "nauc_ndcg_at_100_std": -0.033939, + "nauc_ndcg_at_100_diff1": 0.285903, + "nauc_ndcg_at_1000_max": 0.256904, + "nauc_ndcg_at_1000_std": -0.035275, + "nauc_ndcg_at_1000_diff1": 0.292393, + "nauc_map_at_1_max": 0.059205, + "nauc_map_at_1_std": -0.11169, + "nauc_map_at_1_diff1": 0.416645, + "nauc_map_at_3_max": 0.162629, + "nauc_map_at_3_std": -0.080579, + "nauc_map_at_3_diff1": 0.327858, + "nauc_map_at_5_max": 0.192699, + "nauc_map_at_5_std": -0.093806, + "nauc_map_at_5_diff1": 0.304677, + "nauc_map_at_10_max": 0.21101, + "nauc_map_at_10_std": -0.085263, + "nauc_map_at_10_diff1": 0.303412, + "nauc_map_at_20_max": 0.223293, + "nauc_map_at_20_std": -0.070878, + "nauc_map_at_20_diff1": 0.29859, + "nauc_map_at_100_max": 0.226508, + "nauc_map_at_100_std": -0.063011, + "nauc_map_at_100_diff1": 0.299261, + "nauc_map_at_1000_max": 0.226513, + "nauc_map_at_1000_std": -0.063054, + "nauc_map_at_1000_diff1": 0.299642, + "nauc_recall_at_1_max": 0.059205, + "nauc_recall_at_1_std": -0.11169, + "nauc_recall_at_1_diff1": 0.416645, + "nauc_recall_at_3_max": 0.143277, + "nauc_recall_at_3_std": -0.074661, + "nauc_recall_at_3_diff1": 0.242549, + "nauc_recall_at_5_max": 0.192325, + "nauc_recall_at_5_std": -0.105434, + "nauc_recall_at_5_diff1": 0.181667, + "nauc_recall_at_10_max": 0.225657, + "nauc_recall_at_10_std": -0.119229, + "nauc_recall_at_10_diff1": 0.169645, + "nauc_recall_at_20_max": 0.294174, + "nauc_recall_at_20_std": -0.038364, + "nauc_recall_at_20_diff1": 0.158726, + "nauc_recall_at_100_max": 0.249013, + "nauc_recall_at_100_std": 0.042138, + "nauc_recall_at_100_diff1": 0.050277, + "nauc_recall_at_1000_max": 0.719387, + "nauc_recall_at_1000_std": 0.609392, + "nauc_recall_at_1000_diff1": 0.782515, + "nauc_precision_at_1_max": 0.210164, + "nauc_precision_at_1_std": -0.061277, + "nauc_precision_at_1_diff1": 0.40257, + "nauc_precision_at_3_max": 0.340138, + "nauc_precision_at_3_std": 0.070224, + "nauc_precision_at_3_diff1": 0.066238, + "nauc_precision_at_5_max": 0.316318, + "nauc_precision_at_5_std": 0.042579, + "nauc_precision_at_5_diff1": -0.027963, + "nauc_precision_at_10_max": 0.302829, + "nauc_precision_at_10_std": 0.087534, + "nauc_precision_at_10_diff1": -0.0676, + "nauc_precision_at_20_max": 0.305704, + "nauc_precision_at_20_std": 0.150353, + "nauc_precision_at_20_diff1": -0.105074, + "nauc_precision_at_100_max": 0.263184, + "nauc_precision_at_100_std": 0.203518, + "nauc_precision_at_100_diff1": -0.130868, + "nauc_precision_at_1000_max": 0.242129, + "nauc_precision_at_1000_std": 0.197581, + "nauc_precision_at_1000_diff1": -0.13392, + "nauc_mrr_at_1_max": 0.210164, + "nauc_mrr_at_1_std": -0.061277, + "nauc_mrr_at_1_diff1": 0.40257, + "nauc_mrr_at_3_max": 0.250145, + "nauc_mrr_at_3_std": -0.039584, + "nauc_mrr_at_3_diff1": 0.343011, + "nauc_mrr_at_5_max": 0.254526, + "nauc_mrr_at_5_std": -0.039717, + "nauc_mrr_at_5_diff1": 0.336732, + "nauc_mrr_at_10_max": 0.252751, + "nauc_mrr_at_10_std": -0.041294, + "nauc_mrr_at_10_diff1": 0.342591, + "nauc_mrr_at_20_max": 0.252086, + "nauc_mrr_at_20_std": -0.041041, + "nauc_mrr_at_20_diff1": 0.342549, + "nauc_mrr_at_100_max": 0.250472, + "nauc_mrr_at_100_std": -0.041385, + "nauc_mrr_at_100_diff1": 0.343404, + "nauc_mrr_at_1000_max": 0.25039, + "nauc_mrr_at_1000_std": -0.041445, + "nauc_mrr_at_1000_diff1": 0.343567, + "main_score": 0.57573, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.46563, + "ndcg_at_3": 0.42929, + "ndcg_at_5": 0.44682, + "ndcg_at_10": 0.48324, + "ndcg_at_20": 0.52692, + "ndcg_at_100": 0.58335, + "ndcg_at_1000": 0.60235, + "map_at_1": 0.20752, + "map_at_3": 0.30717, + "map_at_5": 0.34631, + "map_at_10": 0.37739, + "map_at_20": 0.39806, + "map_at_100": 0.41401, + "map_at_1000": 0.41573, + "recall_at_1": 0.20752, + "recall_at_3": 0.36791, + "recall_at_5": 0.46228, + "recall_at_10": 0.57022, + "recall_at_20": 0.68652, + "recall_at_100": 0.89157, + "recall_at_1000": 0.99364, + "precision_at_1": 0.46563, + "precision_at_3": 0.30903, + "precision_at_5": 0.24479, + "precision_at_10": 0.16083, + "precision_at_20": 0.10281, + "precision_at_100": 0.02843, + "precision_at_1000": 0.0032, + "mrr_at_1": 0.465625, + "mrr_at_3": 0.554167, + "mrr_at_5": 0.571875, + "mrr_at_10": 0.583207, + "mrr_at_20": 0.587862, + "mrr_at_100": 0.589722, + "mrr_at_1000": 0.589939, + "nauc_ndcg_at_1_max": 0.186116, + "nauc_ndcg_at_1_std": -0.117161, + "nauc_ndcg_at_1_diff1": 0.263845, + "nauc_ndcg_at_3_max": 0.16064, + "nauc_ndcg_at_3_std": -0.126058, + "nauc_ndcg_at_3_diff1": 0.190545, + "nauc_ndcg_at_5_max": 0.169122, + "nauc_ndcg_at_5_std": -0.127262, + "nauc_ndcg_at_5_diff1": 0.195851, + "nauc_ndcg_at_10_max": 0.184603, + "nauc_ndcg_at_10_std": -0.119699, + "nauc_ndcg_at_10_diff1": 0.188985, + "nauc_ndcg_at_20_max": 0.199957, + "nauc_ndcg_at_20_std": -0.110129, + "nauc_ndcg_at_20_diff1": 0.177717, + "nauc_ndcg_at_100_max": 0.202323, + "nauc_ndcg_at_100_std": -0.085807, + "nauc_ndcg_at_100_diff1": 0.179441, + "nauc_ndcg_at_1000_max": 0.194336, + "nauc_ndcg_at_1000_std": -0.092804, + "nauc_ndcg_at_1000_diff1": 0.1776, + "nauc_map_at_1_max": 0.127837, + "nauc_map_at_1_std": -0.131893, + "nauc_map_at_1_diff1": 0.259127, + "nauc_map_at_3_max": 0.134122, + "nauc_map_at_3_std": -0.157904, + "nauc_map_at_3_diff1": 0.207691, + "nauc_map_at_5_max": 0.148579, + "nauc_map_at_5_std": -0.14571, + "nauc_map_at_5_diff1": 0.201603, + "nauc_map_at_10_max": 0.163703, + "nauc_map_at_10_std": -0.134772, + "nauc_map_at_10_diff1": 0.194341, + "nauc_map_at_20_max": 0.176245, + "nauc_map_at_20_std": -0.126688, + "nauc_map_at_20_diff1": 0.187414, + "nauc_map_at_100_max": 0.177686, + "nauc_map_at_100_std": -0.119367, + "nauc_map_at_100_diff1": 0.186473, + "nauc_map_at_1000_max": 0.176907, + "nauc_map_at_1000_std": -0.1194, + "nauc_map_at_1000_diff1": 0.186148, + "nauc_recall_at_1_max": 0.127837, + "nauc_recall_at_1_std": -0.131893, + "nauc_recall_at_1_diff1": 0.259127, + "nauc_recall_at_3_max": 0.110348, + "nauc_recall_at_3_std": -0.163919, + "nauc_recall_at_3_diff1": 0.173714, + "nauc_recall_at_5_max": 0.119878, + "nauc_recall_at_5_std": -0.135811, + "nauc_recall_at_5_diff1": 0.156542, + "nauc_recall_at_10_max": 0.165, + "nauc_recall_at_10_std": -0.100083, + "nauc_recall_at_10_diff1": 0.137871, + "nauc_recall_at_20_max": 0.197475, + "nauc_recall_at_20_std": -0.088305, + "nauc_recall_at_20_diff1": 0.104579, + "nauc_recall_at_100_max": 0.262454, + "nauc_recall_at_100_std": 0.080049, + "nauc_recall_at_100_diff1": 0.109103, + "nauc_recall_at_1000_max": 0.699989, + "nauc_recall_at_1000_std": 0.349995, + "nauc_recall_at_1000_diff1": -0.058706, + "nauc_precision_at_1_max": 0.186116, + "nauc_precision_at_1_std": -0.117161, + "nauc_precision_at_1_diff1": 0.263845, + "nauc_precision_at_3_max": 0.158235, + "nauc_precision_at_3_std": -0.061471, + "nauc_precision_at_3_diff1": 0.068872, + "nauc_precision_at_5_max": 0.165433, + "nauc_precision_at_5_std": -0.005306, + "nauc_precision_at_5_diff1": 0.027804, + "nauc_precision_at_10_max": 0.154944, + "nauc_precision_at_10_std": 0.049225, + "nauc_precision_at_10_diff1": -0.027826, + "nauc_precision_at_20_max": 0.14605, + "nauc_precision_at_20_std": 0.099893, + "nauc_precision_at_20_diff1": -0.080326, + "nauc_precision_at_100_max": 0.073336, + "nauc_precision_at_100_std": 0.16118, + "nauc_precision_at_100_diff1": -0.101762, + "nauc_precision_at_1000_max": 0.026652, + "nauc_precision_at_1000_std": 0.14571, + "nauc_precision_at_1000_diff1": -0.128184, + "nauc_mrr_at_1_max": 0.186116, + "nauc_mrr_at_1_std": -0.117161, + "nauc_mrr_at_1_diff1": 0.263845, + "nauc_mrr_at_3_max": 0.19851, + "nauc_mrr_at_3_std": -0.116424, + "nauc_mrr_at_3_diff1": 0.236702, + "nauc_mrr_at_5_max": 0.198229, + "nauc_mrr_at_5_std": -0.111233, + "nauc_mrr_at_5_diff1": 0.231662, + "nauc_mrr_at_10_max": 0.199428, + "nauc_mrr_at_10_std": -0.107747, + "nauc_mrr_at_10_diff1": 0.22936, + "nauc_mrr_at_20_max": 0.198176, + "nauc_mrr_at_20_std": -0.109594, + "nauc_mrr_at_20_diff1": 0.229645, + "nauc_mrr_at_100_max": 0.198158, + "nauc_mrr_at_100_std": -0.109885, + "nauc_mrr_at_100_diff1": 0.231007, + "nauc_mrr_at_1000_max": 0.198036, + "nauc_mrr_at_1000_std": -0.10998, + "nauc_mrr_at_1000_diff1": 0.231091, + "main_score": 0.48324, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.44535, + "ndcg_at_3": 0.47407, + "ndcg_at_5": 0.52326, + "ndcg_at_10": 0.57644, + "ndcg_at_20": 0.61135, + "ndcg_at_100": 0.64127, + "ndcg_at_1000": 0.64405, + "map_at_1": 0.28164, + "map_at_3": 0.39563, + "map_at_5": 0.43791, + "map_at_10": 0.46937, + "map_at_20": 0.48519, + "map_at_100": 0.49324, + "map_at_1000": 0.49356, + "recall_at_1": 0.28164, + "recall_at_3": 0.49405, + "recall_at_5": 0.62114, + "recall_at_10": 0.76172, + "recall_at_20": 0.86848, + "recall_at_100": 0.98573, + "recall_at_1000": 1.0, + "precision_at_1": 0.44535, + "precision_at_3": 0.27907, + "precision_at_5": 0.21953, + "precision_at_10": 0.14128, + "precision_at_20": 0.0843, + "precision_at_100": 0.02033, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.445349, + "mrr_at_3": 0.547481, + "mrr_at_5": 0.574632, + "mrr_at_10": 0.589043, + "mrr_at_20": 0.592386, + "mrr_at_100": 0.593673, + "mrr_at_1000": 0.593691, + "nauc_ndcg_at_1_max": 0.042836, + "nauc_ndcg_at_1_std": -0.159314, + "nauc_ndcg_at_1_diff1": 0.281448, + "nauc_ndcg_at_3_max": -0.008786, + "nauc_ndcg_at_3_std": -0.172342, + "nauc_ndcg_at_3_diff1": 0.256353, + "nauc_ndcg_at_5_max": -0.029073, + "nauc_ndcg_at_5_std": -0.207152, + "nauc_ndcg_at_5_diff1": 0.250817, + "nauc_ndcg_at_10_max": -0.023402, + "nauc_ndcg_at_10_std": -0.209649, + "nauc_ndcg_at_10_diff1": 0.256546, + "nauc_ndcg_at_20_max": 0.006134, + "nauc_ndcg_at_20_std": -0.202722, + "nauc_ndcg_at_20_diff1": 0.262953, + "nauc_ndcg_at_100_max": 0.025938, + "nauc_ndcg_at_100_std": -0.168642, + "nauc_ndcg_at_100_diff1": 0.258713, + "nauc_ndcg_at_1000_max": 0.026, + "nauc_ndcg_at_1000_std": -0.167986, + "nauc_ndcg_at_1000_diff1": 0.258618, + "nauc_map_at_1_max": -0.069951, + "nauc_map_at_1_std": -0.208119, + "nauc_map_at_1_diff1": 0.304155, + "nauc_map_at_3_max": -0.061303, + "nauc_map_at_3_std": -0.215719, + "nauc_map_at_3_diff1": 0.270768, + "nauc_map_at_5_max": -0.057303, + "nauc_map_at_5_std": -0.226732, + "nauc_map_at_5_diff1": 0.258782, + "nauc_map_at_10_max": -0.043441, + "nauc_map_at_10_std": -0.220732, + "nauc_map_at_10_diff1": 0.262449, + "nauc_map_at_20_max": -0.028249, + "nauc_map_at_20_std": -0.214497, + "nauc_map_at_20_diff1": 0.264044, + "nauc_map_at_100_max": -0.021284, + "nauc_map_at_100_std": -0.206264, + "nauc_map_at_100_diff1": 0.263275, + "nauc_map_at_1000_max": -0.021117, + "nauc_map_at_1000_std": -0.206063, + "nauc_map_at_1000_diff1": 0.263312, + "nauc_recall_at_1_max": -0.069951, + "nauc_recall_at_1_std": -0.208119, + "nauc_recall_at_1_diff1": 0.304155, + "nauc_recall_at_3_max": -0.073563, + "nauc_recall_at_3_std": -0.196685, + "nauc_recall_at_3_diff1": 0.217632, + "nauc_recall_at_5_max": -0.091117, + "nauc_recall_at_5_std": -0.242305, + "nauc_recall_at_5_diff1": 0.192018, + "nauc_recall_at_10_max": -0.128403, + "nauc_recall_at_10_std": -0.276377, + "nauc_recall_at_10_diff1": 0.190486, + "nauc_recall_at_20_max": -0.072995, + "nauc_recall_at_20_std": -0.350673, + "nauc_recall_at_20_diff1": 0.230612, + "nauc_recall_at_100_max": 0.119404, + "nauc_recall_at_100_std": -0.0472, + "nauc_recall_at_100_diff1": 0.169727, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.042836, + "nauc_precision_at_1_std": -0.159314, + "nauc_precision_at_1_diff1": 0.281448, + "nauc_precision_at_3_max": 0.138884, + "nauc_precision_at_3_std": -0.024724, + "nauc_precision_at_3_diff1": 0.103681, + "nauc_precision_at_5_max": 0.17437, + "nauc_precision_at_5_std": 0.004489, + "nauc_precision_at_5_diff1": 0.018177, + "nauc_precision_at_10_max": 0.245492, + "nauc_precision_at_10_std": 0.100468, + "nauc_precision_at_10_diff1": -0.028974, + "nauc_precision_at_20_max": 0.295971, + "nauc_precision_at_20_std": 0.155173, + "nauc_precision_at_20_diff1": -0.05357, + "nauc_precision_at_100_max": 0.29694, + "nauc_precision_at_100_std": 0.243512, + "nauc_precision_at_100_diff1": -0.090107, + "nauc_precision_at_1000_max": 0.291022, + "nauc_precision_at_1000_std": 0.247304, + "nauc_precision_at_1000_diff1": -0.092202, + "nauc_mrr_at_1_max": 0.042836, + "nauc_mrr_at_1_std": -0.159314, + "nauc_mrr_at_1_diff1": 0.281448, + "nauc_mrr_at_3_max": 0.058155, + "nauc_mrr_at_3_std": -0.120442, + "nauc_mrr_at_3_diff1": 0.262295, + "nauc_mrr_at_5_max": 0.059352, + "nauc_mrr_at_5_std": -0.126206, + "nauc_mrr_at_5_diff1": 0.264429, + "nauc_mrr_at_10_max": 0.05815, + "nauc_mrr_at_10_std": -0.126879, + "nauc_mrr_at_10_diff1": 0.263674, + "nauc_mrr_at_20_max": 0.057147, + "nauc_mrr_at_20_std": -0.130208, + "nauc_mrr_at_20_diff1": 0.265558, + "nauc_mrr_at_100_max": 0.057017, + "nauc_mrr_at_100_std": -0.129004, + "nauc_mrr_at_100_diff1": 0.265808, + "nauc_mrr_at_1000_max": 0.056969, + "nauc_mrr_at_1000_std": -0.129051, + "nauc_mrr_at_1000_diff1": 0.265795, + "main_score": 0.57644, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.52582, + "ndcg_at_3": 0.55403, + "ndcg_at_5": 0.56293, + "ndcg_at_10": 0.59616, + "ndcg_at_20": 0.63055, + "ndcg_at_100": 0.6723, + "ndcg_at_1000": 0.68125, + "map_at_1": 0.34324, + "map_at_3": 0.45122, + "map_at_5": 0.47532, + "map_at_10": 0.50499, + "map_at_20": 0.52358, + "map_at_100": 0.53485, + "map_at_1000": 0.53589, + "recall_at_1": 0.34324, + "recall_at_3": 0.5281, + "recall_at_5": 0.59379, + "recall_at_10": 0.69323, + "recall_at_20": 0.78352, + "recall_at_100": 0.94332, + "recall_at_1000": 0.99061, + "precision_at_1": 0.52582, + "precision_at_3": 0.32238, + "precision_at_5": 0.23192, + "precision_at_10": 0.15164, + "precision_at_20": 0.09343, + "precision_at_100": 0.02404, + "precision_at_1000": 0.00256, + "mrr_at_1": 0.525822, + "mrr_at_3": 0.63615, + "mrr_at_5": 0.652113, + "mrr_at_10": 0.659231, + "mrr_at_20": 0.660991, + "mrr_at_100": 0.662649, + "mrr_at_1000": 0.662754, + "nauc_ndcg_at_1_max": 0.176462, + "nauc_ndcg_at_1_std": -0.049017, + "nauc_ndcg_at_1_diff1": 0.422675, + "nauc_ndcg_at_3_max": 0.209704, + "nauc_ndcg_at_3_std": 0.046849, + "nauc_ndcg_at_3_diff1": 0.355262, + "nauc_ndcg_at_5_max": 0.226889, + "nauc_ndcg_at_5_std": 0.058708, + "nauc_ndcg_at_5_diff1": 0.352859, + "nauc_ndcg_at_10_max": 0.218002, + "nauc_ndcg_at_10_std": 0.052523, + "nauc_ndcg_at_10_diff1": 0.34569, + "nauc_ndcg_at_20_max": 0.251476, + "nauc_ndcg_at_20_std": 0.080068, + "nauc_ndcg_at_20_diff1": 0.344538, + "nauc_ndcg_at_100_max": 0.244652, + "nauc_ndcg_at_100_std": 0.065888, + "nauc_ndcg_at_100_diff1": 0.352796, + "nauc_ndcg_at_1000_max": 0.240463, + "nauc_ndcg_at_1000_std": 0.063775, + "nauc_ndcg_at_1000_diff1": 0.35759, + "nauc_map_at_1_max": 0.139772, + "nauc_map_at_1_std": -0.046187, + "nauc_map_at_1_diff1": 0.45984, + "nauc_map_at_3_max": 0.177818, + "nauc_map_at_3_std": 0.016366, + "nauc_map_at_3_diff1": 0.399129, + "nauc_map_at_5_max": 0.204343, + "nauc_map_at_5_std": 0.03508, + "nauc_map_at_5_diff1": 0.387645, + "nauc_map_at_10_max": 0.210585, + "nauc_map_at_10_std": 0.037636, + "nauc_map_at_10_diff1": 0.374879, + "nauc_map_at_20_max": 0.225369, + "nauc_map_at_20_std": 0.048893, + "nauc_map_at_20_diff1": 0.373106, + "nauc_map_at_100_max": 0.224633, + "nauc_map_at_100_std": 0.04561, + "nauc_map_at_100_diff1": 0.375011, + "nauc_map_at_1000_max": 0.224472, + "nauc_map_at_1000_std": 0.045849, + "nauc_map_at_1000_diff1": 0.375208, + "nauc_recall_at_1_max": 0.139772, + "nauc_recall_at_1_std": -0.046187, + "nauc_recall_at_1_diff1": 0.45984, + "nauc_recall_at_3_max": 0.16015, + "nauc_recall_at_3_std": 0.056903, + "nauc_recall_at_3_diff1": 0.307733, + "nauc_recall_at_5_max": 0.189863, + "nauc_recall_at_5_std": 0.087308, + "nauc_recall_at_5_diff1": 0.283877, + "nauc_recall_at_10_max": 0.183532, + "nauc_recall_at_10_std": 0.084139, + "nauc_recall_at_10_diff1": 0.258361, + "nauc_recall_at_20_max": 0.304228, + "nauc_recall_at_20_std": 0.191442, + "nauc_recall_at_20_diff1": 0.232626, + "nauc_recall_at_100_max": 0.398675, + "nauc_recall_at_100_std": 0.269609, + "nauc_recall_at_100_diff1": 0.219022, + "nauc_recall_at_1000_max": 0.934743, + "nauc_recall_at_1000_std": 0.934743, + "nauc_recall_at_1000_diff1": 0.77695, + "nauc_precision_at_1_max": 0.176462, + "nauc_precision_at_1_std": -0.049017, + "nauc_precision_at_1_diff1": 0.422675, + "nauc_precision_at_3_max": 0.216193, + "nauc_precision_at_3_std": 0.142882, + "nauc_precision_at_3_diff1": 0.030285, + "nauc_precision_at_5_max": 0.221273, + "nauc_precision_at_5_std": 0.164226, + "nauc_precision_at_5_diff1": -0.073169, + "nauc_precision_at_10_max": 0.134174, + "nauc_precision_at_10_std": 0.114636, + "nauc_precision_at_10_diff1": -0.163349, + "nauc_precision_at_20_max": 0.129216, + "nauc_precision_at_20_std": 0.128621, + "nauc_precision_at_20_diff1": -0.172125, + "nauc_precision_at_100_max": 0.032098, + "nauc_precision_at_100_std": 0.053911, + "nauc_precision_at_100_diff1": -0.180086, + "nauc_precision_at_1000_max": 0.008387, + "nauc_precision_at_1000_std": 0.043155, + "nauc_precision_at_1000_diff1": -0.185803, + "nauc_mrr_at_1_max": 0.176462, + "nauc_mrr_at_1_std": -0.049017, + "nauc_mrr_at_1_diff1": 0.422675, + "nauc_mrr_at_3_max": 0.226707, + "nauc_mrr_at_3_std": 0.021286, + "nauc_mrr_at_3_diff1": 0.335739, + "nauc_mrr_at_5_max": 0.218406, + "nauc_mrr_at_5_std": 0.017349, + "nauc_mrr_at_5_diff1": 0.344828, + "nauc_mrr_at_10_max": 0.216701, + "nauc_mrr_at_10_std": 0.013478, + "nauc_mrr_at_10_diff1": 0.349836, + "nauc_mrr_at_20_max": 0.219696, + "nauc_mrr_at_20_std": 0.015866, + "nauc_mrr_at_20_diff1": 0.352389, + "nauc_mrr_at_100_max": 0.219934, + "nauc_mrr_at_100_std": 0.014854, + "nauc_mrr_at_100_diff1": 0.352358, + "nauc_mrr_at_1000_max": 0.219988, + "nauc_mrr_at_1000_std": 0.014777, + "nauc_mrr_at_1000_diff1": 0.352494, + "main_score": 0.59616, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.533, + "ndcg_at_3": 0.53245, + "ndcg_at_5": 0.56058, + "ndcg_at_10": 0.60834, + "ndcg_at_20": 0.65122, + "ndcg_at_100": 0.68742, + "ndcg_at_1000": 0.6922, + "map_at_1": 0.27333, + "map_at_3": 0.41459, + "map_at_5": 0.45924, + "map_at_10": 0.49705, + "map_at_20": 0.51935, + "map_at_100": 0.5311, + "map_at_1000": 0.53166, + "recall_at_1": 0.27333, + "recall_at_3": 0.50413, + "recall_at_5": 0.60845, + "recall_at_10": 0.73482, + "recall_at_20": 0.84974, + "recall_at_100": 0.97639, + "recall_at_1000": 0.99975, + "precision_at_1": 0.533, + "precision_at_3": 0.35867, + "precision_at_5": 0.2766, + "precision_at_10": 0.1806, + "precision_at_20": 0.11135, + "precision_at_100": 0.02741, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.533, + "mrr_at_3": 0.644, + "mrr_at_5": 0.66315, + "mrr_at_10": 0.672841, + "mrr_at_20": 0.675587, + "mrr_at_100": 0.676094, + "mrr_at_1000": 0.676125, + "nauc_ndcg_at_1_max": 0.127065, + "nauc_ndcg_at_1_std": -0.054819, + "nauc_ndcg_at_1_diff1": 0.282889, + "nauc_ndcg_at_3_max": 0.115334, + "nauc_ndcg_at_3_std": -0.109291, + "nauc_ndcg_at_3_diff1": 0.250384, + "nauc_ndcg_at_5_max": 0.110242, + "nauc_ndcg_at_5_std": -0.12573, + "nauc_ndcg_at_5_diff1": 0.263565, + "nauc_ndcg_at_10_max": 0.11874, + "nauc_ndcg_at_10_std": -0.121976, + "nauc_ndcg_at_10_diff1": 0.260897, + "nauc_ndcg_at_20_max": 0.120066, + "nauc_ndcg_at_20_std": -0.108379, + "nauc_ndcg_at_20_diff1": 0.255375, + "nauc_ndcg_at_100_max": 0.136707, + "nauc_ndcg_at_100_std": -0.073282, + "nauc_ndcg_at_100_diff1": 0.237401, + "nauc_ndcg_at_1000_max": 0.135808, + "nauc_ndcg_at_1000_std": -0.076684, + "nauc_ndcg_at_1000_diff1": 0.240383, + "nauc_map_at_1_max": 0.04796, + "nauc_map_at_1_std": -0.10897, + "nauc_map_at_1_diff1": 0.323479, + "nauc_map_at_3_max": 0.063402, + "nauc_map_at_3_std": -0.129585, + "nauc_map_at_3_diff1": 0.28559, + "nauc_map_at_5_max": 0.077928, + "nauc_map_at_5_std": -0.135882, + "nauc_map_at_5_diff1": 0.275656, + "nauc_map_at_10_max": 0.096725, + "nauc_map_at_10_std": -0.131533, + "nauc_map_at_10_diff1": 0.272403, + "nauc_map_at_20_max": 0.100432, + "nauc_map_at_20_std": -0.126474, + "nauc_map_at_20_diff1": 0.268105, + "nauc_map_at_100_max": 0.106454, + "nauc_map_at_100_std": -0.114821, + "nauc_map_at_100_diff1": 0.262832, + "nauc_map_at_1000_max": 0.106467, + "nauc_map_at_1000_std": -0.114856, + "nauc_map_at_1000_diff1": 0.263011, + "nauc_recall_at_1_max": 0.04796, + "nauc_recall_at_1_std": -0.10897, + "nauc_recall_at_1_diff1": 0.323479, + "nauc_recall_at_3_max": 0.034811, + "nauc_recall_at_3_std": -0.157798, + "nauc_recall_at_3_diff1": 0.245729, + "nauc_recall_at_5_max": 0.053769, + "nauc_recall_at_5_std": -0.173273, + "nauc_recall_at_5_diff1": 0.237573, + "nauc_recall_at_10_max": 0.085385, + "nauc_recall_at_10_std": -0.150717, + "nauc_recall_at_10_diff1": 0.217695, + "nauc_recall_at_20_max": 0.057978, + "nauc_recall_at_20_std": -0.149231, + "nauc_recall_at_20_diff1": 0.233497, + "nauc_recall_at_100_max": 0.167478, + "nauc_recall_at_100_std": 0.148005, + "nauc_recall_at_100_diff1": 0.019572, + "nauc_recall_at_1000_max": 0.358077, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.127065, + "nauc_precision_at_1_std": -0.054819, + "nauc_precision_at_1_diff1": 0.282889, + "nauc_precision_at_3_max": 0.159684, + "nauc_precision_at_3_std": -0.031279, + "nauc_precision_at_3_diff1": 0.044757, + "nauc_precision_at_5_max": 0.163043, + "nauc_precision_at_5_std": -0.000345, + "nauc_precision_at_5_diff1": -0.036769, + "nauc_precision_at_10_max": 0.167711, + "nauc_precision_at_10_std": 0.060575, + "nauc_precision_at_10_diff1": -0.100173, + "nauc_precision_at_20_max": 0.138131, + "nauc_precision_at_20_std": 0.113812, + "nauc_precision_at_20_diff1": -0.153276, + "nauc_precision_at_100_max": 0.131168, + "nauc_precision_at_100_std": 0.197496, + "nauc_precision_at_100_diff1": -0.203136, + "nauc_precision_at_1000_max": 0.118486, + "nauc_precision_at_1000_std": 0.188615, + "nauc_precision_at_1000_diff1": -0.203042, + "nauc_mrr_at_1_max": 0.127065, + "nauc_mrr_at_1_std": -0.054819, + "nauc_mrr_at_1_diff1": 0.282889, + "nauc_mrr_at_3_max": 0.141733, + "nauc_mrr_at_3_std": -0.075472, + "nauc_mrr_at_3_diff1": 0.248954, + "nauc_mrr_at_5_max": 0.151988, + "nauc_mrr_at_5_std": -0.067005, + "nauc_mrr_at_5_diff1": 0.253324, + "nauc_mrr_at_10_max": 0.150536, + "nauc_mrr_at_10_std": -0.057254, + "nauc_mrr_at_10_diff1": 0.25089, + "nauc_mrr_at_20_max": 0.147131, + "nauc_mrr_at_20_std": -0.05911, + "nauc_mrr_at_20_diff1": 0.252675, + "nauc_mrr_at_100_max": 0.147151, + "nauc_mrr_at_100_std": -0.059636, + "nauc_mrr_at_100_diff1": 0.253272, + "nauc_mrr_at_1000_max": 0.147119, + "nauc_mrr_at_1000_std": -0.059715, + "nauc_mrr_at_1000_diff1": 0.253298, + "main_score": 0.60834, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.5249, + "ndcg_at_3": 0.58784, + "ndcg_at_5": 0.62258, + "ndcg_at_10": 0.66265, + "ndcg_at_20": 0.67804, + "ndcg_at_100": 0.69917, + "ndcg_at_1000": 0.70618, + "map_at_1": 0.37591, + "map_at_3": 0.51488, + "map_at_5": 0.54983, + "map_at_10": 0.57619, + "map_at_20": 0.5835, + "map_at_100": 0.5885, + "map_at_1000": 0.58901, + "recall_at_1": 0.37591, + "recall_at_3": 0.61957, + "recall_at_5": 0.71448, + "recall_at_10": 0.8115, + "recall_at_20": 0.85728, + "recall_at_100": 0.94578, + "recall_at_1000": 0.98859, + "precision_at_1": 0.5249, + "precision_at_3": 0.32434, + "precision_at_5": 0.23361, + "precision_at_10": 0.14232, + "precision_at_20": 0.07718, + "precision_at_100": 0.01761, + "precision_at_1000": 0.00186, + "mrr_at_1": 0.524896, + "mrr_at_3": 0.643154, + "mrr_at_5": 0.657054, + "mrr_at_10": 0.665171, + "mrr_at_20": 0.666643, + "mrr_at_100": 0.667856, + "mrr_at_1000": 0.667971, + "nauc_ndcg_at_1_max": 0.342404, + "nauc_ndcg_at_1_std": 0.005004, + "nauc_ndcg_at_1_diff1": 0.49112, + "nauc_ndcg_at_3_max": 0.32805, + "nauc_ndcg_at_3_std": -0.05379, + "nauc_ndcg_at_3_diff1": 0.470306, + "nauc_ndcg_at_5_max": 0.336044, + "nauc_ndcg_at_5_std": -0.06291, + "nauc_ndcg_at_5_diff1": 0.45971, + "nauc_ndcg_at_10_max": 0.353603, + "nauc_ndcg_at_10_std": -0.048194, + "nauc_ndcg_at_10_diff1": 0.468352, + "nauc_ndcg_at_20_max": 0.358492, + "nauc_ndcg_at_20_std": -0.030323, + "nauc_ndcg_at_20_diff1": 0.466114, + "nauc_ndcg_at_100_max": 0.37063, + "nauc_ndcg_at_100_std": -0.003804, + "nauc_ndcg_at_100_diff1": 0.470646, + "nauc_ndcg_at_1000_max": 0.364344, + "nauc_ndcg_at_1000_std": -0.008272, + "nauc_ndcg_at_1000_diff1": 0.469934, + "nauc_map_at_1_max": 0.22991, + "nauc_map_at_1_std": -0.143366, + "nauc_map_at_1_diff1": 0.516937, + "nauc_map_at_3_max": 0.288581, + "nauc_map_at_3_std": -0.112181, + "nauc_map_at_3_diff1": 0.484392, + "nauc_map_at_5_max": 0.304681, + "nauc_map_at_5_std": -0.096864, + "nauc_map_at_5_diff1": 0.46821, + "nauc_map_at_10_max": 0.317492, + "nauc_map_at_10_std": -0.081034, + "nauc_map_at_10_diff1": 0.474007, + "nauc_map_at_20_max": 0.321217, + "nauc_map_at_20_std": -0.071214, + "nauc_map_at_20_diff1": 0.473118, + "nauc_map_at_100_max": 0.324439, + "nauc_map_at_100_std": -0.0651, + "nauc_map_at_100_diff1": 0.472824, + "nauc_map_at_1000_max": 0.324187, + "nauc_map_at_1000_std": -0.065092, + "nauc_map_at_1000_diff1": 0.472727, + "nauc_recall_at_1_max": 0.22991, + "nauc_recall_at_1_std": -0.143366, + "nauc_recall_at_1_diff1": 0.516937, + "nauc_recall_at_3_max": 0.274686, + "nauc_recall_at_3_std": -0.117255, + "nauc_recall_at_3_diff1": 0.429364, + "nauc_recall_at_5_max": 0.31484, + "nauc_recall_at_5_std": -0.10216, + "nauc_recall_at_5_diff1": 0.384331, + "nauc_recall_at_10_max": 0.356377, + "nauc_recall_at_10_std": -0.095188, + "nauc_recall_at_10_diff1": 0.381655, + "nauc_recall_at_20_max": 0.384003, + "nauc_recall_at_20_std": -0.035571, + "nauc_recall_at_20_diff1": 0.369468, + "nauc_recall_at_100_max": 0.59349, + "nauc_recall_at_100_std": 0.296387, + "nauc_recall_at_100_diff1": 0.444163, + "nauc_recall_at_1000_max": 0.776134, + "nauc_recall_at_1000_std": 0.61587, + "nauc_recall_at_1000_diff1": 0.554468, + "nauc_precision_at_1_max": 0.342404, + "nauc_precision_at_1_std": 0.005004, + "nauc_precision_at_1_diff1": 0.49112, + "nauc_precision_at_3_max": 0.281889, + "nauc_precision_at_3_std": 0.157695, + "nauc_precision_at_3_diff1": 0.137759, + "nauc_precision_at_5_max": 0.230339, + "nauc_precision_at_5_std": 0.200434, + "nauc_precision_at_5_diff1": -0.01237, + "nauc_precision_at_10_max": 0.169814, + "nauc_precision_at_10_std": 0.239207, + "nauc_precision_at_10_diff1": -0.071603, + "nauc_precision_at_20_max": 0.135539, + "nauc_precision_at_20_std": 0.267781, + "nauc_precision_at_20_diff1": -0.115706, + "nauc_precision_at_100_max": 0.097142, + "nauc_precision_at_100_std": 0.322757, + "nauc_precision_at_100_diff1": -0.173959, + "nauc_precision_at_1000_max": 0.051078, + "nauc_precision_at_1000_std": 0.306756, + "nauc_precision_at_1000_diff1": -0.207012, + "nauc_mrr_at_1_max": 0.342404, + "nauc_mrr_at_1_std": 0.005004, + "nauc_mrr_at_1_diff1": 0.49112, + "nauc_mrr_at_3_max": 0.384171, + "nauc_mrr_at_3_std": 0.042896, + "nauc_mrr_at_3_diff1": 0.471572, + "nauc_mrr_at_5_max": 0.389448, + "nauc_mrr_at_5_std": 0.038366, + "nauc_mrr_at_5_diff1": 0.473566, + "nauc_mrr_at_10_max": 0.385118, + "nauc_mrr_at_10_std": 0.037406, + "nauc_mrr_at_10_diff1": 0.473494, + "nauc_mrr_at_20_max": 0.385695, + "nauc_mrr_at_20_std": 0.036143, + "nauc_mrr_at_20_diff1": 0.474066, + "nauc_mrr_at_100_max": 0.386499, + "nauc_mrr_at_100_std": 0.037366, + "nauc_mrr_at_100_diff1": 0.474126, + "nauc_mrr_at_1000_max": 0.386284, + "nauc_mrr_at_1000_std": 0.037251, + "nauc_mrr_at_1000_diff1": 0.474086, + "main_score": 0.66265, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.42271, + "ndcg_at_3": 0.5886, + "ndcg_at_5": 0.62862, + "ndcg_at_10": 0.65758, + "ndcg_at_20": 0.67146, + "ndcg_at_100": 0.67773, + "ndcg_at_1000": 0.68036, + "map_at_1": 0.41647, + "map_at_3": 0.54616, + "map_at_5": 0.56838, + "map_at_10": 0.58078, + "map_at_20": 0.58486, + "map_at_100": 0.58586, + "map_at_1000": 0.58595, + "recall_at_1": 0.41647, + "recall_at_3": 0.70652, + "recall_at_5": 0.80354, + "recall_at_10": 0.8913, + "recall_at_20": 0.94444, + "recall_at_100": 0.97645, + "recall_at_1000": 0.99758, + "precision_at_1": 0.42271, + "precision_at_3": 0.24074, + "precision_at_5": 0.16449, + "precision_at_10": 0.09155, + "precision_at_20": 0.04861, + "precision_at_100": 0.01005, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.422705, + "mrr_at_3": 0.551127, + "mrr_at_5": 0.573229, + "mrr_at_10": 0.584914, + "mrr_at_20": 0.588645, + "mrr_at_100": 0.589585, + "mrr_at_1000": 0.589651, + "nauc_ndcg_at_1_max": 0.06055, + "nauc_ndcg_at_1_std": -0.119062, + "nauc_ndcg_at_1_diff1": 0.286244, + "nauc_ndcg_at_3_max": 0.061344, + "nauc_ndcg_at_3_std": -0.153735, + "nauc_ndcg_at_3_diff1": 0.284037, + "nauc_ndcg_at_5_max": 0.056707, + "nauc_ndcg_at_5_std": -0.16285, + "nauc_ndcg_at_5_diff1": 0.283595, + "nauc_ndcg_at_10_max": 0.058036, + "nauc_ndcg_at_10_std": -0.150636, + "nauc_ndcg_at_10_diff1": 0.28148, + "nauc_ndcg_at_20_max": 0.066162, + "nauc_ndcg_at_20_std": -0.127752, + "nauc_ndcg_at_20_diff1": 0.285737, + "nauc_ndcg_at_100_max": 0.065452, + "nauc_ndcg_at_100_std": -0.129572, + "nauc_ndcg_at_100_diff1": 0.278598, + "nauc_ndcg_at_1000_max": 0.064386, + "nauc_ndcg_at_1000_std": -0.134714, + "nauc_ndcg_at_1000_diff1": 0.27955, + "nauc_map_at_1_max": 0.053397, + "nauc_map_at_1_std": -0.129776, + "nauc_map_at_1_diff1": 0.289179, + "nauc_map_at_3_max": 0.059211, + "nauc_map_at_3_std": -0.146512, + "nauc_map_at_3_diff1": 0.279343, + "nauc_map_at_5_max": 0.056733, + "nauc_map_at_5_std": -0.150639, + "nauc_map_at_5_diff1": 0.278889, + "nauc_map_at_10_max": 0.05759, + "nauc_map_at_10_std": -0.145563, + "nauc_map_at_10_diff1": 0.277978, + "nauc_map_at_20_max": 0.059883, + "nauc_map_at_20_std": -0.139724, + "nauc_map_at_20_diff1": 0.279462, + "nauc_map_at_100_max": 0.06004, + "nauc_map_at_100_std": -0.13986, + "nauc_map_at_100_diff1": 0.278436, + "nauc_map_at_1000_max": 0.060051, + "nauc_map_at_1000_std": -0.139978, + "nauc_map_at_1000_diff1": 0.278475, + "nauc_recall_at_1_max": 0.053397, + "nauc_recall_at_1_std": -0.129776, + "nauc_recall_at_1_diff1": 0.289179, + "nauc_recall_at_3_max": 0.055474, + "nauc_recall_at_3_std": -0.188267, + "nauc_recall_at_3_diff1": 0.294904, + "nauc_recall_at_5_max": 0.037945, + "nauc_recall_at_5_std": -0.234915, + "nauc_recall_at_5_diff1": 0.297287, + "nauc_recall_at_10_max": 0.02998, + "nauc_recall_at_10_std": -0.200454, + "nauc_recall_at_10_diff1": 0.296455, + "nauc_recall_at_20_max": 0.124524, + "nauc_recall_at_20_std": 0.109954, + "nauc_recall_at_20_diff1": 0.364073, + "nauc_recall_at_100_max": 0.136664, + "nauc_recall_at_100_std": 0.320976, + "nauc_recall_at_100_diff1": 0.143751, + "nauc_recall_at_1000_max": -0.368934, + "nauc_recall_at_1000_std": 0.275328, + "nauc_recall_at_1000_diff1": -0.367837, + "nauc_precision_at_1_max": 0.06055, + "nauc_precision_at_1_std": -0.119062, + "nauc_precision_at_1_diff1": 0.286244, + "nauc_precision_at_3_max": 0.080975, + "nauc_precision_at_3_std": -0.1461, + "nauc_precision_at_3_diff1": 0.278965, + "nauc_precision_at_5_max": 0.073372, + "nauc_precision_at_5_std": -0.174967, + "nauc_precision_at_5_diff1": 0.273008, + "nauc_precision_at_10_max": 0.109373, + "nauc_precision_at_10_std": -0.063052, + "nauc_precision_at_10_diff1": 0.225609, + "nauc_precision_at_20_max": 0.216753, + "nauc_precision_at_20_std": 0.2047, + "nauc_precision_at_20_diff1": 0.240725, + "nauc_precision_at_100_max": 0.266034, + "nauc_precision_at_100_std": 0.313287, + "nauc_precision_at_100_diff1": 0.09814, + "nauc_precision_at_1000_max": 0.271098, + "nauc_precision_at_1000_std": 0.2418, + "nauc_precision_at_1000_diff1": 0.039635, + "nauc_mrr_at_1_max": 0.06055, + "nauc_mrr_at_1_std": -0.119062, + "nauc_mrr_at_1_diff1": 0.286244, + "nauc_mrr_at_3_max": 0.069774, + "nauc_mrr_at_3_std": -0.138444, + "nauc_mrr_at_3_diff1": 0.28513, + "nauc_mrr_at_5_max": 0.067165, + "nauc_mrr_at_5_std": -0.141819, + "nauc_mrr_at_5_diff1": 0.284491, + "nauc_mrr_at_10_max": 0.066978, + "nauc_mrr_at_10_std": -0.138686, + "nauc_mrr_at_10_diff1": 0.283462, + "nauc_mrr_at_20_max": 0.068447, + "nauc_mrr_at_20_std": -0.133118, + "nauc_mrr_at_20_diff1": 0.283456, + "nauc_mrr_at_100_max": 0.068389, + "nauc_mrr_at_100_std": -0.133182, + "nauc_mrr_at_100_diff1": 0.282355, + "nauc_mrr_at_1000_max": 0.068374, + "nauc_mrr_at_1000_std": -0.133271, + "nauc_mrr_at_1000_diff1": 0.28237, + "main_score": 0.65758, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.59891, + "ndcg_at_3": 0.63442, + "ndcg_at_5": 0.67299, + "ndcg_at_10": 0.7074, + "ndcg_at_20": 0.7287, + "ndcg_at_100": 0.74621, + "ndcg_at_1000": 0.74883, + "map_at_1": 0.42225, + "map_at_3": 0.56644, + "map_at_5": 0.60165, + "map_at_10": 0.62406, + "map_at_20": 0.63375, + "map_at_100": 0.63858, + "map_at_1000": 0.6388, + "recall_at_1": 0.42225, + "recall_at_3": 0.6617, + "recall_at_5": 0.75855, + "recall_at_10": 0.85018, + "recall_at_20": 0.91592, + "recall_at_100": 0.98552, + "recall_at_1000": 1.0, + "precision_at_1": 0.59891, + "precision_at_3": 0.34561, + "precision_at_5": 0.24802, + "precision_at_10": 0.14502, + "precision_at_20": 0.0807, + "precision_at_100": 0.01791, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.598909, + "mrr_at_3": 0.693952, + "mrr_at_5": 0.710528, + "mrr_at_10": 0.718501, + "mrr_at_20": 0.720227, + "mrr_at_100": 0.72116, + "mrr_at_1000": 0.721202, + "nauc_ndcg_at_1_max": 0.240173, + "nauc_ndcg_at_1_std": -0.040186, + "nauc_ndcg_at_1_diff1": 0.439664, + "nauc_ndcg_at_3_max": 0.146754, + "nauc_ndcg_at_3_std": -0.131491, + "nauc_ndcg_at_3_diff1": 0.398124, + "nauc_ndcg_at_5_max": 0.168161, + "nauc_ndcg_at_5_std": -0.131524, + "nauc_ndcg_at_5_diff1": 0.403162, + "nauc_ndcg_at_10_max": 0.163439, + "nauc_ndcg_at_10_std": -0.129651, + "nauc_ndcg_at_10_diff1": 0.400122, + "nauc_ndcg_at_20_max": 0.164074, + "nauc_ndcg_at_20_std": -0.106946, + "nauc_ndcg_at_20_diff1": 0.407483, + "nauc_ndcg_at_100_max": 0.175633, + "nauc_ndcg_at_100_std": -0.098109, + "nauc_ndcg_at_100_diff1": 0.404866, + "nauc_ndcg_at_1000_max": 0.178843, + "nauc_ndcg_at_1000_std": -0.097332, + "nauc_ndcg_at_1000_diff1": 0.406274, + "nauc_map_at_1_max": 0.098695, + "nauc_map_at_1_std": -0.128872, + "nauc_map_at_1_diff1": 0.442835, + "nauc_map_at_3_max": 0.122344, + "nauc_map_at_3_std": -0.152982, + "nauc_map_at_3_diff1": 0.41331, + "nauc_map_at_5_max": 0.142015, + "nauc_map_at_5_std": -0.149564, + "nauc_map_at_5_diff1": 0.410562, + "nauc_map_at_10_max": 0.14223, + "nauc_map_at_10_std": -0.142473, + "nauc_map_at_10_diff1": 0.405095, + "nauc_map_at_20_max": 0.145338, + "nauc_map_at_20_std": -0.131637, + "nauc_map_at_20_diff1": 0.407162, + "nauc_map_at_100_max": 0.147505, + "nauc_map_at_100_std": -0.12879, + "nauc_map_at_100_diff1": 0.406638, + "nauc_map_at_1000_max": 0.147757, + "nauc_map_at_1000_std": -0.128763, + "nauc_map_at_1000_diff1": 0.406738, + "nauc_recall_at_1_max": 0.098695, + "nauc_recall_at_1_std": -0.128872, + "nauc_recall_at_1_diff1": 0.442835, + "nauc_recall_at_3_max": 0.082932, + "nauc_recall_at_3_std": -0.179891, + "nauc_recall_at_3_diff1": 0.361648, + "nauc_recall_at_5_max": 0.116148, + "nauc_recall_at_5_std": -0.186437, + "nauc_recall_at_5_diff1": 0.347228, + "nauc_recall_at_10_max": 0.08127, + "nauc_recall_at_10_std": -0.211716, + "nauc_recall_at_10_diff1": 0.306106, + "nauc_recall_at_20_max": -0.00058, + "nauc_recall_at_20_std": -0.154214, + "nauc_recall_at_20_diff1": 0.32857, + "nauc_recall_at_100_max": -0.021326, + "nauc_recall_at_100_std": -0.141725, + "nauc_recall_at_100_diff1": 0.257697, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.240173, + "nauc_precision_at_1_std": -0.040186, + "nauc_precision_at_1_diff1": 0.439664, + "nauc_precision_at_3_max": 0.16382, + "nauc_precision_at_3_std": -0.013124, + "nauc_precision_at_3_diff1": 0.08329, + "nauc_precision_at_5_max": 0.180103, + "nauc_precision_at_5_std": 0.050783, + "nauc_precision_at_5_diff1": -0.030427, + "nauc_precision_at_10_max": 0.131264, + "nauc_precision_at_10_std": 0.11543, + "nauc_precision_at_10_diff1": -0.13135, + "nauc_precision_at_20_max": 0.11046, + "nauc_precision_at_20_std": 0.19176, + "nauc_precision_at_20_diff1": -0.160984, + "nauc_precision_at_100_max": 0.106093, + "nauc_precision_at_100_std": 0.209033, + "nauc_precision_at_100_diff1": -0.20703, + "nauc_precision_at_1000_max": 0.10925, + "nauc_precision_at_1000_std": 0.205284, + "nauc_precision_at_1000_diff1": -0.206796, + "nauc_mrr_at_1_max": 0.240173, + "nauc_mrr_at_1_std": -0.040186, + "nauc_mrr_at_1_diff1": 0.439664, + "nauc_mrr_at_3_max": 0.237807, + "nauc_mrr_at_3_std": -0.04352, + "nauc_mrr_at_3_diff1": 0.417299, + "nauc_mrr_at_5_max": 0.24477, + "nauc_mrr_at_5_std": -0.040867, + "nauc_mrr_at_5_diff1": 0.418865, + "nauc_mrr_at_10_max": 0.244363, + "nauc_mrr_at_10_std": -0.04094, + "nauc_mrr_at_10_diff1": 0.420924, + "nauc_mrr_at_20_max": 0.242099, + "nauc_mrr_at_20_std": -0.042004, + "nauc_mrr_at_20_diff1": 0.422194, + "nauc_mrr_at_100_max": 0.242331, + "nauc_mrr_at_100_std": -0.041557, + "nauc_mrr_at_100_diff1": 0.421837, + "nauc_mrr_at_1000_max": 0.242366, + "nauc_mrr_at_1000_std": -0.041489, + "nauc_mrr_at_1000_diff1": 0.421849, + "main_score": 0.7074, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.65546, + "ndcg_at_3": 0.7377, + "ndcg_at_5": 0.77304, + "ndcg_at_10": 0.78727, + "ndcg_at_20": 0.79716, + "ndcg_at_100": 0.80247, + "ndcg_at_1000": 0.80476, + "map_at_1": 0.57913, + "map_at_3": 0.70028, + "map_at_5": 0.72801, + "map_at_10": 0.7353, + "map_at_20": 0.73863, + "map_at_100": 0.73971, + "map_at_1000": 0.73981, + "recall_at_1": 0.57913, + "recall_at_3": 0.79832, + "recall_at_5": 0.87325, + "recall_at_10": 0.91457, + "recall_at_20": 0.95098, + "recall_at_100": 0.97479, + "recall_at_1000": 0.9916, + "precision_at_1": 0.65546, + "precision_at_3": 0.30812, + "precision_at_5": 0.21008, + "precision_at_10": 0.11092, + "precision_at_20": 0.05756, + "precision_at_100": 0.01185, + "precision_at_1000": 0.0012, + "mrr_at_1": 0.655462, + "mrr_at_3": 0.747899, + "mrr_at_5": 0.758403, + "mrr_at_10": 0.762522, + "mrr_at_20": 0.765083, + "mrr_at_100": 0.765883, + "mrr_at_1000": 0.765988, + "nauc_ndcg_at_1_max": 0.288587, + "nauc_ndcg_at_1_std": -0.476799, + "nauc_ndcg_at_1_diff1": 0.693492, + "nauc_ndcg_at_3_max": 0.37125, + "nauc_ndcg_at_3_std": -0.358343, + "nauc_ndcg_at_3_diff1": 0.651984, + "nauc_ndcg_at_5_max": 0.408847, + "nauc_ndcg_at_5_std": -0.387592, + "nauc_ndcg_at_5_diff1": 0.645559, + "nauc_ndcg_at_10_max": 0.428293, + "nauc_ndcg_at_10_std": -0.385126, + "nauc_ndcg_at_10_diff1": 0.639118, + "nauc_ndcg_at_20_max": 0.408687, + "nauc_ndcg_at_20_std": -0.40026, + "nauc_ndcg_at_20_diff1": 0.648723, + "nauc_ndcg_at_100_max": 0.393707, + "nauc_ndcg_at_100_std": -0.390535, + "nauc_ndcg_at_100_diff1": 0.644789, + "nauc_ndcg_at_1000_max": 0.388143, + "nauc_ndcg_at_1000_std": -0.39383, + "nauc_ndcg_at_1000_diff1": 0.652768, + "nauc_map_at_1_max": 0.165774, + "nauc_map_at_1_std": -0.438495, + "nauc_map_at_1_diff1": 0.728978, + "nauc_map_at_3_max": 0.305912, + "nauc_map_at_3_std": -0.378384, + "nauc_map_at_3_diff1": 0.670949, + "nauc_map_at_5_max": 0.342034, + "nauc_map_at_5_std": -0.403276, + "nauc_map_at_5_diff1": 0.670394, + "nauc_map_at_10_max": 0.354531, + "nauc_map_at_10_std": -0.407079, + "nauc_map_at_10_diff1": 0.670859, + "nauc_map_at_20_max": 0.349497, + "nauc_map_at_20_std": -0.409273, + "nauc_map_at_20_diff1": 0.672546, + "nauc_map_at_100_max": 0.34691, + "nauc_map_at_100_std": -0.407561, + "nauc_map_at_100_diff1": 0.671965, + "nauc_map_at_1000_max": 0.346694, + "nauc_map_at_1000_std": -0.407654, + "nauc_map_at_1000_diff1": 0.672278, + "nauc_recall_at_1_max": 0.165774, + "nauc_recall_at_1_std": -0.438495, + "nauc_recall_at_1_diff1": 0.728978, + "nauc_recall_at_3_max": 0.469432, + "nauc_recall_at_3_std": -0.229425, + "nauc_recall_at_3_diff1": 0.570823, + "nauc_recall_at_5_max": 0.623799, + "nauc_recall_at_5_std": -0.273091, + "nauc_recall_at_5_diff1": 0.535907, + "nauc_recall_at_10_max": 0.80373, + "nauc_recall_at_10_std": -0.201209, + "nauc_recall_at_10_diff1": 0.439724, + "nauc_recall_at_20_max": 0.826109, + "nauc_recall_at_20_std": -0.303321, + "nauc_recall_at_20_diff1": 0.45854, + "nauc_recall_at_100_max": 0.820036, + "nauc_recall_at_100_std": 0.026616, + "nauc_recall_at_100_diff1": 0.237665, + "nauc_recall_at_1000_max": 0.869159, + "nauc_recall_at_1000_std": 0.355933, + "nauc_recall_at_1000_diff1": 0.553116, + "nauc_precision_at_1_max": 0.288587, + "nauc_precision_at_1_std": -0.476799, + "nauc_precision_at_1_diff1": 0.693492, + "nauc_precision_at_3_max": 0.479029, + "nauc_precision_at_3_std": -0.143461, + "nauc_precision_at_3_diff1": 0.195727, + "nauc_precision_at_5_max": 0.420744, + "nauc_precision_at_5_std": -0.106946, + "nauc_precision_at_5_diff1": -0.013193, + "nauc_precision_at_10_max": 0.425281, + "nauc_precision_at_10_std": -0.066489, + "nauc_precision_at_10_diff1": -0.107522, + "nauc_precision_at_20_max": 0.366358, + "nauc_precision_at_20_std": -0.045249, + "nauc_precision_at_20_diff1": -0.172211, + "nauc_precision_at_100_max": 0.277858, + "nauc_precision_at_100_std": 0.003596, + "nauc_precision_at_100_diff1": -0.228174, + "nauc_precision_at_1000_max": 0.252431, + "nauc_precision_at_1000_std": 0.010554, + "nauc_precision_at_1000_diff1": -0.243309, + "nauc_mrr_at_1_max": 0.288587, + "nauc_mrr_at_1_std": -0.476799, + "nauc_mrr_at_1_diff1": 0.693492, + "nauc_mrr_at_3_max": 0.416913, + "nauc_mrr_at_3_std": -0.39813, + "nauc_mrr_at_3_diff1": 0.641059, + "nauc_mrr_at_5_max": 0.398638, + "nauc_mrr_at_5_std": -0.409677, + "nauc_mrr_at_5_diff1": 0.639699, + "nauc_mrr_at_10_max": 0.399294, + "nauc_mrr_at_10_std": -0.406847, + "nauc_mrr_at_10_diff1": 0.637729, + "nauc_mrr_at_20_max": 0.393939, + "nauc_mrr_at_20_std": -0.412358, + "nauc_mrr_at_20_diff1": 0.640994, + "nauc_mrr_at_100_max": 0.392346, + "nauc_mrr_at_100_std": -0.411379, + "nauc_mrr_at_100_diff1": 0.640716, + "nauc_mrr_at_1000_max": 0.39214, + "nauc_mrr_at_1000_std": -0.411481, + "nauc_mrr_at_1000_diff1": 0.641033, + "main_score": 0.78727, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.46565, + "ndcg_at_3": 0.4661, + "ndcg_at_5": 0.50047, + "ndcg_at_10": 0.55509, + "ndcg_at_20": 0.59765, + "ndcg_at_100": 0.63734, + "ndcg_at_1000": 0.64216, + "map_at_1": 0.24925, + "map_at_3": 0.3693, + "map_at_5": 0.41252, + "map_at_10": 0.44879, + "map_at_20": 0.46947, + "map_at_100": 0.4805, + "map_at_1000": 0.48098, + "recall_at_1": 0.24925, + "recall_at_3": 0.45247, + "recall_at_5": 0.56204, + "recall_at_10": 0.69721, + "recall_at_20": 0.81839, + "recall_at_100": 0.97282, + "recall_at_1000": 1.0, + "precision_at_1": 0.46565, + "precision_at_3": 0.31467, + "precision_at_5": 0.24631, + "precision_at_10": 0.16285, + "precision_at_20": 0.10038, + "precision_at_100": 0.02461, + "precision_at_1000": 0.00253, + "mrr_at_1": 0.465649, + "mrr_at_3": 0.560645, + "mrr_at_5": 0.581637, + "mrr_at_10": 0.593971, + "mrr_at_20": 0.598049, + "mrr_at_100": 0.599632, + "mrr_at_1000": 0.599754, + "nauc_ndcg_at_1_max": 0.110098, + "nauc_ndcg_at_1_std": -0.112193, + "nauc_ndcg_at_1_diff1": 0.230119, + "nauc_ndcg_at_3_max": 0.10553, + "nauc_ndcg_at_3_std": -0.061306, + "nauc_ndcg_at_3_diff1": 0.154055, + "nauc_ndcg_at_5_max": 0.115539, + "nauc_ndcg_at_5_std": -0.052184, + "nauc_ndcg_at_5_diff1": 0.162453, + "nauc_ndcg_at_10_max": 0.109021, + "nauc_ndcg_at_10_std": -0.075826, + "nauc_ndcg_at_10_diff1": 0.179734, + "nauc_ndcg_at_20_max": 0.135328, + "nauc_ndcg_at_20_std": -0.068242, + "nauc_ndcg_at_20_diff1": 0.177163, + "nauc_ndcg_at_100_max": 0.144116, + "nauc_ndcg_at_100_std": -0.046968, + "nauc_ndcg_at_100_diff1": 0.183053, + "nauc_ndcg_at_1000_max": 0.14191, + "nauc_ndcg_at_1000_std": -0.054684, + "nauc_ndcg_at_1000_diff1": 0.17999, + "nauc_map_at_1_max": 0.049395, + "nauc_map_at_1_std": -0.085048, + "nauc_map_at_1_diff1": 0.248846, + "nauc_map_at_3_max": 0.069786, + "nauc_map_at_3_std": -0.071394, + "nauc_map_at_3_diff1": 0.169037, + "nauc_map_at_5_max": 0.0858, + "nauc_map_at_5_std": -0.066986, + "nauc_map_at_5_diff1": 0.164505, + "nauc_map_at_10_max": 0.091663, + "nauc_map_at_10_std": -0.072104, + "nauc_map_at_10_diff1": 0.176779, + "nauc_map_at_20_max": 0.109531, + "nauc_map_at_20_std": -0.064149, + "nauc_map_at_20_diff1": 0.169557, + "nauc_map_at_100_max": 0.114334, + "nauc_map_at_100_std": -0.05778, + "nauc_map_at_100_diff1": 0.171437, + "nauc_map_at_1000_max": 0.114307, + "nauc_map_at_1000_std": -0.058248, + "nauc_map_at_1000_diff1": 0.171437, + "nauc_recall_at_1_max": 0.049395, + "nauc_recall_at_1_std": -0.085048, + "nauc_recall_at_1_diff1": 0.248846, + "nauc_recall_at_3_max": 0.057314, + "nauc_recall_at_3_std": -0.054158, + "nauc_recall_at_3_diff1": 0.137041, + "nauc_recall_at_5_max": 0.082915, + "nauc_recall_at_5_std": -0.027808, + "nauc_recall_at_5_diff1": 0.133713, + "nauc_recall_at_10_max": 0.072832, + "nauc_recall_at_10_std": -0.071634, + "nauc_recall_at_10_diff1": 0.162524, + "nauc_recall_at_20_max": 0.134492, + "nauc_recall_at_20_std": -0.072079, + "nauc_recall_at_20_diff1": 0.171785, + "nauc_recall_at_100_max": 0.236907, + "nauc_recall_at_100_std": 0.317031, + "nauc_recall_at_100_diff1": 0.349306, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.110098, + "nauc_precision_at_1_std": -0.112193, + "nauc_precision_at_1_diff1": 0.230119, + "nauc_precision_at_3_max": 0.153732, + "nauc_precision_at_3_std": -0.027664, + "nauc_precision_at_3_diff1": 0.013159, + "nauc_precision_at_5_max": 0.170987, + "nauc_precision_at_5_std": 0.000358, + "nauc_precision_at_5_diff1": -0.029447, + "nauc_precision_at_10_max": 0.165101, + "nauc_precision_at_10_std": 0.008553, + "nauc_precision_at_10_diff1": -0.02749, + "nauc_precision_at_20_max": 0.201462, + "nauc_precision_at_20_std": 0.063231, + "nauc_precision_at_20_diff1": -0.077086, + "nauc_precision_at_100_max": 0.179876, + "nauc_precision_at_100_std": 0.115921, + "nauc_precision_at_100_diff1": -0.068473, + "nauc_precision_at_1000_max": 0.166985, + "nauc_precision_at_1000_std": 0.098979, + "nauc_precision_at_1000_diff1": -0.072391, + "nauc_mrr_at_1_max": 0.110098, + "nauc_mrr_at_1_std": -0.112193, + "nauc_mrr_at_1_diff1": 0.230119, + "nauc_mrr_at_3_max": 0.141186, + "nauc_mrr_at_3_std": -0.080708, + "nauc_mrr_at_3_diff1": 0.189981, + "nauc_mrr_at_5_max": 0.150661, + "nauc_mrr_at_5_std": -0.072002, + "nauc_mrr_at_5_diff1": 0.194671, + "nauc_mrr_at_10_max": 0.141397, + "nauc_mrr_at_10_std": -0.083995, + "nauc_mrr_at_10_diff1": 0.195768, + "nauc_mrr_at_20_max": 0.142004, + "nauc_mrr_at_20_std": -0.083078, + "nauc_mrr_at_20_diff1": 0.201691, + "nauc_mrr_at_100_max": 0.142121, + "nauc_mrr_at_100_std": -0.081736, + "nauc_mrr_at_100_diff1": 0.201049, + "nauc_mrr_at_1000_max": 0.142024, + "nauc_mrr_at_1000_std": -0.081895, + "nauc_mrr_at_1000_diff1": 0.200885, + "main_score": 0.55509, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 44404.65592288971, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MLQARetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MLQARetrieval.json new file mode 100644 index 0000000000..c39964ae96 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MLQARetrieval.json @@ -0,0 +1,14517 @@ +{ + "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", + "task_name": "MLQARetrieval", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.73501, + "ndcg_at_3": 0.81415, + "ndcg_at_5": 0.82631, + "ndcg_at_10": 0.83656, + "ndcg_at_20": 0.843, + "ndcg_at_100": 0.84859, + "ndcg_at_1000": 0.85063, + "map_at_1": 0.73501, + "map_at_3": 0.79529, + "map_at_5": 0.80216, + "map_at_10": 0.80654, + "map_at_20": 0.80834, + "map_at_100": 0.80906, + "map_at_1000": 0.80915, + "recall_at_1": 0.73501, + "recall_at_3": 0.86847, + "recall_at_5": 0.89749, + "recall_at_10": 0.92843, + "recall_at_20": 0.95358, + "recall_at_100": 0.98453, + "recall_at_1000": 1.0, + "precision_at_1": 0.73501, + "precision_at_3": 0.28949, + "precision_at_5": 0.1795, + "precision_at_10": 0.09284, + "precision_at_20": 0.04768, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73501, + "mrr_at_3": 0.795293, + "mrr_at_5": 0.80216, + "mrr_at_10": 0.806538, + "mrr_at_20": 0.808344, + "mrr_at_100": 0.809062, + "mrr_at_1000": 0.809147, + "nauc_ndcg_at_1_max": 0.600453, + "nauc_ndcg_at_1_std": 0.2408, + "nauc_ndcg_at_1_diff1": 0.812034, + "nauc_ndcg_at_3_max": 0.675706, + "nauc_ndcg_at_3_std": 0.317701, + "nauc_ndcg_at_3_diff1": 0.768428, + "nauc_ndcg_at_5_max": 0.679429, + "nauc_ndcg_at_5_std": 0.341196, + "nauc_ndcg_at_5_diff1": 0.778625, + "nauc_ndcg_at_10_max": 0.674396, + "nauc_ndcg_at_10_std": 0.35458, + "nauc_ndcg_at_10_diff1": 0.779158, + "nauc_ndcg_at_20_max": 0.664706, + "nauc_ndcg_at_20_std": 0.336261, + "nauc_ndcg_at_20_diff1": 0.781389, + "nauc_ndcg_at_100_max": 0.660219, + "nauc_ndcg_at_100_std": 0.326332, + "nauc_ndcg_at_100_diff1": 0.784023, + "nauc_ndcg_at_1000_max": 0.658466, + "nauc_ndcg_at_1000_std": 0.32031, + "nauc_ndcg_at_1000_diff1": 0.785308, + "nauc_map_at_1_max": 0.600453, + "nauc_map_at_1_std": 0.2408, + "nauc_map_at_1_diff1": 0.812034, + "nauc_map_at_3_max": 0.655638, + "nauc_map_at_3_std": 0.296531, + "nauc_map_at_3_diff1": 0.781627, + "nauc_map_at_5_max": 0.656799, + "nauc_map_at_5_std": 0.307772, + "nauc_map_at_5_diff1": 0.787208, + "nauc_map_at_10_max": 0.65415, + "nauc_map_at_10_std": 0.311677, + "nauc_map_at_10_diff1": 0.787493, + "nauc_map_at_20_max": 0.651724, + "nauc_map_at_20_std": 0.307119, + "nauc_map_at_20_diff1": 0.788212, + "nauc_map_at_100_max": 0.651166, + "nauc_map_at_100_std": 0.305787, + "nauc_map_at_100_diff1": 0.788645, + "nauc_map_at_1000_max": 0.651084, + "nauc_map_at_1000_std": 0.305584, + "nauc_map_at_1000_diff1": 0.788696, + "nauc_recall_at_1_max": 0.600453, + "nauc_recall_at_1_std": 0.2408, + "nauc_recall_at_1_diff1": 0.812034, + "nauc_recall_at_3_max": 0.758684, + "nauc_recall_at_3_std": 0.405687, + "nauc_recall_at_3_diff1": 0.712779, + "nauc_recall_at_5_max": 0.793438, + "nauc_recall_at_5_std": 0.514536, + "nauc_recall_at_5_diff1": 0.737159, + "nauc_recall_at_10_max": 0.813771, + "nauc_recall_at_10_std": 0.675735, + "nauc_recall_at_10_diff1": 0.724324, + "nauc_recall_at_20_max": 0.770963, + "nauc_recall_at_20_std": 0.623955, + "nauc_recall_at_20_diff1": 0.718316, + "nauc_recall_at_100_max": 0.768069, + "nauc_recall_at_100_std": 0.735191, + "nauc_recall_at_100_diff1": 0.702491, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.600453, + "nauc_precision_at_1_std": 0.2408, + "nauc_precision_at_1_diff1": 0.812034, + "nauc_precision_at_3_max": 0.758684, + "nauc_precision_at_3_std": 0.405687, + "nauc_precision_at_3_diff1": 0.712779, + "nauc_precision_at_5_max": 0.793438, + "nauc_precision_at_5_std": 0.514536, + "nauc_precision_at_5_diff1": 0.737159, + "nauc_precision_at_10_max": 0.813771, + "nauc_precision_at_10_std": 0.675735, + "nauc_precision_at_10_diff1": 0.724324, + "nauc_precision_at_20_max": 0.770963, + "nauc_precision_at_20_std": 0.623955, + "nauc_precision_at_20_diff1": 0.718316, + "nauc_precision_at_100_max": 0.768069, + "nauc_precision_at_100_std": 0.735191, + "nauc_precision_at_100_diff1": 0.702491, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.600453, + "nauc_mrr_at_1_std": 0.2408, + "nauc_mrr_at_1_diff1": 0.812034, + "nauc_mrr_at_3_max": 0.655638, + "nauc_mrr_at_3_std": 0.296531, + "nauc_mrr_at_3_diff1": 0.781627, + "nauc_mrr_at_5_max": 0.656799, + "nauc_mrr_at_5_std": 0.307772, + "nauc_mrr_at_5_diff1": 0.787208, + "nauc_mrr_at_10_max": 0.65415, + "nauc_mrr_at_10_std": 0.311677, + "nauc_mrr_at_10_diff1": 0.787493, + "nauc_mrr_at_20_max": 0.651724, + "nauc_mrr_at_20_std": 0.307119, + "nauc_mrr_at_20_diff1": 0.788212, + "nauc_mrr_at_100_max": 0.651166, + "nauc_mrr_at_100_std": 0.305787, + "nauc_mrr_at_100_diff1": 0.788645, + "nauc_mrr_at_1000_max": 0.651084, + "nauc_mrr_at_1000_std": 0.305584, + "nauc_mrr_at_1000_diff1": 0.788696, + "main_score": 0.83656, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.71498, + "ndcg_at_3": 0.79221, + "ndcg_at_5": 0.81633, + "ndcg_at_10": 0.83421, + "ndcg_at_20": 0.84072, + "ndcg_at_100": 0.84463, + "ndcg_at_1000": 0.84463, + "map_at_1": 0.71498, + "map_at_3": 0.77375, + "map_at_5": 0.78728, + "map_at_10": 0.79508, + "map_at_20": 0.79709, + "map_at_100": 0.79778, + "map_at_1000": 0.79778, + "recall_at_1": 0.71498, + "recall_at_3": 0.84541, + "recall_at_5": 0.90338, + "recall_at_10": 0.95652, + "recall_at_20": 0.98068, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.71498, + "precision_at_3": 0.2818, + "precision_at_5": 0.18068, + "precision_at_10": 0.09565, + "precision_at_20": 0.04903, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.714976, + "mrr_at_3": 0.773752, + "mrr_at_5": 0.787279, + "mrr_at_10": 0.795075, + "mrr_at_20": 0.797086, + "mrr_at_100": 0.797777, + "mrr_at_1000": 0.797777, + "nauc_ndcg_at_1_max": 0.473145, + "nauc_ndcg_at_1_std": 0.185958, + "nauc_ndcg_at_1_diff1": 0.87804, + "nauc_ndcg_at_3_max": 0.617758, + "nauc_ndcg_at_3_std": 0.348586, + "nauc_ndcg_at_3_diff1": 0.853937, + "nauc_ndcg_at_5_max": 0.606397, + "nauc_ndcg_at_5_std": 0.347744, + "nauc_ndcg_at_5_diff1": 0.846587, + "nauc_ndcg_at_10_max": 0.590626, + "nauc_ndcg_at_10_std": 0.331652, + "nauc_ndcg_at_10_diff1": 0.849699, + "nauc_ndcg_at_20_max": 0.578305, + "nauc_ndcg_at_20_std": 0.318914, + "nauc_ndcg_at_20_diff1": 0.854861, + "nauc_ndcg_at_100_max": 0.56751, + "nauc_ndcg_at_100_std": 0.30427, + "nauc_ndcg_at_100_diff1": 0.857231, + "nauc_ndcg_at_1000_max": 0.56751, + "nauc_ndcg_at_1000_std": 0.30427, + "nauc_ndcg_at_1000_diff1": 0.857231, + "nauc_map_at_1_max": 0.473145, + "nauc_map_at_1_std": 0.185958, + "nauc_map_at_1_diff1": 0.87804, + "nauc_map_at_3_max": 0.577689, + "nauc_map_at_3_std": 0.306974, + "nauc_map_at_3_diff1": 0.86025, + "nauc_map_at_5_max": 0.569822, + "nauc_map_at_5_std": 0.30446, + "nauc_map_at_5_diff1": 0.857391, + "nauc_map_at_10_max": 0.562178, + "nauc_map_at_10_std": 0.296761, + "nauc_map_at_10_diff1": 0.858642, + "nauc_map_at_20_max": 0.558795, + "nauc_map_at_20_std": 0.293244, + "nauc_map_at_20_diff1": 0.859963, + "nauc_map_at_100_max": 0.557272, + "nauc_map_at_100_std": 0.29125, + "nauc_map_at_100_diff1": 0.860193, + "nauc_map_at_1000_max": 0.557272, + "nauc_map_at_1000_std": 0.29125, + "nauc_map_at_1000_diff1": 0.860193, + "nauc_recall_at_1_max": 0.473145, + "nauc_recall_at_1_std": 0.185958, + "nauc_recall_at_1_diff1": 0.87804, + "nauc_recall_at_3_max": 0.775767, + "nauc_recall_at_3_std": 0.510592, + "nauc_recall_at_3_diff1": 0.829261, + "nauc_recall_at_5_max": 0.810084, + "nauc_recall_at_5_std": 0.588675, + "nauc_recall_at_5_diff1": 0.782556, + "nauc_recall_at_10_max": 0.906847, + "nauc_recall_at_10_std": 0.719861, + "nauc_recall_at_10_diff1": 0.742971, + "nauc_recall_at_20_max": 0.967268, + "nauc_recall_at_20_std": 0.855871, + "nauc_recall_at_20_diff1": 0.75373, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.473145, + "nauc_precision_at_1_std": 0.185958, + "nauc_precision_at_1_diff1": 0.87804, + "nauc_precision_at_3_max": 0.775767, + "nauc_precision_at_3_std": 0.510592, + "nauc_precision_at_3_diff1": 0.829261, + "nauc_precision_at_5_max": 0.810084, + "nauc_precision_at_5_std": 0.588675, + "nauc_precision_at_5_diff1": 0.782556, + "nauc_precision_at_10_max": 0.906847, + "nauc_precision_at_10_std": 0.719861, + "nauc_precision_at_10_diff1": 0.742971, + "nauc_precision_at_20_max": 0.967268, + "nauc_precision_at_20_std": 0.855871, + "nauc_precision_at_20_diff1": 0.75373, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.473145, + "nauc_mrr_at_1_std": 0.185958, + "nauc_mrr_at_1_diff1": 0.87804, + "nauc_mrr_at_3_max": 0.577689, + "nauc_mrr_at_3_std": 0.306974, + "nauc_mrr_at_3_diff1": 0.86025, + "nauc_mrr_at_5_max": 0.569822, + "nauc_mrr_at_5_std": 0.30446, + "nauc_mrr_at_5_diff1": 0.857391, + "nauc_mrr_at_10_max": 0.562178, + "nauc_mrr_at_10_std": 0.296761, + "nauc_mrr_at_10_diff1": 0.858642, + "nauc_mrr_at_20_max": 0.558795, + "nauc_mrr_at_20_std": 0.293244, + "nauc_mrr_at_20_diff1": 0.859963, + "nauc_mrr_at_100_max": 0.557272, + "nauc_mrr_at_100_std": 0.29125, + "nauc_mrr_at_100_diff1": 0.860193, + "nauc_mrr_at_1000_max": 0.557272, + "nauc_mrr_at_1000_std": 0.29125, + "nauc_mrr_at_1000_diff1": 0.860193, + "main_score": 0.83421, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.80271, + "ndcg_at_3": 0.88206, + "ndcg_at_5": 0.88688, + "ndcg_at_10": 0.89267, + "ndcg_at_20": 0.89505, + "ndcg_at_100": 0.89773, + "ndcg_at_1000": 0.89907, + "map_at_1": 0.80271, + "map_at_3": 0.86267, + "map_at_5": 0.86538, + "map_at_10": 0.86786, + "map_at_20": 0.86848, + "map_at_100": 0.86891, + "map_at_1000": 0.86898, + "recall_at_1": 0.80271, + "recall_at_3": 0.9381, + "recall_at_5": 0.94971, + "recall_at_10": 0.96712, + "recall_at_20": 0.97679, + "recall_at_100": 0.99033, + "recall_at_1000": 1.0, + "precision_at_1": 0.80271, + "precision_at_3": 0.3127, + "precision_at_5": 0.18994, + "precision_at_10": 0.09671, + "precision_at_20": 0.04884, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.802708, + "mrr_at_3": 0.862669, + "mrr_at_5": 0.865377, + "mrr_at_10": 0.867859, + "mrr_at_20": 0.86848, + "mrr_at_100": 0.868914, + "mrr_at_1000": 0.868982, + "nauc_ndcg_at_1_max": 0.556672, + "nauc_ndcg_at_1_std": 0.216335, + "nauc_ndcg_at_1_diff1": 0.861746, + "nauc_ndcg_at_3_max": 0.634404, + "nauc_ndcg_at_3_std": 0.273879, + "nauc_ndcg_at_3_diff1": 0.843174, + "nauc_ndcg_at_5_max": 0.629008, + "nauc_ndcg_at_5_std": 0.268795, + "nauc_ndcg_at_5_diff1": 0.846078, + "nauc_ndcg_at_10_max": 0.636749, + "nauc_ndcg_at_10_std": 0.294917, + "nauc_ndcg_at_10_diff1": 0.854986, + "nauc_ndcg_at_20_max": 0.632776, + "nauc_ndcg_at_20_std": 0.288169, + "nauc_ndcg_at_20_diff1": 0.855653, + "nauc_ndcg_at_100_max": 0.62381, + "nauc_ndcg_at_100_std": 0.276906, + "nauc_ndcg_at_100_diff1": 0.854424, + "nauc_ndcg_at_1000_max": 0.619283, + "nauc_ndcg_at_1000_std": 0.269992, + "nauc_ndcg_at_1000_diff1": 0.853843, + "nauc_map_at_1_max": 0.556672, + "nauc_map_at_1_std": 0.216335, + "nauc_map_at_1_diff1": 0.861746, + "nauc_map_at_3_max": 0.611905, + "nauc_map_at_3_std": 0.25564, + "nauc_map_at_3_diff1": 0.849065, + "nauc_map_at_5_max": 0.609004, + "nauc_map_at_5_std": 0.252974, + "nauc_map_at_5_diff1": 0.85058, + "nauc_map_at_10_max": 0.611705, + "nauc_map_at_10_std": 0.261562, + "nauc_map_at_10_diff1": 0.85396, + "nauc_map_at_20_max": 0.610715, + "nauc_map_at_20_std": 0.260014, + "nauc_map_at_20_diff1": 0.854115, + "nauc_map_at_100_max": 0.609504, + "nauc_map_at_100_std": 0.258622, + "nauc_map_at_100_diff1": 0.853955, + "nauc_map_at_1000_max": 0.609321, + "nauc_map_at_1000_std": 0.258332, + "nauc_map_at_1000_diff1": 0.853924, + "nauc_recall_at_1_max": 0.556672, + "nauc_recall_at_1_std": 0.216335, + "nauc_recall_at_1_diff1": 0.861746, + "nauc_recall_at_3_max": 0.768195, + "nauc_recall_at_3_std": 0.38396, + "nauc_recall_at_3_diff1": 0.807614, + "nauc_recall_at_5_max": 0.769733, + "nauc_recall_at_5_std": 0.381689, + "nauc_recall_at_5_diff1": 0.814301, + "nauc_recall_at_10_max": 0.909382, + "nauc_recall_at_10_std": 0.690967, + "nauc_recall_at_10_diff1": 0.877657, + "nauc_recall_at_20_max": 0.955056, + "nauc_recall_at_20_std": 0.73681, + "nauc_recall_at_20_diff1": 0.897869, + "nauc_recall_at_100_max": 0.947679, + "nauc_recall_at_100_std": 0.765876, + "nauc_recall_at_100_diff1": 0.892135, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.556672, + "nauc_precision_at_1_std": 0.216335, + "nauc_precision_at_1_diff1": 0.861746, + "nauc_precision_at_3_max": 0.768195, + "nauc_precision_at_3_std": 0.38396, + "nauc_precision_at_3_diff1": 0.807614, + "nauc_precision_at_5_max": 0.769733, + "nauc_precision_at_5_std": 0.381689, + "nauc_precision_at_5_diff1": 0.814301, + "nauc_precision_at_10_max": 0.909382, + "nauc_precision_at_10_std": 0.690967, + "nauc_precision_at_10_diff1": 0.877657, + "nauc_precision_at_20_max": 0.955056, + "nauc_precision_at_20_std": 0.73681, + "nauc_precision_at_20_diff1": 0.897869, + "nauc_precision_at_100_max": 0.947679, + "nauc_precision_at_100_std": 0.765876, + "nauc_precision_at_100_diff1": 0.892135, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.556672, + "nauc_mrr_at_1_std": 0.216335, + "nauc_mrr_at_1_diff1": 0.861746, + "nauc_mrr_at_3_max": 0.611905, + "nauc_mrr_at_3_std": 0.25564, + "nauc_mrr_at_3_diff1": 0.849065, + "nauc_mrr_at_5_max": 0.609004, + "nauc_mrr_at_5_std": 0.252974, + "nauc_mrr_at_5_diff1": 0.85058, + "nauc_mrr_at_10_max": 0.611705, + "nauc_mrr_at_10_std": 0.261562, + "nauc_mrr_at_10_diff1": 0.85396, + "nauc_mrr_at_20_max": 0.610715, + "nauc_mrr_at_20_std": 0.260014, + "nauc_mrr_at_20_diff1": 0.854115, + "nauc_mrr_at_100_max": 0.609504, + "nauc_mrr_at_100_std": 0.258622, + "nauc_mrr_at_100_diff1": 0.853955, + "nauc_mrr_at_1000_max": 0.609321, + "nauc_mrr_at_1000_std": 0.258332, + "nauc_mrr_at_1000_diff1": 0.853924, + "main_score": 0.89267, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85714, + "ndcg_at_3": 0.90565, + "ndcg_at_5": 0.911, + "ndcg_at_10": 0.91936, + "ndcg_at_20": 0.92262, + "ndcg_at_100": 0.92375, + "ndcg_at_1000": 0.92465, + "map_at_1": 0.85714, + "map_at_3": 0.89441, + "map_at_5": 0.89752, + "map_at_10": 0.90116, + "map_at_20": 0.90212, + "map_at_100": 0.90226, + "map_at_1000": 0.90231, + "recall_at_1": 0.85714, + "recall_at_3": 0.93789, + "recall_at_5": 0.95031, + "recall_at_10": 0.97516, + "recall_at_20": 0.98758, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "precision_at_1": 0.85714, + "precision_at_3": 0.31263, + "precision_at_5": 0.19006, + "precision_at_10": 0.09752, + "precision_at_20": 0.04938, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857143, + "mrr_at_3": 0.89441, + "mrr_at_5": 0.897516, + "mrr_at_10": 0.901163, + "mrr_at_20": 0.902116, + "mrr_at_100": 0.902261, + "mrr_at_1000": 0.902313, + "nauc_ndcg_at_1_max": 0.657075, + "nauc_ndcg_at_1_std": 0.308214, + "nauc_ndcg_at_1_diff1": 0.801285, + "nauc_ndcg_at_3_max": 0.765149, + "nauc_ndcg_at_3_std": 0.456665, + "nauc_ndcg_at_3_diff1": 0.821578, + "nauc_ndcg_at_5_max": 0.759232, + "nauc_ndcg_at_5_std": 0.459234, + "nauc_ndcg_at_5_diff1": 0.827675, + "nauc_ndcg_at_10_max": 0.740903, + "nauc_ndcg_at_10_std": 0.446204, + "nauc_ndcg_at_10_diff1": 0.813001, + "nauc_ndcg_at_20_max": 0.729711, + "nauc_ndcg_at_20_std": 0.431304, + "nauc_ndcg_at_20_diff1": 0.80756, + "nauc_ndcg_at_100_max": 0.725564, + "nauc_ndcg_at_100_std": 0.422579, + "nauc_ndcg_at_100_diff1": 0.804607, + "nauc_ndcg_at_1000_max": 0.725601, + "nauc_ndcg_at_1000_std": 0.41549, + "nauc_ndcg_at_1000_diff1": 0.807673, + "nauc_map_at_1_max": 0.657075, + "nauc_map_at_1_std": 0.308214, + "nauc_map_at_1_diff1": 0.801285, + "nauc_map_at_3_max": 0.73301, + "nauc_map_at_3_std": 0.413795, + "nauc_map_at_3_diff1": 0.811177, + "nauc_map_at_5_max": 0.729013, + "nauc_map_at_5_std": 0.41376, + "nauc_map_at_5_diff1": 0.813939, + "nauc_map_at_10_max": 0.72128, + "nauc_map_at_10_std": 0.405297, + "nauc_map_at_10_diff1": 0.808278, + "nauc_map_at_20_max": 0.718486, + "nauc_map_at_20_std": 0.401517, + "nauc_map_at_20_diff1": 0.806889, + "nauc_map_at_100_max": 0.718057, + "nauc_map_at_100_std": 0.400606, + "nauc_map_at_100_diff1": 0.806595, + "nauc_map_at_1000_max": 0.718055, + "nauc_map_at_1000_std": 0.400276, + "nauc_map_at_1000_diff1": 0.806734, + "nauc_recall_at_1_max": 0.657075, + "nauc_recall_at_1_std": 0.308214, + "nauc_recall_at_1_diff1": 0.801285, + "nauc_recall_at_3_max": 0.916762, + "nauc_recall_at_3_std": 0.657955, + "nauc_recall_at_3_diff1": 0.873874, + "nauc_recall_at_5_max": 0.930635, + "nauc_recall_at_5_std": 0.718712, + "nauc_recall_at_5_diff1": 0.911708, + "nauc_recall_at_10_max": 0.930635, + "nauc_recall_at_10_std": 0.897978, + "nauc_recall_at_10_diff1": 0.856073, + "nauc_recall_at_20_max": 0.86127, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.77746, + "nauc_recall_at_100_max": 0.72254, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.554919, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.657075, + "nauc_precision_at_1_std": 0.308214, + "nauc_precision_at_1_diff1": 0.801285, + "nauc_precision_at_3_max": 0.916762, + "nauc_precision_at_3_std": 0.657955, + "nauc_precision_at_3_diff1": 0.873874, + "nauc_precision_at_5_max": 0.930635, + "nauc_precision_at_5_std": 0.718712, + "nauc_precision_at_5_diff1": 0.911708, + "nauc_precision_at_10_max": 0.930635, + "nauc_precision_at_10_std": 0.897978, + "nauc_precision_at_10_diff1": 0.856073, + "nauc_precision_at_20_max": 0.86127, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.77746, + "nauc_precision_at_100_max": 0.72254, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.554919, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.657075, + "nauc_mrr_at_1_std": 0.308214, + "nauc_mrr_at_1_diff1": 0.801285, + "nauc_mrr_at_3_max": 0.73301, + "nauc_mrr_at_3_std": 0.413795, + "nauc_mrr_at_3_diff1": 0.811177, + "nauc_mrr_at_5_max": 0.729013, + "nauc_mrr_at_5_std": 0.41376, + "nauc_mrr_at_5_diff1": 0.813939, + "nauc_mrr_at_10_max": 0.72128, + "nauc_mrr_at_10_std": 0.405297, + "nauc_mrr_at_10_diff1": 0.808278, + "nauc_mrr_at_20_max": 0.718486, + "nauc_mrr_at_20_std": 0.401517, + "nauc_mrr_at_20_diff1": 0.806889, + "nauc_mrr_at_100_max": 0.718057, + "nauc_mrr_at_100_std": 0.400606, + "nauc_mrr_at_100_diff1": 0.806595, + "nauc_mrr_at_1000_max": 0.718055, + "nauc_mrr_at_1000_std": 0.400276, + "nauc_mrr_at_1000_diff1": 0.806734, + "main_score": 0.91936, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.75269, + "ndcg_at_3": 0.84882, + "ndcg_at_5": 0.85737, + "ndcg_at_10": 0.85929, + "ndcg_at_20": 0.86495, + "ndcg_at_100": 0.87119, + "ndcg_at_1000": 0.87196, + "map_at_1": 0.75269, + "map_at_3": 0.82616, + "map_at_5": 0.83073, + "map_at_10": 0.83163, + "map_at_20": 0.83331, + "map_at_100": 0.83428, + "map_at_1000": 0.83432, + "recall_at_1": 0.75269, + "recall_at_3": 0.91398, + "recall_at_5": 0.93548, + "recall_at_10": 0.94086, + "recall_at_20": 0.96237, + "recall_at_100": 0.99462, + "recall_at_1000": 1.0, + "precision_at_1": 0.75269, + "precision_at_3": 0.30466, + "precision_at_5": 0.1871, + "precision_at_10": 0.09409, + "precision_at_20": 0.04812, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.752688, + "mrr_at_3": 0.826165, + "mrr_at_5": 0.830735, + "mrr_at_10": 0.831631, + "mrr_at_20": 0.833309, + "mrr_at_100": 0.834281, + "mrr_at_1000": 0.834325, + "nauc_ndcg_at_1_max": 0.437737, + "nauc_ndcg_at_1_std": 0.189785, + "nauc_ndcg_at_1_diff1": 0.814928, + "nauc_ndcg_at_3_max": 0.592838, + "nauc_ndcg_at_3_std": 0.382647, + "nauc_ndcg_at_3_diff1": 0.782377, + "nauc_ndcg_at_5_max": 0.586475, + "nauc_ndcg_at_5_std": 0.366837, + "nauc_ndcg_at_5_diff1": 0.79397, + "nauc_ndcg_at_10_max": 0.580412, + "nauc_ndcg_at_10_std": 0.357553, + "nauc_ndcg_at_10_diff1": 0.795023, + "nauc_ndcg_at_20_max": 0.567784, + "nauc_ndcg_at_20_std": 0.356652, + "nauc_ndcg_at_20_diff1": 0.79931, + "nauc_ndcg_at_100_max": 0.551485, + "nauc_ndcg_at_100_std": 0.331864, + "nauc_ndcg_at_100_diff1": 0.798191, + "nauc_ndcg_at_1000_max": 0.548545, + "nauc_ndcg_at_1000_std": 0.327484, + "nauc_ndcg_at_1000_diff1": 0.797727, + "nauc_map_at_1_max": 0.437737, + "nauc_map_at_1_std": 0.189785, + "nauc_map_at_1_diff1": 0.814928, + "nauc_map_at_3_max": 0.545133, + "nauc_map_at_3_std": 0.323589, + "nauc_map_at_3_diff1": 0.790786, + "nauc_map_at_5_max": 0.540968, + "nauc_map_at_5_std": 0.31514, + "nauc_map_at_5_diff1": 0.796537, + "nauc_map_at_10_max": 0.538309, + "nauc_map_at_10_std": 0.311173, + "nauc_map_at_10_diff1": 0.796968, + "nauc_map_at_20_max": 0.534832, + "nauc_map_at_20_std": 0.310202, + "nauc_map_at_20_diff1": 0.798167, + "nauc_map_at_100_max": 0.53275, + "nauc_map_at_100_std": 0.307259, + "nauc_map_at_100_diff1": 0.798113, + "nauc_map_at_1000_max": 0.532616, + "nauc_map_at_1000_std": 0.30706, + "nauc_map_at_1000_diff1": 0.798093, + "nauc_recall_at_1_max": 0.437737, + "nauc_recall_at_1_std": 0.189785, + "nauc_recall_at_1_diff1": 0.814928, + "nauc_recall_at_3_max": 0.846159, + "nauc_recall_at_3_std": 0.696036, + "nauc_recall_at_3_diff1": 0.73906, + "nauc_recall_at_5_max": 0.89645, + "nauc_recall_at_5_std": 0.714104, + "nauc_recall_at_5_diff1": 0.782171, + "nauc_recall_at_10_max": 0.887036, + "nauc_recall_at_10_std": 0.688114, + "nauc_recall_at_10_diff1": 0.787631, + "nauc_recall_at_20_max": 0.901883, + "nauc_recall_at_20_std": 0.872509, + "nauc_recall_at_20_diff1": 0.833468, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.868968, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.437737, + "nauc_precision_at_1_std": 0.189785, + "nauc_precision_at_1_diff1": 0.814928, + "nauc_precision_at_3_max": 0.846159, + "nauc_precision_at_3_std": 0.696036, + "nauc_precision_at_3_diff1": 0.73906, + "nauc_precision_at_5_max": 0.89645, + "nauc_precision_at_5_std": 0.714104, + "nauc_precision_at_5_diff1": 0.782171, + "nauc_precision_at_10_max": 0.887036, + "nauc_precision_at_10_std": 0.688114, + "nauc_precision_at_10_diff1": 0.787631, + "nauc_precision_at_20_max": 0.901883, + "nauc_precision_at_20_std": 0.872509, + "nauc_precision_at_20_diff1": 0.833468, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.868968, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.437737, + "nauc_mrr_at_1_std": 0.189785, + "nauc_mrr_at_1_diff1": 0.814928, + "nauc_mrr_at_3_max": 0.545133, + "nauc_mrr_at_3_std": 0.323589, + "nauc_mrr_at_3_diff1": 0.790786, + "nauc_mrr_at_5_max": 0.540968, + "nauc_mrr_at_5_std": 0.31514, + "nauc_mrr_at_5_diff1": 0.796537, + "nauc_mrr_at_10_max": 0.538309, + "nauc_mrr_at_10_std": 0.311173, + "nauc_mrr_at_10_diff1": 0.796968, + "nauc_mrr_at_20_max": 0.534832, + "nauc_mrr_at_20_std": 0.310202, + "nauc_mrr_at_20_diff1": 0.798167, + "nauc_mrr_at_100_max": 0.53275, + "nauc_mrr_at_100_std": 0.307259, + "nauc_mrr_at_100_diff1": 0.798113, + "nauc_mrr_at_1000_max": 0.532616, + "nauc_mrr_at_1000_std": 0.30706, + "nauc_mrr_at_1000_diff1": 0.798093, + "main_score": 0.85929, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.82209, + "ndcg_at_3": 0.8808, + "ndcg_at_5": 0.89375, + "ndcg_at_10": 0.89552, + "ndcg_at_20": 0.90029, + "ndcg_at_100": 0.90377, + "ndcg_at_1000": 0.90466, + "map_at_1": 0.82209, + "map_at_3": 0.86708, + "map_at_5": 0.87444, + "map_at_10": 0.87505, + "map_at_20": 0.87643, + "map_at_100": 0.87693, + "map_at_1000": 0.87698, + "recall_at_1": 0.82209, + "recall_at_3": 0.92025, + "recall_at_5": 0.95092, + "recall_at_10": 0.95706, + "recall_at_20": 0.97546, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "precision_at_1": 0.82209, + "precision_at_3": 0.30675, + "precision_at_5": 0.19018, + "precision_at_10": 0.09571, + "precision_at_20": 0.04877, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.822086, + "mrr_at_3": 0.867076, + "mrr_at_5": 0.874438, + "mrr_at_10": 0.875051, + "mrr_at_20": 0.876427, + "mrr_at_100": 0.876932, + "mrr_at_1000": 0.876983, + "nauc_ndcg_at_1_max": 0.750498, + "nauc_ndcg_at_1_std": 0.442098, + "nauc_ndcg_at_1_diff1": 0.9007, + "nauc_ndcg_at_3_max": 0.767268, + "nauc_ndcg_at_3_std": 0.518182, + "nauc_ndcg_at_3_diff1": 0.870694, + "nauc_ndcg_at_5_max": 0.762924, + "nauc_ndcg_at_5_std": 0.52062, + "nauc_ndcg_at_5_diff1": 0.871622, + "nauc_ndcg_at_10_max": 0.758743, + "nauc_ndcg_at_10_std": 0.523486, + "nauc_ndcg_at_10_diff1": 0.869357, + "nauc_ndcg_at_20_max": 0.770662, + "nauc_ndcg_at_20_std": 0.528487, + "nauc_ndcg_at_20_diff1": 0.882272, + "nauc_ndcg_at_100_max": 0.765897, + "nauc_ndcg_at_100_std": 0.514587, + "nauc_ndcg_at_100_diff1": 0.879655, + "nauc_ndcg_at_1000_max": 0.76489, + "nauc_ndcg_at_1000_std": 0.511138, + "nauc_ndcg_at_1000_diff1": 0.879754, + "nauc_map_at_1_max": 0.750498, + "nauc_map_at_1_std": 0.442098, + "nauc_map_at_1_diff1": 0.9007, + "nauc_map_at_3_max": 0.764977, + "nauc_map_at_3_std": 0.49921, + "nauc_map_at_3_diff1": 0.878701, + "nauc_map_at_5_max": 0.762819, + "nauc_map_at_5_std": 0.499693, + "nauc_map_at_5_diff1": 0.879812, + "nauc_map_at_10_max": 0.761603, + "nauc_map_at_10_std": 0.500419, + "nauc_map_at_10_diff1": 0.879195, + "nauc_map_at_20_max": 0.763884, + "nauc_map_at_20_std": 0.501864, + "nauc_map_at_20_diff1": 0.882, + "nauc_map_at_100_max": 0.763428, + "nauc_map_at_100_std": 0.500285, + "nauc_map_at_100_diff1": 0.881755, + "nauc_map_at_1000_max": 0.763382, + "nauc_map_at_1000_std": 0.500124, + "nauc_map_at_1000_diff1": 0.88176, + "nauc_recall_at_1_max": 0.750498, + "nauc_recall_at_1_std": 0.442098, + "nauc_recall_at_1_diff1": 0.9007, + "nauc_recall_at_3_max": 0.775852, + "nauc_recall_at_3_std": 0.60239, + "nauc_recall_at_3_diff1": 0.834715, + "nauc_recall_at_5_max": 0.758891, + "nauc_recall_at_5_std": 0.662352, + "nauc_recall_at_5_diff1": 0.815076, + "nauc_recall_at_10_max": 0.724446, + "nauc_recall_at_10_std": 0.70581, + "nauc_recall_at_10_diff1": 0.788658, + "nauc_recall_at_20_max": 0.897896, + "nauc_recall_at_20_std": 0.897896, + "nauc_recall_at_20_diff1": 0.934774, + "nauc_recall_at_100_max": 0.869548, + "nauc_recall_at_100_std": 0.869548, + "nauc_recall_at_100_diff1": 0.869548, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750498, + "nauc_precision_at_1_std": 0.442098, + "nauc_precision_at_1_diff1": 0.9007, + "nauc_precision_at_3_max": 0.775852, + "nauc_precision_at_3_std": 0.60239, + "nauc_precision_at_3_diff1": 0.834715, + "nauc_precision_at_5_max": 0.758891, + "nauc_precision_at_5_std": 0.662352, + "nauc_precision_at_5_diff1": 0.815076, + "nauc_precision_at_10_max": 0.724446, + "nauc_precision_at_10_std": 0.70581, + "nauc_precision_at_10_diff1": 0.788658, + "nauc_precision_at_20_max": 0.897896, + "nauc_precision_at_20_std": 0.897896, + "nauc_precision_at_20_diff1": 0.934774, + "nauc_precision_at_100_max": 0.869548, + "nauc_precision_at_100_std": 0.869548, + "nauc_precision_at_100_diff1": 0.869548, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.750498, + "nauc_mrr_at_1_std": 0.442098, + "nauc_mrr_at_1_diff1": 0.9007, + "nauc_mrr_at_3_max": 0.764977, + "nauc_mrr_at_3_std": 0.49921, + "nauc_mrr_at_3_diff1": 0.878701, + "nauc_mrr_at_5_max": 0.762819, + "nauc_mrr_at_5_std": 0.499693, + "nauc_mrr_at_5_diff1": 0.879812, + "nauc_mrr_at_10_max": 0.761603, + "nauc_mrr_at_10_std": 0.500419, + "nauc_mrr_at_10_diff1": 0.879195, + "nauc_mrr_at_20_max": 0.763884, + "nauc_mrr_at_20_std": 0.501864, + "nauc_mrr_at_20_diff1": 0.882, + "nauc_mrr_at_100_max": 0.763428, + "nauc_mrr_at_100_std": 0.500285, + "nauc_mrr_at_100_diff1": 0.881755, + "nauc_mrr_at_1000_max": 0.763382, + "nauc_mrr_at_1000_std": 0.500124, + "nauc_mrr_at_1000_diff1": 0.88176, + "main_score": 0.89552, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.81383, + "ndcg_at_3": 0.88013, + "ndcg_at_5": 0.89112, + "ndcg_at_10": 0.89419, + "ndcg_at_20": 0.89672, + "ndcg_at_100": 0.90075, + "ndcg_at_1000": 0.9015, + "map_at_1": 0.81383, + "map_at_3": 0.86436, + "map_at_5": 0.87048, + "map_at_10": 0.87154, + "map_at_20": 0.87215, + "map_at_100": 0.87273, + "map_at_1000": 0.87277, + "recall_at_1": 0.81383, + "recall_at_3": 0.92553, + "recall_at_5": 0.95213, + "recall_at_10": 0.96277, + "recall_at_20": 0.9734, + "recall_at_100": 0.99468, + "recall_at_1000": 1.0, + "precision_at_1": 0.81383, + "precision_at_3": 0.30851, + "precision_at_5": 0.19043, + "precision_at_10": 0.09628, + "precision_at_20": 0.04867, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.81383, + "mrr_at_3": 0.864362, + "mrr_at_5": 0.870479, + "mrr_at_10": 0.871543, + "mrr_at_20": 0.872155, + "mrr_at_100": 0.872734, + "mrr_at_1000": 0.872774, + "nauc_ndcg_at_1_max": 0.533403, + "nauc_ndcg_at_1_std": 0.318082, + "nauc_ndcg_at_1_diff1": 0.847499, + "nauc_ndcg_at_3_max": 0.683491, + "nauc_ndcg_at_3_std": 0.506727, + "nauc_ndcg_at_3_diff1": 0.829023, + "nauc_ndcg_at_5_max": 0.667267, + "nauc_ndcg_at_5_std": 0.494226, + "nauc_ndcg_at_5_diff1": 0.825177, + "nauc_ndcg_at_10_max": 0.657197, + "nauc_ndcg_at_10_std": 0.48313, + "nauc_ndcg_at_10_diff1": 0.824097, + "nauc_ndcg_at_20_max": 0.650155, + "nauc_ndcg_at_20_std": 0.47164, + "nauc_ndcg_at_20_diff1": 0.819602, + "nauc_ndcg_at_100_max": 0.63966, + "nauc_ndcg_at_100_std": 0.464133, + "nauc_ndcg_at_100_diff1": 0.826781, + "nauc_ndcg_at_1000_max": 0.637828, + "nauc_ndcg_at_1000_std": 0.459855, + "nauc_ndcg_at_1000_diff1": 0.82762, + "nauc_map_at_1_max": 0.533403, + "nauc_map_at_1_std": 0.318082, + "nauc_map_at_1_diff1": 0.847499, + "nauc_map_at_3_max": 0.640886, + "nauc_map_at_3_std": 0.457938, + "nauc_map_at_3_diff1": 0.833093, + "nauc_map_at_5_max": 0.631057, + "nauc_map_at_5_std": 0.449757, + "nauc_map_at_5_diff1": 0.831492, + "nauc_map_at_10_max": 0.62786, + "nauc_map_at_10_std": 0.446195, + "nauc_map_at_10_diff1": 0.831237, + "nauc_map_at_20_max": 0.626351, + "nauc_map_at_20_std": 0.443775, + "nauc_map_at_20_diff1": 0.830391, + "nauc_map_at_100_max": 0.625036, + "nauc_map_at_100_std": 0.44304, + "nauc_map_at_100_diff1": 0.831107, + "nauc_map_at_1000_max": 0.624956, + "nauc_map_at_1000_std": 0.442857, + "nauc_map_at_1000_diff1": 0.831143, + "nauc_recall_at_1_max": 0.533403, + "nauc_recall_at_1_std": 0.318082, + "nauc_recall_at_1_diff1": 0.847499, + "nauc_recall_at_3_max": 0.893618, + "nauc_recall_at_3_std": 0.74343, + "nauc_recall_at_3_diff1": 0.809918, + "nauc_recall_at_5_max": 0.92545, + "nauc_recall_at_5_std": 0.807557, + "nauc_recall_at_5_diff1": 0.778866, + "nauc_recall_at_10_max": 0.904151, + "nauc_recall_at_10_std": 0.792334, + "nauc_recall_at_10_diff1": 0.755445, + "nauc_recall_at_20_max": 0.891986, + "nauc_recall_at_20_std": 0.735442, + "nauc_recall_at_20_diff1": 0.657624, + "nauc_recall_at_100_max": 0.869126, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.721675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.533403, + "nauc_precision_at_1_std": 0.318082, + "nauc_precision_at_1_diff1": 0.847499, + "nauc_precision_at_3_max": 0.893618, + "nauc_precision_at_3_std": 0.74343, + "nauc_precision_at_3_diff1": 0.809918, + "nauc_precision_at_5_max": 0.92545, + "nauc_precision_at_5_std": 0.807557, + "nauc_precision_at_5_diff1": 0.778866, + "nauc_precision_at_10_max": 0.904151, + "nauc_precision_at_10_std": 0.792334, + "nauc_precision_at_10_diff1": 0.755445, + "nauc_precision_at_20_max": 0.891986, + "nauc_precision_at_20_std": 0.735442, + "nauc_precision_at_20_diff1": 0.657624, + "nauc_precision_at_100_max": 0.869126, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.721675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.533403, + "nauc_mrr_at_1_std": 0.318082, + "nauc_mrr_at_1_diff1": 0.847499, + "nauc_mrr_at_3_max": 0.640886, + "nauc_mrr_at_3_std": 0.457938, + "nauc_mrr_at_3_diff1": 0.833093, + "nauc_mrr_at_5_max": 0.631057, + "nauc_mrr_at_5_std": 0.449757, + "nauc_mrr_at_5_diff1": 0.831492, + "nauc_mrr_at_10_max": 0.62786, + "nauc_mrr_at_10_std": 0.446195, + "nauc_mrr_at_10_diff1": 0.831237, + "nauc_mrr_at_20_max": 0.626351, + "nauc_mrr_at_20_std": 0.443775, + "nauc_mrr_at_20_diff1": 0.830391, + "nauc_mrr_at_100_max": 0.625036, + "nauc_mrr_at_100_std": 0.44304, + "nauc_mrr_at_100_diff1": 0.831107, + "nauc_mrr_at_1000_max": 0.624956, + "nauc_mrr_at_1000_std": 0.442857, + "nauc_mrr_at_1000_diff1": 0.831143, + "main_score": 0.89419, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.71498, + "ndcg_at_3": 0.80987, + "ndcg_at_5": 0.82193, + "ndcg_at_10": 0.83398, + "ndcg_at_20": 0.84263, + "ndcg_at_100": 0.84723, + "ndcg_at_1000": 0.84723, + "map_at_1": 0.71498, + "map_at_3": 0.78744, + "map_at_5": 0.7942, + "map_at_10": 0.79892, + "map_at_20": 0.80135, + "map_at_100": 0.80203, + "map_at_1000": 0.80203, + "recall_at_1": 0.71498, + "recall_at_3": 0.8744, + "recall_at_5": 0.90338, + "recall_at_10": 0.94203, + "recall_at_20": 0.97585, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.71498, + "precision_at_3": 0.29147, + "precision_at_5": 0.18068, + "precision_at_10": 0.0942, + "precision_at_20": 0.04879, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.714976, + "mrr_at_3": 0.78744, + "mrr_at_5": 0.794203, + "mrr_at_10": 0.798925, + "mrr_at_20": 0.80135, + "mrr_at_100": 0.802033, + "mrr_at_1000": 0.802033, + "nauc_ndcg_at_1_max": 0.465279, + "nauc_ndcg_at_1_std": 0.340253, + "nauc_ndcg_at_1_diff1": 0.757374, + "nauc_ndcg_at_3_max": 0.555822, + "nauc_ndcg_at_3_std": 0.422549, + "nauc_ndcg_at_3_diff1": 0.765367, + "nauc_ndcg_at_5_max": 0.540688, + "nauc_ndcg_at_5_std": 0.419805, + "nauc_ndcg_at_5_diff1": 0.759269, + "nauc_ndcg_at_10_max": 0.531609, + "nauc_ndcg_at_10_std": 0.408535, + "nauc_ndcg_at_10_diff1": 0.75919, + "nauc_ndcg_at_20_max": 0.531924, + "nauc_ndcg_at_20_std": 0.416981, + "nauc_ndcg_at_20_diff1": 0.752492, + "nauc_ndcg_at_100_max": 0.526196, + "nauc_ndcg_at_100_std": 0.400365, + "nauc_ndcg_at_100_diff1": 0.757837, + "nauc_ndcg_at_1000_max": 0.526196, + "nauc_ndcg_at_1000_std": 0.400365, + "nauc_ndcg_at_1000_diff1": 0.757837, + "nauc_map_at_1_max": 0.465279, + "nauc_map_at_1_std": 0.340253, + "nauc_map_at_1_diff1": 0.757374, + "nauc_map_at_3_max": 0.532244, + "nauc_map_at_3_std": 0.397411, + "nauc_map_at_3_diff1": 0.763485, + "nauc_map_at_5_max": 0.523884, + "nauc_map_at_5_std": 0.394795, + "nauc_map_at_5_diff1": 0.760216, + "nauc_map_at_10_max": 0.519844, + "nauc_map_at_10_std": 0.390376, + "nauc_map_at_10_diff1": 0.759838, + "nauc_map_at_20_max": 0.520459, + "nauc_map_at_20_std": 0.392839, + "nauc_map_at_20_diff1": 0.758222, + "nauc_map_at_100_max": 0.519831, + "nauc_map_at_100_std": 0.390876, + "nauc_map_at_100_diff1": 0.758917, + "nauc_map_at_1000_max": 0.519831, + "nauc_map_at_1000_std": 0.390876, + "nauc_map_at_1000_diff1": 0.758917, + "nauc_recall_at_1_max": 0.465279, + "nauc_recall_at_1_std": 0.340253, + "nauc_recall_at_1_diff1": 0.757374, + "nauc_recall_at_3_max": 0.65927, + "nauc_recall_at_3_std": 0.535717, + "nauc_recall_at_3_diff1": 0.773471, + "nauc_recall_at_5_max": 0.626644, + "nauc_recall_at_5_std": 0.558427, + "nauc_recall_at_5_diff1": 0.752517, + "nauc_recall_at_10_max": 0.618806, + "nauc_recall_at_10_std": 0.558009, + "nauc_recall_at_10_diff1": 0.75373, + "nauc_recall_at_20_max": 0.710712, + "nauc_recall_at_20_std": 0.918287, + "nauc_recall_at_20_diff1": 0.598564, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.465279, + "nauc_precision_at_1_std": 0.340253, + "nauc_precision_at_1_diff1": 0.757374, + "nauc_precision_at_3_max": 0.65927, + "nauc_precision_at_3_std": 0.535717, + "nauc_precision_at_3_diff1": 0.773471, + "nauc_precision_at_5_max": 0.626644, + "nauc_precision_at_5_std": 0.558427, + "nauc_precision_at_5_diff1": 0.752517, + "nauc_precision_at_10_max": 0.618806, + "nauc_precision_at_10_std": 0.558009, + "nauc_precision_at_10_diff1": 0.75373, + "nauc_precision_at_20_max": 0.710712, + "nauc_precision_at_20_std": 0.918287, + "nauc_precision_at_20_diff1": 0.598564, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.465279, + "nauc_mrr_at_1_std": 0.340253, + "nauc_mrr_at_1_diff1": 0.757374, + "nauc_mrr_at_3_max": 0.532244, + "nauc_mrr_at_3_std": 0.397411, + "nauc_mrr_at_3_diff1": 0.763485, + "nauc_mrr_at_5_max": 0.523884, + "nauc_mrr_at_5_std": 0.394795, + "nauc_mrr_at_5_diff1": 0.760216, + "nauc_mrr_at_10_max": 0.519844, + "nauc_mrr_at_10_std": 0.390376, + "nauc_mrr_at_10_diff1": 0.759838, + "nauc_mrr_at_20_max": 0.520459, + "nauc_mrr_at_20_std": 0.392839, + "nauc_mrr_at_20_diff1": 0.758222, + "nauc_mrr_at_100_max": 0.519831, + "nauc_mrr_at_100_std": 0.390876, + "nauc_mrr_at_100_diff1": 0.758917, + "nauc_mrr_at_1000_max": 0.519831, + "nauc_mrr_at_1000_std": 0.390876, + "nauc_mrr_at_1000_diff1": 0.758917, + "main_score": 0.83398, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.75977, + "ndcg_at_3": 0.84265, + "ndcg_at_5": 0.85737, + "ndcg_at_10": 0.86309, + "ndcg_at_20": 0.86714, + "ndcg_at_100": 0.87194, + "ndcg_at_1000": 0.87295, + "map_at_1": 0.75977, + "map_at_3": 0.82324, + "map_at_5": 0.83154, + "map_at_10": 0.83393, + "map_at_20": 0.83508, + "map_at_100": 0.83578, + "map_at_1000": 0.83581, + "recall_at_1": 0.75977, + "recall_at_3": 0.89844, + "recall_at_5": 0.93359, + "recall_at_10": 0.95117, + "recall_at_20": 0.9668, + "recall_at_100": 0.99219, + "recall_at_1000": 1.0, + "precision_at_1": 0.75977, + "precision_at_3": 0.29948, + "precision_at_5": 0.18672, + "precision_at_10": 0.09512, + "precision_at_20": 0.04834, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.759766, + "mrr_at_3": 0.823242, + "mrr_at_5": 0.831543, + "mrr_at_10": 0.833926, + "mrr_at_20": 0.835082, + "mrr_at_100": 0.835777, + "mrr_at_1000": 0.835815, + "nauc_ndcg_at_1_max": 0.540683, + "nauc_ndcg_at_1_std": -0.148627, + "nauc_ndcg_at_1_diff1": 0.802226, + "nauc_ndcg_at_3_max": 0.612943, + "nauc_ndcg_at_3_std": -0.07179, + "nauc_ndcg_at_3_diff1": 0.796783, + "nauc_ndcg_at_5_max": 0.622627, + "nauc_ndcg_at_5_std": -0.059997, + "nauc_ndcg_at_5_diff1": 0.806886, + "nauc_ndcg_at_10_max": 0.617406, + "nauc_ndcg_at_10_std": -0.062932, + "nauc_ndcg_at_10_diff1": 0.808328, + "nauc_ndcg_at_20_max": 0.615598, + "nauc_ndcg_at_20_std": -0.057471, + "nauc_ndcg_at_20_diff1": 0.811493, + "nauc_ndcg_at_100_max": 0.605792, + "nauc_ndcg_at_100_std": -0.073922, + "nauc_ndcg_at_100_diff1": 0.807921, + "nauc_ndcg_at_1000_max": 0.602404, + "nauc_ndcg_at_1000_std": -0.080797, + "nauc_ndcg_at_1000_diff1": 0.806554, + "nauc_map_at_1_max": 0.540683, + "nauc_map_at_1_std": -0.148627, + "nauc_map_at_1_diff1": 0.802226, + "nauc_map_at_3_max": 0.592327, + "nauc_map_at_3_std": -0.096652, + "nauc_map_at_3_diff1": 0.799161, + "nauc_map_at_5_max": 0.596284, + "nauc_map_at_5_std": -0.091566, + "nauc_map_at_5_diff1": 0.804269, + "nauc_map_at_10_max": 0.593962, + "nauc_map_at_10_std": -0.093622, + "nauc_map_at_10_diff1": 0.804506, + "nauc_map_at_20_max": 0.593428, + "nauc_map_at_20_std": -0.092724, + "nauc_map_at_20_diff1": 0.805229, + "nauc_map_at_100_max": 0.592238, + "nauc_map_at_100_std": -0.094772, + "nauc_map_at_100_diff1": 0.804747, + "nauc_map_at_1000_max": 0.592135, + "nauc_map_at_1000_std": -0.094966, + "nauc_map_at_1000_diff1": 0.804706, + "nauc_recall_at_1_max": 0.540683, + "nauc_recall_at_1_std": -0.148627, + "nauc_recall_at_1_diff1": 0.802226, + "nauc_recall_at_3_max": 0.707479, + "nauc_recall_at_3_std": 0.0444, + "nauc_recall_at_3_diff1": 0.785263, + "nauc_recall_at_5_max": 0.799853, + "nauc_recall_at_5_std": 0.154997, + "nauc_recall_at_5_diff1": 0.826532, + "nauc_recall_at_10_max": 0.823636, + "nauc_recall_at_10_std": 0.218016, + "nauc_recall_at_10_diff1": 0.848816, + "nauc_recall_at_20_max": 0.892678, + "nauc_recall_at_20_std": 0.433153, + "nauc_recall_at_20_diff1": 0.912586, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.73743, + "nauc_recall_at_100_diff1": 0.967334, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.540683, + "nauc_precision_at_1_std": -0.148627, + "nauc_precision_at_1_diff1": 0.802226, + "nauc_precision_at_3_max": 0.707479, + "nauc_precision_at_3_std": 0.0444, + "nauc_precision_at_3_diff1": 0.785263, + "nauc_precision_at_5_max": 0.799853, + "nauc_precision_at_5_std": 0.154997, + "nauc_precision_at_5_diff1": 0.826532, + "nauc_precision_at_10_max": 0.823636, + "nauc_precision_at_10_std": 0.218016, + "nauc_precision_at_10_diff1": 0.848816, + "nauc_precision_at_20_max": 0.892678, + "nauc_precision_at_20_std": 0.433153, + "nauc_precision_at_20_diff1": 0.912586, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.73743, + "nauc_precision_at_100_diff1": 0.967334, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.540683, + "nauc_mrr_at_1_std": -0.148627, + "nauc_mrr_at_1_diff1": 0.802226, + "nauc_mrr_at_3_max": 0.592327, + "nauc_mrr_at_3_std": -0.096652, + "nauc_mrr_at_3_diff1": 0.799161, + "nauc_mrr_at_5_max": 0.596284, + "nauc_mrr_at_5_std": -0.091566, + "nauc_mrr_at_5_diff1": 0.804269, + "nauc_mrr_at_10_max": 0.593962, + "nauc_mrr_at_10_std": -0.093622, + "nauc_mrr_at_10_diff1": 0.804506, + "nauc_mrr_at_20_max": 0.593428, + "nauc_mrr_at_20_std": -0.092724, + "nauc_mrr_at_20_diff1": 0.805229, + "nauc_mrr_at_100_max": 0.592238, + "nauc_mrr_at_100_std": -0.094772, + "nauc_mrr_at_100_diff1": 0.804747, + "nauc_mrr_at_1000_max": 0.592135, + "nauc_mrr_at_1000_std": -0.094966, + "nauc_mrr_at_1000_diff1": 0.804706, + "main_score": 0.86309, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.75781, + "ndcg_at_3": 0.84147, + "ndcg_at_5": 0.85366, + "ndcg_at_10": 0.8653, + "ndcg_at_20": 0.87018, + "ndcg_at_100": 0.87237, + "ndcg_at_1000": 0.8734, + "map_at_1": 0.75781, + "map_at_3": 0.82227, + "map_at_5": 0.8291, + "map_at_10": 0.83407, + "map_at_20": 0.83537, + "map_at_100": 0.83568, + "map_at_1000": 0.83573, + "recall_at_1": 0.75781, + "recall_at_3": 0.89648, + "recall_at_5": 0.92578, + "recall_at_10": 0.96094, + "recall_at_20": 0.98047, + "recall_at_100": 0.99219, + "recall_at_1000": 1.0, + "precision_at_1": 0.75781, + "precision_at_3": 0.29883, + "precision_at_5": 0.18516, + "precision_at_10": 0.09609, + "precision_at_20": 0.04902, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757812, + "mrr_at_3": 0.822266, + "mrr_at_5": 0.829102, + "mrr_at_10": 0.834067, + "mrr_at_20": 0.835373, + "mrr_at_100": 0.835681, + "mrr_at_1000": 0.835726, + "nauc_ndcg_at_1_max": 0.546107, + "nauc_ndcg_at_1_std": -0.020433, + "nauc_ndcg_at_1_diff1": 0.836481, + "nauc_ndcg_at_3_max": 0.633398, + "nauc_ndcg_at_3_std": 0.065583, + "nauc_ndcg_at_3_diff1": 0.807437, + "nauc_ndcg_at_5_max": 0.629896, + "nauc_ndcg_at_5_std": 0.063255, + "nauc_ndcg_at_5_diff1": 0.813579, + "nauc_ndcg_at_10_max": 0.621256, + "nauc_ndcg_at_10_std": 0.065292, + "nauc_ndcg_at_10_diff1": 0.815575, + "nauc_ndcg_at_20_max": 0.615474, + "nauc_ndcg_at_20_std": 0.059315, + "nauc_ndcg_at_20_diff1": 0.820419, + "nauc_ndcg_at_100_max": 0.612413, + "nauc_ndcg_at_100_std": 0.055428, + "nauc_ndcg_at_100_diff1": 0.818865, + "nauc_ndcg_at_1000_max": 0.608966, + "nauc_ndcg_at_1000_std": 0.04872, + "nauc_ndcg_at_1000_diff1": 0.820215, + "nauc_map_at_1_max": 0.546107, + "nauc_map_at_1_std": -0.020433, + "nauc_map_at_1_diff1": 0.836481, + "nauc_map_at_3_max": 0.608198, + "nauc_map_at_3_std": 0.040633, + "nauc_map_at_3_diff1": 0.816743, + "nauc_map_at_5_max": 0.605839, + "nauc_map_at_5_std": 0.038778, + "nauc_map_at_5_diff1": 0.820271, + "nauc_map_at_10_max": 0.60184, + "nauc_map_at_10_std": 0.038817, + "nauc_map_at_10_diff1": 0.821013, + "nauc_map_at_20_max": 0.600669, + "nauc_map_at_20_std": 0.037487, + "nauc_map_at_20_diff1": 0.822232, + "nauc_map_at_100_max": 0.600295, + "nauc_map_at_100_std": 0.0371, + "nauc_map_at_100_diff1": 0.822096, + "nauc_map_at_1000_max": 0.600177, + "nauc_map_at_1000_std": 0.036885, + "nauc_map_at_1000_diff1": 0.822151, + "nauc_recall_at_1_max": 0.546107, + "nauc_recall_at_1_std": -0.020433, + "nauc_recall_at_1_diff1": 0.836481, + "nauc_recall_at_3_max": 0.747716, + "nauc_recall_at_3_std": 0.178852, + "nauc_recall_at_3_diff1": 0.764551, + "nauc_recall_at_5_max": 0.772931, + "nauc_recall_at_5_std": 0.209519, + "nauc_recall_at_5_diff1": 0.773763, + "nauc_recall_at_10_max": 0.822248, + "nauc_recall_at_10_std": 0.358513, + "nauc_recall_at_10_diff1": 0.760563, + "nauc_recall_at_20_max": 0.867683, + "nauc_recall_at_20_std": 0.494459, + "nauc_recall_at_20_diff1": 0.816119, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.819147, + "nauc_recall_at_100_diff1": 0.675024, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.546107, + "nauc_precision_at_1_std": -0.020433, + "nauc_precision_at_1_diff1": 0.836481, + "nauc_precision_at_3_max": 0.747716, + "nauc_precision_at_3_std": 0.178852, + "nauc_precision_at_3_diff1": 0.764551, + "nauc_precision_at_5_max": 0.772931, + "nauc_precision_at_5_std": 0.209519, + "nauc_precision_at_5_diff1": 0.773763, + "nauc_precision_at_10_max": 0.822248, + "nauc_precision_at_10_std": 0.358513, + "nauc_precision_at_10_diff1": 0.760563, + "nauc_precision_at_20_max": 0.867683, + "nauc_precision_at_20_std": 0.494459, + "nauc_precision_at_20_diff1": 0.816119, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.819147, + "nauc_precision_at_100_diff1": 0.675024, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.546107, + "nauc_mrr_at_1_std": -0.020433, + "nauc_mrr_at_1_diff1": 0.836481, + "nauc_mrr_at_3_max": 0.608198, + "nauc_mrr_at_3_std": 0.040633, + "nauc_mrr_at_3_diff1": 0.816743, + "nauc_mrr_at_5_max": 0.605839, + "nauc_mrr_at_5_std": 0.038778, + "nauc_mrr_at_5_diff1": 0.820271, + "nauc_mrr_at_10_max": 0.60184, + "nauc_mrr_at_10_std": 0.038817, + "nauc_mrr_at_10_diff1": 0.821013, + "nauc_mrr_at_20_max": 0.600669, + "nauc_mrr_at_20_std": 0.037487, + "nauc_mrr_at_20_diff1": 0.822232, + "nauc_mrr_at_100_max": 0.600295, + "nauc_mrr_at_100_std": 0.0371, + "nauc_mrr_at_100_diff1": 0.822096, + "nauc_mrr_at_1000_max": 0.600177, + "nauc_mrr_at_1000_std": 0.036885, + "nauc_mrr_at_1000_diff1": 0.822151, + "main_score": 0.8653, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73469, + "ndcg_at_3": 0.83625, + "ndcg_at_5": 0.85118, + "ndcg_at_10": 0.85987, + "ndcg_at_20": 0.86121, + "ndcg_at_100": 0.866, + "ndcg_at_1000": 0.8667, + "map_at_1": 0.73469, + "map_at_3": 0.81293, + "map_at_5": 0.82134, + "map_at_10": 0.82519, + "map_at_20": 0.82558, + "map_at_100": 0.82627, + "map_at_1000": 0.82631, + "recall_at_1": 0.73469, + "recall_at_3": 0.90306, + "recall_at_5": 0.93878, + "recall_at_10": 0.96429, + "recall_at_20": 0.96939, + "recall_at_100": 0.9949, + "recall_at_1000": 1.0, + "precision_at_1": 0.73469, + "precision_at_3": 0.30102, + "precision_at_5": 0.18776, + "precision_at_10": 0.09643, + "precision_at_20": 0.04847, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.734694, + "mrr_at_3": 0.812925, + "mrr_at_5": 0.821344, + "mrr_at_10": 0.82519, + "mrr_at_20": 0.825583, + "mrr_at_100": 0.826275, + "mrr_at_1000": 0.826309, + "nauc_ndcg_at_1_max": 0.46152, + "nauc_ndcg_at_1_std": -0.007744, + "nauc_ndcg_at_1_diff1": 0.840431, + "nauc_ndcg_at_3_max": 0.537057, + "nauc_ndcg_at_3_std": 0.136237, + "nauc_ndcg_at_3_diff1": 0.793776, + "nauc_ndcg_at_5_max": 0.541311, + "nauc_ndcg_at_5_std": 0.142146, + "nauc_ndcg_at_5_diff1": 0.804852, + "nauc_ndcg_at_10_max": 0.548295, + "nauc_ndcg_at_10_std": 0.156594, + "nauc_ndcg_at_10_diff1": 0.806456, + "nauc_ndcg_at_20_max": 0.543521, + "nauc_ndcg_at_20_std": 0.147679, + "nauc_ndcg_at_20_diff1": 0.809127, + "nauc_ndcg_at_100_max": 0.527577, + "nauc_ndcg_at_100_std": 0.118821, + "nauc_ndcg_at_100_diff1": 0.809179, + "nauc_ndcg_at_1000_max": 0.525588, + "nauc_ndcg_at_1000_std": 0.113686, + "nauc_ndcg_at_1000_diff1": 0.809686, + "nauc_map_at_1_max": 0.46152, + "nauc_map_at_1_std": -0.007744, + "nauc_map_at_1_diff1": 0.840431, + "nauc_map_at_3_max": 0.514816, + "nauc_map_at_3_std": 0.092749, + "nauc_map_at_3_diff1": 0.804825, + "nauc_map_at_5_max": 0.516357, + "nauc_map_at_5_std": 0.094503, + "nauc_map_at_5_diff1": 0.810916, + "nauc_map_at_10_max": 0.517902, + "nauc_map_at_10_std": 0.098499, + "nauc_map_at_10_diff1": 0.811395, + "nauc_map_at_20_max": 0.516706, + "nauc_map_at_20_std": 0.096263, + "nauc_map_at_20_diff1": 0.812034, + "nauc_map_at_100_max": 0.514769, + "nauc_map_at_100_std": 0.092662, + "nauc_map_at_100_diff1": 0.812067, + "nauc_map_at_1000_max": 0.514692, + "nauc_map_at_1000_std": 0.092464, + "nauc_map_at_1000_diff1": 0.812087, + "nauc_recall_at_1_max": 0.46152, + "nauc_recall_at_1_std": -0.007744, + "nauc_recall_at_1_diff1": 0.840431, + "nauc_recall_at_3_max": 0.648183, + "nauc_recall_at_3_std": 0.354418, + "nauc_recall_at_3_diff1": 0.74077, + "nauc_recall_at_5_max": 0.728337, + "nauc_recall_at_5_std": 0.500054, + "nauc_recall_at_5_diff1": 0.766175, + "nauc_recall_at_10_max": 0.94385, + "nauc_recall_at_10_std": 0.908341, + "nauc_recall_at_10_diff1": 0.761013, + "nauc_recall_at_20_max": 0.934492, + "nauc_recall_at_20_std": 0.893064, + "nauc_recall_at_20_diff1": 0.795548, + "nauc_recall_at_100_max": 0.868984, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.722112, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.46152, + "nauc_precision_at_1_std": -0.007744, + "nauc_precision_at_1_diff1": 0.840431, + "nauc_precision_at_3_max": 0.648183, + "nauc_precision_at_3_std": 0.354418, + "nauc_precision_at_3_diff1": 0.74077, + "nauc_precision_at_5_max": 0.728337, + "nauc_precision_at_5_std": 0.500054, + "nauc_precision_at_5_diff1": 0.766175, + "nauc_precision_at_10_max": 0.94385, + "nauc_precision_at_10_std": 0.908341, + "nauc_precision_at_10_diff1": 0.761013, + "nauc_precision_at_20_max": 0.934492, + "nauc_precision_at_20_std": 0.893064, + "nauc_precision_at_20_diff1": 0.795548, + "nauc_precision_at_100_max": 0.868984, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.722112, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.46152, + "nauc_mrr_at_1_std": -0.007744, + "nauc_mrr_at_1_diff1": 0.840431, + "nauc_mrr_at_3_max": 0.514816, + "nauc_mrr_at_3_std": 0.092749, + "nauc_mrr_at_3_diff1": 0.804825, + "nauc_mrr_at_5_max": 0.516357, + "nauc_mrr_at_5_std": 0.094503, + "nauc_mrr_at_5_diff1": 0.810916, + "nauc_mrr_at_10_max": 0.517902, + "nauc_mrr_at_10_std": 0.098499, + "nauc_mrr_at_10_diff1": 0.811395, + "nauc_mrr_at_20_max": 0.516706, + "nauc_mrr_at_20_std": 0.096263, + "nauc_mrr_at_20_diff1": 0.812034, + "nauc_mrr_at_100_max": 0.514769, + "nauc_mrr_at_100_std": 0.092662, + "nauc_mrr_at_100_diff1": 0.812067, + "nauc_mrr_at_1000_max": 0.514692, + "nauc_mrr_at_1000_std": 0.092464, + "nauc_mrr_at_1000_diff1": 0.812087, + "main_score": 0.85987, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.69325, + "ndcg_at_3": 0.79375, + "ndcg_at_5": 0.81434, + "ndcg_at_10": 0.82253, + "ndcg_at_20": 0.83188, + "ndcg_at_100": 0.83647, + "ndcg_at_1000": 0.83733, + "map_at_1": 0.69325, + "map_at_3": 0.77096, + "map_at_5": 0.78262, + "map_at_10": 0.78615, + "map_at_20": 0.78873, + "map_at_100": 0.78936, + "map_at_1000": 0.7894, + "recall_at_1": 0.69325, + "recall_at_3": 0.8589, + "recall_at_5": 0.90798, + "recall_at_10": 0.93252, + "recall_at_20": 0.96933, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "precision_at_1": 0.69325, + "precision_at_3": 0.2863, + "precision_at_5": 0.1816, + "precision_at_10": 0.09325, + "precision_at_20": 0.04847, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.693252, + "mrr_at_3": 0.770961, + "mrr_at_5": 0.782618, + "mrr_at_10": 0.786152, + "mrr_at_20": 0.788733, + "mrr_at_100": 0.789359, + "mrr_at_1000": 0.789403, + "nauc_ndcg_at_1_max": 0.491713, + "nauc_ndcg_at_1_std": 0.182639, + "nauc_ndcg_at_1_diff1": 0.81098, + "nauc_ndcg_at_3_max": 0.655623, + "nauc_ndcg_at_3_std": 0.39754, + "nauc_ndcg_at_3_diff1": 0.813584, + "nauc_ndcg_at_5_max": 0.626395, + "nauc_ndcg_at_5_std": 0.376861, + "nauc_ndcg_at_5_diff1": 0.805196, + "nauc_ndcg_at_10_max": 0.616149, + "nauc_ndcg_at_10_std": 0.372394, + "nauc_ndcg_at_10_diff1": 0.80755, + "nauc_ndcg_at_20_max": 0.602868, + "nauc_ndcg_at_20_std": 0.340324, + "nauc_ndcg_at_20_diff1": 0.804244, + "nauc_ndcg_at_100_max": 0.598376, + "nauc_ndcg_at_100_std": 0.332321, + "nauc_ndcg_at_100_diff1": 0.808712, + "nauc_ndcg_at_1000_max": 0.595994, + "nauc_ndcg_at_1000_std": 0.328361, + "nauc_ndcg_at_1000_diff1": 0.807578, + "nauc_map_at_1_max": 0.491713, + "nauc_map_at_1_std": 0.182639, + "nauc_map_at_1_diff1": 0.81098, + "nauc_map_at_3_max": 0.609878, + "nauc_map_at_3_std": 0.335371, + "nauc_map_at_3_diff1": 0.811236, + "nauc_map_at_5_max": 0.593223, + "nauc_map_at_5_std": 0.322125, + "nauc_map_at_5_diff1": 0.806826, + "nauc_map_at_10_max": 0.588428, + "nauc_map_at_10_std": 0.319267, + "nauc_map_at_10_diff1": 0.807969, + "nauc_map_at_20_max": 0.585192, + "nauc_map_at_20_std": 0.311352, + "nauc_map_at_20_diff1": 0.807328, + "nauc_map_at_100_max": 0.584693, + "nauc_map_at_100_std": 0.310345, + "nauc_map_at_100_diff1": 0.807846, + "nauc_map_at_1000_max": 0.584596, + "nauc_map_at_1000_std": 0.310183, + "nauc_map_at_1000_diff1": 0.8078, + "nauc_recall_at_1_max": 0.491713, + "nauc_recall_at_1_std": 0.182639, + "nauc_recall_at_1_diff1": 0.81098, + "nauc_recall_at_3_max": 0.850835, + "nauc_recall_at_3_std": 0.664366, + "nauc_recall_at_3_diff1": 0.824728, + "nauc_recall_at_5_max": 0.814899, + "nauc_recall_at_5_std": 0.698669, + "nauc_recall_at_5_diff1": 0.794988, + "nauc_recall_at_10_max": 0.817799, + "nauc_recall_at_10_std": 0.787519, + "nauc_recall_at_10_diff1": 0.804058, + "nauc_recall_at_20_max": 0.799579, + "nauc_recall_at_20_std": 0.669818, + "nauc_recall_at_20_diff1": 0.732293, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.491713, + "nauc_precision_at_1_std": 0.182639, + "nauc_precision_at_1_diff1": 0.81098, + "nauc_precision_at_3_max": 0.850835, + "nauc_precision_at_3_std": 0.664366, + "nauc_precision_at_3_diff1": 0.824728, + "nauc_precision_at_5_max": 0.814899, + "nauc_precision_at_5_std": 0.698669, + "nauc_precision_at_5_diff1": 0.794988, + "nauc_precision_at_10_max": 0.817799, + "nauc_precision_at_10_std": 0.787519, + "nauc_precision_at_10_diff1": 0.804058, + "nauc_precision_at_20_max": 0.799579, + "nauc_precision_at_20_std": 0.669818, + "nauc_precision_at_20_diff1": 0.732293, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.491713, + "nauc_mrr_at_1_std": 0.182639, + "nauc_mrr_at_1_diff1": 0.81098, + "nauc_mrr_at_3_max": 0.609878, + "nauc_mrr_at_3_std": 0.335371, + "nauc_mrr_at_3_diff1": 0.811236, + "nauc_mrr_at_5_max": 0.593223, + "nauc_mrr_at_5_std": 0.322125, + "nauc_mrr_at_5_diff1": 0.806826, + "nauc_mrr_at_10_max": 0.588428, + "nauc_mrr_at_10_std": 0.319267, + "nauc_mrr_at_10_diff1": 0.807969, + "nauc_mrr_at_20_max": 0.585192, + "nauc_mrr_at_20_std": 0.311352, + "nauc_mrr_at_20_diff1": 0.807328, + "nauc_mrr_at_100_max": 0.584693, + "nauc_mrr_at_100_std": 0.310345, + "nauc_mrr_at_100_diff1": 0.807846, + "nauc_mrr_at_1000_max": 0.584596, + "nauc_mrr_at_1000_std": 0.310183, + "nauc_mrr_at_1000_diff1": 0.8078, + "main_score": 0.82253, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.67582, + "ndcg_at_3": 0.78924, + "ndcg_at_5": 0.79871, + "ndcg_at_10": 0.81744, + "ndcg_at_20": 0.82013, + "ndcg_at_100": 0.82748, + "ndcg_at_1000": 0.82748, + "map_at_1": 0.67582, + "map_at_3": 0.7619, + "map_at_5": 0.7674, + "map_at_10": 0.77466, + "map_at_20": 0.77535, + "map_at_100": 0.77642, + "map_at_1000": 0.77642, + "recall_at_1": 0.67582, + "recall_at_3": 0.86813, + "recall_at_5": 0.89011, + "recall_at_10": 0.95055, + "recall_at_20": 0.96154, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.67582, + "precision_at_3": 0.28938, + "precision_at_5": 0.17802, + "precision_at_10": 0.09505, + "precision_at_20": 0.04808, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675824, + "mrr_at_3": 0.761905, + "mrr_at_5": 0.767399, + "mrr_at_10": 0.774662, + "mrr_at_20": 0.775352, + "mrr_at_100": 0.776424, + "mrr_at_1000": 0.776424, + "nauc_ndcg_at_1_max": 0.507873, + "nauc_ndcg_at_1_std": 0.057519, + "nauc_ndcg_at_1_diff1": 0.845871, + "nauc_ndcg_at_3_max": 0.622721, + "nauc_ndcg_at_3_std": 0.207714, + "nauc_ndcg_at_3_diff1": 0.810814, + "nauc_ndcg_at_5_max": 0.642453, + "nauc_ndcg_at_5_std": 0.270223, + "nauc_ndcg_at_5_diff1": 0.804082, + "nauc_ndcg_at_10_max": 0.616792, + "nauc_ndcg_at_10_std": 0.232145, + "nauc_ndcg_at_10_diff1": 0.813029, + "nauc_ndcg_at_20_max": 0.61138, + "nauc_ndcg_at_20_std": 0.222612, + "nauc_ndcg_at_20_diff1": 0.817142, + "nauc_ndcg_at_100_max": 0.596027, + "nauc_ndcg_at_100_std": 0.189563, + "nauc_ndcg_at_100_diff1": 0.819848, + "nauc_ndcg_at_1000_max": 0.596027, + "nauc_ndcg_at_1000_std": 0.189563, + "nauc_ndcg_at_1000_diff1": 0.819848, + "nauc_map_at_1_max": 0.507873, + "nauc_map_at_1_std": 0.057519, + "nauc_map_at_1_diff1": 0.845871, + "nauc_map_at_3_max": 0.587709, + "nauc_map_at_3_std": 0.157698, + "nauc_map_at_3_diff1": 0.822486, + "nauc_map_at_5_max": 0.596979, + "nauc_map_at_5_std": 0.188489, + "nauc_map_at_5_diff1": 0.819317, + "nauc_map_at_10_max": 0.586941, + "nauc_map_at_10_std": 0.173364, + "nauc_map_at_10_diff1": 0.822282, + "nauc_map_at_20_max": 0.585705, + "nauc_map_at_20_std": 0.171193, + "nauc_map_at_20_diff1": 0.823103, + "nauc_map_at_100_max": 0.583754, + "nauc_map_at_100_std": 0.167083, + "nauc_map_at_100_diff1": 0.823543, + "nauc_map_at_1000_max": 0.583754, + "nauc_map_at_1000_std": 0.167083, + "nauc_map_at_1000_diff1": 0.823543, + "nauc_recall_at_1_max": 0.507873, + "nauc_recall_at_1_std": 0.057519, + "nauc_recall_at_1_diff1": 0.845871, + "nauc_recall_at_3_max": 0.787335, + "nauc_recall_at_3_std": 0.445819, + "nauc_recall_at_3_diff1": 0.755248, + "nauc_recall_at_5_max": 0.892259, + "nauc_recall_at_5_std": 0.728277, + "nauc_recall_at_5_diff1": 0.719555, + "nauc_recall_at_10_max": 0.925678, + "nauc_recall_at_10_std": 0.876144, + "nauc_recall_at_10_diff1": 0.721784, + "nauc_recall_at_20_max": 0.923095, + "nauc_recall_at_20_std": 0.89901, + "nauc_recall_at_20_diff1": 0.767658, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.507873, + "nauc_precision_at_1_std": 0.057519, + "nauc_precision_at_1_diff1": 0.845871, + "nauc_precision_at_3_max": 0.787335, + "nauc_precision_at_3_std": 0.445819, + "nauc_precision_at_3_diff1": 0.755248, + "nauc_precision_at_5_max": 0.892259, + "nauc_precision_at_5_std": 0.728277, + "nauc_precision_at_5_diff1": 0.719555, + "nauc_precision_at_10_max": 0.925678, + "nauc_precision_at_10_std": 0.876144, + "nauc_precision_at_10_diff1": 0.721784, + "nauc_precision_at_20_max": 0.923095, + "nauc_precision_at_20_std": 0.89901, + "nauc_precision_at_20_diff1": 0.767658, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.507873, + "nauc_mrr_at_1_std": 0.057519, + "nauc_mrr_at_1_diff1": 0.845871, + "nauc_mrr_at_3_max": 0.587709, + "nauc_mrr_at_3_std": 0.157698, + "nauc_mrr_at_3_diff1": 0.822486, + "nauc_mrr_at_5_max": 0.596979, + "nauc_mrr_at_5_std": 0.188489, + "nauc_mrr_at_5_diff1": 0.819317, + "nauc_mrr_at_10_max": 0.586941, + "nauc_mrr_at_10_std": 0.173364, + "nauc_mrr_at_10_diff1": 0.822282, + "nauc_mrr_at_20_max": 0.585705, + "nauc_mrr_at_20_std": 0.171193, + "nauc_mrr_at_20_diff1": 0.823103, + "nauc_mrr_at_100_max": 0.583754, + "nauc_mrr_at_100_std": 0.167083, + "nauc_mrr_at_100_diff1": 0.823543, + "nauc_mrr_at_1000_max": 0.583754, + "nauc_mrr_at_1000_std": 0.167083, + "nauc_mrr_at_1000_diff1": 0.823543, + "main_score": 0.81744, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.74737, + "ndcg_at_3": 0.85006, + "ndcg_at_5": 0.86297, + "ndcg_at_10": 0.86975, + "ndcg_at_20": 0.87242, + "ndcg_at_100": 0.87449, + "ndcg_at_1000": 0.87527, + "map_at_1": 0.74737, + "map_at_3": 0.82544, + "map_at_5": 0.83254, + "map_at_10": 0.83533, + "map_at_20": 0.83607, + "map_at_100": 0.83639, + "map_at_1000": 0.83644, + "recall_at_1": 0.74737, + "recall_at_3": 0.92105, + "recall_at_5": 0.95263, + "recall_at_10": 0.97368, + "recall_at_20": 0.98421, + "recall_at_100": 0.99474, + "recall_at_1000": 1.0, + "precision_at_1": 0.74737, + "precision_at_3": 0.30702, + "precision_at_5": 0.19053, + "precision_at_10": 0.09737, + "precision_at_20": 0.04921, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.747368, + "mrr_at_3": 0.825439, + "mrr_at_5": 0.832544, + "mrr_at_10": 0.835326, + "mrr_at_20": 0.836067, + "mrr_at_100": 0.836388, + "mrr_at_1000": 0.836438, + "nauc_ndcg_at_1_max": 0.436764, + "nauc_ndcg_at_1_std": 0.105903, + "nauc_ndcg_at_1_diff1": 0.879536, + "nauc_ndcg_at_3_max": 0.587489, + "nauc_ndcg_at_3_std": 0.238608, + "nauc_ndcg_at_3_diff1": 0.865978, + "nauc_ndcg_at_5_max": 0.569828, + "nauc_ndcg_at_5_std": 0.245738, + "nauc_ndcg_at_5_diff1": 0.871298, + "nauc_ndcg_at_10_max": 0.549481, + "nauc_ndcg_at_10_std": 0.221533, + "nauc_ndcg_at_10_diff1": 0.871365, + "nauc_ndcg_at_20_max": 0.542182, + "nauc_ndcg_at_20_std": 0.21384, + "nauc_ndcg_at_20_diff1": 0.875373, + "nauc_ndcg_at_100_max": 0.533921, + "nauc_ndcg_at_100_std": 0.199654, + "nauc_ndcg_at_100_diff1": 0.874323, + "nauc_ndcg_at_1000_max": 0.530715, + "nauc_ndcg_at_1000_std": 0.194149, + "nauc_ndcg_at_1000_diff1": 0.873459, + "nauc_map_at_1_max": 0.436764, + "nauc_map_at_1_std": 0.105903, + "nauc_map_at_1_diff1": 0.879536, + "nauc_map_at_3_max": 0.539323, + "nauc_map_at_3_std": 0.191492, + "nauc_map_at_3_diff1": 0.8699, + "nauc_map_at_5_max": 0.528888, + "nauc_map_at_5_std": 0.19198, + "nauc_map_at_5_diff1": 0.87264, + "nauc_map_at_10_max": 0.52155, + "nauc_map_at_10_std": 0.183251, + "nauc_map_at_10_diff1": 0.872563, + "nauc_map_at_20_max": 0.519824, + "nauc_map_at_20_std": 0.181217, + "nauc_map_at_20_diff1": 0.873589, + "nauc_map_at_100_max": 0.518793, + "nauc_map_at_100_std": 0.179458, + "nauc_map_at_100_diff1": 0.873466, + "nauc_map_at_1000_max": 0.518629, + "nauc_map_at_1000_std": 0.17918, + "nauc_map_at_1000_diff1": 0.873423, + "nauc_recall_at_1_max": 0.436764, + "nauc_recall_at_1_std": 0.105903, + "nauc_recall_at_1_diff1": 0.879536, + "nauc_recall_at_3_max": 0.866791, + "nauc_recall_at_3_std": 0.515998, + "nauc_recall_at_3_diff1": 0.843604, + "nauc_recall_at_5_max": 0.940087, + "nauc_recall_at_5_std": 0.754954, + "nauc_recall_at_5_diff1": 0.8615, + "nauc_recall_at_10_max": 0.947712, + "nauc_recall_at_10_std": 0.81606, + "nauc_recall_at_10_diff1": 0.858543, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.436764, + "nauc_precision_at_1_std": 0.105903, + "nauc_precision_at_1_diff1": 0.879536, + "nauc_precision_at_3_max": 0.866791, + "nauc_precision_at_3_std": 0.515998, + "nauc_precision_at_3_diff1": 0.843604, + "nauc_precision_at_5_max": 0.940087, + "nauc_precision_at_5_std": 0.754954, + "nauc_precision_at_5_diff1": 0.8615, + "nauc_precision_at_10_max": 0.947712, + "nauc_precision_at_10_std": 0.81606, + "nauc_precision_at_10_diff1": 0.858543, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.436764, + "nauc_mrr_at_1_std": 0.105903, + "nauc_mrr_at_1_diff1": 0.879536, + "nauc_mrr_at_3_max": 0.539323, + "nauc_mrr_at_3_std": 0.191492, + "nauc_mrr_at_3_diff1": 0.8699, + "nauc_mrr_at_5_max": 0.528888, + "nauc_mrr_at_5_std": 0.19198, + "nauc_mrr_at_5_diff1": 0.87264, + "nauc_mrr_at_10_max": 0.52155, + "nauc_mrr_at_10_std": 0.183251, + "nauc_mrr_at_10_diff1": 0.872563, + "nauc_mrr_at_20_max": 0.519824, + "nauc_mrr_at_20_std": 0.181217, + "nauc_mrr_at_20_diff1": 0.873589, + "nauc_mrr_at_100_max": 0.518793, + "nauc_mrr_at_100_std": 0.179458, + "nauc_mrr_at_100_diff1": 0.873466, + "nauc_mrr_at_1000_max": 0.518629, + "nauc_mrr_at_1000_std": 0.17918, + "nauc_mrr_at_1000_diff1": 0.873423, + "main_score": 0.86975, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.73694, + "ndcg_at_3": 0.81212, + "ndcg_at_5": 0.82653, + "ndcg_at_10": 0.83732, + "ndcg_at_20": 0.84526, + "ndcg_at_100": 0.85035, + "ndcg_at_1000": 0.8514, + "map_at_1": 0.73694, + "map_at_3": 0.79336, + "map_at_5": 0.80139, + "map_at_10": 0.80594, + "map_at_20": 0.80817, + "map_at_100": 0.8089, + "map_at_1000": 0.80895, + "recall_at_1": 0.73694, + "recall_at_3": 0.86654, + "recall_at_5": 0.90135, + "recall_at_10": 0.93424, + "recall_at_20": 0.96518, + "recall_at_100": 0.99226, + "recall_at_1000": 1.0, + "precision_at_1": 0.73694, + "precision_at_3": 0.28885, + "precision_at_5": 0.18027, + "precision_at_10": 0.09342, + "precision_at_20": 0.04826, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.736944, + "mrr_at_3": 0.793359, + "mrr_at_5": 0.801386, + "mrr_at_10": 0.805935, + "mrr_at_20": 0.808167, + "mrr_at_100": 0.808903, + "mrr_at_1000": 0.808954, + "nauc_ndcg_at_1_max": 0.570755, + "nauc_ndcg_at_1_std": 0.262279, + "nauc_ndcg_at_1_diff1": 0.802924, + "nauc_ndcg_at_3_max": 0.619199, + "nauc_ndcg_at_3_std": 0.365717, + "nauc_ndcg_at_3_diff1": 0.753711, + "nauc_ndcg_at_5_max": 0.611616, + "nauc_ndcg_at_5_std": 0.383484, + "nauc_ndcg_at_5_diff1": 0.750168, + "nauc_ndcg_at_10_max": 0.607043, + "nauc_ndcg_at_10_std": 0.379717, + "nauc_ndcg_at_10_diff1": 0.75966, + "nauc_ndcg_at_20_max": 0.604774, + "nauc_ndcg_at_20_std": 0.361748, + "nauc_ndcg_at_20_diff1": 0.767975, + "nauc_ndcg_at_100_max": 0.603524, + "nauc_ndcg_at_100_std": 0.353732, + "nauc_ndcg_at_100_diff1": 0.768638, + "nauc_ndcg_at_1000_max": 0.60283, + "nauc_ndcg_at_1000_std": 0.349784, + "nauc_ndcg_at_1000_diff1": 0.76916, + "nauc_map_at_1_max": 0.570755, + "nauc_map_at_1_std": 0.262279, + "nauc_map_at_1_diff1": 0.802924, + "nauc_map_at_3_max": 0.604832, + "nauc_map_at_3_std": 0.335027, + "nauc_map_at_3_diff1": 0.768099, + "nauc_map_at_5_max": 0.600668, + "nauc_map_at_5_std": 0.342815, + "nauc_map_at_5_diff1": 0.766839, + "nauc_map_at_10_max": 0.599019, + "nauc_map_at_10_std": 0.341128, + "nauc_map_at_10_diff1": 0.77075, + "nauc_map_at_20_max": 0.59842, + "nauc_map_at_20_std": 0.336415, + "nauc_map_at_20_diff1": 0.772898, + "nauc_map_at_100_max": 0.598508, + "nauc_map_at_100_std": 0.335663, + "nauc_map_at_100_diff1": 0.772998, + "nauc_map_at_1000_max": 0.598489, + "nauc_map_at_1000_std": 0.335512, + "nauc_map_at_1000_diff1": 0.773022, + "nauc_recall_at_1_max": 0.570755, + "nauc_recall_at_1_std": 0.262279, + "nauc_recall_at_1_diff1": 0.802924, + "nauc_recall_at_3_max": 0.679527, + "nauc_recall_at_3_std": 0.494602, + "nauc_recall_at_3_diff1": 0.693416, + "nauc_recall_at_5_max": 0.667336, + "nauc_recall_at_5_std": 0.602728, + "nauc_recall_at_5_diff1": 0.661365, + "nauc_recall_at_10_max": 0.6598, + "nauc_recall_at_10_std": 0.676401, + "nauc_recall_at_10_diff1": 0.681308, + "nauc_recall_at_20_max": 0.669617, + "nauc_recall_at_20_std": 0.658833, + "nauc_recall_at_20_diff1": 0.739731, + "nauc_recall_at_100_max": 0.700654, + "nauc_recall_at_100_std": 0.865168, + "nauc_recall_at_100_diff1": 0.704682, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.570755, + "nauc_precision_at_1_std": 0.262279, + "nauc_precision_at_1_diff1": 0.802924, + "nauc_precision_at_3_max": 0.679527, + "nauc_precision_at_3_std": 0.494602, + "nauc_precision_at_3_diff1": 0.693416, + "nauc_precision_at_5_max": 0.667336, + "nauc_precision_at_5_std": 0.602728, + "nauc_precision_at_5_diff1": 0.661365, + "nauc_precision_at_10_max": 0.6598, + "nauc_precision_at_10_std": 0.676401, + "nauc_precision_at_10_diff1": 0.681308, + "nauc_precision_at_20_max": 0.669617, + "nauc_precision_at_20_std": 0.658833, + "nauc_precision_at_20_diff1": 0.739731, + "nauc_precision_at_100_max": 0.700654, + "nauc_precision_at_100_std": 0.865168, + "nauc_precision_at_100_diff1": 0.704682, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.570755, + "nauc_mrr_at_1_std": 0.262279, + "nauc_mrr_at_1_diff1": 0.802924, + "nauc_mrr_at_3_max": 0.604832, + "nauc_mrr_at_3_std": 0.335027, + "nauc_mrr_at_3_diff1": 0.768099, + "nauc_mrr_at_5_max": 0.600668, + "nauc_mrr_at_5_std": 0.342815, + "nauc_mrr_at_5_diff1": 0.766839, + "nauc_mrr_at_10_max": 0.599019, + "nauc_mrr_at_10_std": 0.341128, + "nauc_mrr_at_10_diff1": 0.77075, + "nauc_mrr_at_20_max": 0.59842, + "nauc_mrr_at_20_std": 0.336415, + "nauc_mrr_at_20_diff1": 0.772898, + "nauc_mrr_at_100_max": 0.598508, + "nauc_mrr_at_100_std": 0.335663, + "nauc_mrr_at_100_diff1": 0.772998, + "nauc_mrr_at_1000_max": 0.598489, + "nauc_mrr_at_1000_std": 0.335512, + "nauc_mrr_at_1000_diff1": 0.773022, + "main_score": 0.83732, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.72656, + "ndcg_at_3": 0.81008, + "ndcg_at_5": 0.83025, + "ndcg_at_10": 0.84178, + "ndcg_at_20": 0.84676, + "ndcg_at_100": 0.85069, + "ndcg_at_1000": 0.85118, + "map_at_1": 0.72656, + "map_at_3": 0.78906, + "map_at_5": 0.80029, + "map_at_10": 0.80515, + "map_at_20": 0.80653, + "map_at_100": 0.80705, + "map_at_1000": 0.80706, + "recall_at_1": 0.72656, + "recall_at_3": 0.87109, + "recall_at_5": 0.91992, + "recall_at_10": 0.95508, + "recall_at_20": 0.97461, + "recall_at_100": 0.99609, + "recall_at_1000": 1.0, + "precision_at_1": 0.72656, + "precision_at_3": 0.29036, + "precision_at_5": 0.18398, + "precision_at_10": 0.09551, + "precision_at_20": 0.04873, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.726562, + "mrr_at_3": 0.789062, + "mrr_at_5": 0.800293, + "mrr_at_10": 0.805149, + "mrr_at_20": 0.80653, + "mrr_at_100": 0.807047, + "mrr_at_1000": 0.807062, + "nauc_ndcg_at_1_max": 0.639283, + "nauc_ndcg_at_1_std": 0.098818, + "nauc_ndcg_at_1_diff1": 0.864152, + "nauc_ndcg_at_3_max": 0.718939, + "nauc_ndcg_at_3_std": 0.173885, + "nauc_ndcg_at_3_diff1": 0.85372, + "nauc_ndcg_at_5_max": 0.702729, + "nauc_ndcg_at_5_std": 0.164105, + "nauc_ndcg_at_5_diff1": 0.84974, + "nauc_ndcg_at_10_max": 0.705095, + "nauc_ndcg_at_10_std": 0.192607, + "nauc_ndcg_at_10_diff1": 0.848774, + "nauc_ndcg_at_20_max": 0.705067, + "nauc_ndcg_at_20_std": 0.188138, + "nauc_ndcg_at_20_diff1": 0.847801, + "nauc_ndcg_at_100_max": 0.698672, + "nauc_ndcg_at_100_std": 0.171526, + "nauc_ndcg_at_100_diff1": 0.852177, + "nauc_ndcg_at_1000_max": 0.697809, + "nauc_ndcg_at_1000_std": 0.168534, + "nauc_ndcg_at_1000_diff1": 0.852751, + "nauc_map_at_1_max": 0.639283, + "nauc_map_at_1_std": 0.098818, + "nauc_map_at_1_diff1": 0.864152, + "nauc_map_at_3_max": 0.700346, + "nauc_map_at_3_std": 0.158087, + "nauc_map_at_3_diff1": 0.85699, + "nauc_map_at_5_max": 0.691421, + "nauc_map_at_5_std": 0.152082, + "nauc_map_at_5_diff1": 0.855206, + "nauc_map_at_10_max": 0.692302, + "nauc_map_at_10_std": 0.160883, + "nauc_map_at_10_diff1": 0.854975, + "nauc_map_at_20_max": 0.692166, + "nauc_map_at_20_std": 0.159501, + "nauc_map_at_20_diff1": 0.854798, + "nauc_map_at_100_max": 0.691492, + "nauc_map_at_100_std": 0.157697, + "nauc_map_at_100_diff1": 0.855314, + "nauc_map_at_1000_max": 0.691469, + "nauc_map_at_1000_std": 0.157623, + "nauc_map_at_1000_diff1": 0.855322, + "nauc_recall_at_1_max": 0.639283, + "nauc_recall_at_1_std": 0.098818, + "nauc_recall_at_1_diff1": 0.864152, + "nauc_recall_at_3_max": 0.797356, + "nauc_recall_at_3_std": 0.239104, + "nauc_recall_at_3_diff1": 0.839241, + "nauc_recall_at_5_max": 0.766102, + "nauc_recall_at_5_std": 0.233682, + "nauc_recall_at_5_diff1": 0.812981, + "nauc_recall_at_10_max": 0.831132, + "nauc_recall_at_10_std": 0.582548, + "nauc_recall_at_10_diff1": 0.775679, + "nauc_recall_at_20_max": 0.928393, + "nauc_recall_at_20_std": 0.792431, + "nauc_recall_at_20_diff1": 0.698974, + "nauc_recall_at_100_max": 0.934669, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.678981, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.639283, + "nauc_precision_at_1_std": 0.098818, + "nauc_precision_at_1_diff1": 0.864152, + "nauc_precision_at_3_max": 0.797356, + "nauc_precision_at_3_std": 0.239104, + "nauc_precision_at_3_diff1": 0.839241, + "nauc_precision_at_5_max": 0.766102, + "nauc_precision_at_5_std": 0.233682, + "nauc_precision_at_5_diff1": 0.812981, + "nauc_precision_at_10_max": 0.831132, + "nauc_precision_at_10_std": 0.582548, + "nauc_precision_at_10_diff1": 0.775679, + "nauc_precision_at_20_max": 0.928393, + "nauc_precision_at_20_std": 0.792431, + "nauc_precision_at_20_diff1": 0.698974, + "nauc_precision_at_100_max": 0.934669, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.678981, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.639283, + "nauc_mrr_at_1_std": 0.098818, + "nauc_mrr_at_1_diff1": 0.864152, + "nauc_mrr_at_3_max": 0.700346, + "nauc_mrr_at_3_std": 0.158087, + "nauc_mrr_at_3_diff1": 0.85699, + "nauc_mrr_at_5_max": 0.691421, + "nauc_mrr_at_5_std": 0.152082, + "nauc_mrr_at_5_diff1": 0.855206, + "nauc_mrr_at_10_max": 0.692302, + "nauc_mrr_at_10_std": 0.160883, + "nauc_mrr_at_10_diff1": 0.854975, + "nauc_mrr_at_20_max": 0.692166, + "nauc_mrr_at_20_std": 0.159501, + "nauc_mrr_at_20_diff1": 0.854798, + "nauc_mrr_at_100_max": 0.691492, + "nauc_mrr_at_100_std": 0.157697, + "nauc_mrr_at_100_diff1": 0.855314, + "nauc_mrr_at_1000_max": 0.691469, + "nauc_mrr_at_1000_std": 0.157623, + "nauc_mrr_at_1000_diff1": 0.855322, + "main_score": 0.84178, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.82143, + "ndcg_at_3": 0.87805, + "ndcg_at_5": 0.88813, + "ndcg_at_10": 0.89468, + "ndcg_at_20": 0.89921, + "ndcg_at_100": 0.90138, + "ndcg_at_1000": 0.90281, + "map_at_1": 0.82143, + "map_at_3": 0.86498, + "map_at_5": 0.8706, + "map_at_10": 0.87335, + "map_at_20": 0.87466, + "map_at_100": 0.87499, + "map_at_1000": 0.87504, + "recall_at_1": 0.82143, + "recall_at_3": 0.91551, + "recall_at_5": 0.9399, + "recall_at_10": 0.95993, + "recall_at_20": 0.97735, + "recall_at_100": 0.98868, + "recall_at_1000": 1.0, + "precision_at_1": 0.82143, + "precision_at_3": 0.30517, + "precision_at_5": 0.18798, + "precision_at_10": 0.09599, + "precision_at_20": 0.04887, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.821429, + "mrr_at_3": 0.864983, + "mrr_at_5": 0.870601, + "mrr_at_10": 0.873348, + "mrr_at_20": 0.874661, + "mrr_at_100": 0.874987, + "mrr_at_1000": 0.875039, + "nauc_ndcg_at_1_max": 0.646183, + "nauc_ndcg_at_1_std": -0.306445, + "nauc_ndcg_at_1_diff1": 0.874446, + "nauc_ndcg_at_3_max": 0.720641, + "nauc_ndcg_at_3_std": -0.305867, + "nauc_ndcg_at_3_diff1": 0.849087, + "nauc_ndcg_at_5_max": 0.719481, + "nauc_ndcg_at_5_std": -0.277318, + "nauc_ndcg_at_5_diff1": 0.851938, + "nauc_ndcg_at_10_max": 0.722369, + "nauc_ndcg_at_10_std": -0.253405, + "nauc_ndcg_at_10_diff1": 0.859142, + "nauc_ndcg_at_20_max": 0.714618, + "nauc_ndcg_at_20_std": -0.25722, + "nauc_ndcg_at_20_diff1": 0.859573, + "nauc_ndcg_at_100_max": 0.710001, + "nauc_ndcg_at_100_std": -0.268562, + "nauc_ndcg_at_100_diff1": 0.859636, + "nauc_ndcg_at_1000_max": 0.706561, + "nauc_ndcg_at_1000_std": -0.274605, + "nauc_ndcg_at_1000_diff1": 0.859609, + "nauc_map_at_1_max": 0.646183, + "nauc_map_at_1_std": -0.306445, + "nauc_map_at_1_diff1": 0.874446, + "nauc_map_at_3_max": 0.700495, + "nauc_map_at_3_std": -0.305998, + "nauc_map_at_3_diff1": 0.855919, + "nauc_map_at_5_max": 0.699187, + "nauc_map_at_5_std": -0.291926, + "nauc_map_at_5_diff1": 0.857647, + "nauc_map_at_10_max": 0.700079, + "nauc_map_at_10_std": -0.284034, + "nauc_map_at_10_diff1": 0.86055, + "nauc_map_at_20_max": 0.698046, + "nauc_map_at_20_std": -0.285301, + "nauc_map_at_20_diff1": 0.860603, + "nauc_map_at_100_max": 0.697503, + "nauc_map_at_100_std": -0.286451, + "nauc_map_at_100_diff1": 0.86064, + "nauc_map_at_1000_max": 0.697409, + "nauc_map_at_1000_std": -0.286533, + "nauc_map_at_1000_diff1": 0.860642, + "nauc_recall_at_1_max": 0.646183, + "nauc_recall_at_1_std": -0.306445, + "nauc_recall_at_1_diff1": 0.874446, + "nauc_recall_at_3_max": 0.807943, + "nauc_recall_at_3_std": -0.30532, + "nauc_recall_at_3_diff1": 0.819503, + "nauc_recall_at_5_max": 0.836904, + "nauc_recall_at_5_std": -0.183102, + "nauc_recall_at_5_diff1": 0.819568, + "nauc_recall_at_10_max": 0.912613, + "nauc_recall_at_10_std": 0.051929, + "nauc_recall_at_10_diff1": 0.855251, + "nauc_recall_at_20_max": 0.930676, + "nauc_recall_at_20_std": 0.22588, + "nauc_recall_at_20_diff1": 0.861809, + "nauc_recall_at_100_max": 0.937137, + "nauc_recall_at_100_std": 0.172787, + "nauc_recall_at_100_diff1": 0.862611, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.646183, + "nauc_precision_at_1_std": -0.306445, + "nauc_precision_at_1_diff1": 0.874446, + "nauc_precision_at_3_max": 0.807943, + "nauc_precision_at_3_std": -0.30532, + "nauc_precision_at_3_diff1": 0.819503, + "nauc_precision_at_5_max": 0.836904, + "nauc_precision_at_5_std": -0.183102, + "nauc_precision_at_5_diff1": 0.819568, + "nauc_precision_at_10_max": 0.912613, + "nauc_precision_at_10_std": 0.051929, + "nauc_precision_at_10_diff1": 0.855251, + "nauc_precision_at_20_max": 0.930676, + "nauc_precision_at_20_std": 0.22588, + "nauc_precision_at_20_diff1": 0.861809, + "nauc_precision_at_100_max": 0.937137, + "nauc_precision_at_100_std": 0.172787, + "nauc_precision_at_100_diff1": 0.862611, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.646183, + "nauc_mrr_at_1_std": -0.306445, + "nauc_mrr_at_1_diff1": 0.874446, + "nauc_mrr_at_3_max": 0.700495, + "nauc_mrr_at_3_std": -0.305998, + "nauc_mrr_at_3_diff1": 0.855919, + "nauc_mrr_at_5_max": 0.699187, + "nauc_mrr_at_5_std": -0.291926, + "nauc_mrr_at_5_diff1": 0.857647, + "nauc_mrr_at_10_max": 0.700079, + "nauc_mrr_at_10_std": -0.284034, + "nauc_mrr_at_10_diff1": 0.86055, + "nauc_mrr_at_20_max": 0.698046, + "nauc_mrr_at_20_std": -0.285301, + "nauc_mrr_at_20_diff1": 0.860603, + "nauc_mrr_at_100_max": 0.697503, + "nauc_mrr_at_100_std": -0.286451, + "nauc_mrr_at_100_diff1": 0.86064, + "nauc_mrr_at_1000_max": 0.697409, + "nauc_mrr_at_1000_std": -0.286533, + "nauc_mrr_at_1000_diff1": 0.860642, + "main_score": 0.89468, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.804, + "ndcg_at_3": 0.86495, + "ndcg_at_5": 0.8733, + "ndcg_at_10": 0.88197, + "ndcg_at_20": 0.88546, + "ndcg_at_100": 0.8902, + "ndcg_at_1000": 0.89126, + "map_at_1": 0.804, + "map_at_3": 0.85067, + "map_at_5": 0.85537, + "map_at_10": 0.85909, + "map_at_20": 0.86001, + "map_at_100": 0.86063, + "map_at_1000": 0.86068, + "recall_at_1": 0.804, + "recall_at_3": 0.906, + "recall_at_5": 0.926, + "recall_at_10": 0.952, + "recall_at_20": 0.966, + "recall_at_100": 0.992, + "recall_at_1000": 1.0, + "precision_at_1": 0.804, + "precision_at_3": 0.302, + "precision_at_5": 0.1852, + "precision_at_10": 0.0952, + "precision_at_20": 0.0483, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804, + "mrr_at_3": 0.850667, + "mrr_at_5": 0.855367, + "mrr_at_10": 0.859089, + "mrr_at_20": 0.860015, + "mrr_at_100": 0.860632, + "mrr_at_1000": 0.860677, + "nauc_ndcg_at_1_max": 0.659205, + "nauc_ndcg_at_1_std": 0.133818, + "nauc_ndcg_at_1_diff1": 0.872804, + "nauc_ndcg_at_3_max": 0.761475, + "nauc_ndcg_at_3_std": 0.23461, + "nauc_ndcg_at_3_diff1": 0.871687, + "nauc_ndcg_at_5_max": 0.75834, + "nauc_ndcg_at_5_std": 0.252763, + "nauc_ndcg_at_5_diff1": 0.877711, + "nauc_ndcg_at_10_max": 0.750289, + "nauc_ndcg_at_10_std": 0.269645, + "nauc_ndcg_at_10_diff1": 0.87848, + "nauc_ndcg_at_20_max": 0.745471, + "nauc_ndcg_at_20_std": 0.261599, + "nauc_ndcg_at_20_diff1": 0.878298, + "nauc_ndcg_at_100_max": 0.73798, + "nauc_ndcg_at_100_std": 0.242496, + "nauc_ndcg_at_100_diff1": 0.874573, + "nauc_ndcg_at_1000_max": 0.735307, + "nauc_ndcg_at_1000_std": 0.234766, + "nauc_ndcg_at_1000_diff1": 0.875346, + "nauc_map_at_1_max": 0.659205, + "nauc_map_at_1_std": 0.133818, + "nauc_map_at_1_diff1": 0.872804, + "nauc_map_at_3_max": 0.73364, + "nauc_map_at_3_std": 0.208375, + "nauc_map_at_3_diff1": 0.871547, + "nauc_map_at_5_max": 0.730981, + "nauc_map_at_5_std": 0.215758, + "nauc_map_at_5_diff1": 0.874672, + "nauc_map_at_10_max": 0.727238, + "nauc_map_at_10_std": 0.220471, + "nauc_map_at_10_diff1": 0.874944, + "nauc_map_at_20_max": 0.725988, + "nauc_map_at_20_std": 0.218191, + "nauc_map_at_20_diff1": 0.874899, + "nauc_map_at_100_max": 0.725161, + "nauc_map_at_100_std": 0.216044, + "nauc_map_at_100_diff1": 0.87447, + "nauc_map_at_1000_max": 0.725067, + "nauc_map_at_1000_std": 0.215776, + "nauc_map_at_1000_diff1": 0.874485, + "nauc_recall_at_1_max": 0.659205, + "nauc_recall_at_1_std": 0.133818, + "nauc_recall_at_1_diff1": 0.872804, + "nauc_recall_at_3_max": 0.880913, + "nauc_recall_at_3_std": 0.346326, + "nauc_recall_at_3_diff1": 0.872609, + "nauc_recall_at_5_max": 0.902024, + "nauc_recall_at_5_std": 0.453756, + "nauc_recall_at_5_diff1": 0.895526, + "nauc_recall_at_10_max": 0.924039, + "nauc_recall_at_10_std": 0.68715, + "nauc_recall_at_10_diff1": 0.90945, + "nauc_recall_at_20_max": 0.934366, + "nauc_recall_at_20_std": 0.760422, + "nauc_recall_at_20_diff1": 0.919262, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.791667, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659205, + "nauc_precision_at_1_std": 0.133818, + "nauc_precision_at_1_diff1": 0.872804, + "nauc_precision_at_3_max": 0.880913, + "nauc_precision_at_3_std": 0.346326, + "nauc_precision_at_3_diff1": 0.872609, + "nauc_precision_at_5_max": 0.902024, + "nauc_precision_at_5_std": 0.453756, + "nauc_precision_at_5_diff1": 0.895526, + "nauc_precision_at_10_max": 0.924039, + "nauc_precision_at_10_std": 0.68715, + "nauc_precision_at_10_diff1": 0.90945, + "nauc_precision_at_20_max": 0.934366, + "nauc_precision_at_20_std": 0.760422, + "nauc_precision_at_20_diff1": 0.919262, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.791667, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.659205, + "nauc_mrr_at_1_std": 0.133818, + "nauc_mrr_at_1_diff1": 0.872804, + "nauc_mrr_at_3_max": 0.73364, + "nauc_mrr_at_3_std": 0.208375, + "nauc_mrr_at_3_diff1": 0.871547, + "nauc_mrr_at_5_max": 0.730981, + "nauc_mrr_at_5_std": 0.215758, + "nauc_mrr_at_5_diff1": 0.874672, + "nauc_mrr_at_10_max": 0.727238, + "nauc_mrr_at_10_std": 0.220471, + "nauc_mrr_at_10_diff1": 0.874944, + "nauc_mrr_at_20_max": 0.725988, + "nauc_mrr_at_20_std": 0.218191, + "nauc_mrr_at_20_diff1": 0.874899, + "nauc_mrr_at_100_max": 0.725161, + "nauc_mrr_at_100_std": 0.216044, + "nauc_mrr_at_100_diff1": 0.87447, + "nauc_mrr_at_1000_max": 0.725067, + "nauc_mrr_at_1000_std": 0.215776, + "nauc_mrr_at_1000_diff1": 0.874485, + "main_score": 0.88197, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.75542, + "ndcg_at_3": 0.83699, + "ndcg_at_5": 0.85083, + "ndcg_at_10": 0.86455, + "ndcg_at_20": 0.86696, + "ndcg_at_100": 0.87028, + "ndcg_at_1000": 0.87133, + "map_at_1": 0.75542, + "map_at_3": 0.8192, + "map_at_5": 0.82689, + "map_at_10": 0.83237, + "map_at_20": 0.83299, + "map_at_100": 0.83346, + "map_at_1000": 0.8335, + "recall_at_1": 0.75542, + "recall_at_3": 0.88757, + "recall_at_5": 0.9211, + "recall_at_10": 0.9645, + "recall_at_20": 0.97436, + "recall_at_100": 0.99211, + "recall_at_1000": 1.0, + "precision_at_1": 0.75542, + "precision_at_3": 0.29586, + "precision_at_5": 0.18422, + "precision_at_10": 0.09645, + "precision_at_20": 0.04872, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755424, + "mrr_at_3": 0.819198, + "mrr_at_5": 0.82689, + "mrr_at_10": 0.832369, + "mrr_at_20": 0.832987, + "mrr_at_100": 0.833459, + "mrr_at_1000": 0.833505, + "nauc_ndcg_at_1_max": 0.639489, + "nauc_ndcg_at_1_std": 0.191657, + "nauc_ndcg_at_1_diff1": 0.843208, + "nauc_ndcg_at_3_max": 0.711726, + "nauc_ndcg_at_3_std": 0.273582, + "nauc_ndcg_at_3_diff1": 0.824523, + "nauc_ndcg_at_5_max": 0.719247, + "nauc_ndcg_at_5_std": 0.296359, + "nauc_ndcg_at_5_diff1": 0.82461, + "nauc_ndcg_at_10_max": 0.707478, + "nauc_ndcg_at_10_std": 0.285666, + "nauc_ndcg_at_10_diff1": 0.836288, + "nauc_ndcg_at_20_max": 0.703264, + "nauc_ndcg_at_20_std": 0.273278, + "nauc_ndcg_at_20_diff1": 0.836977, + "nauc_ndcg_at_100_max": 0.69934, + "nauc_ndcg_at_100_std": 0.265803, + "nauc_ndcg_at_100_diff1": 0.835136, + "nauc_ndcg_at_1000_max": 0.697301, + "nauc_ndcg_at_1000_std": 0.263444, + "nauc_ndcg_at_1000_diff1": 0.834286, + "nauc_map_at_1_max": 0.639489, + "nauc_map_at_1_std": 0.191657, + "nauc_map_at_1_diff1": 0.843208, + "nauc_map_at_3_max": 0.692599, + "nauc_map_at_3_std": 0.249914, + "nauc_map_at_3_diff1": 0.829857, + "nauc_map_at_5_max": 0.695644, + "nauc_map_at_5_std": 0.260327, + "nauc_map_at_5_diff1": 0.830225, + "nauc_map_at_10_max": 0.690897, + "nauc_map_at_10_std": 0.2552, + "nauc_map_at_10_diff1": 0.834217, + "nauc_map_at_20_max": 0.689956, + "nauc_map_at_20_std": 0.252537, + "nauc_map_at_20_diff1": 0.83434, + "nauc_map_at_100_max": 0.689588, + "nauc_map_at_100_std": 0.251839, + "nauc_map_at_100_diff1": 0.834156, + "nauc_map_at_1000_max": 0.689517, + "nauc_map_at_1000_std": 0.251777, + "nauc_map_at_1000_diff1": 0.834131, + "nauc_recall_at_1_max": 0.639489, + "nauc_recall_at_1_std": 0.191657, + "nauc_recall_at_1_diff1": 0.843208, + "nauc_recall_at_3_max": 0.792531, + "nauc_recall_at_3_std": 0.375042, + "nauc_recall_at_3_diff1": 0.801697, + "nauc_recall_at_5_max": 0.85515, + "nauc_recall_at_5_std": 0.509758, + "nauc_recall_at_5_diff1": 0.792145, + "nauc_recall_at_10_max": 0.891721, + "nauc_recall_at_10_std": 0.659853, + "nauc_recall_at_10_diff1": 0.883281, + "nauc_recall_at_20_max": 0.88026, + "nauc_recall_at_20_std": 0.560452, + "nauc_recall_at_20_diff1": 0.915403, + "nauc_recall_at_100_max": 0.93057, + "nauc_recall_at_100_std": 0.550657, + "nauc_recall_at_100_diff1": 0.934598, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.639489, + "nauc_precision_at_1_std": 0.191657, + "nauc_precision_at_1_diff1": 0.843208, + "nauc_precision_at_3_max": 0.792531, + "nauc_precision_at_3_std": 0.375042, + "nauc_precision_at_3_diff1": 0.801697, + "nauc_precision_at_5_max": 0.85515, + "nauc_precision_at_5_std": 0.509758, + "nauc_precision_at_5_diff1": 0.792145, + "nauc_precision_at_10_max": 0.891721, + "nauc_precision_at_10_std": 0.659853, + "nauc_precision_at_10_diff1": 0.883281, + "nauc_precision_at_20_max": 0.88026, + "nauc_precision_at_20_std": 0.560452, + "nauc_precision_at_20_diff1": 0.915403, + "nauc_precision_at_100_max": 0.93057, + "nauc_precision_at_100_std": 0.550657, + "nauc_precision_at_100_diff1": 0.934598, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.639489, + "nauc_mrr_at_1_std": 0.191657, + "nauc_mrr_at_1_diff1": 0.843208, + "nauc_mrr_at_3_max": 0.692599, + "nauc_mrr_at_3_std": 0.249914, + "nauc_mrr_at_3_diff1": 0.829857, + "nauc_mrr_at_5_max": 0.695644, + "nauc_mrr_at_5_std": 0.260327, + "nauc_mrr_at_5_diff1": 0.830225, + "nauc_mrr_at_10_max": 0.690897, + "nauc_mrr_at_10_std": 0.2552, + "nauc_mrr_at_10_diff1": 0.834217, + "nauc_mrr_at_20_max": 0.689956, + "nauc_mrr_at_20_std": 0.252537, + "nauc_mrr_at_20_diff1": 0.83434, + "nauc_mrr_at_100_max": 0.689588, + "nauc_mrr_at_100_std": 0.251839, + "nauc_mrr_at_100_diff1": 0.834156, + "nauc_mrr_at_1000_max": 0.689517, + "nauc_mrr_at_1000_std": 0.251777, + "nauc_mrr_at_1000_diff1": 0.834131, + "main_score": 0.86455, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.77495, + "ndcg_at_3": 0.84051, + "ndcg_at_5": 0.85558, + "ndcg_at_10": 0.86592, + "ndcg_at_20": 0.86893, + "ndcg_at_100": 0.87444, + "ndcg_at_1000": 0.8752, + "map_at_1": 0.77495, + "map_at_3": 0.82518, + "map_at_5": 0.8334, + "map_at_10": 0.8378, + "map_at_20": 0.83864, + "map_at_100": 0.83943, + "map_at_1000": 0.83946, + "recall_at_1": 0.77495, + "recall_at_3": 0.88454, + "recall_at_5": 0.92172, + "recall_at_10": 0.95303, + "recall_at_20": 0.96477, + "recall_at_100": 0.99413, + "recall_at_1000": 1.0, + "precision_at_1": 0.77495, + "precision_at_3": 0.29485, + "precision_at_5": 0.18434, + "precision_at_10": 0.0953, + "precision_at_20": 0.04824, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.774951, + "mrr_at_3": 0.825179, + "mrr_at_5": 0.833399, + "mrr_at_10": 0.837795, + "mrr_at_20": 0.838642, + "mrr_at_100": 0.839429, + "mrr_at_1000": 0.839457, + "nauc_ndcg_at_1_max": 0.581081, + "nauc_ndcg_at_1_std": 0.01754, + "nauc_ndcg_at_1_diff1": 0.856104, + "nauc_ndcg_at_3_max": 0.677645, + "nauc_ndcg_at_3_std": 0.143193, + "nauc_ndcg_at_3_diff1": 0.839489, + "nauc_ndcg_at_5_max": 0.685588, + "nauc_ndcg_at_5_std": 0.162296, + "nauc_ndcg_at_5_diff1": 0.840572, + "nauc_ndcg_at_10_max": 0.673399, + "nauc_ndcg_at_10_std": 0.152547, + "nauc_ndcg_at_10_diff1": 0.839371, + "nauc_ndcg_at_20_max": 0.669109, + "nauc_ndcg_at_20_std": 0.14837, + "nauc_ndcg_at_20_diff1": 0.842215, + "nauc_ndcg_at_100_max": 0.660968, + "nauc_ndcg_at_100_std": 0.133414, + "nauc_ndcg_at_100_diff1": 0.843595, + "nauc_ndcg_at_1000_max": 0.659043, + "nauc_ndcg_at_1000_std": 0.127763, + "nauc_ndcg_at_1000_diff1": 0.843141, + "nauc_map_at_1_max": 0.581081, + "nauc_map_at_1_std": 0.01754, + "nauc_map_at_1_diff1": 0.856104, + "nauc_map_at_3_max": 0.652988, + "nauc_map_at_3_std": 0.108971, + "nauc_map_at_3_diff1": 0.844317, + "nauc_map_at_5_max": 0.656024, + "nauc_map_at_5_std": 0.117043, + "nauc_map_at_5_diff1": 0.844805, + "nauc_map_at_10_max": 0.650904, + "nauc_map_at_10_std": 0.112191, + "nauc_map_at_10_diff1": 0.844241, + "nauc_map_at_20_max": 0.649828, + "nauc_map_at_20_std": 0.110755, + "nauc_map_at_20_diff1": 0.844984, + "nauc_map_at_100_max": 0.648901, + "nauc_map_at_100_std": 0.109569, + "nauc_map_at_100_diff1": 0.844992, + "nauc_map_at_1000_max": 0.648844, + "nauc_map_at_1000_std": 0.109401, + "nauc_map_at_1000_diff1": 0.844979, + "nauc_recall_at_1_max": 0.581081, + "nauc_recall_at_1_std": 0.01754, + "nauc_recall_at_1_diff1": 0.856104, + "nauc_recall_at_3_max": 0.777268, + "nauc_recall_at_3_std": 0.282972, + "nauc_recall_at_3_diff1": 0.819566, + "nauc_recall_at_5_max": 0.852244, + "nauc_recall_at_5_std": 0.422377, + "nauc_recall_at_5_diff1": 0.817486, + "nauc_recall_at_10_max": 0.863701, + "nauc_recall_at_10_std": 0.518422, + "nauc_recall_at_10_diff1": 0.796721, + "nauc_recall_at_20_max": 0.86778, + "nauc_recall_at_20_std": 0.591326, + "nauc_recall_at_20_diff1": 0.8193, + "nauc_recall_at_100_max": 0.956436, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912873, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.581081, + "nauc_precision_at_1_std": 0.01754, + "nauc_precision_at_1_diff1": 0.856104, + "nauc_precision_at_3_max": 0.777268, + "nauc_precision_at_3_std": 0.282972, + "nauc_precision_at_3_diff1": 0.819566, + "nauc_precision_at_5_max": 0.852244, + "nauc_precision_at_5_std": 0.422377, + "nauc_precision_at_5_diff1": 0.817486, + "nauc_precision_at_10_max": 0.863701, + "nauc_precision_at_10_std": 0.518422, + "nauc_precision_at_10_diff1": 0.796721, + "nauc_precision_at_20_max": 0.86778, + "nauc_precision_at_20_std": 0.591326, + "nauc_precision_at_20_diff1": 0.8193, + "nauc_precision_at_100_max": 0.956436, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912873, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.581081, + "nauc_mrr_at_1_std": 0.01754, + "nauc_mrr_at_1_diff1": 0.856104, + "nauc_mrr_at_3_max": 0.652988, + "nauc_mrr_at_3_std": 0.108971, + "nauc_mrr_at_3_diff1": 0.844317, + "nauc_mrr_at_5_max": 0.656024, + "nauc_mrr_at_5_std": 0.117043, + "nauc_mrr_at_5_diff1": 0.844805, + "nauc_mrr_at_10_max": 0.650904, + "nauc_mrr_at_10_std": 0.112191, + "nauc_mrr_at_10_diff1": 0.844241, + "nauc_mrr_at_20_max": 0.649828, + "nauc_mrr_at_20_std": 0.110755, + "nauc_mrr_at_20_diff1": 0.844984, + "nauc_mrr_at_100_max": 0.648901, + "nauc_mrr_at_100_std": 0.109569, + "nauc_mrr_at_100_diff1": 0.844992, + "nauc_mrr_at_1000_max": 0.648844, + "nauc_mrr_at_1000_std": 0.109401, + "nauc_mrr_at_1000_diff1": 0.844979, + "main_score": 0.86592, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.80556, + "ndcg_at_3": 0.86723, + "ndcg_at_5": 0.87534, + "ndcg_at_10": 0.88235, + "ndcg_at_20": 0.88739, + "ndcg_at_100": 0.89066, + "ndcg_at_1000": 0.89199, + "map_at_1": 0.80556, + "map_at_3": 0.85218, + "map_at_5": 0.85665, + "map_at_10": 0.85951, + "map_at_20": 0.86091, + "map_at_100": 0.86136, + "map_at_1000": 0.86142, + "recall_at_1": 0.80556, + "recall_at_3": 0.91071, + "recall_at_5": 0.93056, + "recall_at_10": 0.95238, + "recall_at_20": 0.97222, + "recall_at_100": 0.99008, + "recall_at_1000": 1.0, + "precision_at_1": 0.80556, + "precision_at_3": 0.30357, + "precision_at_5": 0.18611, + "precision_at_10": 0.09524, + "precision_at_20": 0.04861, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.805556, + "mrr_at_3": 0.852183, + "mrr_at_5": 0.856647, + "mrr_at_10": 0.859509, + "mrr_at_20": 0.860913, + "mrr_at_100": 0.861356, + "mrr_at_1000": 0.861415, + "nauc_ndcg_at_1_max": 0.674948, + "nauc_ndcg_at_1_std": 0.216824, + "nauc_ndcg_at_1_diff1": 0.857094, + "nauc_ndcg_at_3_max": 0.739002, + "nauc_ndcg_at_3_std": 0.292338, + "nauc_ndcg_at_3_diff1": 0.83602, + "nauc_ndcg_at_5_max": 0.754621, + "nauc_ndcg_at_5_std": 0.329678, + "nauc_ndcg_at_5_diff1": 0.836341, + "nauc_ndcg_at_10_max": 0.743025, + "nauc_ndcg_at_10_std": 0.319839, + "nauc_ndcg_at_10_diff1": 0.835756, + "nauc_ndcg_at_20_max": 0.73717, + "nauc_ndcg_at_20_std": 0.313241, + "nauc_ndcg_at_20_diff1": 0.836851, + "nauc_ndcg_at_100_max": 0.73327, + "nauc_ndcg_at_100_std": 0.302791, + "nauc_ndcg_at_100_diff1": 0.839094, + "nauc_ndcg_at_1000_max": 0.729821, + "nauc_ndcg_at_1000_std": 0.296063, + "nauc_ndcg_at_1000_diff1": 0.84051, + "nauc_map_at_1_max": 0.674948, + "nauc_map_at_1_std": 0.216824, + "nauc_map_at_1_diff1": 0.857094, + "nauc_map_at_3_max": 0.720754, + "nauc_map_at_3_std": 0.270003, + "nauc_map_at_3_diff1": 0.843066, + "nauc_map_at_5_max": 0.727872, + "nauc_map_at_5_std": 0.28763, + "nauc_map_at_5_diff1": 0.843278, + "nauc_map_at_10_max": 0.723258, + "nauc_map_at_10_std": 0.283104, + "nauc_map_at_10_diff1": 0.84318, + "nauc_map_at_20_max": 0.721686, + "nauc_map_at_20_std": 0.281039, + "nauc_map_at_20_diff1": 0.843591, + "nauc_map_at_100_max": 0.721299, + "nauc_map_at_100_std": 0.280338, + "nauc_map_at_100_diff1": 0.843844, + "nauc_map_at_1000_max": 0.721174, + "nauc_map_at_1000_std": 0.28009, + "nauc_map_at_1000_diff1": 0.843877, + "nauc_recall_at_1_max": 0.674948, + "nauc_recall_at_1_std": 0.216824, + "nauc_recall_at_1_diff1": 0.857094, + "nauc_recall_at_3_max": 0.821084, + "nauc_recall_at_3_std": 0.393389, + "nauc_recall_at_3_diff1": 0.80358, + "nauc_recall_at_5_max": 0.908868, + "nauc_recall_at_5_std": 0.576749, + "nauc_recall_at_5_diff1": 0.797074, + "nauc_recall_at_10_max": 0.894997, + "nauc_recall_at_10_std": 0.621162, + "nauc_recall_at_10_diff1": 0.775518, + "nauc_recall_at_20_max": 0.915644, + "nauc_recall_at_20_std": 0.74214, + "nauc_recall_at_20_diff1": 0.746175, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.821717, + "nauc_recall_at_100_diff1": 0.716743, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674948, + "nauc_precision_at_1_std": 0.216824, + "nauc_precision_at_1_diff1": 0.857094, + "nauc_precision_at_3_max": 0.821084, + "nauc_precision_at_3_std": 0.393389, + "nauc_precision_at_3_diff1": 0.80358, + "nauc_precision_at_5_max": 0.908868, + "nauc_precision_at_5_std": 0.576749, + "nauc_precision_at_5_diff1": 0.797074, + "nauc_precision_at_10_max": 0.894997, + "nauc_precision_at_10_std": 0.621162, + "nauc_precision_at_10_diff1": 0.775518, + "nauc_precision_at_20_max": 0.915644, + "nauc_precision_at_20_std": 0.74214, + "nauc_precision_at_20_diff1": 0.746175, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.821717, + "nauc_precision_at_100_diff1": 0.716743, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.674948, + "nauc_mrr_at_1_std": 0.216824, + "nauc_mrr_at_1_diff1": 0.857094, + "nauc_mrr_at_3_max": 0.720754, + "nauc_mrr_at_3_std": 0.270003, + "nauc_mrr_at_3_diff1": 0.843066, + "nauc_mrr_at_5_max": 0.727872, + "nauc_mrr_at_5_std": 0.28763, + "nauc_mrr_at_5_diff1": 0.843278, + "nauc_mrr_at_10_max": 0.723258, + "nauc_mrr_at_10_std": 0.283104, + "nauc_mrr_at_10_diff1": 0.84318, + "nauc_mrr_at_20_max": 0.721686, + "nauc_mrr_at_20_std": 0.281039, + "nauc_mrr_at_20_diff1": 0.843591, + "nauc_mrr_at_100_max": 0.721299, + "nauc_mrr_at_100_std": 0.280338, + "nauc_mrr_at_100_diff1": 0.843844, + "nauc_mrr_at_1000_max": 0.721174, + "nauc_mrr_at_1000_std": 0.28009, + "nauc_mrr_at_1000_diff1": 0.843877, + "main_score": 0.88235, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.76398, + "ndcg_at_3": 0.84842, + "ndcg_at_5": 0.86632, + "ndcg_at_10": 0.8722, + "ndcg_at_20": 0.87369, + "ndcg_at_100": 0.87809, + "ndcg_at_1000": 0.87809, + "map_at_1": 0.76398, + "map_at_3": 0.82816, + "map_at_5": 0.8381, + "map_at_10": 0.84044, + "map_at_20": 0.84081, + "map_at_100": 0.84135, + "map_at_1000": 0.84135, + "recall_at_1": 0.76398, + "recall_at_3": 0.90683, + "recall_at_5": 0.95031, + "recall_at_10": 0.96894, + "recall_at_20": 0.97516, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76398, + "precision_at_3": 0.30228, + "precision_at_5": 0.19006, + "precision_at_10": 0.09689, + "precision_at_20": 0.04876, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763975, + "mrr_at_3": 0.828157, + "mrr_at_5": 0.838095, + "mrr_at_10": 0.840442, + "mrr_at_20": 0.840807, + "mrr_at_100": 0.841353, + "mrr_at_1000": 0.841353, + "nauc_ndcg_at_1_max": 0.620638, + "nauc_ndcg_at_1_std": 0.264208, + "nauc_ndcg_at_1_diff1": 0.844937, + "nauc_ndcg_at_3_max": 0.60658, + "nauc_ndcg_at_3_std": 0.286421, + "nauc_ndcg_at_3_diff1": 0.816886, + "nauc_ndcg_at_5_max": 0.595187, + "nauc_ndcg_at_5_std": 0.289102, + "nauc_ndcg_at_5_diff1": 0.819195, + "nauc_ndcg_at_10_max": 0.602951, + "nauc_ndcg_at_10_std": 0.285551, + "nauc_ndcg_at_10_diff1": 0.817251, + "nauc_ndcg_at_20_max": 0.597899, + "nauc_ndcg_at_20_std": 0.27646, + "nauc_ndcg_at_20_diff1": 0.816588, + "nauc_ndcg_at_100_max": 0.604294, + "nauc_ndcg_at_100_std": 0.27509, + "nauc_ndcg_at_100_diff1": 0.821952, + "nauc_ndcg_at_1000_max": 0.604294, + "nauc_ndcg_at_1000_std": 0.27509, + "nauc_ndcg_at_1000_diff1": 0.821952, + "nauc_map_at_1_max": 0.620638, + "nauc_map_at_1_std": 0.264208, + "nauc_map_at_1_diff1": 0.844937, + "nauc_map_at_3_max": 0.609229, + "nauc_map_at_3_std": 0.27321, + "nauc_map_at_3_diff1": 0.825505, + "nauc_map_at_5_max": 0.604315, + "nauc_map_at_5_std": 0.274792, + "nauc_map_at_5_diff1": 0.827167, + "nauc_map_at_10_max": 0.606618, + "nauc_map_at_10_std": 0.272404, + "nauc_map_at_10_diff1": 0.826498, + "nauc_map_at_20_max": 0.605638, + "nauc_map_at_20_std": 0.270592, + "nauc_map_at_20_diff1": 0.826391, + "nauc_map_at_100_max": 0.606503, + "nauc_map_at_100_std": 0.270774, + "nauc_map_at_100_diff1": 0.826622, + "nauc_map_at_1000_max": 0.606503, + "nauc_map_at_1000_std": 0.270774, + "nauc_map_at_1000_diff1": 0.826622, + "nauc_recall_at_1_max": 0.620638, + "nauc_recall_at_1_std": 0.264208, + "nauc_recall_at_1_diff1": 0.844937, + "nauc_recall_at_3_max": 0.594832, + "nauc_recall_at_3_std": 0.355917, + "nauc_recall_at_3_diff1": 0.774633, + "nauc_recall_at_5_max": 0.513098, + "nauc_recall_at_5_std": 0.417808, + "nauc_recall_at_5_diff1": 0.751423, + "nauc_recall_at_10_max": 0.56597, + "nauc_recall_at_10_std": 0.477361, + "nauc_recall_at_10_diff1": 0.691292, + "nauc_recall_at_20_max": 0.457463, + "nauc_recall_at_20_std": 0.346701, + "nauc_recall_at_20_diff1": 0.646773, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.620638, + "nauc_precision_at_1_std": 0.264208, + "nauc_precision_at_1_diff1": 0.844937, + "nauc_precision_at_3_max": 0.594832, + "nauc_precision_at_3_std": 0.355917, + "nauc_precision_at_3_diff1": 0.774633, + "nauc_precision_at_5_max": 0.513098, + "nauc_precision_at_5_std": 0.417808, + "nauc_precision_at_5_diff1": 0.751423, + "nauc_precision_at_10_max": 0.56597, + "nauc_precision_at_10_std": 0.477361, + "nauc_precision_at_10_diff1": 0.691292, + "nauc_precision_at_20_max": 0.457463, + "nauc_precision_at_20_std": 0.346701, + "nauc_precision_at_20_diff1": 0.646773, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.620638, + "nauc_mrr_at_1_std": 0.264208, + "nauc_mrr_at_1_diff1": 0.844937, + "nauc_mrr_at_3_max": 0.609229, + "nauc_mrr_at_3_std": 0.27321, + "nauc_mrr_at_3_diff1": 0.825505, + "nauc_mrr_at_5_max": 0.604315, + "nauc_mrr_at_5_std": 0.274792, + "nauc_mrr_at_5_diff1": 0.827167, + "nauc_mrr_at_10_max": 0.606618, + "nauc_mrr_at_10_std": 0.272404, + "nauc_mrr_at_10_diff1": 0.826498, + "nauc_mrr_at_20_max": 0.605638, + "nauc_mrr_at_20_std": 0.270592, + "nauc_mrr_at_20_diff1": 0.826391, + "nauc_mrr_at_100_max": 0.606503, + "nauc_mrr_at_100_std": 0.270774, + "nauc_mrr_at_100_diff1": 0.826622, + "nauc_mrr_at_1000_max": 0.606503, + "nauc_mrr_at_1000_std": 0.270774, + "nauc_mrr_at_1000_diff1": 0.826622, + "main_score": 0.8722, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.70408, + "ndcg_at_3": 0.80029, + "ndcg_at_5": 0.8172, + "ndcg_at_10": 0.83727, + "ndcg_at_20": 0.84145, + "ndcg_at_100": 0.84244, + "ndcg_at_1000": 0.8432, + "map_at_1": 0.70408, + "map_at_3": 0.77551, + "map_at_5": 0.78495, + "map_at_10": 0.7934, + "map_at_20": 0.79471, + "map_at_100": 0.79486, + "map_at_1000": 0.79491, + "recall_at_1": 0.70408, + "recall_at_3": 0.87245, + "recall_at_5": 0.91327, + "recall_at_10": 0.97449, + "recall_at_20": 0.9898, + "recall_at_100": 0.9949, + "recall_at_1000": 1.0, + "precision_at_1": 0.70408, + "precision_at_3": 0.29082, + "precision_at_5": 0.18265, + "precision_at_10": 0.09745, + "precision_at_20": 0.04949, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.704082, + "mrr_at_3": 0.77551, + "mrr_at_5": 0.784949, + "mrr_at_10": 0.7934, + "mrr_at_20": 0.794714, + "mrr_at_100": 0.79486, + "mrr_at_1000": 0.79491, + "nauc_ndcg_at_1_max": 0.611032, + "nauc_ndcg_at_1_std": 0.292193, + "nauc_ndcg_at_1_diff1": 0.896163, + "nauc_ndcg_at_3_max": 0.707047, + "nauc_ndcg_at_3_std": 0.399048, + "nauc_ndcg_at_3_diff1": 0.8857, + "nauc_ndcg_at_5_max": 0.708602, + "nauc_ndcg_at_5_std": 0.406777, + "nauc_ndcg_at_5_diff1": 0.879258, + "nauc_ndcg_at_10_max": 0.683922, + "nauc_ndcg_at_10_std": 0.378919, + "nauc_ndcg_at_10_diff1": 0.889777, + "nauc_ndcg_at_20_max": 0.67858, + "nauc_ndcg_at_20_std": 0.371187, + "nauc_ndcg_at_20_diff1": 0.890503, + "nauc_ndcg_at_100_max": 0.676328, + "nauc_ndcg_at_100_std": 0.367699, + "nauc_ndcg_at_100_diff1": 0.889736, + "nauc_ndcg_at_1000_max": 0.674565, + "nauc_ndcg_at_1000_std": 0.364255, + "nauc_ndcg_at_1000_diff1": 0.889135, + "nauc_map_at_1_max": 0.611032, + "nauc_map_at_1_std": 0.292193, + "nauc_map_at_1_diff1": 0.896163, + "nauc_map_at_3_max": 0.679432, + "nauc_map_at_3_std": 0.368141, + "nauc_map_at_3_diff1": 0.888826, + "nauc_map_at_5_max": 0.678978, + "nauc_map_at_5_std": 0.369369, + "nauc_map_at_5_diff1": 0.885878, + "nauc_map_at_10_max": 0.669399, + "nauc_map_at_10_std": 0.358166, + "nauc_map_at_10_diff1": 0.889533, + "nauc_map_at_20_max": 0.667974, + "nauc_map_at_20_std": 0.356082, + "nauc_map_at_20_diff1": 0.88969, + "nauc_map_at_100_max": 0.667709, + "nauc_map_at_100_std": 0.355673, + "nauc_map_at_100_diff1": 0.889602, + "nauc_map_at_1000_max": 0.667618, + "nauc_map_at_1000_std": 0.355496, + "nauc_map_at_1000_diff1": 0.889571, + "nauc_recall_at_1_max": 0.611032, + "nauc_recall_at_1_std": 0.292193, + "nauc_recall_at_1_diff1": 0.896163, + "nauc_recall_at_3_max": 0.834881, + "nauc_recall_at_3_std": 0.542248, + "nauc_recall_at_3_diff1": 0.871146, + "nauc_recall_at_5_max": 0.897013, + "nauc_recall_at_5_std": 0.650072, + "nauc_recall_at_5_diff1": 0.834947, + "nauc_recall_at_10_max": 0.918219, + "nauc_recall_at_10_std": 0.756234, + "nauc_recall_at_10_diff1": 0.918219, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.934492, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.611032, + "nauc_precision_at_1_std": 0.292193, + "nauc_precision_at_1_diff1": 0.896163, + "nauc_precision_at_3_max": 0.834881, + "nauc_precision_at_3_std": 0.542248, + "nauc_precision_at_3_diff1": 0.871146, + "nauc_precision_at_5_max": 0.897013, + "nauc_precision_at_5_std": 0.650072, + "nauc_precision_at_5_diff1": 0.834947, + "nauc_precision_at_10_max": 0.918219, + "nauc_precision_at_10_std": 0.756234, + "nauc_precision_at_10_diff1": 0.918219, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.934492, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.611032, + "nauc_mrr_at_1_std": 0.292193, + "nauc_mrr_at_1_diff1": 0.896163, + "nauc_mrr_at_3_max": 0.679432, + "nauc_mrr_at_3_std": 0.368141, + "nauc_mrr_at_3_diff1": 0.888826, + "nauc_mrr_at_5_max": 0.678978, + "nauc_mrr_at_5_std": 0.369369, + "nauc_mrr_at_5_diff1": 0.885878, + "nauc_mrr_at_10_max": 0.669399, + "nauc_mrr_at_10_std": 0.358166, + "nauc_mrr_at_10_diff1": 0.889533, + "nauc_mrr_at_20_max": 0.667974, + "nauc_mrr_at_20_std": 0.356082, + "nauc_mrr_at_20_diff1": 0.88969, + "nauc_mrr_at_100_max": 0.667709, + "nauc_mrr_at_100_std": 0.355673, + "nauc_mrr_at_100_diff1": 0.889602, + "nauc_mrr_at_1000_max": 0.667618, + "nauc_mrr_at_1000_std": 0.355496, + "nauc_mrr_at_1000_diff1": 0.889571, + "main_score": 0.83727, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.886, + "ndcg_at_5": 0.89168, + "ndcg_at_10": 0.90162, + "ndcg_at_20": 0.90255, + "ndcg_at_100": 0.90602, + "ndcg_at_1000": 0.90656, + "map_at_1": 0.82, + "map_at_3": 0.87067, + "map_at_5": 0.87377, + "map_at_10": 0.87802, + "map_at_20": 0.87823, + "map_at_100": 0.87876, + "map_at_1000": 0.87878, + "recall_at_1": 0.82, + "recall_at_3": 0.93, + "recall_at_5": 0.944, + "recall_at_10": 0.974, + "recall_at_20": 0.978, + "recall_at_100": 0.996, + "recall_at_1000": 1.0, + "precision_at_1": 0.82, + "precision_at_3": 0.31, + "precision_at_5": 0.1888, + "precision_at_10": 0.0974, + "precision_at_20": 0.0489, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.82, + "mrr_at_3": 0.870667, + "mrr_at_5": 0.873767, + "mrr_at_10": 0.878021, + "mrr_at_20": 0.878233, + "mrr_at_100": 0.87876, + "mrr_at_1000": 0.878785, + "nauc_ndcg_at_1_max": 0.651157, + "nauc_ndcg_at_1_std": -0.007132, + "nauc_ndcg_at_1_diff1": 0.877635, + "nauc_ndcg_at_3_max": 0.726909, + "nauc_ndcg_at_3_std": 0.068188, + "nauc_ndcg_at_3_diff1": 0.863806, + "nauc_ndcg_at_5_max": 0.726326, + "nauc_ndcg_at_5_std": 0.056717, + "nauc_ndcg_at_5_diff1": 0.866582, + "nauc_ndcg_at_10_max": 0.719783, + "nauc_ndcg_at_10_std": 0.060809, + "nauc_ndcg_at_10_diff1": 0.867048, + "nauc_ndcg_at_20_max": 0.717668, + "nauc_ndcg_at_20_std": 0.052912, + "nauc_ndcg_at_20_diff1": 0.867902, + "nauc_ndcg_at_100_max": 0.709137, + "nauc_ndcg_at_100_std": 0.033991, + "nauc_ndcg_at_100_diff1": 0.867909, + "nauc_ndcg_at_1000_max": 0.707752, + "nauc_ndcg_at_1000_std": 0.040266, + "nauc_ndcg_at_1000_diff1": 0.868004, + "nauc_map_at_1_max": 0.651157, + "nauc_map_at_1_std": -0.007132, + "nauc_map_at_1_diff1": 0.877635, + "nauc_map_at_3_max": 0.706085, + "nauc_map_at_3_std": 0.045996, + "nauc_map_at_3_diff1": 0.866724, + "nauc_map_at_5_max": 0.705182, + "nauc_map_at_5_std": 0.040677, + "nauc_map_at_5_diff1": 0.868038, + "nauc_map_at_10_max": 0.701827, + "nauc_map_at_10_std": 0.038768, + "nauc_map_at_10_diff1": 0.868269, + "nauc_map_at_20_max": 0.701412, + "nauc_map_at_20_std": 0.037292, + "nauc_map_at_20_diff1": 0.868413, + "nauc_map_at_100_max": 0.700334, + "nauc_map_at_100_std": 0.035064, + "nauc_map_at_100_diff1": 0.868482, + "nauc_map_at_1000_max": 0.70028, + "nauc_map_at_1000_std": 0.035328, + "nauc_map_at_1000_diff1": 0.868493, + "nauc_recall_at_1_max": 0.651157, + "nauc_recall_at_1_std": -0.007132, + "nauc_recall_at_1_diff1": 0.877635, + "nauc_recall_at_3_max": 0.830426, + "nauc_recall_at_3_std": 0.179805, + "nauc_recall_at_3_diff1": 0.850073, + "nauc_recall_at_5_max": 0.854475, + "nauc_recall_at_5_std": 0.149093, + "nauc_recall_at_5_diff1": 0.860027, + "nauc_recall_at_10_max": 0.938411, + "nauc_recall_at_10_std": 0.367234, + "nauc_recall_at_10_diff1": 0.857251, + "nauc_recall_at_20_max": 0.939097, + "nauc_recall_at_20_std": 0.277438, + "nauc_recall_at_20_diff1": 0.871828, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": -0.955649, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.651157, + "nauc_precision_at_1_std": -0.007132, + "nauc_precision_at_1_diff1": 0.877635, + "nauc_precision_at_3_max": 0.830426, + "nauc_precision_at_3_std": 0.179805, + "nauc_precision_at_3_diff1": 0.850073, + "nauc_precision_at_5_max": 0.854475, + "nauc_precision_at_5_std": 0.149093, + "nauc_precision_at_5_diff1": 0.860027, + "nauc_precision_at_10_max": 0.938411, + "nauc_precision_at_10_std": 0.367234, + "nauc_precision_at_10_diff1": 0.857251, + "nauc_precision_at_20_max": 0.939097, + "nauc_precision_at_20_std": 0.277438, + "nauc_precision_at_20_diff1": 0.871828, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": -0.955649, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.651157, + "nauc_mrr_at_1_std": -0.007132, + "nauc_mrr_at_1_diff1": 0.877635, + "nauc_mrr_at_3_max": 0.706085, + "nauc_mrr_at_3_std": 0.045996, + "nauc_mrr_at_3_diff1": 0.866724, + "nauc_mrr_at_5_max": 0.705182, + "nauc_mrr_at_5_std": 0.040677, + "nauc_mrr_at_5_diff1": 0.868038, + "nauc_mrr_at_10_max": 0.701827, + "nauc_mrr_at_10_std": 0.038768, + "nauc_mrr_at_10_diff1": 0.868269, + "nauc_mrr_at_20_max": 0.701412, + "nauc_mrr_at_20_std": 0.037292, + "nauc_mrr_at_20_diff1": 0.868413, + "nauc_mrr_at_100_max": 0.700334, + "nauc_mrr_at_100_std": 0.035064, + "nauc_mrr_at_100_diff1": 0.868482, + "nauc_mrr_at_1000_max": 0.70028, + "nauc_mrr_at_1000_std": 0.035328, + "nauc_mrr_at_1000_diff1": 0.868493, + "main_score": 0.90162, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.792, + "ndcg_at_3": 0.85974, + "ndcg_at_5": 0.87076, + "ndcg_at_10": 0.87795, + "ndcg_at_20": 0.88243, + "ndcg_at_100": 0.88473, + "ndcg_at_1000": 0.88681, + "map_at_1": 0.792, + "map_at_3": 0.84367, + "map_at_5": 0.84997, + "map_at_10": 0.85297, + "map_at_20": 0.85417, + "map_at_100": 0.85451, + "map_at_1000": 0.85459, + "recall_at_1": 0.792, + "recall_at_3": 0.906, + "recall_at_5": 0.932, + "recall_at_10": 0.954, + "recall_at_20": 0.972, + "recall_at_100": 0.984, + "recall_at_1000": 1.0, + "precision_at_1": 0.792, + "precision_at_3": 0.302, + "precision_at_5": 0.1864, + "precision_at_10": 0.0954, + "precision_at_20": 0.0486, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792, + "mrr_at_3": 0.843667, + "mrr_at_5": 0.849967, + "mrr_at_10": 0.852972, + "mrr_at_20": 0.854168, + "mrr_at_100": 0.854506, + "mrr_at_1000": 0.854588, + "nauc_ndcg_at_1_max": 0.654578, + "nauc_ndcg_at_1_std": 0.00484, + "nauc_ndcg_at_1_diff1": 0.87898, + "nauc_ndcg_at_3_max": 0.734161, + "nauc_ndcg_at_3_std": 0.057944, + "nauc_ndcg_at_3_diff1": 0.862307, + "nauc_ndcg_at_5_max": 0.722662, + "nauc_ndcg_at_5_std": 0.038152, + "nauc_ndcg_at_5_diff1": 0.858504, + "nauc_ndcg_at_10_max": 0.726188, + "nauc_ndcg_at_10_std": 0.053152, + "nauc_ndcg_at_10_diff1": 0.867194, + "nauc_ndcg_at_20_max": 0.721908, + "nauc_ndcg_at_20_std": 0.058509, + "nauc_ndcg_at_20_diff1": 0.864969, + "nauc_ndcg_at_100_max": 0.716482, + "nauc_ndcg_at_100_std": 0.049003, + "nauc_ndcg_at_100_diff1": 0.865598, + "nauc_ndcg_at_1000_max": 0.713045, + "nauc_ndcg_at_1000_std": 0.044843, + "nauc_ndcg_at_1000_diff1": 0.866741, + "nauc_map_at_1_max": 0.654578, + "nauc_map_at_1_std": 0.00484, + "nauc_map_at_1_diff1": 0.87898, + "nauc_map_at_3_max": 0.711455, + "nauc_map_at_3_std": 0.04141, + "nauc_map_at_3_diff1": 0.867359, + "nauc_map_at_5_max": 0.704834, + "nauc_map_at_5_std": 0.031307, + "nauc_map_at_5_diff1": 0.865666, + "nauc_map_at_10_max": 0.706025, + "nauc_map_at_10_std": 0.036481, + "nauc_map_at_10_diff1": 0.8689, + "nauc_map_at_20_max": 0.705062, + "nauc_map_at_20_std": 0.03789, + "nauc_map_at_20_diff1": 0.868455, + "nauc_map_at_100_max": 0.704371, + "nauc_map_at_100_std": 0.036512, + "nauc_map_at_100_diff1": 0.868535, + "nauc_map_at_1000_max": 0.704263, + "nauc_map_at_1000_std": 0.036443, + "nauc_map_at_1000_diff1": 0.86857, + "nauc_recall_at_1_max": 0.654578, + "nauc_recall_at_1_std": 0.00484, + "nauc_recall_at_1_diff1": 0.87898, + "nauc_recall_at_3_max": 0.835936, + "nauc_recall_at_3_std": 0.133043, + "nauc_recall_at_3_diff1": 0.839452, + "nauc_recall_at_5_max": 0.824903, + "nauc_recall_at_5_std": 0.073282, + "nauc_recall_at_5_diff1": 0.814728, + "nauc_recall_at_10_max": 0.895587, + "nauc_recall_at_10_std": 0.204989, + "nauc_recall_at_10_diff1": 0.860066, + "nauc_recall_at_20_max": 0.930806, + "nauc_recall_at_20_std": 0.372516, + "nauc_recall_at_20_diff1": 0.819128, + "nauc_recall_at_100_max": 0.89525, + "nauc_recall_at_100_std": 0.291375, + "nauc_recall_at_100_diff1": 0.806606, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654578, + "nauc_precision_at_1_std": 0.00484, + "nauc_precision_at_1_diff1": 0.87898, + "nauc_precision_at_3_max": 0.835936, + "nauc_precision_at_3_std": 0.133043, + "nauc_precision_at_3_diff1": 0.839452, + "nauc_precision_at_5_max": 0.824903, + "nauc_precision_at_5_std": 0.073282, + "nauc_precision_at_5_diff1": 0.814728, + "nauc_precision_at_10_max": 0.895587, + "nauc_precision_at_10_std": 0.204989, + "nauc_precision_at_10_diff1": 0.860066, + "nauc_precision_at_20_max": 0.930806, + "nauc_precision_at_20_std": 0.372516, + "nauc_precision_at_20_diff1": 0.819128, + "nauc_precision_at_100_max": 0.89525, + "nauc_precision_at_100_std": 0.291375, + "nauc_precision_at_100_diff1": 0.806606, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.654578, + "nauc_mrr_at_1_std": 0.00484, + "nauc_mrr_at_1_diff1": 0.87898, + "nauc_mrr_at_3_max": 0.711455, + "nauc_mrr_at_3_std": 0.04141, + "nauc_mrr_at_3_diff1": 0.867359, + "nauc_mrr_at_5_max": 0.704834, + "nauc_mrr_at_5_std": 0.031307, + "nauc_mrr_at_5_diff1": 0.865666, + "nauc_mrr_at_10_max": 0.706025, + "nauc_mrr_at_10_std": 0.036481, + "nauc_mrr_at_10_diff1": 0.8689, + "nauc_mrr_at_20_max": 0.705062, + "nauc_mrr_at_20_std": 0.03789, + "nauc_mrr_at_20_diff1": 0.868455, + "nauc_mrr_at_100_max": 0.704371, + "nauc_mrr_at_100_std": 0.036512, + "nauc_mrr_at_100_diff1": 0.868535, + "nauc_mrr_at_1000_max": 0.704263, + "nauc_mrr_at_1000_std": 0.036443, + "nauc_mrr_at_1000_diff1": 0.86857, + "main_score": 0.87795, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.81283, + "ndcg_at_3": 0.87681, + "ndcg_at_5": 0.88579, + "ndcg_at_10": 0.88926, + "ndcg_at_20": 0.89592, + "ndcg_at_100": 0.89946, + "ndcg_at_1000": 0.89946, + "map_at_1": 0.81283, + "map_at_3": 0.86185, + "map_at_5": 0.86693, + "map_at_10": 0.86837, + "map_at_20": 0.87015, + "map_at_100": 0.87048, + "map_at_1000": 0.87048, + "recall_at_1": 0.81283, + "recall_at_3": 0.91979, + "recall_at_5": 0.94118, + "recall_at_10": 0.95187, + "recall_at_20": 0.97861, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81283, + "precision_at_3": 0.3066, + "precision_at_5": 0.18824, + "precision_at_10": 0.09519, + "precision_at_20": 0.04893, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.812834, + "mrr_at_3": 0.861854, + "mrr_at_5": 0.866934, + "mrr_at_10": 0.868366, + "mrr_at_20": 0.870147, + "mrr_at_100": 0.870481, + "mrr_at_1000": 0.870481, + "nauc_ndcg_at_1_max": 0.523935, + "nauc_ndcg_at_1_std": 0.211917, + "nauc_ndcg_at_1_diff1": 0.859988, + "nauc_ndcg_at_3_max": 0.666851, + "nauc_ndcg_at_3_std": 0.44427, + "nauc_ndcg_at_3_diff1": 0.831728, + "nauc_ndcg_at_5_max": 0.656592, + "nauc_ndcg_at_5_std": 0.4405, + "nauc_ndcg_at_5_diff1": 0.838445, + "nauc_ndcg_at_10_max": 0.652126, + "nauc_ndcg_at_10_std": 0.428864, + "nauc_ndcg_at_10_diff1": 0.839903, + "nauc_ndcg_at_20_max": 0.638195, + "nauc_ndcg_at_20_std": 0.402173, + "nauc_ndcg_at_20_diff1": 0.835015, + "nauc_ndcg_at_100_max": 0.629988, + "nauc_ndcg_at_100_std": 0.386874, + "nauc_ndcg_at_100_diff1": 0.839476, + "nauc_ndcg_at_1000_max": 0.629988, + "nauc_ndcg_at_1000_std": 0.386874, + "nauc_ndcg_at_1000_diff1": 0.839476, + "nauc_map_at_1_max": 0.523935, + "nauc_map_at_1_std": 0.211917, + "nauc_map_at_1_diff1": 0.859988, + "nauc_map_at_3_max": 0.630859, + "nauc_map_at_3_std": 0.383234, + "nauc_map_at_3_diff1": 0.838332, + "nauc_map_at_5_max": 0.624164, + "nauc_map_at_5_std": 0.378577, + "nauc_map_at_5_diff1": 0.841677, + "nauc_map_at_10_max": 0.622268, + "nauc_map_at_10_std": 0.373776, + "nauc_map_at_10_diff1": 0.842256, + "nauc_map_at_20_max": 0.618781, + "nauc_map_at_20_std": 0.366978, + "nauc_map_at_20_diff1": 0.841393, + "nauc_map_at_100_max": 0.618117, + "nauc_map_at_100_std": 0.365756, + "nauc_map_at_100_diff1": 0.841766, + "nauc_map_at_1000_max": 0.618117, + "nauc_map_at_1000_std": 0.365756, + "nauc_map_at_1000_diff1": 0.841766, + "nauc_recall_at_1_max": 0.523935, + "nauc_recall_at_1_std": 0.211917, + "nauc_recall_at_1_diff1": 0.859988, + "nauc_recall_at_3_max": 0.83164, + "nauc_recall_at_3_std": 0.725906, + "nauc_recall_at_3_diff1": 0.801936, + "nauc_recall_at_5_max": 0.848066, + "nauc_recall_at_5_std": 0.814942, + "nauc_recall_at_5_diff1": 0.822828, + "nauc_recall_at_10_max": 0.8597, + "nauc_recall_at_10_std": 0.819215, + "nauc_recall_at_10_diff1": 0.828853, + "nauc_recall_at_20_max": 0.86119, + "nauc_recall_at_20_std": 0.819206, + "nauc_recall_at_20_diff1": 0.717063, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.523935, + "nauc_precision_at_1_std": 0.211917, + "nauc_precision_at_1_diff1": 0.859988, + "nauc_precision_at_3_max": 0.83164, + "nauc_precision_at_3_std": 0.725906, + "nauc_precision_at_3_diff1": 0.801936, + "nauc_precision_at_5_max": 0.848066, + "nauc_precision_at_5_std": 0.814942, + "nauc_precision_at_5_diff1": 0.822828, + "nauc_precision_at_10_max": 0.8597, + "nauc_precision_at_10_std": 0.819215, + "nauc_precision_at_10_diff1": 0.828853, + "nauc_precision_at_20_max": 0.86119, + "nauc_precision_at_20_std": 0.819206, + "nauc_precision_at_20_diff1": 0.717063, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.523935, + "nauc_mrr_at_1_std": 0.211917, + "nauc_mrr_at_1_diff1": 0.859988, + "nauc_mrr_at_3_max": 0.630859, + "nauc_mrr_at_3_std": 0.383234, + "nauc_mrr_at_3_diff1": 0.838332, + "nauc_mrr_at_5_max": 0.624164, + "nauc_mrr_at_5_std": 0.378577, + "nauc_mrr_at_5_diff1": 0.841677, + "nauc_mrr_at_10_max": 0.622268, + "nauc_mrr_at_10_std": 0.373776, + "nauc_mrr_at_10_diff1": 0.842256, + "nauc_mrr_at_20_max": 0.618781, + "nauc_mrr_at_20_std": 0.366978, + "nauc_mrr_at_20_diff1": 0.841393, + "nauc_mrr_at_100_max": 0.618117, + "nauc_mrr_at_100_std": 0.365756, + "nauc_mrr_at_100_diff1": 0.841766, + "nauc_mrr_at_1000_max": 0.618117, + "nauc_mrr_at_1000_std": 0.365756, + "nauc_mrr_at_1000_diff1": 0.841766, + "main_score": 0.88926, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.7672, + "ndcg_at_3": 0.84385, + "ndcg_at_5": 0.85296, + "ndcg_at_10": 0.85958, + "ndcg_at_20": 0.86483, + "ndcg_at_100": 0.87256, + "ndcg_at_1000": 0.87256, + "map_at_1": 0.7672, + "map_at_3": 0.82628, + "map_at_5": 0.83157, + "map_at_10": 0.83416, + "map_at_20": 0.83555, + "map_at_100": 0.83655, + "map_at_1000": 0.83655, + "recall_at_1": 0.7672, + "recall_at_3": 0.89418, + "recall_at_5": 0.91534, + "recall_at_10": 0.93651, + "recall_at_20": 0.95767, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7672, + "precision_at_3": 0.29806, + "precision_at_5": 0.18307, + "precision_at_10": 0.09365, + "precision_at_20": 0.04788, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.767196, + "mrr_at_3": 0.826279, + "mrr_at_5": 0.83157, + "mrr_at_10": 0.834163, + "mrr_at_20": 0.835552, + "mrr_at_100": 0.836549, + "mrr_at_1000": 0.836549, + "nauc_ndcg_at_1_max": 0.586033, + "nauc_ndcg_at_1_std": 0.110707, + "nauc_ndcg_at_1_diff1": 0.925879, + "nauc_ndcg_at_3_max": 0.71266, + "nauc_ndcg_at_3_std": 0.282314, + "nauc_ndcg_at_3_diff1": 0.893285, + "nauc_ndcg_at_5_max": 0.698926, + "nauc_ndcg_at_5_std": 0.267779, + "nauc_ndcg_at_5_diff1": 0.890793, + "nauc_ndcg_at_10_max": 0.701369, + "nauc_ndcg_at_10_std": 0.281408, + "nauc_ndcg_at_10_diff1": 0.895979, + "nauc_ndcg_at_20_max": 0.695096, + "nauc_ndcg_at_20_std": 0.273366, + "nauc_ndcg_at_20_diff1": 0.899018, + "nauc_ndcg_at_100_max": 0.677569, + "nauc_ndcg_at_100_std": 0.242683, + "nauc_ndcg_at_100_diff1": 0.901072, + "nauc_ndcg_at_1000_max": 0.677569, + "nauc_ndcg_at_1000_std": 0.242683, + "nauc_ndcg_at_1000_diff1": 0.901072, + "nauc_map_at_1_max": 0.586033, + "nauc_map_at_1_std": 0.110707, + "nauc_map_at_1_diff1": 0.925879, + "nauc_map_at_3_max": 0.676858, + "nauc_map_at_3_std": 0.233894, + "nauc_map_at_3_diff1": 0.902291, + "nauc_map_at_5_max": 0.66865, + "nauc_map_at_5_std": 0.224863, + "nauc_map_at_5_diff1": 0.901308, + "nauc_map_at_10_max": 0.668846, + "nauc_map_at_10_std": 0.228455, + "nauc_map_at_10_diff1": 0.903186, + "nauc_map_at_20_max": 0.666949, + "nauc_map_at_20_std": 0.225869, + "nauc_map_at_20_diff1": 0.904012, + "nauc_map_at_100_max": 0.665044, + "nauc_map_at_100_std": 0.222747, + "nauc_map_at_100_diff1": 0.904184, + "nauc_map_at_1000_max": 0.665044, + "nauc_map_at_1000_std": 0.222747, + "nauc_map_at_1000_diff1": 0.904184, + "nauc_recall_at_1_max": 0.586033, + "nauc_recall_at_1_std": 0.110707, + "nauc_recall_at_1_diff1": 0.925879, + "nauc_recall_at_3_max": 0.86915, + "nauc_recall_at_3_std": 0.49389, + "nauc_recall_at_3_diff1": 0.854067, + "nauc_recall_at_5_max": 0.854886, + "nauc_recall_at_5_std": 0.489903, + "nauc_recall_at_5_diff1": 0.835126, + "nauc_recall_at_10_max": 0.924595, + "nauc_recall_at_10_std": 0.657711, + "nauc_recall_at_10_diff1": 0.851447, + "nauc_recall_at_20_max": 0.967301, + "nauc_recall_at_20_std": 0.75882, + "nauc_recall_at_20_diff1": 0.863032, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.586033, + "nauc_precision_at_1_std": 0.110707, + "nauc_precision_at_1_diff1": 0.925879, + "nauc_precision_at_3_max": 0.86915, + "nauc_precision_at_3_std": 0.49389, + "nauc_precision_at_3_diff1": 0.854067, + "nauc_precision_at_5_max": 0.854886, + "nauc_precision_at_5_std": 0.489903, + "nauc_precision_at_5_diff1": 0.835126, + "nauc_precision_at_10_max": 0.924595, + "nauc_precision_at_10_std": 0.657711, + "nauc_precision_at_10_diff1": 0.851447, + "nauc_precision_at_20_max": 0.967301, + "nauc_precision_at_20_std": 0.75882, + "nauc_precision_at_20_diff1": 0.863032, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.586033, + "nauc_mrr_at_1_std": 0.110707, + "nauc_mrr_at_1_diff1": 0.925879, + "nauc_mrr_at_3_max": 0.676858, + "nauc_mrr_at_3_std": 0.233894, + "nauc_mrr_at_3_diff1": 0.902291, + "nauc_mrr_at_5_max": 0.66865, + "nauc_mrr_at_5_std": 0.224863, + "nauc_mrr_at_5_diff1": 0.901308, + "nauc_mrr_at_10_max": 0.668846, + "nauc_mrr_at_10_std": 0.228455, + "nauc_mrr_at_10_diff1": 0.903186, + "nauc_mrr_at_20_max": 0.666949, + "nauc_mrr_at_20_std": 0.225869, + "nauc_mrr_at_20_diff1": 0.904012, + "nauc_mrr_at_100_max": 0.665044, + "nauc_mrr_at_100_std": 0.222747, + "nauc_mrr_at_100_diff1": 0.904184, + "nauc_mrr_at_1000_max": 0.665044, + "nauc_mrr_at_1000_std": 0.222747, + "nauc_mrr_at_1000_diff1": 0.904184, + "main_score": 0.85958, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.83851, + "ndcg_at_3": 0.86823, + "ndcg_at_5": 0.87599, + "ndcg_at_10": 0.8925, + "ndcg_at_20": 0.89708, + "ndcg_at_100": 0.90124, + "ndcg_at_1000": 0.90124, + "map_at_1": 0.83851, + "map_at_3": 0.86128, + "map_at_5": 0.86563, + "map_at_10": 0.87271, + "map_at_20": 0.87389, + "map_at_100": 0.87432, + "map_at_1000": 0.87432, + "recall_at_1": 0.83851, + "recall_at_3": 0.8882, + "recall_at_5": 0.90683, + "recall_at_10": 0.95652, + "recall_at_20": 0.97516, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.83851, + "precision_at_3": 0.29607, + "precision_at_5": 0.18137, + "precision_at_10": 0.09565, + "precision_at_20": 0.04876, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838509, + "mrr_at_3": 0.861284, + "mrr_at_5": 0.865631, + "mrr_at_10": 0.87271, + "mrr_at_20": 0.873895, + "mrr_at_100": 0.87432, + "mrr_at_1000": 0.87432, + "nauc_ndcg_at_1_max": 0.801892, + "nauc_ndcg_at_1_std": 0.532149, + "nauc_ndcg_at_1_diff1": 0.924298, + "nauc_ndcg_at_3_max": 0.846566, + "nauc_ndcg_at_3_std": 0.623863, + "nauc_ndcg_at_3_diff1": 0.899081, + "nauc_ndcg_at_5_max": 0.837287, + "nauc_ndcg_at_5_std": 0.59604, + "nauc_ndcg_at_5_diff1": 0.895806, + "nauc_ndcg_at_10_max": 0.840338, + "nauc_ndcg_at_10_std": 0.611515, + "nauc_ndcg_at_10_diff1": 0.908675, + "nauc_ndcg_at_20_max": 0.841507, + "nauc_ndcg_at_20_std": 0.597626, + "nauc_ndcg_at_20_diff1": 0.91069, + "nauc_ndcg_at_100_max": 0.834591, + "nauc_ndcg_at_100_std": 0.590316, + "nauc_ndcg_at_100_diff1": 0.909837, + "nauc_ndcg_at_1000_max": 0.834591, + "nauc_ndcg_at_1000_std": 0.590316, + "nauc_ndcg_at_1000_diff1": 0.909837, + "nauc_map_at_1_max": 0.801892, + "nauc_map_at_1_std": 0.532149, + "nauc_map_at_1_diff1": 0.924298, + "nauc_map_at_3_max": 0.834908, + "nauc_map_at_3_std": 0.596647, + "nauc_map_at_3_diff1": 0.906367, + "nauc_map_at_5_max": 0.829575, + "nauc_map_at_5_std": 0.581252, + "nauc_map_at_5_diff1": 0.904614, + "nauc_map_at_10_max": 0.830488, + "nauc_map_at_10_std": 0.586657, + "nauc_map_at_10_diff1": 0.910313, + "nauc_map_at_20_max": 0.830509, + "nauc_map_at_20_std": 0.58337, + "nauc_map_at_20_diff1": 0.910737, + "nauc_map_at_100_max": 0.829913, + "nauc_map_at_100_std": 0.582526, + "nauc_map_at_100_diff1": 0.910722, + "nauc_map_at_1000_max": 0.829913, + "nauc_map_at_1000_std": 0.582526, + "nauc_map_at_1000_diff1": 0.910722, + "nauc_recall_at_1_max": 0.801892, + "nauc_recall_at_1_std": 0.532149, + "nauc_recall_at_1_diff1": 0.924298, + "nauc_recall_at_3_max": 0.886994, + "nauc_recall_at_3_std": 0.719993, + "nauc_recall_at_3_diff1": 0.873438, + "nauc_recall_at_5_max": 0.866361, + "nauc_recall_at_5_std": 0.651451, + "nauc_recall_at_5_diff1": 0.860118, + "nauc_recall_at_10_max": 0.917756, + "nauc_recall_at_10_std": 0.816817, + "nauc_recall_at_10_diff1": 0.904379, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.748795, + "nauc_recall_at_20_diff1": 0.934686, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801892, + "nauc_precision_at_1_std": 0.532149, + "nauc_precision_at_1_diff1": 0.924298, + "nauc_precision_at_3_max": 0.886994, + "nauc_precision_at_3_std": 0.719993, + "nauc_precision_at_3_diff1": 0.873438, + "nauc_precision_at_5_max": 0.866361, + "nauc_precision_at_5_std": 0.651451, + "nauc_precision_at_5_diff1": 0.860118, + "nauc_precision_at_10_max": 0.917756, + "nauc_precision_at_10_std": 0.816817, + "nauc_precision_at_10_diff1": 0.904379, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.748795, + "nauc_precision_at_20_diff1": 0.934686, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.801892, + "nauc_mrr_at_1_std": 0.532149, + "nauc_mrr_at_1_diff1": 0.924298, + "nauc_mrr_at_3_max": 0.834908, + "nauc_mrr_at_3_std": 0.596647, + "nauc_mrr_at_3_diff1": 0.906367, + "nauc_mrr_at_5_max": 0.829575, + "nauc_mrr_at_5_std": 0.581252, + "nauc_mrr_at_5_diff1": 0.904614, + "nauc_mrr_at_10_max": 0.830488, + "nauc_mrr_at_10_std": 0.586657, + "nauc_mrr_at_10_diff1": 0.910313, + "nauc_mrr_at_20_max": 0.830509, + "nauc_mrr_at_20_std": 0.58337, + "nauc_mrr_at_20_diff1": 0.910737, + "nauc_mrr_at_100_max": 0.829913, + "nauc_mrr_at_100_std": 0.582526, + "nauc_mrr_at_100_diff1": 0.910722, + "nauc_mrr_at_1000_max": 0.829913, + "nauc_mrr_at_1000_std": 0.582526, + "nauc_mrr_at_1000_diff1": 0.910722, + "main_score": 0.8925, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.75806, + "ndcg_at_3": 0.81349, + "ndcg_at_5": 0.83802, + "ndcg_at_10": 0.84313, + "ndcg_at_20": 0.84462, + "ndcg_at_100": 0.85517, + "ndcg_at_1000": 0.85676, + "map_at_1": 0.75806, + "map_at_3": 0.79928, + "map_at_5": 0.81299, + "map_at_10": 0.81503, + "map_at_20": 0.81552, + "map_at_100": 0.8172, + "map_at_1000": 0.81731, + "recall_at_1": 0.75806, + "recall_at_3": 0.85484, + "recall_at_5": 0.91398, + "recall_at_10": 0.93011, + "recall_at_20": 0.93548, + "recall_at_100": 0.98925, + "recall_at_1000": 1.0, + "precision_at_1": 0.75806, + "precision_at_3": 0.28495, + "precision_at_5": 0.1828, + "precision_at_10": 0.09301, + "precision_at_20": 0.04677, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.758065, + "mrr_at_3": 0.799283, + "mrr_at_5": 0.812993, + "mrr_at_10": 0.81503, + "mrr_at_20": 0.815519, + "mrr_at_100": 0.817203, + "mrr_at_1000": 0.817305, + "nauc_ndcg_at_1_max": 0.728109, + "nauc_ndcg_at_1_std": 0.351124, + "nauc_ndcg_at_1_diff1": 0.810085, + "nauc_ndcg_at_3_max": 0.691952, + "nauc_ndcg_at_3_std": 0.333647, + "nauc_ndcg_at_3_diff1": 0.77982, + "nauc_ndcg_at_5_max": 0.743265, + "nauc_ndcg_at_5_std": 0.411547, + "nauc_ndcg_at_5_diff1": 0.782495, + "nauc_ndcg_at_10_max": 0.737509, + "nauc_ndcg_at_10_std": 0.409531, + "nauc_ndcg_at_10_diff1": 0.783246, + "nauc_ndcg_at_20_max": 0.734782, + "nauc_ndcg_at_20_std": 0.406284, + "nauc_ndcg_at_20_diff1": 0.783881, + "nauc_ndcg_at_100_max": 0.723144, + "nauc_ndcg_at_100_std": 0.384115, + "nauc_ndcg_at_100_diff1": 0.789247, + "nauc_ndcg_at_1000_max": 0.725925, + "nauc_ndcg_at_1000_std": 0.380174, + "nauc_ndcg_at_1000_diff1": 0.788283, + "nauc_map_at_1_max": 0.728109, + "nauc_map_at_1_std": 0.351124, + "nauc_map_at_1_diff1": 0.810085, + "nauc_map_at_3_max": 0.701288, + "nauc_map_at_3_std": 0.334713, + "nauc_map_at_3_diff1": 0.786806, + "nauc_map_at_5_max": 0.728073, + "nauc_map_at_5_std": 0.373693, + "nauc_map_at_5_diff1": 0.788515, + "nauc_map_at_10_max": 0.725916, + "nauc_map_at_10_std": 0.372393, + "nauc_map_at_10_diff1": 0.788803, + "nauc_map_at_20_max": 0.725127, + "nauc_map_at_20_std": 0.371386, + "nauc_map_at_20_diff1": 0.788995, + "nauc_map_at_100_max": 0.72348, + "nauc_map_at_100_std": 0.368394, + "nauc_map_at_100_diff1": 0.790007, + "nauc_map_at_1000_max": 0.723628, + "nauc_map_at_1000_std": 0.368188, + "nauc_map_at_1000_diff1": 0.789959, + "nauc_recall_at_1_max": 0.728109, + "nauc_recall_at_1_std": 0.351124, + "nauc_recall_at_1_diff1": 0.810085, + "nauc_recall_at_3_max": 0.656803, + "nauc_recall_at_3_std": 0.331707, + "nauc_recall_at_3_diff1": 0.754019, + "nauc_recall_at_5_max": 0.843952, + "nauc_recall_at_5_std": 0.653975, + "nauc_recall_at_5_diff1": 0.750136, + "nauc_recall_at_10_max": 0.829318, + "nauc_recall_at_10_std": 0.698648, + "nauc_recall_at_10_diff1": 0.748176, + "nauc_recall_at_20_max": 0.815094, + "nauc_recall_at_20_std": 0.696693, + "nauc_recall_at_20_diff1": 0.750348, + "nauc_recall_at_100_max": 0.496038, + "nauc_recall_at_100_std": 0.711374, + "nauc_recall_at_100_diff1": 0.868968, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.728109, + "nauc_precision_at_1_std": 0.351124, + "nauc_precision_at_1_diff1": 0.810085, + "nauc_precision_at_3_max": 0.656803, + "nauc_precision_at_3_std": 0.331707, + "nauc_precision_at_3_diff1": 0.754019, + "nauc_precision_at_5_max": 0.843952, + "nauc_precision_at_5_std": 0.653975, + "nauc_precision_at_5_diff1": 0.750136, + "nauc_precision_at_10_max": 0.829318, + "nauc_precision_at_10_std": 0.698648, + "nauc_precision_at_10_diff1": 0.748176, + "nauc_precision_at_20_max": 0.815094, + "nauc_precision_at_20_std": 0.696693, + "nauc_precision_at_20_diff1": 0.750348, + "nauc_precision_at_100_max": 0.496038, + "nauc_precision_at_100_std": 0.711374, + "nauc_precision_at_100_diff1": 0.868968, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.728109, + "nauc_mrr_at_1_std": 0.351124, + "nauc_mrr_at_1_diff1": 0.810085, + "nauc_mrr_at_3_max": 0.701288, + "nauc_mrr_at_3_std": 0.334713, + "nauc_mrr_at_3_diff1": 0.786806, + "nauc_mrr_at_5_max": 0.728073, + "nauc_mrr_at_5_std": 0.373693, + "nauc_mrr_at_5_diff1": 0.788515, + "nauc_mrr_at_10_max": 0.725916, + "nauc_mrr_at_10_std": 0.372393, + "nauc_mrr_at_10_diff1": 0.788803, + "nauc_mrr_at_20_max": 0.725127, + "nauc_mrr_at_20_std": 0.371386, + "nauc_mrr_at_20_diff1": 0.788995, + "nauc_mrr_at_100_max": 0.72348, + "nauc_mrr_at_100_std": 0.368394, + "nauc_mrr_at_100_diff1": 0.790007, + "nauc_mrr_at_1000_max": 0.723628, + "nauc_mrr_at_1000_std": 0.368188, + "nauc_mrr_at_1000_diff1": 0.789959, + "main_score": 0.84313, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.84049, + "ndcg_at_3": 0.91696, + "ndcg_at_5": 0.91696, + "ndcg_at_10": 0.92133, + "ndcg_at_20": 0.92441, + "ndcg_at_100": 0.92535, + "ndcg_at_1000": 0.92535, + "map_at_1": 0.84049, + "map_at_3": 0.89877, + "map_at_5": 0.89877, + "map_at_10": 0.90082, + "map_at_20": 0.90165, + "map_at_100": 0.90172, + "map_at_1000": 0.90172, + "recall_at_1": 0.84049, + "recall_at_3": 0.96933, + "recall_at_5": 0.96933, + "recall_at_10": 0.9816, + "recall_at_20": 0.99387, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.84049, + "precision_at_3": 0.32311, + "precision_at_5": 0.19387, + "precision_at_10": 0.09816, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.840491, + "mrr_at_3": 0.898773, + "mrr_at_5": 0.898773, + "mrr_at_10": 0.900818, + "mrr_at_20": 0.901651, + "mrr_at_100": 0.90172, + "mrr_at_1000": 0.90172, + "nauc_ndcg_at_1_max": 0.435279, + "nauc_ndcg_at_1_std": -0.024185, + "nauc_ndcg_at_1_diff1": 0.812244, + "nauc_ndcg_at_3_max": 0.565646, + "nauc_ndcg_at_3_std": 0.1243, + "nauc_ndcg_at_3_diff1": 0.818192, + "nauc_ndcg_at_5_max": 0.565646, + "nauc_ndcg_at_5_std": 0.1243, + "nauc_ndcg_at_5_diff1": 0.818192, + "nauc_ndcg_at_10_max": 0.540574, + "nauc_ndcg_at_10_std": 0.081283, + "nauc_ndcg_at_10_diff1": 0.807698, + "nauc_ndcg_at_20_max": 0.529885, + "nauc_ndcg_at_20_std": 0.086125, + "nauc_ndcg_at_20_diff1": 0.816418, + "nauc_ndcg_at_100_max": 0.523688, + "nauc_ndcg_at_100_std": 0.075798, + "nauc_ndcg_at_100_diff1": 0.815717, + "nauc_ndcg_at_1000_max": 0.523688, + "nauc_ndcg_at_1000_std": 0.075798, + "nauc_ndcg_at_1000_diff1": 0.815717, + "nauc_map_at_1_max": 0.435279, + "nauc_map_at_1_std": -0.024185, + "nauc_map_at_1_diff1": 0.812244, + "nauc_map_at_3_max": 0.525782, + "nauc_map_at_3_std": 0.080302, + "nauc_map_at_3_diff1": 0.817792, + "nauc_map_at_5_max": 0.525782, + "nauc_map_at_5_std": 0.080302, + "nauc_map_at_5_diff1": 0.817792, + "nauc_map_at_10_max": 0.515594, + "nauc_map_at_10_std": 0.063345, + "nauc_map_at_10_diff1": 0.813877, + "nauc_map_at_20_max": 0.513207, + "nauc_map_at_20_std": 0.064308, + "nauc_map_at_20_diff1": 0.815944, + "nauc_map_at_100_max": 0.512851, + "nauc_map_at_100_std": 0.063719, + "nauc_map_at_100_diff1": 0.815905, + "nauc_map_at_1000_max": 0.512851, + "nauc_map_at_1000_std": 0.063719, + "nauc_map_at_1000_diff1": 0.815905, + "nauc_recall_at_1_max": 0.435279, + "nauc_recall_at_1_std": -0.024185, + "nauc_recall_at_1_diff1": 0.812244, + "nauc_recall_at_3_max": 0.918317, + "nauc_recall_at_3_std": 0.511283, + "nauc_recall_at_3_diff1": 0.819448, + "nauc_recall_at_5_max": 0.918317, + "nauc_recall_at_5_std": 0.511283, + "nauc_recall_at_5_diff1": 0.819448, + "nauc_recall_at_10_max": 0.863861, + "nauc_recall_at_10_std": 0.27244, + "nauc_recall_at_10_diff1": 0.69908, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869548, + "nauc_recall_at_20_diff1": 0.869548, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.435279, + "nauc_precision_at_1_std": -0.024185, + "nauc_precision_at_1_diff1": 0.812244, + "nauc_precision_at_3_max": 0.918317, + "nauc_precision_at_3_std": 0.511283, + "nauc_precision_at_3_diff1": 0.819448, + "nauc_precision_at_5_max": 0.918317, + "nauc_precision_at_5_std": 0.511283, + "nauc_precision_at_5_diff1": 0.819448, + "nauc_precision_at_10_max": 0.863861, + "nauc_precision_at_10_std": 0.27244, + "nauc_precision_at_10_diff1": 0.69908, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869548, + "nauc_precision_at_20_diff1": 0.869548, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.435279, + "nauc_mrr_at_1_std": -0.024185, + "nauc_mrr_at_1_diff1": 0.812244, + "nauc_mrr_at_3_max": 0.525782, + "nauc_mrr_at_3_std": 0.080302, + "nauc_mrr_at_3_diff1": 0.817792, + "nauc_mrr_at_5_max": 0.525782, + "nauc_mrr_at_5_std": 0.080302, + "nauc_mrr_at_5_diff1": 0.817792, + "nauc_mrr_at_10_max": 0.515594, + "nauc_mrr_at_10_std": 0.063345, + "nauc_mrr_at_10_diff1": 0.813877, + "nauc_mrr_at_20_max": 0.513207, + "nauc_mrr_at_20_std": 0.064308, + "nauc_mrr_at_20_diff1": 0.815944, + "nauc_mrr_at_100_max": 0.512851, + "nauc_mrr_at_100_std": 0.063719, + "nauc_mrr_at_100_diff1": 0.815905, + "nauc_mrr_at_1000_max": 0.512851, + "nauc_mrr_at_1000_std": 0.063719, + "nauc_mrr_at_1000_diff1": 0.815905, + "main_score": 0.92133, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.80473, + "ndcg_at_3": 0.87527, + "ndcg_at_5": 0.88723, + "ndcg_at_10": 0.89468, + "ndcg_at_20": 0.89617, + "ndcg_at_100": 0.89925, + "ndcg_at_1000": 0.89953, + "map_at_1": 0.80473, + "map_at_3": 0.85865, + "map_at_5": 0.86515, + "map_at_10": 0.86811, + "map_at_20": 0.86852, + "map_at_100": 0.86899, + "map_at_1000": 0.869, + "recall_at_1": 0.80473, + "recall_at_3": 0.92308, + "recall_at_5": 0.95266, + "recall_at_10": 0.97633, + "recall_at_20": 0.98225, + "recall_at_100": 0.99803, + "recall_at_1000": 1.0, + "precision_at_1": 0.80473, + "precision_at_3": 0.30769, + "precision_at_5": 0.19053, + "precision_at_10": 0.09763, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804734, + "mrr_at_3": 0.858646, + "mrr_at_5": 0.865155, + "mrr_at_10": 0.868112, + "mrr_at_20": 0.868516, + "mrr_at_100": 0.868988, + "mrr_at_1000": 0.869004, + "nauc_ndcg_at_1_max": 0.659448, + "nauc_ndcg_at_1_std": 0.137614, + "nauc_ndcg_at_1_diff1": 0.8969, + "nauc_ndcg_at_3_max": 0.749302, + "nauc_ndcg_at_3_std": 0.266909, + "nauc_ndcg_at_3_diff1": 0.865025, + "nauc_ndcg_at_5_max": 0.737295, + "nauc_ndcg_at_5_std": 0.251614, + "nauc_ndcg_at_5_diff1": 0.877213, + "nauc_ndcg_at_10_max": 0.72729, + "nauc_ndcg_at_10_std": 0.236175, + "nauc_ndcg_at_10_diff1": 0.879329, + "nauc_ndcg_at_20_max": 0.723792, + "nauc_ndcg_at_20_std": 0.229245, + "nauc_ndcg_at_20_diff1": 0.878778, + "nauc_ndcg_at_100_max": 0.71723, + "nauc_ndcg_at_100_std": 0.219208, + "nauc_ndcg_at_100_diff1": 0.879401, + "nauc_ndcg_at_1000_max": 0.716399, + "nauc_ndcg_at_1000_std": 0.216914, + "nauc_ndcg_at_1000_diff1": 0.879431, + "nauc_map_at_1_max": 0.659448, + "nauc_map_at_1_std": 0.137614, + "nauc_map_at_1_diff1": 0.8969, + "nauc_map_at_3_max": 0.721636, + "nauc_map_at_3_std": 0.223405, + "nauc_map_at_3_diff1": 0.874061, + "nauc_map_at_5_max": 0.714679, + "nauc_map_at_5_std": 0.214427, + "nauc_map_at_5_diff1": 0.880129, + "nauc_map_at_10_max": 0.710928, + "nauc_map_at_10_std": 0.207862, + "nauc_map_at_10_diff1": 0.880863, + "nauc_map_at_20_max": 0.710098, + "nauc_map_at_20_std": 0.206247, + "nauc_map_at_20_diff1": 0.880729, + "nauc_map_at_100_max": 0.709312, + "nauc_map_at_100_std": 0.205254, + "nauc_map_at_100_diff1": 0.880797, + "nauc_map_at_1000_max": 0.709276, + "nauc_map_at_1000_std": 0.205156, + "nauc_map_at_1000_diff1": 0.880799, + "nauc_recall_at_1_max": 0.659448, + "nauc_recall_at_1_std": 0.137614, + "nauc_recall_at_1_diff1": 0.8969, + "nauc_recall_at_3_max": 0.888183, + "nauc_recall_at_3_std": 0.488134, + "nauc_recall_at_3_diff1": 0.82026, + "nauc_recall_at_5_max": 0.90789, + "nauc_recall_at_5_std": 0.537535, + "nauc_recall_at_5_diff1": 0.860724, + "nauc_recall_at_10_max": 0.944156, + "nauc_recall_at_10_std": 0.636459, + "nauc_recall_at_10_diff1": 0.872967, + "nauc_recall_at_20_max": 0.940075, + "nauc_recall_at_20_std": 0.617463, + "nauc_recall_at_20_diff1": 0.85969, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869195, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659448, + "nauc_precision_at_1_std": 0.137614, + "nauc_precision_at_1_diff1": 0.8969, + "nauc_precision_at_3_max": 0.888183, + "nauc_precision_at_3_std": 0.488134, + "nauc_precision_at_3_diff1": 0.82026, + "nauc_precision_at_5_max": 0.90789, + "nauc_precision_at_5_std": 0.537535, + "nauc_precision_at_5_diff1": 0.860724, + "nauc_precision_at_10_max": 0.944156, + "nauc_precision_at_10_std": 0.636459, + "nauc_precision_at_10_diff1": 0.872967, + "nauc_precision_at_20_max": 0.940075, + "nauc_precision_at_20_std": 0.617463, + "nauc_precision_at_20_diff1": 0.85969, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869195, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.659448, + "nauc_mrr_at_1_std": 0.137614, + "nauc_mrr_at_1_diff1": 0.8969, + "nauc_mrr_at_3_max": 0.721636, + "nauc_mrr_at_3_std": 0.223405, + "nauc_mrr_at_3_diff1": 0.874061, + "nauc_mrr_at_5_max": 0.714679, + "nauc_mrr_at_5_std": 0.214427, + "nauc_mrr_at_5_diff1": 0.880129, + "nauc_mrr_at_10_max": 0.710928, + "nauc_mrr_at_10_std": 0.207862, + "nauc_mrr_at_10_diff1": 0.880863, + "nauc_mrr_at_20_max": 0.710098, + "nauc_mrr_at_20_std": 0.206247, + "nauc_mrr_at_20_diff1": 0.880729, + "nauc_mrr_at_100_max": 0.709312, + "nauc_mrr_at_100_std": 0.205254, + "nauc_mrr_at_100_diff1": 0.880797, + "nauc_mrr_at_1000_max": 0.709276, + "nauc_mrr_at_1000_std": 0.205156, + "nauc_mrr_at_1000_diff1": 0.880799, + "main_score": 0.89468, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82888, + "ndcg_at_3": 0.88878, + "ndcg_at_5": 0.89085, + "ndcg_at_10": 0.89767, + "ndcg_at_20": 0.90408, + "ndcg_at_100": 0.90697, + "ndcg_at_1000": 0.90697, + "map_at_1": 0.82888, + "map_at_3": 0.87433, + "map_at_5": 0.8754, + "map_at_10": 0.87816, + "map_at_20": 0.87974, + "map_at_100": 0.88011, + "map_at_1000": 0.88011, + "recall_at_1": 0.82888, + "recall_at_3": 0.93048, + "recall_at_5": 0.93583, + "recall_at_10": 0.95722, + "recall_at_20": 0.98396, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.82888, + "precision_at_3": 0.31016, + "precision_at_5": 0.18717, + "precision_at_10": 0.09572, + "precision_at_20": 0.0492, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828877, + "mrr_at_3": 0.874332, + "mrr_at_5": 0.875401, + "mrr_at_10": 0.878164, + "mrr_at_20": 0.879741, + "mrr_at_100": 0.880106, + "mrr_at_1000": 0.880106, + "nauc_ndcg_at_1_max": 0.597524, + "nauc_ndcg_at_1_std": 0.327947, + "nauc_ndcg_at_1_diff1": 0.805592, + "nauc_ndcg_at_3_max": 0.741477, + "nauc_ndcg_at_3_std": 0.540339, + "nauc_ndcg_at_3_diff1": 0.821372, + "nauc_ndcg_at_5_max": 0.736422, + "nauc_ndcg_at_5_std": 0.53678, + "nauc_ndcg_at_5_diff1": 0.82044, + "nauc_ndcg_at_10_max": 0.725499, + "nauc_ndcg_at_10_std": 0.521123, + "nauc_ndcg_at_10_diff1": 0.825332, + "nauc_ndcg_at_20_max": 0.708221, + "nauc_ndcg_at_20_std": 0.495693, + "nauc_ndcg_at_20_diff1": 0.822809, + "nauc_ndcg_at_100_max": 0.701559, + "nauc_ndcg_at_100_std": 0.479435, + "nauc_ndcg_at_100_diff1": 0.818306, + "nauc_ndcg_at_1000_max": 0.701559, + "nauc_ndcg_at_1000_std": 0.479435, + "nauc_ndcg_at_1000_diff1": 0.818306, + "nauc_map_at_1_max": 0.597524, + "nauc_map_at_1_std": 0.327947, + "nauc_map_at_1_diff1": 0.805592, + "nauc_map_at_3_max": 0.701408, + "nauc_map_at_3_std": 0.475027, + "nauc_map_at_3_diff1": 0.815528, + "nauc_map_at_5_max": 0.698748, + "nauc_map_at_5_std": 0.472823, + "nauc_map_at_5_diff1": 0.815051, + "nauc_map_at_10_max": 0.694228, + "nauc_map_at_10_std": 0.466173, + "nauc_map_at_10_diff1": 0.816609, + "nauc_map_at_20_max": 0.690362, + "nauc_map_at_20_std": 0.460521, + "nauc_map_at_20_diff1": 0.816113, + "nauc_map_at_100_max": 0.689638, + "nauc_map_at_100_std": 0.458817, + "nauc_map_at_100_diff1": 0.815602, + "nauc_map_at_1000_max": 0.689638, + "nauc_map_at_1000_std": 0.458817, + "nauc_map_at_1000_diff1": 0.815602, + "nauc_recall_at_1_max": 0.597524, + "nauc_recall_at_1_std": 0.327947, + "nauc_recall_at_1_diff1": 0.805592, + "nauc_recall_at_3_max": 0.938352, + "nauc_recall_at_3_std": 0.866404, + "nauc_recall_at_3_diff1": 0.851294, + "nauc_recall_at_5_max": 0.933214, + "nauc_recall_at_5_std": 0.878406, + "nauc_recall_at_5_diff1": 0.849815, + "nauc_recall_at_10_max": 0.950893, + "nauc_recall_at_10_std": 0.93256, + "nauc_recall_at_10_diff1": 0.899821, + "nauc_recall_at_20_max": 0.912698, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.956349, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.597524, + "nauc_precision_at_1_std": 0.327947, + "nauc_precision_at_1_diff1": 0.805592, + "nauc_precision_at_3_max": 0.938352, + "nauc_precision_at_3_std": 0.866404, + "nauc_precision_at_3_diff1": 0.851294, + "nauc_precision_at_5_max": 0.933214, + "nauc_precision_at_5_std": 0.878406, + "nauc_precision_at_5_diff1": 0.849815, + "nauc_precision_at_10_max": 0.950893, + "nauc_precision_at_10_std": 0.93256, + "nauc_precision_at_10_diff1": 0.899821, + "nauc_precision_at_20_max": 0.912698, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.956349, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.597524, + "nauc_mrr_at_1_std": 0.327947, + "nauc_mrr_at_1_diff1": 0.805592, + "nauc_mrr_at_3_max": 0.701408, + "nauc_mrr_at_3_std": 0.475027, + "nauc_mrr_at_3_diff1": 0.815528, + "nauc_mrr_at_5_max": 0.698748, + "nauc_mrr_at_5_std": 0.472823, + "nauc_mrr_at_5_diff1": 0.815051, + "nauc_mrr_at_10_max": 0.694228, + "nauc_mrr_at_10_std": 0.466173, + "nauc_mrr_at_10_diff1": 0.816609, + "nauc_mrr_at_20_max": 0.690362, + "nauc_mrr_at_20_std": 0.460521, + "nauc_mrr_at_20_diff1": 0.816113, + "nauc_mrr_at_100_max": 0.689638, + "nauc_mrr_at_100_std": 0.458817, + "nauc_mrr_at_100_diff1": 0.815602, + "nauc_mrr_at_1000_max": 0.689638, + "nauc_mrr_at_1000_std": 0.458817, + "nauc_mrr_at_1000_diff1": 0.815602, + "main_score": 0.89767, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.77318, + "ndcg_at_3": 0.84263, + "ndcg_at_5": 0.85426, + "ndcg_at_10": 0.85832, + "ndcg_at_20": 0.86491, + "ndcg_at_100": 0.87129, + "ndcg_at_1000": 0.87234, + "map_at_1": 0.77318, + "map_at_3": 0.82512, + "map_at_5": 0.83172, + "map_at_10": 0.83354, + "map_at_20": 0.8354, + "map_at_100": 0.83634, + "map_at_1000": 0.83639, + "recall_at_1": 0.77318, + "recall_at_3": 0.89349, + "recall_at_5": 0.9211, + "recall_at_10": 0.93294, + "recall_at_20": 0.95858, + "recall_at_100": 0.99211, + "recall_at_1000": 1.0, + "precision_at_1": 0.77318, + "precision_at_3": 0.29783, + "precision_at_5": 0.18422, + "precision_at_10": 0.09329, + "precision_at_20": 0.04793, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.773176, + "mrr_at_3": 0.825115, + "mrr_at_5": 0.831723, + "mrr_at_10": 0.833538, + "mrr_at_20": 0.8354, + "mrr_at_100": 0.836341, + "mrr_at_1000": 0.836385, + "nauc_ndcg_at_1_max": 0.639349, + "nauc_ndcg_at_1_std": -0.001083, + "nauc_ndcg_at_1_diff1": 0.890181, + "nauc_ndcg_at_3_max": 0.731128, + "nauc_ndcg_at_3_std": 0.08423, + "nauc_ndcg_at_3_diff1": 0.874024, + "nauc_ndcg_at_5_max": 0.736092, + "nauc_ndcg_at_5_std": 0.118058, + "nauc_ndcg_at_5_diff1": 0.874787, + "nauc_ndcg_at_10_max": 0.73011, + "nauc_ndcg_at_10_std": 0.110817, + "nauc_ndcg_at_10_diff1": 0.878149, + "nauc_ndcg_at_20_max": 0.722421, + "nauc_ndcg_at_20_std": 0.101695, + "nauc_ndcg_at_20_diff1": 0.878888, + "nauc_ndcg_at_100_max": 0.715589, + "nauc_ndcg_at_100_std": 0.087479, + "nauc_ndcg_at_100_diff1": 0.881265, + "nauc_ndcg_at_1000_max": 0.713083, + "nauc_ndcg_at_1000_std": 0.083617, + "nauc_ndcg_at_1000_diff1": 0.880822, + "nauc_map_at_1_max": 0.639349, + "nauc_map_at_1_std": -0.001083, + "nauc_map_at_1_diff1": 0.890181, + "nauc_map_at_3_max": 0.707507, + "nauc_map_at_3_std": 0.058901, + "nauc_map_at_3_diff1": 0.879637, + "nauc_map_at_5_max": 0.709032, + "nauc_map_at_5_std": 0.074186, + "nauc_map_at_5_diff1": 0.880285, + "nauc_map_at_10_max": 0.706454, + "nauc_map_at_10_std": 0.070777, + "nauc_map_at_10_diff1": 0.881623, + "nauc_map_at_20_max": 0.704395, + "nauc_map_at_20_std": 0.068734, + "nauc_map_at_20_diff1": 0.881776, + "nauc_map_at_100_max": 0.703526, + "nauc_map_at_100_std": 0.067487, + "nauc_map_at_100_diff1": 0.882074, + "nauc_map_at_1000_max": 0.703438, + "nauc_map_at_1000_std": 0.067345, + "nauc_map_at_1000_diff1": 0.882063, + "nauc_recall_at_1_max": 0.639349, + "nauc_recall_at_1_std": -0.001083, + "nauc_recall_at_1_diff1": 0.890181, + "nauc_recall_at_3_max": 0.83352, + "nauc_recall_at_3_std": 0.196573, + "nauc_recall_at_3_diff1": 0.848598, + "nauc_recall_at_5_max": 0.888638, + "nauc_recall_at_5_std": 0.378422, + "nauc_recall_at_5_diff1": 0.842774, + "nauc_recall_at_10_max": 0.880528, + "nauc_recall_at_10_std": 0.38393, + "nauc_recall_at_10_diff1": 0.856705, + "nauc_recall_at_20_max": 0.881507, + "nauc_recall_at_20_std": 0.4291, + "nauc_recall_at_20_diff1": 0.853814, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.517956, + "nauc_recall_at_100_diff1": 0.934598, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.639349, + "nauc_precision_at_1_std": -0.001083, + "nauc_precision_at_1_diff1": 0.890181, + "nauc_precision_at_3_max": 0.83352, + "nauc_precision_at_3_std": 0.196573, + "nauc_precision_at_3_diff1": 0.848598, + "nauc_precision_at_5_max": 0.888638, + "nauc_precision_at_5_std": 0.378422, + "nauc_precision_at_5_diff1": 0.842774, + "nauc_precision_at_10_max": 0.880528, + "nauc_precision_at_10_std": 0.38393, + "nauc_precision_at_10_diff1": 0.856705, + "nauc_precision_at_20_max": 0.881507, + "nauc_precision_at_20_std": 0.4291, + "nauc_precision_at_20_diff1": 0.853814, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.517956, + "nauc_precision_at_100_diff1": 0.934598, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.639349, + "nauc_mrr_at_1_std": -0.001083, + "nauc_mrr_at_1_diff1": 0.890181, + "nauc_mrr_at_3_max": 0.707507, + "nauc_mrr_at_3_std": 0.058901, + "nauc_mrr_at_3_diff1": 0.879637, + "nauc_mrr_at_5_max": 0.709032, + "nauc_mrr_at_5_std": 0.074186, + "nauc_mrr_at_5_diff1": 0.880285, + "nauc_mrr_at_10_max": 0.706454, + "nauc_mrr_at_10_std": 0.070777, + "nauc_mrr_at_10_diff1": 0.881623, + "nauc_mrr_at_20_max": 0.704395, + "nauc_mrr_at_20_std": 0.068734, + "nauc_mrr_at_20_diff1": 0.881776, + "nauc_mrr_at_100_max": 0.703526, + "nauc_mrr_at_100_std": 0.067487, + "nauc_mrr_at_100_diff1": 0.882074, + "nauc_mrr_at_1000_max": 0.703438, + "nauc_mrr_at_1000_std": 0.067345, + "nauc_mrr_at_1000_diff1": 0.882063, + "main_score": 0.85832, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.79661, + "ndcg_at_3": 0.84638, + "ndcg_at_5": 0.8651, + "ndcg_at_10": 0.87826, + "ndcg_at_20": 0.87979, + "ndcg_at_100": 0.8851, + "ndcg_at_1000": 0.8851, + "map_at_1": 0.79661, + "map_at_3": 0.83427, + "map_at_5": 0.84473, + "map_at_10": 0.85037, + "map_at_20": 0.85084, + "map_at_100": 0.85161, + "map_at_1000": 0.85161, + "recall_at_1": 0.79661, + "recall_at_3": 0.88136, + "recall_at_5": 0.92655, + "recall_at_10": 0.9661, + "recall_at_20": 0.97175, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.79661, + "precision_at_3": 0.29379, + "precision_at_5": 0.18531, + "precision_at_10": 0.09661, + "precision_at_20": 0.04859, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.79661, + "mrr_at_3": 0.834275, + "mrr_at_5": 0.844727, + "mrr_at_10": 0.850365, + "mrr_at_20": 0.850836, + "mrr_at_100": 0.851606, + "mrr_at_1000": 0.851606, + "nauc_ndcg_at_1_max": 0.696423, + "nauc_ndcg_at_1_std": 0.376283, + "nauc_ndcg_at_1_diff1": 0.888695, + "nauc_ndcg_at_3_max": 0.778958, + "nauc_ndcg_at_3_std": 0.471225, + "nauc_ndcg_at_3_diff1": 0.865632, + "nauc_ndcg_at_5_max": 0.760345, + "nauc_ndcg_at_5_std": 0.452144, + "nauc_ndcg_at_5_diff1": 0.860253, + "nauc_ndcg_at_10_max": 0.759165, + "nauc_ndcg_at_10_std": 0.48015, + "nauc_ndcg_at_10_diff1": 0.859971, + "nauc_ndcg_at_20_max": 0.755941, + "nauc_ndcg_at_20_std": 0.473192, + "nauc_ndcg_at_20_diff1": 0.861813, + "nauc_ndcg_at_100_max": 0.753625, + "nauc_ndcg_at_100_std": 0.4554, + "nauc_ndcg_at_100_diff1": 0.868545, + "nauc_ndcg_at_1000_max": 0.753625, + "nauc_ndcg_at_1000_std": 0.4554, + "nauc_ndcg_at_1000_diff1": 0.868545, + "nauc_map_at_1_max": 0.696423, + "nauc_map_at_1_std": 0.376283, + "nauc_map_at_1_diff1": 0.888695, + "nauc_map_at_3_max": 0.761072, + "nauc_map_at_3_std": 0.450614, + "nauc_map_at_3_diff1": 0.872904, + "nauc_map_at_5_max": 0.751033, + "nauc_map_at_5_std": 0.440777, + "nauc_map_at_5_diff1": 0.870792, + "nauc_map_at_10_max": 0.750458, + "nauc_map_at_10_std": 0.449664, + "nauc_map_at_10_diff1": 0.871207, + "nauc_map_at_20_max": 0.749624, + "nauc_map_at_20_std": 0.447826, + "nauc_map_at_20_diff1": 0.871704, + "nauc_map_at_100_max": 0.749321, + "nauc_map_at_100_std": 0.445645, + "nauc_map_at_100_diff1": 0.872424, + "nauc_map_at_1000_max": 0.749321, + "nauc_map_at_1000_std": 0.445645, + "nauc_map_at_1000_diff1": 0.872424, + "nauc_recall_at_1_max": 0.696423, + "nauc_recall_at_1_std": 0.376283, + "nauc_recall_at_1_diff1": 0.888695, + "nauc_recall_at_3_max": 0.845126, + "nauc_recall_at_3_std": 0.547498, + "nauc_recall_at_3_diff1": 0.837036, + "nauc_recall_at_5_max": 0.802896, + "nauc_recall_at_5_std": 0.5041, + "nauc_recall_at_5_diff1": 0.797303, + "nauc_recall_at_10_max": 0.835819, + "nauc_recall_at_10_std": 0.861195, + "nauc_recall_at_10_diff1": 0.718842, + "nauc_recall_at_20_max": 0.802983, + "nauc_recall_at_20_std": 0.833434, + "nauc_recall_at_20_diff1": 0.718132, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696423, + "nauc_precision_at_1_std": 0.376283, + "nauc_precision_at_1_diff1": 0.888695, + "nauc_precision_at_3_max": 0.845126, + "nauc_precision_at_3_std": 0.547498, + "nauc_precision_at_3_diff1": 0.837036, + "nauc_precision_at_5_max": 0.802896, + "nauc_precision_at_5_std": 0.5041, + "nauc_precision_at_5_diff1": 0.797303, + "nauc_precision_at_10_max": 0.835819, + "nauc_precision_at_10_std": 0.861195, + "nauc_precision_at_10_diff1": 0.718842, + "nauc_precision_at_20_max": 0.802983, + "nauc_precision_at_20_std": 0.833434, + "nauc_precision_at_20_diff1": 0.718132, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.696423, + "nauc_mrr_at_1_std": 0.376283, + "nauc_mrr_at_1_diff1": 0.888695, + "nauc_mrr_at_3_max": 0.761072, + "nauc_mrr_at_3_std": 0.450614, + "nauc_mrr_at_3_diff1": 0.872904, + "nauc_mrr_at_5_max": 0.751033, + "nauc_mrr_at_5_std": 0.440777, + "nauc_mrr_at_5_diff1": 0.870792, + "nauc_mrr_at_10_max": 0.750458, + "nauc_mrr_at_10_std": 0.449664, + "nauc_mrr_at_10_diff1": 0.871207, + "nauc_mrr_at_20_max": 0.749624, + "nauc_mrr_at_20_std": 0.447826, + "nauc_mrr_at_20_diff1": 0.871704, + "nauc_mrr_at_100_max": 0.749321, + "nauc_mrr_at_100_std": 0.445645, + "nauc_mrr_at_100_diff1": 0.872424, + "nauc_mrr_at_1000_max": 0.749321, + "nauc_mrr_at_1000_std": 0.445645, + "nauc_mrr_at_1000_diff1": 0.872424, + "main_score": 0.87826, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.8836, + "ndcg_at_3": 0.90627, + "ndcg_at_5": 0.91697, + "ndcg_at_10": 0.9238, + "ndcg_at_20": 0.9279, + "ndcg_at_100": 0.92999, + "ndcg_at_1000": 0.93077, + "map_at_1": 0.8836, + "map_at_3": 0.90123, + "map_at_5": 0.90705, + "map_at_10": 0.90987, + "map_at_20": 0.91103, + "map_at_100": 0.91136, + "map_at_1000": 0.91141, + "recall_at_1": 0.8836, + "recall_at_3": 0.92063, + "recall_at_5": 0.94709, + "recall_at_10": 0.96825, + "recall_at_20": 0.98413, + "recall_at_100": 0.99471, + "recall_at_1000": 1.0, + "precision_at_1": 0.8836, + "precision_at_3": 0.30688, + "precision_at_5": 0.18942, + "precision_at_10": 0.09683, + "precision_at_20": 0.04921, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883598, + "mrr_at_3": 0.901235, + "mrr_at_5": 0.907055, + "mrr_at_10": 0.909868, + "mrr_at_20": 0.911033, + "mrr_at_100": 0.911359, + "mrr_at_1000": 0.911407, + "nauc_ndcg_at_1_max": 0.670409, + "nauc_ndcg_at_1_std": 0.243512, + "nauc_ndcg_at_1_diff1": 0.884729, + "nauc_ndcg_at_3_max": 0.692676, + "nauc_ndcg_at_3_std": 0.268685, + "nauc_ndcg_at_3_diff1": 0.889543, + "nauc_ndcg_at_5_max": 0.677446, + "nauc_ndcg_at_5_std": 0.204802, + "nauc_ndcg_at_5_diff1": 0.888934, + "nauc_ndcg_at_10_max": 0.727891, + "nauc_ndcg_at_10_std": 0.319338, + "nauc_ndcg_at_10_diff1": 0.89232, + "nauc_ndcg_at_20_max": 0.712279, + "nauc_ndcg_at_20_std": 0.291082, + "nauc_ndcg_at_20_diff1": 0.891273, + "nauc_ndcg_at_100_max": 0.703596, + "nauc_ndcg_at_100_std": 0.269688, + "nauc_ndcg_at_100_diff1": 0.892241, + "nauc_ndcg_at_1000_max": 0.700218, + "nauc_ndcg_at_1000_std": 0.266453, + "nauc_ndcg_at_1000_diff1": 0.891013, + "nauc_map_at_1_max": 0.670409, + "nauc_map_at_1_std": 0.243512, + "nauc_map_at_1_diff1": 0.884729, + "nauc_map_at_3_max": 0.686126, + "nauc_map_at_3_std": 0.259752, + "nauc_map_at_3_diff1": 0.888751, + "nauc_map_at_5_max": 0.679102, + "nauc_map_at_5_std": 0.228703, + "nauc_map_at_5_diff1": 0.888483, + "nauc_map_at_10_max": 0.698501, + "nauc_map_at_10_std": 0.268511, + "nauc_map_at_10_diff1": 0.890072, + "nauc_map_at_20_max": 0.694508, + "nauc_map_at_20_std": 0.261391, + "nauc_map_at_20_diff1": 0.889857, + "nauc_map_at_100_max": 0.693371, + "nauc_map_at_100_std": 0.25864, + "nauc_map_at_100_diff1": 0.889988, + "nauc_map_at_1000_max": 0.693201, + "nauc_map_at_1000_std": 0.258477, + "nauc_map_at_1000_diff1": 0.889927, + "nauc_recall_at_1_max": 0.670409, + "nauc_recall_at_1_std": 0.243512, + "nauc_recall_at_1_diff1": 0.884729, + "nauc_recall_at_3_max": 0.716087, + "nauc_recall_at_3_std": 0.301362, + "nauc_recall_at_3_diff1": 0.892072, + "nauc_recall_at_5_max": 0.663431, + "nauc_recall_at_5_std": 0.06758, + "nauc_recall_at_5_diff1": 0.890426, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.8329, + "nauc_recall_at_10_diff1": 0.91006, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.851167, + "nauc_recall_at_20_diff1": 0.907317, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.553501, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.670409, + "nauc_precision_at_1_std": 0.243512, + "nauc_precision_at_1_diff1": 0.884729, + "nauc_precision_at_3_max": 0.716087, + "nauc_precision_at_3_std": 0.301362, + "nauc_precision_at_3_diff1": 0.892072, + "nauc_precision_at_5_max": 0.663431, + "nauc_precision_at_5_std": 0.06758, + "nauc_precision_at_5_diff1": 0.890426, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.8329, + "nauc_precision_at_10_diff1": 0.91006, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.851167, + "nauc_precision_at_20_diff1": 0.907317, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.553501, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.670409, + "nauc_mrr_at_1_std": 0.243512, + "nauc_mrr_at_1_diff1": 0.884729, + "nauc_mrr_at_3_max": 0.686126, + "nauc_mrr_at_3_std": 0.259752, + "nauc_mrr_at_3_diff1": 0.888751, + "nauc_mrr_at_5_max": 0.679102, + "nauc_mrr_at_5_std": 0.228703, + "nauc_mrr_at_5_diff1": 0.888483, + "nauc_mrr_at_10_max": 0.698501, + "nauc_mrr_at_10_std": 0.268511, + "nauc_mrr_at_10_diff1": 0.890072, + "nauc_mrr_at_20_max": 0.694508, + "nauc_mrr_at_20_std": 0.261391, + "nauc_mrr_at_20_diff1": 0.889857, + "nauc_mrr_at_100_max": 0.693371, + "nauc_mrr_at_100_std": 0.25864, + "nauc_mrr_at_100_diff1": 0.889988, + "nauc_mrr_at_1000_max": 0.693201, + "nauc_mrr_at_1000_std": 0.258477, + "nauc_mrr_at_1000_diff1": 0.889927, + "main_score": 0.9238, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.76687, + "ndcg_at_3": 0.84334, + "ndcg_at_5": 0.85364, + "ndcg_at_10": 0.86994, + "ndcg_at_20": 0.87317, + "ndcg_at_100": 0.87647, + "ndcg_at_1000": 0.87647, + "map_at_1": 0.76687, + "map_at_3": 0.82515, + "map_at_5": 0.83098, + "map_at_10": 0.83797, + "map_at_20": 0.83891, + "map_at_100": 0.83931, + "map_at_1000": 0.83931, + "recall_at_1": 0.76687, + "recall_at_3": 0.89571, + "recall_at_5": 0.92025, + "recall_at_10": 0.96933, + "recall_at_20": 0.9816, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76687, + "precision_at_3": 0.29857, + "precision_at_5": 0.18405, + "precision_at_10": 0.09693, + "precision_at_20": 0.04908, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.766871, + "mrr_at_3": 0.825153, + "mrr_at_5": 0.830982, + "mrr_at_10": 0.837969, + "mrr_at_20": 0.838912, + "mrr_at_100": 0.839308, + "mrr_at_1000": 0.839308, + "nauc_ndcg_at_1_max": 0.57365, + "nauc_ndcg_at_1_std": 0.382001, + "nauc_ndcg_at_1_diff1": 0.857705, + "nauc_ndcg_at_3_max": 0.697952, + "nauc_ndcg_at_3_std": 0.5337, + "nauc_ndcg_at_3_diff1": 0.805657, + "nauc_ndcg_at_5_max": 0.68083, + "nauc_ndcg_at_5_std": 0.521548, + "nauc_ndcg_at_5_diff1": 0.804918, + "nauc_ndcg_at_10_max": 0.671389, + "nauc_ndcg_at_10_std": 0.495699, + "nauc_ndcg_at_10_diff1": 0.83879, + "nauc_ndcg_at_20_max": 0.664189, + "nauc_ndcg_at_20_std": 0.495705, + "nauc_ndcg_at_20_diff1": 0.834383, + "nauc_ndcg_at_100_max": 0.656982, + "nauc_ndcg_at_100_std": 0.482434, + "nauc_ndcg_at_100_diff1": 0.830896, + "nauc_ndcg_at_1000_max": 0.656982, + "nauc_ndcg_at_1000_std": 0.482434, + "nauc_ndcg_at_1000_diff1": 0.830896, + "nauc_map_at_1_max": 0.57365, + "nauc_map_at_1_std": 0.382001, + "nauc_map_at_1_diff1": 0.857705, + "nauc_map_at_3_max": 0.66424, + "nauc_map_at_3_std": 0.490148, + "nauc_map_at_3_diff1": 0.819817, + "nauc_map_at_5_max": 0.654495, + "nauc_map_at_5_std": 0.48243, + "nauc_map_at_5_diff1": 0.820011, + "nauc_map_at_10_max": 0.650554, + "nauc_map_at_10_std": 0.471852, + "nauc_map_at_10_diff1": 0.833021, + "nauc_map_at_20_max": 0.648754, + "nauc_map_at_20_std": 0.471702, + "nauc_map_at_20_diff1": 0.831964, + "nauc_map_at_100_max": 0.648037, + "nauc_map_at_100_std": 0.470414, + "nauc_map_at_100_diff1": 0.831644, + "nauc_map_at_1000_max": 0.648037, + "nauc_map_at_1000_std": 0.470414, + "nauc_map_at_1000_diff1": 0.831644, + "nauc_recall_at_1_max": 0.57365, + "nauc_recall_at_1_std": 0.382001, + "nauc_recall_at_1_diff1": 0.857705, + "nauc_recall_at_3_max": 0.847406, + "nauc_recall_at_3_std": 0.728589, + "nauc_recall_at_3_diff1": 0.742847, + "nauc_recall_at_5_max": 0.822055, + "nauc_recall_at_5_std": 0.737826, + "nauc_recall_at_5_diff1": 0.720695, + "nauc_recall_at_10_max": 0.921729, + "nauc_recall_at_10_std": 0.772099, + "nauc_recall_at_10_diff1": 0.97391, + "nauc_recall_at_20_max": 0.913032, + "nauc_recall_at_20_std": 0.956516, + "nauc_recall_at_20_diff1": 0.956516, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.57365, + "nauc_precision_at_1_std": 0.382001, + "nauc_precision_at_1_diff1": 0.857705, + "nauc_precision_at_3_max": 0.847406, + "nauc_precision_at_3_std": 0.728589, + "nauc_precision_at_3_diff1": 0.742847, + "nauc_precision_at_5_max": 0.822055, + "nauc_precision_at_5_std": 0.737826, + "nauc_precision_at_5_diff1": 0.720695, + "nauc_precision_at_10_max": 0.921729, + "nauc_precision_at_10_std": 0.772099, + "nauc_precision_at_10_diff1": 0.97391, + "nauc_precision_at_20_max": 0.913032, + "nauc_precision_at_20_std": 0.956516, + "nauc_precision_at_20_diff1": 0.956516, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.57365, + "nauc_mrr_at_1_std": 0.382001, + "nauc_mrr_at_1_diff1": 0.857705, + "nauc_mrr_at_3_max": 0.66424, + "nauc_mrr_at_3_std": 0.490148, + "nauc_mrr_at_3_diff1": 0.819817, + "nauc_mrr_at_5_max": 0.654495, + "nauc_mrr_at_5_std": 0.48243, + "nauc_mrr_at_5_diff1": 0.820011, + "nauc_mrr_at_10_max": 0.650554, + "nauc_mrr_at_10_std": 0.471852, + "nauc_mrr_at_10_diff1": 0.833021, + "nauc_mrr_at_20_max": 0.648754, + "nauc_mrr_at_20_std": 0.471702, + "nauc_mrr_at_20_diff1": 0.831964, + "nauc_mrr_at_100_max": 0.648037, + "nauc_mrr_at_100_std": 0.470414, + "nauc_mrr_at_100_diff1": 0.831644, + "nauc_mrr_at_1000_max": 0.648037, + "nauc_mrr_at_1000_std": 0.470414, + "nauc_mrr_at_1000_diff1": 0.831644, + "main_score": 0.86994, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.76923, + "ndcg_at_3": 0.83902, + "ndcg_at_5": 0.85984, + "ndcg_at_10": 0.86695, + "ndcg_at_20": 0.87238, + "ndcg_at_100": 0.87559, + "ndcg_at_1000": 0.87559, + "map_at_1": 0.76923, + "map_at_3": 0.82143, + "map_at_5": 0.83324, + "map_at_10": 0.83618, + "map_at_20": 0.83761, + "map_at_100": 0.83813, + "map_at_1000": 0.83813, + "recall_at_1": 0.76923, + "recall_at_3": 0.89011, + "recall_at_5": 0.93956, + "recall_at_10": 0.96154, + "recall_at_20": 0.98352, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76923, + "precision_at_3": 0.2967, + "precision_at_5": 0.18791, + "precision_at_10": 0.09615, + "precision_at_20": 0.04918, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.769231, + "mrr_at_3": 0.821429, + "mrr_at_5": 0.833242, + "mrr_at_10": 0.836179, + "mrr_at_20": 0.837608, + "mrr_at_100": 0.838133, + "mrr_at_1000": 0.838133, + "nauc_ndcg_at_1_max": 0.565987, + "nauc_ndcg_at_1_std": 0.061835, + "nauc_ndcg_at_1_diff1": 0.821217, + "nauc_ndcg_at_3_max": 0.627156, + "nauc_ndcg_at_3_std": 0.188521, + "nauc_ndcg_at_3_diff1": 0.787436, + "nauc_ndcg_at_5_max": 0.662302, + "nauc_ndcg_at_5_std": 0.20557, + "nauc_ndcg_at_5_diff1": 0.828303, + "nauc_ndcg_at_10_max": 0.648681, + "nauc_ndcg_at_10_std": 0.175298, + "nauc_ndcg_at_10_diff1": 0.821997, + "nauc_ndcg_at_20_max": 0.639074, + "nauc_ndcg_at_20_std": 0.175263, + "nauc_ndcg_at_20_diff1": 0.822958, + "nauc_ndcg_at_100_max": 0.629001, + "nauc_ndcg_at_100_std": 0.152246, + "nauc_ndcg_at_100_diff1": 0.818968, + "nauc_ndcg_at_1000_max": 0.629001, + "nauc_ndcg_at_1000_std": 0.152246, + "nauc_ndcg_at_1000_diff1": 0.818968, + "nauc_map_at_1_max": 0.565987, + "nauc_map_at_1_std": 0.061835, + "nauc_map_at_1_diff1": 0.821217, + "nauc_map_at_3_max": 0.613078, + "nauc_map_at_3_std": 0.14805, + "nauc_map_at_3_diff1": 0.800243, + "nauc_map_at_5_max": 0.628982, + "nauc_map_at_5_std": 0.151431, + "nauc_map_at_5_diff1": 0.821447, + "nauc_map_at_10_max": 0.623694, + "nauc_map_at_10_std": 0.139589, + "nauc_map_at_10_diff1": 0.818988, + "nauc_map_at_20_max": 0.6216, + "nauc_map_at_20_std": 0.14047, + "nauc_map_at_20_diff1": 0.818982, + "nauc_map_at_100_max": 0.620273, + "nauc_map_at_100_std": 0.137454, + "nauc_map_at_100_diff1": 0.818399, + "nauc_map_at_1000_max": 0.620273, + "nauc_map_at_1000_std": 0.137454, + "nauc_map_at_1000_diff1": 0.818399, + "nauc_recall_at_1_max": 0.565987, + "nauc_recall_at_1_std": 0.061835, + "nauc_recall_at_1_diff1": 0.821217, + "nauc_recall_at_3_max": 0.686404, + "nauc_recall_at_3_std": 0.368274, + "nauc_recall_at_3_diff1": 0.729344, + "nauc_recall_at_5_max": 0.91399, + "nauc_recall_at_5_std": 0.618062, + "nauc_recall_at_5_diff1": 0.887325, + "nauc_recall_at_10_max": 0.923095, + "nauc_recall_at_10_std": 0.564778, + "nauc_recall_at_10_diff1": 0.862542, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.95648, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.565987, + "nauc_precision_at_1_std": 0.061835, + "nauc_precision_at_1_diff1": 0.821217, + "nauc_precision_at_3_max": 0.686404, + "nauc_precision_at_3_std": 0.368274, + "nauc_precision_at_3_diff1": 0.729344, + "nauc_precision_at_5_max": 0.91399, + "nauc_precision_at_5_std": 0.618062, + "nauc_precision_at_5_diff1": 0.887325, + "nauc_precision_at_10_max": 0.923095, + "nauc_precision_at_10_std": 0.564778, + "nauc_precision_at_10_diff1": 0.862542, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.95648, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.565987, + "nauc_mrr_at_1_std": 0.061835, + "nauc_mrr_at_1_diff1": 0.821217, + "nauc_mrr_at_3_max": 0.613078, + "nauc_mrr_at_3_std": 0.14805, + "nauc_mrr_at_3_diff1": 0.800243, + "nauc_mrr_at_5_max": 0.628982, + "nauc_mrr_at_5_std": 0.151431, + "nauc_mrr_at_5_diff1": 0.821447, + "nauc_mrr_at_10_max": 0.623694, + "nauc_mrr_at_10_std": 0.139589, + "nauc_mrr_at_10_diff1": 0.818988, + "nauc_mrr_at_20_max": 0.6216, + "nauc_mrr_at_20_std": 0.14047, + "nauc_mrr_at_20_diff1": 0.818982, + "nauc_mrr_at_100_max": 0.620273, + "nauc_mrr_at_100_std": 0.137454, + "nauc_mrr_at_100_diff1": 0.818399, + "nauc_mrr_at_1000_max": 0.620273, + "nauc_mrr_at_1000_std": 0.137454, + "nauc_mrr_at_1000_diff1": 0.818399, + "main_score": 0.86695, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.78474, + "ndcg_at_3": 0.85004, + "ndcg_at_5": 0.86553, + "ndcg_at_10": 0.87495, + "ndcg_at_20": 0.87949, + "ndcg_at_100": 0.88175, + "ndcg_at_1000": 0.8831, + "map_at_1": 0.78474, + "map_at_3": 0.83464, + "map_at_5": 0.84335, + "map_at_10": 0.84718, + "map_at_20": 0.84848, + "map_at_100": 0.84882, + "map_at_1000": 0.84889, + "recall_at_1": 0.78474, + "recall_at_3": 0.89432, + "recall_at_5": 0.93151, + "recall_at_10": 0.96086, + "recall_at_20": 0.97847, + "recall_at_100": 0.99022, + "recall_at_1000": 1.0, + "precision_at_1": 0.78474, + "precision_at_3": 0.29811, + "precision_at_5": 0.1863, + "precision_at_10": 0.09609, + "precision_at_20": 0.04892, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784736, + "mrr_at_3": 0.834638, + "mrr_at_5": 0.843346, + "mrr_at_10": 0.84718, + "mrr_at_20": 0.848483, + "mrr_at_100": 0.848819, + "mrr_at_1000": 0.848886, + "nauc_ndcg_at_1_max": 0.652588, + "nauc_ndcg_at_1_std": 0.057325, + "nauc_ndcg_at_1_diff1": 0.834384, + "nauc_ndcg_at_3_max": 0.705982, + "nauc_ndcg_at_3_std": 0.06711, + "nauc_ndcg_at_3_diff1": 0.807132, + "nauc_ndcg_at_5_max": 0.723964, + "nauc_ndcg_at_5_std": 0.088621, + "nauc_ndcg_at_5_diff1": 0.813689, + "nauc_ndcg_at_10_max": 0.712351, + "nauc_ndcg_at_10_std": 0.122055, + "nauc_ndcg_at_10_diff1": 0.815291, + "nauc_ndcg_at_20_max": 0.708268, + "nauc_ndcg_at_20_std": 0.115501, + "nauc_ndcg_at_20_diff1": 0.819606, + "nauc_ndcg_at_100_max": 0.703732, + "nauc_ndcg_at_100_std": 0.100343, + "nauc_ndcg_at_100_diff1": 0.81927, + "nauc_ndcg_at_1000_max": 0.700733, + "nauc_ndcg_at_1000_std": 0.091779, + "nauc_ndcg_at_1000_diff1": 0.819534, + "nauc_map_at_1_max": 0.652588, + "nauc_map_at_1_std": 0.057325, + "nauc_map_at_1_diff1": 0.834384, + "nauc_map_at_3_max": 0.691126, + "nauc_map_at_3_std": 0.063604, + "nauc_map_at_3_diff1": 0.815464, + "nauc_map_at_5_max": 0.699601, + "nauc_map_at_5_std": 0.074294, + "nauc_map_at_5_diff1": 0.819138, + "nauc_map_at_10_max": 0.695117, + "nauc_map_at_10_std": 0.084445, + "nauc_map_at_10_diff1": 0.820043, + "nauc_map_at_20_max": 0.693997, + "nauc_map_at_20_std": 0.082524, + "nauc_map_at_20_diff1": 0.821053, + "nauc_map_at_100_max": 0.693426, + "nauc_map_at_100_std": 0.080651, + "nauc_map_at_100_diff1": 0.821047, + "nauc_map_at_1000_max": 0.693302, + "nauc_map_at_1000_std": 0.080292, + "nauc_map_at_1000_diff1": 0.821049, + "nauc_recall_at_1_max": 0.652588, + "nauc_recall_at_1_std": 0.057325, + "nauc_recall_at_1_diff1": 0.834384, + "nauc_recall_at_3_max": 0.768662, + "nauc_recall_at_3_std": 0.08243, + "nauc_recall_at_3_diff1": 0.771471, + "nauc_recall_at_5_max": 0.876996, + "nauc_recall_at_5_std": 0.182751, + "nauc_recall_at_5_diff1": 0.781751, + "nauc_recall_at_10_max": 0.881348, + "nauc_recall_at_10_std": 0.580359, + "nauc_recall_at_10_diff1": 0.768787, + "nauc_recall_at_20_max": 0.937632, + "nauc_recall_at_20_std": 0.825027, + "nauc_recall_at_20_diff1": 0.819916, + "nauc_recall_at_100_max": 0.944465, + "nauc_recall_at_100_std": 0.782594, + "nauc_recall_at_100_diff1": 0.7933, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652588, + "nauc_precision_at_1_std": 0.057325, + "nauc_precision_at_1_diff1": 0.834384, + "nauc_precision_at_3_max": 0.768662, + "nauc_precision_at_3_std": 0.08243, + "nauc_precision_at_3_diff1": 0.771471, + "nauc_precision_at_5_max": 0.876996, + "nauc_precision_at_5_std": 0.182751, + "nauc_precision_at_5_diff1": 0.781751, + "nauc_precision_at_10_max": 0.881348, + "nauc_precision_at_10_std": 0.580359, + "nauc_precision_at_10_diff1": 0.768787, + "nauc_precision_at_20_max": 0.937632, + "nauc_precision_at_20_std": 0.825027, + "nauc_precision_at_20_diff1": 0.819916, + "nauc_precision_at_100_max": 0.944465, + "nauc_precision_at_100_std": 0.782594, + "nauc_precision_at_100_diff1": 0.7933, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.652588, + "nauc_mrr_at_1_std": 0.057325, + "nauc_mrr_at_1_diff1": 0.834384, + "nauc_mrr_at_3_max": 0.691126, + "nauc_mrr_at_3_std": 0.063604, + "nauc_mrr_at_3_diff1": 0.815464, + "nauc_mrr_at_5_max": 0.699601, + "nauc_mrr_at_5_std": 0.074294, + "nauc_mrr_at_5_diff1": 0.819138, + "nauc_mrr_at_10_max": 0.695117, + "nauc_mrr_at_10_std": 0.084445, + "nauc_mrr_at_10_diff1": 0.820043, + "nauc_mrr_at_20_max": 0.693997, + "nauc_mrr_at_20_std": 0.082524, + "nauc_mrr_at_20_diff1": 0.821053, + "nauc_mrr_at_100_max": 0.693426, + "nauc_mrr_at_100_std": 0.080651, + "nauc_mrr_at_100_diff1": 0.821047, + "nauc_mrr_at_1000_max": 0.693302, + "nauc_mrr_at_1000_std": 0.080292, + "nauc_mrr_at_1000_diff1": 0.821049, + "main_score": 0.87495, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81481, + "ndcg_at_3": 0.85947, + "ndcg_at_5": 0.86859, + "ndcg_at_10": 0.87559, + "ndcg_at_20": 0.88362, + "ndcg_at_100": 0.89066, + "ndcg_at_1000": 0.89066, + "map_at_1": 0.81481, + "map_at_3": 0.84921, + "map_at_5": 0.8545, + "map_at_10": 0.85748, + "map_at_20": 0.85968, + "map_at_100": 0.86071, + "map_at_1000": 0.86071, + "recall_at_1": 0.81481, + "recall_at_3": 0.88889, + "recall_at_5": 0.91005, + "recall_at_10": 0.93122, + "recall_at_20": 0.96296, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81481, + "precision_at_3": 0.2963, + "precision_at_5": 0.18201, + "precision_at_10": 0.09312, + "precision_at_20": 0.04815, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814815, + "mrr_at_3": 0.849206, + "mrr_at_5": 0.854497, + "mrr_at_10": 0.857479, + "mrr_at_20": 0.859683, + "mrr_at_100": 0.860712, + "mrr_at_1000": 0.860712, + "nauc_ndcg_at_1_max": 0.610852, + "nauc_ndcg_at_1_std": 0.19246, + "nauc_ndcg_at_1_diff1": 0.89983, + "nauc_ndcg_at_3_max": 0.715539, + "nauc_ndcg_at_3_std": 0.335171, + "nauc_ndcg_at_3_diff1": 0.878403, + "nauc_ndcg_at_5_max": 0.720515, + "nauc_ndcg_at_5_std": 0.358665, + "nauc_ndcg_at_5_diff1": 0.872584, + "nauc_ndcg_at_10_max": 0.714782, + "nauc_ndcg_at_10_std": 0.365414, + "nauc_ndcg_at_10_diff1": 0.873127, + "nauc_ndcg_at_20_max": 0.704851, + "nauc_ndcg_at_20_std": 0.353722, + "nauc_ndcg_at_20_diff1": 0.876022, + "nauc_ndcg_at_100_max": 0.690369, + "nauc_ndcg_at_100_std": 0.318878, + "nauc_ndcg_at_100_diff1": 0.879207, + "nauc_ndcg_at_1000_max": 0.690369, + "nauc_ndcg_at_1000_std": 0.318878, + "nauc_ndcg_at_1000_diff1": 0.879207, + "nauc_map_at_1_max": 0.610852, + "nauc_map_at_1_std": 0.19246, + "nauc_map_at_1_diff1": 0.89983, + "nauc_map_at_3_max": 0.685327, + "nauc_map_at_3_std": 0.294292, + "nauc_map_at_3_diff1": 0.883622, + "nauc_map_at_5_max": 0.686884, + "nauc_map_at_5_std": 0.305255, + "nauc_map_at_5_diff1": 0.880732, + "nauc_map_at_10_max": 0.683655, + "nauc_map_at_10_std": 0.305712, + "nauc_map_at_10_diff1": 0.880896, + "nauc_map_at_20_max": 0.681014, + "nauc_map_at_20_std": 0.302534, + "nauc_map_at_20_diff1": 0.881789, + "nauc_map_at_100_max": 0.679152, + "nauc_map_at_100_std": 0.298113, + "nauc_map_at_100_diff1": 0.882102, + "nauc_map_at_1000_max": 0.679152, + "nauc_map_at_1000_std": 0.298113, + "nauc_map_at_1000_diff1": 0.882102, + "nauc_recall_at_1_max": 0.610852, + "nauc_recall_at_1_std": 0.19246, + "nauc_recall_at_1_diff1": 0.89983, + "nauc_recall_at_3_max": 0.829987, + "nauc_recall_at_3_std": 0.489857, + "nauc_recall_at_3_diff1": 0.859162, + "nauc_recall_at_5_max": 0.871441, + "nauc_recall_at_5_std": 0.600762, + "nauc_recall_at_5_diff1": 0.835884, + "nauc_recall_at_10_max": 0.891427, + "nauc_recall_at_10_std": 0.720478, + "nauc_recall_at_10_diff1": 0.829794, + "nauc_recall_at_20_max": 0.920557, + "nauc_recall_at_20_std": 0.872429, + "nauc_recall_at_20_diff1": 0.824781, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.610852, + "nauc_precision_at_1_std": 0.19246, + "nauc_precision_at_1_diff1": 0.89983, + "nauc_precision_at_3_max": 0.829987, + "nauc_precision_at_3_std": 0.489857, + "nauc_precision_at_3_diff1": 0.859162, + "nauc_precision_at_5_max": 0.871441, + "nauc_precision_at_5_std": 0.600762, + "nauc_precision_at_5_diff1": 0.835884, + "nauc_precision_at_10_max": 0.891427, + "nauc_precision_at_10_std": 0.720478, + "nauc_precision_at_10_diff1": 0.829794, + "nauc_precision_at_20_max": 0.920557, + "nauc_precision_at_20_std": 0.872429, + "nauc_precision_at_20_diff1": 0.824781, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.610852, + "nauc_mrr_at_1_std": 0.19246, + "nauc_mrr_at_1_diff1": 0.89983, + "nauc_mrr_at_3_max": 0.685327, + "nauc_mrr_at_3_std": 0.294292, + "nauc_mrr_at_3_diff1": 0.883622, + "nauc_mrr_at_5_max": 0.686884, + "nauc_mrr_at_5_std": 0.305255, + "nauc_mrr_at_5_diff1": 0.880732, + "nauc_mrr_at_10_max": 0.683655, + "nauc_mrr_at_10_std": 0.305712, + "nauc_mrr_at_10_diff1": 0.880896, + "nauc_mrr_at_20_max": 0.681014, + "nauc_mrr_at_20_std": 0.302534, + "nauc_mrr_at_20_diff1": 0.881789, + "nauc_mrr_at_100_max": 0.679152, + "nauc_mrr_at_100_std": 0.298113, + "nauc_mrr_at_100_diff1": 0.882102, + "nauc_mrr_at_1000_max": 0.679152, + "nauc_mrr_at_1000_std": 0.298113, + "nauc_mrr_at_1000_diff1": 0.882102, + "main_score": 0.87559, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.75706, + "ndcg_at_3": 0.84174, + "ndcg_at_5": 0.85559, + "ndcg_at_10": 0.85893, + "ndcg_at_20": 0.86336, + "ndcg_at_100": 0.87086, + "ndcg_at_1000": 0.87086, + "map_at_1": 0.75706, + "map_at_3": 0.82203, + "map_at_5": 0.82966, + "map_at_10": 0.83085, + "map_at_20": 0.83215, + "map_at_100": 0.83326, + "map_at_1000": 0.83326, + "recall_at_1": 0.75706, + "recall_at_3": 0.89831, + "recall_at_5": 0.9322, + "recall_at_10": 0.9435, + "recall_at_20": 0.96045, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.75706, + "precision_at_3": 0.29944, + "precision_at_5": 0.18644, + "precision_at_10": 0.09435, + "precision_at_20": 0.04802, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757062, + "mrr_at_3": 0.822034, + "mrr_at_5": 0.829661, + "mrr_at_10": 0.830854, + "mrr_at_20": 0.832152, + "mrr_at_100": 0.833259, + "mrr_at_1000": 0.833259, + "nauc_ndcg_at_1_max": 0.619056, + "nauc_ndcg_at_1_std": 0.375959, + "nauc_ndcg_at_1_diff1": 0.777128, + "nauc_ndcg_at_3_max": 0.663335, + "nauc_ndcg_at_3_std": 0.409353, + "nauc_ndcg_at_3_diff1": 0.761453, + "nauc_ndcg_at_5_max": 0.667602, + "nauc_ndcg_at_5_std": 0.444261, + "nauc_ndcg_at_5_diff1": 0.758458, + "nauc_ndcg_at_10_max": 0.664931, + "nauc_ndcg_at_10_std": 0.43374, + "nauc_ndcg_at_10_diff1": 0.753951, + "nauc_ndcg_at_20_max": 0.662033, + "nauc_ndcg_at_20_std": 0.429653, + "nauc_ndcg_at_20_diff1": 0.754994, + "nauc_ndcg_at_100_max": 0.65698, + "nauc_ndcg_at_100_std": 0.417771, + "nauc_ndcg_at_100_diff1": 0.762992, + "nauc_ndcg_at_1000_max": 0.65698, + "nauc_ndcg_at_1000_std": 0.417771, + "nauc_ndcg_at_1000_diff1": 0.762992, + "nauc_map_at_1_max": 0.619056, + "nauc_map_at_1_std": 0.375959, + "nauc_map_at_1_diff1": 0.777128, + "nauc_map_at_3_max": 0.653295, + "nauc_map_at_3_std": 0.401249, + "nauc_map_at_3_diff1": 0.768293, + "nauc_map_at_5_max": 0.654106, + "nauc_map_at_5_std": 0.414833, + "nauc_map_at_5_diff1": 0.767162, + "nauc_map_at_10_max": 0.653253, + "nauc_map_at_10_std": 0.411473, + "nauc_map_at_10_diff1": 0.765854, + "nauc_map_at_20_max": 0.65262, + "nauc_map_at_20_std": 0.410618, + "nauc_map_at_20_diff1": 0.766073, + "nauc_map_at_100_max": 0.65209, + "nauc_map_at_100_std": 0.409376, + "nauc_map_at_100_diff1": 0.766975, + "nauc_map_at_1000_max": 0.65209, + "nauc_map_at_1000_std": 0.409376, + "nauc_map_at_1000_diff1": 0.766975, + "nauc_recall_at_1_max": 0.619056, + "nauc_recall_at_1_std": 0.375959, + "nauc_recall_at_1_diff1": 0.777128, + "nauc_recall_at_3_max": 0.707518, + "nauc_recall_at_3_std": 0.445517, + "nauc_recall_at_3_diff1": 0.728262, + "nauc_recall_at_5_max": 0.757175, + "nauc_recall_at_5_std": 0.656941, + "nauc_recall_at_5_diff1": 0.697617, + "nauc_recall_at_10_max": 0.753165, + "nauc_recall_at_10_std": 0.61609, + "nauc_recall_at_10_diff1": 0.650237, + "nauc_recall_at_20_max": 0.750686, + "nauc_recall_at_20_std": 0.634982, + "nauc_recall_at_20_diff1": 0.622355, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.619056, + "nauc_precision_at_1_std": 0.375959, + "nauc_precision_at_1_diff1": 0.777128, + "nauc_precision_at_3_max": 0.707518, + "nauc_precision_at_3_std": 0.445517, + "nauc_precision_at_3_diff1": 0.728262, + "nauc_precision_at_5_max": 0.757175, + "nauc_precision_at_5_std": 0.656941, + "nauc_precision_at_5_diff1": 0.697617, + "nauc_precision_at_10_max": 0.753165, + "nauc_precision_at_10_std": 0.61609, + "nauc_precision_at_10_diff1": 0.650237, + "nauc_precision_at_20_max": 0.750686, + "nauc_precision_at_20_std": 0.634982, + "nauc_precision_at_20_diff1": 0.622355, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.619056, + "nauc_mrr_at_1_std": 0.375959, + "nauc_mrr_at_1_diff1": 0.777128, + "nauc_mrr_at_3_max": 0.653295, + "nauc_mrr_at_3_std": 0.401249, + "nauc_mrr_at_3_diff1": 0.768293, + "nauc_mrr_at_5_max": 0.654106, + "nauc_mrr_at_5_std": 0.414833, + "nauc_mrr_at_5_diff1": 0.767162, + "nauc_mrr_at_10_max": 0.653253, + "nauc_mrr_at_10_std": 0.411473, + "nauc_mrr_at_10_diff1": 0.765854, + "nauc_mrr_at_20_max": 0.65262, + "nauc_mrr_at_20_std": 0.410618, + "nauc_mrr_at_20_diff1": 0.766073, + "nauc_mrr_at_100_max": 0.65209, + "nauc_mrr_at_100_std": 0.409376, + "nauc_mrr_at_100_diff1": 0.766975, + "nauc_mrr_at_1000_max": 0.65209, + "nauc_mrr_at_1000_std": 0.409376, + "nauc_mrr_at_1000_diff1": 0.766975, + "main_score": 0.85893, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.77886, + "ndcg_at_3": 0.83506, + "ndcg_at_5": 0.85114, + "ndcg_at_10": 0.8609, + "ndcg_at_20": 0.86482, + "ndcg_at_100": 0.87239, + "ndcg_at_1000": 0.87288, + "map_at_1": 0.77886, + "map_at_3": 0.82192, + "map_at_5": 0.83082, + "map_at_10": 0.835, + "map_at_20": 0.83605, + "map_at_100": 0.83722, + "map_at_1000": 0.83723, + "recall_at_1": 0.77886, + "recall_at_3": 0.8728, + "recall_at_5": 0.91194, + "recall_at_10": 0.94129, + "recall_at_20": 0.95695, + "recall_at_100": 0.99609, + "recall_at_1000": 1.0, + "precision_at_1": 0.77886, + "precision_at_3": 0.29093, + "precision_at_5": 0.18239, + "precision_at_10": 0.09413, + "precision_at_20": 0.04785, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.778865, + "mrr_at_3": 0.821918, + "mrr_at_5": 0.830822, + "mrr_at_10": 0.835004, + "mrr_at_20": 0.836054, + "mrr_at_100": 0.837217, + "mrr_at_1000": 0.837232, + "nauc_ndcg_at_1_max": 0.636868, + "nauc_ndcg_at_1_std": 0.078546, + "nauc_ndcg_at_1_diff1": 0.864131, + "nauc_ndcg_at_3_max": 0.706301, + "nauc_ndcg_at_3_std": 0.136017, + "nauc_ndcg_at_3_diff1": 0.850624, + "nauc_ndcg_at_5_max": 0.70501, + "nauc_ndcg_at_5_std": 0.115178, + "nauc_ndcg_at_5_diff1": 0.851198, + "nauc_ndcg_at_10_max": 0.707397, + "nauc_ndcg_at_10_std": 0.145674, + "nauc_ndcg_at_10_diff1": 0.847669, + "nauc_ndcg_at_20_max": 0.703735, + "nauc_ndcg_at_20_std": 0.146817, + "nauc_ndcg_at_20_diff1": 0.846746, + "nauc_ndcg_at_100_max": 0.695222, + "nauc_ndcg_at_100_std": 0.131719, + "nauc_ndcg_at_100_diff1": 0.852391, + "nauc_ndcg_at_1000_max": 0.693974, + "nauc_ndcg_at_1000_std": 0.128163, + "nauc_ndcg_at_1000_diff1": 0.852353, + "nauc_map_at_1_max": 0.636868, + "nauc_map_at_1_std": 0.078546, + "nauc_map_at_1_diff1": 0.864131, + "nauc_map_at_3_max": 0.688134, + "nauc_map_at_3_std": 0.118051, + "nauc_map_at_3_diff1": 0.853974, + "nauc_map_at_5_max": 0.686842, + "nauc_map_at_5_std": 0.106745, + "nauc_map_at_5_diff1": 0.85439, + "nauc_map_at_10_max": 0.687506, + "nauc_map_at_10_std": 0.117871, + "nauc_map_at_10_diff1": 0.853224, + "nauc_map_at_20_max": 0.686553, + "nauc_map_at_20_std": 0.118156, + "nauc_map_at_20_diff1": 0.853075, + "nauc_map_at_100_max": 0.685676, + "nauc_map_at_100_std": 0.116605, + "nauc_map_at_100_diff1": 0.854, + "nauc_map_at_1000_max": 0.685645, + "nauc_map_at_1000_std": 0.116518, + "nauc_map_at_1000_diff1": 0.853999, + "nauc_recall_at_1_max": 0.636868, + "nauc_recall_at_1_std": 0.078546, + "nauc_recall_at_1_diff1": 0.864131, + "nauc_recall_at_3_max": 0.775596, + "nauc_recall_at_3_std": 0.206372, + "nauc_recall_at_3_diff1": 0.837958, + "nauc_recall_at_5_max": 0.796575, + "nauc_recall_at_5_std": 0.154769, + "nauc_recall_at_5_diff1": 0.835353, + "nauc_recall_at_10_max": 0.854456, + "nauc_recall_at_10_std": 0.375659, + "nauc_recall_at_10_diff1": 0.803277, + "nauc_recall_at_20_max": 0.864851, + "nauc_recall_at_20_std": 0.466757, + "nauc_recall_at_20_diff1": 0.775758, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861161, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636868, + "nauc_precision_at_1_std": 0.078546, + "nauc_precision_at_1_diff1": 0.864131, + "nauc_precision_at_3_max": 0.775596, + "nauc_precision_at_3_std": 0.206372, + "nauc_precision_at_3_diff1": 0.837958, + "nauc_precision_at_5_max": 0.796575, + "nauc_precision_at_5_std": 0.154769, + "nauc_precision_at_5_diff1": 0.835353, + "nauc_precision_at_10_max": 0.854456, + "nauc_precision_at_10_std": 0.375659, + "nauc_precision_at_10_diff1": 0.803277, + "nauc_precision_at_20_max": 0.864851, + "nauc_precision_at_20_std": 0.466757, + "nauc_precision_at_20_diff1": 0.775758, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861161, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.636868, + "nauc_mrr_at_1_std": 0.078546, + "nauc_mrr_at_1_diff1": 0.864131, + "nauc_mrr_at_3_max": 0.688134, + "nauc_mrr_at_3_std": 0.118051, + "nauc_mrr_at_3_diff1": 0.853974, + "nauc_mrr_at_5_max": 0.686842, + "nauc_mrr_at_5_std": 0.106745, + "nauc_mrr_at_5_diff1": 0.85439, + "nauc_mrr_at_10_max": 0.687506, + "nauc_mrr_at_10_std": 0.117871, + "nauc_mrr_at_10_diff1": 0.853224, + "nauc_mrr_at_20_max": 0.686553, + "nauc_mrr_at_20_std": 0.118156, + "nauc_mrr_at_20_diff1": 0.853075, + "nauc_mrr_at_100_max": 0.685676, + "nauc_mrr_at_100_std": 0.116605, + "nauc_mrr_at_100_diff1": 0.854, + "nauc_mrr_at_1000_max": 0.685645, + "nauc_mrr_at_1000_std": 0.116518, + "nauc_mrr_at_1000_diff1": 0.853999, + "main_score": 0.8609, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.82609, + "ndcg_at_3": 0.87739, + "ndcg_at_5": 0.8891, + "ndcg_at_10": 0.90029, + "ndcg_at_20": 0.90304, + "ndcg_at_100": 0.90628, + "ndcg_at_1000": 0.90628, + "map_at_1": 0.82609, + "map_at_3": 0.86504, + "map_at_5": 0.87183, + "map_at_10": 0.87683, + "map_at_20": 0.87759, + "map_at_100": 0.87811, + "map_at_1000": 0.87811, + "recall_at_1": 0.82609, + "recall_at_3": 0.91304, + "recall_at_5": 0.94022, + "recall_at_10": 0.97283, + "recall_at_20": 0.9837, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.82609, + "precision_at_3": 0.30435, + "precision_at_5": 0.18804, + "precision_at_10": 0.09728, + "precision_at_20": 0.04918, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.826087, + "mrr_at_3": 0.865036, + "mrr_at_5": 0.87183, + "mrr_at_10": 0.876833, + "mrr_at_20": 0.877591, + "mrr_at_100": 0.878115, + "mrr_at_1000": 0.878115, + "nauc_ndcg_at_1_max": 0.551204, + "nauc_ndcg_at_1_std": 0.164828, + "nauc_ndcg_at_1_diff1": 0.821523, + "nauc_ndcg_at_3_max": 0.621574, + "nauc_ndcg_at_3_std": 0.23944, + "nauc_ndcg_at_3_diff1": 0.810694, + "nauc_ndcg_at_5_max": 0.589099, + "nauc_ndcg_at_5_std": 0.182431, + "nauc_ndcg_at_5_diff1": 0.818672, + "nauc_ndcg_at_10_max": 0.620132, + "nauc_ndcg_at_10_std": 0.266274, + "nauc_ndcg_at_10_diff1": 0.829531, + "nauc_ndcg_at_20_max": 0.612841, + "nauc_ndcg_at_20_std": 0.246527, + "nauc_ndcg_at_20_diff1": 0.826343, + "nauc_ndcg_at_100_max": 0.600664, + "nauc_ndcg_at_100_std": 0.221153, + "nauc_ndcg_at_100_diff1": 0.823321, + "nauc_ndcg_at_1000_max": 0.600664, + "nauc_ndcg_at_1000_std": 0.221153, + "nauc_ndcg_at_1000_diff1": 0.823321, + "nauc_map_at_1_max": 0.551204, + "nauc_map_at_1_std": 0.164828, + "nauc_map_at_1_diff1": 0.821523, + "nauc_map_at_3_max": 0.602534, + "nauc_map_at_3_std": 0.214209, + "nauc_map_at_3_diff1": 0.814761, + "nauc_map_at_5_max": 0.585068, + "nauc_map_at_5_std": 0.184001, + "nauc_map_at_5_diff1": 0.819018, + "nauc_map_at_10_max": 0.597121, + "nauc_map_at_10_std": 0.216856, + "nauc_map_at_10_diff1": 0.823251, + "nauc_map_at_20_max": 0.595319, + "nauc_map_at_20_std": 0.212254, + "nauc_map_at_20_diff1": 0.822485, + "nauc_map_at_100_max": 0.59379, + "nauc_map_at_100_std": 0.209003, + "nauc_map_at_100_diff1": 0.822125, + "nauc_map_at_1000_max": 0.59379, + "nauc_map_at_1000_std": 0.209003, + "nauc_map_at_1000_diff1": 0.822125, + "nauc_recall_at_1_max": 0.551204, + "nauc_recall_at_1_std": 0.164828, + "nauc_recall_at_1_diff1": 0.821523, + "nauc_recall_at_3_max": 0.701999, + "nauc_recall_at_3_std": 0.349521, + "nauc_recall_at_3_diff1": 0.792724, + "nauc_recall_at_5_max": 0.603641, + "nauc_recall_at_5_std": 0.162721, + "nauc_recall_at_5_diff1": 0.817702, + "nauc_recall_at_10_max": 0.918387, + "nauc_recall_at_10_std": 0.947838, + "nauc_recall_at_10_diff1": 0.921758, + "nauc_recall_at_20_max": 0.956532, + "nauc_recall_at_20_std": 0.956532, + "nauc_recall_at_20_diff1": 0.913064, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.551204, + "nauc_precision_at_1_std": 0.164828, + "nauc_precision_at_1_diff1": 0.821523, + "nauc_precision_at_3_max": 0.701999, + "nauc_precision_at_3_std": 0.349521, + "nauc_precision_at_3_diff1": 0.792724, + "nauc_precision_at_5_max": 0.603641, + "nauc_precision_at_5_std": 0.162721, + "nauc_precision_at_5_diff1": 0.817702, + "nauc_precision_at_10_max": 0.918387, + "nauc_precision_at_10_std": 0.947838, + "nauc_precision_at_10_diff1": 0.921758, + "nauc_precision_at_20_max": 0.956532, + "nauc_precision_at_20_std": 0.956532, + "nauc_precision_at_20_diff1": 0.913064, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.551204, + "nauc_mrr_at_1_std": 0.164828, + "nauc_mrr_at_1_diff1": 0.821523, + "nauc_mrr_at_3_max": 0.602534, + "nauc_mrr_at_3_std": 0.214209, + "nauc_mrr_at_3_diff1": 0.814761, + "nauc_mrr_at_5_max": 0.585068, + "nauc_mrr_at_5_std": 0.184001, + "nauc_mrr_at_5_diff1": 0.819018, + "nauc_mrr_at_10_max": 0.597121, + "nauc_mrr_at_10_std": 0.216856, + "nauc_mrr_at_10_diff1": 0.823251, + "nauc_mrr_at_20_max": 0.595319, + "nauc_mrr_at_20_std": 0.212254, + "nauc_mrr_at_20_diff1": 0.822485, + "nauc_mrr_at_100_max": 0.59379, + "nauc_mrr_at_100_std": 0.209003, + "nauc_mrr_at_100_diff1": 0.822125, + "nauc_mrr_at_1000_max": 0.59379, + "nauc_mrr_at_1000_std": 0.209003, + "nauc_mrr_at_1000_diff1": 0.822125, + "main_score": 0.90029, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.7766, + "ndcg_at_3": 0.83618, + "ndcg_at_5": 0.85587, + "ndcg_at_10": 0.86819, + "ndcg_at_20": 0.87353, + "ndcg_at_100": 0.87553, + "ndcg_at_1000": 0.87626, + "map_at_1": 0.7766, + "map_at_3": 0.82181, + "map_at_5": 0.83271, + "map_at_10": 0.83797, + "map_at_20": 0.83943, + "map_at_100": 0.8397, + "map_at_1000": 0.83973, + "recall_at_1": 0.7766, + "recall_at_3": 0.87766, + "recall_at_5": 0.92553, + "recall_at_10": 0.96277, + "recall_at_20": 0.98404, + "recall_at_100": 0.99468, + "recall_at_1000": 1.0, + "precision_at_1": 0.7766, + "precision_at_3": 0.29255, + "precision_at_5": 0.18511, + "precision_at_10": 0.09628, + "precision_at_20": 0.0492, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776596, + "mrr_at_3": 0.821809, + "mrr_at_5": 0.832713, + "mrr_at_10": 0.837973, + "mrr_at_20": 0.839427, + "mrr_at_100": 0.839698, + "mrr_at_1000": 0.839734, + "nauc_ndcg_at_1_max": 0.533047, + "nauc_ndcg_at_1_std": 0.219433, + "nauc_ndcg_at_1_diff1": 0.711524, + "nauc_ndcg_at_3_max": 0.655379, + "nauc_ndcg_at_3_std": 0.344017, + "nauc_ndcg_at_3_diff1": 0.678076, + "nauc_ndcg_at_5_max": 0.648097, + "nauc_ndcg_at_5_std": 0.386352, + "nauc_ndcg_at_5_diff1": 0.686963, + "nauc_ndcg_at_10_max": 0.624462, + "nauc_ndcg_at_10_std": 0.347679, + "nauc_ndcg_at_10_diff1": 0.682005, + "nauc_ndcg_at_20_max": 0.620456, + "nauc_ndcg_at_20_std": 0.334693, + "nauc_ndcg_at_20_diff1": 0.691109, + "nauc_ndcg_at_100_max": 0.616418, + "nauc_ndcg_at_100_std": 0.324456, + "nauc_ndcg_at_100_diff1": 0.688281, + "nauc_ndcg_at_1000_max": 0.615746, + "nauc_ndcg_at_1000_std": 0.320979, + "nauc_ndcg_at_1000_diff1": 0.690387, + "nauc_map_at_1_max": 0.533047, + "nauc_map_at_1_std": 0.219433, + "nauc_map_at_1_diff1": 0.711524, + "nauc_map_at_3_max": 0.623846, + "nauc_map_at_3_std": 0.308987, + "nauc_map_at_3_diff1": 0.685546, + "nauc_map_at_5_max": 0.618064, + "nauc_map_at_5_std": 0.325583, + "nauc_map_at_5_diff1": 0.691022, + "nauc_map_at_10_max": 0.608658, + "nauc_map_at_10_std": 0.310266, + "nauc_map_at_10_diff1": 0.690172, + "nauc_map_at_20_max": 0.607924, + "nauc_map_at_20_std": 0.307218, + "nauc_map_at_20_diff1": 0.692433, + "nauc_map_at_100_max": 0.607498, + "nauc_map_at_100_std": 0.306098, + "nauc_map_at_100_diff1": 0.692159, + "nauc_map_at_1000_max": 0.60747, + "nauc_map_at_1000_std": 0.305961, + "nauc_map_at_1000_diff1": 0.69224, + "nauc_recall_at_1_max": 0.533047, + "nauc_recall_at_1_std": 0.219433, + "nauc_recall_at_1_diff1": 0.711524, + "nauc_recall_at_3_max": 0.779452, + "nauc_recall_at_3_std": 0.483779, + "nauc_recall_at_3_diff1": 0.649446, + "nauc_recall_at_5_max": 0.824104, + "nauc_recall_at_5_std": 0.76953, + "nauc_recall_at_5_diff1": 0.665424, + "nauc_recall_at_10_max": 0.765122, + "nauc_recall_at_10_std": 0.757814, + "nauc_recall_at_10_diff1": 0.578274, + "nauc_recall_at_20_max": 0.81445, + "nauc_recall_at_20_std": 0.912751, + "nauc_recall_at_20_diff1": 0.693354, + "nauc_recall_at_100_max": 0.721675, + "nauc_recall_at_100_std": 0.869126, + "nauc_recall_at_100_diff1": 0.358386, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.533047, + "nauc_precision_at_1_std": 0.219433, + "nauc_precision_at_1_diff1": 0.711524, + "nauc_precision_at_3_max": 0.779452, + "nauc_precision_at_3_std": 0.483779, + "nauc_precision_at_3_diff1": 0.649446, + "nauc_precision_at_5_max": 0.824104, + "nauc_precision_at_5_std": 0.76953, + "nauc_precision_at_5_diff1": 0.665424, + "nauc_precision_at_10_max": 0.765122, + "nauc_precision_at_10_std": 0.757814, + "nauc_precision_at_10_diff1": 0.578274, + "nauc_precision_at_20_max": 0.81445, + "nauc_precision_at_20_std": 0.912751, + "nauc_precision_at_20_diff1": 0.693354, + "nauc_precision_at_100_max": 0.721675, + "nauc_precision_at_100_std": 0.869126, + "nauc_precision_at_100_diff1": 0.358386, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.533047, + "nauc_mrr_at_1_std": 0.219433, + "nauc_mrr_at_1_diff1": 0.711524, + "nauc_mrr_at_3_max": 0.623846, + "nauc_mrr_at_3_std": 0.308987, + "nauc_mrr_at_3_diff1": 0.685546, + "nauc_mrr_at_5_max": 0.618064, + "nauc_mrr_at_5_std": 0.325583, + "nauc_mrr_at_5_diff1": 0.691022, + "nauc_mrr_at_10_max": 0.608658, + "nauc_mrr_at_10_std": 0.310266, + "nauc_mrr_at_10_diff1": 0.690172, + "nauc_mrr_at_20_max": 0.607924, + "nauc_mrr_at_20_std": 0.307218, + "nauc_mrr_at_20_diff1": 0.692433, + "nauc_mrr_at_100_max": 0.607498, + "nauc_mrr_at_100_std": 0.306098, + "nauc_mrr_at_100_diff1": 0.692159, + "nauc_mrr_at_1000_max": 0.60747, + "nauc_mrr_at_1000_std": 0.305961, + "nauc_mrr_at_1000_diff1": 0.69224, + "main_score": 0.86819, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.87694, + "ndcg_at_5": 0.89165, + "ndcg_at_10": 0.89694, + "ndcg_at_20": 0.89955, + "ndcg_at_100": 0.90174, + "ndcg_at_1000": 0.90174, + "map_at_1": 0.8, + "map_at_3": 0.85965, + "map_at_5": 0.86754, + "map_at_10": 0.86983, + "map_at_20": 0.87051, + "map_at_100": 0.8709, + "map_at_1000": 0.8709, + "recall_at_1": 0.8, + "recall_at_3": 0.92632, + "recall_at_5": 0.96316, + "recall_at_10": 0.97895, + "recall_at_20": 0.98947, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.30877, + "precision_at_5": 0.19263, + "precision_at_10": 0.09789, + "precision_at_20": 0.04947, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.859649, + "mrr_at_5": 0.867544, + "mrr_at_10": 0.869831, + "mrr_at_20": 0.870511, + "mrr_at_100": 0.870905, + "mrr_at_1000": 0.870905, + "nauc_ndcg_at_1_max": 0.464167, + "nauc_ndcg_at_1_std": 0.216481, + "nauc_ndcg_at_1_diff1": 0.878674, + "nauc_ndcg_at_3_max": 0.652674, + "nauc_ndcg_at_3_std": 0.452213, + "nauc_ndcg_at_3_diff1": 0.875271, + "nauc_ndcg_at_5_max": 0.614648, + "nauc_ndcg_at_5_std": 0.419338, + "nauc_ndcg_at_5_diff1": 0.874849, + "nauc_ndcg_at_10_max": 0.596232, + "nauc_ndcg_at_10_std": 0.401541, + "nauc_ndcg_at_10_diff1": 0.87032, + "nauc_ndcg_at_20_max": 0.591243, + "nauc_ndcg_at_20_std": 0.387008, + "nauc_ndcg_at_20_diff1": 0.874591, + "nauc_ndcg_at_100_max": 0.581665, + "nauc_ndcg_at_100_std": 0.372644, + "nauc_ndcg_at_100_diff1": 0.873088, + "nauc_ndcg_at_1000_max": 0.581665, + "nauc_ndcg_at_1000_std": 0.372644, + "nauc_ndcg_at_1000_diff1": 0.873088, + "nauc_map_at_1_max": 0.464167, + "nauc_map_at_1_std": 0.216481, + "nauc_map_at_1_diff1": 0.878674, + "nauc_map_at_3_max": 0.600496, + "nauc_map_at_3_std": 0.388288, + "nauc_map_at_3_diff1": 0.874327, + "nauc_map_at_5_max": 0.580268, + "nauc_map_at_5_std": 0.369055, + "nauc_map_at_5_diff1": 0.874438, + "nauc_map_at_10_max": 0.573299, + "nauc_map_at_10_std": 0.362237, + "nauc_map_at_10_diff1": 0.872811, + "nauc_map_at_20_max": 0.572132, + "nauc_map_at_20_std": 0.35906, + "nauc_map_at_20_diff1": 0.873674, + "nauc_map_at_100_max": 0.570757, + "nauc_map_at_100_std": 0.356999, + "nauc_map_at_100_diff1": 0.873433, + "nauc_map_at_1000_max": 0.570757, + "nauc_map_at_1000_std": 0.356999, + "nauc_map_at_1000_diff1": 0.873433, + "nauc_recall_at_1_max": 0.464167, + "nauc_recall_at_1_std": 0.216481, + "nauc_recall_at_1_diff1": 0.878674, + "nauc_recall_at_3_max": 0.917634, + "nauc_recall_at_3_std": 0.77561, + "nauc_recall_at_3_diff1": 0.881786, + "nauc_recall_at_5_max": 0.917634, + "nauc_recall_at_5_std": 0.877951, + "nauc_recall_at_5_diff1": 0.880285, + "nauc_recall_at_10_max": 0.888539, + "nauc_recall_at_10_std": 0.96732, + "nauc_recall_at_10_diff1": 0.823179, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.464167, + "nauc_precision_at_1_std": 0.216481, + "nauc_precision_at_1_diff1": 0.878674, + "nauc_precision_at_3_max": 0.917634, + "nauc_precision_at_3_std": 0.77561, + "nauc_precision_at_3_diff1": 0.881786, + "nauc_precision_at_5_max": 0.917634, + "nauc_precision_at_5_std": 0.877951, + "nauc_precision_at_5_diff1": 0.880285, + "nauc_precision_at_10_max": 0.888539, + "nauc_precision_at_10_std": 0.96732, + "nauc_precision_at_10_diff1": 0.823179, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.464167, + "nauc_mrr_at_1_std": 0.216481, + "nauc_mrr_at_1_diff1": 0.878674, + "nauc_mrr_at_3_max": 0.600496, + "nauc_mrr_at_3_std": 0.388288, + "nauc_mrr_at_3_diff1": 0.874327, + "nauc_mrr_at_5_max": 0.580268, + "nauc_mrr_at_5_std": 0.369055, + "nauc_mrr_at_5_diff1": 0.874438, + "nauc_mrr_at_10_max": 0.573299, + "nauc_mrr_at_10_std": 0.362237, + "nauc_mrr_at_10_diff1": 0.872811, + "nauc_mrr_at_20_max": 0.572132, + "nauc_mrr_at_20_std": 0.35906, + "nauc_mrr_at_20_diff1": 0.873674, + "nauc_mrr_at_100_max": 0.570757, + "nauc_mrr_at_100_std": 0.356999, + "nauc_mrr_at_100_diff1": 0.873433, + "nauc_mrr_at_1000_max": 0.570757, + "nauc_mrr_at_1000_std": 0.356999, + "nauc_mrr_at_1000_diff1": 0.873433, + "main_score": 0.89694, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.79563, + "ndcg_at_3": 0.87332, + "ndcg_at_5": 0.88544, + "ndcg_at_10": 0.89053, + "ndcg_at_20": 0.89367, + "ndcg_at_100": 0.89549, + "ndcg_at_1000": 0.89626, + "map_at_1": 0.79563, + "map_at_3": 0.85483, + "map_at_5": 0.86147, + "map_at_10": 0.86354, + "map_at_20": 0.86448, + "map_at_100": 0.86472, + "map_at_1000": 0.86475, + "recall_at_1": 0.79563, + "recall_at_3": 0.92659, + "recall_at_5": 0.95635, + "recall_at_10": 0.97222, + "recall_at_20": 0.98413, + "recall_at_100": 0.99405, + "recall_at_1000": 1.0, + "precision_at_1": 0.79563, + "precision_at_3": 0.30886, + "precision_at_5": 0.19127, + "precision_at_10": 0.09722, + "precision_at_20": 0.04921, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795635, + "mrr_at_3": 0.854828, + "mrr_at_5": 0.861475, + "mrr_at_10": 0.863543, + "mrr_at_20": 0.864475, + "mrr_at_100": 0.864717, + "mrr_at_1000": 0.864746, + "nauc_ndcg_at_1_max": 0.584803, + "nauc_ndcg_at_1_std": 0.174611, + "nauc_ndcg_at_1_diff1": 0.835319, + "nauc_ndcg_at_3_max": 0.639406, + "nauc_ndcg_at_3_std": 0.232888, + "nauc_ndcg_at_3_diff1": 0.796237, + "nauc_ndcg_at_5_max": 0.64477, + "nauc_ndcg_at_5_std": 0.263833, + "nauc_ndcg_at_5_diff1": 0.806893, + "nauc_ndcg_at_10_max": 0.634154, + "nauc_ndcg_at_10_std": 0.249188, + "nauc_ndcg_at_10_diff1": 0.807536, + "nauc_ndcg_at_20_max": 0.626814, + "nauc_ndcg_at_20_std": 0.247396, + "nauc_ndcg_at_20_diff1": 0.804321, + "nauc_ndcg_at_100_max": 0.623594, + "nauc_ndcg_at_100_std": 0.235881, + "nauc_ndcg_at_100_diff1": 0.808421, + "nauc_ndcg_at_1000_max": 0.622026, + "nauc_ndcg_at_1000_std": 0.232093, + "nauc_ndcg_at_1000_diff1": 0.809087, + "nauc_map_at_1_max": 0.584803, + "nauc_map_at_1_std": 0.174611, + "nauc_map_at_1_diff1": 0.835319, + "nauc_map_at_3_max": 0.621516, + "nauc_map_at_3_std": 0.214739, + "nauc_map_at_3_diff1": 0.807648, + "nauc_map_at_5_max": 0.622931, + "nauc_map_at_5_std": 0.22793, + "nauc_map_at_5_diff1": 0.813105, + "nauc_map_at_10_max": 0.619074, + "nauc_map_at_10_std": 0.222738, + "nauc_map_at_10_diff1": 0.813296, + "nauc_map_at_20_max": 0.617275, + "nauc_map_at_20_std": 0.22224, + "nauc_map_at_20_diff1": 0.812582, + "nauc_map_at_100_max": 0.616776, + "nauc_map_at_100_std": 0.220955, + "nauc_map_at_100_diff1": 0.812909, + "nauc_map_at_1000_max": 0.616718, + "nauc_map_at_1000_std": 0.220826, + "nauc_map_at_1000_diff1": 0.812921, + "nauc_recall_at_1_max": 0.584803, + "nauc_recall_at_1_std": 0.174611, + "nauc_recall_at_1_diff1": 0.835319, + "nauc_recall_at_3_max": 0.736061, + "nauc_recall_at_3_std": 0.330198, + "nauc_recall_at_3_diff1": 0.735679, + "nauc_recall_at_5_max": 0.836434, + "nauc_recall_at_5_std": 0.586454, + "nauc_recall_at_5_diff1": 0.759545, + "nauc_recall_at_10_max": 0.822629, + "nauc_recall_at_10_std": 0.594824, + "nauc_recall_at_10_diff1": 0.742968, + "nauc_recall_at_20_max": 0.786182, + "nauc_recall_at_20_std": 0.804573, + "nauc_recall_at_20_diff1": 0.617562, + "nauc_recall_at_100_max": 0.814843, + "nauc_recall_at_100_std": 0.707553, + "nauc_recall_at_100_diff1": 0.715318, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.584803, + "nauc_precision_at_1_std": 0.174611, + "nauc_precision_at_1_diff1": 0.835319, + "nauc_precision_at_3_max": 0.736061, + "nauc_precision_at_3_std": 0.330198, + "nauc_precision_at_3_diff1": 0.735679, + "nauc_precision_at_5_max": 0.836434, + "nauc_precision_at_5_std": 0.586454, + "nauc_precision_at_5_diff1": 0.759545, + "nauc_precision_at_10_max": 0.822629, + "nauc_precision_at_10_std": 0.594824, + "nauc_precision_at_10_diff1": 0.742968, + "nauc_precision_at_20_max": 0.786182, + "nauc_precision_at_20_std": 0.804573, + "nauc_precision_at_20_diff1": 0.617562, + "nauc_precision_at_100_max": 0.814843, + "nauc_precision_at_100_std": 0.707553, + "nauc_precision_at_100_diff1": 0.715318, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.584803, + "nauc_mrr_at_1_std": 0.174611, + "nauc_mrr_at_1_diff1": 0.835319, + "nauc_mrr_at_3_max": 0.621516, + "nauc_mrr_at_3_std": 0.214739, + "nauc_mrr_at_3_diff1": 0.807648, + "nauc_mrr_at_5_max": 0.622931, + "nauc_mrr_at_5_std": 0.22793, + "nauc_mrr_at_5_diff1": 0.813105, + "nauc_mrr_at_10_max": 0.619074, + "nauc_mrr_at_10_std": 0.222738, + "nauc_mrr_at_10_diff1": 0.813296, + "nauc_mrr_at_20_max": 0.617275, + "nauc_mrr_at_20_std": 0.22224, + "nauc_mrr_at_20_diff1": 0.812582, + "nauc_mrr_at_100_max": 0.616776, + "nauc_mrr_at_100_std": 0.220955, + "nauc_mrr_at_100_diff1": 0.812909, + "nauc_mrr_at_1000_max": 0.616718, + "nauc_mrr_at_1000_std": 0.220826, + "nauc_mrr_at_1000_diff1": 0.812921, + "main_score": 0.89053, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83851, + "ndcg_at_3": 0.89485, + "ndcg_at_5": 0.9002, + "ndcg_at_10": 0.9065, + "ndcg_at_20": 0.90964, + "ndcg_at_100": 0.91456, + "ndcg_at_1000": 0.91456, + "map_at_1": 0.83851, + "map_at_3": 0.88199, + "map_at_5": 0.88509, + "map_at_10": 0.88785, + "map_at_20": 0.88872, + "map_at_100": 0.88953, + "map_at_1000": 0.88953, + "recall_at_1": 0.83851, + "recall_at_3": 0.93168, + "recall_at_5": 0.9441, + "recall_at_10": 0.96273, + "recall_at_20": 0.97516, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.83851, + "precision_at_3": 0.31056, + "precision_at_5": 0.18882, + "precision_at_10": 0.09627, + "precision_at_20": 0.04876, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838509, + "mrr_at_3": 0.881988, + "mrr_at_5": 0.885093, + "mrr_at_10": 0.887854, + "mrr_at_20": 0.888716, + "mrr_at_100": 0.889528, + "mrr_at_1000": 0.889528, + "nauc_ndcg_at_1_max": 0.611534, + "nauc_ndcg_at_1_std": 0.395864, + "nauc_ndcg_at_1_diff1": 0.831087, + "nauc_ndcg_at_3_max": 0.765415, + "nauc_ndcg_at_3_std": 0.616481, + "nauc_ndcg_at_3_diff1": 0.866282, + "nauc_ndcg_at_5_max": 0.75606, + "nauc_ndcg_at_5_std": 0.606562, + "nauc_ndcg_at_5_diff1": 0.866111, + "nauc_ndcg_at_10_max": 0.742288, + "nauc_ndcg_at_10_std": 0.581898, + "nauc_ndcg_at_10_diff1": 0.869474, + "nauc_ndcg_at_20_max": 0.73521, + "nauc_ndcg_at_20_std": 0.571512, + "nauc_ndcg_at_20_diff1": 0.866968, + "nauc_ndcg_at_100_max": 0.719401, + "nauc_ndcg_at_100_std": 0.55055, + "nauc_ndcg_at_100_diff1": 0.859025, + "nauc_ndcg_at_1000_max": 0.719401, + "nauc_ndcg_at_1000_std": 0.55055, + "nauc_ndcg_at_1000_diff1": 0.859025, + "nauc_map_at_1_max": 0.611534, + "nauc_map_at_1_std": 0.395864, + "nauc_map_at_1_diff1": 0.831087, + "nauc_map_at_3_max": 0.723001, + "nauc_map_at_3_std": 0.555881, + "nauc_map_at_3_diff1": 0.855924, + "nauc_map_at_5_max": 0.717071, + "nauc_map_at_5_std": 0.549155, + "nauc_map_at_5_diff1": 0.855548, + "nauc_map_at_10_max": 0.711096, + "nauc_map_at_10_std": 0.538475, + "nauc_map_at_10_diff1": 0.856601, + "nauc_map_at_20_max": 0.709192, + "nauc_map_at_20_std": 0.535654, + "nauc_map_at_20_diff1": 0.855867, + "nauc_map_at_100_max": 0.706975, + "nauc_map_at_100_std": 0.532851, + "nauc_map_at_100_diff1": 0.854769, + "nauc_map_at_1000_max": 0.706975, + "nauc_map_at_1000_std": 0.532851, + "nauc_map_at_1000_diff1": 0.854769, + "nauc_recall_at_1_max": 0.611534, + "nauc_recall_at_1_std": 0.395864, + "nauc_recall_at_1_diff1": 0.831087, + "nauc_recall_at_3_max": 0.964374, + "nauc_recall_at_3_std": 0.900579, + "nauc_recall_at_3_diff1": 0.9154, + "nauc_recall_at_5_max": 0.970971, + "nauc_recall_at_5_std": 0.923828, + "nauc_recall_at_5_diff1": 0.925628, + "nauc_recall_at_10_max": 0.978229, + "nauc_recall_at_10_std": 0.907513, + "nauc_recall_at_10_diff1": 0.978229, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.930635, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.611534, + "nauc_precision_at_1_std": 0.395864, + "nauc_precision_at_1_diff1": 0.831087, + "nauc_precision_at_3_max": 0.964374, + "nauc_precision_at_3_std": 0.900579, + "nauc_precision_at_3_diff1": 0.9154, + "nauc_precision_at_5_max": 0.970971, + "nauc_precision_at_5_std": 0.923828, + "nauc_precision_at_5_diff1": 0.925628, + "nauc_precision_at_10_max": 0.978229, + "nauc_precision_at_10_std": 0.907513, + "nauc_precision_at_10_diff1": 0.978229, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.930635, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.611534, + "nauc_mrr_at_1_std": 0.395864, + "nauc_mrr_at_1_diff1": 0.831087, + "nauc_mrr_at_3_max": 0.723001, + "nauc_mrr_at_3_std": 0.555881, + "nauc_mrr_at_3_diff1": 0.855924, + "nauc_mrr_at_5_max": 0.717071, + "nauc_mrr_at_5_std": 0.549155, + "nauc_mrr_at_5_diff1": 0.855548, + "nauc_mrr_at_10_max": 0.711096, + "nauc_mrr_at_10_std": 0.538475, + "nauc_mrr_at_10_diff1": 0.856601, + "nauc_mrr_at_20_max": 0.709192, + "nauc_mrr_at_20_std": 0.535654, + "nauc_mrr_at_20_diff1": 0.855867, + "nauc_mrr_at_100_max": 0.706975, + "nauc_mrr_at_100_std": 0.532851, + "nauc_mrr_at_100_diff1": 0.854769, + "nauc_mrr_at_1000_max": 0.706975, + "nauc_mrr_at_1000_std": 0.532851, + "nauc_mrr_at_1000_diff1": 0.854769, + "main_score": 0.9065, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.7619, + "ndcg_at_3": 0.84971, + "ndcg_at_5": 0.86771, + "ndcg_at_10": 0.87448, + "ndcg_at_20": 0.87577, + "ndcg_at_100": 0.87878, + "ndcg_at_1000": 0.87878, + "map_at_1": 0.7619, + "map_at_3": 0.82716, + "map_at_5": 0.83748, + "map_at_10": 0.84023, + "map_at_20": 0.84056, + "map_at_100": 0.841, + "map_at_1000": 0.841, + "recall_at_1": 0.7619, + "recall_at_3": 0.91534, + "recall_at_5": 0.95767, + "recall_at_10": 0.97884, + "recall_at_20": 0.98413, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7619, + "precision_at_3": 0.30511, + "precision_at_5": 0.19153, + "precision_at_10": 0.09788, + "precision_at_20": 0.04921, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.761905, + "mrr_at_3": 0.82716, + "mrr_at_5": 0.837478, + "mrr_at_10": 0.840233, + "mrr_at_20": 0.840563, + "mrr_at_100": 0.840997, + "mrr_at_1000": 0.840997, + "nauc_ndcg_at_1_max": 0.301788, + "nauc_ndcg_at_1_std": -0.04163, + "nauc_ndcg_at_1_diff1": 0.839942, + "nauc_ndcg_at_3_max": 0.477771, + "nauc_ndcg_at_3_std": 0.204159, + "nauc_ndcg_at_3_diff1": 0.786369, + "nauc_ndcg_at_5_max": 0.454544, + "nauc_ndcg_at_5_std": 0.158228, + "nauc_ndcg_at_5_diff1": 0.818141, + "nauc_ndcg_at_10_max": 0.426484, + "nauc_ndcg_at_10_std": 0.120979, + "nauc_ndcg_at_10_diff1": 0.8218, + "nauc_ndcg_at_20_max": 0.420009, + "nauc_ndcg_at_20_std": 0.111057, + "nauc_ndcg_at_20_diff1": 0.821265, + "nauc_ndcg_at_100_max": 0.40798, + "nauc_ndcg_at_100_std": 0.091774, + "nauc_ndcg_at_100_diff1": 0.81991, + "nauc_ndcg_at_1000_max": 0.40798, + "nauc_ndcg_at_1000_std": 0.091774, + "nauc_ndcg_at_1000_diff1": 0.81991, + "nauc_map_at_1_max": 0.301788, + "nauc_map_at_1_std": -0.04163, + "nauc_map_at_1_diff1": 0.839942, + "nauc_map_at_3_max": 0.422396, + "nauc_map_at_3_std": 0.118804, + "nauc_map_at_3_diff1": 0.803808, + "nauc_map_at_5_max": 0.407974, + "nauc_map_at_5_std": 0.091501, + "nauc_map_at_5_diff1": 0.820322, + "nauc_map_at_10_max": 0.398068, + "nauc_map_at_10_std": 0.078264, + "nauc_map_at_10_diff1": 0.821364, + "nauc_map_at_20_max": 0.39671, + "nauc_map_at_20_std": 0.076184, + "nauc_map_at_20_diff1": 0.821256, + "nauc_map_at_100_max": 0.395294, + "nauc_map_at_100_std": 0.073849, + "nauc_map_at_100_diff1": 0.821038, + "nauc_map_at_1000_max": 0.395294, + "nauc_map_at_1000_std": 0.073849, + "nauc_map_at_1000_diff1": 0.821038, + "nauc_recall_at_1_max": 0.301788, + "nauc_recall_at_1_std": -0.04163, + "nauc_recall_at_1_diff1": 0.839942, + "nauc_recall_at_3_max": 0.778492, + "nauc_recall_at_3_std": 0.674129, + "nauc_recall_at_3_diff1": 0.691199, + "nauc_recall_at_5_max": 0.916195, + "nauc_recall_at_5_std": 0.828276, + "nauc_recall_at_5_diff1": 0.80722, + "nauc_recall_at_10_max": 0.897789, + "nauc_recall_at_10_std": 0.860975, + "nauc_recall_at_10_diff1": 0.86509, + "nauc_recall_at_20_max": 0.863718, + "nauc_recall_at_20_std": 0.814634, + "nauc_recall_at_20_diff1": 0.863718, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.301788, + "nauc_precision_at_1_std": -0.04163, + "nauc_precision_at_1_diff1": 0.839942, + "nauc_precision_at_3_max": 0.778492, + "nauc_precision_at_3_std": 0.674129, + "nauc_precision_at_3_diff1": 0.691199, + "nauc_precision_at_5_max": 0.916195, + "nauc_precision_at_5_std": 0.828276, + "nauc_precision_at_5_diff1": 0.80722, + "nauc_precision_at_10_max": 0.897789, + "nauc_precision_at_10_std": 0.860975, + "nauc_precision_at_10_diff1": 0.86509, + "nauc_precision_at_20_max": 0.863718, + "nauc_precision_at_20_std": 0.814634, + "nauc_precision_at_20_diff1": 0.863718, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.301788, + "nauc_mrr_at_1_std": -0.04163, + "nauc_mrr_at_1_diff1": 0.839942, + "nauc_mrr_at_3_max": 0.422396, + "nauc_mrr_at_3_std": 0.118804, + "nauc_mrr_at_3_diff1": 0.803808, + "nauc_mrr_at_5_max": 0.407974, + "nauc_mrr_at_5_std": 0.091501, + "nauc_mrr_at_5_diff1": 0.820322, + "nauc_mrr_at_10_max": 0.398068, + "nauc_mrr_at_10_std": 0.078264, + "nauc_mrr_at_10_diff1": 0.821364, + "nauc_mrr_at_20_max": 0.39671, + "nauc_mrr_at_20_std": 0.076184, + "nauc_mrr_at_20_diff1": 0.821256, + "nauc_mrr_at_100_max": 0.395294, + "nauc_mrr_at_100_std": 0.073849, + "nauc_mrr_at_100_diff1": 0.821038, + "nauc_mrr_at_1000_max": 0.395294, + "nauc_mrr_at_1000_std": 0.073849, + "nauc_mrr_at_1000_diff1": 0.821038, + "main_score": 0.87448, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.77174, + "ndcg_at_3": 0.8662, + "ndcg_at_5": 0.87719, + "ndcg_at_10": 0.88265, + "ndcg_at_20": 0.88531, + "ndcg_at_100": 0.88819, + "ndcg_at_1000": 0.88819, + "map_at_1": 0.77174, + "map_at_3": 0.8442, + "map_at_5": 0.85018, + "map_at_10": 0.85254, + "map_at_20": 0.85323, + "map_at_100": 0.85357, + "map_at_1000": 0.85357, + "recall_at_1": 0.77174, + "recall_at_3": 0.92935, + "recall_at_5": 0.95652, + "recall_at_10": 0.97283, + "recall_at_20": 0.9837, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.77174, + "precision_at_3": 0.30978, + "precision_at_5": 0.1913, + "precision_at_10": 0.09728, + "precision_at_20": 0.04918, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.771739, + "mrr_at_3": 0.844203, + "mrr_at_5": 0.850181, + "mrr_at_10": 0.852543, + "mrr_at_20": 0.853233, + "mrr_at_100": 0.853573, + "mrr_at_1000": 0.853573, + "nauc_ndcg_at_1_max": 0.402084, + "nauc_ndcg_at_1_std": -0.086816, + "nauc_ndcg_at_1_diff1": 0.827622, + "nauc_ndcg_at_3_max": 0.470435, + "nauc_ndcg_at_3_std": -0.003924, + "nauc_ndcg_at_3_diff1": 0.785718, + "nauc_ndcg_at_5_max": 0.483633, + "nauc_ndcg_at_5_std": 0.031981, + "nauc_ndcg_at_5_diff1": 0.805122, + "nauc_ndcg_at_10_max": 0.460163, + "nauc_ndcg_at_10_std": 0.006523, + "nauc_ndcg_at_10_diff1": 0.80712, + "nauc_ndcg_at_20_max": 0.463962, + "nauc_ndcg_at_20_std": 0.001242, + "nauc_ndcg_at_20_diff1": 0.80753, + "nauc_ndcg_at_100_max": 0.449121, + "nauc_ndcg_at_100_std": -0.022141, + "nauc_ndcg_at_100_diff1": 0.804862, + "nauc_ndcg_at_1000_max": 0.449121, + "nauc_ndcg_at_1000_std": -0.022141, + "nauc_ndcg_at_1000_diff1": 0.804862, + "nauc_map_at_1_max": 0.402084, + "nauc_map_at_1_std": -0.086816, + "nauc_map_at_1_diff1": 0.827622, + "nauc_map_at_3_max": 0.443329, + "nauc_map_at_3_std": -0.041241, + "nauc_map_at_3_diff1": 0.794953, + "nauc_map_at_5_max": 0.449589, + "nauc_map_at_5_std": -0.024424, + "nauc_map_at_5_diff1": 0.804428, + "nauc_map_at_10_max": 0.440945, + "nauc_map_at_10_std": -0.034141, + "nauc_map_at_10_diff1": 0.805092, + "nauc_map_at_20_max": 0.441301, + "nauc_map_at_20_std": -0.035678, + "nauc_map_at_20_diff1": 0.805217, + "nauc_map_at_100_max": 0.439901, + "nauc_map_at_100_std": -0.037859, + "nauc_map_at_100_diff1": 0.804988, + "nauc_map_at_1000_max": 0.439901, + "nauc_map_at_1000_std": -0.037859, + "nauc_map_at_1000_diff1": 0.804988, + "nauc_recall_at_1_max": 0.402084, + "nauc_recall_at_1_std": -0.086816, + "nauc_recall_at_1_diff1": 0.827622, + "nauc_recall_at_3_max": 0.634049, + "nauc_recall_at_3_std": 0.224594, + "nauc_recall_at_3_diff1": 0.735412, + "nauc_recall_at_5_max": 0.802731, + "nauc_recall_at_5_std": 0.571698, + "nauc_recall_at_5_diff1": 0.825999, + "nauc_recall_at_10_max": 0.710451, + "nauc_recall_at_10_std": 0.587796, + "nauc_recall_at_10_diff1": 0.862854, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.85151, + "nauc_recall_at_20_diff1": 0.907446, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.402084, + "nauc_precision_at_1_std": -0.086816, + "nauc_precision_at_1_diff1": 0.827622, + "nauc_precision_at_3_max": 0.634049, + "nauc_precision_at_3_std": 0.224594, + "nauc_precision_at_3_diff1": 0.735412, + "nauc_precision_at_5_max": 0.802731, + "nauc_precision_at_5_std": 0.571698, + "nauc_precision_at_5_diff1": 0.825999, + "nauc_precision_at_10_max": 0.710451, + "nauc_precision_at_10_std": 0.587796, + "nauc_precision_at_10_diff1": 0.862854, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.85151, + "nauc_precision_at_20_diff1": 0.907446, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.402084, + "nauc_mrr_at_1_std": -0.086816, + "nauc_mrr_at_1_diff1": 0.827622, + "nauc_mrr_at_3_max": 0.443329, + "nauc_mrr_at_3_std": -0.041241, + "nauc_mrr_at_3_diff1": 0.794953, + "nauc_mrr_at_5_max": 0.449589, + "nauc_mrr_at_5_std": -0.024424, + "nauc_mrr_at_5_diff1": 0.804428, + "nauc_mrr_at_10_max": 0.440945, + "nauc_mrr_at_10_std": -0.034141, + "nauc_mrr_at_10_diff1": 0.805092, + "nauc_mrr_at_20_max": 0.441301, + "nauc_mrr_at_20_std": -0.035678, + "nauc_mrr_at_20_diff1": 0.805217, + "nauc_mrr_at_100_max": 0.439901, + "nauc_mrr_at_100_std": -0.037859, + "nauc_mrr_at_100_diff1": 0.804988, + "nauc_mrr_at_1000_max": 0.439901, + "nauc_mrr_at_1000_std": -0.037859, + "nauc_mrr_at_1000_diff1": 0.804988, + "main_score": 0.88265, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.82143, + "ndcg_at_3": 0.87344, + "ndcg_at_5": 0.88915, + "ndcg_at_10": 0.89712, + "ndcg_at_20": 0.90028, + "ndcg_at_100": 0.90141, + "ndcg_at_1000": 0.90315, + "map_at_1": 0.82143, + "map_at_3": 0.86177, + "map_at_5": 0.8706, + "map_at_10": 0.87405, + "map_at_20": 0.87499, + "map_at_100": 0.87516, + "map_at_1000": 0.87522, + "recall_at_1": 0.82143, + "recall_at_3": 0.90675, + "recall_at_5": 0.94444, + "recall_at_10": 0.96825, + "recall_at_20": 0.98016, + "recall_at_100": 0.98611, + "recall_at_1000": 1.0, + "precision_at_1": 0.82143, + "precision_at_3": 0.30225, + "precision_at_5": 0.18889, + "precision_at_10": 0.09683, + "precision_at_20": 0.04901, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.821429, + "mrr_at_3": 0.861772, + "mrr_at_5": 0.870602, + "mrr_at_10": 0.874054, + "mrr_at_20": 0.874994, + "mrr_at_100": 0.875161, + "mrr_at_1000": 0.875217, + "nauc_ndcg_at_1_max": 0.629619, + "nauc_ndcg_at_1_std": 0.275741, + "nauc_ndcg_at_1_diff1": 0.866724, + "nauc_ndcg_at_3_max": 0.71837, + "nauc_ndcg_at_3_std": 0.388986, + "nauc_ndcg_at_3_diff1": 0.865154, + "nauc_ndcg_at_5_max": 0.727765, + "nauc_ndcg_at_5_std": 0.400119, + "nauc_ndcg_at_5_diff1": 0.87157, + "nauc_ndcg_at_10_max": 0.715355, + "nauc_ndcg_at_10_std": 0.39824, + "nauc_ndcg_at_10_diff1": 0.868463, + "nauc_ndcg_at_20_max": 0.707588, + "nauc_ndcg_at_20_std": 0.381463, + "nauc_ndcg_at_20_diff1": 0.86796, + "nauc_ndcg_at_100_max": 0.7046, + "nauc_ndcg_at_100_std": 0.379501, + "nauc_ndcg_at_100_diff1": 0.868155, + "nauc_ndcg_at_1000_max": 0.699411, + "nauc_ndcg_at_1000_std": 0.370103, + "nauc_ndcg_at_1000_diff1": 0.867229, + "nauc_map_at_1_max": 0.629619, + "nauc_map_at_1_std": 0.275741, + "nauc_map_at_1_diff1": 0.866724, + "nauc_map_at_3_max": 0.692918, + "nauc_map_at_3_std": 0.35685, + "nauc_map_at_3_diff1": 0.864694, + "nauc_map_at_5_max": 0.696316, + "nauc_map_at_5_std": 0.360957, + "nauc_map_at_5_diff1": 0.867736, + "nauc_map_at_10_max": 0.690964, + "nauc_map_at_10_std": 0.359412, + "nauc_map_at_10_diff1": 0.866407, + "nauc_map_at_20_max": 0.688955, + "nauc_map_at_20_std": 0.35514, + "nauc_map_at_20_diff1": 0.866297, + "nauc_map_at_100_max": 0.688576, + "nauc_map_at_100_std": 0.354646, + "nauc_map_at_100_diff1": 0.866309, + "nauc_map_at_1000_max": 0.688438, + "nauc_map_at_1000_std": 0.354396, + "nauc_map_at_1000_diff1": 0.866285, + "nauc_recall_at_1_max": 0.629619, + "nauc_recall_at_1_std": 0.275741, + "nauc_recall_at_1_diff1": 0.866724, + "nauc_recall_at_3_max": 0.822056, + "nauc_recall_at_3_std": 0.519689, + "nauc_recall_at_3_diff1": 0.867596, + "nauc_recall_at_5_max": 0.929668, + "nauc_recall_at_5_std": 0.650471, + "nauc_recall_at_5_diff1": 0.899166, + "nauc_recall_at_10_max": 0.966316, + "nauc_recall_at_10_std": 0.816249, + "nauc_recall_at_10_diff1": 0.893244, + "nauc_recall_at_20_max": 0.973879, + "nauc_recall_at_20_std": 0.759893, + "nauc_recall_at_20_diff1": 0.897798, + "nauc_recall_at_100_max": 0.981342, + "nauc_recall_at_100_std": 0.880354, + "nauc_recall_at_100_diff1": 0.91767, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.629619, + "nauc_precision_at_1_std": 0.275741, + "nauc_precision_at_1_diff1": 0.866724, + "nauc_precision_at_3_max": 0.822056, + "nauc_precision_at_3_std": 0.519689, + "nauc_precision_at_3_diff1": 0.867596, + "nauc_precision_at_5_max": 0.929668, + "nauc_precision_at_5_std": 0.650471, + "nauc_precision_at_5_diff1": 0.899166, + "nauc_precision_at_10_max": 0.966316, + "nauc_precision_at_10_std": 0.816249, + "nauc_precision_at_10_diff1": 0.893244, + "nauc_precision_at_20_max": 0.973879, + "nauc_precision_at_20_std": 0.759893, + "nauc_precision_at_20_diff1": 0.897798, + "nauc_precision_at_100_max": 0.981342, + "nauc_precision_at_100_std": 0.880354, + "nauc_precision_at_100_diff1": 0.91767, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.629619, + "nauc_mrr_at_1_std": 0.275741, + "nauc_mrr_at_1_diff1": 0.866724, + "nauc_mrr_at_3_max": 0.692918, + "nauc_mrr_at_3_std": 0.35685, + "nauc_mrr_at_3_diff1": 0.864694, + "nauc_mrr_at_5_max": 0.696316, + "nauc_mrr_at_5_std": 0.360957, + "nauc_mrr_at_5_diff1": 0.867736, + "nauc_mrr_at_10_max": 0.690964, + "nauc_mrr_at_10_std": 0.359412, + "nauc_mrr_at_10_diff1": 0.866407, + "nauc_mrr_at_20_max": 0.688955, + "nauc_mrr_at_20_std": 0.35514, + "nauc_mrr_at_20_diff1": 0.866297, + "nauc_mrr_at_100_max": 0.688576, + "nauc_mrr_at_100_std": 0.354646, + "nauc_mrr_at_100_diff1": 0.866309, + "nauc_mrr_at_1000_max": 0.688438, + "nauc_mrr_at_1000_std": 0.354396, + "nauc_mrr_at_1000_diff1": 0.866285, + "main_score": 0.89712, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.57997, + "ndcg_at_3": 0.66189, + "ndcg_at_5": 0.68169, + "ndcg_at_10": 0.69764, + "ndcg_at_20": 0.70802, + "ndcg_at_100": 0.7211, + "ndcg_at_1000": 0.72851, + "map_at_1": 0.57988, + "map_at_3": 0.64229, + "map_at_5": 0.65333, + "map_at_10": 0.65996, + "map_at_20": 0.66283, + "map_at_100": 0.66469, + "map_at_1000": 0.66497, + "recall_at_1": 0.57988, + "recall_at_3": 0.71836, + "recall_at_5": 0.76617, + "recall_at_10": 0.8153, + "recall_at_20": 0.85618, + "recall_at_100": 0.92593, + "recall_at_1000": 0.98453, + "precision_at_1": 0.57997, + "precision_at_3": 0.23951, + "precision_at_5": 0.15327, + "precision_at_10": 0.08155, + "precision_at_20": 0.04282, + "precision_at_100": 0.00926, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.579974, + "mrr_at_3": 0.642321, + "mrr_at_5": 0.653366, + "mrr_at_10": 0.660008, + "mrr_at_20": 0.66286, + "mrr_at_100": 0.664725, + "mrr_at_1000": 0.665001, + "nauc_ndcg_at_1_max": 0.525009, + "nauc_ndcg_at_1_std": 0.082806, + "nauc_ndcg_at_1_diff1": 0.768402, + "nauc_ndcg_at_3_max": 0.581658, + "nauc_ndcg_at_3_std": 0.136883, + "nauc_ndcg_at_3_diff1": 0.734459, + "nauc_ndcg_at_5_max": 0.582926, + "nauc_ndcg_at_5_std": 0.147283, + "nauc_ndcg_at_5_diff1": 0.729125, + "nauc_ndcg_at_10_max": 0.587881, + "nauc_ndcg_at_10_std": 0.157395, + "nauc_ndcg_at_10_diff1": 0.729967, + "nauc_ndcg_at_20_max": 0.588641, + "nauc_ndcg_at_20_std": 0.166355, + "nauc_ndcg_at_20_diff1": 0.730746, + "nauc_ndcg_at_100_max": 0.583799, + "nauc_ndcg_at_100_std": 0.164101, + "nauc_ndcg_at_100_diff1": 0.732393, + "nauc_ndcg_at_1000_max": 0.580122, + "nauc_ndcg_at_1000_std": 0.154918, + "nauc_ndcg_at_1000_diff1": 0.735055, + "nauc_map_at_1_max": 0.524619, + "nauc_map_at_1_std": 0.082747, + "nauc_map_at_1_diff1": 0.768272, + "nauc_map_at_3_max": 0.567286, + "nauc_map_at_3_std": 0.122405, + "nauc_map_at_3_diff1": 0.742961, + "nauc_map_at_5_max": 0.567611, + "nauc_map_at_5_std": 0.127611, + "nauc_map_at_5_diff1": 0.740428, + "nauc_map_at_10_max": 0.569312, + "nauc_map_at_10_std": 0.131205, + "nauc_map_at_10_diff1": 0.740859, + "nauc_map_at_20_max": 0.569278, + "nauc_map_at_20_std": 0.133096, + "nauc_map_at_20_diff1": 0.74114, + "nauc_map_at_100_max": 0.568638, + "nauc_map_at_100_std": 0.132752, + "nauc_map_at_100_diff1": 0.741321, + "nauc_map_at_1000_max": 0.568526, + "nauc_map_at_1000_std": 0.132468, + "nauc_map_at_1000_diff1": 0.741416, + "nauc_recall_at_1_max": 0.524619, + "nauc_recall_at_1_std": 0.082747, + "nauc_recall_at_1_diff1": 0.768272, + "nauc_recall_at_3_max": 0.629606, + "nauc_recall_at_3_std": 0.185763, + "nauc_recall_at_3_diff1": 0.705948, + "nauc_recall_at_5_max": 0.64087, + "nauc_recall_at_5_std": 0.224063, + "nauc_recall_at_5_diff1": 0.685159, + "nauc_recall_at_10_max": 0.674635, + "nauc_recall_at_10_std": 0.284648, + "nauc_recall_at_10_diff1": 0.680153, + "nauc_recall_at_20_max": 0.702915, + "nauc_recall_at_20_std": 0.380105, + "nauc_recall_at_20_diff1": 0.67286, + "nauc_recall_at_100_max": 0.718677, + "nauc_recall_at_100_std": 0.520109, + "nauc_recall_at_100_diff1": 0.654259, + "nauc_recall_at_1000_max": 0.798614, + "nauc_recall_at_1000_std": 0.800336, + "nauc_recall_at_1000_diff1": 0.656831, + "nauc_precision_at_1_max": 0.525009, + "nauc_precision_at_1_std": 0.082806, + "nauc_precision_at_1_diff1": 0.768402, + "nauc_precision_at_3_max": 0.629649, + "nauc_precision_at_3_std": 0.185648, + "nauc_precision_at_3_diff1": 0.705143, + "nauc_precision_at_5_max": 0.640902, + "nauc_precision_at_5_std": 0.22387, + "nauc_precision_at_5_diff1": 0.684254, + "nauc_precision_at_10_max": 0.674611, + "nauc_precision_at_10_std": 0.284299, + "nauc_precision_at_10_diff1": 0.679062, + "nauc_precision_at_20_max": 0.702818, + "nauc_precision_at_20_std": 0.379441, + "nauc_precision_at_20_diff1": 0.671506, + "nauc_precision_at_100_max": 0.718427, + "nauc_precision_at_100_std": 0.51826, + "nauc_precision_at_100_diff1": 0.651822, + "nauc_precision_at_1000_max": 0.795348, + "nauc_precision_at_1000_std": 0.78534, + "nauc_precision_at_1000_diff1": 0.64396, + "nauc_mrr_at_1_max": 0.525009, + "nauc_mrr_at_1_std": 0.082806, + "nauc_mrr_at_1_diff1": 0.768402, + "nauc_mrr_at_3_max": 0.567433, + "nauc_mrr_at_3_std": 0.122428, + "nauc_mrr_at_3_diff1": 0.743009, + "nauc_mrr_at_5_max": 0.567762, + "nauc_mrr_at_5_std": 0.127635, + "nauc_mrr_at_5_diff1": 0.740476, + "nauc_mrr_at_10_max": 0.569431, + "nauc_mrr_at_10_std": 0.131178, + "nauc_mrr_at_10_diff1": 0.740903, + "nauc_mrr_at_20_max": 0.569431, + "nauc_mrr_at_20_std": 0.133117, + "nauc_mrr_at_20_diff1": 0.741189, + "nauc_mrr_at_100_max": 0.568791, + "nauc_mrr_at_100_std": 0.132773, + "nauc_mrr_at_100_diff1": 0.741371, + "nauc_mrr_at_1000_max": 0.568679, + "nauc_mrr_at_1000_std": 0.132487, + "nauc_mrr_at_1000_diff1": 0.741466, + "main_score": 0.69764, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.67354, + "ndcg_at_3": 0.75324, + "ndcg_at_5": 0.76706, + "ndcg_at_10": 0.77982, + "ndcg_at_20": 0.78884, + "ndcg_at_100": 0.79816, + "ndcg_at_1000": 0.8023, + "map_at_1": 0.67324, + "map_at_3": 0.73412, + "map_at_5": 0.74183, + "map_at_10": 0.7471, + "map_at_20": 0.74955, + "map_at_100": 0.75088, + "map_at_1000": 0.75104, + "recall_at_1": 0.67324, + "recall_at_3": 0.80825, + "recall_at_5": 0.84163, + "recall_at_10": 0.88107, + "recall_at_20": 0.91687, + "recall_at_100": 0.96663, + "recall_at_1000": 0.99879, + "precision_at_1": 0.67354, + "precision_at_3": 0.26962, + "precision_at_5": 0.16845, + "precision_at_10": 0.08817, + "precision_at_20": 0.04587, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.673544, + "mrr_at_3": 0.734223, + "mrr_at_5": 0.74193, + "mrr_at_10": 0.747201, + "mrr_at_20": 0.749654, + "mrr_at_100": 0.750983, + "mrr_at_1000": 0.751145, + "nauc_ndcg_at_1_max": 0.655362, + "nauc_ndcg_at_1_std": 0.030548, + "nauc_ndcg_at_1_diff1": 0.836715, + "nauc_ndcg_at_3_max": 0.697016, + "nauc_ndcg_at_3_std": 0.07363, + "nauc_ndcg_at_3_diff1": 0.793254, + "nauc_ndcg_at_5_max": 0.70375, + "nauc_ndcg_at_5_std": 0.085062, + "nauc_ndcg_at_5_diff1": 0.796893, + "nauc_ndcg_at_10_max": 0.700342, + "nauc_ndcg_at_10_std": 0.095077, + "nauc_ndcg_at_10_diff1": 0.795388, + "nauc_ndcg_at_20_max": 0.697436, + "nauc_ndcg_at_20_std": 0.090528, + "nauc_ndcg_at_20_diff1": 0.796068, + "nauc_ndcg_at_100_max": 0.695882, + "nauc_ndcg_at_100_std": 0.090356, + "nauc_ndcg_at_100_diff1": 0.800568, + "nauc_ndcg_at_1000_max": 0.692983, + "nauc_ndcg_at_1000_std": 0.082164, + "nauc_ndcg_at_1000_diff1": 0.802028, + "nauc_map_at_1_max": 0.653684, + "nauc_map_at_1_std": 0.028604, + "nauc_map_at_1_diff1": 0.836816, + "nauc_map_at_3_max": 0.685864, + "nauc_map_at_3_std": 0.061616, + "nauc_map_at_3_diff1": 0.804556, + "nauc_map_at_5_max": 0.689189, + "nauc_map_at_5_std": 0.067487, + "nauc_map_at_5_diff1": 0.806635, + "nauc_map_at_10_max": 0.687391, + "nauc_map_at_10_std": 0.070588, + "nauc_map_at_10_diff1": 0.806145, + "nauc_map_at_20_max": 0.686467, + "nauc_map_at_20_std": 0.069264, + "nauc_map_at_20_diff1": 0.806347, + "nauc_map_at_100_max": 0.686395, + "nauc_map_at_100_std": 0.069359, + "nauc_map_at_100_diff1": 0.807067, + "nauc_map_at_1000_max": 0.686312, + "nauc_map_at_1000_std": 0.069135, + "nauc_map_at_1000_diff1": 0.807119, + "nauc_recall_at_1_max": 0.653684, + "nauc_recall_at_1_std": 0.028604, + "nauc_recall_at_1_diff1": 0.836816, + "nauc_recall_at_3_max": 0.737043, + "nauc_recall_at_3_std": 0.116935, + "nauc_recall_at_3_diff1": 0.751838, + "nauc_recall_at_5_max": 0.765709, + "nauc_recall_at_5_std": 0.160724, + "nauc_recall_at_5_diff1": 0.756642, + "nauc_recall_at_10_max": 0.768731, + "nauc_recall_at_10_std": 0.236624, + "nauc_recall_at_10_diff1": 0.73839, + "nauc_recall_at_20_max": 0.772447, + "nauc_recall_at_20_std": 0.252681, + "nauc_recall_at_20_diff1": 0.722988, + "nauc_recall_at_100_max": 0.824299, + "nauc_recall_at_100_std": 0.467909, + "nauc_recall_at_100_diff1": 0.728992, + "nauc_recall_at_1000_max": 0.869263, + "nauc_recall_at_1000_std": 0.86108, + "nauc_recall_at_1000_diff1": 0.422489, + "nauc_precision_at_1_max": 0.655362, + "nauc_precision_at_1_std": 0.030548, + "nauc_precision_at_1_diff1": 0.836715, + "nauc_precision_at_3_max": 0.736606, + "nauc_precision_at_3_std": 0.122088, + "nauc_precision_at_3_diff1": 0.745591, + "nauc_precision_at_5_max": 0.764989, + "nauc_precision_at_5_std": 0.166557, + "nauc_precision_at_5_diff1": 0.749168, + "nauc_precision_at_10_max": 0.767774, + "nauc_precision_at_10_std": 0.243477, + "nauc_precision_at_10_diff1": 0.7289, + "nauc_precision_at_20_max": 0.771064, + "nauc_precision_at_20_std": 0.262048, + "nauc_precision_at_20_diff1": 0.709932, + "nauc_precision_at_100_max": 0.819329, + "nauc_precision_at_100_std": 0.484216, + "nauc_precision_at_100_diff1": 0.696883, + "nauc_precision_at_1000_max": 0.77293, + "nauc_precision_at_1000_std": 0.92569, + "nauc_precision_at_1000_diff1": 0.077784, + "nauc_mrr_at_1_max": 0.655362, + "nauc_mrr_at_1_std": 0.030548, + "nauc_mrr_at_1_diff1": 0.836715, + "nauc_mrr_at_3_max": 0.686532, + "nauc_mrr_at_3_std": 0.06239, + "nauc_mrr_at_3_diff1": 0.804509, + "nauc_mrr_at_5_max": 0.689878, + "nauc_mrr_at_5_std": 0.068285, + "nauc_mrr_at_5_diff1": 0.806587, + "nauc_mrr_at_10_max": 0.688094, + "nauc_mrr_at_10_std": 0.071404, + "nauc_mrr_at_10_diff1": 0.806096, + "nauc_mrr_at_20_max": 0.687177, + "nauc_mrr_at_20_std": 0.070088, + "nauc_mrr_at_20_diff1": 0.806297, + "nauc_mrr_at_100_max": 0.68711, + "nauc_mrr_at_100_std": 0.070188, + "nauc_mrr_at_100_diff1": 0.807017, + "nauc_mrr_at_1000_max": 0.687026, + "nauc_mrr_at_1000_std": 0.069964, + "nauc_mrr_at_1000_diff1": 0.807069, + "main_score": 0.77982, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.6311, + "ndcg_at_3": 0.71498, + "ndcg_at_5": 0.73225, + "ndcg_at_10": 0.74776, + "ndcg_at_20": 0.75709, + "ndcg_at_100": 0.76786, + "ndcg_at_1000": 0.77285, + "map_at_1": 0.63091, + "map_at_3": 0.69517, + "map_at_5": 0.70474, + "map_at_10": 0.71117, + "map_at_20": 0.71376, + "map_at_100": 0.7153, + "map_at_1000": 0.71548, + "recall_at_1": 0.63091, + "recall_at_3": 0.77185, + "recall_at_5": 0.81386, + "recall_at_10": 0.86168, + "recall_at_20": 0.89835, + "recall_at_100": 0.95574, + "recall_at_1000": 0.99531, + "precision_at_1": 0.6311, + "precision_at_3": 0.25738, + "precision_at_5": 0.16283, + "precision_at_10": 0.0862, + "precision_at_20": 0.04494, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.631095, + "mrr_at_3": 0.695268, + "mrr_at_5": 0.704832, + "mrr_at_10": 0.711266, + "mrr_at_20": 0.71386, + "mrr_at_100": 0.715385, + "mrr_at_1000": 0.715568, + "nauc_ndcg_at_1_max": 0.623857, + "nauc_ndcg_at_1_std": 0.039329, + "nauc_ndcg_at_1_diff1": 0.777172, + "nauc_ndcg_at_3_max": 0.666587, + "nauc_ndcg_at_3_std": 0.082499, + "nauc_ndcg_at_3_diff1": 0.739657, + "nauc_ndcg_at_5_max": 0.667459, + "nauc_ndcg_at_5_std": 0.095184, + "nauc_ndcg_at_5_diff1": 0.737921, + "nauc_ndcg_at_10_max": 0.668887, + "nauc_ndcg_at_10_std": 0.102528, + "nauc_ndcg_at_10_diff1": 0.736947, + "nauc_ndcg_at_20_max": 0.668546, + "nauc_ndcg_at_20_std": 0.108122, + "nauc_ndcg_at_20_diff1": 0.738523, + "nauc_ndcg_at_100_max": 0.664993, + "nauc_ndcg_at_100_std": 0.101965, + "nauc_ndcg_at_100_diff1": 0.741855, + "nauc_ndcg_at_1000_max": 0.662143, + "nauc_ndcg_at_1000_std": 0.094861, + "nauc_ndcg_at_1000_diff1": 0.744356, + "nauc_map_at_1_max": 0.623222, + "nauc_map_at_1_std": 0.038775, + "nauc_map_at_1_diff1": 0.777126, + "nauc_map_at_3_max": 0.655238, + "nauc_map_at_3_std": 0.070299, + "nauc_map_at_3_diff1": 0.749695, + "nauc_map_at_5_max": 0.655334, + "nauc_map_at_5_std": 0.076532, + "nauc_map_at_5_diff1": 0.749056, + "nauc_map_at_10_max": 0.655633, + "nauc_map_at_10_std": 0.079152, + "nauc_map_at_10_diff1": 0.748959, + "nauc_map_at_20_max": 0.655476, + "nauc_map_at_20_std": 0.080283, + "nauc_map_at_20_diff1": 0.749498, + "nauc_map_at_100_max": 0.654971, + "nauc_map_at_100_std": 0.079423, + "nauc_map_at_100_diff1": 0.749981, + "nauc_map_at_1000_max": 0.654882, + "nauc_map_at_1000_std": 0.079249, + "nauc_map_at_1000_diff1": 0.750068, + "nauc_recall_at_1_max": 0.623222, + "nauc_recall_at_1_std": 0.038775, + "nauc_recall_at_1_diff1": 0.777126, + "nauc_recall_at_3_max": 0.706573, + "nauc_recall_at_3_std": 0.125633, + "nauc_recall_at_3_diff1": 0.703911, + "nauc_recall_at_5_max": 0.716833, + "nauc_recall_at_5_std": 0.173771, + "nauc_recall_at_5_diff1": 0.691925, + "nauc_recall_at_10_max": 0.738873, + "nauc_recall_at_10_std": 0.231947, + "nauc_recall_at_10_diff1": 0.672604, + "nauc_recall_at_20_max": 0.757313, + "nauc_recall_at_20_std": 0.317658, + "nauc_recall_at_20_diff1": 0.664325, + "nauc_recall_at_100_max": 0.788201, + "nauc_recall_at_100_std": 0.437851, + "nauc_recall_at_100_diff1": 0.64717, + "nauc_recall_at_1000_max": 0.888706, + "nauc_recall_at_1000_std": 0.805735, + "nauc_recall_at_1000_diff1": 0.644147, + "nauc_precision_at_1_max": 0.623857, + "nauc_precision_at_1_std": 0.039329, + "nauc_precision_at_1_diff1": 0.777172, + "nauc_precision_at_3_max": 0.70681, + "nauc_precision_at_3_std": 0.126506, + "nauc_precision_at_3_diff1": 0.702548, + "nauc_precision_at_5_max": 0.717156, + "nauc_precision_at_5_std": 0.174749, + "nauc_precision_at_5_diff1": 0.690382, + "nauc_precision_at_10_max": 0.739256, + "nauc_precision_at_10_std": 0.233121, + "nauc_precision_at_10_diff1": 0.670617, + "nauc_precision_at_20_max": 0.757713, + "nauc_precision_at_20_std": 0.320313, + "nauc_precision_at_20_diff1": 0.661599, + "nauc_precision_at_100_max": 0.773633, + "nauc_precision_at_100_std": 0.44026, + "nauc_precision_at_100_diff1": 0.6272, + "nauc_precision_at_1000_max": 0.75506, + "nauc_precision_at_1000_std": 0.761408, + "nauc_precision_at_1000_diff1": 0.485271, + "nauc_mrr_at_1_max": 0.623857, + "nauc_mrr_at_1_std": 0.039329, + "nauc_mrr_at_1_diff1": 0.777172, + "nauc_mrr_at_3_max": 0.655433, + "nauc_mrr_at_3_std": 0.070734, + "nauc_mrr_at_3_diff1": 0.749715, + "nauc_mrr_at_5_max": 0.655534, + "nauc_mrr_at_5_std": 0.076981, + "nauc_mrr_at_5_diff1": 0.749078, + "nauc_mrr_at_10_max": 0.655839, + "nauc_mrr_at_10_std": 0.079611, + "nauc_mrr_at_10_diff1": 0.748981, + "nauc_mrr_at_20_max": 0.655681, + "nauc_mrr_at_20_std": 0.080771, + "nauc_mrr_at_20_diff1": 0.749519, + "nauc_mrr_at_100_max": 0.655171, + "nauc_mrr_at_100_std": 0.079867, + "nauc_mrr_at_100_diff1": 0.750002, + "nauc_mrr_at_1000_max": 0.655083, + "nauc_mrr_at_1000_std": 0.079693, + "nauc_mrr_at_1000_diff1": 0.750089, + "main_score": 0.74776, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66279, + "ndcg_at_3": 0.75049, + "ndcg_at_5": 0.76459, + "ndcg_at_10": 0.77876, + "ndcg_at_20": 0.7855, + "ndcg_at_100": 0.79496, + "ndcg_at_1000": 0.79903, + "map_at_1": 0.66279, + "map_at_3": 0.72952, + "map_at_5": 0.73731, + "map_at_10": 0.74313, + "map_at_20": 0.74496, + "map_at_100": 0.74629, + "map_at_1000": 0.74644, + "recall_at_1": 0.66279, + "recall_at_3": 0.81092, + "recall_at_5": 0.8453, + "recall_at_10": 0.88928, + "recall_at_20": 0.91608, + "recall_at_100": 0.96663, + "recall_at_1000": 0.99899, + "precision_at_1": 0.66279, + "precision_at_3": 0.27031, + "precision_at_5": 0.16906, + "precision_at_10": 0.08893, + "precision_at_20": 0.0458, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662791, + "mrr_at_3": 0.729525, + "mrr_at_5": 0.73731, + "mrr_at_10": 0.743126, + "mrr_at_20": 0.744958, + "mrr_at_100": 0.746292, + "mrr_at_1000": 0.746439, + "nauc_ndcg_at_1_max": 0.622254, + "nauc_ndcg_at_1_std": 0.108456, + "nauc_ndcg_at_1_diff1": 0.767006, + "nauc_ndcg_at_3_max": 0.686041, + "nauc_ndcg_at_3_std": 0.176748, + "nauc_ndcg_at_3_diff1": 0.735147, + "nauc_ndcg_at_5_max": 0.688233, + "nauc_ndcg_at_5_std": 0.185672, + "nauc_ndcg_at_5_diff1": 0.735343, + "nauc_ndcg_at_10_max": 0.685068, + "nauc_ndcg_at_10_std": 0.197208, + "nauc_ndcg_at_10_diff1": 0.736686, + "nauc_ndcg_at_20_max": 0.681231, + "nauc_ndcg_at_20_std": 0.192099, + "nauc_ndcg_at_20_diff1": 0.738506, + "nauc_ndcg_at_100_max": 0.676262, + "nauc_ndcg_at_100_std": 0.184505, + "nauc_ndcg_at_100_diff1": 0.740743, + "nauc_ndcg_at_1000_max": 0.673112, + "nauc_ndcg_at_1000_std": 0.176893, + "nauc_ndcg_at_1000_diff1": 0.741676, + "nauc_map_at_1_max": 0.622254, + "nauc_map_at_1_std": 0.108456, + "nauc_map_at_1_diff1": 0.767006, + "nauc_map_at_3_max": 0.667653, + "nauc_map_at_3_std": 0.156945, + "nauc_map_at_3_diff1": 0.743096, + "nauc_map_at_5_max": 0.668248, + "nauc_map_at_5_std": 0.160884, + "nauc_map_at_5_diff1": 0.743275, + "nauc_map_at_10_max": 0.666585, + "nauc_map_at_10_std": 0.164442, + "nauc_map_at_10_diff1": 0.743983, + "nauc_map_at_20_max": 0.66548, + "nauc_map_at_20_std": 0.163109, + "nauc_map_at_20_diff1": 0.744486, + "nauc_map_at_100_max": 0.664823, + "nauc_map_at_100_std": 0.162139, + "nauc_map_at_100_diff1": 0.744748, + "nauc_map_at_1000_max": 0.664731, + "nauc_map_at_1000_std": 0.161917, + "nauc_map_at_1000_diff1": 0.744773, + "nauc_recall_at_1_max": 0.622254, + "nauc_recall_at_1_std": 0.108456, + "nauc_recall_at_1_diff1": 0.767006, + "nauc_recall_at_3_max": 0.756074, + "nauc_recall_at_3_std": 0.252234, + "nauc_recall_at_3_diff1": 0.705544, + "nauc_recall_at_5_max": 0.777523, + "nauc_recall_at_5_std": 0.29788, + "nauc_recall_at_5_diff1": 0.701221, + "nauc_recall_at_10_max": 0.791955, + "nauc_recall_at_10_std": 0.401301, + "nauc_recall_at_10_diff1": 0.696249, + "nauc_recall_at_20_max": 0.791396, + "nauc_recall_at_20_std": 0.415303, + "nauc_recall_at_20_diff1": 0.699799, + "nauc_recall_at_100_max": 0.81421, + "nauc_recall_at_100_std": 0.525175, + "nauc_recall_at_100_diff1": 0.706564, + "nauc_recall_at_1000_max": 0.795718, + "nauc_recall_at_1000_std": 0.679053, + "nauc_recall_at_1000_diff1": 0.934633, + "nauc_precision_at_1_max": 0.622254, + "nauc_precision_at_1_std": 0.108456, + "nauc_precision_at_1_diff1": 0.767006, + "nauc_precision_at_3_max": 0.756074, + "nauc_precision_at_3_std": 0.252234, + "nauc_precision_at_3_diff1": 0.705544, + "nauc_precision_at_5_max": 0.777523, + "nauc_precision_at_5_std": 0.29788, + "nauc_precision_at_5_diff1": 0.701221, + "nauc_precision_at_10_max": 0.791955, + "nauc_precision_at_10_std": 0.401301, + "nauc_precision_at_10_diff1": 0.696249, + "nauc_precision_at_20_max": 0.791396, + "nauc_precision_at_20_std": 0.415303, + "nauc_precision_at_20_diff1": 0.699799, + "nauc_precision_at_100_max": 0.81421, + "nauc_precision_at_100_std": 0.525175, + "nauc_precision_at_100_diff1": 0.706564, + "nauc_precision_at_1000_max": 0.795718, + "nauc_precision_at_1000_std": 0.679053, + "nauc_precision_at_1000_diff1": 0.934633, + "nauc_mrr_at_1_max": 0.622254, + "nauc_mrr_at_1_std": 0.108456, + "nauc_mrr_at_1_diff1": 0.767006, + "nauc_mrr_at_3_max": 0.667653, + "nauc_mrr_at_3_std": 0.156945, + "nauc_mrr_at_3_diff1": 0.743096, + "nauc_mrr_at_5_max": 0.668248, + "nauc_mrr_at_5_std": 0.160884, + "nauc_mrr_at_5_diff1": 0.743275, + "nauc_mrr_at_10_max": 0.666585, + "nauc_mrr_at_10_std": 0.164442, + "nauc_mrr_at_10_diff1": 0.743983, + "nauc_mrr_at_20_max": 0.66548, + "nauc_mrr_at_20_std": 0.163109, + "nauc_mrr_at_20_diff1": 0.744486, + "nauc_mrr_at_100_max": 0.664823, + "nauc_mrr_at_100_std": 0.162139, + "nauc_mrr_at_100_diff1": 0.744748, + "nauc_mrr_at_1000_max": 0.664731, + "nauc_mrr_at_1000_std": 0.161917, + "nauc_mrr_at_1000_diff1": 0.744773, + "main_score": 0.77876, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.59039, + "ndcg_at_3": 0.68135, + "ndcg_at_5": 0.69809, + "ndcg_at_10": 0.71479, + "ndcg_at_20": 0.72615, + "ndcg_at_100": 0.73883, + "ndcg_at_1000": 0.74493, + "map_at_1": 0.59039, + "map_at_3": 0.65966, + "map_at_5": 0.669, + "map_at_10": 0.67595, + "map_at_20": 0.67902, + "map_at_100": 0.68074, + "map_at_1000": 0.68095, + "recall_at_1": 0.59039, + "recall_at_3": 0.74386, + "recall_at_5": 0.78427, + "recall_at_10": 0.83561, + "recall_at_20": 0.88094, + "recall_at_100": 0.94975, + "recall_at_1000": 0.99891, + "precision_at_1": 0.59039, + "precision_at_3": 0.24795, + "precision_at_5": 0.15685, + "precision_at_10": 0.08356, + "precision_at_20": 0.04405, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.590388, + "mrr_at_3": 0.659658, + "mrr_at_5": 0.668997, + "mrr_at_10": 0.675951, + "mrr_at_20": 0.679019, + "mrr_at_100": 0.680737, + "mrr_at_1000": 0.680947, + "nauc_ndcg_at_1_max": 0.526691, + "nauc_ndcg_at_1_std": 0.061168, + "nauc_ndcg_at_1_diff1": 0.761399, + "nauc_ndcg_at_3_max": 0.598228, + "nauc_ndcg_at_3_std": 0.116525, + "nauc_ndcg_at_3_diff1": 0.730699, + "nauc_ndcg_at_5_max": 0.596769, + "nauc_ndcg_at_5_std": 0.118989, + "nauc_ndcg_at_5_diff1": 0.729919, + "nauc_ndcg_at_10_max": 0.600459, + "nauc_ndcg_at_10_std": 0.131781, + "nauc_ndcg_at_10_diff1": 0.729147, + "nauc_ndcg_at_20_max": 0.596644, + "nauc_ndcg_at_20_std": 0.130187, + "nauc_ndcg_at_20_diff1": 0.728598, + "nauc_ndcg_at_100_max": 0.589726, + "nauc_ndcg_at_100_std": 0.126621, + "nauc_ndcg_at_100_diff1": 0.730434, + "nauc_ndcg_at_1000_max": 0.585341, + "nauc_ndcg_at_1000_std": 0.117263, + "nauc_ndcg_at_1000_diff1": 0.733056, + "nauc_map_at_1_max": 0.526691, + "nauc_map_at_1_std": 0.061168, + "nauc_map_at_1_diff1": 0.761399, + "nauc_map_at_3_max": 0.578662, + "nauc_map_at_3_std": 0.100842, + "nauc_map_at_3_diff1": 0.738147, + "nauc_map_at_5_max": 0.577282, + "nauc_map_at_5_std": 0.101445, + "nauc_map_at_5_diff1": 0.737891, + "nauc_map_at_10_max": 0.578092, + "nauc_map_at_10_std": 0.105953, + "nauc_map_at_10_diff1": 0.737622, + "nauc_map_at_20_max": 0.57693, + "nauc_map_at_20_std": 0.105019, + "nauc_map_at_20_diff1": 0.737664, + "nauc_map_at_100_max": 0.575898, + "nauc_map_at_100_std": 0.104339, + "nauc_map_at_100_diff1": 0.737875, + "nauc_map_at_1000_max": 0.575765, + "nauc_map_at_1000_std": 0.104103, + "nauc_map_at_1000_diff1": 0.737961, + "nauc_recall_at_1_max": 0.526691, + "nauc_recall_at_1_std": 0.061168, + "nauc_recall_at_1_diff1": 0.761399, + "nauc_recall_at_3_max": 0.667171, + "nauc_recall_at_3_std": 0.172061, + "nauc_recall_at_3_diff1": 0.704935, + "nauc_recall_at_5_max": 0.673591, + "nauc_recall_at_5_std": 0.18947, + "nauc_recall_at_5_diff1": 0.698942, + "nauc_recall_at_10_max": 0.713197, + "nauc_recall_at_10_std": 0.268129, + "nauc_recall_at_10_diff1": 0.688203, + "nauc_recall_at_20_max": 0.72198, + "nauc_recall_at_20_std": 0.306658, + "nauc_recall_at_20_diff1": 0.668529, + "nauc_recall_at_100_max": 0.734003, + "nauc_recall_at_100_std": 0.464054, + "nauc_recall_at_100_diff1": 0.635056, + "nauc_recall_at_1000_max": 0.414257, + "nauc_recall_at_1000_std": 0.561396, + "nauc_recall_at_1000_diff1": 0.338507, + "nauc_precision_at_1_max": 0.526691, + "nauc_precision_at_1_std": 0.061168, + "nauc_precision_at_1_diff1": 0.761399, + "nauc_precision_at_3_max": 0.667171, + "nauc_precision_at_3_std": 0.172061, + "nauc_precision_at_3_diff1": 0.704935, + "nauc_precision_at_5_max": 0.673591, + "nauc_precision_at_5_std": 0.18947, + "nauc_precision_at_5_diff1": 0.698942, + "nauc_precision_at_10_max": 0.713197, + "nauc_precision_at_10_std": 0.268129, + "nauc_precision_at_10_diff1": 0.688203, + "nauc_precision_at_20_max": 0.72198, + "nauc_precision_at_20_std": 0.306658, + "nauc_precision_at_20_diff1": 0.668529, + "nauc_precision_at_100_max": 0.734003, + "nauc_precision_at_100_std": 0.464054, + "nauc_precision_at_100_diff1": 0.635056, + "nauc_precision_at_1000_max": 0.414257, + "nauc_precision_at_1000_std": 0.561396, + "nauc_precision_at_1000_diff1": 0.338507, + "nauc_mrr_at_1_max": 0.526691, + "nauc_mrr_at_1_std": 0.061168, + "nauc_mrr_at_1_diff1": 0.761399, + "nauc_mrr_at_3_max": 0.578662, + "nauc_mrr_at_3_std": 0.100842, + "nauc_mrr_at_3_diff1": 0.738147, + "nauc_mrr_at_5_max": 0.577282, + "nauc_mrr_at_5_std": 0.101445, + "nauc_mrr_at_5_diff1": 0.737891, + "nauc_mrr_at_10_max": 0.578092, + "nauc_mrr_at_10_std": 0.105953, + "nauc_mrr_at_10_diff1": 0.737622, + "nauc_mrr_at_20_max": 0.57693, + "nauc_mrr_at_20_std": 0.105019, + "nauc_mrr_at_20_diff1": 0.737664, + "nauc_mrr_at_100_max": 0.575898, + "nauc_mrr_at_100_std": 0.104339, + "nauc_mrr_at_100_diff1": 0.737875, + "nauc_mrr_at_1000_max": 0.575765, + "nauc_mrr_at_1000_std": 0.104103, + "nauc_mrr_at_1000_diff1": 0.737961, + "main_score": 0.71479, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.62237, + "ndcg_at_3": 0.69814, + "ndcg_at_5": 0.72045, + "ndcg_at_10": 0.73674, + "ndcg_at_20": 0.7467, + "ndcg_at_100": 0.75784, + "ndcg_at_1000": 0.76369, + "map_at_1": 0.62237, + "map_at_3": 0.68002, + "map_at_5": 0.6925, + "map_at_10": 0.69933, + "map_at_20": 0.70211, + "map_at_100": 0.70375, + "map_at_1000": 0.70397, + "recall_at_1": 0.62237, + "recall_at_3": 0.75037, + "recall_at_5": 0.8041, + "recall_at_10": 0.85393, + "recall_at_20": 0.89301, + "recall_at_100": 0.95164, + "recall_at_1000": 0.99756, + "precision_at_1": 0.62237, + "precision_at_3": 0.25012, + "precision_at_5": 0.16082, + "precision_at_10": 0.08539, + "precision_at_20": 0.04465, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622374, + "mrr_at_3": 0.68002, + "mrr_at_5": 0.692501, + "mrr_at_10": 0.699329, + "mrr_at_20": 0.70211, + "mrr_at_100": 0.703753, + "mrr_at_1000": 0.703975, + "nauc_ndcg_at_1_max": 0.612094, + "nauc_ndcg_at_1_std": 0.098371, + "nauc_ndcg_at_1_diff1": 0.796156, + "nauc_ndcg_at_3_max": 0.662462, + "nauc_ndcg_at_3_std": 0.14105, + "nauc_ndcg_at_3_diff1": 0.761649, + "nauc_ndcg_at_5_max": 0.659336, + "nauc_ndcg_at_5_std": 0.151936, + "nauc_ndcg_at_5_diff1": 0.753122, + "nauc_ndcg_at_10_max": 0.66219, + "nauc_ndcg_at_10_std": 0.166974, + "nauc_ndcg_at_10_diff1": 0.754597, + "nauc_ndcg_at_20_max": 0.658524, + "nauc_ndcg_at_20_std": 0.166644, + "nauc_ndcg_at_20_diff1": 0.755001, + "nauc_ndcg_at_100_max": 0.655839, + "nauc_ndcg_at_100_std": 0.162172, + "nauc_ndcg_at_100_diff1": 0.759607, + "nauc_ndcg_at_1000_max": 0.652978, + "nauc_ndcg_at_1000_std": 0.151315, + "nauc_ndcg_at_1000_diff1": 0.762139, + "nauc_map_at_1_max": 0.612094, + "nauc_map_at_1_std": 0.098371, + "nauc_map_at_1_diff1": 0.796156, + "nauc_map_at_3_max": 0.649578, + "nauc_map_at_3_std": 0.128249, + "nauc_map_at_3_diff1": 0.770654, + "nauc_map_at_5_max": 0.647386, + "nauc_map_at_5_std": 0.133127, + "nauc_map_at_5_diff1": 0.766328, + "nauc_map_at_10_max": 0.648105, + "nauc_map_at_10_std": 0.138122, + "nauc_map_at_10_diff1": 0.766992, + "nauc_map_at_20_max": 0.647055, + "nauc_map_at_20_std": 0.137764, + "nauc_map_at_20_diff1": 0.767213, + "nauc_map_at_100_max": 0.646652, + "nauc_map_at_100_std": 0.137125, + "nauc_map_at_100_diff1": 0.767841, + "nauc_map_at_1000_max": 0.646577, + "nauc_map_at_1000_std": 0.136781, + "nauc_map_at_1000_diff1": 0.767934, + "nauc_recall_at_1_max": 0.612094, + "nauc_recall_at_1_std": 0.098371, + "nauc_recall_at_1_diff1": 0.796156, + "nauc_recall_at_3_max": 0.706607, + "nauc_recall_at_3_std": 0.185908, + "nauc_recall_at_3_diff1": 0.730701, + "nauc_recall_at_5_max": 0.706921, + "nauc_recall_at_5_std": 0.231634, + "nauc_recall_at_5_diff1": 0.698514, + "nauc_recall_at_10_max": 0.736304, + "nauc_recall_at_10_std": 0.331987, + "nauc_recall_at_10_diff1": 0.690781, + "nauc_recall_at_20_max": 0.731096, + "nauc_recall_at_20_std": 0.381975, + "nauc_recall_at_20_diff1": 0.673522, + "nauc_recall_at_100_max": 0.757032, + "nauc_recall_at_100_std": 0.531185, + "nauc_recall_at_100_diff1": 0.679942, + "nauc_recall_at_1000_max": 0.713427, + "nauc_recall_at_1000_std": 0.424801, + "nauc_recall_at_1000_diff1": 0.772236, + "nauc_precision_at_1_max": 0.612094, + "nauc_precision_at_1_std": 0.098371, + "nauc_precision_at_1_diff1": 0.796156, + "nauc_precision_at_3_max": 0.706607, + "nauc_precision_at_3_std": 0.185908, + "nauc_precision_at_3_diff1": 0.730701, + "nauc_precision_at_5_max": 0.706921, + "nauc_precision_at_5_std": 0.231634, + "nauc_precision_at_5_diff1": 0.698514, + "nauc_precision_at_10_max": 0.736304, + "nauc_precision_at_10_std": 0.331987, + "nauc_precision_at_10_diff1": 0.690781, + "nauc_precision_at_20_max": 0.731096, + "nauc_precision_at_20_std": 0.381975, + "nauc_precision_at_20_diff1": 0.673522, + "nauc_precision_at_100_max": 0.757032, + "nauc_precision_at_100_std": 0.531185, + "nauc_precision_at_100_diff1": 0.679942, + "nauc_precision_at_1000_max": 0.713427, + "nauc_precision_at_1000_std": 0.424801, + "nauc_precision_at_1000_diff1": 0.772236, + "nauc_mrr_at_1_max": 0.612094, + "nauc_mrr_at_1_std": 0.098371, + "nauc_mrr_at_1_diff1": 0.796156, + "nauc_mrr_at_3_max": 0.649578, + "nauc_mrr_at_3_std": 0.128249, + "nauc_mrr_at_3_diff1": 0.770654, + "nauc_mrr_at_5_max": 0.647386, + "nauc_mrr_at_5_std": 0.133127, + "nauc_mrr_at_5_diff1": 0.766328, + "nauc_mrr_at_10_max": 0.648105, + "nauc_mrr_at_10_std": 0.138122, + "nauc_mrr_at_10_diff1": 0.766992, + "nauc_mrr_at_20_max": 0.647055, + "nauc_mrr_at_20_std": 0.137764, + "nauc_mrr_at_20_diff1": 0.767213, + "nauc_mrr_at_100_max": 0.646652, + "nauc_mrr_at_100_std": 0.137125, + "nauc_mrr_at_100_diff1": 0.767841, + "nauc_mrr_at_1000_max": 0.646577, + "nauc_mrr_at_1000_std": 0.136781, + "nauc_mrr_at_1000_diff1": 0.767934, + "main_score": 0.73674, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.62552, + "ndcg_at_3": 0.70539, + "ndcg_at_5": 0.72475, + "ndcg_at_10": 0.74026, + "ndcg_at_20": 0.75047, + "ndcg_at_100": 0.76229, + "ndcg_at_1000": 0.7676, + "map_at_1": 0.62552, + "map_at_3": 0.68628, + "map_at_5": 0.69713, + "map_at_10": 0.7037, + "map_at_20": 0.70652, + "map_at_100": 0.70822, + "map_at_1000": 0.70842, + "recall_at_1": 0.62552, + "recall_at_3": 0.76046, + "recall_at_5": 0.80701, + "recall_at_10": 0.85408, + "recall_at_20": 0.89435, + "recall_at_100": 0.95711, + "recall_at_1000": 0.99843, + "precision_at_1": 0.62552, + "precision_at_3": 0.25349, + "precision_at_5": 0.1614, + "precision_at_10": 0.08541, + "precision_at_20": 0.04472, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.625523, + "mrr_at_3": 0.68628, + "mrr_at_5": 0.697132, + "mrr_at_10": 0.703702, + "mrr_at_20": 0.706521, + "mrr_at_100": 0.708215, + "mrr_at_1000": 0.708423, + "nauc_ndcg_at_1_max": 0.560515, + "nauc_ndcg_at_1_std": 0.071665, + "nauc_ndcg_at_1_diff1": 0.775476, + "nauc_ndcg_at_3_max": 0.592743, + "nauc_ndcg_at_3_std": 0.106644, + "nauc_ndcg_at_3_diff1": 0.739594, + "nauc_ndcg_at_5_max": 0.595174, + "nauc_ndcg_at_5_std": 0.113106, + "nauc_ndcg_at_5_diff1": 0.729411, + "nauc_ndcg_at_10_max": 0.60132, + "nauc_ndcg_at_10_std": 0.12141, + "nauc_ndcg_at_10_diff1": 0.734144, + "nauc_ndcg_at_20_max": 0.603106, + "nauc_ndcg_at_20_std": 0.130011, + "nauc_ndcg_at_20_diff1": 0.735286, + "nauc_ndcg_at_100_max": 0.599746, + "nauc_ndcg_at_100_std": 0.124314, + "nauc_ndcg_at_100_diff1": 0.740238, + "nauc_ndcg_at_1000_max": 0.594709, + "nauc_ndcg_at_1000_std": 0.11549, + "nauc_ndcg_at_1000_diff1": 0.741836, + "nauc_map_at_1_max": 0.560515, + "nauc_map_at_1_std": 0.071665, + "nauc_map_at_1_diff1": 0.775476, + "nauc_map_at_3_max": 0.584043, + "nauc_map_at_3_std": 0.094938, + "nauc_map_at_3_diff1": 0.74866, + "nauc_map_at_5_max": 0.585034, + "nauc_map_at_5_std": 0.097879, + "nauc_map_at_5_diff1": 0.743674, + "nauc_map_at_10_max": 0.587278, + "nauc_map_at_10_std": 0.101236, + "nauc_map_at_10_diff1": 0.745898, + "nauc_map_at_20_max": 0.587649, + "nauc_map_at_20_std": 0.103187, + "nauc_map_at_20_diff1": 0.74624, + "nauc_map_at_100_max": 0.587138, + "nauc_map_at_100_std": 0.10229, + "nauc_map_at_100_diff1": 0.746835, + "nauc_map_at_1000_max": 0.586982, + "nauc_map_at_1000_std": 0.102085, + "nauc_map_at_1000_diff1": 0.746911, + "nauc_recall_at_1_max": 0.560515, + "nauc_recall_at_1_std": 0.071665, + "nauc_recall_at_1_diff1": 0.775476, + "nauc_recall_at_3_max": 0.623272, + "nauc_recall_at_3_std": 0.148885, + "nauc_recall_at_3_diff1": 0.7081, + "nauc_recall_at_5_max": 0.636746, + "nauc_recall_at_5_std": 0.177559, + "nauc_recall_at_5_diff1": 0.669951, + "nauc_recall_at_10_max": 0.677276, + "nauc_recall_at_10_std": 0.231417, + "nauc_recall_at_10_diff1": 0.674485, + "nauc_recall_at_20_max": 0.715578, + "nauc_recall_at_20_std": 0.335553, + "nauc_recall_at_20_diff1": 0.664647, + "nauc_recall_at_100_max": 0.794616, + "nauc_recall_at_100_std": 0.492365, + "nauc_recall_at_100_diff1": 0.692278, + "nauc_recall_at_1000_max": 0.907425, + "nauc_recall_at_1000_std": 0.907425, + "nauc_recall_at_1000_diff1": 0.820289, + "nauc_precision_at_1_max": 0.560515, + "nauc_precision_at_1_std": 0.071665, + "nauc_precision_at_1_diff1": 0.775476, + "nauc_precision_at_3_max": 0.623272, + "nauc_precision_at_3_std": 0.148885, + "nauc_precision_at_3_diff1": 0.7081, + "nauc_precision_at_5_max": 0.636746, + "nauc_precision_at_5_std": 0.177559, + "nauc_precision_at_5_diff1": 0.669951, + "nauc_precision_at_10_max": 0.677276, + "nauc_precision_at_10_std": 0.231417, + "nauc_precision_at_10_diff1": 0.674485, + "nauc_precision_at_20_max": 0.715578, + "nauc_precision_at_20_std": 0.335553, + "nauc_precision_at_20_diff1": 0.664647, + "nauc_precision_at_100_max": 0.794616, + "nauc_precision_at_100_std": 0.492365, + "nauc_precision_at_100_diff1": 0.692278, + "nauc_precision_at_1000_max": 0.907425, + "nauc_precision_at_1000_std": 0.907425, + "nauc_precision_at_1000_diff1": 0.820289, + "nauc_mrr_at_1_max": 0.560515, + "nauc_mrr_at_1_std": 0.071665, + "nauc_mrr_at_1_diff1": 0.775476, + "nauc_mrr_at_3_max": 0.584043, + "nauc_mrr_at_3_std": 0.094938, + "nauc_mrr_at_3_diff1": 0.74866, + "nauc_mrr_at_5_max": 0.585034, + "nauc_mrr_at_5_std": 0.097879, + "nauc_mrr_at_5_diff1": 0.743674, + "nauc_mrr_at_10_max": 0.587278, + "nauc_mrr_at_10_std": 0.101236, + "nauc_mrr_at_10_diff1": 0.745898, + "nauc_mrr_at_20_max": 0.587649, + "nauc_mrr_at_20_std": 0.103187, + "nauc_mrr_at_20_diff1": 0.74624, + "nauc_mrr_at_100_max": 0.587138, + "nauc_mrr_at_100_std": 0.10229, + "nauc_mrr_at_100_diff1": 0.746835, + "nauc_mrr_at_1000_max": 0.586982, + "nauc_mrr_at_1000_std": 0.102085, + "nauc_mrr_at_1000_diff1": 0.746911, + "main_score": 0.74026, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.57247, + "ndcg_at_3": 0.65389, + "ndcg_at_5": 0.67561, + "ndcg_at_10": 0.69201, + "ndcg_at_20": 0.70561, + "ndcg_at_100": 0.71945, + "ndcg_at_1000": 0.72671, + "map_at_1": 0.57247, + "map_at_3": 0.63402, + "map_at_5": 0.64606, + "map_at_10": 0.6529, + "map_at_20": 0.65669, + "map_at_100": 0.65865, + "map_at_1000": 0.65893, + "recall_at_1": 0.57247, + "recall_at_3": 0.71134, + "recall_at_5": 0.7641, + "recall_at_10": 0.81443, + "recall_at_20": 0.8678, + "recall_at_100": 0.94178, + "recall_at_1000": 0.99879, + "precision_at_1": 0.57247, + "precision_at_3": 0.23711, + "precision_at_5": 0.15282, + "precision_at_10": 0.08144, + "precision_at_20": 0.04339, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.572468, + "mrr_at_3": 0.634021, + "mrr_at_5": 0.646058, + "mrr_at_10": 0.652901, + "mrr_at_20": 0.656692, + "mrr_at_100": 0.658654, + "mrr_at_1000": 0.658934, + "nauc_ndcg_at_1_max": 0.544576, + "nauc_ndcg_at_1_std": 0.050739, + "nauc_ndcg_at_1_diff1": 0.784121, + "nauc_ndcg_at_3_max": 0.587224, + "nauc_ndcg_at_3_std": 0.103244, + "nauc_ndcg_at_3_diff1": 0.743049, + "nauc_ndcg_at_5_max": 0.599415, + "nauc_ndcg_at_5_std": 0.117938, + "nauc_ndcg_at_5_diff1": 0.74151, + "nauc_ndcg_at_10_max": 0.593847, + "nauc_ndcg_at_10_std": 0.115306, + "nauc_ndcg_at_10_diff1": 0.737407, + "nauc_ndcg_at_20_max": 0.589117, + "nauc_ndcg_at_20_std": 0.110197, + "nauc_ndcg_at_20_diff1": 0.737242, + "nauc_ndcg_at_100_max": 0.58782, + "nauc_ndcg_at_100_std": 0.115313, + "nauc_ndcg_at_100_diff1": 0.740535, + "nauc_ndcg_at_1000_max": 0.586237, + "nauc_ndcg_at_1000_std": 0.107259, + "nauc_ndcg_at_1000_diff1": 0.745255, + "nauc_map_at_1_max": 0.544576, + "nauc_map_at_1_std": 0.050739, + "nauc_map_at_1_diff1": 0.784121, + "nauc_map_at_3_max": 0.578612, + "nauc_map_at_3_std": 0.089984, + "nauc_map_at_3_diff1": 0.753401, + "nauc_map_at_5_max": 0.584676, + "nauc_map_at_5_std": 0.097168, + "nauc_map_at_5_diff1": 0.752949, + "nauc_map_at_10_max": 0.582326, + "nauc_map_at_10_std": 0.095904, + "nauc_map_at_10_diff1": 0.751627, + "nauc_map_at_20_max": 0.581127, + "nauc_map_at_20_std": 0.094605, + "nauc_map_at_20_diff1": 0.751783, + "nauc_map_at_100_max": 0.580845, + "nauc_map_at_100_std": 0.095387, + "nauc_map_at_100_diff1": 0.752106, + "nauc_map_at_1000_max": 0.580812, + "nauc_map_at_1000_std": 0.095197, + "nauc_map_at_1000_diff1": 0.752284, + "nauc_recall_at_1_max": 0.544576, + "nauc_recall_at_1_std": 0.050739, + "nauc_recall_at_1_diff1": 0.784121, + "nauc_recall_at_3_max": 0.614832, + "nauc_recall_at_3_std": 0.14745, + "nauc_recall_at_3_diff1": 0.708548, + "nauc_recall_at_5_max": 0.656867, + "nauc_recall_at_5_std": 0.200272, + "nauc_recall_at_5_diff1": 0.69753, + "nauc_recall_at_10_max": 0.64441, + "nauc_recall_at_10_std": 0.205755, + "nauc_recall_at_10_diff1": 0.669337, + "nauc_recall_at_20_max": 0.626218, + "nauc_recall_at_20_std": 0.197921, + "nauc_recall_at_20_diff1": 0.643131, + "nauc_recall_at_100_max": 0.647915, + "nauc_recall_at_100_std": 0.393152, + "nauc_recall_at_100_diff1": 0.609023, + "nauc_recall_at_1000_max": 0.934636, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.934636, + "nauc_precision_at_1_max": 0.544576, + "nauc_precision_at_1_std": 0.050739, + "nauc_precision_at_1_diff1": 0.784121, + "nauc_precision_at_3_max": 0.614832, + "nauc_precision_at_3_std": 0.14745, + "nauc_precision_at_3_diff1": 0.708548, + "nauc_precision_at_5_max": 0.656867, + "nauc_precision_at_5_std": 0.200272, + "nauc_precision_at_5_diff1": 0.69753, + "nauc_precision_at_10_max": 0.64441, + "nauc_precision_at_10_std": 0.205755, + "nauc_precision_at_10_diff1": 0.669337, + "nauc_precision_at_20_max": 0.626218, + "nauc_precision_at_20_std": 0.197921, + "nauc_precision_at_20_diff1": 0.643131, + "nauc_precision_at_100_max": 0.647915, + "nauc_precision_at_100_std": 0.393152, + "nauc_precision_at_100_diff1": 0.609023, + "nauc_precision_at_1000_max": 0.934636, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.934636, + "nauc_mrr_at_1_max": 0.544576, + "nauc_mrr_at_1_std": 0.050739, + "nauc_mrr_at_1_diff1": 0.784121, + "nauc_mrr_at_3_max": 0.578612, + "nauc_mrr_at_3_std": 0.089984, + "nauc_mrr_at_3_diff1": 0.753401, + "nauc_mrr_at_5_max": 0.584676, + "nauc_mrr_at_5_std": 0.097168, + "nauc_mrr_at_5_diff1": 0.752949, + "nauc_mrr_at_10_max": 0.582326, + "nauc_mrr_at_10_std": 0.095904, + "nauc_mrr_at_10_diff1": 0.751627, + "nauc_mrr_at_20_max": 0.581127, + "nauc_mrr_at_20_std": 0.094605, + "nauc_mrr_at_20_diff1": 0.751783, + "nauc_mrr_at_100_max": 0.580845, + "nauc_mrr_at_100_std": 0.095387, + "nauc_mrr_at_100_diff1": 0.752106, + "nauc_mrr_at_1000_max": 0.580812, + "nauc_mrr_at_1000_std": 0.095197, + "nauc_mrr_at_1000_diff1": 0.752284, + "main_score": 0.69201, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.65345, + "ndcg_at_3": 0.72564, + "ndcg_at_5": 0.74267, + "ndcg_at_10": 0.75572, + "ndcg_at_20": 0.7659, + "ndcg_at_100": 0.77739, + "ndcg_at_1000": 0.78179, + "map_at_1": 0.65333, + "map_at_3": 0.7084, + "map_at_5": 0.71783, + "map_at_10": 0.72332, + "map_at_20": 0.72612, + "map_at_100": 0.72773, + "map_at_1000": 0.72788, + "recall_at_1": 0.65333, + "recall_at_3": 0.77532, + "recall_at_5": 0.81675, + "recall_at_10": 0.85653, + "recall_at_20": 0.89671, + "recall_at_100": 0.95838, + "recall_at_1000": 0.99357, + "precision_at_1": 0.65345, + "precision_at_3": 0.25851, + "precision_at_5": 0.16339, + "precision_at_10": 0.08569, + "precision_at_20": 0.04486, + "precision_at_100": 0.00959, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.653446, + "mrr_at_3": 0.708398, + "mrr_at_5": 0.717826, + "mrr_at_10": 0.723331, + "mrr_at_20": 0.726142, + "mrr_at_100": 0.727743, + "mrr_at_1000": 0.727897, + "nauc_ndcg_at_1_max": 0.630358, + "nauc_ndcg_at_1_std": -0.054446, + "nauc_ndcg_at_1_diff1": 0.838727, + "nauc_ndcg_at_3_max": 0.670783, + "nauc_ndcg_at_3_std": -0.034228, + "nauc_ndcg_at_3_diff1": 0.805654, + "nauc_ndcg_at_5_max": 0.679898, + "nauc_ndcg_at_5_std": -0.015793, + "nauc_ndcg_at_5_diff1": 0.80607, + "nauc_ndcg_at_10_max": 0.676962, + "nauc_ndcg_at_10_std": -0.00883, + "nauc_ndcg_at_10_diff1": 0.804127, + "nauc_ndcg_at_20_max": 0.676304, + "nauc_ndcg_at_20_std": -0.003027, + "nauc_ndcg_at_20_diff1": 0.802213, + "nauc_ndcg_at_100_max": 0.674161, + "nauc_ndcg_at_100_std": -0.000578, + "nauc_ndcg_at_100_diff1": 0.808098, + "nauc_ndcg_at_1000_max": 0.670415, + "nauc_ndcg_at_1000_std": -0.010836, + "nauc_ndcg_at_1000_diff1": 0.809429, + "nauc_map_at_1_max": 0.629774, + "nauc_map_at_1_std": -0.054654, + "nauc_map_at_1_diff1": 0.838827, + "nauc_map_at_3_max": 0.66003, + "nauc_map_at_3_std": -0.040649, + "nauc_map_at_3_diff1": 0.814338, + "nauc_map_at_5_max": 0.664437, + "nauc_map_at_5_std": -0.031304, + "nauc_map_at_5_diff1": 0.814767, + "nauc_map_at_10_max": 0.662867, + "nauc_map_at_10_std": -0.029168, + "nauc_map_at_10_diff1": 0.814209, + "nauc_map_at_20_max": 0.662543, + "nauc_map_at_20_std": -0.02799, + "nauc_map_at_20_diff1": 0.813854, + "nauc_map_at_100_max": 0.662205, + "nauc_map_at_100_std": -0.027772, + "nauc_map_at_100_diff1": 0.814615, + "nauc_map_at_1000_max": 0.662095, + "nauc_map_at_1000_std": -0.028039, + "nauc_map_at_1000_diff1": 0.814642, + "nauc_recall_at_1_max": 0.629774, + "nauc_recall_at_1_std": -0.054654, + "nauc_recall_at_1_diff1": 0.838827, + "nauc_recall_at_3_max": 0.708344, + "nauc_recall_at_3_std": -0.011254, + "nauc_recall_at_3_diff1": 0.775375, + "nauc_recall_at_5_max": 0.744013, + "nauc_recall_at_5_std": 0.051108, + "nauc_recall_at_5_diff1": 0.771276, + "nauc_recall_at_10_max": 0.747612, + "nauc_recall_at_10_std": 0.102114, + "nauc_recall_at_10_diff1": 0.753408, + "nauc_recall_at_20_max": 0.766892, + "nauc_recall_at_20_std": 0.184681, + "nauc_recall_at_20_diff1": 0.721318, + "nauc_recall_at_100_max": 0.846966, + "nauc_recall_at_100_std": 0.512981, + "nauc_recall_at_100_diff1": 0.748291, + "nauc_recall_at_1000_max": 0.900674, + "nauc_recall_at_1000_std": 0.821988, + "nauc_recall_at_1000_diff1": 0.761503, + "nauc_precision_at_1_max": 0.630358, + "nauc_precision_at_1_std": -0.054446, + "nauc_precision_at_1_diff1": 0.838727, + "nauc_precision_at_3_max": 0.708257, + "nauc_precision_at_3_std": -0.010624, + "nauc_precision_at_3_diff1": 0.773138, + "nauc_precision_at_5_max": 0.743829, + "nauc_precision_at_5_std": 0.051717, + "nauc_precision_at_5_diff1": 0.768628, + "nauc_precision_at_10_max": 0.747314, + "nauc_precision_at_10_std": 0.103729, + "nauc_precision_at_10_diff1": 0.749973, + "nauc_precision_at_20_max": 0.76596, + "nauc_precision_at_20_std": 0.188494, + "nauc_precision_at_20_diff1": 0.71627, + "nauc_precision_at_100_max": 0.832346, + "nauc_precision_at_100_std": 0.519893, + "nauc_precision_at_100_diff1": 0.72482, + "nauc_precision_at_1000_max": 0.682665, + "nauc_precision_at_1000_std": 0.774616, + "nauc_precision_at_1000_diff1": 0.514238, + "nauc_mrr_at_1_max": 0.630358, + "nauc_mrr_at_1_std": -0.054446, + "nauc_mrr_at_1_diff1": 0.838727, + "nauc_mrr_at_3_max": 0.66003, + "nauc_mrr_at_3_std": -0.040649, + "nauc_mrr_at_3_diff1": 0.814338, + "nauc_mrr_at_5_max": 0.664437, + "nauc_mrr_at_5_std": -0.031304, + "nauc_mrr_at_5_diff1": 0.814767, + "nauc_mrr_at_10_max": 0.662859, + "nauc_mrr_at_10_std": -0.029102, + "nauc_mrr_at_10_diff1": 0.814199, + "nauc_mrr_at_20_max": 0.66252, + "nauc_mrr_at_20_std": -0.027884, + "nauc_mrr_at_20_diff1": 0.813834, + "nauc_mrr_at_100_max": 0.662192, + "nauc_mrr_at_100_std": -0.027694, + "nauc_mrr_at_100_diff1": 0.814602, + "nauc_mrr_at_1000_max": 0.662086, + "nauc_mrr_at_1000_std": -0.027976, + "nauc_mrr_at_1000_diff1": 0.814633, + "main_score": 0.75572, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.66076, + "ndcg_at_3": 0.73382, + "ndcg_at_5": 0.7489, + "ndcg_at_10": 0.76415, + "ndcg_at_20": 0.77379, + "ndcg_at_100": 0.78384, + "ndcg_at_1000": 0.78831, + "map_at_1": 0.66054, + "map_at_3": 0.71649, + "map_at_5": 0.72486, + "map_at_10": 0.73123, + "map_at_20": 0.73389, + "map_at_100": 0.73524, + "map_at_1000": 0.7354, + "recall_at_1": 0.66054, + "recall_at_3": 0.78374, + "recall_at_5": 0.8203, + "recall_at_10": 0.86705, + "recall_at_20": 0.90505, + "recall_at_100": 0.95978, + "recall_at_1000": 0.99535, + "precision_at_1": 0.66076, + "precision_at_3": 0.26139, + "precision_at_5": 0.16415, + "precision_at_10": 0.08675, + "precision_at_20": 0.04528, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.660758, + "mrr_at_3": 0.716486, + "mrr_at_5": 0.724862, + "mrr_at_10": 0.73123, + "mrr_at_20": 0.733899, + "mrr_at_100": 0.735247, + "mrr_at_1000": 0.735409, + "nauc_ndcg_at_1_max": 0.626146, + "nauc_ndcg_at_1_std": -0.052886, + "nauc_ndcg_at_1_diff1": 0.833936, + "nauc_ndcg_at_3_max": 0.674942, + "nauc_ndcg_at_3_std": -0.01799, + "nauc_ndcg_at_3_diff1": 0.811626, + "nauc_ndcg_at_5_max": 0.680829, + "nauc_ndcg_at_5_std": -0.007921, + "nauc_ndcg_at_5_diff1": 0.809203, + "nauc_ndcg_at_10_max": 0.680584, + "nauc_ndcg_at_10_std": 0.004467, + "nauc_ndcg_at_10_diff1": 0.805673, + "nauc_ndcg_at_20_max": 0.679618, + "nauc_ndcg_at_20_std": 0.012022, + "nauc_ndcg_at_20_diff1": 0.803896, + "nauc_ndcg_at_100_max": 0.676308, + "nauc_ndcg_at_100_std": 0.009806, + "nauc_ndcg_at_100_diff1": 0.808066, + "nauc_ndcg_at_1000_max": 0.672696, + "nauc_ndcg_at_1000_std": -0.000658, + "nauc_ndcg_at_1000_diff1": 0.810389, + "nauc_map_at_1_max": 0.625467, + "nauc_map_at_1_std": -0.053539, + "nauc_map_at_1_diff1": 0.834184, + "nauc_map_at_3_max": 0.662513, + "nauc_map_at_3_std": -0.02833, + "nauc_map_at_3_diff1": 0.817783, + "nauc_map_at_5_max": 0.665111, + "nauc_map_at_5_std": -0.02349, + "nauc_map_at_5_diff1": 0.816504, + "nauc_map_at_10_max": 0.664781, + "nauc_map_at_10_std": -0.019104, + "nauc_map_at_10_diff1": 0.815366, + "nauc_map_at_20_max": 0.664375, + "nauc_map_at_20_std": -0.017579, + "nauc_map_at_20_diff1": 0.814994, + "nauc_map_at_100_max": 0.663986, + "nauc_map_at_100_std": -0.017879, + "nauc_map_at_100_diff1": 0.815571, + "nauc_map_at_1000_max": 0.663884, + "nauc_map_at_1000_std": -0.018142, + "nauc_map_at_1000_diff1": 0.815647, + "nauc_recall_at_1_max": 0.625467, + "nauc_recall_at_1_std": -0.053539, + "nauc_recall_at_1_diff1": 0.834184, + "nauc_recall_at_3_max": 0.718414, + "nauc_recall_at_3_std": 0.018977, + "nauc_recall_at_3_diff1": 0.78983, + "nauc_recall_at_5_max": 0.745049, + "nauc_recall_at_5_std": 0.057513, + "nauc_recall_at_5_diff1": 0.779575, + "nauc_recall_at_10_max": 0.762824, + "nauc_recall_at_10_std": 0.137992, + "nauc_recall_at_10_diff1": 0.752748, + "nauc_recall_at_20_max": 0.78418, + "nauc_recall_at_20_std": 0.24759, + "nauc_recall_at_20_diff1": 0.720145, + "nauc_recall_at_100_max": 0.836556, + "nauc_recall_at_100_std": 0.499673, + "nauc_recall_at_100_diff1": 0.708944, + "nauc_recall_at_1000_max": 0.889624, + "nauc_recall_at_1000_std": 0.77784, + "nauc_recall_at_1000_diff1": 0.675252, + "nauc_precision_at_1_max": 0.626146, + "nauc_precision_at_1_std": -0.052886, + "nauc_precision_at_1_diff1": 0.833936, + "nauc_precision_at_3_max": 0.716779, + "nauc_precision_at_3_std": 0.020808, + "nauc_precision_at_3_diff1": 0.78505, + "nauc_precision_at_5_max": 0.743011, + "nauc_precision_at_5_std": 0.059487, + "nauc_precision_at_5_diff1": 0.774015, + "nauc_precision_at_10_max": 0.760039, + "nauc_precision_at_10_std": 0.140106, + "nauc_precision_at_10_diff1": 0.745601, + "nauc_precision_at_20_max": 0.780733, + "nauc_precision_at_20_std": 0.251871, + "nauc_precision_at_20_diff1": 0.710732, + "nauc_precision_at_100_max": 0.817465, + "nauc_precision_at_100_std": 0.510233, + "nauc_precision_at_100_diff1": 0.676812, + "nauc_precision_at_1000_max": 0.67233, + "nauc_precision_at_1000_std": 0.770009, + "nauc_precision_at_1000_diff1": 0.399916, + "nauc_mrr_at_1_max": 0.626146, + "nauc_mrr_at_1_std": -0.052886, + "nauc_mrr_at_1_diff1": 0.833936, + "nauc_mrr_at_3_max": 0.662513, + "nauc_mrr_at_3_std": -0.02833, + "nauc_mrr_at_3_diff1": 0.817783, + "nauc_mrr_at_5_max": 0.665111, + "nauc_mrr_at_5_std": -0.02349, + "nauc_mrr_at_5_diff1": 0.816504, + "nauc_mrr_at_10_max": 0.664781, + "nauc_mrr_at_10_std": -0.019104, + "nauc_mrr_at_10_diff1": 0.815366, + "nauc_mrr_at_20_max": 0.664385, + "nauc_mrr_at_20_std": -0.017515, + "nauc_mrr_at_20_diff1": 0.814995, + "nauc_mrr_at_100_max": 0.663994, + "nauc_mrr_at_100_std": -0.017804, + "nauc_mrr_at_100_diff1": 0.815573, + "nauc_mrr_at_1000_max": 0.66389, + "nauc_mrr_at_1000_std": -0.018082, + "nauc_mrr_at_1000_diff1": 0.815648, + "main_score": 0.76415, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66761, + "ndcg_at_3": 0.74657, + "ndcg_at_5": 0.76388, + "ndcg_at_10": 0.77753, + "ndcg_at_20": 0.78553, + "ndcg_at_100": 0.79508, + "ndcg_at_1000": 0.79888, + "map_at_1": 0.66761, + "map_at_3": 0.72714, + "map_at_5": 0.73669, + "map_at_10": 0.74234, + "map_at_20": 0.74455, + "map_at_100": 0.7459, + "map_at_1000": 0.74606, + "recall_at_1": 0.66761, + "recall_at_3": 0.80282, + "recall_at_5": 0.84507, + "recall_at_10": 0.88704, + "recall_at_20": 0.91859, + "recall_at_100": 0.96958, + "recall_at_1000": 0.99887, + "precision_at_1": 0.66761, + "precision_at_3": 0.26761, + "precision_at_5": 0.16901, + "precision_at_10": 0.08873, + "precision_at_20": 0.04594, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.667606, + "mrr_at_3": 0.727136, + "mrr_at_5": 0.736685, + "mrr_at_10": 0.742378, + "mrr_at_20": 0.744582, + "mrr_at_100": 0.745915, + "mrr_at_1000": 0.746071, + "nauc_ndcg_at_1_max": 0.57438, + "nauc_ndcg_at_1_std": -0.043555, + "nauc_ndcg_at_1_diff1": 0.815251, + "nauc_ndcg_at_3_max": 0.646276, + "nauc_ndcg_at_3_std": 0.027826, + "nauc_ndcg_at_3_diff1": 0.783049, + "nauc_ndcg_at_5_max": 0.652239, + "nauc_ndcg_at_5_std": 0.046927, + "nauc_ndcg_at_5_diff1": 0.785148, + "nauc_ndcg_at_10_max": 0.650927, + "nauc_ndcg_at_10_std": 0.05711, + "nauc_ndcg_at_10_diff1": 0.781027, + "nauc_ndcg_at_20_max": 0.651308, + "nauc_ndcg_at_20_std": 0.066342, + "nauc_ndcg_at_20_diff1": 0.783582, + "nauc_ndcg_at_100_max": 0.643404, + "nauc_ndcg_at_100_std": 0.052448, + "nauc_ndcg_at_100_diff1": 0.787326, + "nauc_ndcg_at_1000_max": 0.638781, + "nauc_ndcg_at_1000_std": 0.04098, + "nauc_ndcg_at_1000_diff1": 0.789047, + "nauc_map_at_1_max": 0.57438, + "nauc_map_at_1_std": -0.043555, + "nauc_map_at_1_diff1": 0.815251, + "nauc_map_at_3_max": 0.627514, + "nauc_map_at_3_std": 0.008005, + "nauc_map_at_3_diff1": 0.792517, + "nauc_map_at_5_max": 0.629835, + "nauc_map_at_5_std": 0.016792, + "nauc_map_at_5_diff1": 0.793977, + "nauc_map_at_10_max": 0.628802, + "nauc_map_at_10_std": 0.019942, + "nauc_map_at_10_diff1": 0.792649, + "nauc_map_at_20_max": 0.628814, + "nauc_map_at_20_std": 0.021995, + "nauc_map_at_20_diff1": 0.793259, + "nauc_map_at_100_max": 0.627838, + "nauc_map_at_100_std": 0.020517, + "nauc_map_at_100_diff1": 0.793704, + "nauc_map_at_1000_max": 0.627685, + "nauc_map_at_1000_std": 0.020165, + "nauc_map_at_1000_diff1": 0.793777, + "nauc_recall_at_1_max": 0.57438, + "nauc_recall_at_1_std": -0.043555, + "nauc_recall_at_1_diff1": 0.815251, + "nauc_recall_at_3_max": 0.714932, + "nauc_recall_at_3_std": 0.101039, + "nauc_recall_at_3_diff1": 0.747792, + "nauc_recall_at_5_max": 0.75249, + "nauc_recall_at_5_std": 0.185613, + "nauc_recall_at_5_diff1": 0.745869, + "nauc_recall_at_10_max": 0.779352, + "nauc_recall_at_10_std": 0.284998, + "nauc_recall_at_10_diff1": 0.710991, + "nauc_recall_at_20_max": 0.827237, + "nauc_recall_at_20_std": 0.448694, + "nauc_recall_at_20_diff1": 0.710509, + "nauc_recall_at_100_max": 0.865793, + "nauc_recall_at_100_std": 0.612731, + "nauc_recall_at_100_diff1": 0.710465, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.93462, + "nauc_recall_at_1000_diff1": 0.678984, + "nauc_precision_at_1_max": 0.57438, + "nauc_precision_at_1_std": -0.043555, + "nauc_precision_at_1_diff1": 0.815251, + "nauc_precision_at_3_max": 0.714932, + "nauc_precision_at_3_std": 0.101039, + "nauc_precision_at_3_diff1": 0.747792, + "nauc_precision_at_5_max": 0.75249, + "nauc_precision_at_5_std": 0.185613, + "nauc_precision_at_5_diff1": 0.745869, + "nauc_precision_at_10_max": 0.778534, + "nauc_precision_at_10_std": 0.287057, + "nauc_precision_at_10_diff1": 0.710354, + "nauc_precision_at_20_max": 0.826637, + "nauc_precision_at_20_std": 0.452211, + "nauc_precision_at_20_diff1": 0.709958, + "nauc_precision_at_100_max": 0.820793, + "nauc_precision_at_100_std": 0.6037, + "nauc_precision_at_100_diff1": 0.672665, + "nauc_precision_at_1000_max": 0.26722, + "nauc_precision_at_1000_std": 0.650238, + "nauc_precision_at_1000_diff1": 0.130598, + "nauc_mrr_at_1_max": 0.57438, + "nauc_mrr_at_1_std": -0.043555, + "nauc_mrr_at_1_diff1": 0.815251, + "nauc_mrr_at_3_max": 0.627514, + "nauc_mrr_at_3_std": 0.008005, + "nauc_mrr_at_3_diff1": 0.792517, + "nauc_mrr_at_5_max": 0.629835, + "nauc_mrr_at_5_std": 0.016792, + "nauc_mrr_at_5_diff1": 0.793977, + "nauc_mrr_at_10_max": 0.62873, + "nauc_mrr_at_10_std": 0.020034, + "nauc_mrr_at_10_diff1": 0.79262, + "nauc_mrr_at_20_max": 0.628744, + "nauc_mrr_at_20_std": 0.022087, + "nauc_mrr_at_20_diff1": 0.793233, + "nauc_mrr_at_100_max": 0.62781, + "nauc_mrr_at_100_std": 0.020552, + "nauc_mrr_at_100_diff1": 0.793693, + "nauc_mrr_at_1000_max": 0.627657, + "nauc_mrr_at_1000_std": 0.020201, + "nauc_mrr_at_1000_diff1": 0.793766, + "main_score": 0.77753, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.61818, + "ndcg_at_3": 0.69632, + "ndcg_at_5": 0.71218, + "ndcg_at_10": 0.72783, + "ndcg_at_20": 0.73789, + "ndcg_at_100": 0.75138, + "ndcg_at_1000": 0.75743, + "map_at_1": 0.61818, + "map_at_3": 0.67716, + "map_at_5": 0.68614, + "map_at_10": 0.69263, + "map_at_20": 0.69547, + "map_at_100": 0.69734, + "map_at_1000": 0.69755, + "recall_at_1": 0.61818, + "recall_at_3": 0.75175, + "recall_at_5": 0.78951, + "recall_at_10": 0.83776, + "recall_at_20": 0.87692, + "recall_at_100": 0.94965, + "recall_at_1000": 0.9979, + "precision_at_1": 0.61818, + "precision_at_3": 0.25058, + "precision_at_5": 0.1579, + "precision_at_10": 0.08378, + "precision_at_20": 0.04385, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.618182, + "mrr_at_3": 0.677156, + "mrr_at_5": 0.686142, + "mrr_at_10": 0.69263, + "mrr_at_20": 0.695469, + "mrr_at_100": 0.697339, + "mrr_at_1000": 0.697553, + "nauc_ndcg_at_1_max": 0.56863, + "nauc_ndcg_at_1_std": 0.085762, + "nauc_ndcg_at_1_diff1": 0.790964, + "nauc_ndcg_at_3_max": 0.623558, + "nauc_ndcg_at_3_std": 0.105936, + "nauc_ndcg_at_3_diff1": 0.763131, + "nauc_ndcg_at_5_max": 0.634856, + "nauc_ndcg_at_5_std": 0.127548, + "nauc_ndcg_at_5_diff1": 0.757197, + "nauc_ndcg_at_10_max": 0.633585, + "nauc_ndcg_at_10_std": 0.13542, + "nauc_ndcg_at_10_diff1": 0.754763, + "nauc_ndcg_at_20_max": 0.632084, + "nauc_ndcg_at_20_std": 0.144842, + "nauc_ndcg_at_20_diff1": 0.754891, + "nauc_ndcg_at_100_max": 0.626717, + "nauc_ndcg_at_100_std": 0.140493, + "nauc_ndcg_at_100_diff1": 0.759242, + "nauc_ndcg_at_1000_max": 0.622167, + "nauc_ndcg_at_1000_std": 0.129121, + "nauc_ndcg_at_1000_diff1": 0.761953, + "nauc_map_at_1_max": 0.56863, + "nauc_map_at_1_std": 0.085762, + "nauc_map_at_1_diff1": 0.790964, + "nauc_map_at_3_max": 0.609668, + "nauc_map_at_3_std": 0.101239, + "nauc_map_at_3_diff1": 0.771033, + "nauc_map_at_5_max": 0.615249, + "nauc_map_at_5_std": 0.112243, + "nauc_map_at_5_diff1": 0.768178, + "nauc_map_at_10_max": 0.614212, + "nauc_map_at_10_std": 0.114742, + "nauc_map_at_10_diff1": 0.767411, + "nauc_map_at_20_max": 0.613701, + "nauc_map_at_20_std": 0.116933, + "nauc_map_at_20_diff1": 0.767619, + "nauc_map_at_100_max": 0.612932, + "nauc_map_at_100_std": 0.116052, + "nauc_map_at_100_diff1": 0.76812, + "nauc_map_at_1000_max": 0.612779, + "nauc_map_at_1000_std": 0.115708, + "nauc_map_at_1000_diff1": 0.768194, + "nauc_recall_at_1_max": 0.56863, + "nauc_recall_at_1_std": 0.085762, + "nauc_recall_at_1_diff1": 0.790964, + "nauc_recall_at_3_max": 0.671577, + "nauc_recall_at_3_std": 0.121954, + "nauc_recall_at_3_diff1": 0.735347, + "nauc_recall_at_5_max": 0.712554, + "nauc_recall_at_5_std": 0.190899, + "nauc_recall_at_5_diff1": 0.713123, + "nauc_recall_at_10_max": 0.728336, + "nauc_recall_at_10_std": 0.245225, + "nauc_recall_at_10_diff1": 0.69106, + "nauc_recall_at_20_max": 0.743558, + "nauc_recall_at_20_std": 0.343865, + "nauc_recall_at_20_diff1": 0.673239, + "nauc_recall_at_100_max": 0.779755, + "nauc_recall_at_100_std": 0.535351, + "nauc_recall_at_100_diff1": 0.665311, + "nauc_recall_at_1000_max": 0.851385, + "nauc_recall_at_1000_std": 0.758792, + "nauc_recall_at_1000_diff1": 0.693433, + "nauc_precision_at_1_max": 0.56863, + "nauc_precision_at_1_std": 0.085762, + "nauc_precision_at_1_diff1": 0.790964, + "nauc_precision_at_3_max": 0.671577, + "nauc_precision_at_3_std": 0.121954, + "nauc_precision_at_3_diff1": 0.735347, + "nauc_precision_at_5_max": 0.712554, + "nauc_precision_at_5_std": 0.190899, + "nauc_precision_at_5_diff1": 0.713123, + "nauc_precision_at_10_max": 0.728336, + "nauc_precision_at_10_std": 0.245225, + "nauc_precision_at_10_diff1": 0.69106, + "nauc_precision_at_20_max": 0.743558, + "nauc_precision_at_20_std": 0.343865, + "nauc_precision_at_20_diff1": 0.673239, + "nauc_precision_at_100_max": 0.779755, + "nauc_precision_at_100_std": 0.535351, + "nauc_precision_at_100_diff1": 0.665311, + "nauc_precision_at_1000_max": 0.851385, + "nauc_precision_at_1000_std": 0.758792, + "nauc_precision_at_1000_diff1": 0.693433, + "nauc_mrr_at_1_max": 0.56863, + "nauc_mrr_at_1_std": 0.085762, + "nauc_mrr_at_1_diff1": 0.790964, + "nauc_mrr_at_3_max": 0.609668, + "nauc_mrr_at_3_std": 0.101239, + "nauc_mrr_at_3_diff1": 0.771033, + "nauc_mrr_at_5_max": 0.615249, + "nauc_mrr_at_5_std": 0.112243, + "nauc_mrr_at_5_diff1": 0.768178, + "nauc_mrr_at_10_max": 0.614212, + "nauc_mrr_at_10_std": 0.114742, + "nauc_mrr_at_10_diff1": 0.767411, + "nauc_mrr_at_20_max": 0.613701, + "nauc_mrr_at_20_std": 0.116933, + "nauc_mrr_at_20_diff1": 0.767619, + "nauc_mrr_at_100_max": 0.612932, + "nauc_mrr_at_100_std": 0.116052, + "nauc_mrr_at_100_diff1": 0.76812, + "nauc_mrr_at_1000_max": 0.612779, + "nauc_mrr_at_1000_std": 0.115708, + "nauc_mrr_at_1000_diff1": 0.768194, + "main_score": 0.72783, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.66388, + "ndcg_at_3": 0.73189, + "ndcg_at_5": 0.74733, + "ndcg_at_10": 0.76438, + "ndcg_at_20": 0.77395, + "ndcg_at_100": 0.78544, + "ndcg_at_1000": 0.78926, + "map_at_1": 0.66388, + "map_at_3": 0.71552, + "map_at_5": 0.72406, + "map_at_10": 0.73114, + "map_at_20": 0.7338, + "map_at_100": 0.73546, + "map_at_1000": 0.7356, + "recall_at_1": 0.66388, + "recall_at_3": 0.7791, + "recall_at_5": 0.81672, + "recall_at_10": 0.86925, + "recall_at_20": 0.90687, + "recall_at_100": 0.96776, + "recall_at_1000": 0.99821, + "precision_at_1": 0.66388, + "precision_at_3": 0.2597, + "precision_at_5": 0.16334, + "precision_at_10": 0.08693, + "precision_at_20": 0.04534, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.663881, + "mrr_at_3": 0.715522, + "mrr_at_5": 0.72406, + "mrr_at_10": 0.731144, + "mrr_at_20": 0.733801, + "mrr_at_100": 0.735462, + "mrr_at_1000": 0.7356, + "nauc_ndcg_at_1_max": 0.599042, + "nauc_ndcg_at_1_std": -0.022907, + "nauc_ndcg_at_1_diff1": 0.842226, + "nauc_ndcg_at_3_max": 0.641143, + "nauc_ndcg_at_3_std": -0.00429, + "nauc_ndcg_at_3_diff1": 0.816196, + "nauc_ndcg_at_5_max": 0.645819, + "nauc_ndcg_at_5_std": 0.018295, + "nauc_ndcg_at_5_diff1": 0.809646, + "nauc_ndcg_at_10_max": 0.65338, + "nauc_ndcg_at_10_std": 0.051964, + "nauc_ndcg_at_10_diff1": 0.809683, + "nauc_ndcg_at_20_max": 0.65262, + "nauc_ndcg_at_20_std": 0.054208, + "nauc_ndcg_at_20_diff1": 0.81023, + "nauc_ndcg_at_100_max": 0.64548, + "nauc_ndcg_at_100_std": 0.043764, + "nauc_ndcg_at_100_diff1": 0.814241, + "nauc_ndcg_at_1000_max": 0.641856, + "nauc_ndcg_at_1000_std": 0.032305, + "nauc_ndcg_at_1000_diff1": 0.815722, + "nauc_map_at_1_max": 0.599042, + "nauc_map_at_1_std": -0.022907, + "nauc_map_at_1_diff1": 0.842226, + "nauc_map_at_3_max": 0.62973, + "nauc_map_at_3_std": -0.009783, + "nauc_map_at_3_diff1": 0.822437, + "nauc_map_at_5_max": 0.63182, + "nauc_map_at_5_std": 0.001757, + "nauc_map_at_5_diff1": 0.81913, + "nauc_map_at_10_max": 0.634523, + "nauc_map_at_10_std": 0.014374, + "nauc_map_at_10_diff1": 0.819513, + "nauc_map_at_20_max": 0.634103, + "nauc_map_at_20_std": 0.014348, + "nauc_map_at_20_diff1": 0.819678, + "nauc_map_at_100_max": 0.633162, + "nauc_map_at_100_std": 0.013227, + "nauc_map_at_100_diff1": 0.820222, + "nauc_map_at_1000_max": 0.633054, + "nauc_map_at_1000_std": 0.012937, + "nauc_map_at_1000_diff1": 0.820266, + "nauc_recall_at_1_max": 0.599042, + "nauc_recall_at_1_std": -0.022907, + "nauc_recall_at_1_diff1": 0.842226, + "nauc_recall_at_3_max": 0.680993, + "nauc_recall_at_3_std": 0.015117, + "nauc_recall_at_3_diff1": 0.79482, + "nauc_recall_at_5_max": 0.702481, + "nauc_recall_at_5_std": 0.088835, + "nauc_recall_at_5_diff1": 0.771249, + "nauc_recall_at_10_max": 0.758195, + "nauc_recall_at_10_std": 0.277719, + "nauc_recall_at_10_diff1": 0.756474, + "nauc_recall_at_20_max": 0.790445, + "nauc_recall_at_20_std": 0.381242, + "nauc_recall_at_20_diff1": 0.743097, + "nauc_recall_at_100_max": 0.826722, + "nauc_recall_at_100_std": 0.636144, + "nauc_recall_at_100_diff1": 0.73978, + "nauc_recall_at_1000_max": 0.912825, + "nauc_recall_at_1000_std": 0.956413, + "nauc_recall_at_1000_diff1": 0.702693, + "nauc_precision_at_1_max": 0.599042, + "nauc_precision_at_1_std": -0.022907, + "nauc_precision_at_1_diff1": 0.842226, + "nauc_precision_at_3_max": 0.680993, + "nauc_precision_at_3_std": 0.015117, + "nauc_precision_at_3_diff1": 0.79482, + "nauc_precision_at_5_max": 0.702481, + "nauc_precision_at_5_std": 0.088835, + "nauc_precision_at_5_diff1": 0.771249, + "nauc_precision_at_10_max": 0.758195, + "nauc_precision_at_10_std": 0.277719, + "nauc_precision_at_10_diff1": 0.756474, + "nauc_precision_at_20_max": 0.790445, + "nauc_precision_at_20_std": 0.381242, + "nauc_precision_at_20_diff1": 0.743097, + "nauc_precision_at_100_max": 0.826722, + "nauc_precision_at_100_std": 0.636144, + "nauc_precision_at_100_diff1": 0.73978, + "nauc_precision_at_1000_max": 0.912825, + "nauc_precision_at_1000_std": 0.956413, + "nauc_precision_at_1000_diff1": 0.702693, + "nauc_mrr_at_1_max": 0.599042, + "nauc_mrr_at_1_std": -0.022907, + "nauc_mrr_at_1_diff1": 0.842226, + "nauc_mrr_at_3_max": 0.62973, + "nauc_mrr_at_3_std": -0.009783, + "nauc_mrr_at_3_diff1": 0.822437, + "nauc_mrr_at_5_max": 0.63182, + "nauc_mrr_at_5_std": 0.001757, + "nauc_mrr_at_5_diff1": 0.81913, + "nauc_mrr_at_10_max": 0.634523, + "nauc_mrr_at_10_std": 0.014374, + "nauc_mrr_at_10_diff1": 0.819513, + "nauc_mrr_at_20_max": 0.634103, + "nauc_mrr_at_20_std": 0.014348, + "nauc_mrr_at_20_diff1": 0.819678, + "nauc_mrr_at_100_max": 0.633162, + "nauc_mrr_at_100_std": 0.013227, + "nauc_mrr_at_100_diff1": 0.820222, + "nauc_mrr_at_1000_max": 0.633054, + "nauc_mrr_at_1000_std": 0.012937, + "nauc_mrr_at_1000_diff1": 0.820266, + "main_score": 0.76438, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.65926, + "ndcg_at_3": 0.74495, + "ndcg_at_5": 0.76318, + "ndcg_at_10": 0.77565, + "ndcg_at_20": 0.78429, + "ndcg_at_100": 0.79308, + "ndcg_at_1000": 0.79706, + "map_at_1": 0.65926, + "map_at_3": 0.72418, + "map_at_5": 0.73439, + "map_at_10": 0.7396, + "map_at_20": 0.74203, + "map_at_100": 0.74325, + "map_at_1000": 0.74341, + "recall_at_1": 0.65926, + "recall_at_3": 0.80494, + "recall_at_5": 0.84877, + "recall_at_10": 0.88704, + "recall_at_20": 0.92068, + "recall_at_100": 0.9679, + "recall_at_1000": 0.99877, + "precision_at_1": 0.65926, + "precision_at_3": 0.26831, + "precision_at_5": 0.16975, + "precision_at_10": 0.0887, + "precision_at_20": 0.04605, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.659259, + "mrr_at_3": 0.724177, + "mrr_at_5": 0.734393, + "mrr_at_10": 0.739596, + "mrr_at_20": 0.742042, + "mrr_at_100": 0.743251, + "mrr_at_1000": 0.743408, + "nauc_ndcg_at_1_max": 0.542214, + "nauc_ndcg_at_1_std": -0.020777, + "nauc_ndcg_at_1_diff1": 0.794147, + "nauc_ndcg_at_3_max": 0.589541, + "nauc_ndcg_at_3_std": 0.024242, + "nauc_ndcg_at_3_diff1": 0.758981, + "nauc_ndcg_at_5_max": 0.594475, + "nauc_ndcg_at_5_std": 0.040113, + "nauc_ndcg_at_5_diff1": 0.755314, + "nauc_ndcg_at_10_max": 0.59873, + "nauc_ndcg_at_10_std": 0.048683, + "nauc_ndcg_at_10_diff1": 0.757754, + "nauc_ndcg_at_20_max": 0.597117, + "nauc_ndcg_at_20_std": 0.055515, + "nauc_ndcg_at_20_diff1": 0.757901, + "nauc_ndcg_at_100_max": 0.590587, + "nauc_ndcg_at_100_std": 0.047098, + "nauc_ndcg_at_100_diff1": 0.761668, + "nauc_ndcg_at_1000_max": 0.587487, + "nauc_ndcg_at_1000_std": 0.037595, + "nauc_ndcg_at_1000_diff1": 0.762991, + "nauc_map_at_1_max": 0.542214, + "nauc_map_at_1_std": -0.020777, + "nauc_map_at_1_diff1": 0.794147, + "nauc_map_at_3_max": 0.577258, + "nauc_map_at_3_std": 0.010578, + "nauc_map_at_3_diff1": 0.76791, + "nauc_map_at_5_max": 0.57906, + "nauc_map_at_5_std": 0.017931, + "nauc_map_at_5_diff1": 0.766358, + "nauc_map_at_10_max": 0.580286, + "nauc_map_at_10_std": 0.020749, + "nauc_map_at_10_diff1": 0.767488, + "nauc_map_at_20_max": 0.579777, + "nauc_map_at_20_std": 0.022285, + "nauc_map_at_20_diff1": 0.767534, + "nauc_map_at_100_max": 0.579103, + "nauc_map_at_100_std": 0.021479, + "nauc_map_at_100_diff1": 0.76801, + "nauc_map_at_1000_max": 0.579004, + "nauc_map_at_1000_std": 0.021192, + "nauc_map_at_1000_diff1": 0.768048, + "nauc_recall_at_1_max": 0.542214, + "nauc_recall_at_1_std": -0.020777, + "nauc_recall_at_1_diff1": 0.794147, + "nauc_recall_at_3_max": 0.635078, + "nauc_recall_at_3_std": 0.076072, + "nauc_recall_at_3_diff1": 0.725995, + "nauc_recall_at_5_max": 0.665668, + "nauc_recall_at_5_std": 0.14589, + "nauc_recall_at_5_diff1": 0.704835, + "nauc_recall_at_10_max": 0.71039, + "nauc_recall_at_10_std": 0.222765, + "nauc_recall_at_10_diff1": 0.702926, + "nauc_recall_at_20_max": 0.738484, + "nauc_recall_at_20_std": 0.35028, + "nauc_recall_at_20_diff1": 0.683995, + "nauc_recall_at_100_max": 0.732287, + "nauc_recall_at_100_std": 0.493994, + "nauc_recall_at_100_diff1": 0.689183, + "nauc_recall_at_1000_max": 0.795752, + "nauc_recall_at_1000_std": 0.861111, + "nauc_recall_at_1000_diff1": 0.456116, + "nauc_precision_at_1_max": 0.542214, + "nauc_precision_at_1_std": -0.020777, + "nauc_precision_at_1_diff1": 0.794147, + "nauc_precision_at_3_max": 0.635078, + "nauc_precision_at_3_std": 0.076072, + "nauc_precision_at_3_diff1": 0.725995, + "nauc_precision_at_5_max": 0.665668, + "nauc_precision_at_5_std": 0.14589, + "nauc_precision_at_5_diff1": 0.704835, + "nauc_precision_at_10_max": 0.71039, + "nauc_precision_at_10_std": 0.222765, + "nauc_precision_at_10_diff1": 0.702926, + "nauc_precision_at_20_max": 0.740889, + "nauc_precision_at_20_std": 0.358445, + "nauc_precision_at_20_diff1": 0.683845, + "nauc_precision_at_100_max": 0.706292, + "nauc_precision_at_100_std": 0.510377, + "nauc_precision_at_100_diff1": 0.65343, + "nauc_precision_at_1000_max": 0.39271, + "nauc_precision_at_1000_std": 0.925727, + "nauc_precision_at_1000_diff1": 0.050805, + "nauc_mrr_at_1_max": 0.542214, + "nauc_mrr_at_1_std": -0.020777, + "nauc_mrr_at_1_diff1": 0.794147, + "nauc_mrr_at_3_max": 0.577258, + "nauc_mrr_at_3_std": 0.010578, + "nauc_mrr_at_3_diff1": 0.76791, + "nauc_mrr_at_5_max": 0.57906, + "nauc_mrr_at_5_std": 0.017931, + "nauc_mrr_at_5_diff1": 0.766358, + "nauc_mrr_at_10_max": 0.580286, + "nauc_mrr_at_10_std": 0.020749, + "nauc_mrr_at_10_diff1": 0.767488, + "nauc_mrr_at_20_max": 0.579809, + "nauc_mrr_at_20_std": 0.022408, + "nauc_mrr_at_20_diff1": 0.767537, + "nauc_mrr_at_100_max": 0.5791, + "nauc_mrr_at_100_std": 0.021469, + "nauc_mrr_at_100_diff1": 0.76801, + "nauc_mrr_at_1000_max": 0.579001, + "nauc_mrr_at_1000_std": 0.021182, + "nauc_mrr_at_1000_diff1": 0.768048, + "main_score": 0.77565, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.5766, + "ndcg_at_3": 0.66224, + "ndcg_at_5": 0.68062, + "ndcg_at_10": 0.69811, + "ndcg_at_20": 0.7086, + "ndcg_at_100": 0.72229, + "ndcg_at_1000": 0.72904, + "map_at_1": 0.5765, + "map_at_3": 0.64151, + "map_at_5": 0.65174, + "map_at_10": 0.6589, + "map_at_20": 0.66179, + "map_at_100": 0.66369, + "map_at_1000": 0.66395, + "recall_at_1": 0.5765, + "recall_at_3": 0.72201, + "recall_at_5": 0.76655, + "recall_at_10": 0.82093, + "recall_at_20": 0.86237, + "recall_at_100": 0.93596, + "recall_at_1000": 0.98884, + "precision_at_1": 0.5766, + "precision_at_3": 0.2407, + "precision_at_5": 0.15335, + "precision_at_10": 0.08211, + "precision_at_20": 0.04313, + "precision_at_100": 0.00936, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.576599, + "mrr_at_3": 0.641603, + "mrr_at_5": 0.651794, + "mrr_at_10": 0.658957, + "mrr_at_20": 0.661845, + "mrr_at_100": 0.663752, + "mrr_at_1000": 0.664011, + "nauc_ndcg_at_1_max": 0.505496, + "nauc_ndcg_at_1_std": 0.094848, + "nauc_ndcg_at_1_diff1": 0.771262, + "nauc_ndcg_at_3_max": 0.56121, + "nauc_ndcg_at_3_std": 0.157327, + "nauc_ndcg_at_3_diff1": 0.736944, + "nauc_ndcg_at_5_max": 0.56291, + "nauc_ndcg_at_5_std": 0.159276, + "nauc_ndcg_at_5_diff1": 0.732509, + "nauc_ndcg_at_10_max": 0.567112, + "nauc_ndcg_at_10_std": 0.175662, + "nauc_ndcg_at_10_diff1": 0.732462, + "nauc_ndcg_at_20_max": 0.565542, + "nauc_ndcg_at_20_std": 0.176714, + "nauc_ndcg_at_20_diff1": 0.732157, + "nauc_ndcg_at_100_max": 0.561552, + "nauc_ndcg_at_100_std": 0.176671, + "nauc_ndcg_at_100_diff1": 0.73531, + "nauc_ndcg_at_1000_max": 0.557961, + "nauc_ndcg_at_1000_std": 0.166295, + "nauc_ndcg_at_1000_diff1": 0.738063, + "nauc_map_at_1_max": 0.504939, + "nauc_map_at_1_std": 0.094942, + "nauc_map_at_1_diff1": 0.770848, + "nauc_map_at_3_max": 0.546813, + "nauc_map_at_3_std": 0.140717, + "nauc_map_at_3_diff1": 0.745394, + "nauc_map_at_5_max": 0.547403, + "nauc_map_at_5_std": 0.141206, + "nauc_map_at_5_diff1": 0.743291, + "nauc_map_at_10_max": 0.548679, + "nauc_map_at_10_std": 0.146986, + "nauc_map_at_10_diff1": 0.743288, + "nauc_map_at_20_max": 0.548209, + "nauc_map_at_20_std": 0.147028, + "nauc_map_at_20_diff1": 0.743331, + "nauc_map_at_100_max": 0.547644, + "nauc_map_at_100_std": 0.147022, + "nauc_map_at_100_diff1": 0.743719, + "nauc_map_at_1000_max": 0.547526, + "nauc_map_at_1000_std": 0.146707, + "nauc_map_at_1000_diff1": 0.743828, + "nauc_recall_at_1_max": 0.504939, + "nauc_recall_at_1_std": 0.094942, + "nauc_recall_at_1_diff1": 0.770848, + "nauc_recall_at_3_max": 0.609216, + "nauc_recall_at_3_std": 0.214042, + "nauc_recall_at_3_diff1": 0.707809, + "nauc_recall_at_5_max": 0.621664, + "nauc_recall_at_5_std": 0.229039, + "nauc_recall_at_5_diff1": 0.690401, + "nauc_recall_at_10_max": 0.65556, + "nauc_recall_at_10_std": 0.321527, + "nauc_recall_at_10_diff1": 0.681368, + "nauc_recall_at_20_max": 0.667039, + "nauc_recall_at_20_std": 0.367834, + "nauc_recall_at_20_diff1": 0.664994, + "nauc_recall_at_100_max": 0.697898, + "nauc_recall_at_100_std": 0.560147, + "nauc_recall_at_100_diff1": 0.656192, + "nauc_recall_at_1000_max": 0.771524, + "nauc_recall_at_1000_std": 0.712929, + "nauc_recall_at_1000_diff1": 0.686444, + "nauc_precision_at_1_max": 0.505496, + "nauc_precision_at_1_std": 0.094848, + "nauc_precision_at_1_diff1": 0.771262, + "nauc_precision_at_3_max": 0.610056, + "nauc_precision_at_3_std": 0.213963, + "nauc_precision_at_3_diff1": 0.70845, + "nauc_precision_at_5_max": 0.622248, + "nauc_precision_at_5_std": 0.228368, + "nauc_precision_at_5_diff1": 0.690357, + "nauc_precision_at_10_max": 0.656225, + "nauc_precision_at_10_std": 0.32051, + "nauc_precision_at_10_diff1": 0.68133, + "nauc_precision_at_20_max": 0.667855, + "nauc_precision_at_20_std": 0.366428, + "nauc_precision_at_20_diff1": 0.664986, + "nauc_precision_at_100_max": 0.699396, + "nauc_precision_at_100_std": 0.556267, + "nauc_precision_at_100_diff1": 0.65591, + "nauc_precision_at_1000_max": 0.778475, + "nauc_precision_at_1000_std": 0.687917, + "nauc_precision_at_1000_diff1": 0.684232, + "nauc_mrr_at_1_max": 0.505496, + "nauc_mrr_at_1_std": 0.094848, + "nauc_mrr_at_1_diff1": 0.771262, + "nauc_mrr_at_3_max": 0.547443, + "nauc_mrr_at_3_std": 0.140617, + "nauc_mrr_at_3_diff1": 0.745856, + "nauc_mrr_at_5_max": 0.547791, + "nauc_mrr_at_5_std": 0.141145, + "nauc_mrr_at_5_diff1": 0.743576, + "nauc_mrr_at_10_max": 0.549075, + "nauc_mrr_at_10_std": 0.146923, + "nauc_mrr_at_10_diff1": 0.743578, + "nauc_mrr_at_20_max": 0.548608, + "nauc_mrr_at_20_std": 0.146965, + "nauc_mrr_at_20_diff1": 0.743624, + "nauc_mrr_at_100_max": 0.548046, + "nauc_mrr_at_100_std": 0.146957, + "nauc_mrr_at_100_diff1": 0.744013, + "nauc_mrr_at_1000_max": 0.547928, + "nauc_mrr_at_1000_std": 0.146642, + "nauc_mrr_at_1000_diff1": 0.744122, + "main_score": 0.69811, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.67826, + "ndcg_at_3": 0.75038, + "ndcg_at_5": 0.76551, + "ndcg_at_10": 0.77968, + "ndcg_at_20": 0.78872, + "ndcg_at_100": 0.79752, + "ndcg_at_1000": 0.80192, + "map_at_1": 0.67804, + "map_at_3": 0.73325, + "map_at_5": 0.74169, + "map_at_10": 0.74765, + "map_at_20": 0.75015, + "map_at_100": 0.75138, + "map_at_1000": 0.75154, + "recall_at_1": 0.67804, + "recall_at_3": 0.79958, + "recall_at_5": 0.83614, + "recall_at_10": 0.87935, + "recall_at_20": 0.91502, + "recall_at_100": 0.96211, + "recall_at_1000": 0.99712, + "precision_at_1": 0.67826, + "precision_at_3": 0.26664, + "precision_at_5": 0.16729, + "precision_at_10": 0.08797, + "precision_at_20": 0.04577, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.678263, + "mrr_at_3": 0.733363, + "mrr_at_5": 0.741805, + "mrr_at_10": 0.747763, + "mrr_at_20": 0.750257, + "mrr_at_100": 0.751482, + "mrr_at_1000": 0.751642, + "nauc_ndcg_at_1_max": 0.664847, + "nauc_ndcg_at_1_std": 0.040174, + "nauc_ndcg_at_1_diff1": 0.840649, + "nauc_ndcg_at_3_max": 0.699031, + "nauc_ndcg_at_3_std": 0.075155, + "nauc_ndcg_at_3_diff1": 0.801716, + "nauc_ndcg_at_5_max": 0.703582, + "nauc_ndcg_at_5_std": 0.079284, + "nauc_ndcg_at_5_diff1": 0.800836, + "nauc_ndcg_at_10_max": 0.707441, + "nauc_ndcg_at_10_std": 0.096741, + "nauc_ndcg_at_10_diff1": 0.799816, + "nauc_ndcg_at_20_max": 0.705936, + "nauc_ndcg_at_20_std": 0.098272, + "nauc_ndcg_at_20_diff1": 0.801184, + "nauc_ndcg_at_100_max": 0.703856, + "nauc_ndcg_at_100_std": 0.095564, + "nauc_ndcg_at_100_diff1": 0.805784, + "nauc_ndcg_at_1000_max": 0.700425, + "nauc_ndcg_at_1000_std": 0.088266, + "nauc_ndcg_at_1000_diff1": 0.807646, + "nauc_map_at_1_max": 0.664543, + "nauc_map_at_1_std": 0.039376, + "nauc_map_at_1_diff1": 0.840918, + "nauc_map_at_3_max": 0.69105, + "nauc_map_at_3_std": 0.065358, + "nauc_map_at_3_diff1": 0.812365, + "nauc_map_at_5_max": 0.69307, + "nauc_map_at_5_std": 0.067222, + "nauc_map_at_5_diff1": 0.812219, + "nauc_map_at_10_max": 0.694318, + "nauc_map_at_10_std": 0.073566, + "nauc_map_at_10_diff1": 0.812023, + "nauc_map_at_20_max": 0.693777, + "nauc_map_at_20_std": 0.073734, + "nauc_map_at_20_diff1": 0.812418, + "nauc_map_at_100_max": 0.693557, + "nauc_map_at_100_std": 0.073565, + "nauc_map_at_100_diff1": 0.812986, + "nauc_map_at_1000_max": 0.693464, + "nauc_map_at_1000_std": 0.073428, + "nauc_map_at_1000_diff1": 0.813056, + "nauc_recall_at_1_max": 0.664543, + "nauc_recall_at_1_std": 0.039376, + "nauc_recall_at_1_diff1": 0.840918, + "nauc_recall_at_3_max": 0.726946, + "nauc_recall_at_3_std": 0.109263, + "nauc_recall_at_3_diff1": 0.763755, + "nauc_recall_at_5_max": 0.747658, + "nauc_recall_at_5_std": 0.129222, + "nauc_recall_at_5_diff1": 0.753315, + "nauc_recall_at_10_max": 0.780728, + "nauc_recall_at_10_std": 0.232566, + "nauc_recall_at_10_diff1": 0.733829, + "nauc_recall_at_20_max": 0.796807, + "nauc_recall_at_20_std": 0.297527, + "nauc_recall_at_20_diff1": 0.721108, + "nauc_recall_at_100_max": 0.851548, + "nauc_recall_at_100_std": 0.455527, + "nauc_recall_at_100_diff1": 0.741466, + "nauc_recall_at_1000_max": 0.925841, + "nauc_recall_at_1000_std": 0.914172, + "nauc_recall_at_1000_diff1": 0.804822, + "nauc_precision_at_1_max": 0.664847, + "nauc_precision_at_1_std": 0.040174, + "nauc_precision_at_1_diff1": 0.840649, + "nauc_precision_at_3_max": 0.7261, + "nauc_precision_at_3_std": 0.110315, + "nauc_precision_at_3_diff1": 0.761144, + "nauc_precision_at_5_max": 0.746677, + "nauc_precision_at_5_std": 0.130463, + "nauc_precision_at_5_diff1": 0.750271, + "nauc_precision_at_10_max": 0.779354, + "nauc_precision_at_10_std": 0.233948, + "nauc_precision_at_10_diff1": 0.729866, + "nauc_precision_at_20_max": 0.794983, + "nauc_precision_at_20_std": 0.299274, + "nauc_precision_at_20_diff1": 0.715776, + "nauc_precision_at_100_max": 0.807057, + "nauc_precision_at_100_std": 0.447071, + "nauc_precision_at_100_diff1": 0.692285, + "nauc_precision_at_1000_max": 0.503264, + "nauc_precision_at_1000_std": 0.678848, + "nauc_precision_at_1000_diff1": 0.344245, + "nauc_mrr_at_1_max": 0.664847, + "nauc_mrr_at_1_std": 0.040174, + "nauc_mrr_at_1_diff1": 0.840649, + "nauc_mrr_at_3_max": 0.690969, + "nauc_mrr_at_3_std": 0.066202, + "nauc_mrr_at_3_diff1": 0.812166, + "nauc_mrr_at_5_max": 0.692987, + "nauc_mrr_at_5_std": 0.068094, + "nauc_mrr_at_5_diff1": 0.812014, + "nauc_mrr_at_10_max": 0.694233, + "nauc_mrr_at_10_std": 0.07446, + "nauc_mrr_at_10_diff1": 0.811812, + "nauc_mrr_at_20_max": 0.693691, + "nauc_mrr_at_20_std": 0.074637, + "nauc_mrr_at_20_diff1": 0.812206, + "nauc_mrr_at_100_max": 0.693481, + "nauc_mrr_at_100_std": 0.074406, + "nauc_mrr_at_100_diff1": 0.812791, + "nauc_mrr_at_1000_max": 0.693388, + "nauc_mrr_at_1000_std": 0.074271, + "nauc_mrr_at_1000_diff1": 0.812861, + "main_score": 0.77968, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.69332, + "ndcg_at_3": 0.76261, + "ndcg_at_5": 0.77691, + "ndcg_at_10": 0.78818, + "ndcg_at_20": 0.79636, + "ndcg_at_100": 0.80576, + "ndcg_at_1000": 0.80965, + "map_at_1": 0.69319, + "map_at_3": 0.74601, + "map_at_5": 0.75397, + "map_at_10": 0.75866, + "map_at_20": 0.76095, + "map_at_100": 0.7623, + "map_at_1000": 0.76244, + "recall_at_1": 0.69319, + "recall_at_3": 0.81035, + "recall_at_5": 0.84497, + "recall_at_10": 0.8796, + "recall_at_20": 0.91166, + "recall_at_100": 0.96155, + "recall_at_1000": 0.99214, + "precision_at_1": 0.69332, + "precision_at_3": 0.27019, + "precision_at_5": 0.16904, + "precision_at_10": 0.08798, + "precision_at_20": 0.0456, + "precision_at_100": 0.00962, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.693317, + "mrr_at_3": 0.746115, + "mrr_at_5": 0.75408, + "mrr_at_10": 0.758772, + "mrr_at_20": 0.761052, + "mrr_at_100": 0.762396, + "mrr_at_1000": 0.762541, + "nauc_ndcg_at_1_max": 0.628992, + "nauc_ndcg_at_1_std": -0.028665, + "nauc_ndcg_at_1_diff1": 0.839133, + "nauc_ndcg_at_3_max": 0.678183, + "nauc_ndcg_at_3_std": 0.017692, + "nauc_ndcg_at_3_diff1": 0.81315, + "nauc_ndcg_at_5_max": 0.681425, + "nauc_ndcg_at_5_std": 0.025791, + "nauc_ndcg_at_5_diff1": 0.814191, + "nauc_ndcg_at_10_max": 0.682316, + "nauc_ndcg_at_10_std": 0.033246, + "nauc_ndcg_at_10_diff1": 0.812278, + "nauc_ndcg_at_20_max": 0.680572, + "nauc_ndcg_at_20_std": 0.036573, + "nauc_ndcg_at_20_diff1": 0.811698, + "nauc_ndcg_at_100_max": 0.678475, + "nauc_ndcg_at_100_std": 0.036515, + "nauc_ndcg_at_100_diff1": 0.815257, + "nauc_ndcg_at_1000_max": 0.675076, + "nauc_ndcg_at_1000_std": 0.029672, + "nauc_ndcg_at_1000_diff1": 0.816541, + "nauc_map_at_1_max": 0.628781, + "nauc_map_at_1_std": -0.028977, + "nauc_map_at_1_diff1": 0.839329, + "nauc_map_at_3_max": 0.665835, + "nauc_map_at_3_std": 0.0054, + "nauc_map_at_3_diff1": 0.820227, + "nauc_map_at_5_max": 0.667139, + "nauc_map_at_5_std": 0.009248, + "nauc_map_at_5_diff1": 0.820965, + "nauc_map_at_10_max": 0.667247, + "nauc_map_at_10_std": 0.011694, + "nauc_map_at_10_diff1": 0.820403, + "nauc_map_at_20_max": 0.666629, + "nauc_map_at_20_std": 0.012165, + "nauc_map_at_20_diff1": 0.82026, + "nauc_map_at_100_max": 0.66632, + "nauc_map_at_100_std": 0.012163, + "nauc_map_at_100_diff1": 0.820729, + "nauc_map_at_1000_max": 0.666219, + "nauc_map_at_1000_std": 0.011979, + "nauc_map_at_1000_diff1": 0.820775, + "nauc_recall_at_1_max": 0.628781, + "nauc_recall_at_1_std": -0.028977, + "nauc_recall_at_1_diff1": 0.839329, + "nauc_recall_at_3_max": 0.722296, + "nauc_recall_at_3_std": 0.06173, + "nauc_recall_at_3_diff1": 0.787611, + "nauc_recall_at_5_max": 0.741681, + "nauc_recall_at_5_std": 0.096686, + "nauc_recall_at_5_diff1": 0.78594, + "nauc_recall_at_10_max": 0.761006, + "nauc_recall_at_10_std": 0.151814, + "nauc_recall_at_10_diff1": 0.769038, + "nauc_recall_at_20_max": 0.774062, + "nauc_recall_at_20_std": 0.220319, + "nauc_recall_at_20_diff1": 0.751522, + "nauc_recall_at_100_max": 0.842704, + "nauc_recall_at_100_std": 0.442271, + "nauc_recall_at_100_diff1": 0.759625, + "nauc_recall_at_1000_max": 0.889784, + "nauc_recall_at_1000_std": 0.798987, + "nauc_recall_at_1000_diff1": 0.756889, + "nauc_precision_at_1_max": 0.628992, + "nauc_precision_at_1_std": -0.028665, + "nauc_precision_at_1_diff1": 0.839133, + "nauc_precision_at_3_max": 0.722451, + "nauc_precision_at_3_std": 0.062748, + "nauc_precision_at_3_diff1": 0.786362, + "nauc_precision_at_5_max": 0.741862, + "nauc_precision_at_5_std": 0.097902, + "nauc_precision_at_5_diff1": 0.784437, + "nauc_precision_at_10_max": 0.761228, + "nauc_precision_at_10_std": 0.153323, + "nauc_precision_at_10_diff1": 0.767157, + "nauc_precision_at_20_max": 0.770827, + "nauc_precision_at_20_std": 0.222652, + "nauc_precision_at_20_diff1": 0.744897, + "nauc_precision_at_100_max": 0.816223, + "nauc_precision_at_100_std": 0.448556, + "nauc_precision_at_100_diff1": 0.725687, + "nauc_precision_at_1000_max": 0.745973, + "nauc_precision_at_1000_std": 0.777622, + "nauc_precision_at_1000_diff1": 0.588004, + "nauc_mrr_at_1_max": 0.628992, + "nauc_mrr_at_1_std": -0.028665, + "nauc_mrr_at_1_diff1": 0.839133, + "nauc_mrr_at_3_max": 0.665839, + "nauc_mrr_at_3_std": 0.005664, + "nauc_mrr_at_3_diff1": 0.820036, + "nauc_mrr_at_5_max": 0.667143, + "nauc_mrr_at_5_std": 0.009522, + "nauc_mrr_at_5_diff1": 0.820768, + "nauc_mrr_at_10_max": 0.667252, + "nauc_mrr_at_10_std": 0.011974, + "nauc_mrr_at_10_diff1": 0.820202, + "nauc_mrr_at_20_max": 0.66662, + "nauc_mrr_at_20_std": 0.012447, + "nauc_mrr_at_20_diff1": 0.820067, + "nauc_mrr_at_100_max": 0.666314, + "nauc_mrr_at_100_std": 0.01243, + "nauc_mrr_at_100_diff1": 0.820541, + "nauc_mrr_at_1000_max": 0.666213, + "nauc_mrr_at_1000_std": 0.012243, + "nauc_mrr_at_1000_diff1": 0.820587, + "main_score": 0.78818, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68996, + "ndcg_at_3": 0.75792, + "ndcg_at_5": 0.77285, + "ndcg_at_10": 0.78647, + "ndcg_at_20": 0.79469, + "ndcg_at_100": 0.80373, + "ndcg_at_1000": 0.80763, + "map_at_1": 0.68996, + "map_at_3": 0.74173, + "map_at_5": 0.75003, + "map_at_10": 0.75577, + "map_at_20": 0.75807, + "map_at_100": 0.75934, + "map_at_1000": 0.75949, + "recall_at_1": 0.68996, + "recall_at_3": 0.80451, + "recall_at_5": 0.8407, + "recall_at_10": 0.88221, + "recall_at_20": 0.9144, + "recall_at_100": 0.96277, + "recall_at_1000": 0.99343, + "precision_at_1": 0.68996, + "precision_at_3": 0.2682, + "precision_at_5": 0.16816, + "precision_at_10": 0.08823, + "precision_at_20": 0.04572, + "precision_at_100": 0.00963, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.689964, + "mrr_at_3": 0.741763, + "mrr_at_5": 0.750057, + "mrr_at_10": 0.755797, + "mrr_at_20": 0.758101, + "mrr_at_100": 0.759372, + "mrr_at_1000": 0.759521, + "nauc_ndcg_at_1_max": 0.661458, + "nauc_ndcg_at_1_std": 0.08174, + "nauc_ndcg_at_1_diff1": 0.837473, + "nauc_ndcg_at_3_max": 0.713224, + "nauc_ndcg_at_3_std": 0.148897, + "nauc_ndcg_at_3_diff1": 0.80912, + "nauc_ndcg_at_5_max": 0.717121, + "nauc_ndcg_at_5_std": 0.16106, + "nauc_ndcg_at_5_diff1": 0.810418, + "nauc_ndcg_at_10_max": 0.715572, + "nauc_ndcg_at_10_std": 0.170872, + "nauc_ndcg_at_10_diff1": 0.808992, + "nauc_ndcg_at_20_max": 0.714289, + "nauc_ndcg_at_20_std": 0.176483, + "nauc_ndcg_at_20_diff1": 0.808995, + "nauc_ndcg_at_100_max": 0.710641, + "nauc_ndcg_at_100_std": 0.168751, + "nauc_ndcg_at_100_diff1": 0.811265, + "nauc_ndcg_at_1000_max": 0.707547, + "nauc_ndcg_at_1000_std": 0.15867, + "nauc_ndcg_at_1000_diff1": 0.813663, + "nauc_map_at_1_max": 0.661458, + "nauc_map_at_1_std": 0.08174, + "nauc_map_at_1_diff1": 0.837473, + "nauc_map_at_3_max": 0.699378, + "nauc_map_at_3_std": 0.129909, + "nauc_map_at_3_diff1": 0.816851, + "nauc_map_at_5_max": 0.700801, + "nauc_map_at_5_std": 0.135131, + "nauc_map_at_5_diff1": 0.817854, + "nauc_map_at_10_max": 0.699937, + "nauc_map_at_10_std": 0.138338, + "nauc_map_at_10_diff1": 0.817576, + "nauc_map_at_20_max": 0.699431, + "nauc_map_at_20_std": 0.139445, + "nauc_map_at_20_diff1": 0.81756, + "nauc_map_at_100_max": 0.698952, + "nauc_map_at_100_std": 0.138425, + "nauc_map_at_100_diff1": 0.817874, + "nauc_map_at_1000_max": 0.69885, + "nauc_map_at_1000_std": 0.13811, + "nauc_map_at_1000_diff1": 0.817958, + "nauc_recall_at_1_max": 0.661458, + "nauc_recall_at_1_std": 0.08174, + "nauc_recall_at_1_diff1": 0.837473, + "nauc_recall_at_3_max": 0.762716, + "nauc_recall_at_3_std": 0.217294, + "nauc_recall_at_3_diff1": 0.781479, + "nauc_recall_at_5_max": 0.786394, + "nauc_recall_at_5_std": 0.2734, + "nauc_recall_at_5_diff1": 0.779451, + "nauc_recall_at_10_max": 0.79928, + "nauc_recall_at_10_std": 0.356819, + "nauc_recall_at_10_diff1": 0.761748, + "nauc_recall_at_20_max": 0.818423, + "nauc_recall_at_20_std": 0.467473, + "nauc_recall_at_20_diff1": 0.747045, + "nauc_recall_at_100_max": 0.858544, + "nauc_recall_at_100_std": 0.640165, + "nauc_recall_at_100_diff1": 0.723732, + "nauc_recall_at_1000_max": 0.912856, + "nauc_recall_at_1000_std": 0.744918, + "nauc_recall_at_1000_diff1": 0.793117, + "nauc_precision_at_1_max": 0.661458, + "nauc_precision_at_1_std": 0.08174, + "nauc_precision_at_1_diff1": 0.837473, + "nauc_precision_at_3_max": 0.762609, + "nauc_precision_at_3_std": 0.217206, + "nauc_precision_at_3_diff1": 0.78138, + "nauc_precision_at_5_max": 0.786278, + "nauc_precision_at_5_std": 0.273325, + "nauc_precision_at_5_diff1": 0.77933, + "nauc_precision_at_10_max": 0.799136, + "nauc_precision_at_10_std": 0.356779, + "nauc_precision_at_10_diff1": 0.761577, + "nauc_precision_at_20_max": 0.818367, + "nauc_precision_at_20_std": 0.467595, + "nauc_precision_at_20_diff1": 0.746909, + "nauc_precision_at_100_max": 0.846504, + "nauc_precision_at_100_std": 0.644065, + "nauc_precision_at_100_diff1": 0.711877, + "nauc_precision_at_1000_max": 0.844694, + "nauc_precision_at_1000_std": 0.76275, + "nauc_precision_at_1000_diff1": 0.725452, + "nauc_mrr_at_1_max": 0.661458, + "nauc_mrr_at_1_std": 0.08174, + "nauc_mrr_at_1_diff1": 0.837473, + "nauc_mrr_at_3_max": 0.699342, + "nauc_mrr_at_3_std": 0.129875, + "nauc_mrr_at_3_diff1": 0.816829, + "nauc_mrr_at_5_max": 0.700764, + "nauc_mrr_at_5_std": 0.135096, + "nauc_mrr_at_5_diff1": 0.817831, + "nauc_mrr_at_10_max": 0.699899, + "nauc_mrr_at_10_std": 0.138303, + "nauc_mrr_at_10_diff1": 0.817553, + "nauc_mrr_at_20_max": 0.699392, + "nauc_mrr_at_20_std": 0.139409, + "nauc_mrr_at_20_diff1": 0.817536, + "nauc_mrr_at_100_max": 0.698915, + "nauc_mrr_at_100_std": 0.138369, + "nauc_mrr_at_100_diff1": 0.817852, + "nauc_mrr_at_1000_max": 0.698813, + "nauc_mrr_at_1000_std": 0.138055, + "nauc_mrr_at_1000_diff1": 0.817936, + "main_score": 0.78647, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.61697, + "ndcg_at_3": 0.70122, + "ndcg_at_5": 0.71786, + "ndcg_at_10": 0.73297, + "ndcg_at_20": 0.74211, + "ndcg_at_100": 0.75435, + "ndcg_at_1000": 0.75964, + "map_at_1": 0.61686, + "map_at_3": 0.68094, + "map_at_5": 0.69011, + "map_at_10": 0.69644, + "map_at_20": 0.69896, + "map_at_100": 0.70065, + "map_at_1000": 0.70084, + "recall_at_1": 0.61686, + "recall_at_3": 0.75956, + "recall_at_5": 0.80024, + "recall_at_10": 0.84652, + "recall_at_20": 0.88253, + "recall_at_100": 0.94864, + "recall_at_1000": 0.99085, + "precision_at_1": 0.61697, + "precision_at_3": 0.25325, + "precision_at_5": 0.16009, + "precision_at_10": 0.08468, + "precision_at_20": 0.04414, + "precision_at_100": 0.00949, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.616965, + "mrr_at_3": 0.681075, + "mrr_at_5": 0.69025, + "mrr_at_10": 0.696548, + "mrr_at_20": 0.699072, + "mrr_at_100": 0.700758, + "mrr_at_1000": 0.700947, + "nauc_ndcg_at_1_max": 0.51935, + "nauc_ndcg_at_1_std": 0.09595, + "nauc_ndcg_at_1_diff1": 0.785874, + "nauc_ndcg_at_3_max": 0.587399, + "nauc_ndcg_at_3_std": 0.155694, + "nauc_ndcg_at_3_diff1": 0.753463, + "nauc_ndcg_at_5_max": 0.587933, + "nauc_ndcg_at_5_std": 0.163383, + "nauc_ndcg_at_5_diff1": 0.75044, + "nauc_ndcg_at_10_max": 0.588648, + "nauc_ndcg_at_10_std": 0.171309, + "nauc_ndcg_at_10_diff1": 0.75035, + "nauc_ndcg_at_20_max": 0.587765, + "nauc_ndcg_at_20_std": 0.175362, + "nauc_ndcg_at_20_diff1": 0.752812, + "nauc_ndcg_at_100_max": 0.583624, + "nauc_ndcg_at_100_std": 0.174697, + "nauc_ndcg_at_100_diff1": 0.754132, + "nauc_ndcg_at_1000_max": 0.578842, + "nauc_ndcg_at_1000_std": 0.165294, + "nauc_ndcg_at_1000_diff1": 0.756286, + "nauc_map_at_1_max": 0.519197, + "nauc_map_at_1_std": 0.096051, + "nauc_map_at_1_diff1": 0.785149, + "nauc_map_at_3_max": 0.569245, + "nauc_map_at_3_std": 0.140327, + "nauc_map_at_3_diff1": 0.761569, + "nauc_map_at_5_max": 0.569172, + "nauc_map_at_5_std": 0.143943, + "nauc_map_at_5_diff1": 0.76035, + "nauc_map_at_10_max": 0.569193, + "nauc_map_at_10_std": 0.146649, + "nauc_map_at_10_diff1": 0.760637, + "nauc_map_at_20_max": 0.568807, + "nauc_map_at_20_std": 0.147371, + "nauc_map_at_20_diff1": 0.761356, + "nauc_map_at_100_max": 0.568243, + "nauc_map_at_100_std": 0.147301, + "nauc_map_at_100_diff1": 0.761531, + "nauc_map_at_1000_max": 0.568108, + "nauc_map_at_1000_std": 0.147055, + "nauc_map_at_1000_diff1": 0.761613, + "nauc_recall_at_1_max": 0.519197, + "nauc_recall_at_1_std": 0.096051, + "nauc_recall_at_1_diff1": 0.785149, + "nauc_recall_at_3_max": 0.651209, + "nauc_recall_at_3_std": 0.209727, + "nauc_recall_at_3_diff1": 0.724045, + "nauc_recall_at_5_max": 0.6622, + "nauc_recall_at_5_std": 0.242069, + "nauc_recall_at_5_diff1": 0.709081, + "nauc_recall_at_10_max": 0.684574, + "nauc_recall_at_10_std": 0.30011, + "nauc_recall_at_10_diff1": 0.696373, + "nauc_recall_at_20_max": 0.703987, + "nauc_recall_at_20_std": 0.366198, + "nauc_recall_at_20_diff1": 0.699704, + "nauc_recall_at_100_max": 0.755102, + "nauc_recall_at_100_std": 0.574891, + "nauc_recall_at_100_diff1": 0.664375, + "nauc_recall_at_1000_max": 0.678032, + "nauc_recall_at_1000_std": 0.686752, + "nauc_recall_at_1000_diff1": 0.611626, + "nauc_precision_at_1_max": 0.51935, + "nauc_precision_at_1_std": 0.09595, + "nauc_precision_at_1_diff1": 0.785874, + "nauc_precision_at_3_max": 0.651564, + "nauc_precision_at_3_std": 0.209781, + "nauc_precision_at_3_diff1": 0.725016, + "nauc_precision_at_5_max": 0.662726, + "nauc_precision_at_5_std": 0.242197, + "nauc_precision_at_5_diff1": 0.710307, + "nauc_precision_at_10_max": 0.682959, + "nauc_precision_at_10_std": 0.299557, + "nauc_precision_at_10_diff1": 0.695318, + "nauc_precision_at_20_max": 0.701888, + "nauc_precision_at_20_std": 0.365343, + "nauc_precision_at_20_diff1": 0.698356, + "nauc_precision_at_100_max": 0.75034, + "nauc_precision_at_100_std": 0.572052, + "nauc_precision_at_100_diff1": 0.661711, + "nauc_precision_at_1000_max": 0.625521, + "nauc_precision_at_1000_std": 0.633615, + "nauc_precision_at_1000_diff1": 0.588717, + "nauc_mrr_at_1_max": 0.51935, + "nauc_mrr_at_1_std": 0.09595, + "nauc_mrr_at_1_diff1": 0.785874, + "nauc_mrr_at_3_max": 0.569439, + "nauc_mrr_at_3_std": 0.140254, + "nauc_mrr_at_3_diff1": 0.762374, + "nauc_mrr_at_5_max": 0.569372, + "nauc_mrr_at_5_std": 0.143871, + "nauc_mrr_at_5_diff1": 0.761178, + "nauc_mrr_at_10_max": 0.56939, + "nauc_mrr_at_10_std": 0.146548, + "nauc_mrr_at_10_diff1": 0.761498, + "nauc_mrr_at_20_max": 0.569006, + "nauc_mrr_at_20_std": 0.147268, + "nauc_mrr_at_20_diff1": 0.762225, + "nauc_mrr_at_100_max": 0.568443, + "nauc_mrr_at_100_std": 0.147198, + "nauc_mrr_at_100_diff1": 0.762405, + "nauc_mrr_at_1000_max": 0.568307, + "nauc_mrr_at_1000_std": 0.146952, + "nauc_mrr_at_1000_diff1": 0.762485, + "main_score": 0.73297, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.63367, + "ndcg_at_3": 0.70632, + "ndcg_at_5": 0.72369, + "ndcg_at_10": 0.73947, + "ndcg_at_20": 0.75, + "ndcg_at_100": 0.76247, + "ndcg_at_1000": 0.76721, + "map_at_1": 0.63367, + "map_at_3": 0.68875, + "map_at_5": 0.69842, + "map_at_10": 0.70501, + "map_at_20": 0.70789, + "map_at_100": 0.70963, + "map_at_1000": 0.7098, + "recall_at_1": 0.63367, + "recall_at_3": 0.75705, + "recall_at_5": 0.79909, + "recall_at_10": 0.8475, + "recall_at_20": 0.88917, + "recall_at_100": 0.95614, + "recall_at_1000": 0.99381, + "precision_at_1": 0.63367, + "precision_at_3": 0.25235, + "precision_at_5": 0.15982, + "precision_at_10": 0.08475, + "precision_at_20": 0.04446, + "precision_at_100": 0.00956, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.633667, + "mrr_at_3": 0.688747, + "mrr_at_5": 0.69842, + "mrr_at_10": 0.705006, + "mrr_at_20": 0.707892, + "mrr_at_100": 0.70963, + "mrr_at_1000": 0.709802, + "nauc_ndcg_at_1_max": 0.618097, + "nauc_ndcg_at_1_std": 0.085907, + "nauc_ndcg_at_1_diff1": 0.798299, + "nauc_ndcg_at_3_max": 0.670204, + "nauc_ndcg_at_3_std": 0.1413, + "nauc_ndcg_at_3_diff1": 0.766265, + "nauc_ndcg_at_5_max": 0.672267, + "nauc_ndcg_at_5_std": 0.157397, + "nauc_ndcg_at_5_diff1": 0.761581, + "nauc_ndcg_at_10_max": 0.674, + "nauc_ndcg_at_10_std": 0.16756, + "nauc_ndcg_at_10_diff1": 0.761198, + "nauc_ndcg_at_20_max": 0.673013, + "nauc_ndcg_at_20_std": 0.171632, + "nauc_ndcg_at_20_diff1": 0.760739, + "nauc_ndcg_at_100_max": 0.669536, + "nauc_ndcg_at_100_std": 0.166236, + "nauc_ndcg_at_100_diff1": 0.76497, + "nauc_ndcg_at_1000_max": 0.665617, + "nauc_ndcg_at_1000_std": 0.156124, + "nauc_ndcg_at_1000_diff1": 0.767124, + "nauc_map_at_1_max": 0.618097, + "nauc_map_at_1_std": 0.085907, + "nauc_map_at_1_diff1": 0.798299, + "nauc_map_at_3_max": 0.656665, + "nauc_map_at_3_std": 0.126567, + "nauc_map_at_3_diff1": 0.774444, + "nauc_map_at_5_max": 0.657334, + "nauc_map_at_5_std": 0.134469, + "nauc_map_at_5_diff1": 0.772232, + "nauc_map_at_10_max": 0.657608, + "nauc_map_at_10_std": 0.13766, + "nauc_map_at_10_diff1": 0.772293, + "nauc_map_at_20_max": 0.657309, + "nauc_map_at_20_std": 0.138486, + "nauc_map_at_20_diff1": 0.772313, + "nauc_map_at_100_max": 0.656848, + "nauc_map_at_100_std": 0.137713, + "nauc_map_at_100_diff1": 0.772833, + "nauc_map_at_1000_max": 0.656727, + "nauc_map_at_1000_std": 0.137417, + "nauc_map_at_1000_diff1": 0.772889, + "nauc_recall_at_1_max": 0.618097, + "nauc_recall_at_1_std": 0.085907, + "nauc_recall_at_1_diff1": 0.798299, + "nauc_recall_at_3_max": 0.716787, + "nauc_recall_at_3_std": 0.19217, + "nauc_recall_at_3_diff1": 0.738199, + "nauc_recall_at_5_max": 0.730847, + "nauc_recall_at_5_std": 0.250185, + "nauc_recall_at_5_diff1": 0.719277, + "nauc_recall_at_10_max": 0.756209, + "nauc_recall_at_10_std": 0.325866, + "nauc_recall_at_10_diff1": 0.705645, + "nauc_recall_at_20_max": 0.773957, + "nauc_recall_at_20_std": 0.407239, + "nauc_recall_at_20_diff1": 0.683352, + "nauc_recall_at_100_max": 0.835189, + "nauc_recall_at_100_std": 0.621354, + "nauc_recall_at_100_diff1": 0.676471, + "nauc_recall_at_1000_max": 0.833994, + "nauc_recall_at_1000_std": 0.76411, + "nauc_recall_at_1000_diff1": 0.706508, + "nauc_precision_at_1_max": 0.618097, + "nauc_precision_at_1_std": 0.085907, + "nauc_precision_at_1_diff1": 0.798299, + "nauc_precision_at_3_max": 0.716787, + "nauc_precision_at_3_std": 0.19217, + "nauc_precision_at_3_diff1": 0.738199, + "nauc_precision_at_5_max": 0.730847, + "nauc_precision_at_5_std": 0.250185, + "nauc_precision_at_5_diff1": 0.719277, + "nauc_precision_at_10_max": 0.756209, + "nauc_precision_at_10_std": 0.325866, + "nauc_precision_at_10_diff1": 0.705645, + "nauc_precision_at_20_max": 0.773957, + "nauc_precision_at_20_std": 0.407239, + "nauc_precision_at_20_diff1": 0.683352, + "nauc_precision_at_100_max": 0.835189, + "nauc_precision_at_100_std": 0.621354, + "nauc_precision_at_100_diff1": 0.676471, + "nauc_precision_at_1000_max": 0.833994, + "nauc_precision_at_1000_std": 0.76411, + "nauc_precision_at_1000_diff1": 0.706508, + "nauc_mrr_at_1_max": 0.618097, + "nauc_mrr_at_1_std": 0.085907, + "nauc_mrr_at_1_diff1": 0.798299, + "nauc_mrr_at_3_max": 0.656665, + "nauc_mrr_at_3_std": 0.126567, + "nauc_mrr_at_3_diff1": 0.774444, + "nauc_mrr_at_5_max": 0.657334, + "nauc_mrr_at_5_std": 0.134469, + "nauc_mrr_at_5_diff1": 0.772232, + "nauc_mrr_at_10_max": 0.657608, + "nauc_mrr_at_10_std": 0.13766, + "nauc_mrr_at_10_diff1": 0.772293, + "nauc_mrr_at_20_max": 0.657309, + "nauc_mrr_at_20_std": 0.138486, + "nauc_mrr_at_20_diff1": 0.772313, + "nauc_mrr_at_100_max": 0.656848, + "nauc_mrr_at_100_std": 0.137713, + "nauc_mrr_at_100_diff1": 0.772833, + "nauc_mrr_at_1000_max": 0.656727, + "nauc_mrr_at_1000_std": 0.137417, + "nauc_mrr_at_1000_diff1": 0.772889, + "main_score": 0.73947, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.63785, + "ndcg_at_3": 0.71661, + "ndcg_at_5": 0.73476, + "ndcg_at_10": 0.74918, + "ndcg_at_20": 0.75928, + "ndcg_at_100": 0.7701, + "ndcg_at_1000": 0.77468, + "map_at_1": 0.63785, + "map_at_3": 0.69756, + "map_at_5": 0.70774, + "map_at_10": 0.71373, + "map_at_20": 0.71655, + "map_at_100": 0.71806, + "map_at_1000": 0.71823, + "recall_at_1": 0.63785, + "recall_at_3": 0.77161, + "recall_at_5": 0.81523, + "recall_at_10": 0.85962, + "recall_at_20": 0.89914, + "recall_at_100": 0.95736, + "recall_at_1000": 0.99319, + "precision_at_1": 0.63785, + "precision_at_3": 0.2572, + "precision_at_5": 0.16305, + "precision_at_10": 0.08596, + "precision_at_20": 0.04496, + "precision_at_100": 0.00958, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.63785, + "mrr_at_3": 0.69756, + "mrr_at_5": 0.707743, + "mrr_at_10": 0.71373, + "mrr_at_20": 0.716553, + "mrr_at_100": 0.718056, + "mrr_at_1000": 0.718232, + "nauc_ndcg_at_1_max": 0.595075, + "nauc_ndcg_at_1_std": 0.068431, + "nauc_ndcg_at_1_diff1": 0.814341, + "nauc_ndcg_at_3_max": 0.630955, + "nauc_ndcg_at_3_std": 0.11595, + "nauc_ndcg_at_3_diff1": 0.778709, + "nauc_ndcg_at_5_max": 0.637825, + "nauc_ndcg_at_5_std": 0.130818, + "nauc_ndcg_at_5_diff1": 0.776107, + "nauc_ndcg_at_10_max": 0.636608, + "nauc_ndcg_at_10_std": 0.131555, + "nauc_ndcg_at_10_diff1": 0.775042, + "nauc_ndcg_at_20_max": 0.633104, + "nauc_ndcg_at_20_std": 0.135176, + "nauc_ndcg_at_20_diff1": 0.774173, + "nauc_ndcg_at_100_max": 0.632629, + "nauc_ndcg_at_100_std": 0.137246, + "nauc_ndcg_at_100_diff1": 0.778192, + "nauc_ndcg_at_1000_max": 0.629426, + "nauc_ndcg_at_1000_std": 0.127647, + "nauc_ndcg_at_1000_diff1": 0.780792, + "nauc_map_at_1_max": 0.595075, + "nauc_map_at_1_std": 0.068431, + "nauc_map_at_1_diff1": 0.814341, + "nauc_map_at_3_max": 0.620731, + "nauc_map_at_3_std": 0.102481, + "nauc_map_at_3_diff1": 0.787926, + "nauc_map_at_5_max": 0.623848, + "nauc_map_at_5_std": 0.109624, + "nauc_map_at_5_diff1": 0.786636, + "nauc_map_at_10_max": 0.623206, + "nauc_map_at_10_std": 0.109581, + "nauc_map_at_10_diff1": 0.786456, + "nauc_map_at_20_max": 0.622276, + "nauc_map_at_20_std": 0.110398, + "nauc_map_at_20_diff1": 0.786354, + "nauc_map_at_100_max": 0.622142, + "nauc_map_at_100_std": 0.110624, + "nauc_map_at_100_diff1": 0.786887, + "nauc_map_at_1000_max": 0.622048, + "nauc_map_at_1000_std": 0.110349, + "nauc_map_at_1000_diff1": 0.786971, + "nauc_recall_at_1_max": 0.595075, + "nauc_recall_at_1_std": 0.068431, + "nauc_recall_at_1_diff1": 0.814341, + "nauc_recall_at_3_max": 0.667473, + "nauc_recall_at_3_std": 0.164021, + "nauc_recall_at_3_diff1": 0.746253, + "nauc_recall_at_5_max": 0.697098, + "nauc_recall_at_5_std": 0.221398, + "nauc_recall_at_5_diff1": 0.733056, + "nauc_recall_at_10_max": 0.706948, + "nauc_recall_at_10_std": 0.249589, + "nauc_recall_at_10_diff1": 0.715627, + "nauc_recall_at_20_max": 0.701652, + "nauc_recall_at_20_std": 0.31628, + "nauc_recall_at_20_diff1": 0.68846, + "nauc_recall_at_100_max": 0.78456, + "nauc_recall_at_100_std": 0.600796, + "nauc_recall_at_100_diff1": 0.67242, + "nauc_recall_at_1000_max": 0.847362, + "nauc_recall_at_1000_std": 0.838439, + "nauc_recall_at_1000_diff1": 0.691992, + "nauc_precision_at_1_max": 0.595075, + "nauc_precision_at_1_std": 0.068431, + "nauc_precision_at_1_diff1": 0.814341, + "nauc_precision_at_3_max": 0.667473, + "nauc_precision_at_3_std": 0.164021, + "nauc_precision_at_3_diff1": 0.746253, + "nauc_precision_at_5_max": 0.697098, + "nauc_precision_at_5_std": 0.221398, + "nauc_precision_at_5_diff1": 0.733056, + "nauc_precision_at_10_max": 0.706948, + "nauc_precision_at_10_std": 0.249589, + "nauc_precision_at_10_diff1": 0.715627, + "nauc_precision_at_20_max": 0.701652, + "nauc_precision_at_20_std": 0.31628, + "nauc_precision_at_20_diff1": 0.68846, + "nauc_precision_at_100_max": 0.776755, + "nauc_precision_at_100_std": 0.603942, + "nauc_precision_at_100_diff1": 0.663183, + "nauc_precision_at_1000_max": 0.797493, + "nauc_precision_at_1000_std": 0.846089, + "nauc_precision_at_1000_diff1": 0.635566, + "nauc_mrr_at_1_max": 0.595075, + "nauc_mrr_at_1_std": 0.068431, + "nauc_mrr_at_1_diff1": 0.814341, + "nauc_mrr_at_3_max": 0.620731, + "nauc_mrr_at_3_std": 0.102481, + "nauc_mrr_at_3_diff1": 0.787926, + "nauc_mrr_at_5_max": 0.623848, + "nauc_mrr_at_5_std": 0.109624, + "nauc_mrr_at_5_diff1": 0.786636, + "nauc_mrr_at_10_max": 0.623206, + "nauc_mrr_at_10_std": 0.109581, + "nauc_mrr_at_10_diff1": 0.786456, + "nauc_mrr_at_20_max": 0.622276, + "nauc_mrr_at_20_std": 0.110398, + "nauc_mrr_at_20_diff1": 0.786354, + "nauc_mrr_at_100_max": 0.622142, + "nauc_mrr_at_100_std": 0.110625, + "nauc_mrr_at_100_diff1": 0.786887, + "nauc_mrr_at_1000_max": 0.622048, + "nauc_mrr_at_1000_std": 0.11035, + "nauc_mrr_at_1000_diff1": 0.786971, + "main_score": 0.74918, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.62639, + "ndcg_at_3": 0.70752, + "ndcg_at_5": 0.72726, + "ndcg_at_10": 0.7418, + "ndcg_at_20": 0.75162, + "ndcg_at_100": 0.76254, + "ndcg_at_1000": 0.76822, + "map_at_1": 0.62639, + "map_at_3": 0.68798, + "map_at_5": 0.69903, + "map_at_10": 0.70512, + "map_at_20": 0.70787, + "map_at_100": 0.7094, + "map_at_1000": 0.70961, + "recall_at_1": 0.62639, + "recall_at_3": 0.7639, + "recall_at_5": 0.81143, + "recall_at_10": 0.85592, + "recall_at_20": 0.89434, + "recall_at_100": 0.95298, + "recall_at_1000": 0.99798, + "precision_at_1": 0.62639, + "precision_at_3": 0.25463, + "precision_at_5": 0.16229, + "precision_at_10": 0.08559, + "precision_at_20": 0.04472, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62639, + "mrr_at_3": 0.687984, + "mrr_at_5": 0.699031, + "mrr_at_10": 0.705123, + "mrr_at_20": 0.70787, + "mrr_at_100": 0.709403, + "mrr_at_1000": 0.709613, + "nauc_ndcg_at_1_max": 0.543229, + "nauc_ndcg_at_1_std": 0.079605, + "nauc_ndcg_at_1_diff1": 0.762072, + "nauc_ndcg_at_3_max": 0.605661, + "nauc_ndcg_at_3_std": 0.156839, + "nauc_ndcg_at_3_diff1": 0.738791, + "nauc_ndcg_at_5_max": 0.607667, + "nauc_ndcg_at_5_std": 0.157075, + "nauc_ndcg_at_5_diff1": 0.733898, + "nauc_ndcg_at_10_max": 0.607456, + "nauc_ndcg_at_10_std": 0.160425, + "nauc_ndcg_at_10_diff1": 0.737325, + "nauc_ndcg_at_20_max": 0.603407, + "nauc_ndcg_at_20_std": 0.159353, + "nauc_ndcg_at_20_diff1": 0.736514, + "nauc_ndcg_at_100_max": 0.597061, + "nauc_ndcg_at_100_std": 0.153269, + "nauc_ndcg_at_100_diff1": 0.739514, + "nauc_ndcg_at_1000_max": 0.595381, + "nauc_ndcg_at_1000_std": 0.147896, + "nauc_ndcg_at_1000_diff1": 0.740952, + "nauc_map_at_1_max": 0.543229, + "nauc_map_at_1_std": 0.079605, + "nauc_map_at_1_diff1": 0.762072, + "nauc_map_at_3_max": 0.589431, + "nauc_map_at_3_std": 0.13584, + "nauc_map_at_3_diff1": 0.745191, + "nauc_map_at_5_max": 0.589536, + "nauc_map_at_5_std": 0.13497, + "nauc_map_at_5_diff1": 0.742428, + "nauc_map_at_10_max": 0.588887, + "nauc_map_at_10_std": 0.135459, + "nauc_map_at_10_diff1": 0.743866, + "nauc_map_at_20_max": 0.587695, + "nauc_map_at_20_std": 0.13499, + "nauc_map_at_20_diff1": 0.743709, + "nauc_map_at_100_max": 0.586914, + "nauc_map_at_100_std": 0.134123, + "nauc_map_at_100_diff1": 0.74411, + "nauc_map_at_1000_max": 0.586893, + "nauc_map_at_1000_std": 0.134059, + "nauc_map_at_1000_diff1": 0.74416, + "nauc_recall_at_1_max": 0.543229, + "nauc_recall_at_1_std": 0.079605, + "nauc_recall_at_1_diff1": 0.762072, + "nauc_recall_at_3_max": 0.662665, + "nauc_recall_at_3_std": 0.23109, + "nauc_recall_at_3_diff1": 0.716127, + "nauc_recall_at_5_max": 0.683037, + "nauc_recall_at_5_std": 0.24875, + "nauc_recall_at_5_diff1": 0.698528, + "nauc_recall_at_10_max": 0.704828, + "nauc_recall_at_10_std": 0.29365, + "nauc_recall_at_10_diff1": 0.70569, + "nauc_recall_at_20_max": 0.704134, + "nauc_recall_at_20_std": 0.326989, + "nauc_recall_at_20_diff1": 0.689546, + "nauc_recall_at_100_max": 0.676455, + "nauc_recall_at_100_std": 0.393394, + "nauc_recall_at_100_diff1": 0.700043, + "nauc_recall_at_1000_max": 0.930543, + "nauc_recall_at_1000_std": 0.934633, + "nauc_recall_at_1000_diff1": 0.897859, + "nauc_precision_at_1_max": 0.543229, + "nauc_precision_at_1_std": 0.079605, + "nauc_precision_at_1_diff1": 0.762072, + "nauc_precision_at_3_max": 0.662665, + "nauc_precision_at_3_std": 0.23109, + "nauc_precision_at_3_diff1": 0.716127, + "nauc_precision_at_5_max": 0.683037, + "nauc_precision_at_5_std": 0.24875, + "nauc_precision_at_5_diff1": 0.698528, + "nauc_precision_at_10_max": 0.704828, + "nauc_precision_at_10_std": 0.29365, + "nauc_precision_at_10_diff1": 0.70569, + "nauc_precision_at_20_max": 0.704134, + "nauc_precision_at_20_std": 0.326989, + "nauc_precision_at_20_diff1": 0.689546, + "nauc_precision_at_100_max": 0.676455, + "nauc_precision_at_100_std": 0.393394, + "nauc_precision_at_100_diff1": 0.700043, + "nauc_precision_at_1000_max": 0.930543, + "nauc_precision_at_1000_std": 0.934633, + "nauc_precision_at_1000_diff1": 0.897859, + "nauc_mrr_at_1_max": 0.543229, + "nauc_mrr_at_1_std": 0.079605, + "nauc_mrr_at_1_diff1": 0.762072, + "nauc_mrr_at_3_max": 0.589431, + "nauc_mrr_at_3_std": 0.13584, + "nauc_mrr_at_3_diff1": 0.745191, + "nauc_mrr_at_5_max": 0.589536, + "nauc_mrr_at_5_std": 0.13497, + "nauc_mrr_at_5_diff1": 0.742428, + "nauc_mrr_at_10_max": 0.588887, + "nauc_mrr_at_10_std": 0.135459, + "nauc_mrr_at_10_diff1": 0.743866, + "nauc_mrr_at_20_max": 0.587695, + "nauc_mrr_at_20_std": 0.13499, + "nauc_mrr_at_20_diff1": 0.743709, + "nauc_mrr_at_100_max": 0.586914, + "nauc_mrr_at_100_std": 0.134123, + "nauc_mrr_at_100_diff1": 0.74411, + "nauc_mrr_at_1000_max": 0.586893, + "nauc_mrr_at_1000_std": 0.134059, + "nauc_mrr_at_1000_diff1": 0.74416, + "main_score": 0.7418, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.68828, + "ndcg_at_3": 0.76692, + "ndcg_at_5": 0.78303, + "ndcg_at_10": 0.79449, + "ndcg_at_20": 0.80252, + "ndcg_at_100": 0.81213, + "ndcg_at_1000": 0.81515, + "map_at_1": 0.68828, + "map_at_3": 0.7484, + "map_at_5": 0.75739, + "map_at_10": 0.76222, + "map_at_20": 0.76445, + "map_at_100": 0.76589, + "map_at_1000": 0.766, + "recall_at_1": 0.68828, + "recall_at_3": 0.82018, + "recall_at_5": 0.85908, + "recall_at_10": 0.89402, + "recall_at_20": 0.9254, + "recall_at_100": 0.97557, + "recall_at_1000": 0.99944, + "precision_at_1": 0.68828, + "precision_at_3": 0.27339, + "precision_at_5": 0.17182, + "precision_at_10": 0.0894, + "precision_at_20": 0.04631, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.688275, + "mrr_at_3": 0.748403, + "mrr_at_5": 0.757394, + "mrr_at_10": 0.762219, + "mrr_at_20": 0.764456, + "mrr_at_100": 0.765894, + "mrr_at_1000": 0.765999, + "nauc_ndcg_at_1_max": 0.597501, + "nauc_ndcg_at_1_std": -0.017615, + "nauc_ndcg_at_1_diff1": 0.82777, + "nauc_ndcg_at_3_max": 0.6584, + "nauc_ndcg_at_3_std": 0.049163, + "nauc_ndcg_at_3_diff1": 0.796624, + "nauc_ndcg_at_5_max": 0.665551, + "nauc_ndcg_at_5_std": 0.069335, + "nauc_ndcg_at_5_diff1": 0.795011, + "nauc_ndcg_at_10_max": 0.662152, + "nauc_ndcg_at_10_std": 0.077702, + "nauc_ndcg_at_10_diff1": 0.79499, + "nauc_ndcg_at_20_max": 0.663624, + "nauc_ndcg_at_20_std": 0.079091, + "nauc_ndcg_at_20_diff1": 0.799584, + "nauc_ndcg_at_100_max": 0.656715, + "nauc_ndcg_at_100_std": 0.069318, + "nauc_ndcg_at_100_diff1": 0.802551, + "nauc_ndcg_at_1000_max": 0.652569, + "nauc_ndcg_at_1000_std": 0.058842, + "nauc_ndcg_at_1000_diff1": 0.802966, + "nauc_map_at_1_max": 0.597501, + "nauc_map_at_1_std": -0.017615, + "nauc_map_at_1_diff1": 0.82777, + "nauc_map_at_3_max": 0.642612, + "nauc_map_at_3_std": 0.032356, + "nauc_map_at_3_diff1": 0.804824, + "nauc_map_at_5_max": 0.645877, + "nauc_map_at_5_std": 0.041718, + "nauc_map_at_5_diff1": 0.80433, + "nauc_map_at_10_max": 0.644299, + "nauc_map_at_10_std": 0.044082, + "nauc_map_at_10_diff1": 0.804552, + "nauc_map_at_20_max": 0.644561, + "nauc_map_at_20_std": 0.044351, + "nauc_map_at_20_diff1": 0.805738, + "nauc_map_at_100_max": 0.643534, + "nauc_map_at_100_std": 0.042727, + "nauc_map_at_100_diff1": 0.806161, + "nauc_map_at_1000_max": 0.643405, + "nauc_map_at_1000_std": 0.042416, + "nauc_map_at_1000_diff1": 0.806169, + "nauc_recall_at_1_max": 0.597501, + "nauc_recall_at_1_std": -0.017615, + "nauc_recall_at_1_diff1": 0.82777, + "nauc_recall_at_3_max": 0.717217, + "nauc_recall_at_3_std": 0.111467, + "nauc_recall_at_3_diff1": 0.766002, + "nauc_recall_at_5_max": 0.755245, + "nauc_recall_at_5_std": 0.198531, + "nauc_recall_at_5_diff1": 0.752612, + "nauc_recall_at_10_max": 0.762241, + "nauc_recall_at_10_std": 0.282396, + "nauc_recall_at_10_diff1": 0.739863, + "nauc_recall_at_20_max": 0.815276, + "nauc_recall_at_20_std": 0.373415, + "nauc_recall_at_20_diff1": 0.760325, + "nauc_recall_at_100_max": 0.884539, + "nauc_recall_at_100_std": 0.648055, + "nauc_recall_at_100_diff1": 0.782734, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.869314, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.597501, + "nauc_precision_at_1_std": -0.017615, + "nauc_precision_at_1_diff1": 0.82777, + "nauc_precision_at_3_max": 0.717217, + "nauc_precision_at_3_std": 0.111467, + "nauc_precision_at_3_diff1": 0.766002, + "nauc_precision_at_5_max": 0.755245, + "nauc_precision_at_5_std": 0.198531, + "nauc_precision_at_5_diff1": 0.752612, + "nauc_precision_at_10_max": 0.762241, + "nauc_precision_at_10_std": 0.282396, + "nauc_precision_at_10_diff1": 0.739863, + "nauc_precision_at_20_max": 0.798028, + "nauc_precision_at_20_std": 0.368261, + "nauc_precision_at_20_diff1": 0.742353, + "nauc_precision_at_100_max": 0.830803, + "nauc_precision_at_100_std": 0.624008, + "nauc_precision_at_100_diff1": 0.728307, + "nauc_precision_at_1000_max": -0.1648, + "nauc_precision_at_1000_std": 0.139184, + "nauc_precision_at_1000_diff1": -0.223117, + "nauc_mrr_at_1_max": 0.597501, + "nauc_mrr_at_1_std": -0.017615, + "nauc_mrr_at_1_diff1": 0.82777, + "nauc_mrr_at_3_max": 0.642612, + "nauc_mrr_at_3_std": 0.032356, + "nauc_mrr_at_3_diff1": 0.804824, + "nauc_mrr_at_5_max": 0.645877, + "nauc_mrr_at_5_std": 0.041718, + "nauc_mrr_at_5_diff1": 0.80433, + "nauc_mrr_at_10_max": 0.644299, + "nauc_mrr_at_10_std": 0.044082, + "nauc_mrr_at_10_diff1": 0.804552, + "nauc_mrr_at_20_max": 0.644559, + "nauc_mrr_at_20_std": 0.04435, + "nauc_mrr_at_20_diff1": 0.805737, + "nauc_mrr_at_100_max": 0.643531, + "nauc_mrr_at_100_std": 0.042726, + "nauc_mrr_at_100_diff1": 0.806159, + "nauc_mrr_at_1000_max": 0.643409, + "nauc_mrr_at_1000_std": 0.042417, + "nauc_mrr_at_1000_diff1": 0.806172, + "main_score": 0.79449, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.69998, + "ndcg_at_3": 0.77465, + "ndcg_at_5": 0.78795, + "ndcg_at_10": 0.80016, + "ndcg_at_20": 0.80845, + "ndcg_at_100": 0.81648, + "ndcg_at_1000": 0.81954, + "map_at_1": 0.69998, + "map_at_3": 0.75671, + "map_at_5": 0.76413, + "map_at_10": 0.76925, + "map_at_20": 0.77148, + "map_at_100": 0.77259, + "map_at_1000": 0.77271, + "recall_at_1": 0.69998, + "recall_at_3": 0.82638, + "recall_at_5": 0.85856, + "recall_at_10": 0.89587, + "recall_at_20": 0.92899, + "recall_at_100": 0.97221, + "recall_at_1000": 0.99619, + "precision_at_1": 0.69998, + "precision_at_3": 0.27546, + "precision_at_5": 0.17171, + "precision_at_10": 0.08959, + "precision_at_20": 0.04645, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.699981, + "mrr_at_3": 0.75671, + "mrr_at_5": 0.764125, + "mrr_at_10": 0.769247, + "mrr_at_20": 0.771476, + "mrr_at_100": 0.772589, + "mrr_at_1000": 0.772706, + "nauc_ndcg_at_1_max": 0.634608, + "nauc_ndcg_at_1_std": 0.012271, + "nauc_ndcg_at_1_diff1": 0.825884, + "nauc_ndcg_at_3_max": 0.683099, + "nauc_ndcg_at_3_std": 0.067388, + "nauc_ndcg_at_3_diff1": 0.802754, + "nauc_ndcg_at_5_max": 0.682771, + "nauc_ndcg_at_5_std": 0.070527, + "nauc_ndcg_at_5_diff1": 0.797054, + "nauc_ndcg_at_10_max": 0.685648, + "nauc_ndcg_at_10_std": 0.086898, + "nauc_ndcg_at_10_diff1": 0.796599, + "nauc_ndcg_at_20_max": 0.685787, + "nauc_ndcg_at_20_std": 0.091516, + "nauc_ndcg_at_20_diff1": 0.799658, + "nauc_ndcg_at_100_max": 0.681729, + "nauc_ndcg_at_100_std": 0.0846, + "nauc_ndcg_at_100_diff1": 0.802162, + "nauc_ndcg_at_1000_max": 0.677909, + "nauc_ndcg_at_1000_std": 0.075202, + "nauc_ndcg_at_1000_diff1": 0.803179, + "nauc_map_at_1_max": 0.634608, + "nauc_map_at_1_std": 0.012271, + "nauc_map_at_1_diff1": 0.825884, + "nauc_map_at_3_max": 0.669913, + "nauc_map_at_3_std": 0.051393, + "nauc_map_at_3_diff1": 0.808585, + "nauc_map_at_5_max": 0.669332, + "nauc_map_at_5_std": 0.052224, + "nauc_map_at_5_diff1": 0.805909, + "nauc_map_at_10_max": 0.670181, + "nauc_map_at_10_std": 0.057847, + "nauc_map_at_10_diff1": 0.80596, + "nauc_map_at_20_max": 0.670071, + "nauc_map_at_20_std": 0.058654, + "nauc_map_at_20_diff1": 0.806806, + "nauc_map_at_100_max": 0.669602, + "nauc_map_at_100_std": 0.057907, + "nauc_map_at_100_diff1": 0.807156, + "nauc_map_at_1000_max": 0.669475, + "nauc_map_at_1000_std": 0.057624, + "nauc_map_at_1000_diff1": 0.807184, + "nauc_recall_at_1_max": 0.634608, + "nauc_recall_at_1_std": 0.012271, + "nauc_recall_at_1_diff1": 0.825884, + "nauc_recall_at_3_max": 0.732997, + "nauc_recall_at_3_std": 0.128506, + "nauc_recall_at_3_diff1": 0.780954, + "nauc_recall_at_5_max": 0.742213, + "nauc_recall_at_5_std": 0.153512, + "nauc_recall_at_5_diff1": 0.756789, + "nauc_recall_at_10_max": 0.775379, + "nauc_recall_at_10_std": 0.267131, + "nauc_recall_at_10_diff1": 0.741457, + "nauc_recall_at_20_max": 0.817283, + "nauc_recall_at_20_std": 0.393212, + "nauc_recall_at_20_diff1": 0.744863, + "nauc_recall_at_100_max": 0.88349, + "nauc_recall_at_100_std": 0.617497, + "nauc_recall_at_100_diff1": 0.736563, + "nauc_recall_at_1000_max": 0.887605, + "nauc_recall_at_1000_std": 0.780604, + "nauc_recall_at_1000_diff1": 0.67953, + "nauc_precision_at_1_max": 0.634608, + "nauc_precision_at_1_std": 0.012271, + "nauc_precision_at_1_diff1": 0.825884, + "nauc_precision_at_3_max": 0.732997, + "nauc_precision_at_3_std": 0.128506, + "nauc_precision_at_3_diff1": 0.780954, + "nauc_precision_at_5_max": 0.742213, + "nauc_precision_at_5_std": 0.153512, + "nauc_precision_at_5_diff1": 0.756789, + "nauc_precision_at_10_max": 0.775379, + "nauc_precision_at_10_std": 0.267131, + "nauc_precision_at_10_diff1": 0.741457, + "nauc_precision_at_20_max": 0.817283, + "nauc_precision_at_20_std": 0.393212, + "nauc_precision_at_20_diff1": 0.744863, + "nauc_precision_at_100_max": 0.88349, + "nauc_precision_at_100_std": 0.617497, + "nauc_precision_at_100_diff1": 0.736563, + "nauc_precision_at_1000_max": 0.887605, + "nauc_precision_at_1000_std": 0.780604, + "nauc_precision_at_1000_diff1": 0.67953, + "nauc_mrr_at_1_max": 0.634608, + "nauc_mrr_at_1_std": 0.012271, + "nauc_mrr_at_1_diff1": 0.825884, + "nauc_mrr_at_3_max": 0.669913, + "nauc_mrr_at_3_std": 0.051393, + "nauc_mrr_at_3_diff1": 0.808585, + "nauc_mrr_at_5_max": 0.669332, + "nauc_mrr_at_5_std": 0.052224, + "nauc_mrr_at_5_diff1": 0.805909, + "nauc_mrr_at_10_max": 0.670181, + "nauc_mrr_at_10_std": 0.057847, + "nauc_mrr_at_10_diff1": 0.80596, + "nauc_mrr_at_20_max": 0.670071, + "nauc_mrr_at_20_std": 0.058654, + "nauc_mrr_at_20_diff1": 0.806806, + "nauc_mrr_at_100_max": 0.669602, + "nauc_mrr_at_100_std": 0.057907, + "nauc_mrr_at_100_diff1": 0.807156, + "nauc_mrr_at_1000_max": 0.669475, + "nauc_mrr_at_1000_std": 0.057624, + "nauc_mrr_at_1000_diff1": 0.807184, + "main_score": 0.80016, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68482, + "ndcg_at_3": 0.75586, + "ndcg_at_5": 0.77152, + "ndcg_at_10": 0.78401, + "ndcg_at_20": 0.79259, + "ndcg_at_100": 0.80114, + "ndcg_at_1000": 0.80512, + "map_at_1": 0.68473, + "map_at_3": 0.73894, + "map_at_5": 0.7477, + "map_at_10": 0.75286, + "map_at_20": 0.75525, + "map_at_100": 0.75646, + "map_at_1000": 0.75661, + "recall_at_1": 0.68473, + "recall_at_3": 0.80451, + "recall_at_5": 0.84222, + "recall_at_10": 0.88078, + "recall_at_20": 0.91449, + "recall_at_100": 0.9602, + "recall_at_1000": 0.99133, + "precision_at_1": 0.68482, + "precision_at_3": 0.2682, + "precision_at_5": 0.16846, + "precision_at_10": 0.0881, + "precision_at_20": 0.04573, + "precision_at_100": 0.0096, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.684822, + "mrr_at_3": 0.739034, + "mrr_at_5": 0.747794, + "mrr_at_10": 0.752968, + "mrr_at_20": 0.755354, + "mrr_at_100": 0.756565, + "mrr_at_1000": 0.756716, + "nauc_ndcg_at_1_max": 0.623552, + "nauc_ndcg_at_1_std": 0.019353, + "nauc_ndcg_at_1_diff1": 0.833287, + "nauc_ndcg_at_3_max": 0.675278, + "nauc_ndcg_at_3_std": 0.081008, + "nauc_ndcg_at_3_diff1": 0.804279, + "nauc_ndcg_at_5_max": 0.679735, + "nauc_ndcg_at_5_std": 0.092705, + "nauc_ndcg_at_5_diff1": 0.804878, + "nauc_ndcg_at_10_max": 0.680317, + "nauc_ndcg_at_10_std": 0.104317, + "nauc_ndcg_at_10_diff1": 0.804983, + "nauc_ndcg_at_20_max": 0.679177, + "nauc_ndcg_at_20_std": 0.10701, + "nauc_ndcg_at_20_diff1": 0.805393, + "nauc_ndcg_at_100_max": 0.67604, + "nauc_ndcg_at_100_std": 0.101045, + "nauc_ndcg_at_100_diff1": 0.808758, + "nauc_ndcg_at_1000_max": 0.67259, + "nauc_ndcg_at_1000_std": 0.093015, + "nauc_ndcg_at_1000_diff1": 0.809855, + "nauc_map_at_1_max": 0.623557, + "nauc_map_at_1_std": 0.019476, + "nauc_map_at_1_diff1": 0.832922, + "nauc_map_at_3_max": 0.661872, + "nauc_map_at_3_std": 0.063587, + "nauc_map_at_3_diff1": 0.812058, + "nauc_map_at_5_max": 0.663895, + "nauc_map_at_5_std": 0.069264, + "nauc_map_at_5_diff1": 0.812727, + "nauc_map_at_10_max": 0.66385, + "nauc_map_at_10_std": 0.072633, + "nauc_map_at_10_diff1": 0.812955, + "nauc_map_at_20_max": 0.663354, + "nauc_map_at_20_std": 0.072875, + "nauc_map_at_20_diff1": 0.813067, + "nauc_map_at_100_max": 0.662998, + "nauc_map_at_100_std": 0.072169, + "nauc_map_at_100_diff1": 0.813569, + "nauc_map_at_1000_max": 0.66289, + "nauc_map_at_1000_std": 0.071941, + "nauc_map_at_1000_diff1": 0.813605, + "nauc_recall_at_1_max": 0.623557, + "nauc_recall_at_1_std": 0.019476, + "nauc_recall_at_1_diff1": 0.832922, + "nauc_recall_at_3_max": 0.723097, + "nauc_recall_at_3_std": 0.144261, + "nauc_recall_at_3_diff1": 0.775648, + "nauc_recall_at_5_max": 0.746929, + "nauc_recall_at_5_std": 0.194706, + "nauc_recall_at_5_diff1": 0.770783, + "nauc_recall_at_10_max": 0.768607, + "nauc_recall_at_10_std": 0.286855, + "nauc_recall_at_10_diff1": 0.761351, + "nauc_recall_at_20_max": 0.792029, + "nauc_recall_at_20_std": 0.377914, + "nauc_recall_at_20_diff1": 0.750011, + "nauc_recall_at_100_max": 0.839575, + "nauc_recall_at_100_std": 0.534548, + "nauc_recall_at_100_diff1": 0.76131, + "nauc_recall_at_1000_max": 0.87988, + "nauc_recall_at_1000_std": 0.786274, + "nauc_recall_at_1000_diff1": 0.761934, + "nauc_precision_at_1_max": 0.623552, + "nauc_precision_at_1_std": 0.019353, + "nauc_precision_at_1_diff1": 0.833287, + "nauc_precision_at_3_max": 0.723237, + "nauc_precision_at_3_std": 0.14414, + "nauc_precision_at_3_diff1": 0.776293, + "nauc_precision_at_5_max": 0.747114, + "nauc_precision_at_5_std": 0.194586, + "nauc_precision_at_5_diff1": 0.771565, + "nauc_precision_at_10_max": 0.768817, + "nauc_precision_at_10_std": 0.288392, + "nauc_precision_at_10_diff1": 0.762076, + "nauc_precision_at_20_max": 0.792591, + "nauc_precision_at_20_std": 0.3803, + "nauc_precision_at_20_diff1": 0.751198, + "nauc_precision_at_100_max": 0.841015, + "nauc_precision_at_100_std": 0.540441, + "nauc_precision_at_100_diff1": 0.763921, + "nauc_precision_at_1000_max": 0.837248, + "nauc_precision_at_1000_std": 0.798812, + "nauc_precision_at_1000_diff1": 0.72635, + "nauc_mrr_at_1_max": 0.623552, + "nauc_mrr_at_1_std": 0.019353, + "nauc_mrr_at_1_diff1": 0.833287, + "nauc_mrr_at_3_max": 0.661876, + "nauc_mrr_at_3_std": 0.063453, + "nauc_mrr_at_3_diff1": 0.812478, + "nauc_mrr_at_5_max": 0.663899, + "nauc_mrr_at_5_std": 0.069126, + "nauc_mrr_at_5_diff1": 0.813163, + "nauc_mrr_at_10_max": 0.663846, + "nauc_mrr_at_10_std": 0.072593, + "nauc_mrr_at_10_diff1": 0.813383, + "nauc_mrr_at_20_max": 0.66335, + "nauc_mrr_at_20_std": 0.072834, + "nauc_mrr_at_20_diff1": 0.8135, + "nauc_mrr_at_100_max": 0.662994, + "nauc_mrr_at_100_std": 0.072128, + "nauc_mrr_at_100_diff1": 0.814005, + "nauc_mrr_at_1000_max": 0.662887, + "nauc_mrr_at_1000_std": 0.071891, + "nauc_mrr_at_1000_diff1": 0.814042, + "main_score": 0.78401, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.63262, + "ndcg_at_3": 0.71613, + "ndcg_at_5": 0.73011, + "ndcg_at_10": 0.74467, + "ndcg_at_20": 0.75399, + "ndcg_at_100": 0.76602, + "ndcg_at_1000": 0.77149, + "map_at_1": 0.63262, + "map_at_3": 0.69617, + "map_at_5": 0.70386, + "map_at_10": 0.71004, + "map_at_20": 0.71264, + "map_at_100": 0.71425, + "map_at_1000": 0.71443, + "recall_at_1": 0.63262, + "recall_at_3": 0.77365, + "recall_at_5": 0.80789, + "recall_at_10": 0.852, + "recall_at_20": 0.88857, + "recall_at_100": 0.95415, + "recall_at_1000": 0.99826, + "precision_at_1": 0.63262, + "precision_at_3": 0.25788, + "precision_at_5": 0.16158, + "precision_at_10": 0.0852, + "precision_at_20": 0.04443, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.632618, + "mrr_at_3": 0.696169, + "mrr_at_5": 0.70386, + "mrr_at_10": 0.710036, + "mrr_at_20": 0.712642, + "mrr_at_100": 0.71425, + "mrr_at_1000": 0.714435, + "nauc_ndcg_at_1_max": 0.593142, + "nauc_ndcg_at_1_std": 0.137916, + "nauc_ndcg_at_1_diff1": 0.782634, + "nauc_ndcg_at_3_max": 0.653733, + "nauc_ndcg_at_3_std": 0.18845, + "nauc_ndcg_at_3_diff1": 0.747957, + "nauc_ndcg_at_5_max": 0.650373, + "nauc_ndcg_at_5_std": 0.191159, + "nauc_ndcg_at_5_diff1": 0.742061, + "nauc_ndcg_at_10_max": 0.653891, + "nauc_ndcg_at_10_std": 0.211608, + "nauc_ndcg_at_10_diff1": 0.745689, + "nauc_ndcg_at_20_max": 0.648914, + "nauc_ndcg_at_20_std": 0.204758, + "nauc_ndcg_at_20_diff1": 0.746203, + "nauc_ndcg_at_100_max": 0.645593, + "nauc_ndcg_at_100_std": 0.205812, + "nauc_ndcg_at_100_diff1": 0.749421, + "nauc_ndcg_at_1000_max": 0.641691, + "nauc_ndcg_at_1000_std": 0.194771, + "nauc_ndcg_at_1000_diff1": 0.750856, + "nauc_map_at_1_max": 0.593142, + "nauc_map_at_1_std": 0.137916, + "nauc_map_at_1_diff1": 0.782634, + "nauc_map_at_3_max": 0.636526, + "nauc_map_at_3_std": 0.174202, + "nauc_map_at_3_diff1": 0.756586, + "nauc_map_at_5_max": 0.634151, + "nauc_map_at_5_std": 0.174878, + "nauc_map_at_5_diff1": 0.753735, + "nauc_map_at_10_max": 0.635112, + "nauc_map_at_10_std": 0.182511, + "nauc_map_at_10_diff1": 0.755416, + "nauc_map_at_20_max": 0.633767, + "nauc_map_at_20_std": 0.180412, + "nauc_map_at_20_diff1": 0.755642, + "nauc_map_at_100_max": 0.633232, + "nauc_map_at_100_std": 0.180477, + "nauc_map_at_100_diff1": 0.755873, + "nauc_map_at_1000_max": 0.633116, + "nauc_map_at_1000_std": 0.180159, + "nauc_map_at_1000_diff1": 0.755929, + "nauc_recall_at_1_max": 0.593142, + "nauc_recall_at_1_std": 0.137916, + "nauc_recall_at_1_diff1": 0.782634, + "nauc_recall_at_3_max": 0.715669, + "nauc_recall_at_3_std": 0.239684, + "nauc_recall_at_3_diff1": 0.717512, + "nauc_recall_at_5_max": 0.715448, + "nauc_recall_at_5_std": 0.257824, + "nauc_recall_at_5_diff1": 0.694677, + "nauc_recall_at_10_max": 0.749907, + "nauc_recall_at_10_std": 0.370472, + "nauc_recall_at_10_diff1": 0.698544, + "nauc_recall_at_20_max": 0.739311, + "nauc_recall_at_20_std": 0.367196, + "nauc_recall_at_20_diff1": 0.688632, + "nauc_recall_at_100_max": 0.791086, + "nauc_recall_at_100_std": 0.609996, + "nauc_recall_at_100_diff1": 0.698786, + "nauc_recall_at_1000_max": 0.956435, + "nauc_recall_at_1000_std": 0.863837, + "nauc_recall_at_1000_diff1": 0.637402, + "nauc_precision_at_1_max": 0.593142, + "nauc_precision_at_1_std": 0.137916, + "nauc_precision_at_1_diff1": 0.782634, + "nauc_precision_at_3_max": 0.715669, + "nauc_precision_at_3_std": 0.239684, + "nauc_precision_at_3_diff1": 0.717512, + "nauc_precision_at_5_max": 0.715448, + "nauc_precision_at_5_std": 0.257824, + "nauc_precision_at_5_diff1": 0.694677, + "nauc_precision_at_10_max": 0.749907, + "nauc_precision_at_10_std": 0.370472, + "nauc_precision_at_10_diff1": 0.698544, + "nauc_precision_at_20_max": 0.739311, + "nauc_precision_at_20_std": 0.367196, + "nauc_precision_at_20_diff1": 0.688632, + "nauc_precision_at_100_max": 0.791086, + "nauc_precision_at_100_std": 0.609996, + "nauc_precision_at_100_diff1": 0.698786, + "nauc_precision_at_1000_max": 0.956435, + "nauc_precision_at_1000_std": 0.863837, + "nauc_precision_at_1000_diff1": 0.637402, + "nauc_mrr_at_1_max": 0.593142, + "nauc_mrr_at_1_std": 0.137916, + "nauc_mrr_at_1_diff1": 0.782634, + "nauc_mrr_at_3_max": 0.636526, + "nauc_mrr_at_3_std": 0.174202, + "nauc_mrr_at_3_diff1": 0.756586, + "nauc_mrr_at_5_max": 0.634151, + "nauc_mrr_at_5_std": 0.174878, + "nauc_mrr_at_5_diff1": 0.753735, + "nauc_mrr_at_10_max": 0.635112, + "nauc_mrr_at_10_std": 0.182511, + "nauc_mrr_at_10_diff1": 0.755416, + "nauc_mrr_at_20_max": 0.633767, + "nauc_mrr_at_20_std": 0.180412, + "nauc_mrr_at_20_diff1": 0.755642, + "nauc_mrr_at_100_max": 0.633232, + "nauc_mrr_at_100_std": 0.180477, + "nauc_mrr_at_100_diff1": 0.755873, + "nauc_mrr_at_1000_max": 0.633116, + "nauc_mrr_at_1000_std": 0.180159, + "nauc_mrr_at_1000_diff1": 0.755929, + "main_score": 0.74467, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.67393, + "ndcg_at_3": 0.75169, + "ndcg_at_5": 0.76954, + "ndcg_at_10": 0.78163, + "ndcg_at_20": 0.79039, + "ndcg_at_100": 0.79958, + "ndcg_at_1000": 0.80335, + "map_at_1": 0.67393, + "map_at_3": 0.73266, + "map_at_5": 0.74262, + "map_at_10": 0.74764, + "map_at_20": 0.75004, + "map_at_100": 0.75138, + "map_at_1000": 0.75152, + "recall_at_1": 0.67393, + "recall_at_3": 0.80674, + "recall_at_5": 0.84985, + "recall_at_10": 0.88702, + "recall_at_20": 0.9217, + "recall_at_100": 0.97027, + "recall_at_1000": 1.0, + "precision_at_1": 0.67393, + "precision_at_3": 0.26891, + "precision_at_5": 0.16997, + "precision_at_10": 0.0887, + "precision_at_20": 0.04609, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.673935, + "mrr_at_3": 0.732656, + "mrr_at_5": 0.742616, + "mrr_at_10": 0.747643, + "mrr_at_20": 0.750045, + "mrr_at_100": 0.751384, + "mrr_at_1000": 0.751523, + "nauc_ndcg_at_1_max": 0.601578, + "nauc_ndcg_at_1_std": 0.08446, + "nauc_ndcg_at_1_diff1": 0.813423, + "nauc_ndcg_at_3_max": 0.648505, + "nauc_ndcg_at_3_std": 0.124932, + "nauc_ndcg_at_3_diff1": 0.777697, + "nauc_ndcg_at_5_max": 0.657295, + "nauc_ndcg_at_5_std": 0.138237, + "nauc_ndcg_at_5_diff1": 0.777856, + "nauc_ndcg_at_10_max": 0.655383, + "nauc_ndcg_at_10_std": 0.147216, + "nauc_ndcg_at_10_diff1": 0.77988, + "nauc_ndcg_at_20_max": 0.653115, + "nauc_ndcg_at_20_std": 0.147866, + "nauc_ndcg_at_20_diff1": 0.779095, + "nauc_ndcg_at_100_max": 0.648603, + "nauc_ndcg_at_100_std": 0.144789, + "nauc_ndcg_at_100_diff1": 0.783514, + "nauc_ndcg_at_1000_max": 0.644853, + "nauc_ndcg_at_1000_std": 0.133824, + "nauc_ndcg_at_1000_diff1": 0.785211, + "nauc_map_at_1_max": 0.601578, + "nauc_map_at_1_std": 0.08446, + "nauc_map_at_1_diff1": 0.813423, + "nauc_map_at_3_max": 0.635064, + "nauc_map_at_3_std": 0.111204, + "nauc_map_at_3_diff1": 0.787428, + "nauc_map_at_5_max": 0.639231, + "nauc_map_at_5_std": 0.117499, + "nauc_map_at_5_diff1": 0.788008, + "nauc_map_at_10_max": 0.638044, + "nauc_map_at_10_std": 0.120245, + "nauc_map_at_10_diff1": 0.788978, + "nauc_map_at_20_max": 0.637456, + "nauc_map_at_20_std": 0.120351, + "nauc_map_at_20_diff1": 0.788907, + "nauc_map_at_100_max": 0.636868, + "nauc_map_at_100_std": 0.119912, + "nauc_map_at_100_diff1": 0.789531, + "nauc_map_at_1000_max": 0.636762, + "nauc_map_at_1000_std": 0.11962, + "nauc_map_at_1000_diff1": 0.789585, + "nauc_recall_at_1_max": 0.601578, + "nauc_recall_at_1_std": 0.08446, + "nauc_recall_at_1_diff1": 0.813423, + "nauc_recall_at_3_max": 0.698507, + "nauc_recall_at_3_std": 0.177127, + "nauc_recall_at_3_diff1": 0.741762, + "nauc_recall_at_5_max": 0.740302, + "nauc_recall_at_5_std": 0.235991, + "nauc_recall_at_5_diff1": 0.732127, + "nauc_recall_at_10_max": 0.755594, + "nauc_recall_at_10_std": 0.313816, + "nauc_recall_at_10_diff1": 0.729377, + "nauc_recall_at_20_max": 0.7741, + "nauc_recall_at_20_std": 0.385336, + "nauc_recall_at_20_diff1": 0.700347, + "nauc_recall_at_100_max": 0.824824, + "nauc_recall_at_100_std": 0.664334, + "nauc_recall_at_100_diff1": 0.706068, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.601578, + "nauc_precision_at_1_std": 0.08446, + "nauc_precision_at_1_diff1": 0.813423, + "nauc_precision_at_3_max": 0.698507, + "nauc_precision_at_3_std": 0.177127, + "nauc_precision_at_3_diff1": 0.741762, + "nauc_precision_at_5_max": 0.740302, + "nauc_precision_at_5_std": 0.235991, + "nauc_precision_at_5_diff1": 0.732127, + "nauc_precision_at_10_max": 0.755594, + "nauc_precision_at_10_std": 0.313816, + "nauc_precision_at_10_diff1": 0.729377, + "nauc_precision_at_20_max": 0.7741, + "nauc_precision_at_20_std": 0.385336, + "nauc_precision_at_20_diff1": 0.700347, + "nauc_precision_at_100_max": 0.824824, + "nauc_precision_at_100_std": 0.664334, + "nauc_precision_at_100_diff1": 0.706068, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.601578, + "nauc_mrr_at_1_std": 0.08446, + "nauc_mrr_at_1_diff1": 0.813423, + "nauc_mrr_at_3_max": 0.635064, + "nauc_mrr_at_3_std": 0.111204, + "nauc_mrr_at_3_diff1": 0.787428, + "nauc_mrr_at_5_max": 0.639231, + "nauc_mrr_at_5_std": 0.117499, + "nauc_mrr_at_5_diff1": 0.788008, + "nauc_mrr_at_10_max": 0.638044, + "nauc_mrr_at_10_std": 0.120245, + "nauc_mrr_at_10_diff1": 0.788978, + "nauc_mrr_at_20_max": 0.637456, + "nauc_mrr_at_20_std": 0.120351, + "nauc_mrr_at_20_diff1": 0.788907, + "nauc_mrr_at_100_max": 0.636868, + "nauc_mrr_at_100_std": 0.119912, + "nauc_mrr_at_100_diff1": 0.789531, + "nauc_mrr_at_1000_max": 0.636762, + "nauc_mrr_at_1000_std": 0.11962, + "nauc_mrr_at_1000_diff1": 0.789585, + "main_score": 0.78163, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.68824, + "ndcg_at_3": 0.76603, + "ndcg_at_5": 0.78095, + "ndcg_at_10": 0.7951, + "ndcg_at_20": 0.8033, + "ndcg_at_100": 0.81161, + "ndcg_at_1000": 0.81449, + "map_at_1": 0.68824, + "map_at_3": 0.74756, + "map_at_5": 0.75591, + "map_at_10": 0.76177, + "map_at_20": 0.76403, + "map_at_100": 0.76522, + "map_at_1000": 0.76533, + "recall_at_1": 0.68824, + "recall_at_3": 0.81921, + "recall_at_5": 0.85516, + "recall_at_10": 0.89882, + "recall_at_20": 0.93118, + "recall_at_100": 0.97535, + "recall_at_1000": 0.99795, + "precision_at_1": 0.68824, + "precision_at_3": 0.27307, + "precision_at_5": 0.17103, + "precision_at_10": 0.08988, + "precision_at_20": 0.04656, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.688238, + "mrr_at_3": 0.74756, + "mrr_at_5": 0.755907, + "mrr_at_10": 0.761766, + "mrr_at_20": 0.764027, + "mrr_at_100": 0.765217, + "mrr_at_1000": 0.765326, + "nauc_ndcg_at_1_max": 0.625368, + "nauc_ndcg_at_1_std": 0.121633, + "nauc_ndcg_at_1_diff1": 0.828171, + "nauc_ndcg_at_3_max": 0.675285, + "nauc_ndcg_at_3_std": 0.189366, + "nauc_ndcg_at_3_diff1": 0.795827, + "nauc_ndcg_at_5_max": 0.677493, + "nauc_ndcg_at_5_std": 0.187853, + "nauc_ndcg_at_5_diff1": 0.795048, + "nauc_ndcg_at_10_max": 0.672567, + "nauc_ndcg_at_10_std": 0.205088, + "nauc_ndcg_at_10_diff1": 0.792115, + "nauc_ndcg_at_20_max": 0.672146, + "nauc_ndcg_at_20_std": 0.200971, + "nauc_ndcg_at_20_diff1": 0.79875, + "nauc_ndcg_at_100_max": 0.669553, + "nauc_ndcg_at_100_std": 0.190927, + "nauc_ndcg_at_100_diff1": 0.802665, + "nauc_ndcg_at_1000_max": 0.667125, + "nauc_ndcg_at_1000_std": 0.18597, + "nauc_ndcg_at_1000_diff1": 0.802527, + "nauc_map_at_1_max": 0.625368, + "nauc_map_at_1_std": 0.121633, + "nauc_map_at_1_diff1": 0.828171, + "nauc_map_at_3_max": 0.662686, + "nauc_map_at_3_std": 0.170464, + "nauc_map_at_3_diff1": 0.804689, + "nauc_map_at_5_max": 0.663322, + "nauc_map_at_5_std": 0.169095, + "nauc_map_at_5_diff1": 0.804561, + "nauc_map_at_10_max": 0.661109, + "nauc_map_at_10_std": 0.175048, + "nauc_map_at_10_diff1": 0.803785, + "nauc_map_at_20_max": 0.660844, + "nauc_map_at_20_std": 0.173693, + "nauc_map_at_20_diff1": 0.805496, + "nauc_map_at_100_max": 0.660605, + "nauc_map_at_100_std": 0.172416, + "nauc_map_at_100_diff1": 0.806053, + "nauc_map_at_1000_max": 0.66054, + "nauc_map_at_1000_std": 0.172279, + "nauc_map_at_1000_diff1": 0.806044, + "nauc_recall_at_1_max": 0.625368, + "nauc_recall_at_1_std": 0.121633, + "nauc_recall_at_1_diff1": 0.828171, + "nauc_recall_at_3_max": 0.721933, + "nauc_recall_at_3_std": 0.260464, + "nauc_recall_at_3_diff1": 0.762582, + "nauc_recall_at_5_max": 0.740351, + "nauc_recall_at_5_std": 0.271062, + "nauc_recall_at_5_diff1": 0.752646, + "nauc_recall_at_10_max": 0.737274, + "nauc_recall_at_10_std": 0.397253, + "nauc_recall_at_10_diff1": 0.719637, + "nauc_recall_at_20_max": 0.764295, + "nauc_recall_at_20_std": 0.447311, + "nauc_recall_at_20_diff1": 0.751701, + "nauc_recall_at_100_max": 0.822126, + "nauc_recall_at_100_std": 0.523283, + "nauc_recall_at_100_diff1": 0.800863, + "nauc_recall_at_1000_max": 0.897874, + "nauc_recall_at_1000_std": 0.934629, + "nauc_recall_at_1000_diff1": 0.737392, + "nauc_precision_at_1_max": 0.625368, + "nauc_precision_at_1_std": 0.121633, + "nauc_precision_at_1_diff1": 0.828171, + "nauc_precision_at_3_max": 0.721933, + "nauc_precision_at_3_std": 0.260464, + "nauc_precision_at_3_diff1": 0.762582, + "nauc_precision_at_5_max": 0.740351, + "nauc_precision_at_5_std": 0.271062, + "nauc_precision_at_5_diff1": 0.752646, + "nauc_precision_at_10_max": 0.737274, + "nauc_precision_at_10_std": 0.397253, + "nauc_precision_at_10_diff1": 0.719637, + "nauc_precision_at_20_max": 0.764295, + "nauc_precision_at_20_std": 0.447311, + "nauc_precision_at_20_diff1": 0.751701, + "nauc_precision_at_100_max": 0.822126, + "nauc_precision_at_100_std": 0.523283, + "nauc_precision_at_100_diff1": 0.800863, + "nauc_precision_at_1000_max": 0.897874, + "nauc_precision_at_1000_std": 0.934629, + "nauc_precision_at_1000_diff1": 0.737392, + "nauc_mrr_at_1_max": 0.625368, + "nauc_mrr_at_1_std": 0.121633, + "nauc_mrr_at_1_diff1": 0.828171, + "nauc_mrr_at_3_max": 0.662686, + "nauc_mrr_at_3_std": 0.170464, + "nauc_mrr_at_3_diff1": 0.804689, + "nauc_mrr_at_5_max": 0.663322, + "nauc_mrr_at_5_std": 0.169095, + "nauc_mrr_at_5_diff1": 0.804561, + "nauc_mrr_at_10_max": 0.661109, + "nauc_mrr_at_10_std": 0.175048, + "nauc_mrr_at_10_diff1": 0.803785, + "nauc_mrr_at_20_max": 0.660844, + "nauc_mrr_at_20_std": 0.173693, + "nauc_mrr_at_20_diff1": 0.805496, + "nauc_mrr_at_100_max": 0.660605, + "nauc_mrr_at_100_std": 0.172416, + "nauc_mrr_at_100_diff1": 0.806053, + "nauc_mrr_at_1000_max": 0.66054, + "nauc_mrr_at_1000_std": 0.172279, + "nauc_mrr_at_1000_diff1": 0.806044, + "main_score": 0.7951, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.62206, + "ndcg_at_3": 0.69913, + "ndcg_at_5": 0.72068, + "ndcg_at_10": 0.73659, + "ndcg_at_20": 0.74558, + "ndcg_at_100": 0.75742, + "ndcg_at_1000": 0.76333, + "map_at_1": 0.62206, + "map_at_3": 0.68059, + "map_at_5": 0.69266, + "map_at_10": 0.69933, + "map_at_20": 0.70181, + "map_at_100": 0.70348, + "map_at_1000": 0.70371, + "recall_at_1": 0.62206, + "recall_at_3": 0.75259, + "recall_at_5": 0.80448, + "recall_at_10": 0.85309, + "recall_at_20": 0.88859, + "recall_at_100": 0.95194, + "recall_at_1000": 0.99782, + "precision_at_1": 0.62206, + "precision_at_3": 0.25086, + "precision_at_5": 0.1609, + "precision_at_10": 0.08531, + "precision_at_20": 0.04443, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622064, + "mrr_at_3": 0.680593, + "mrr_at_5": 0.692663, + "mrr_at_10": 0.699333, + "mrr_at_20": 0.701812, + "mrr_at_100": 0.703479, + "mrr_at_1000": 0.703715, + "nauc_ndcg_at_1_max": 0.51496, + "nauc_ndcg_at_1_std": 0.042739, + "nauc_ndcg_at_1_diff1": 0.733997, + "nauc_ndcg_at_3_max": 0.576969, + "nauc_ndcg_at_3_std": 0.061447, + "nauc_ndcg_at_3_diff1": 0.709923, + "nauc_ndcg_at_5_max": 0.576623, + "nauc_ndcg_at_5_std": 0.063469, + "nauc_ndcg_at_5_diff1": 0.702404, + "nauc_ndcg_at_10_max": 0.580605, + "nauc_ndcg_at_10_std": 0.078781, + "nauc_ndcg_at_10_diff1": 0.700377, + "nauc_ndcg_at_20_max": 0.581933, + "nauc_ndcg_at_20_std": 0.08764, + "nauc_ndcg_at_20_diff1": 0.699629, + "nauc_ndcg_at_100_max": 0.575873, + "nauc_ndcg_at_100_std": 0.087657, + "nauc_ndcg_at_100_diff1": 0.704412, + "nauc_ndcg_at_1000_max": 0.570427, + "nauc_ndcg_at_1000_std": 0.075953, + "nauc_ndcg_at_1000_diff1": 0.707151, + "nauc_map_at_1_max": 0.51496, + "nauc_map_at_1_std": 0.042739, + "nauc_map_at_1_diff1": 0.733997, + "nauc_map_at_3_max": 0.560387, + "nauc_map_at_3_std": 0.055751, + "nauc_map_at_3_diff1": 0.716573, + "nauc_map_at_5_max": 0.559499, + "nauc_map_at_5_std": 0.056567, + "nauc_map_at_5_diff1": 0.712909, + "nauc_map_at_10_max": 0.560796, + "nauc_map_at_10_std": 0.062238, + "nauc_map_at_10_diff1": 0.712271, + "nauc_map_at_20_max": 0.561104, + "nauc_map_at_20_std": 0.064239, + "nauc_map_at_20_diff1": 0.71225, + "nauc_map_at_100_max": 0.560277, + "nauc_map_at_100_std": 0.064026, + "nauc_map_at_100_diff1": 0.712863, + "nauc_map_at_1000_max": 0.560097, + "nauc_map_at_1000_std": 0.063698, + "nauc_map_at_1000_diff1": 0.71297, + "nauc_recall_at_1_max": 0.51496, + "nauc_recall_at_1_std": 0.042739, + "nauc_recall_at_1_diff1": 0.733997, + "nauc_recall_at_3_max": 0.634468, + "nauc_recall_at_3_std": 0.081553, + "nauc_recall_at_3_diff1": 0.686757, + "nauc_recall_at_5_max": 0.646169, + "nauc_recall_at_5_std": 0.092322, + "nauc_recall_at_5_diff1": 0.658212, + "nauc_recall_at_10_max": 0.684783, + "nauc_recall_at_10_std": 0.175212, + "nauc_recall_at_10_diff1": 0.636113, + "nauc_recall_at_20_max": 0.721713, + "nauc_recall_at_20_std": 0.271125, + "nauc_recall_at_20_diff1": 0.611426, + "nauc_recall_at_100_max": 0.762776, + "nauc_recall_at_100_std": 0.512918, + "nauc_recall_at_100_diff1": 0.610208, + "nauc_recall_at_1000_max": 0.774198, + "nauc_recall_at_1000_std": 0.744433, + "nauc_recall_at_1000_diff1": 0.488372, + "nauc_precision_at_1_max": 0.51496, + "nauc_precision_at_1_std": 0.042739, + "nauc_precision_at_1_diff1": 0.733997, + "nauc_precision_at_3_max": 0.634468, + "nauc_precision_at_3_std": 0.081553, + "nauc_precision_at_3_diff1": 0.686757, + "nauc_precision_at_5_max": 0.646169, + "nauc_precision_at_5_std": 0.092322, + "nauc_precision_at_5_diff1": 0.658212, + "nauc_precision_at_10_max": 0.684783, + "nauc_precision_at_10_std": 0.175212, + "nauc_precision_at_10_diff1": 0.636113, + "nauc_precision_at_20_max": 0.721713, + "nauc_precision_at_20_std": 0.271125, + "nauc_precision_at_20_diff1": 0.611426, + "nauc_precision_at_100_max": 0.762776, + "nauc_precision_at_100_std": 0.512918, + "nauc_precision_at_100_diff1": 0.610208, + "nauc_precision_at_1000_max": 0.774198, + "nauc_precision_at_1000_std": 0.744433, + "nauc_precision_at_1000_diff1": 0.488372, + "nauc_mrr_at_1_max": 0.51496, + "nauc_mrr_at_1_std": 0.042739, + "nauc_mrr_at_1_diff1": 0.733997, + "nauc_mrr_at_3_max": 0.560387, + "nauc_mrr_at_3_std": 0.055751, + "nauc_mrr_at_3_diff1": 0.716573, + "nauc_mrr_at_5_max": 0.559499, + "nauc_mrr_at_5_std": 0.056567, + "nauc_mrr_at_5_diff1": 0.712909, + "nauc_mrr_at_10_max": 0.560796, + "nauc_mrr_at_10_std": 0.062238, + "nauc_mrr_at_10_diff1": 0.712271, + "nauc_mrr_at_20_max": 0.561104, + "nauc_mrr_at_20_std": 0.064239, + "nauc_mrr_at_20_diff1": 0.71225, + "nauc_mrr_at_100_max": 0.560277, + "nauc_mrr_at_100_std": 0.064026, + "nauc_mrr_at_100_diff1": 0.712863, + "nauc_mrr_at_1000_max": 0.560097, + "nauc_mrr_at_1000_std": 0.063698, + "nauc_mrr_at_1000_diff1": 0.71297, + "main_score": 0.73659, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.68439, + "ndcg_at_3": 0.76393, + "ndcg_at_5": 0.78031, + "ndcg_at_10": 0.79339, + "ndcg_at_20": 0.79945, + "ndcg_at_100": 0.8093, + "ndcg_at_1000": 0.81255, + "map_at_1": 0.68439, + "map_at_3": 0.74539, + "map_at_5": 0.75446, + "map_at_10": 0.75996, + "map_at_20": 0.76161, + "map_at_100": 0.76301, + "map_at_1000": 0.76312, + "recall_at_1": 0.68439, + "recall_at_3": 0.817, + "recall_at_5": 0.85689, + "recall_at_10": 0.89678, + "recall_at_20": 0.92092, + "recall_at_100": 0.97341, + "recall_at_1000": 1.0, + "precision_at_1": 0.68439, + "precision_at_3": 0.27245, + "precision_at_5": 0.17145, + "precision_at_10": 0.08971, + "precision_at_20": 0.04608, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.684395, + "mrr_at_3": 0.74551, + "mrr_at_5": 0.754572, + "mrr_at_10": 0.760075, + "mrr_at_20": 0.76168, + "mrr_at_100": 0.763081, + "mrr_at_1000": 0.763185, + "nauc_ndcg_at_1_max": 0.634865, + "nauc_ndcg_at_1_std": 0.049008, + "nauc_ndcg_at_1_diff1": 0.829376, + "nauc_ndcg_at_3_max": 0.693043, + "nauc_ndcg_at_3_std": 0.106139, + "nauc_ndcg_at_3_diff1": 0.804225, + "nauc_ndcg_at_5_max": 0.699423, + "nauc_ndcg_at_5_std": 0.11334, + "nauc_ndcg_at_5_diff1": 0.80643, + "nauc_ndcg_at_10_max": 0.694647, + "nauc_ndcg_at_10_std": 0.115223, + "nauc_ndcg_at_10_diff1": 0.804683, + "nauc_ndcg_at_20_max": 0.691363, + "nauc_ndcg_at_20_std": 0.115295, + "nauc_ndcg_at_20_diff1": 0.805428, + "nauc_ndcg_at_100_max": 0.686947, + "nauc_ndcg_at_100_std": 0.116918, + "nauc_ndcg_at_100_diff1": 0.807827, + "nauc_ndcg_at_1000_max": 0.683801, + "nauc_ndcg_at_1000_std": 0.106299, + "nauc_ndcg_at_1000_diff1": 0.808859, + "nauc_map_at_1_max": 0.634865, + "nauc_map_at_1_std": 0.049008, + "nauc_map_at_1_diff1": 0.829376, + "nauc_map_at_3_max": 0.676266, + "nauc_map_at_3_std": 0.089876, + "nauc_map_at_3_diff1": 0.810614, + "nauc_map_at_5_max": 0.678955, + "nauc_map_at_5_std": 0.093114, + "nauc_map_at_5_diff1": 0.811922, + "nauc_map_at_10_max": 0.67692, + "nauc_map_at_10_std": 0.093405, + "nauc_map_at_10_diff1": 0.81146, + "nauc_map_at_20_max": 0.675964, + "nauc_map_at_20_std": 0.09302, + "nauc_map_at_20_diff1": 0.811599, + "nauc_map_at_100_max": 0.675425, + "nauc_map_at_100_std": 0.093246, + "nauc_map_at_100_diff1": 0.811929, + "nauc_map_at_1000_max": 0.675354, + "nauc_map_at_1000_std": 0.092991, + "nauc_map_at_1000_diff1": 0.811955, + "nauc_recall_at_1_max": 0.634865, + "nauc_recall_at_1_std": 0.049008, + "nauc_recall_at_1_diff1": 0.829376, + "nauc_recall_at_3_max": 0.756506, + "nauc_recall_at_3_std": 0.166539, + "nauc_recall_at_3_diff1": 0.780831, + "nauc_recall_at_5_max": 0.794113, + "nauc_recall_at_5_std": 0.205457, + "nauc_recall_at_5_diff1": 0.782819, + "nauc_recall_at_10_max": 0.797747, + "nauc_recall_at_10_std": 0.246177, + "nauc_recall_at_10_diff1": 0.764626, + "nauc_recall_at_20_max": 0.799997, + "nauc_recall_at_20_std": 0.29134, + "nauc_recall_at_20_diff1": 0.760962, + "nauc_recall_at_100_max": 0.854801, + "nauc_recall_at_100_std": 0.669799, + "nauc_recall_at_100_diff1": 0.752783, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.634865, + "nauc_precision_at_1_std": 0.049008, + "nauc_precision_at_1_diff1": 0.829376, + "nauc_precision_at_3_max": 0.755809, + "nauc_precision_at_3_std": 0.16798, + "nauc_precision_at_3_diff1": 0.780443, + "nauc_precision_at_5_max": 0.793323, + "nauc_precision_at_5_std": 0.207349, + "nauc_precision_at_5_diff1": 0.782338, + "nauc_precision_at_10_max": 0.796701, + "nauc_precision_at_10_std": 0.24883, + "nauc_precision_at_10_diff1": 0.763928, + "nauc_precision_at_20_max": 0.779159, + "nauc_precision_at_20_std": 0.291833, + "nauc_precision_at_20_diff1": 0.741855, + "nauc_precision_at_100_max": 0.792237, + "nauc_precision_at_100_std": 0.654662, + "nauc_precision_at_100_diff1": 0.697972, + "nauc_precision_at_1000_max": -0.575151, + "nauc_precision_at_1000_std": 0.323825, + "nauc_precision_at_1000_diff1": -0.499962, + "nauc_mrr_at_1_max": 0.634865, + "nauc_mrr_at_1_std": 0.049008, + "nauc_mrr_at_1_diff1": 0.829376, + "nauc_mrr_at_3_max": 0.676051, + "nauc_mrr_at_3_std": 0.09021, + "nauc_mrr_at_3_diff1": 0.810528, + "nauc_mrr_at_5_max": 0.678734, + "nauc_mrr_at_5_std": 0.093461, + "nauc_mrr_at_5_diff1": 0.811834, + "nauc_mrr_at_10_max": 0.676693, + "nauc_mrr_at_10_std": 0.09376, + "nauc_mrr_at_10_diff1": 0.811369, + "nauc_mrr_at_20_max": 0.675827, + "nauc_mrr_at_20_std": 0.093235, + "nauc_mrr_at_20_diff1": 0.811544, + "nauc_mrr_at_100_max": 0.675286, + "nauc_mrr_at_100_std": 0.093463, + "nauc_mrr_at_100_diff1": 0.811874, + "nauc_mrr_at_1000_max": 0.675215, + "nauc_mrr_at_1000_std": 0.093207, + "nauc_mrr_at_1000_diff1": 0.8119, + "main_score": 0.79339, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.66985, + "ndcg_at_3": 0.74833, + "ndcg_at_5": 0.7645, + "ndcg_at_10": 0.77729, + "ndcg_at_20": 0.78597, + "ndcg_at_100": 0.7949, + "ndcg_at_1000": 0.79899, + "map_at_1": 0.66985, + "map_at_3": 0.72949, + "map_at_5": 0.7385, + "map_at_10": 0.74382, + "map_at_20": 0.74619, + "map_at_100": 0.74746, + "map_at_1000": 0.74762, + "recall_at_1": 0.66985, + "recall_at_3": 0.80269, + "recall_at_5": 0.84174, + "recall_at_10": 0.8811, + "recall_at_20": 0.91548, + "recall_at_100": 0.96298, + "recall_at_1000": 0.99512, + "precision_at_1": 0.66985, + "precision_at_3": 0.26756, + "precision_at_5": 0.16835, + "precision_at_10": 0.08812, + "precision_at_20": 0.04578, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.669854, + "mrr_at_3": 0.729489, + "mrr_at_5": 0.7385, + "mrr_at_10": 0.743828, + "mrr_at_20": 0.746202, + "mrr_at_100": 0.747466, + "mrr_at_1000": 0.747622, + "nauc_ndcg_at_1_max": 0.627469, + "nauc_ndcg_at_1_std": 0.045022, + "nauc_ndcg_at_1_diff1": 0.819887, + "nauc_ndcg_at_3_max": 0.683042, + "nauc_ndcg_at_3_std": 0.080172, + "nauc_ndcg_at_3_diff1": 0.786981, + "nauc_ndcg_at_5_max": 0.686585, + "nauc_ndcg_at_5_std": 0.093432, + "nauc_ndcg_at_5_diff1": 0.785432, + "nauc_ndcg_at_10_max": 0.685926, + "nauc_ndcg_at_10_std": 0.101364, + "nauc_ndcg_at_10_diff1": 0.78425, + "nauc_ndcg_at_20_max": 0.68171, + "nauc_ndcg_at_20_std": 0.104126, + "nauc_ndcg_at_20_diff1": 0.784893, + "nauc_ndcg_at_100_max": 0.679037, + "nauc_ndcg_at_100_std": 0.105569, + "nauc_ndcg_at_100_diff1": 0.788023, + "nauc_ndcg_at_1000_max": 0.675721, + "nauc_ndcg_at_1000_std": 0.095611, + "nauc_ndcg_at_1000_diff1": 0.790227, + "nauc_map_at_1_max": 0.627469, + "nauc_map_at_1_std": 0.045022, + "nauc_map_at_1_diff1": 0.819887, + "nauc_map_at_3_max": 0.668652, + "nauc_map_at_3_std": 0.070336, + "nauc_map_at_3_diff1": 0.795719, + "nauc_map_at_5_max": 0.669926, + "nauc_map_at_5_std": 0.076774, + "nauc_map_at_5_diff1": 0.795131, + "nauc_map_at_10_max": 0.66917, + "nauc_map_at_10_std": 0.079259, + "nauc_map_at_10_diff1": 0.794816, + "nauc_map_at_20_max": 0.667965, + "nauc_map_at_20_std": 0.079779, + "nauc_map_at_20_diff1": 0.795016, + "nauc_map_at_100_max": 0.667619, + "nauc_map_at_100_std": 0.079989, + "nauc_map_at_100_diff1": 0.795427, + "nauc_map_at_1000_max": 0.667515, + "nauc_map_at_1000_std": 0.079691, + "nauc_map_at_1000_diff1": 0.795503, + "nauc_recall_at_1_max": 0.627469, + "nauc_recall_at_1_std": 0.045022, + "nauc_recall_at_1_diff1": 0.819887, + "nauc_recall_at_3_max": 0.735249, + "nauc_recall_at_3_std": 0.116276, + "nauc_recall_at_3_diff1": 0.755152, + "nauc_recall_at_5_max": 0.759087, + "nauc_recall_at_5_std": 0.168639, + "nauc_recall_at_5_diff1": 0.743421, + "nauc_recall_at_10_max": 0.778417, + "nauc_recall_at_10_std": 0.233126, + "nauc_recall_at_10_diff1": 0.725713, + "nauc_recall_at_20_max": 0.776966, + "nauc_recall_at_20_std": 0.305555, + "nauc_recall_at_20_diff1": 0.710367, + "nauc_recall_at_100_max": 0.82684, + "nauc_recall_at_100_std": 0.585238, + "nauc_recall_at_100_diff1": 0.696665, + "nauc_recall_at_1000_max": 0.853521, + "nauc_recall_at_1000_std": 0.861615, + "nauc_recall_at_1000_diff1": 0.713039, + "nauc_precision_at_1_max": 0.627469, + "nauc_precision_at_1_std": 0.045022, + "nauc_precision_at_1_diff1": 0.819887, + "nauc_precision_at_3_max": 0.735249, + "nauc_precision_at_3_std": 0.116276, + "nauc_precision_at_3_diff1": 0.755152, + "nauc_precision_at_5_max": 0.759087, + "nauc_precision_at_5_std": 0.168639, + "nauc_precision_at_5_diff1": 0.743421, + "nauc_precision_at_10_max": 0.779158, + "nauc_precision_at_10_std": 0.232819, + "nauc_precision_at_10_diff1": 0.72578, + "nauc_precision_at_20_max": 0.778109, + "nauc_precision_at_20_std": 0.305256, + "nauc_precision_at_20_diff1": 0.710556, + "nauc_precision_at_100_max": 0.809266, + "nauc_precision_at_100_std": 0.577483, + "nauc_precision_at_100_diff1": 0.677621, + "nauc_precision_at_1000_max": 0.731526, + "nauc_precision_at_1000_std": 0.774275, + "nauc_precision_at_1000_diff1": 0.582428, + "nauc_mrr_at_1_max": 0.627469, + "nauc_mrr_at_1_std": 0.045022, + "nauc_mrr_at_1_diff1": 0.819887, + "nauc_mrr_at_3_max": 0.668652, + "nauc_mrr_at_3_std": 0.070336, + "nauc_mrr_at_3_diff1": 0.795719, + "nauc_mrr_at_5_max": 0.669926, + "nauc_mrr_at_5_std": 0.076774, + "nauc_mrr_at_5_diff1": 0.795131, + "nauc_mrr_at_10_max": 0.669213, + "nauc_mrr_at_10_std": 0.079232, + "nauc_mrr_at_10_diff1": 0.794824, + "nauc_mrr_at_20_max": 0.668009, + "nauc_mrr_at_20_std": 0.079751, + "nauc_mrr_at_20_diff1": 0.795024, + "nauc_mrr_at_100_max": 0.667629, + "nauc_mrr_at_100_std": 0.079976, + "nauc_mrr_at_100_diff1": 0.795428, + "nauc_mrr_at_1000_max": 0.667525, + "nauc_mrr_at_1000_std": 0.079679, + "nauc_mrr_at_1000_diff1": 0.795504, + "main_score": 0.77729, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70267, + "ndcg_at_3": 0.77327, + "ndcg_at_5": 0.78847, + "ndcg_at_10": 0.80175, + "ndcg_at_20": 0.81014, + "ndcg_at_100": 0.81733, + "ndcg_at_1000": 0.82097, + "map_at_1": 0.70267, + "map_at_3": 0.75668, + "map_at_5": 0.76504, + "map_at_10": 0.77066, + "map_at_20": 0.77298, + "map_at_100": 0.77397, + "map_at_1000": 0.77412, + "recall_at_1": 0.70267, + "recall_at_3": 0.82085, + "recall_at_5": 0.85801, + "recall_at_10": 0.89837, + "recall_at_20": 0.93148, + "recall_at_100": 0.97038, + "recall_at_1000": 0.99884, + "precision_at_1": 0.70267, + "precision_at_3": 0.27371, + "precision_at_5": 0.17166, + "precision_at_10": 0.0899, + "precision_at_20": 0.0466, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.702671, + "mrr_at_3": 0.756775, + "mrr_at_5": 0.765137, + "mrr_at_10": 0.770703, + "mrr_at_20": 0.773022, + "mrr_at_100": 0.77401, + "mrr_at_1000": 0.774154, + "nauc_ndcg_at_1_max": 0.664406, + "nauc_ndcg_at_1_std": 0.170792, + "nauc_ndcg_at_1_diff1": 0.84366, + "nauc_ndcg_at_3_max": 0.733145, + "nauc_ndcg_at_3_std": 0.223364, + "nauc_ndcg_at_3_diff1": 0.83, + "nauc_ndcg_at_5_max": 0.730076, + "nauc_ndcg_at_5_std": 0.226359, + "nauc_ndcg_at_5_diff1": 0.826935, + "nauc_ndcg_at_10_max": 0.725265, + "nauc_ndcg_at_10_std": 0.237182, + "nauc_ndcg_at_10_diff1": 0.822463, + "nauc_ndcg_at_20_max": 0.724409, + "nauc_ndcg_at_20_std": 0.234246, + "nauc_ndcg_at_20_diff1": 0.826237, + "nauc_ndcg_at_100_max": 0.721246, + "nauc_ndcg_at_100_std": 0.230998, + "nauc_ndcg_at_100_diff1": 0.827654, + "nauc_ndcg_at_1000_max": 0.717468, + "nauc_ndcg_at_1000_std": 0.223944, + "nauc_ndcg_at_1000_diff1": 0.828671, + "nauc_map_at_1_max": 0.664406, + "nauc_map_at_1_std": 0.170792, + "nauc_map_at_1_diff1": 0.84366, + "nauc_map_at_3_max": 0.714763, + "nauc_map_at_3_std": 0.208652, + "nauc_map_at_3_diff1": 0.833439, + "nauc_map_at_5_max": 0.712443, + "nauc_map_at_5_std": 0.209407, + "nauc_map_at_5_diff1": 0.831914, + "nauc_map_at_10_max": 0.710437, + "nauc_map_at_10_std": 0.213404, + "nauc_map_at_10_diff1": 0.830235, + "nauc_map_at_20_max": 0.710016, + "nauc_map_at_20_std": 0.212276, + "nauc_map_at_20_diff1": 0.831189, + "nauc_map_at_100_max": 0.709614, + "nauc_map_at_100_std": 0.211782, + "nauc_map_at_100_diff1": 0.831375, + "nauc_map_at_1000_max": 0.709489, + "nauc_map_at_1000_std": 0.211621, + "nauc_map_at_1000_diff1": 0.831396, + "nauc_recall_at_1_max": 0.664406, + "nauc_recall_at_1_std": 0.170792, + "nauc_recall_at_1_diff1": 0.84366, + "nauc_recall_at_3_max": 0.800801, + "nauc_recall_at_3_std": 0.276241, + "nauc_recall_at_3_diff1": 0.817477, + "nauc_recall_at_5_max": 0.807187, + "nauc_recall_at_5_std": 0.300567, + "nauc_recall_at_5_diff1": 0.804666, + "nauc_recall_at_10_max": 0.805805, + "nauc_recall_at_10_std": 0.381565, + "nauc_recall_at_10_diff1": 0.774316, + "nauc_recall_at_20_max": 0.837173, + "nauc_recall_at_20_std": 0.425624, + "nauc_recall_at_20_diff1": 0.788917, + "nauc_recall_at_100_max": 0.887509, + "nauc_recall_at_100_std": 0.578172, + "nauc_recall_at_100_diff1": 0.781806, + "nauc_recall_at_1000_max": 0.869298, + "nauc_recall_at_1000_std": 0.869298, + "nauc_recall_at_1000_diff1": 0.869298, + "nauc_precision_at_1_max": 0.664406, + "nauc_precision_at_1_std": 0.170792, + "nauc_precision_at_1_diff1": 0.84366, + "nauc_precision_at_3_max": 0.800756, + "nauc_precision_at_3_std": 0.279654, + "nauc_precision_at_3_diff1": 0.817457, + "nauc_precision_at_5_max": 0.807143, + "nauc_precision_at_5_std": 0.304835, + "nauc_precision_at_5_diff1": 0.804618, + "nauc_precision_at_10_max": 0.793754, + "nauc_precision_at_10_std": 0.387671, + "nauc_precision_at_10_diff1": 0.762576, + "nauc_precision_at_20_max": 0.818968, + "nauc_precision_at_20_std": 0.433975, + "nauc_precision_at_20_diff1": 0.771415, + "nauc_precision_at_100_max": 0.844518, + "nauc_precision_at_100_std": 0.592097, + "nauc_precision_at_100_diff1": 0.742304, + "nauc_precision_at_1000_max": 0.271671, + "nauc_precision_at_1000_std": 0.930124, + "nauc_precision_at_1000_diff1": 0.271671, + "nauc_mrr_at_1_max": 0.664406, + "nauc_mrr_at_1_std": 0.170792, + "nauc_mrr_at_1_diff1": 0.84366, + "nauc_mrr_at_3_max": 0.714718, + "nauc_mrr_at_3_std": 0.20951, + "nauc_mrr_at_3_diff1": 0.83344, + "nauc_mrr_at_5_max": 0.712396, + "nauc_mrr_at_5_std": 0.210294, + "nauc_mrr_at_5_diff1": 0.831914, + "nauc_mrr_at_10_max": 0.710417, + "nauc_mrr_at_10_std": 0.213768, + "nauc_mrr_at_10_diff1": 0.830235, + "nauc_mrr_at_20_max": 0.709996, + "nauc_mrr_at_20_std": 0.212644, + "nauc_mrr_at_20_diff1": 0.831189, + "nauc_mrr_at_100_max": 0.709594, + "nauc_mrr_at_100_std": 0.212151, + "nauc_mrr_at_100_diff1": 0.831375, + "nauc_mrr_at_1000_max": 0.709468, + "nauc_mrr_at_1000_std": 0.211991, + "nauc_mrr_at_1000_diff1": 0.831396, + "main_score": 0.80175, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.60679, + "ndcg_at_3": 0.68722, + "ndcg_at_5": 0.7052, + "ndcg_at_10": 0.72306, + "ndcg_at_20": 0.73217, + "ndcg_at_100": 0.74325, + "ndcg_at_1000": 0.74998, + "map_at_1": 0.60669, + "map_at_3": 0.66792, + "map_at_5": 0.67788, + "map_at_10": 0.68531, + "map_at_20": 0.68781, + "map_at_100": 0.68937, + "map_at_1000": 0.68962, + "recall_at_1": 0.60669, + "recall_at_3": 0.74278, + "recall_at_5": 0.78651, + "recall_at_10": 0.84144, + "recall_at_20": 0.87744, + "recall_at_100": 0.93674, + "recall_at_1000": 0.99034, + "precision_at_1": 0.60679, + "precision_at_3": 0.24763, + "precision_at_5": 0.15732, + "precision_at_10": 0.08415, + "precision_at_20": 0.04388, + "precision_at_100": 0.00937, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.606794, + "mrr_at_3": 0.668023, + "mrr_at_5": 0.67798, + "mrr_at_10": 0.685408, + "mrr_at_20": 0.687916, + "mrr_at_100": 0.689476, + "mrr_at_1000": 0.689719, + "nauc_ndcg_at_1_max": 0.532497, + "nauc_ndcg_at_1_std": 0.057234, + "nauc_ndcg_at_1_diff1": 0.791275, + "nauc_ndcg_at_3_max": 0.594812, + "nauc_ndcg_at_3_std": 0.109111, + "nauc_ndcg_at_3_diff1": 0.753643, + "nauc_ndcg_at_5_max": 0.601643, + "nauc_ndcg_at_5_std": 0.119974, + "nauc_ndcg_at_5_diff1": 0.752269, + "nauc_ndcg_at_10_max": 0.606128, + "nauc_ndcg_at_10_std": 0.139468, + "nauc_ndcg_at_10_diff1": 0.751975, + "nauc_ndcg_at_20_max": 0.602707, + "nauc_ndcg_at_20_std": 0.139313, + "nauc_ndcg_at_20_diff1": 0.750467, + "nauc_ndcg_at_100_max": 0.596714, + "nauc_ndcg_at_100_std": 0.134313, + "nauc_ndcg_at_100_diff1": 0.753726, + "nauc_ndcg_at_1000_max": 0.592154, + "nauc_ndcg_at_1000_std": 0.12455, + "nauc_ndcg_at_1000_diff1": 0.75634, + "nauc_map_at_1_max": 0.532345, + "nauc_map_at_1_std": 0.057167, + "nauc_map_at_1_diff1": 0.790562, + "nauc_map_at_3_max": 0.578074, + "nauc_map_at_3_std": 0.093648, + "nauc_map_at_3_diff1": 0.762579, + "nauc_map_at_5_max": 0.581159, + "nauc_map_at_5_std": 0.098757, + "nauc_map_at_5_diff1": 0.762134, + "nauc_map_at_10_max": 0.582079, + "nauc_map_at_10_std": 0.10531, + "nauc_map_at_10_diff1": 0.762201, + "nauc_map_at_20_max": 0.580987, + "nauc_map_at_20_std": 0.104894, + "nauc_map_at_20_diff1": 0.761879, + "nauc_map_at_100_max": 0.580136, + "nauc_map_at_100_std": 0.104281, + "nauc_map_at_100_diff1": 0.762286, + "nauc_map_at_1000_max": 0.580023, + "nauc_map_at_1000_std": 0.10407, + "nauc_map_at_1000_diff1": 0.762387, + "nauc_recall_at_1_max": 0.532345, + "nauc_recall_at_1_std": 0.057167, + "nauc_recall_at_1_diff1": 0.790562, + "nauc_recall_at_3_max": 0.652483, + "nauc_recall_at_3_std": 0.163297, + "nauc_recall_at_3_diff1": 0.722242, + "nauc_recall_at_5_max": 0.682822, + "nauc_recall_at_5_std": 0.206058, + "nauc_recall_at_5_diff1": 0.712818, + "nauc_recall_at_10_max": 0.731369, + "nauc_recall_at_10_std": 0.327466, + "nauc_recall_at_10_diff1": 0.699885, + "nauc_recall_at_20_max": 0.739597, + "nauc_recall_at_20_std": 0.377115, + "nauc_recall_at_20_diff1": 0.67568, + "nauc_recall_at_100_max": 0.752518, + "nauc_recall_at_100_std": 0.487698, + "nauc_recall_at_100_diff1": 0.67076, + "nauc_recall_at_1000_max": 0.772841, + "nauc_recall_at_1000_std": 0.616401, + "nauc_recall_at_1000_diff1": 0.636906, + "nauc_precision_at_1_max": 0.532497, + "nauc_precision_at_1_std": 0.057234, + "nauc_precision_at_1_diff1": 0.791275, + "nauc_precision_at_3_max": 0.65277, + "nauc_precision_at_3_std": 0.163426, + "nauc_precision_at_3_diff1": 0.72325, + "nauc_precision_at_5_max": 0.683165, + "nauc_precision_at_5_std": 0.206224, + "nauc_precision_at_5_diff1": 0.713984, + "nauc_precision_at_10_max": 0.731913, + "nauc_precision_at_10_std": 0.327773, + "nauc_precision_at_10_diff1": 0.701469, + "nauc_precision_at_20_max": 0.74029, + "nauc_precision_at_20_std": 0.37754, + "nauc_precision_at_20_diff1": 0.67766, + "nauc_precision_at_100_max": 0.755498, + "nauc_precision_at_100_std": 0.488971, + "nauc_precision_at_100_diff1": 0.675152, + "nauc_precision_at_1000_max": 0.75846, + "nauc_precision_at_1000_std": 0.595135, + "nauc_precision_at_1000_diff1": 0.631207, + "nauc_mrr_at_1_max": 0.532497, + "nauc_mrr_at_1_std": 0.057234, + "nauc_mrr_at_1_diff1": 0.791275, + "nauc_mrr_at_3_max": 0.578256, + "nauc_mrr_at_3_std": 0.09373, + "nauc_mrr_at_3_diff1": 0.76338, + "nauc_mrr_at_5_max": 0.581347, + "nauc_mrr_at_5_std": 0.098843, + "nauc_mrr_at_5_diff1": 0.762957, + "nauc_mrr_at_10_max": 0.582272, + "nauc_mrr_at_10_std": 0.1054, + "nauc_mrr_at_10_diff1": 0.763043, + "nauc_mrr_at_20_max": 0.58118, + "nauc_mrr_at_20_std": 0.104985, + "nauc_mrr_at_20_diff1": 0.762728, + "nauc_mrr_at_100_max": 0.580333, + "nauc_mrr_at_100_std": 0.10437, + "nauc_mrr_at_100_diff1": 0.763141, + "nauc_mrr_at_1000_max": 0.580219, + "nauc_mrr_at_1000_std": 0.10416, + "nauc_mrr_at_1000_diff1": 0.763242, + "main_score": 0.72306, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.6492, + "ndcg_at_3": 0.73244, + "ndcg_at_5": 0.75239, + "ndcg_at_10": 0.76588, + "ndcg_at_20": 0.77438, + "ndcg_at_100": 0.78426, + "ndcg_at_1000": 0.78828, + "map_at_1": 0.6492, + "map_at_3": 0.71281, + "map_at_5": 0.7238, + "map_at_10": 0.72948, + "map_at_20": 0.73184, + "map_at_100": 0.73316, + "map_at_1000": 0.73331, + "recall_at_1": 0.6492, + "recall_at_3": 0.78891, + "recall_at_5": 0.8377, + "recall_at_10": 0.87879, + "recall_at_20": 0.91217, + "recall_at_100": 0.9661, + "recall_at_1000": 0.99795, + "precision_at_1": 0.6492, + "precision_at_3": 0.26297, + "precision_at_5": 0.16754, + "precision_at_10": 0.08788, + "precision_at_20": 0.04561, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.649204, + "mrr_at_3": 0.712806, + "mrr_at_5": 0.723797, + "mrr_at_10": 0.729483, + "mrr_at_20": 0.731844, + "mrr_at_100": 0.733164, + "mrr_at_1000": 0.733312, + "nauc_ndcg_at_1_max": 0.570859, + "nauc_ndcg_at_1_std": 0.061197, + "nauc_ndcg_at_1_diff1": 0.796453, + "nauc_ndcg_at_3_max": 0.639271, + "nauc_ndcg_at_3_std": 0.108502, + "nauc_ndcg_at_3_diff1": 0.757946, + "nauc_ndcg_at_5_max": 0.63873, + "nauc_ndcg_at_5_std": 0.12602, + "nauc_ndcg_at_5_diff1": 0.756558, + "nauc_ndcg_at_10_max": 0.632742, + "nauc_ndcg_at_10_std": 0.126989, + "nauc_ndcg_at_10_diff1": 0.756615, + "nauc_ndcg_at_20_max": 0.633148, + "nauc_ndcg_at_20_std": 0.133109, + "nauc_ndcg_at_20_diff1": 0.757431, + "nauc_ndcg_at_100_max": 0.630302, + "nauc_ndcg_at_100_std": 0.130252, + "nauc_ndcg_at_100_diff1": 0.763302, + "nauc_ndcg_at_1000_max": 0.626932, + "nauc_ndcg_at_1000_std": 0.120479, + "nauc_ndcg_at_1000_diff1": 0.764615, + "nauc_map_at_1_max": 0.570859, + "nauc_map_at_1_std": 0.061197, + "nauc_map_at_1_diff1": 0.796453, + "nauc_map_at_3_max": 0.622644, + "nauc_map_at_3_std": 0.096135, + "nauc_map_at_3_diff1": 0.768308, + "nauc_map_at_5_max": 0.621772, + "nauc_map_at_5_std": 0.104756, + "nauc_map_at_5_diff1": 0.767876, + "nauc_map_at_10_max": 0.619411, + "nauc_map_at_10_std": 0.105227, + "nauc_map_at_10_diff1": 0.768228, + "nauc_map_at_20_max": 0.619385, + "nauc_map_at_20_std": 0.106632, + "nauc_map_at_20_diff1": 0.76849, + "nauc_map_at_100_max": 0.619039, + "nauc_map_at_100_std": 0.106244, + "nauc_map_at_100_diff1": 0.769234, + "nauc_map_at_1000_max": 0.618935, + "nauc_map_at_1000_std": 0.105965, + "nauc_map_at_1000_diff1": 0.76928, + "nauc_recall_at_1_max": 0.570859, + "nauc_recall_at_1_std": 0.061197, + "nauc_recall_at_1_diff1": 0.796453, + "nauc_recall_at_3_max": 0.698342, + "nauc_recall_at_3_std": 0.152966, + "nauc_recall_at_3_diff1": 0.720525, + "nauc_recall_at_5_max": 0.711829, + "nauc_recall_at_5_std": 0.222866, + "nauc_recall_at_5_diff1": 0.70674, + "nauc_recall_at_10_max": 0.700045, + "nauc_recall_at_10_std": 0.251321, + "nauc_recall_at_10_diff1": 0.690992, + "nauc_recall_at_20_max": 0.727121, + "nauc_recall_at_20_std": 0.345472, + "nauc_recall_at_20_diff1": 0.676088, + "nauc_recall_at_100_max": 0.787296, + "nauc_recall_at_100_std": 0.592857, + "nauc_recall_at_100_diff1": 0.718791, + "nauc_recall_at_1000_max": 0.85586, + "nauc_recall_at_1000_std": 0.747979, + "nauc_recall_at_1000_diff1": 0.930559, + "nauc_precision_at_1_max": 0.570859, + "nauc_precision_at_1_std": 0.061197, + "nauc_precision_at_1_diff1": 0.796453, + "nauc_precision_at_3_max": 0.698342, + "nauc_precision_at_3_std": 0.152966, + "nauc_precision_at_3_diff1": 0.720525, + "nauc_precision_at_5_max": 0.711829, + "nauc_precision_at_5_std": 0.222866, + "nauc_precision_at_5_diff1": 0.70674, + "nauc_precision_at_10_max": 0.700045, + "nauc_precision_at_10_std": 0.251321, + "nauc_precision_at_10_diff1": 0.690992, + "nauc_precision_at_20_max": 0.727121, + "nauc_precision_at_20_std": 0.345472, + "nauc_precision_at_20_diff1": 0.676088, + "nauc_precision_at_100_max": 0.787296, + "nauc_precision_at_100_std": 0.592857, + "nauc_precision_at_100_diff1": 0.718791, + "nauc_precision_at_1000_max": 0.85586, + "nauc_precision_at_1000_std": 0.747979, + "nauc_precision_at_1000_diff1": 0.930559, + "nauc_mrr_at_1_max": 0.570859, + "nauc_mrr_at_1_std": 0.061197, + "nauc_mrr_at_1_diff1": 0.796453, + "nauc_mrr_at_3_max": 0.622644, + "nauc_mrr_at_3_std": 0.096135, + "nauc_mrr_at_3_diff1": 0.768308, + "nauc_mrr_at_5_max": 0.621772, + "nauc_mrr_at_5_std": 0.104756, + "nauc_mrr_at_5_diff1": 0.767876, + "nauc_mrr_at_10_max": 0.619411, + "nauc_mrr_at_10_std": 0.105227, + "nauc_mrr_at_10_diff1": 0.768228, + "nauc_mrr_at_20_max": 0.619385, + "nauc_mrr_at_20_std": 0.106632, + "nauc_mrr_at_20_diff1": 0.76849, + "nauc_mrr_at_100_max": 0.619039, + "nauc_mrr_at_100_std": 0.106244, + "nauc_mrr_at_100_diff1": 0.769234, + "nauc_mrr_at_1000_max": 0.618935, + "nauc_mrr_at_1000_std": 0.105965, + "nauc_mrr_at_1000_diff1": 0.76928, + "main_score": 0.76588, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.66836, + "ndcg_at_3": 0.74639, + "ndcg_at_5": 0.76178, + "ndcg_at_10": 0.77872, + "ndcg_at_20": 0.78791, + "ndcg_at_100": 0.79519, + "ndcg_at_1000": 0.79964, + "map_at_1": 0.66836, + "map_at_3": 0.72788, + "map_at_5": 0.73643, + "map_at_10": 0.74359, + "map_at_20": 0.74612, + "map_at_100": 0.74711, + "map_at_1000": 0.74728, + "recall_at_1": 0.66836, + "recall_at_3": 0.79966, + "recall_at_5": 0.83701, + "recall_at_10": 0.88851, + "recall_at_20": 0.92473, + "recall_at_100": 0.96435, + "recall_at_1000": 0.99943, + "precision_at_1": 0.66836, + "precision_at_3": 0.26655, + "precision_at_5": 0.1674, + "precision_at_10": 0.08885, + "precision_at_20": 0.04624, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.668364, + "mrr_at_3": 0.727882, + "mrr_at_5": 0.736427, + "mrr_at_10": 0.743589, + "mrr_at_20": 0.746124, + "mrr_at_100": 0.747111, + "mrr_at_1000": 0.747276, + "nauc_ndcg_at_1_max": 0.498651, + "nauc_ndcg_at_1_std": 0.002982, + "nauc_ndcg_at_1_diff1": 0.790353, + "nauc_ndcg_at_3_max": 0.569623, + "nauc_ndcg_at_3_std": 0.050231, + "nauc_ndcg_at_3_diff1": 0.759645, + "nauc_ndcg_at_5_max": 0.567455, + "nauc_ndcg_at_5_std": 0.057231, + "nauc_ndcg_at_5_diff1": 0.758324, + "nauc_ndcg_at_10_max": 0.571834, + "nauc_ndcg_at_10_std": 0.066206, + "nauc_ndcg_at_10_diff1": 0.76095, + "nauc_ndcg_at_20_max": 0.569565, + "nauc_ndcg_at_20_std": 0.06397, + "nauc_ndcg_at_20_diff1": 0.763191, + "nauc_ndcg_at_100_max": 0.564232, + "nauc_ndcg_at_100_std": 0.065725, + "nauc_ndcg_at_100_diff1": 0.765389, + "nauc_ndcg_at_1000_max": 0.558475, + "nauc_ndcg_at_1000_std": 0.055146, + "nauc_ndcg_at_1000_diff1": 0.766149, + "nauc_map_at_1_max": 0.498651, + "nauc_map_at_1_std": 0.002982, + "nauc_map_at_1_diff1": 0.790353, + "nauc_map_at_3_max": 0.549857, + "nauc_map_at_3_std": 0.036918, + "nauc_map_at_3_diff1": 0.768156, + "nauc_map_at_5_max": 0.5478, + "nauc_map_at_5_std": 0.039747, + "nauc_map_at_5_diff1": 0.767634, + "nauc_map_at_10_max": 0.549224, + "nauc_map_at_10_std": 0.043011, + "nauc_map_at_10_diff1": 0.769068, + "nauc_map_at_20_max": 0.548292, + "nauc_map_at_20_std": 0.041796, + "nauc_map_at_20_diff1": 0.769585, + "nauc_map_at_100_max": 0.547692, + "nauc_map_at_100_std": 0.042148, + "nauc_map_at_100_diff1": 0.769907, + "nauc_map_at_1000_max": 0.547527, + "nauc_map_at_1000_std": 0.041913, + "nauc_map_at_1000_diff1": 0.769934, + "nauc_recall_at_1_max": 0.498651, + "nauc_recall_at_1_std": 0.002982, + "nauc_recall_at_1_diff1": 0.790353, + "nauc_recall_at_3_max": 0.64151, + "nauc_recall_at_3_std": 0.098728, + "nauc_recall_at_3_diff1": 0.72871, + "nauc_recall_at_5_max": 0.651313, + "nauc_recall_at_5_std": 0.133863, + "nauc_recall_at_5_diff1": 0.718644, + "nauc_recall_at_10_max": 0.705577, + "nauc_recall_at_10_std": 0.209236, + "nauc_recall_at_10_diff1": 0.714604, + "nauc_recall_at_20_max": 0.748417, + "nauc_recall_at_20_std": 0.262841, + "nauc_recall_at_20_diff1": 0.717197, + "nauc_recall_at_100_max": 0.792693, + "nauc_recall_at_100_std": 0.505815, + "nauc_recall_at_100_diff1": 0.72259, + "nauc_recall_at_1000_max": 0.554186, + "nauc_recall_at_1000_std": 0.122643, + "nauc_recall_at_1000_diff1": -0.171392, + "nauc_precision_at_1_max": 0.498651, + "nauc_precision_at_1_std": 0.002982, + "nauc_precision_at_1_diff1": 0.790353, + "nauc_precision_at_3_max": 0.64151, + "nauc_precision_at_3_std": 0.098728, + "nauc_precision_at_3_diff1": 0.72871, + "nauc_precision_at_5_max": 0.651313, + "nauc_precision_at_5_std": 0.133863, + "nauc_precision_at_5_diff1": 0.718644, + "nauc_precision_at_10_max": 0.705577, + "nauc_precision_at_10_std": 0.209236, + "nauc_precision_at_10_diff1": 0.714604, + "nauc_precision_at_20_max": 0.748417, + "nauc_precision_at_20_std": 0.262841, + "nauc_precision_at_20_diff1": 0.717197, + "nauc_precision_at_100_max": 0.792693, + "nauc_precision_at_100_std": 0.505815, + "nauc_precision_at_100_diff1": 0.72259, + "nauc_precision_at_1000_max": 0.554186, + "nauc_precision_at_1000_std": 0.122643, + "nauc_precision_at_1000_diff1": -0.171392, + "nauc_mrr_at_1_max": 0.498651, + "nauc_mrr_at_1_std": 0.002982, + "nauc_mrr_at_1_diff1": 0.790353, + "nauc_mrr_at_3_max": 0.549857, + "nauc_mrr_at_3_std": 0.036918, + "nauc_mrr_at_3_diff1": 0.768156, + "nauc_mrr_at_5_max": 0.5478, + "nauc_mrr_at_5_std": 0.039747, + "nauc_mrr_at_5_diff1": 0.767634, + "nauc_mrr_at_10_max": 0.549224, + "nauc_mrr_at_10_std": 0.043011, + "nauc_mrr_at_10_diff1": 0.769068, + "nauc_mrr_at_20_max": 0.548292, + "nauc_mrr_at_20_std": 0.041796, + "nauc_mrr_at_20_diff1": 0.769585, + "nauc_mrr_at_100_max": 0.547692, + "nauc_mrr_at_100_std": 0.042148, + "nauc_mrr_at_100_diff1": 0.769907, + "nauc_mrr_at_1000_max": 0.547527, + "nauc_mrr_at_1000_std": 0.041913, + "nauc_mrr_at_1000_diff1": 0.769934, + "main_score": 0.77872, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.56619, + "ndcg_at_3": 0.66166, + "ndcg_at_5": 0.68056, + "ndcg_at_10": 0.69895, + "ndcg_at_20": 0.71059, + "ndcg_at_100": 0.72555, + "ndcg_at_1000": 0.7307, + "map_at_1": 0.56619, + "map_at_3": 0.63915, + "map_at_5": 0.64963, + "map_at_10": 0.65734, + "map_at_20": 0.66055, + "map_at_100": 0.66258, + "map_at_1000": 0.66277, + "recall_at_1": 0.56619, + "recall_at_3": 0.72643, + "recall_at_5": 0.77235, + "recall_at_10": 0.82853, + "recall_at_20": 0.87445, + "recall_at_100": 0.95554, + "recall_at_1000": 0.99658, + "precision_at_1": 0.56619, + "precision_at_3": 0.24214, + "precision_at_5": 0.15447, + "precision_at_10": 0.08285, + "precision_at_20": 0.04372, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.566194, + "mrr_at_3": 0.639147, + "mrr_at_5": 0.649625, + "mrr_at_10": 0.657345, + "mrr_at_20": 0.660553, + "mrr_at_100": 0.662578, + "mrr_at_1000": 0.662765, + "nauc_ndcg_at_1_max": 0.53027, + "nauc_ndcg_at_1_std": 0.062948, + "nauc_ndcg_at_1_diff1": 0.765423, + "nauc_ndcg_at_3_max": 0.586596, + "nauc_ndcg_at_3_std": 0.117595, + "nauc_ndcg_at_3_diff1": 0.723538, + "nauc_ndcg_at_5_max": 0.589656, + "nauc_ndcg_at_5_std": 0.128243, + "nauc_ndcg_at_5_diff1": 0.720967, + "nauc_ndcg_at_10_max": 0.589918, + "nauc_ndcg_at_10_std": 0.131552, + "nauc_ndcg_at_10_diff1": 0.71938, + "nauc_ndcg_at_20_max": 0.588366, + "nauc_ndcg_at_20_std": 0.137814, + "nauc_ndcg_at_20_diff1": 0.719482, + "nauc_ndcg_at_100_max": 0.583664, + "nauc_ndcg_at_100_std": 0.13313, + "nauc_ndcg_at_100_diff1": 0.725321, + "nauc_ndcg_at_1000_max": 0.580369, + "nauc_ndcg_at_1000_std": 0.125206, + "nauc_ndcg_at_1000_diff1": 0.727635, + "nauc_map_at_1_max": 0.53027, + "nauc_map_at_1_std": 0.062948, + "nauc_map_at_1_diff1": 0.765423, + "nauc_map_at_3_max": 0.571889, + "nauc_map_at_3_std": 0.102776, + "nauc_map_at_3_diff1": 0.734099, + "nauc_map_at_5_max": 0.573116, + "nauc_map_at_5_std": 0.107935, + "nauc_map_at_5_diff1": 0.732994, + "nauc_map_at_10_max": 0.573074, + "nauc_map_at_10_std": 0.109048, + "nauc_map_at_10_diff1": 0.732795, + "nauc_map_at_20_max": 0.572594, + "nauc_map_at_20_std": 0.110391, + "nauc_map_at_20_diff1": 0.732967, + "nauc_map_at_100_max": 0.571952, + "nauc_map_at_100_std": 0.110122, + "nauc_map_at_100_diff1": 0.733609, + "nauc_map_at_1000_max": 0.571835, + "nauc_map_at_1000_std": 0.109882, + "nauc_map_at_1000_diff1": 0.733699, + "nauc_recall_at_1_max": 0.53027, + "nauc_recall_at_1_std": 0.062948, + "nauc_recall_at_1_diff1": 0.765423, + "nauc_recall_at_3_max": 0.637182, + "nauc_recall_at_3_std": 0.168851, + "nauc_recall_at_3_diff1": 0.687405, + "nauc_recall_at_5_max": 0.654493, + "nauc_recall_at_5_std": 0.209602, + "nauc_recall_at_5_diff1": 0.674032, + "nauc_recall_at_10_max": 0.671634, + "nauc_recall_at_10_std": 0.244771, + "nauc_recall_at_10_diff1": 0.652448, + "nauc_recall_at_20_max": 0.685269, + "nauc_recall_at_20_std": 0.328488, + "nauc_recall_at_20_diff1": 0.63119, + "nauc_recall_at_100_max": 0.726337, + "nauc_recall_at_100_std": 0.49429, + "nauc_recall_at_100_diff1": 0.643403, + "nauc_recall_at_1000_max": 0.831261, + "nauc_recall_at_1000_std": 0.795588, + "nauc_recall_at_1000_diff1": 0.757951, + "nauc_precision_at_1_max": 0.53027, + "nauc_precision_at_1_std": 0.062948, + "nauc_precision_at_1_diff1": 0.765423, + "nauc_precision_at_3_max": 0.637182, + "nauc_precision_at_3_std": 0.168851, + "nauc_precision_at_3_diff1": 0.687405, + "nauc_precision_at_5_max": 0.654493, + "nauc_precision_at_5_std": 0.209602, + "nauc_precision_at_5_diff1": 0.674032, + "nauc_precision_at_10_max": 0.671634, + "nauc_precision_at_10_std": 0.244771, + "nauc_precision_at_10_diff1": 0.652448, + "nauc_precision_at_20_max": 0.685269, + "nauc_precision_at_20_std": 0.328488, + "nauc_precision_at_20_diff1": 0.63119, + "nauc_precision_at_100_max": 0.726337, + "nauc_precision_at_100_std": 0.49429, + "nauc_precision_at_100_diff1": 0.643403, + "nauc_precision_at_1000_max": 0.831261, + "nauc_precision_at_1000_std": 0.795588, + "nauc_precision_at_1000_diff1": 0.757951, + "nauc_mrr_at_1_max": 0.53027, + "nauc_mrr_at_1_std": 0.062948, + "nauc_mrr_at_1_diff1": 0.765423, + "nauc_mrr_at_3_max": 0.571889, + "nauc_mrr_at_3_std": 0.102776, + "nauc_mrr_at_3_diff1": 0.734099, + "nauc_mrr_at_5_max": 0.573116, + "nauc_mrr_at_5_std": 0.107935, + "nauc_mrr_at_5_diff1": 0.732994, + "nauc_mrr_at_10_max": 0.573074, + "nauc_mrr_at_10_std": 0.109048, + "nauc_mrr_at_10_diff1": 0.732795, + "nauc_mrr_at_20_max": 0.572594, + "nauc_mrr_at_20_std": 0.110391, + "nauc_mrr_at_20_diff1": 0.732967, + "nauc_mrr_at_100_max": 0.571952, + "nauc_mrr_at_100_std": 0.110122, + "nauc_mrr_at_100_diff1": 0.733609, + "nauc_mrr_at_1000_max": 0.571835, + "nauc_mrr_at_1000_std": 0.109882, + "nauc_mrr_at_1000_diff1": 0.733699, + "main_score": 0.69895, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.67563, + "ndcg_at_3": 0.74828, + "ndcg_at_5": 0.76944, + "ndcg_at_10": 0.78642, + "ndcg_at_20": 0.79545, + "ndcg_at_100": 0.80385, + "ndcg_at_1000": 0.80611, + "map_at_1": 0.67533, + "map_at_3": 0.73098, + "map_at_5": 0.74287, + "map_at_10": 0.74987, + "map_at_20": 0.75241, + "map_at_100": 0.75356, + "map_at_1000": 0.75365, + "recall_at_1": 0.67533, + "recall_at_3": 0.79809, + "recall_at_5": 0.84886, + "recall_at_10": 0.90143, + "recall_at_20": 0.93668, + "recall_at_100": 0.98208, + "recall_at_1000": 1.0, + "precision_at_1": 0.67563, + "precision_at_3": 0.26623, + "precision_at_5": 0.16989, + "precision_at_10": 0.0902, + "precision_at_20": 0.04686, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675627, + "mrr_at_3": 0.730984, + "mrr_at_5": 0.742871, + "mrr_at_10": 0.74987, + "mrr_at_20": 0.752412, + "mrr_at_100": 0.753562, + "mrr_at_1000": 0.753647, + "nauc_ndcg_at_1_max": 0.640773, + "nauc_ndcg_at_1_std": -0.008782, + "nauc_ndcg_at_1_diff1": 0.836568, + "nauc_ndcg_at_3_max": 0.674789, + "nauc_ndcg_at_3_std": 0.018568, + "nauc_ndcg_at_3_diff1": 0.804126, + "nauc_ndcg_at_5_max": 0.686094, + "nauc_ndcg_at_5_std": 0.039796, + "nauc_ndcg_at_5_diff1": 0.804617, + "nauc_ndcg_at_10_max": 0.687406, + "nauc_ndcg_at_10_std": 0.054584, + "nauc_ndcg_at_10_diff1": 0.801393, + "nauc_ndcg_at_20_max": 0.686265, + "nauc_ndcg_at_20_std": 0.059996, + "nauc_ndcg_at_20_diff1": 0.805034, + "nauc_ndcg_at_100_max": 0.679712, + "nauc_ndcg_at_100_std": 0.045852, + "nauc_ndcg_at_100_diff1": 0.808051, + "nauc_ndcg_at_1000_max": 0.677516, + "nauc_ndcg_at_1000_std": 0.038573, + "nauc_ndcg_at_1000_diff1": 0.810224, + "nauc_map_at_1_max": 0.639123, + "nauc_map_at_1_std": -0.008964, + "nauc_map_at_1_diff1": 0.836667, + "nauc_map_at_3_max": 0.666763, + "nauc_map_at_3_std": 0.009831, + "nauc_map_at_3_diff1": 0.813416, + "nauc_map_at_5_max": 0.67218, + "nauc_map_at_5_std": 0.020238, + "nauc_map_at_5_diff1": 0.814063, + "nauc_map_at_10_max": 0.672172, + "nauc_map_at_10_std": 0.025001, + "nauc_map_at_10_diff1": 0.813177, + "nauc_map_at_20_max": 0.671693, + "nauc_map_at_20_std": 0.025942, + "nauc_map_at_20_diff1": 0.814092, + "nauc_map_at_100_max": 0.670951, + "nauc_map_at_100_std": 0.024467, + "nauc_map_at_100_diff1": 0.814553, + "nauc_map_at_1000_max": 0.670894, + "nauc_map_at_1000_std": 0.024285, + "nauc_map_at_1000_diff1": 0.814641, + "nauc_recall_at_1_max": 0.639123, + "nauc_recall_at_1_std": -0.008964, + "nauc_recall_at_1_diff1": 0.836667, + "nauc_recall_at_3_max": 0.702881, + "nauc_recall_at_3_std": 0.05055, + "nauc_recall_at_3_diff1": 0.770607, + "nauc_recall_at_5_max": 0.749838, + "nauc_recall_at_5_std": 0.13275, + "nauc_recall_at_5_diff1": 0.76228, + "nauc_recall_at_10_max": 0.788254, + "nauc_recall_at_10_std": 0.263751, + "nauc_recall_at_10_diff1": 0.723298, + "nauc_recall_at_20_max": 0.832435, + "nauc_recall_at_20_std": 0.43987, + "nauc_recall_at_20_diff1": 0.722502, + "nauc_recall_at_100_max": 0.852331, + "nauc_recall_at_100_std": 0.620057, + "nauc_recall_at_100_diff1": 0.656676, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.640773, + "nauc_precision_at_1_std": -0.008782, + "nauc_precision_at_1_diff1": 0.836568, + "nauc_precision_at_3_max": 0.702653, + "nauc_precision_at_3_std": 0.050812, + "nauc_precision_at_3_diff1": 0.764625, + "nauc_precision_at_5_max": 0.749206, + "nauc_precision_at_5_std": 0.132504, + "nauc_precision_at_5_diff1": 0.754554, + "nauc_precision_at_10_max": 0.786928, + "nauc_precision_at_10_std": 0.262024, + "nauc_precision_at_10_diff1": 0.712422, + "nauc_precision_at_20_max": 0.82967, + "nauc_precision_at_20_std": 0.43435, + "nauc_precision_at_20_diff1": 0.705683, + "nauc_precision_at_100_max": 0.841854, + "nauc_precision_at_100_std": 0.59144, + "nauc_precision_at_100_diff1": 0.603197, + "nauc_precision_at_1000_max": 0.661326, + "nauc_precision_at_1000_std": 0.09833, + "nauc_precision_at_1000_diff1": -0.318314, + "nauc_mrr_at_1_max": 0.640773, + "nauc_mrr_at_1_std": -0.008782, + "nauc_mrr_at_1_diff1": 0.836568, + "nauc_mrr_at_3_max": 0.666763, + "nauc_mrr_at_3_std": 0.009831, + "nauc_mrr_at_3_diff1": 0.813416, + "nauc_mrr_at_5_max": 0.67218, + "nauc_mrr_at_5_std": 0.020238, + "nauc_mrr_at_5_diff1": 0.814063, + "nauc_mrr_at_10_max": 0.672172, + "nauc_mrr_at_10_std": 0.025001, + "nauc_mrr_at_10_diff1": 0.813177, + "nauc_mrr_at_20_max": 0.671693, + "nauc_mrr_at_20_std": 0.025942, + "nauc_mrr_at_20_diff1": 0.814092, + "nauc_mrr_at_100_max": 0.670951, + "nauc_mrr_at_100_std": 0.024467, + "nauc_mrr_at_100_diff1": 0.814553, + "nauc_mrr_at_1000_max": 0.670894, + "nauc_mrr_at_1000_std": 0.024285, + "nauc_mrr_at_1000_diff1": 0.814641, + "main_score": 0.78642, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.63171, + "ndcg_at_3": 0.71234, + "ndcg_at_5": 0.73198, + "ndcg_at_10": 0.7489, + "ndcg_at_20": 0.75879, + "ndcg_at_100": 0.76984, + "ndcg_at_1000": 0.77379, + "map_at_1": 0.63153, + "map_at_3": 0.69306, + "map_at_5": 0.70396, + "map_at_10": 0.71096, + "map_at_20": 0.7137, + "map_at_100": 0.71529, + "map_at_1000": 0.71545, + "recall_at_1": 0.63153, + "recall_at_3": 0.7678, + "recall_at_5": 0.81549, + "recall_at_10": 0.86774, + "recall_at_20": 0.90661, + "recall_at_100": 0.96523, + "recall_at_1000": 0.99618, + "precision_at_1": 0.63171, + "precision_at_3": 0.25602, + "precision_at_5": 0.16315, + "precision_at_10": 0.0868, + "precision_at_20": 0.04535, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.631713, + "mrr_at_3": 0.693155, + "mrr_at_5": 0.704051, + "mrr_at_10": 0.711047, + "mrr_at_20": 0.713783, + "mrr_at_100": 0.715373, + "mrr_at_1000": 0.715523, + "nauc_ndcg_at_1_max": 0.635293, + "nauc_ndcg_at_1_std": 0.047428, + "nauc_ndcg_at_1_diff1": 0.809198, + "nauc_ndcg_at_3_max": 0.681702, + "nauc_ndcg_at_3_std": 0.087705, + "nauc_ndcg_at_3_diff1": 0.771497, + "nauc_ndcg_at_5_max": 0.683262, + "nauc_ndcg_at_5_std": 0.103513, + "nauc_ndcg_at_5_diff1": 0.76776, + "nauc_ndcg_at_10_max": 0.68143, + "nauc_ndcg_at_10_std": 0.108514, + "nauc_ndcg_at_10_diff1": 0.767386, + "nauc_ndcg_at_20_max": 0.679031, + "nauc_ndcg_at_20_std": 0.113507, + "nauc_ndcg_at_20_diff1": 0.767009, + "nauc_ndcg_at_100_max": 0.676632, + "nauc_ndcg_at_100_std": 0.111228, + "nauc_ndcg_at_100_diff1": 0.773171, + "nauc_ndcg_at_1000_max": 0.674296, + "nauc_ndcg_at_1000_std": 0.101399, + "nauc_ndcg_at_1000_diff1": 0.774972, + "nauc_map_at_1_max": 0.634894, + "nauc_map_at_1_std": 0.046706, + "nauc_map_at_1_diff1": 0.809142, + "nauc_map_at_3_max": 0.669663, + "nauc_map_at_3_std": 0.077018, + "nauc_map_at_3_diff1": 0.781237, + "nauc_map_at_5_max": 0.669916, + "nauc_map_at_5_std": 0.084765, + "nauc_map_at_5_diff1": 0.7795, + "nauc_map_at_10_max": 0.66887, + "nauc_map_at_10_std": 0.086022, + "nauc_map_at_10_diff1": 0.77964, + "nauc_map_at_20_max": 0.668147, + "nauc_map_at_20_std": 0.086883, + "nauc_map_at_20_diff1": 0.779645, + "nauc_map_at_100_max": 0.667836, + "nauc_map_at_100_std": 0.086586, + "nauc_map_at_100_diff1": 0.780424, + "nauc_map_at_1000_max": 0.667769, + "nauc_map_at_1000_std": 0.086296, + "nauc_map_at_1000_diff1": 0.78049, + "nauc_recall_at_1_max": 0.634894, + "nauc_recall_at_1_std": 0.046706, + "nauc_recall_at_1_diff1": 0.809142, + "nauc_recall_at_3_max": 0.724034, + "nauc_recall_at_3_std": 0.124558, + "nauc_recall_at_3_diff1": 0.737218, + "nauc_recall_at_5_max": 0.738857, + "nauc_recall_at_5_std": 0.183434, + "nauc_recall_at_5_diff1": 0.718703, + "nauc_recall_at_10_max": 0.749421, + "nauc_recall_at_10_std": 0.238783, + "nauc_recall_at_10_diff1": 0.699497, + "nauc_recall_at_20_max": 0.754337, + "nauc_recall_at_20_std": 0.333068, + "nauc_recall_at_20_diff1": 0.671824, + "nauc_recall_at_100_max": 0.803985, + "nauc_recall_at_100_std": 0.617797, + "nauc_recall_at_100_diff1": 0.697993, + "nauc_recall_at_1000_max": 0.878175, + "nauc_recall_at_1000_std": 0.738828, + "nauc_recall_at_1000_diff1": 0.783827, + "nauc_precision_at_1_max": 0.635293, + "nauc_precision_at_1_std": 0.047428, + "nauc_precision_at_1_diff1": 0.809198, + "nauc_precision_at_3_max": 0.723927, + "nauc_precision_at_3_std": 0.12565, + "nauc_precision_at_3_diff1": 0.735874, + "nauc_precision_at_5_max": 0.738763, + "nauc_precision_at_5_std": 0.184686, + "nauc_precision_at_5_diff1": 0.717157, + "nauc_precision_at_10_max": 0.749274, + "nauc_precision_at_10_std": 0.240375, + "nauc_precision_at_10_diff1": 0.697439, + "nauc_precision_at_20_max": 0.750411, + "nauc_precision_at_20_std": 0.335284, + "nauc_precision_at_20_diff1": 0.665911, + "nauc_precision_at_100_max": 0.79267, + "nauc_precision_at_100_std": 0.618586, + "nauc_precision_at_100_diff1": 0.68182, + "nauc_precision_at_1000_max": 0.777735, + "nauc_precision_at_1000_std": 0.727893, + "nauc_precision_at_1000_diff1": 0.643144, + "nauc_mrr_at_1_max": 0.635293, + "nauc_mrr_at_1_std": 0.047428, + "nauc_mrr_at_1_diff1": 0.809198, + "nauc_mrr_at_3_max": 0.669599, + "nauc_mrr_at_3_std": 0.077646, + "nauc_mrr_at_3_diff1": 0.781264, + "nauc_mrr_at_5_max": 0.66985, + "nauc_mrr_at_5_std": 0.085415, + "nauc_mrr_at_5_diff1": 0.779527, + "nauc_mrr_at_10_max": 0.668801, + "nauc_mrr_at_10_std": 0.086689, + "nauc_mrr_at_10_diff1": 0.779667, + "nauc_mrr_at_20_max": 0.668087, + "nauc_mrr_at_20_std": 0.087461, + "nauc_mrr_at_20_diff1": 0.779669, + "nauc_mrr_at_100_max": 0.667776, + "nauc_mrr_at_100_std": 0.087168, + "nauc_mrr_at_100_diff1": 0.780448, + "nauc_mrr_at_1000_max": 0.667709, + "nauc_mrr_at_1000_std": 0.086878, + "nauc_mrr_at_1000_diff1": 0.780514, + "main_score": 0.7489, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67229, + "ndcg_at_3": 0.74961, + "ndcg_at_5": 0.76963, + "ndcg_at_10": 0.78455, + "ndcg_at_20": 0.79195, + "ndcg_at_100": 0.8002, + "ndcg_at_1000": 0.80371, + "map_at_1": 0.67204, + "map_at_3": 0.73104, + "map_at_5": 0.74227, + "map_at_10": 0.74843, + "map_at_20": 0.75046, + "map_at_100": 0.7517, + "map_at_1000": 0.75183, + "recall_at_1": 0.67204, + "recall_at_3": 0.80293, + "recall_at_5": 0.85102, + "recall_at_10": 0.89712, + "recall_at_20": 0.92638, + "recall_at_100": 0.96951, + "recall_at_1000": 0.99752, + "precision_at_1": 0.67229, + "precision_at_3": 0.26772, + "precision_at_5": 0.17025, + "precision_at_10": 0.08974, + "precision_at_20": 0.04633, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.672286, + "mrr_at_3": 0.731284, + "mrr_at_5": 0.742514, + "mrr_at_10": 0.748678, + "mrr_at_20": 0.750709, + "mrr_at_100": 0.75195, + "mrr_at_1000": 0.752074, + "nauc_ndcg_at_1_max": 0.611404, + "nauc_ndcg_at_1_std": 0.095576, + "nauc_ndcg_at_1_diff1": 0.822041, + "nauc_ndcg_at_3_max": 0.709152, + "nauc_ndcg_at_3_std": 0.19299, + "nauc_ndcg_at_3_diff1": 0.794793, + "nauc_ndcg_at_5_max": 0.706901, + "nauc_ndcg_at_5_std": 0.204899, + "nauc_ndcg_at_5_diff1": 0.791756, + "nauc_ndcg_at_10_max": 0.69644, + "nauc_ndcg_at_10_std": 0.205252, + "nauc_ndcg_at_10_diff1": 0.789239, + "nauc_ndcg_at_20_max": 0.695403, + "nauc_ndcg_at_20_std": 0.2114, + "nauc_ndcg_at_20_diff1": 0.79177, + "nauc_ndcg_at_100_max": 0.690167, + "nauc_ndcg_at_100_std": 0.200432, + "nauc_ndcg_at_100_diff1": 0.79578, + "nauc_ndcg_at_1000_max": 0.686236, + "nauc_ndcg_at_1000_std": 0.191154, + "nauc_ndcg_at_1000_diff1": 0.797222, + "nauc_map_at_1_max": 0.611883, + "nauc_map_at_1_std": 0.096313, + "nauc_map_at_1_diff1": 0.82174, + "nauc_map_at_3_max": 0.683555, + "nauc_map_at_3_std": 0.167366, + "nauc_map_at_3_diff1": 0.801789, + "nauc_map_at_5_max": 0.681449, + "nauc_map_at_5_std": 0.172498, + "nauc_map_at_5_diff1": 0.800621, + "nauc_map_at_10_max": 0.677003, + "nauc_map_at_10_std": 0.171778, + "nauc_map_at_10_diff1": 0.799906, + "nauc_map_at_20_max": 0.676611, + "nauc_map_at_20_std": 0.173194, + "nauc_map_at_20_diff1": 0.800541, + "nauc_map_at_100_max": 0.675867, + "nauc_map_at_100_std": 0.171711, + "nauc_map_at_100_diff1": 0.801191, + "nauc_map_at_1000_max": 0.675743, + "nauc_map_at_1000_std": 0.17147, + "nauc_map_at_1000_diff1": 0.801236, + "nauc_recall_at_1_max": 0.611883, + "nauc_recall_at_1_std": 0.096313, + "nauc_recall_at_1_diff1": 0.82174, + "nauc_recall_at_3_max": 0.802299, + "nauc_recall_at_3_std": 0.286905, + "nauc_recall_at_3_diff1": 0.768767, + "nauc_recall_at_5_max": 0.820868, + "nauc_recall_at_5_std": 0.354215, + "nauc_recall_at_5_diff1": 0.750203, + "nauc_recall_at_10_max": 0.805806, + "nauc_recall_at_10_std": 0.415207, + "nauc_recall_at_10_diff1": 0.719778, + "nauc_recall_at_20_max": 0.837551, + "nauc_recall_at_20_std": 0.551752, + "nauc_recall_at_20_diff1": 0.718226, + "nauc_recall_at_100_max": 0.880589, + "nauc_recall_at_100_std": 0.695493, + "nauc_recall_at_100_diff1": 0.725589, + "nauc_recall_at_1000_max": 0.918299, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.743228, + "nauc_precision_at_1_max": 0.611404, + "nauc_precision_at_1_std": 0.095576, + "nauc_precision_at_1_diff1": 0.822041, + "nauc_precision_at_3_max": 0.802067, + "nauc_precision_at_3_std": 0.286071, + "nauc_precision_at_3_diff1": 0.769501, + "nauc_precision_at_5_max": 0.820597, + "nauc_precision_at_5_std": 0.353237, + "nauc_precision_at_5_diff1": 0.751125, + "nauc_precision_at_10_max": 0.805397, + "nauc_precision_at_10_std": 0.413976, + "nauc_precision_at_10_diff1": 0.720997, + "nauc_precision_at_20_max": 0.837444, + "nauc_precision_at_20_std": 0.550679, + "nauc_precision_at_20_diff1": 0.720238, + "nauc_precision_at_100_max": 0.880682, + "nauc_precision_at_100_std": 0.694068, + "nauc_precision_at_100_diff1": 0.730529, + "nauc_precision_at_1000_max": 0.552297, + "nauc_precision_at_1000_std": 0.61291, + "nauc_precision_at_1000_diff1": 0.533158, + "nauc_mrr_at_1_max": 0.611404, + "nauc_mrr_at_1_std": 0.095576, + "nauc_mrr_at_1_diff1": 0.822041, + "nauc_mrr_at_3_max": 0.683036, + "nauc_mrr_at_3_std": 0.166543, + "nauc_mrr_at_3_diff1": 0.802129, + "nauc_mrr_at_5_max": 0.680905, + "nauc_mrr_at_5_std": 0.171642, + "nauc_mrr_at_5_diff1": 0.800975, + "nauc_mrr_at_10_max": 0.676443, + "nauc_mrr_at_10_std": 0.170902, + "nauc_mrr_at_10_diff1": 0.800269, + "nauc_mrr_at_20_max": 0.676047, + "nauc_mrr_at_20_std": 0.17231, + "nauc_mrr_at_20_diff1": 0.800908, + "nauc_mrr_at_100_max": 0.675299, + "nauc_mrr_at_100_std": 0.170822, + "nauc_mrr_at_100_diff1": 0.80156, + "nauc_mrr_at_1000_max": 0.675176, + "nauc_mrr_at_1000_std": 0.170582, + "nauc_mrr_at_1000_diff1": 0.801604, + "main_score": 0.78455, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.60401, + "ndcg_at_3": 0.69159, + "ndcg_at_5": 0.70928, + "ndcg_at_10": 0.72655, + "ndcg_at_20": 0.7356, + "ndcg_at_100": 0.74765, + "ndcg_at_1000": 0.75377, + "map_at_1": 0.60401, + "map_at_3": 0.67035, + "map_at_5": 0.68023, + "map_at_10": 0.68736, + "map_at_20": 0.68983, + "map_at_100": 0.6915, + "map_at_1000": 0.69171, + "recall_at_1": 0.60401, + "recall_at_3": 0.75295, + "recall_at_5": 0.79558, + "recall_at_10": 0.849, + "recall_at_20": 0.88495, + "recall_at_100": 0.94967, + "recall_at_1000": 0.99897, + "precision_at_1": 0.60401, + "precision_at_3": 0.25098, + "precision_at_5": 0.15912, + "precision_at_10": 0.0849, + "precision_at_20": 0.04425, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.604006, + "mrr_at_3": 0.670348, + "mrr_at_5": 0.680235, + "mrr_at_10": 0.687364, + "mrr_at_20": 0.689827, + "mrr_at_100": 0.691498, + "mrr_at_1000": 0.691709, + "nauc_ndcg_at_1_max": 0.549087, + "nauc_ndcg_at_1_std": 0.078813, + "nauc_ndcg_at_1_diff1": 0.777612, + "nauc_ndcg_at_3_max": 0.606949, + "nauc_ndcg_at_3_std": 0.118732, + "nauc_ndcg_at_3_diff1": 0.745204, + "nauc_ndcg_at_5_max": 0.613944, + "nauc_ndcg_at_5_std": 0.141015, + "nauc_ndcg_at_5_diff1": 0.740214, + "nauc_ndcg_at_10_max": 0.615359, + "nauc_ndcg_at_10_std": 0.146966, + "nauc_ndcg_at_10_diff1": 0.742152, + "nauc_ndcg_at_20_max": 0.61061, + "nauc_ndcg_at_20_std": 0.148275, + "nauc_ndcg_at_20_diff1": 0.741229, + "nauc_ndcg_at_100_max": 0.607958, + "nauc_ndcg_at_100_std": 0.143061, + "nauc_ndcg_at_100_diff1": 0.745438, + "nauc_ndcg_at_1000_max": 0.603382, + "nauc_ndcg_at_1000_std": 0.135093, + "nauc_ndcg_at_1000_diff1": 0.747155, + "nauc_map_at_1_max": 0.549087, + "nauc_map_at_1_std": 0.078813, + "nauc_map_at_1_diff1": 0.777612, + "nauc_map_at_3_max": 0.592028, + "nauc_map_at_3_std": 0.107606, + "nauc_map_at_3_diff1": 0.753552, + "nauc_map_at_5_max": 0.595441, + "nauc_map_at_5_std": 0.118884, + "nauc_map_at_5_diff1": 0.751271, + "nauc_map_at_10_max": 0.595845, + "nauc_map_at_10_std": 0.121034, + "nauc_map_at_10_diff1": 0.752206, + "nauc_map_at_20_max": 0.594567, + "nauc_map_at_20_std": 0.121167, + "nauc_map_at_20_diff1": 0.75205, + "nauc_map_at_100_max": 0.594169, + "nauc_map_at_100_std": 0.120619, + "nauc_map_at_100_diff1": 0.752516, + "nauc_map_at_1000_max": 0.594039, + "nauc_map_at_1000_std": 0.120443, + "nauc_map_at_1000_diff1": 0.75256, + "nauc_recall_at_1_max": 0.549087, + "nauc_recall_at_1_std": 0.078813, + "nauc_recall_at_1_diff1": 0.777612, + "nauc_recall_at_3_max": 0.659519, + "nauc_recall_at_3_std": 0.158387, + "nauc_recall_at_3_diff1": 0.715799, + "nauc_recall_at_5_max": 0.688842, + "nauc_recall_at_5_std": 0.234425, + "nauc_recall_at_5_diff1": 0.694944, + "nauc_recall_at_10_max": 0.716537, + "nauc_recall_at_10_std": 0.288923, + "nauc_recall_at_10_diff1": 0.690569, + "nauc_recall_at_20_max": 0.707067, + "nauc_recall_at_20_std": 0.337874, + "nauc_recall_at_20_diff1": 0.669442, + "nauc_recall_at_100_max": 0.767132, + "nauc_recall_at_100_std": 0.441404, + "nauc_recall_at_100_diff1": 0.681778, + "nauc_recall_at_1000_max": 0.861119, + "nauc_recall_at_1000_std": 0.861119, + "nauc_recall_at_1000_diff1": 0.540154, + "nauc_precision_at_1_max": 0.549087, + "nauc_precision_at_1_std": 0.078813, + "nauc_precision_at_1_diff1": 0.777612, + "nauc_precision_at_3_max": 0.659519, + "nauc_precision_at_3_std": 0.158387, + "nauc_precision_at_3_diff1": 0.715799, + "nauc_precision_at_5_max": 0.688842, + "nauc_precision_at_5_std": 0.234425, + "nauc_precision_at_5_diff1": 0.694944, + "nauc_precision_at_10_max": 0.716537, + "nauc_precision_at_10_std": 0.288923, + "nauc_precision_at_10_diff1": 0.690569, + "nauc_precision_at_20_max": 0.707067, + "nauc_precision_at_20_std": 0.337874, + "nauc_precision_at_20_diff1": 0.669442, + "nauc_precision_at_100_max": 0.767132, + "nauc_precision_at_100_std": 0.441404, + "nauc_precision_at_100_diff1": 0.681778, + "nauc_precision_at_1000_max": 0.861119, + "nauc_precision_at_1000_std": 0.861119, + "nauc_precision_at_1000_diff1": 0.540154, + "nauc_mrr_at_1_max": 0.549087, + "nauc_mrr_at_1_std": 0.078813, + "nauc_mrr_at_1_diff1": 0.777612, + "nauc_mrr_at_3_max": 0.592028, + "nauc_mrr_at_3_std": 0.107606, + "nauc_mrr_at_3_diff1": 0.753552, + "nauc_mrr_at_5_max": 0.595441, + "nauc_mrr_at_5_std": 0.118884, + "nauc_mrr_at_5_diff1": 0.751271, + "nauc_mrr_at_10_max": 0.595845, + "nauc_mrr_at_10_std": 0.121034, + "nauc_mrr_at_10_diff1": 0.752206, + "nauc_mrr_at_20_max": 0.594567, + "nauc_mrr_at_20_std": 0.121167, + "nauc_mrr_at_20_diff1": 0.75205, + "nauc_mrr_at_100_max": 0.594169, + "nauc_mrr_at_100_std": 0.120619, + "nauc_mrr_at_100_diff1": 0.752516, + "nauc_mrr_at_1000_max": 0.594039, + "nauc_mrr_at_1000_std": 0.120443, + "nauc_mrr_at_1000_diff1": 0.75256, + "main_score": 0.72655, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.62329, + "ndcg_at_3": 0.70312, + "ndcg_at_5": 0.72088, + "ndcg_at_10": 0.73725, + "ndcg_at_20": 0.74816, + "ndcg_at_100": 0.75966, + "ndcg_at_1000": 0.76424, + "map_at_1": 0.62329, + "map_at_3": 0.68392, + "map_at_5": 0.69386, + "map_at_10": 0.70066, + "map_at_20": 0.70365, + "map_at_100": 0.70526, + "map_at_1000": 0.70544, + "recall_at_1": 0.62329, + "recall_at_3": 0.75851, + "recall_at_5": 0.80127, + "recall_at_10": 0.85168, + "recall_at_20": 0.89481, + "recall_at_100": 0.95651, + "recall_at_1000": 0.99254, + "precision_at_1": 0.62329, + "precision_at_3": 0.25284, + "precision_at_5": 0.16025, + "precision_at_10": 0.08517, + "precision_at_20": 0.04474, + "precision_at_100": 0.00957, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.623294, + "mrr_at_3": 0.683925, + "mrr_at_5": 0.693861, + "mrr_at_10": 0.70066, + "mrr_at_20": 0.703654, + "mrr_at_100": 0.705265, + "mrr_at_1000": 0.705438, + "nauc_ndcg_at_1_max": 0.607866, + "nauc_ndcg_at_1_std": 0.0359, + "nauc_ndcg_at_1_diff1": 0.812178, + "nauc_ndcg_at_3_max": 0.658141, + "nauc_ndcg_at_3_std": 0.068521, + "nauc_ndcg_at_3_diff1": 0.779443, + "nauc_ndcg_at_5_max": 0.656033, + "nauc_ndcg_at_5_std": 0.077999, + "nauc_ndcg_at_5_diff1": 0.77268, + "nauc_ndcg_at_10_max": 0.658759, + "nauc_ndcg_at_10_std": 0.088409, + "nauc_ndcg_at_10_diff1": 0.774738, + "nauc_ndcg_at_20_max": 0.657173, + "nauc_ndcg_at_20_std": 0.090608, + "nauc_ndcg_at_20_diff1": 0.775596, + "nauc_ndcg_at_100_max": 0.654646, + "nauc_ndcg_at_100_std": 0.092467, + "nauc_ndcg_at_100_diff1": 0.779499, + "nauc_ndcg_at_1000_max": 0.651845, + "nauc_ndcg_at_1000_std": 0.084297, + "nauc_ndcg_at_1000_diff1": 0.781182, + "nauc_map_at_1_max": 0.607866, + "nauc_map_at_1_std": 0.0359, + "nauc_map_at_1_diff1": 0.812178, + "nauc_map_at_3_max": 0.645603, + "nauc_map_at_3_std": 0.060032, + "nauc_map_at_3_diff1": 0.78791, + "nauc_map_at_5_max": 0.644194, + "nauc_map_at_5_std": 0.064602, + "nauc_map_at_5_diff1": 0.784685, + "nauc_map_at_10_max": 0.645, + "nauc_map_at_10_std": 0.068206, + "nauc_map_at_10_diff1": 0.785689, + "nauc_map_at_20_max": 0.644515, + "nauc_map_at_20_std": 0.06859, + "nauc_map_at_20_diff1": 0.785993, + "nauc_map_at_100_max": 0.644116, + "nauc_map_at_100_std": 0.06888, + "nauc_map_at_100_diff1": 0.786512, + "nauc_map_at_1000_max": 0.644029, + "nauc_map_at_1000_std": 0.068652, + "nauc_map_at_1000_diff1": 0.786576, + "nauc_recall_at_1_max": 0.607866, + "nauc_recall_at_1_std": 0.0359, + "nauc_recall_at_1_diff1": 0.812178, + "nauc_recall_at_3_max": 0.701581, + "nauc_recall_at_3_std": 0.098132, + "nauc_recall_at_3_diff1": 0.749939, + "nauc_recall_at_5_max": 0.702073, + "nauc_recall_at_5_std": 0.133195, + "nauc_recall_at_5_diff1": 0.723694, + "nauc_recall_at_10_max": 0.728871, + "nauc_recall_at_10_std": 0.200589, + "nauc_recall_at_10_diff1": 0.718993, + "nauc_recall_at_20_max": 0.740379, + "nauc_recall_at_20_std": 0.257427, + "nauc_recall_at_20_diff1": 0.706249, + "nauc_recall_at_100_max": 0.795148, + "nauc_recall_at_100_std": 0.520046, + "nauc_recall_at_100_diff1": 0.707218, + "nauc_recall_at_1000_max": 0.8732, + "nauc_recall_at_1000_std": 0.790626, + "nauc_recall_at_1000_diff1": 0.69952, + "nauc_precision_at_1_max": 0.607866, + "nauc_precision_at_1_std": 0.0359, + "nauc_precision_at_1_diff1": 0.812178, + "nauc_precision_at_3_max": 0.701581, + "nauc_precision_at_3_std": 0.098132, + "nauc_precision_at_3_diff1": 0.749939, + "nauc_precision_at_5_max": 0.702073, + "nauc_precision_at_5_std": 0.133195, + "nauc_precision_at_5_diff1": 0.723694, + "nauc_precision_at_10_max": 0.728871, + "nauc_precision_at_10_std": 0.200589, + "nauc_precision_at_10_diff1": 0.718993, + "nauc_precision_at_20_max": 0.740379, + "nauc_precision_at_20_std": 0.257427, + "nauc_precision_at_20_diff1": 0.706249, + "nauc_precision_at_100_max": 0.795148, + "nauc_precision_at_100_std": 0.520046, + "nauc_precision_at_100_diff1": 0.707218, + "nauc_precision_at_1000_max": 0.8732, + "nauc_precision_at_1000_std": 0.790626, + "nauc_precision_at_1000_diff1": 0.69952, + "nauc_mrr_at_1_max": 0.607866, + "nauc_mrr_at_1_std": 0.0359, + "nauc_mrr_at_1_diff1": 0.812178, + "nauc_mrr_at_3_max": 0.645603, + "nauc_mrr_at_3_std": 0.060032, + "nauc_mrr_at_3_diff1": 0.78791, + "nauc_mrr_at_5_max": 0.644194, + "nauc_mrr_at_5_std": 0.064602, + "nauc_mrr_at_5_diff1": 0.784685, + "nauc_mrr_at_10_max": 0.645, + "nauc_mrr_at_10_std": 0.068206, + "nauc_mrr_at_10_diff1": 0.785689, + "nauc_mrr_at_20_max": 0.644515, + "nauc_mrr_at_20_std": 0.06859, + "nauc_mrr_at_20_diff1": 0.785993, + "nauc_mrr_at_100_max": 0.644116, + "nauc_mrr_at_100_std": 0.06888, + "nauc_mrr_at_100_diff1": 0.786512, + "nauc_mrr_at_1000_max": 0.644029, + "nauc_mrr_at_1000_std": 0.068652, + "nauc_mrr_at_1000_diff1": 0.786576, + "main_score": 0.73725, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.66289, + "ndcg_at_3": 0.73882, + "ndcg_at_5": 0.75683, + "ndcg_at_10": 0.77211, + "ndcg_at_20": 0.78114, + "ndcg_at_100": 0.79147, + "ndcg_at_1000": 0.79499, + "map_at_1": 0.66289, + "map_at_3": 0.72054, + "map_at_5": 0.73065, + "map_at_10": 0.73713, + "map_at_20": 0.73964, + "map_at_100": 0.74115, + "map_at_1000": 0.74128, + "recall_at_1": 0.66289, + "recall_at_3": 0.79156, + "recall_at_5": 0.83479, + "recall_at_10": 0.88111, + "recall_at_20": 0.91662, + "recall_at_100": 0.97118, + "recall_at_1000": 0.99897, + "precision_at_1": 0.66289, + "precision_at_3": 0.26385, + "precision_at_5": 0.16696, + "precision_at_10": 0.08811, + "precision_at_20": 0.04583, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662892, + "mrr_at_3": 0.720535, + "mrr_at_5": 0.730648, + "mrr_at_10": 0.737132, + "mrr_at_20": 0.739636, + "mrr_at_100": 0.741145, + "mrr_at_1000": 0.741277, + "nauc_ndcg_at_1_max": 0.59793, + "nauc_ndcg_at_1_std": 0.038251, + "nauc_ndcg_at_1_diff1": 0.802508, + "nauc_ndcg_at_3_max": 0.636623, + "nauc_ndcg_at_3_std": 0.105032, + "nauc_ndcg_at_3_diff1": 0.7691, + "nauc_ndcg_at_5_max": 0.638046, + "nauc_ndcg_at_5_std": 0.110736, + "nauc_ndcg_at_5_diff1": 0.767965, + "nauc_ndcg_at_10_max": 0.641848, + "nauc_ndcg_at_10_std": 0.123347, + "nauc_ndcg_at_10_diff1": 0.769903, + "nauc_ndcg_at_20_max": 0.643005, + "nauc_ndcg_at_20_std": 0.131109, + "nauc_ndcg_at_20_diff1": 0.770966, + "nauc_ndcg_at_100_max": 0.638199, + "nauc_ndcg_at_100_std": 0.120168, + "nauc_ndcg_at_100_diff1": 0.77484, + "nauc_ndcg_at_1000_max": 0.634614, + "nauc_ndcg_at_1000_std": 0.109934, + "nauc_ndcg_at_1000_diff1": 0.775652, + "nauc_map_at_1_max": 0.59793, + "nauc_map_at_1_std": 0.038251, + "nauc_map_at_1_diff1": 0.802508, + "nauc_map_at_3_max": 0.627285, + "nauc_map_at_3_std": 0.086994, + "nauc_map_at_3_diff1": 0.778143, + "nauc_map_at_5_max": 0.627654, + "nauc_map_at_5_std": 0.089154, + "nauc_map_at_5_diff1": 0.777875, + "nauc_map_at_10_max": 0.628824, + "nauc_map_at_10_std": 0.09383, + "nauc_map_at_10_diff1": 0.778663, + "nauc_map_at_20_max": 0.628808, + "nauc_map_at_20_std": 0.095183, + "nauc_map_at_20_diff1": 0.778879, + "nauc_map_at_100_max": 0.628137, + "nauc_map_at_100_std": 0.093721, + "nauc_map_at_100_diff1": 0.779355, + "nauc_map_at_1000_max": 0.628019, + "nauc_map_at_1000_std": 0.0934, + "nauc_map_at_1000_diff1": 0.7794, + "nauc_recall_at_1_max": 0.59793, + "nauc_recall_at_1_std": 0.038251, + "nauc_recall_at_1_diff1": 0.802508, + "nauc_recall_at_3_max": 0.669533, + "nauc_recall_at_3_std": 0.169747, + "nauc_recall_at_3_diff1": 0.736644, + "nauc_recall_at_5_max": 0.681977, + "nauc_recall_at_5_std": 0.204207, + "nauc_recall_at_5_diff1": 0.725473, + "nauc_recall_at_10_max": 0.717045, + "nauc_recall_at_10_std": 0.297302, + "nauc_recall_at_10_diff1": 0.722838, + "nauc_recall_at_20_max": 0.760438, + "nauc_recall_at_20_std": 0.440201, + "nauc_recall_at_20_diff1": 0.716348, + "nauc_recall_at_100_max": 0.822477, + "nauc_recall_at_100_std": 0.653168, + "nauc_recall_at_100_diff1": 0.745919, + "nauc_recall_at_1000_max": 0.934652, + "nauc_recall_at_1000_std": 0.934652, + "nauc_recall_at_1000_diff1": 0.861103, + "nauc_precision_at_1_max": 0.59793, + "nauc_precision_at_1_std": 0.038251, + "nauc_precision_at_1_diff1": 0.802508, + "nauc_precision_at_3_max": 0.669533, + "nauc_precision_at_3_std": 0.169747, + "nauc_precision_at_3_diff1": 0.736644, + "nauc_precision_at_5_max": 0.681977, + "nauc_precision_at_5_std": 0.204207, + "nauc_precision_at_5_diff1": 0.725473, + "nauc_precision_at_10_max": 0.717045, + "nauc_precision_at_10_std": 0.297302, + "nauc_precision_at_10_diff1": 0.722838, + "nauc_precision_at_20_max": 0.760438, + "nauc_precision_at_20_std": 0.440201, + "nauc_precision_at_20_diff1": 0.716348, + "nauc_precision_at_100_max": 0.822477, + "nauc_precision_at_100_std": 0.653168, + "nauc_precision_at_100_diff1": 0.745919, + "nauc_precision_at_1000_max": 0.934652, + "nauc_precision_at_1000_std": 0.934652, + "nauc_precision_at_1000_diff1": 0.861103, + "nauc_mrr_at_1_max": 0.59793, + "nauc_mrr_at_1_std": 0.038251, + "nauc_mrr_at_1_diff1": 0.802508, + "nauc_mrr_at_3_max": 0.627285, + "nauc_mrr_at_3_std": 0.086994, + "nauc_mrr_at_3_diff1": 0.778143, + "nauc_mrr_at_5_max": 0.627654, + "nauc_mrr_at_5_std": 0.089154, + "nauc_mrr_at_5_diff1": 0.777875, + "nauc_mrr_at_10_max": 0.628824, + "nauc_mrr_at_10_std": 0.09383, + "nauc_mrr_at_10_diff1": 0.778663, + "nauc_mrr_at_20_max": 0.628808, + "nauc_mrr_at_20_std": 0.095183, + "nauc_mrr_at_20_diff1": 0.778879, + "nauc_mrr_at_100_max": 0.628137, + "nauc_mrr_at_100_std": 0.093721, + "nauc_mrr_at_100_diff1": 0.779355, + "nauc_mrr_at_1000_max": 0.628019, + "nauc_mrr_at_1000_std": 0.0934, + "nauc_mrr_at_1000_diff1": 0.7794, + "main_score": 0.77211, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.56777, + "ndcg_at_3": 0.65831, + "ndcg_at_5": 0.67812, + "ndcg_at_10": 0.69589, + "ndcg_at_20": 0.70921, + "ndcg_at_100": 0.72177, + "ndcg_at_1000": 0.72839, + "map_at_1": 0.56777, + "map_at_3": 0.63623, + "map_at_5": 0.64709, + "map_at_10": 0.65452, + "map_at_20": 0.65822, + "map_at_100": 0.65993, + "map_at_1000": 0.66018, + "recall_at_1": 0.56777, + "recall_at_3": 0.72214, + "recall_at_5": 0.7708, + "recall_at_10": 0.82522, + "recall_at_20": 0.87755, + "recall_at_100": 0.94558, + "recall_at_1000": 0.99738, + "precision_at_1": 0.56777, + "precision_at_3": 0.24071, + "precision_at_5": 0.15416, + "precision_at_10": 0.08252, + "precision_at_20": 0.04388, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.567766, + "mrr_at_3": 0.636229, + "mrr_at_5": 0.647087, + "mrr_at_10": 0.654516, + "mrr_at_20": 0.658217, + "mrr_at_100": 0.659928, + "mrr_at_1000": 0.660179, + "nauc_ndcg_at_1_max": 0.553018, + "nauc_ndcg_at_1_std": 0.09046, + "nauc_ndcg_at_1_diff1": 0.77156, + "nauc_ndcg_at_3_max": 0.579904, + "nauc_ndcg_at_3_std": 0.133056, + "nauc_ndcg_at_3_diff1": 0.725936, + "nauc_ndcg_at_5_max": 0.591738, + "nauc_ndcg_at_5_std": 0.150305, + "nauc_ndcg_at_5_diff1": 0.726147, + "nauc_ndcg_at_10_max": 0.589861, + "nauc_ndcg_at_10_std": 0.155306, + "nauc_ndcg_at_10_diff1": 0.727253, + "nauc_ndcg_at_20_max": 0.587362, + "nauc_ndcg_at_20_std": 0.155073, + "nauc_ndcg_at_20_diff1": 0.727901, + "nauc_ndcg_at_100_max": 0.586117, + "nauc_ndcg_at_100_std": 0.153186, + "nauc_ndcg_at_100_diff1": 0.731468, + "nauc_ndcg_at_1000_max": 0.583362, + "nauc_ndcg_at_1000_std": 0.14584, + "nauc_ndcg_at_1000_diff1": 0.733766, + "nauc_map_at_1_max": 0.553018, + "nauc_map_at_1_std": 0.09046, + "nauc_map_at_1_diff1": 0.77156, + "nauc_map_at_3_max": 0.57334, + "nauc_map_at_3_std": 0.122078, + "nauc_map_at_3_diff1": 0.73775, + "nauc_map_at_5_max": 0.579211, + "nauc_map_at_5_std": 0.13069, + "nauc_map_at_5_diff1": 0.738334, + "nauc_map_at_10_max": 0.578306, + "nauc_map_at_10_std": 0.132145, + "nauc_map_at_10_diff1": 0.738941, + "nauc_map_at_20_max": 0.577535, + "nauc_map_at_20_std": 0.131849, + "nauc_map_at_20_diff1": 0.739178, + "nauc_map_at_100_max": 0.577433, + "nauc_map_at_100_std": 0.13208, + "nauc_map_at_100_diff1": 0.739637, + "nauc_map_at_1000_max": 0.577358, + "nauc_map_at_1000_std": 0.131869, + "nauc_map_at_1000_diff1": 0.739739, + "nauc_recall_at_1_max": 0.553018, + "nauc_recall_at_1_std": 0.09046, + "nauc_recall_at_1_diff1": 0.77156, + "nauc_recall_at_3_max": 0.602141, + "nauc_recall_at_3_std": 0.170568, + "nauc_recall_at_3_diff1": 0.685543, + "nauc_recall_at_5_max": 0.642794, + "nauc_recall_at_5_std": 0.23015, + "nauc_recall_at_5_diff1": 0.678538, + "nauc_recall_at_10_max": 0.646801, + "nauc_recall_at_10_std": 0.274332, + "nauc_recall_at_10_diff1": 0.671806, + "nauc_recall_at_20_max": 0.649429, + "nauc_recall_at_20_std": 0.317315, + "nauc_recall_at_20_diff1": 0.656755, + "nauc_recall_at_100_max": 0.688375, + "nauc_recall_at_100_std": 0.428101, + "nauc_recall_at_100_diff1": 0.652709, + "nauc_recall_at_1000_max": 0.777799, + "nauc_recall_at_1000_std": 0.858559, + "nauc_recall_at_1000_diff1": 0.423136, + "nauc_precision_at_1_max": 0.553018, + "nauc_precision_at_1_std": 0.09046, + "nauc_precision_at_1_diff1": 0.77156, + "nauc_precision_at_3_max": 0.602141, + "nauc_precision_at_3_std": 0.170568, + "nauc_precision_at_3_diff1": 0.685543, + "nauc_precision_at_5_max": 0.642794, + "nauc_precision_at_5_std": 0.23015, + "nauc_precision_at_5_diff1": 0.678538, + "nauc_precision_at_10_max": 0.646801, + "nauc_precision_at_10_std": 0.274332, + "nauc_precision_at_10_diff1": 0.671806, + "nauc_precision_at_20_max": 0.649429, + "nauc_precision_at_20_std": 0.317315, + "nauc_precision_at_20_diff1": 0.656755, + "nauc_precision_at_100_max": 0.688375, + "nauc_precision_at_100_std": 0.428101, + "nauc_precision_at_100_diff1": 0.652709, + "nauc_precision_at_1000_max": 0.523783, + "nauc_precision_at_1000_std": 0.529682, + "nauc_precision_at_1000_diff1": 0.339294, + "nauc_mrr_at_1_max": 0.553018, + "nauc_mrr_at_1_std": 0.09046, + "nauc_mrr_at_1_diff1": 0.77156, + "nauc_mrr_at_3_max": 0.57334, + "nauc_mrr_at_3_std": 0.122078, + "nauc_mrr_at_3_diff1": 0.73775, + "nauc_mrr_at_5_max": 0.579211, + "nauc_mrr_at_5_std": 0.13069, + "nauc_mrr_at_5_diff1": 0.738334, + "nauc_mrr_at_10_max": 0.578306, + "nauc_mrr_at_10_std": 0.132145, + "nauc_mrr_at_10_diff1": 0.738941, + "nauc_mrr_at_20_max": 0.577535, + "nauc_mrr_at_20_std": 0.131849, + "nauc_mrr_at_20_diff1": 0.739178, + "nauc_mrr_at_100_max": 0.577433, + "nauc_mrr_at_100_std": 0.13208, + "nauc_mrr_at_100_diff1": 0.739637, + "nauc_mrr_at_1000_max": 0.577358, + "nauc_mrr_at_1000_std": 0.13187, + "nauc_mrr_at_1000_diff1": 0.739738, + "main_score": 0.69589, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.68723, + "ndcg_at_3": 0.76281, + "ndcg_at_5": 0.77956, + "ndcg_at_10": 0.79342, + "ndcg_at_20": 0.8036, + "ndcg_at_100": 0.81246, + "ndcg_at_1000": 0.81417, + "map_at_1": 0.68723, + "map_at_3": 0.74491, + "map_at_5": 0.75419, + "map_at_10": 0.75985, + "map_at_20": 0.76268, + "map_at_100": 0.76391, + "map_at_1000": 0.76398, + "recall_at_1": 0.68723, + "recall_at_3": 0.81431, + "recall_at_5": 0.85503, + "recall_at_10": 0.89821, + "recall_at_20": 0.93831, + "recall_at_100": 0.98581, + "recall_at_1000": 0.99938, + "precision_at_1": 0.68723, + "precision_at_3": 0.27144, + "precision_at_5": 0.17101, + "precision_at_10": 0.08982, + "precision_at_20": 0.04692, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.68723, + "mrr_at_3": 0.744911, + "mrr_at_5": 0.754195, + "mrr_at_10": 0.759855, + "mrr_at_20": 0.762675, + "mrr_at_100": 0.763914, + "mrr_at_1000": 0.763978, + "nauc_ndcg_at_1_max": 0.606444, + "nauc_ndcg_at_1_std": -0.00961, + "nauc_ndcg_at_1_diff1": 0.805173, + "nauc_ndcg_at_3_max": 0.640958, + "nauc_ndcg_at_3_std": 0.029576, + "nauc_ndcg_at_3_diff1": 0.778314, + "nauc_ndcg_at_5_max": 0.64661, + "nauc_ndcg_at_5_std": 0.045964, + "nauc_ndcg_at_5_diff1": 0.777487, + "nauc_ndcg_at_10_max": 0.646129, + "nauc_ndcg_at_10_std": 0.044004, + "nauc_ndcg_at_10_diff1": 0.778879, + "nauc_ndcg_at_20_max": 0.645132, + "nauc_ndcg_at_20_std": 0.045012, + "nauc_ndcg_at_20_diff1": 0.786557, + "nauc_ndcg_at_100_max": 0.640516, + "nauc_ndcg_at_100_std": 0.043456, + "nauc_ndcg_at_100_diff1": 0.786486, + "nauc_ndcg_at_1000_max": 0.638697, + "nauc_ndcg_at_1000_std": 0.036119, + "nauc_ndcg_at_1000_diff1": 0.78649, + "nauc_map_at_1_max": 0.606444, + "nauc_map_at_1_std": -0.00961, + "nauc_map_at_1_diff1": 0.805173, + "nauc_map_at_3_max": 0.631492, + "nauc_map_at_3_std": 0.018369, + "nauc_map_at_3_diff1": 0.785891, + "nauc_map_at_5_max": 0.634161, + "nauc_map_at_5_std": 0.026383, + "nauc_map_at_5_diff1": 0.785791, + "nauc_map_at_10_max": 0.633574, + "nauc_map_at_10_std": 0.02496, + "nauc_map_at_10_diff1": 0.786303, + "nauc_map_at_20_max": 0.633126, + "nauc_map_at_20_std": 0.024831, + "nauc_map_at_20_diff1": 0.788249, + "nauc_map_at_100_max": 0.632751, + "nauc_map_at_100_std": 0.024989, + "nauc_map_at_100_diff1": 0.788347, + "nauc_map_at_1000_max": 0.632695, + "nauc_map_at_1000_std": 0.024774, + "nauc_map_at_1000_diff1": 0.788339, + "nauc_recall_at_1_max": 0.606444, + "nauc_recall_at_1_std": -0.00961, + "nauc_recall_at_1_diff1": 0.805173, + "nauc_recall_at_3_max": 0.675969, + "nauc_recall_at_3_std": 0.071273, + "nauc_recall_at_3_diff1": 0.750175, + "nauc_recall_at_5_max": 0.703266, + "nauc_recall_at_5_std": 0.137354, + "nauc_recall_at_5_diff1": 0.739935, + "nauc_recall_at_10_max": 0.722981, + "nauc_recall_at_10_std": 0.163099, + "nauc_recall_at_10_diff1": 0.736024, + "nauc_recall_at_20_max": 0.762823, + "nauc_recall_at_20_std": 0.254065, + "nauc_recall_at_20_diff1": 0.792531, + "nauc_recall_at_100_max": 0.824246, + "nauc_recall_at_100_std": 0.767738, + "nauc_recall_at_100_diff1": 0.787518, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.606444, + "nauc_precision_at_1_std": -0.00961, + "nauc_precision_at_1_diff1": 0.805173, + "nauc_precision_at_3_max": 0.675969, + "nauc_precision_at_3_std": 0.071273, + "nauc_precision_at_3_diff1": 0.750175, + "nauc_precision_at_5_max": 0.703266, + "nauc_precision_at_5_std": 0.137354, + "nauc_precision_at_5_diff1": 0.739935, + "nauc_precision_at_10_max": 0.722981, + "nauc_precision_at_10_std": 0.163099, + "nauc_precision_at_10_diff1": 0.736024, + "nauc_precision_at_20_max": 0.762823, + "nauc_precision_at_20_std": 0.254065, + "nauc_precision_at_20_diff1": 0.792531, + "nauc_precision_at_100_max": 0.824246, + "nauc_precision_at_100_std": 0.767738, + "nauc_precision_at_100_diff1": 0.787518, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.606444, + "nauc_mrr_at_1_std": -0.00961, + "nauc_mrr_at_1_diff1": 0.805173, + "nauc_mrr_at_3_max": 0.631492, + "nauc_mrr_at_3_std": 0.018369, + "nauc_mrr_at_3_diff1": 0.785891, + "nauc_mrr_at_5_max": 0.634161, + "nauc_mrr_at_5_std": 0.026383, + "nauc_mrr_at_5_diff1": 0.785791, + "nauc_mrr_at_10_max": 0.633574, + "nauc_mrr_at_10_std": 0.02496, + "nauc_mrr_at_10_diff1": 0.786303, + "nauc_mrr_at_20_max": 0.633126, + "nauc_mrr_at_20_std": 0.024831, + "nauc_mrr_at_20_diff1": 0.788249, + "nauc_mrr_at_100_max": 0.632751, + "nauc_mrr_at_100_std": 0.024989, + "nauc_mrr_at_100_diff1": 0.788347, + "nauc_mrr_at_1000_max": 0.632695, + "nauc_mrr_at_1000_std": 0.024774, + "nauc_mrr_at_1000_diff1": 0.788339, + "main_score": 0.79342, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.65862, + "ndcg_at_3": 0.73651, + "ndcg_at_5": 0.75358, + "ndcg_at_10": 0.76735, + "ndcg_at_20": 0.77742, + "ndcg_at_100": 0.78759, + "ndcg_at_1000": 0.79091, + "map_at_1": 0.65862, + "map_at_3": 0.71784, + "map_at_5": 0.7273, + "map_at_10": 0.733, + "map_at_20": 0.73583, + "map_at_100": 0.73726, + "map_at_1000": 0.73738, + "recall_at_1": 0.65862, + "recall_at_3": 0.79026, + "recall_at_5": 0.83174, + "recall_at_10": 0.8742, + "recall_at_20": 0.91353, + "recall_at_100": 0.96806, + "recall_at_1000": 0.99416, + "precision_at_1": 0.65862, + "precision_at_3": 0.26349, + "precision_at_5": 0.16639, + "precision_at_10": 0.08744, + "precision_at_20": 0.04569, + "precision_at_100": 0.00968, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.658617, + "mrr_at_3": 0.717916, + "mrr_at_5": 0.727381, + "mrr_at_10": 0.733081, + "mrr_at_20": 0.735916, + "mrr_at_100": 0.737331, + "mrr_at_1000": 0.737454, + "nauc_ndcg_at_1_max": 0.599918, + "nauc_ndcg_at_1_std": 0.036286, + "nauc_ndcg_at_1_diff1": 0.815279, + "nauc_ndcg_at_3_max": 0.641384, + "nauc_ndcg_at_3_std": 0.06457, + "nauc_ndcg_at_3_diff1": 0.786108, + "nauc_ndcg_at_5_max": 0.646077, + "nauc_ndcg_at_5_std": 0.080054, + "nauc_ndcg_at_5_diff1": 0.784111, + "nauc_ndcg_at_10_max": 0.647022, + "nauc_ndcg_at_10_std": 0.089256, + "nauc_ndcg_at_10_diff1": 0.784806, + "nauc_ndcg_at_20_max": 0.64456, + "nauc_ndcg_at_20_std": 0.092004, + "nauc_ndcg_at_20_diff1": 0.785084, + "nauc_ndcg_at_100_max": 0.642202, + "nauc_ndcg_at_100_std": 0.089312, + "nauc_ndcg_at_100_diff1": 0.789258, + "nauc_ndcg_at_1000_max": 0.639739, + "nauc_ndcg_at_1000_std": 0.082363, + "nauc_ndcg_at_1000_diff1": 0.790503, + "nauc_map_at_1_max": 0.599918, + "nauc_map_at_1_std": 0.036286, + "nauc_map_at_1_diff1": 0.815279, + "nauc_map_at_3_max": 0.631392, + "nauc_map_at_3_std": 0.057045, + "nauc_map_at_3_diff1": 0.794114, + "nauc_map_at_5_max": 0.633517, + "nauc_map_at_5_std": 0.064686, + "nauc_map_at_5_diff1": 0.793346, + "nauc_map_at_10_max": 0.633568, + "nauc_map_at_10_std": 0.067449, + "nauc_map_at_10_diff1": 0.793862, + "nauc_map_at_20_max": 0.63277, + "nauc_map_at_20_std": 0.067853, + "nauc_map_at_20_diff1": 0.793944, + "nauc_map_at_100_max": 0.632487, + "nauc_map_at_100_std": 0.067516, + "nauc_map_at_100_diff1": 0.794531, + "nauc_map_at_1000_max": 0.632412, + "nauc_map_at_1000_std": 0.067316, + "nauc_map_at_1000_diff1": 0.794571, + "nauc_recall_at_1_max": 0.599918, + "nauc_recall_at_1_std": 0.036286, + "nauc_recall_at_1_diff1": 0.815279, + "nauc_recall_at_3_max": 0.676564, + "nauc_recall_at_3_std": 0.091347, + "nauc_recall_at_3_diff1": 0.757398, + "nauc_recall_at_5_max": 0.699189, + "nauc_recall_at_5_std": 0.148157, + "nauc_recall_at_5_diff1": 0.744618, + "nauc_recall_at_10_max": 0.72032, + "nauc_recall_at_10_std": 0.218869, + "nauc_recall_at_10_diff1": 0.735666, + "nauc_recall_at_20_max": 0.729988, + "nauc_recall_at_20_std": 0.297105, + "nauc_recall_at_20_diff1": 0.71914, + "nauc_recall_at_100_max": 0.795997, + "nauc_recall_at_100_std": 0.54794, + "nauc_recall_at_100_diff1": 0.731583, + "nauc_recall_at_1000_max": 0.876042, + "nauc_recall_at_1000_std": 0.859559, + "nauc_recall_at_1000_diff1": 0.774212, + "nauc_precision_at_1_max": 0.599918, + "nauc_precision_at_1_std": 0.036286, + "nauc_precision_at_1_diff1": 0.815279, + "nauc_precision_at_3_max": 0.676779, + "nauc_precision_at_3_std": 0.091629, + "nauc_precision_at_3_diff1": 0.757167, + "nauc_precision_at_5_max": 0.699595, + "nauc_precision_at_5_std": 0.148577, + "nauc_precision_at_5_diff1": 0.744459, + "nauc_precision_at_10_max": 0.720879, + "nauc_precision_at_10_std": 0.219514, + "nauc_precision_at_10_diff1": 0.735447, + "nauc_precision_at_20_max": 0.731015, + "nauc_precision_at_20_std": 0.29826, + "nauc_precision_at_20_diff1": 0.71901, + "nauc_precision_at_100_max": 0.776161, + "nauc_precision_at_100_std": 0.539116, + "nauc_precision_at_100_diff1": 0.707096, + "nauc_precision_at_1000_max": 0.768498, + "nauc_precision_at_1000_std": 0.783015, + "nauc_precision_at_1000_diff1": 0.64729, + "nauc_mrr_at_1_max": 0.599918, + "nauc_mrr_at_1_std": 0.036286, + "nauc_mrr_at_1_diff1": 0.815279, + "nauc_mrr_at_3_max": 0.631422, + "nauc_mrr_at_3_std": 0.057193, + "nauc_mrr_at_3_diff1": 0.794031, + "nauc_mrr_at_5_max": 0.633555, + "nauc_mrr_at_5_std": 0.064842, + "nauc_mrr_at_5_diff1": 0.793268, + "nauc_mrr_at_10_max": 0.633608, + "nauc_mrr_at_10_std": 0.067609, + "nauc_mrr_at_10_diff1": 0.793782, + "nauc_mrr_at_20_max": 0.632809, + "nauc_mrr_at_20_std": 0.068015, + "nauc_mrr_at_20_diff1": 0.793864, + "nauc_mrr_at_100_max": 0.632513, + "nauc_mrr_at_100_std": 0.067674, + "nauc_mrr_at_100_diff1": 0.794454, + "nauc_mrr_at_1000_max": 0.632438, + "nauc_mrr_at_1000_std": 0.067474, + "nauc_mrr_at_1000_diff1": 0.794495, + "main_score": 0.76735, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67745, + "ndcg_at_3": 0.75479, + "ndcg_at_5": 0.77364, + "ndcg_at_10": 0.78579, + "ndcg_at_20": 0.79291, + "ndcg_at_100": 0.80331, + "ndcg_at_1000": 0.80629, + "map_at_1": 0.67745, + "map_at_3": 0.73635, + "map_at_5": 0.74682, + "map_at_10": 0.75195, + "map_at_20": 0.75396, + "map_at_100": 0.75543, + "map_at_1000": 0.75555, + "recall_at_1": 0.67745, + "recall_at_3": 0.80791, + "recall_at_5": 0.85362, + "recall_at_10": 0.8906, + "recall_at_20": 0.91834, + "recall_at_100": 0.97381, + "recall_at_1000": 0.99743, + "precision_at_1": 0.67745, + "precision_at_3": 0.2693, + "precision_at_5": 0.17072, + "precision_at_10": 0.08906, + "precision_at_20": 0.04592, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.677452, + "mrr_at_3": 0.736347, + "mrr_at_5": 0.746824, + "mrr_at_10": 0.751948, + "mrr_at_20": 0.753964, + "mrr_at_100": 0.755434, + "mrr_at_1000": 0.755546, + "nauc_ndcg_at_1_max": 0.654468, + "nauc_ndcg_at_1_std": 0.110319, + "nauc_ndcg_at_1_diff1": 0.829497, + "nauc_ndcg_at_3_max": 0.705196, + "nauc_ndcg_at_3_std": 0.200377, + "nauc_ndcg_at_3_diff1": 0.801278, + "nauc_ndcg_at_5_max": 0.714395, + "nauc_ndcg_at_5_std": 0.220884, + "nauc_ndcg_at_5_diff1": 0.799589, + "nauc_ndcg_at_10_max": 0.7118, + "nauc_ndcg_at_10_std": 0.22148, + "nauc_ndcg_at_10_diff1": 0.798308, + "nauc_ndcg_at_20_max": 0.709302, + "nauc_ndcg_at_20_std": 0.21281, + "nauc_ndcg_at_20_diff1": 0.799529, + "nauc_ndcg_at_100_max": 0.703666, + "nauc_ndcg_at_100_std": 0.207101, + "nauc_ndcg_at_100_diff1": 0.802006, + "nauc_ndcg_at_1000_max": 0.701579, + "nauc_ndcg_at_1000_std": 0.199647, + "nauc_ndcg_at_1000_diff1": 0.804275, + "nauc_map_at_1_max": 0.654468, + "nauc_map_at_1_std": 0.110319, + "nauc_map_at_1_diff1": 0.829497, + "nauc_map_at_3_max": 0.692456, + "nauc_map_at_3_std": 0.17571, + "nauc_map_at_3_diff1": 0.809566, + "nauc_map_at_5_max": 0.69665, + "nauc_map_at_5_std": 0.185213, + "nauc_map_at_5_diff1": 0.80904, + "nauc_map_at_10_max": 0.695575, + "nauc_map_at_10_std": 0.185335, + "nauc_map_at_10_diff1": 0.808811, + "nauc_map_at_20_max": 0.694818, + "nauc_map_at_20_std": 0.182986, + "nauc_map_at_20_diff1": 0.809168, + "nauc_map_at_100_max": 0.694141, + "nauc_map_at_100_std": 0.182312, + "nauc_map_at_100_diff1": 0.809565, + "nauc_map_at_1000_max": 0.694069, + "nauc_map_at_1000_std": 0.182081, + "nauc_map_at_1000_diff1": 0.80963, + "nauc_recall_at_1_max": 0.654468, + "nauc_recall_at_1_std": 0.110319, + "nauc_recall_at_1_diff1": 0.829497, + "nauc_recall_at_3_max": 0.7514, + "nauc_recall_at_3_std": 0.291057, + "nauc_recall_at_3_diff1": 0.770504, + "nauc_recall_at_5_max": 0.795968, + "nauc_recall_at_5_std": 0.386941, + "nauc_recall_at_5_diff1": 0.756016, + "nauc_recall_at_10_max": 0.803677, + "nauc_recall_at_10_std": 0.432833, + "nauc_recall_at_10_diff1": 0.735613, + "nauc_recall_at_20_max": 0.811801, + "nauc_recall_at_20_std": 0.424203, + "nauc_recall_at_20_diff1": 0.726534, + "nauc_recall_at_100_max": 0.822011, + "nauc_recall_at_100_std": 0.64757, + "nauc_recall_at_100_diff1": 0.654435, + "nauc_recall_at_1000_max": 0.829136, + "nauc_recall_at_1000_std": 0.795525, + "nauc_recall_at_1000_diff1": 0.516414, + "nauc_precision_at_1_max": 0.654468, + "nauc_precision_at_1_std": 0.110319, + "nauc_precision_at_1_diff1": 0.829497, + "nauc_precision_at_3_max": 0.7514, + "nauc_precision_at_3_std": 0.291057, + "nauc_precision_at_3_diff1": 0.770504, + "nauc_precision_at_5_max": 0.795968, + "nauc_precision_at_5_std": 0.386941, + "nauc_precision_at_5_diff1": 0.756016, + "nauc_precision_at_10_max": 0.803677, + "nauc_precision_at_10_std": 0.432833, + "nauc_precision_at_10_diff1": 0.735613, + "nauc_precision_at_20_max": 0.811801, + "nauc_precision_at_20_std": 0.424203, + "nauc_precision_at_20_diff1": 0.726534, + "nauc_precision_at_100_max": 0.822011, + "nauc_precision_at_100_std": 0.64757, + "nauc_precision_at_100_diff1": 0.654435, + "nauc_precision_at_1000_max": 0.829136, + "nauc_precision_at_1000_std": 0.795525, + "nauc_precision_at_1000_diff1": 0.516414, + "nauc_mrr_at_1_max": 0.654468, + "nauc_mrr_at_1_std": 0.110319, + "nauc_mrr_at_1_diff1": 0.829497, + "nauc_mrr_at_3_max": 0.692456, + "nauc_mrr_at_3_std": 0.17571, + "nauc_mrr_at_3_diff1": 0.809566, + "nauc_mrr_at_5_max": 0.69665, + "nauc_mrr_at_5_std": 0.185213, + "nauc_mrr_at_5_diff1": 0.80904, + "nauc_mrr_at_10_max": 0.695575, + "nauc_mrr_at_10_std": 0.185335, + "nauc_mrr_at_10_diff1": 0.808811, + "nauc_mrr_at_20_max": 0.694818, + "nauc_mrr_at_20_std": 0.182986, + "nauc_mrr_at_20_diff1": 0.809168, + "nauc_mrr_at_100_max": 0.694141, + "nauc_mrr_at_100_std": 0.182312, + "nauc_mrr_at_100_diff1": 0.809565, + "nauc_mrr_at_1000_max": 0.694069, + "nauc_mrr_at_1000_std": 0.182081, + "nauc_mrr_at_1000_diff1": 0.80963, + "main_score": 0.78579, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.60872, + "ndcg_at_3": 0.70402, + "ndcg_at_5": 0.72188, + "ndcg_at_10": 0.73585, + "ndcg_at_20": 0.74447, + "ndcg_at_100": 0.75752, + "ndcg_at_1000": 0.76233, + "map_at_1": 0.60844, + "map_at_3": 0.68111, + "map_at_5": 0.69096, + "map_at_10": 0.69697, + "map_at_20": 0.69935, + "map_at_100": 0.70115, + "map_at_1000": 0.70133, + "recall_at_1": 0.60844, + "recall_at_3": 0.76982, + "recall_at_5": 0.81342, + "recall_at_10": 0.85532, + "recall_at_20": 0.8893, + "recall_at_100": 0.9598, + "recall_at_1000": 0.99717, + "precision_at_1": 0.60872, + "precision_at_3": 0.2567, + "precision_at_5": 0.16274, + "precision_at_10": 0.08556, + "precision_at_20": 0.04448, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.60872, + "mrr_at_3": 0.681389, + "mrr_at_5": 0.691242, + "mrr_at_10": 0.697253, + "mrr_at_20": 0.699636, + "mrr_at_100": 0.70141, + "mrr_at_1000": 0.701596, + "nauc_ndcg_at_1_max": 0.493463, + "nauc_ndcg_at_1_std": 0.040666, + "nauc_ndcg_at_1_diff1": 0.759402, + "nauc_ndcg_at_3_max": 0.561887, + "nauc_ndcg_at_3_std": 0.094802, + "nauc_ndcg_at_3_diff1": 0.723088, + "nauc_ndcg_at_5_max": 0.567923, + "nauc_ndcg_at_5_std": 0.108055, + "nauc_ndcg_at_5_diff1": 0.723383, + "nauc_ndcg_at_10_max": 0.561269, + "nauc_ndcg_at_10_std": 0.118266, + "nauc_ndcg_at_10_diff1": 0.721506, + "nauc_ndcg_at_20_max": 0.557412, + "nauc_ndcg_at_20_std": 0.119429, + "nauc_ndcg_at_20_diff1": 0.720911, + "nauc_ndcg_at_100_max": 0.554968, + "nauc_ndcg_at_100_std": 0.115011, + "nauc_ndcg_at_100_diff1": 0.724981, + "nauc_ndcg_at_1000_max": 0.550262, + "nauc_ndcg_at_1000_std": 0.105216, + "nauc_ndcg_at_1000_diff1": 0.726615, + "nauc_map_at_1_max": 0.49354, + "nauc_map_at_1_std": 0.041305, + "nauc_map_at_1_diff1": 0.759931, + "nauc_map_at_3_max": 0.543587, + "nauc_map_at_3_std": 0.080675, + "nauc_map_at_3_diff1": 0.732289, + "nauc_map_at_5_max": 0.545749, + "nauc_map_at_5_std": 0.086865, + "nauc_map_at_5_diff1": 0.732677, + "nauc_map_at_10_max": 0.542727, + "nauc_map_at_10_std": 0.090329, + "nauc_map_at_10_diff1": 0.732144, + "nauc_map_at_20_max": 0.541713, + "nauc_map_at_20_std": 0.090546, + "nauc_map_at_20_diff1": 0.732098, + "nauc_map_at_100_max": 0.541304, + "nauc_map_at_100_std": 0.090099, + "nauc_map_at_100_diff1": 0.732494, + "nauc_map_at_1000_max": 0.541149, + "nauc_map_at_1000_std": 0.089785, + "nauc_map_at_1000_diff1": 0.73255, + "nauc_recall_at_1_max": 0.49354, + "nauc_recall_at_1_std": 0.041305, + "nauc_recall_at_1_diff1": 0.759931, + "nauc_recall_at_3_max": 0.628397, + "nauc_recall_at_3_std": 0.146919, + "nauc_recall_at_3_diff1": 0.690621, + "nauc_recall_at_5_max": 0.663099, + "nauc_recall_at_5_std": 0.20131, + "nauc_recall_at_5_diff1": 0.685411, + "nauc_recall_at_10_max": 0.655932, + "nauc_recall_at_10_std": 0.275511, + "nauc_recall_at_10_diff1": 0.66646, + "nauc_recall_at_20_max": 0.650044, + "nauc_recall_at_20_std": 0.324038, + "nauc_recall_at_20_diff1": 0.646826, + "nauc_recall_at_100_max": 0.746158, + "nauc_recall_at_100_std": 0.536486, + "nauc_recall_at_100_diff1": 0.6439, + "nauc_recall_at_1000_max": 0.679829, + "nauc_recall_at_1000_std": 0.687305, + "nauc_recall_at_1000_diff1": 0.474943, + "nauc_precision_at_1_max": 0.493463, + "nauc_precision_at_1_std": 0.040666, + "nauc_precision_at_1_diff1": 0.759402, + "nauc_precision_at_3_max": 0.628527, + "nauc_precision_at_3_std": 0.146082, + "nauc_precision_at_3_diff1": 0.689941, + "nauc_precision_at_5_max": 0.663452, + "nauc_precision_at_5_std": 0.200425, + "nauc_precision_at_5_diff1": 0.684757, + "nauc_precision_at_10_max": 0.656366, + "nauc_precision_at_10_std": 0.274525, + "nauc_precision_at_10_diff1": 0.665601, + "nauc_precision_at_20_max": 0.650582, + "nauc_precision_at_20_std": 0.322895, + "nauc_precision_at_20_diff1": 0.64569, + "nauc_precision_at_100_max": 0.723397, + "nauc_precision_at_100_std": 0.513732, + "nauc_precision_at_100_diff1": 0.614759, + "nauc_precision_at_1000_max": 0.451262, + "nauc_precision_at_1000_std": 0.40278, + "nauc_precision_at_1000_diff1": 0.203995, + "nauc_mrr_at_1_max": 0.493463, + "nauc_mrr_at_1_std": 0.040666, + "nauc_mrr_at_1_diff1": 0.759402, + "nauc_mrr_at_3_max": 0.543526, + "nauc_mrr_at_3_std": 0.079951, + "nauc_mrr_at_3_diff1": 0.731654, + "nauc_mrr_at_5_max": 0.545688, + "nauc_mrr_at_5_std": 0.086123, + "nauc_mrr_at_5_diff1": 0.732024, + "nauc_mrr_at_10_max": 0.542663, + "nauc_mrr_at_10_std": 0.089575, + "nauc_mrr_at_10_diff1": 0.731476, + "nauc_mrr_at_20_max": 0.541648, + "nauc_mrr_at_20_std": 0.089786, + "nauc_mrr_at_20_diff1": 0.731425, + "nauc_mrr_at_100_max": 0.541242, + "nauc_mrr_at_100_std": 0.089384, + "nauc_mrr_at_100_diff1": 0.731862, + "nauc_mrr_at_1000_max": 0.541087, + "nauc_mrr_at_1000_std": 0.08907, + "nauc_mrr_at_1000_diff1": 0.731918, + "main_score": 0.73585, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.64797, + "ndcg_at_3": 0.73259, + "ndcg_at_5": 0.74807, + "ndcg_at_10": 0.76194, + "ndcg_at_20": 0.77293, + "ndcg_at_100": 0.78336, + "ndcg_at_1000": 0.78707, + "map_at_1": 0.64797, + "map_at_3": 0.71247, + "map_at_5": 0.72107, + "map_at_10": 0.72672, + "map_at_20": 0.72977, + "map_at_100": 0.73126, + "map_at_1000": 0.7314, + "recall_at_1": 0.64797, + "recall_at_3": 0.79053, + "recall_at_5": 0.8281, + "recall_at_10": 0.87133, + "recall_at_20": 0.91457, + "recall_at_100": 0.97015, + "recall_at_1000": 0.99897, + "precision_at_1": 0.64797, + "precision_at_3": 0.26351, + "precision_at_5": 0.16562, + "precision_at_10": 0.08713, + "precision_at_20": 0.04573, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.647967, + "mrr_at_3": 0.712472, + "mrr_at_5": 0.721067, + "mrr_at_10": 0.726723, + "mrr_at_20": 0.729768, + "mrr_at_100": 0.731257, + "mrr_at_1000": 0.7314, + "nauc_ndcg_at_1_max": 0.621259, + "nauc_ndcg_at_1_std": 0.047641, + "nauc_ndcg_at_1_diff1": 0.782204, + "nauc_ndcg_at_3_max": 0.673527, + "nauc_ndcg_at_3_std": 0.078061, + "nauc_ndcg_at_3_diff1": 0.751336, + "nauc_ndcg_at_5_max": 0.668096, + "nauc_ndcg_at_5_std": 0.086121, + "nauc_ndcg_at_5_diff1": 0.746411, + "nauc_ndcg_at_10_max": 0.671907, + "nauc_ndcg_at_10_std": 0.103585, + "nauc_ndcg_at_10_diff1": 0.750235, + "nauc_ndcg_at_20_max": 0.666091, + "nauc_ndcg_at_20_std": 0.106093, + "nauc_ndcg_at_20_diff1": 0.749688, + "nauc_ndcg_at_100_max": 0.664941, + "nauc_ndcg_at_100_std": 0.10198, + "nauc_ndcg_at_100_diff1": 0.755424, + "nauc_ndcg_at_1000_max": 0.661991, + "nauc_ndcg_at_1000_std": 0.093267, + "nauc_ndcg_at_1000_diff1": 0.755506, + "nauc_map_at_1_max": 0.621259, + "nauc_map_at_1_std": 0.047641, + "nauc_map_at_1_diff1": 0.782204, + "nauc_map_at_3_max": 0.660234, + "nauc_map_at_3_std": 0.071045, + "nauc_map_at_3_diff1": 0.759402, + "nauc_map_at_5_max": 0.656873, + "nauc_map_at_5_std": 0.074956, + "nauc_map_at_5_diff1": 0.756964, + "nauc_map_at_10_max": 0.658108, + "nauc_map_at_10_std": 0.081306, + "nauc_map_at_10_diff1": 0.758565, + "nauc_map_at_20_max": 0.65654, + "nauc_map_at_20_std": 0.081499, + "nauc_map_at_20_diff1": 0.758522, + "nauc_map_at_100_max": 0.65629, + "nauc_map_at_100_std": 0.081131, + "nauc_map_at_100_diff1": 0.759224, + "nauc_map_at_1000_max": 0.6562, + "nauc_map_at_1000_std": 0.080876, + "nauc_map_at_1000_diff1": 0.759223, + "nauc_recall_at_1_max": 0.621259, + "nauc_recall_at_1_std": 0.047641, + "nauc_recall_at_1_diff1": 0.782204, + "nauc_recall_at_3_max": 0.721408, + "nauc_recall_at_3_std": 0.102914, + "nauc_recall_at_3_diff1": 0.722156, + "nauc_recall_at_5_max": 0.713988, + "nauc_recall_at_5_std": 0.134101, + "nauc_recall_at_5_diff1": 0.701385, + "nauc_recall_at_10_max": 0.746684, + "nauc_recall_at_10_std": 0.236531, + "nauc_recall_at_10_diff1": 0.707659, + "nauc_recall_at_20_max": 0.72894, + "nauc_recall_at_20_std": 0.32371, + "nauc_recall_at_20_diff1": 0.6834, + "nauc_recall_at_100_max": 0.814725, + "nauc_recall_at_100_std": 0.558538, + "nauc_recall_at_100_diff1": 0.753544, + "nauc_recall_at_1000_max": 0.869303, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.861103, + "nauc_precision_at_1_max": 0.621259, + "nauc_precision_at_1_std": 0.047641, + "nauc_precision_at_1_diff1": 0.782204, + "nauc_precision_at_3_max": 0.721408, + "nauc_precision_at_3_std": 0.102914, + "nauc_precision_at_3_diff1": 0.722156, + "nauc_precision_at_5_max": 0.713988, + "nauc_precision_at_5_std": 0.134101, + "nauc_precision_at_5_diff1": 0.701385, + "nauc_precision_at_10_max": 0.746684, + "nauc_precision_at_10_std": 0.236531, + "nauc_precision_at_10_diff1": 0.707659, + "nauc_precision_at_20_max": 0.72894, + "nauc_precision_at_20_std": 0.32371, + "nauc_precision_at_20_diff1": 0.6834, + "nauc_precision_at_100_max": 0.814725, + "nauc_precision_at_100_std": 0.558538, + "nauc_precision_at_100_diff1": 0.753544, + "nauc_precision_at_1000_max": 0.869303, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.861103, + "nauc_mrr_at_1_max": 0.621259, + "nauc_mrr_at_1_std": 0.047641, + "nauc_mrr_at_1_diff1": 0.782204, + "nauc_mrr_at_3_max": 0.660234, + "nauc_mrr_at_3_std": 0.071045, + "nauc_mrr_at_3_diff1": 0.759402, + "nauc_mrr_at_5_max": 0.656873, + "nauc_mrr_at_5_std": 0.074956, + "nauc_mrr_at_5_diff1": 0.756964, + "nauc_mrr_at_10_max": 0.658108, + "nauc_mrr_at_10_std": 0.081306, + "nauc_mrr_at_10_diff1": 0.758565, + "nauc_mrr_at_20_max": 0.65654, + "nauc_mrr_at_20_std": 0.081499, + "nauc_mrr_at_20_diff1": 0.758522, + "nauc_mrr_at_100_max": 0.65629, + "nauc_mrr_at_100_std": 0.081131, + "nauc_mrr_at_100_diff1": 0.759224, + "nauc_mrr_at_1000_max": 0.6562, + "nauc_mrr_at_1000_std": 0.080876, + "nauc_mrr_at_1000_diff1": 0.759223, + "main_score": 0.76194, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.67037, + "ndcg_at_3": 0.74084, + "ndcg_at_5": 0.75749, + "ndcg_at_10": 0.76999, + "ndcg_at_20": 0.77906, + "ndcg_at_100": 0.78964, + "ndcg_at_1000": 0.7936, + "map_at_1": 0.67037, + "map_at_3": 0.72371, + "map_at_5": 0.73293, + "map_at_10": 0.7382, + "map_at_20": 0.74071, + "map_at_100": 0.74223, + "map_at_1000": 0.74239, + "recall_at_1": 0.67037, + "recall_at_3": 0.7903, + "recall_at_5": 0.8308, + "recall_at_10": 0.86896, + "recall_at_20": 0.9046, + "recall_at_100": 0.96086, + "recall_at_1000": 0.99143, + "precision_at_1": 0.67037, + "precision_at_3": 0.26343, + "precision_at_5": 0.16616, + "precision_at_10": 0.0869, + "precision_at_20": 0.04523, + "precision_at_100": 0.00961, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.670366, + "mrr_at_3": 0.723715, + "mrr_at_5": 0.732934, + "mrr_at_10": 0.738196, + "mrr_at_20": 0.740715, + "mrr_at_100": 0.742228, + "mrr_at_1000": 0.742389, + "nauc_ndcg_at_1_max": 0.620988, + "nauc_ndcg_at_1_std": 0.055226, + "nauc_ndcg_at_1_diff1": 0.832525, + "nauc_ndcg_at_3_max": 0.671169, + "nauc_ndcg_at_3_std": 0.105556, + "nauc_ndcg_at_3_diff1": 0.801004, + "nauc_ndcg_at_5_max": 0.67408, + "nauc_ndcg_at_5_std": 0.115774, + "nauc_ndcg_at_5_diff1": 0.799093, + "nauc_ndcg_at_10_max": 0.672782, + "nauc_ndcg_at_10_std": 0.123529, + "nauc_ndcg_at_10_diff1": 0.799273, + "nauc_ndcg_at_20_max": 0.671542, + "nauc_ndcg_at_20_std": 0.133375, + "nauc_ndcg_at_20_diff1": 0.799361, + "nauc_ndcg_at_100_max": 0.66945, + "nauc_ndcg_at_100_std": 0.128058, + "nauc_ndcg_at_100_diff1": 0.804756, + "nauc_ndcg_at_1000_max": 0.666661, + "nauc_ndcg_at_1000_std": 0.119702, + "nauc_ndcg_at_1000_diff1": 0.805503, + "nauc_map_at_1_max": 0.620988, + "nauc_map_at_1_std": 0.055226, + "nauc_map_at_1_diff1": 0.832525, + "nauc_map_at_3_max": 0.658619, + "nauc_map_at_3_std": 0.091921, + "nauc_map_at_3_diff1": 0.809402, + "nauc_map_at_5_max": 0.659746, + "nauc_map_at_5_std": 0.096715, + "nauc_map_at_5_diff1": 0.808631, + "nauc_map_at_10_max": 0.659078, + "nauc_map_at_10_std": 0.099484, + "nauc_map_at_10_diff1": 0.808832, + "nauc_map_at_20_max": 0.658632, + "nauc_map_at_20_std": 0.101459, + "nauc_map_at_20_diff1": 0.808927, + "nauc_map_at_100_max": 0.658383, + "nauc_map_at_100_std": 0.100584, + "nauc_map_at_100_diff1": 0.809636, + "nauc_map_at_1000_max": 0.658305, + "nauc_map_at_1000_std": 0.100346, + "nauc_map_at_1000_diff1": 0.809679, + "nauc_recall_at_1_max": 0.620988, + "nauc_recall_at_1_std": 0.055226, + "nauc_recall_at_1_diff1": 0.832525, + "nauc_recall_at_3_max": 0.715199, + "nauc_recall_at_3_std": 0.15399, + "nauc_recall_at_3_diff1": 0.771247, + "nauc_recall_at_5_max": 0.733621, + "nauc_recall_at_5_std": 0.197267, + "nauc_recall_at_5_diff1": 0.75919, + "nauc_recall_at_10_max": 0.741802, + "nauc_recall_at_10_std": 0.254052, + "nauc_recall_at_10_diff1": 0.75021, + "nauc_recall_at_20_max": 0.754927, + "nauc_recall_at_20_std": 0.379228, + "nauc_recall_at_20_diff1": 0.735058, + "nauc_recall_at_100_max": 0.815081, + "nauc_recall_at_100_std": 0.600108, + "nauc_recall_at_100_diff1": 0.777442, + "nauc_recall_at_1000_max": 0.853159, + "nauc_recall_at_1000_std": 0.852377, + "nauc_recall_at_1000_diff1": 0.782931, + "nauc_precision_at_1_max": 0.620988, + "nauc_precision_at_1_std": 0.055226, + "nauc_precision_at_1_diff1": 0.832525, + "nauc_precision_at_3_max": 0.715199, + "nauc_precision_at_3_std": 0.15399, + "nauc_precision_at_3_diff1": 0.771247, + "nauc_precision_at_5_max": 0.733621, + "nauc_precision_at_5_std": 0.197267, + "nauc_precision_at_5_diff1": 0.75919, + "nauc_precision_at_10_max": 0.741802, + "nauc_precision_at_10_std": 0.254052, + "nauc_precision_at_10_diff1": 0.75021, + "nauc_precision_at_20_max": 0.754927, + "nauc_precision_at_20_std": 0.379228, + "nauc_precision_at_20_diff1": 0.735058, + "nauc_precision_at_100_max": 0.806321, + "nauc_precision_at_100_std": 0.603539, + "nauc_precision_at_100_diff1": 0.766484, + "nauc_precision_at_1000_max": 0.812882, + "nauc_precision_at_1000_std": 0.857991, + "nauc_precision_at_1000_diff1": 0.734149, + "nauc_mrr_at_1_max": 0.620988, + "nauc_mrr_at_1_std": 0.055226, + "nauc_mrr_at_1_diff1": 0.832525, + "nauc_mrr_at_3_max": 0.658619, + "nauc_mrr_at_3_std": 0.091921, + "nauc_mrr_at_3_diff1": 0.809402, + "nauc_mrr_at_5_max": 0.659746, + "nauc_mrr_at_5_std": 0.096715, + "nauc_mrr_at_5_diff1": 0.808631, + "nauc_mrr_at_10_max": 0.659078, + "nauc_mrr_at_10_std": 0.099484, + "nauc_mrr_at_10_diff1": 0.808832, + "nauc_mrr_at_20_max": 0.658632, + "nauc_mrr_at_20_std": 0.101459, + "nauc_mrr_at_20_diff1": 0.808927, + "nauc_mrr_at_100_max": 0.658383, + "nauc_mrr_at_100_std": 0.100582, + "nauc_mrr_at_100_diff1": 0.809636, + "nauc_mrr_at_1000_max": 0.658305, + "nauc_mrr_at_1000_std": 0.100344, + "nauc_mrr_at_1000_diff1": 0.809679, + "main_score": 0.76999, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 4869.35942697525, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MacedonianTweetSentimentClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MacedonianTweetSentimentClassification.json new file mode 100644 index 0000000000..8cac342a22 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MacedonianTweetSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "957e075ba35e4417ba7837987fd7053a6533a1a2", + "task_name": "MacedonianTweetSentimentClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.635382, + "f1": 0.586706, + "f1_weighted": 0.633708, + "scores_per_experiment": [ + { + "accuracy": 0.66813, + "f1": 0.642125, + "f1_weighted": 0.68032 + }, + { + "accuracy": 0.65935, + "f1": 0.587564, + "f1_weighted": 0.647122 + }, + { + "accuracy": 0.618964, + "f1": 0.566513, + "f1_weighted": 0.612584 + }, + { + "accuracy": 0.636523, + "f1": 0.586952, + "f1_weighted": 0.634148 + }, + { + "accuracy": 0.678665, + "f1": 0.626078, + "f1_weighted": 0.674988 + }, + { + "accuracy": 0.60755, + "f1": 0.56431, + "f1_weighted": 0.610262 + }, + { + "accuracy": 0.637401, + "f1": 0.592681, + "f1_weighted": 0.641668 + }, + { + "accuracy": 0.643547, + "f1": 0.609551, + "f1_weighted": 0.653011 + }, + { + "accuracy": 0.604039, + "f1": 0.544304, + "f1_weighted": 0.585939 + }, + { + "accuracy": 0.599649, + "f1": 0.546986, + "f1_weighted": 0.597038 + } + ], + "main_score": 0.635382, + "hf_subset": "default", + "languages": [ + "mkd-Cyrl" + ] + } + ] + }, + "evaluation_time": 8.603468418121338, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MalteseNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MalteseNewsClassification.json new file mode 100644 index 0000000000..ccf2b5476e --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MalteseNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6bb0321659c4f07c4c2176c30c98c971be6571b4", + "task_name": "MalteseNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.412103, + "f1": 0.341317, + "lrap": 0.527074, + "scores_per_experiment": [ + { + "accuracy": 0.440139, + "f1": 0.317644, + "lrap": 0.550746 + }, + { + "accuracy": 0.420984, + "f1": 0.37273, + "lrap": 0.531842 + }, + { + "accuracy": 0.41663, + "f1": 0.343528, + "lrap": 0.527606 + }, + { + "accuracy": 0.376578, + "f1": 0.341532, + "lrap": 0.500931 + }, + { + "accuracy": 0.389639, + "f1": 0.367157, + "lrap": 0.513261 + }, + { + "accuracy": 0.410971, + "f1": 0.310879, + "lrap": 0.520118 + }, + { + "accuracy": 0.438833, + "f1": 0.35344, + "lrap": 0.559308 + }, + { + "accuracy": 0.407488, + "f1": 0.309515, + "lrap": 0.515307 + }, + { + "accuracy": 0.422725, + "f1": 0.352535, + "lrap": 0.543987 + }, + { + "accuracy": 0.39704, + "f1": 0.344207, + "lrap": 0.507634 + } + ], + "main_score": 0.412103, + "hf_subset": "default", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 152.68009305000305, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MasakhaNEWSClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MasakhaNEWSClassification.json new file mode 100644 index 0000000000..a307171593 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MasakhaNEWSClassification.json @@ -0,0 +1,1003 @@ +{ + "dataset_revision": "18193f187b92da67168c655c9973a165ed9593dd", + "task_name": "MasakhaNEWSClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.873936, + "f1": 0.87094, + "f1_weighted": 0.873038, + "scores_per_experiment": [ + { + "accuracy": 0.882979, + "f1": 0.881483, + "f1_weighted": 0.882912 + }, + { + "accuracy": 0.861702, + "f1": 0.855328, + "f1_weighted": 0.859116 + }, + { + "accuracy": 0.87234, + "f1": 0.870661, + "f1_weighted": 0.872195 + }, + { + "accuracy": 0.851064, + "f1": 0.844706, + "f1_weighted": 0.848249 + }, + { + "accuracy": 0.864362, + "f1": 0.860417, + "f1_weighted": 0.863013 + }, + { + "accuracy": 0.904255, + "f1": 0.902814, + "f1_weighted": 0.904391 + }, + { + "accuracy": 0.864362, + "f1": 0.862294, + "f1_weighted": 0.864053 + }, + { + "accuracy": 0.888298, + "f1": 0.887664, + "f1_weighted": 0.888455 + }, + { + "accuracy": 0.867021, + "f1": 0.864064, + "f1_weighted": 0.86615 + }, + { + "accuracy": 0.882979, + "f1": 0.879967, + "f1_weighted": 0.881847 + } + ], + "main_score": 0.873936, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.852426, + "f1": 0.843577, + "f1_weighted": 0.850645, + "scores_per_experiment": [ + { + "accuracy": 0.867089, + "f1": 0.859764, + "f1_weighted": 0.86589 + }, + { + "accuracy": 0.861814, + "f1": 0.854018, + "f1_weighted": 0.859751 + }, + { + "accuracy": 0.850211, + "f1": 0.841954, + "f1_weighted": 0.849507 + }, + { + "accuracy": 0.839662, + "f1": 0.82979, + "f1_weighted": 0.838589 + }, + { + "accuracy": 0.868143, + "f1": 0.862496, + "f1_weighted": 0.866789 + }, + { + "accuracy": 0.837553, + "f1": 0.826988, + "f1_weighted": 0.836197 + }, + { + "accuracy": 0.81962, + "f1": 0.805934, + "f1_weighted": 0.815271 + }, + { + "accuracy": 0.850211, + "f1": 0.842673, + "f1_weighted": 0.848827 + }, + { + "accuracy": 0.849156, + "f1": 0.838039, + "f1_weighted": 0.846845 + }, + { + "accuracy": 0.880802, + "f1": 0.87411, + "f1_weighted": 0.878788 + } + ], + "main_score": 0.852426, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.825118, + "f1": 0.784059, + "f1_weighted": 0.822176, + "scores_per_experiment": [ + { + "accuracy": 0.841232, + "f1": 0.800746, + "f1_weighted": 0.835007 + }, + { + "accuracy": 0.822275, + "f1": 0.781612, + "f1_weighted": 0.814483 + }, + { + "accuracy": 0.843602, + "f1": 0.807753, + "f1_weighted": 0.838759 + }, + { + "accuracy": 0.7891, + "f1": 0.746308, + "f1_weighted": 0.786603 + }, + { + "accuracy": 0.824645, + "f1": 0.776273, + "f1_weighted": 0.821562 + }, + { + "accuracy": 0.85545, + "f1": 0.810604, + "f1_weighted": 0.8509 + }, + { + "accuracy": 0.817536, + "f1": 0.7778, + "f1_weighted": 0.821315 + }, + { + "accuracy": 0.803318, + "f1": 0.764573, + "f1_weighted": 0.800272 + }, + { + "accuracy": 0.841232, + "f1": 0.798881, + "f1_weighted": 0.839001 + }, + { + "accuracy": 0.812796, + "f1": 0.77604, + "f1_weighted": 0.813859 + } + ], + "main_score": 0.825118, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.820408, + "f1": 0.807117, + "f1_weighted": 0.817215, + "scores_per_experiment": [ + { + "accuracy": 0.810047, + "f1": 0.79719, + "f1_weighted": 0.808 + }, + { + "accuracy": 0.824176, + "f1": 0.815655, + "f1_weighted": 0.82155 + }, + { + "accuracy": 0.828885, + "f1": 0.817175, + "f1_weighted": 0.826012 + }, + { + "accuracy": 0.841444, + "f1": 0.826886, + "f1_weighted": 0.838546 + }, + { + "accuracy": 0.77865, + "f1": 0.76116, + "f1_weighted": 0.77104 + }, + { + "accuracy": 0.847724, + "f1": 0.833136, + "f1_weighted": 0.848027 + }, + { + "accuracy": 0.817896, + "f1": 0.805152, + "f1_weighted": 0.814555 + }, + { + "accuracy": 0.825746, + "f1": 0.812249, + "f1_weighted": 0.820991 + }, + { + "accuracy": 0.810047, + "f1": 0.798783, + "f1_weighted": 0.806951 + }, + { + "accuracy": 0.819466, + "f1": 0.803783, + "f1_weighted": 0.816475 + } + ], + "main_score": 0.820408, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "accuracy": 0.801282, + "f1": 0.774765, + "f1_weighted": 0.803071, + "scores_per_experiment": [ + { + "accuracy": 0.830769, + "f1": 0.795312, + "f1_weighted": 0.834925 + }, + { + "accuracy": 0.782051, + "f1": 0.755305, + "f1_weighted": 0.783528 + }, + { + "accuracy": 0.823077, + "f1": 0.789728, + "f1_weighted": 0.828561 + }, + { + "accuracy": 0.782051, + "f1": 0.763985, + "f1_weighted": 0.781872 + }, + { + "accuracy": 0.802564, + "f1": 0.782848, + "f1_weighted": 0.805504 + }, + { + "accuracy": 0.810256, + "f1": 0.787211, + "f1_weighted": 0.812998 + }, + { + "accuracy": 0.779487, + "f1": 0.756123, + "f1_weighted": 0.778744 + }, + { + "accuracy": 0.771795, + "f1": 0.738104, + "f1_weighted": 0.765018 + }, + { + "accuracy": 0.823077, + "f1": 0.796141, + "f1_weighted": 0.827236 + }, + { + "accuracy": 0.807692, + "f1": 0.782889, + "f1_weighted": 0.812323 + } + ], + "main_score": 0.801282, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "accuracy": 0.787429, + "f1": 0.780006, + "f1_weighted": 0.800224, + "scores_per_experiment": [ + { + "accuracy": 0.742857, + "f1": 0.742881, + "f1_weighted": 0.769347 + }, + { + "accuracy": 0.697143, + "f1": 0.720833, + "f1_weighted": 0.714449 + }, + { + "accuracy": 0.771429, + "f1": 0.77642, + "f1_weighted": 0.788988 + }, + { + "accuracy": 0.84, + "f1": 0.826006, + "f1_weighted": 0.843596 + }, + { + "accuracy": 0.771429, + "f1": 0.740699, + "f1_weighted": 0.780972 + }, + { + "accuracy": 0.782857, + "f1": 0.774078, + "f1_weighted": 0.801218 + }, + { + "accuracy": 0.845714, + "f1": 0.828083, + "f1_weighted": 0.845452 + }, + { + "accuracy": 0.811429, + "f1": 0.806615, + "f1_weighted": 0.829131 + }, + { + "accuracy": 0.851429, + "f1": 0.82482, + "f1_weighted": 0.854272 + }, + { + "accuracy": 0.76, + "f1": 0.759622, + "f1_weighted": 0.774815 + } + ], + "main_score": 0.787429, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "accuracy": 0.740359, + "f1": 0.70265, + "f1_weighted": 0.741153, + "scores_per_experiment": [ + { + "accuracy": 0.73991, + "f1": 0.687198, + "f1_weighted": 0.73491 + }, + { + "accuracy": 0.70852, + "f1": 0.671188, + "f1_weighted": 0.706153 + }, + { + "accuracy": 0.780269, + "f1": 0.770779, + "f1_weighted": 0.78028 + }, + { + "accuracy": 0.7713, + "f1": 0.742073, + "f1_weighted": 0.771606 + }, + { + "accuracy": 0.798206, + "f1": 0.775969, + "f1_weighted": 0.798414 + }, + { + "accuracy": 0.735426, + "f1": 0.717604, + "f1_weighted": 0.748253 + }, + { + "accuracy": 0.67713, + "f1": 0.596521, + "f1_weighted": 0.674774 + }, + { + "accuracy": 0.757848, + "f1": 0.721972, + "f1_weighted": 0.764544 + }, + { + "accuracy": 0.721973, + "f1": 0.677675, + "f1_weighted": 0.716009 + }, + { + "accuracy": 0.713004, + "f1": 0.665525, + "f1_weighted": 0.716585 + } + ], + "main_score": 0.740359, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "accuracy": 0.822769, + "f1": 0.757473, + "f1_weighted": 0.826627, + "scores_per_experiment": [ + { + "accuracy": 0.8, + "f1": 0.724844, + "f1_weighted": 0.809453 + }, + { + "accuracy": 0.830769, + "f1": 0.768262, + "f1_weighted": 0.82861 + }, + { + "accuracy": 0.803077, + "f1": 0.742073, + "f1_weighted": 0.809904 + }, + { + "accuracy": 0.824615, + "f1": 0.758082, + "f1_weighted": 0.825467 + }, + { + "accuracy": 0.827692, + "f1": 0.771855, + "f1_weighted": 0.834687 + }, + { + "accuracy": 0.818462, + "f1": 0.759705, + "f1_weighted": 0.824949 + }, + { + "accuracy": 0.815385, + "f1": 0.746209, + "f1_weighted": 0.823626 + }, + { + "accuracy": 0.824615, + "f1": 0.754968, + "f1_weighted": 0.826779 + }, + { + "accuracy": 0.849231, + "f1": 0.775996, + "f1_weighted": 0.843863 + }, + { + "accuracy": 0.833846, + "f1": 0.772732, + "f1_weighted": 0.838935 + } + ], + "main_score": 0.822769, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "accuracy": 0.954754, + "f1": 0.924412, + "f1_weighted": 0.955437, + "scores_per_experiment": [ + { + "accuracy": 0.960656, + "f1": 0.926356, + "f1_weighted": 0.960511 + }, + { + "accuracy": 0.940984, + "f1": 0.913271, + "f1_weighted": 0.941313 + }, + { + "accuracy": 0.960656, + "f1": 0.925599, + "f1_weighted": 0.960819 + }, + { + "accuracy": 0.977049, + "f1": 0.966598, + "f1_weighted": 0.977341 + }, + { + "accuracy": 0.963934, + "f1": 0.949199, + "f1_weighted": 0.964325 + }, + { + "accuracy": 0.954098, + "f1": 0.917369, + "f1_weighted": 0.953763 + }, + { + "accuracy": 0.954098, + "f1": 0.923075, + "f1_weighted": 0.956395 + }, + { + "accuracy": 0.940984, + "f1": 0.909238, + "f1_weighted": 0.942923 + }, + { + "accuracy": 0.960656, + "f1": 0.934787, + "f1_weighted": 0.962152 + }, + { + "accuracy": 0.934426, + "f1": 0.878629, + "f1_weighted": 0.934833 + } + ], + "main_score": 0.954754, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "accuracy": 0.845031, + "f1": 0.768555, + "f1_weighted": 0.850223, + "scores_per_experiment": [ + { + "accuracy": 0.779503, + "f1": 0.71984, + "f1_weighted": 0.796281 + }, + { + "accuracy": 0.869565, + "f1": 0.80875, + "f1_weighted": 0.87311 + }, + { + "accuracy": 0.847826, + "f1": 0.754186, + "f1_weighted": 0.846375 + }, + { + "accuracy": 0.84472, + "f1": 0.760588, + "f1_weighted": 0.848671 + }, + { + "accuracy": 0.869565, + "f1": 0.7948, + "f1_weighted": 0.871454 + }, + { + "accuracy": 0.841615, + "f1": 0.756017, + "f1_weighted": 0.8459 + }, + { + "accuracy": 0.869565, + "f1": 0.802385, + "f1_weighted": 0.871932 + }, + { + "accuracy": 0.841615, + "f1": 0.769834, + "f1_weighted": 0.853572 + }, + { + "accuracy": 0.854037, + "f1": 0.779437, + "f1_weighted": 0.857383 + }, + { + "accuracy": 0.832298, + "f1": 0.739713, + "f1_weighted": 0.837554 + } + ], + "main_score": 0.845031, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "accuracy": 0.921409, + "f1": 0.924025, + "f1_weighted": 0.921042, + "scores_per_experiment": [ + { + "accuracy": 0.940379, + "f1": 0.941479, + "f1_weighted": 0.94012 + }, + { + "accuracy": 0.918699, + "f1": 0.922148, + "f1_weighted": 0.919107 + }, + { + "accuracy": 0.902439, + "f1": 0.905933, + "f1_weighted": 0.902394 + }, + { + "accuracy": 0.937669, + "f1": 0.939155, + "f1_weighted": 0.937367 + }, + { + "accuracy": 0.929539, + "f1": 0.930866, + "f1_weighted": 0.928845 + }, + { + "accuracy": 0.894309, + "f1": 0.898463, + "f1_weighted": 0.893446 + }, + { + "accuracy": 0.929539, + "f1": 0.932174, + "f1_weighted": 0.92945 + }, + { + "accuracy": 0.907859, + "f1": 0.910643, + "f1_weighted": 0.907305 + }, + { + "accuracy": 0.926829, + "f1": 0.929713, + "f1_weighted": 0.926228 + }, + { + "accuracy": 0.926829, + "f1": 0.929672, + "f1_weighted": 0.926154 + } + ], + "main_score": 0.921409, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "accuracy": 0.69898, + "f1": 0.652769, + "f1_weighted": 0.710544, + "scores_per_experiment": [ + { + "accuracy": 0.687075, + "f1": 0.630326, + "f1_weighted": 0.703902 + }, + { + "accuracy": 0.70068, + "f1": 0.624677, + "f1_weighted": 0.687888 + }, + { + "accuracy": 0.714286, + "f1": 0.670315, + "f1_weighted": 0.726683 + }, + { + "accuracy": 0.744898, + "f1": 0.693953, + "f1_weighted": 0.745902 + }, + { + "accuracy": 0.704082, + "f1": 0.64871, + "f1_weighted": 0.720844 + }, + { + "accuracy": 0.690476, + "f1": 0.644241, + "f1_weighted": 0.7066 + }, + { + "accuracy": 0.710884, + "f1": 0.656913, + "f1_weighted": 0.721664 + }, + { + "accuracy": 0.690476, + "f1": 0.659425, + "f1_weighted": 0.702945 + }, + { + "accuracy": 0.646259, + "f1": 0.648067, + "f1_weighted": 0.67444 + }, + { + "accuracy": 0.70068, + "f1": 0.651065, + "f1_weighted": 0.714574 + } + ], + "main_score": 0.69898, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "accuracy": 0.782353, + "f1": 0.733715, + "f1_weighted": 0.785427, + "scores_per_experiment": [ + { + "accuracy": 0.766807, + "f1": 0.699554, + "f1_weighted": 0.769358 + }, + { + "accuracy": 0.808824, + "f1": 0.767167, + "f1_weighted": 0.811493 + }, + { + "accuracy": 0.773109, + "f1": 0.716186, + "f1_weighted": 0.775158 + }, + { + "accuracy": 0.766807, + "f1": 0.709042, + "f1_weighted": 0.772683 + }, + { + "accuracy": 0.777311, + "f1": 0.722076, + "f1_weighted": 0.782455 + }, + { + "accuracy": 0.783613, + "f1": 0.739718, + "f1_weighted": 0.780981 + }, + { + "accuracy": 0.810924, + "f1": 0.774744, + "f1_weighted": 0.81495 + }, + { + "accuracy": 0.779412, + "f1": 0.738059, + "f1_weighted": 0.786555 + }, + { + "accuracy": 0.787815, + "f1": 0.754254, + "f1_weighted": 0.792441 + }, + { + "accuracy": 0.768908, + "f1": 0.716354, + "f1_weighted": 0.76819 + } + ], + "main_score": 0.782353, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "accuracy": 0.747794, + "f1": 0.713136, + "f1_weighted": 0.750071, + "scores_per_experiment": [ + { + "accuracy": 0.772059, + "f1": 0.735889, + "f1_weighted": 0.770831 + }, + { + "accuracy": 0.738971, + "f1": 0.7164, + "f1_weighted": 0.743943 + }, + { + "accuracy": 0.727941, + "f1": 0.715057, + "f1_weighted": 0.737334 + }, + { + "accuracy": 0.694853, + "f1": 0.657553, + "f1_weighted": 0.702438 + }, + { + "accuracy": 0.761029, + "f1": 0.724397, + "f1_weighted": 0.761597 + }, + { + "accuracy": 0.757353, + "f1": 0.704746, + "f1_weighted": 0.760778 + }, + { + "accuracy": 0.753676, + "f1": 0.717696, + "f1_weighted": 0.755639 + }, + { + "accuracy": 0.768382, + "f1": 0.723202, + "f1_weighted": 0.770236 + }, + { + "accuracy": 0.786765, + "f1": 0.753901, + "f1_weighted": 0.784727 + }, + { + "accuracy": 0.716912, + "f1": 0.682522, + "f1_weighted": 0.713187 + } + ], + "main_score": 0.747794, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "accuracy": 0.913131, + "f1": 0.853888, + "f1_weighted": 0.918275, + "scores_per_experiment": [ + { + "accuracy": 0.925926, + "f1": 0.869409, + "f1_weighted": 0.929711 + }, + { + "accuracy": 0.89899, + "f1": 0.830299, + "f1_weighted": 0.905115 + }, + { + "accuracy": 0.915825, + "f1": 0.855602, + "f1_weighted": 0.921396 + }, + { + "accuracy": 0.919192, + "f1": 0.865075, + "f1_weighted": 0.924019 + }, + { + "accuracy": 0.919192, + "f1": 0.862578, + "f1_weighted": 0.92139 + }, + { + "accuracy": 0.93266, + "f1": 0.889516, + "f1_weighted": 0.934345 + }, + { + "accuracy": 0.905724, + "f1": 0.840947, + "f1_weighted": 0.911662 + }, + { + "accuracy": 0.892256, + "f1": 0.830465, + "f1_weighted": 0.904337 + }, + { + "accuracy": 0.929293, + "f1": 0.884786, + "f1_weighted": 0.932134 + }, + { + "accuracy": 0.892256, + "f1": 0.810198, + "f1_weighted": 0.898642 + } + ], + "main_score": 0.913131, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "accuracy": 0.875912, + "f1": 0.872068, + "f1_weighted": 0.875672, + "scores_per_experiment": [ + { + "accuracy": 0.873479, + "f1": 0.87042, + "f1_weighted": 0.873123 + }, + { + "accuracy": 0.86618, + "f1": 0.861256, + "f1_weighted": 0.864337 + }, + { + "accuracy": 0.902676, + "f1": 0.900713, + "f1_weighted": 0.902138 + }, + { + "accuracy": 0.875912, + "f1": 0.873443, + "f1_weighted": 0.877098 + }, + { + "accuracy": 0.871046, + "f1": 0.866412, + "f1_weighted": 0.871854 + }, + { + "accuracy": 0.871046, + "f1": 0.866983, + "f1_weighted": 0.871919 + }, + { + "accuracy": 0.888078, + "f1": 0.887548, + "f1_weighted": 0.887943 + }, + { + "accuracy": 0.873479, + "f1": 0.865118, + "f1_weighted": 0.870657 + }, + { + "accuracy": 0.851582, + "f1": 0.849278, + "f1_weighted": 0.852745 + }, + { + "accuracy": 0.885645, + "f1": 0.879507, + "f1_weighted": 0.884902 + } + ], + "main_score": 0.875912, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 814.3442409038544, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MasakhaNEWSClusteringS2S.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MasakhaNEWSClusteringS2S.json new file mode 100644 index 0000000000..d43098bb37 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MasakhaNEWSClusteringS2S.json @@ -0,0 +1,267 @@ +{ + "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60", + "task_name": "MasakhaNEWSClusteringS2S", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measure": 0.624464, + "v_measure_std": 0.340407, + "v_measures": [ + 1.0, + 0.109932, + 0.458175, + 0.554211, + 1.0 + ], + "main_score": 0.624464, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measure": 0.662119, + "v_measure_std": 0.299855, + "v_measures": [ + 0.11067, + 0.739289, + 0.615677, + 0.952321, + 0.89264 + ], + "main_score": 0.662119, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measure": 0.538428, + "v_measure_std": 0.42841, + "v_measures": [ + 1.0, + 0.049721, + 0.001935, + 0.918042, + 0.722444 + ], + "main_score": 0.538428, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measure": 0.444183, + "v_measure_std": 0.234104, + "v_measures": [ + 0.435513, + 0.343317, + 0.372558, + 0.186745, + 0.882783 + ], + "main_score": 0.444183, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measure": 0.607724, + "v_measure_std": 0.328218, + "v_measures": [ + 0.002274, + 0.721293, + 0.670342, + 1.0, + 0.644712 + ], + "main_score": 0.607724, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measure": 0.726199, + "v_measure_std": 0.289103, + "v_measures": [ + 0.840712, + 0.261621, + 1.0, + 1.0, + 0.52866 + ], + "main_score": 0.726199, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measure": 0.47861, + "v_measure_std": 0.434487, + "v_measures": [ + 0.061416, + 0.042389, + 1.0, + 1.0, + 0.289245 + ], + "main_score": 0.47861, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measure": 0.299955, + "v_measure_std": 0.357195, + "v_measures": [ + 0.230635, + 0.036098, + 1.0, + 0.061042, + 0.172 + ], + "main_score": 0.299955, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "v_measure": 0.903248, + "v_measure_std": 0.193505, + "v_measures": [ + 1.0, + 1.0, + 0.516238, + 1.0, + 1.0 + ], + "main_score": 0.903248, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "v_measure": 0.542951, + "v_measure_std": 0.385039, + "v_measures": [ + 0.294201, + 0.068384, + 1.0, + 0.352171, + 1.0 + ], + "main_score": 0.542951, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "v_measure": 0.742198, + "v_measure_std": 0.236495, + "v_measures": [ + 1.0, + 0.425923, + 0.758357, + 0.52671, + 1.0 + ], + "main_score": 0.742198, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measure": 0.335247, + "v_measure_std": 0.349911, + "v_measures": [ + 0.36223, + 1.0, + 0.076894, + 0.1853, + 0.051813 + ], + "main_score": 0.335247, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "v_measure": 0.284011, + "v_measure_std": 0.287965, + "v_measures": [ + 0.120234, + 0.033533, + 2.7e-05, + 0.615233, + 0.651029 + ], + "main_score": 0.284011, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "v_measure": 0.554564, + "v_measure_std": 0.377316, + "v_measures": [ + 0.368114, + 1.0, + 0.075583, + 1.0, + 0.329124 + ], + "main_score": 0.554564, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measure": 0.395848, + "v_measure_std": 0.316972, + "v_measures": [ + 0.250649, + 0.069778, + 0.305705, + 0.353109, + 1.0 + ], + "main_score": 0.395848, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measure": 0.408672, + "v_measure_std": 0.392782, + "v_measures": [ + 1.0, + 0.160629, + 0.752224, + 0.121349, + 0.009159 + ], + "main_score": 0.408672, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 39.07453799247742, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MassiveIntentClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MassiveIntentClassification.json new file mode 100644 index 0000000000..4c1940544b --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MassiveIntentClassification.json @@ -0,0 +1,6337 @@ +{ + "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", + "task_name": "MassiveIntentClassification", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "accuracy": 0.702459, + "f1": 0.649087, + "f1_weighted": 0.688342, + "scores_per_experiment": [ + { + "accuracy": 0.715691, + "f1": 0.665671, + "f1_weighted": 0.702987 + }, + { + "accuracy": 0.707329, + "f1": 0.653367, + "f1_weighted": 0.701772 + }, + { + "accuracy": 0.708313, + "f1": 0.652272, + "f1_weighted": 0.694438 + }, + { + "accuracy": 0.726021, + "f1": 0.676147, + "f1_weighted": 0.71127 + }, + { + "accuracy": 0.711264, + "f1": 0.651348, + "f1_weighted": 0.689822 + }, + { + "accuracy": 0.703394, + "f1": 0.650248, + "f1_weighted": 0.692527 + }, + { + "accuracy": 0.699459, + "f1": 0.658535, + "f1_weighted": 0.685145 + }, + { + "accuracy": 0.683719, + "f1": 0.623296, + "f1_weighted": 0.672911 + }, + { + "accuracy": 0.675357, + "f1": 0.627974, + "f1_weighted": 0.64711 + }, + { + "accuracy": 0.694048, + "f1": 0.632015, + "f1_weighted": 0.685436 + } + ], + "main_score": 0.702459, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.722971, + "f1": 0.664828, + "f1_weighted": 0.709569, + "scores_per_experiment": [ + { + "accuracy": 0.720118, + "f1": 0.672176, + "f1_weighted": 0.711797 + }, + { + "accuracy": 0.752091, + "f1": 0.696495, + "f1_weighted": 0.746988 + }, + { + "accuracy": 0.718151, + "f1": 0.660434, + "f1_weighted": 0.705683 + }, + { + "accuracy": 0.727496, + "f1": 0.650119, + "f1_weighted": 0.709126 + }, + { + "accuracy": 0.719134, + "f1": 0.640933, + "f1_weighted": 0.700366 + }, + { + "accuracy": 0.707329, + "f1": 0.667966, + "f1_weighted": 0.685291 + }, + { + "accuracy": 0.723069, + "f1": 0.675593, + "f1_weighted": 0.710783 + }, + { + "accuracy": 0.725529, + "f1": 0.655334, + "f1_weighted": 0.713666 + }, + { + "accuracy": 0.706837, + "f1": 0.667061, + "f1_weighted": 0.687596 + }, + { + "accuracy": 0.729956, + "f1": 0.662165, + "f1_weighted": 0.724398 + } + ], + "main_score": 0.722971, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.703443, + "f1": 0.646159, + "f1_weighted": 0.691073, + "scores_per_experiment": [ + { + "accuracy": 0.707329, + "f1": 0.646989, + "f1_weighted": 0.692263 + }, + { + "accuracy": 0.733891, + "f1": 0.669957, + "f1_weighted": 0.727224 + }, + { + "accuracy": 0.696016, + "f1": 0.64499, + "f1_weighted": 0.687827 + }, + { + "accuracy": 0.709297, + "f1": 0.645009, + "f1_weighted": 0.691042 + }, + { + "accuracy": 0.698475, + "f1": 0.637799, + "f1_weighted": 0.69098 + }, + { + "accuracy": 0.681259, + "f1": 0.639702, + "f1_weighted": 0.661034 + }, + { + "accuracy": 0.695524, + "f1": 0.626257, + "f1_weighted": 0.676282 + }, + { + "accuracy": 0.690113, + "f1": 0.625325, + "f1_weighted": 0.679005 + }, + { + "accuracy": 0.688637, + "f1": 0.647537, + "f1_weighted": 0.67058 + }, + { + "accuracy": 0.733891, + "f1": 0.678026, + "f1_weighted": 0.734495 + } + ], + "main_score": 0.703443, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.575652, + "f1": 0.509598, + "f1_weighted": 0.564016, + "scores_per_experiment": [ + { + "accuracy": 0.578455, + "f1": 0.496813, + "f1_weighted": 0.563072 + }, + { + "accuracy": 0.588785, + "f1": 0.524311, + "f1_weighted": 0.581688 + }, + { + "accuracy": 0.593704, + "f1": 0.527898, + "f1_weighted": 0.58854 + }, + { + "accuracy": 0.576488, + "f1": 0.495947, + "f1_weighted": 0.56871 + }, + { + "accuracy": 0.573045, + "f1": 0.497272, + "f1_weighted": 0.564921 + }, + { + "accuracy": 0.583374, + "f1": 0.526503, + "f1_weighted": 0.582525 + }, + { + "accuracy": 0.571569, + "f1": 0.526735, + "f1_weighted": 0.552879 + }, + { + "accuracy": 0.574029, + "f1": 0.499432, + "f1_weighted": 0.556942 + }, + { + "accuracy": 0.547467, + "f1": 0.496287, + "f1_weighted": 0.519445 + }, + { + "accuracy": 0.569602, + "f1": 0.504784, + "f1_weighted": 0.561436 + } + ], + "main_score": 0.575652, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.678505, + "f1": 0.617276, + "f1_weighted": 0.663645, + "scores_per_experiment": [ + { + "accuracy": 0.664535, + "f1": 0.609451, + "f1_weighted": 0.654708 + }, + { + "accuracy": 0.727004, + "f1": 0.634766, + "f1_weighted": 0.721394 + }, + { + "accuracy": 0.680767, + "f1": 0.622741, + "f1_weighted": 0.66806 + }, + { + "accuracy": 0.703394, + "f1": 0.614513, + "f1_weighted": 0.688763 + }, + { + "accuracy": 0.682243, + "f1": 0.612642, + "f1_weighted": 0.666678 + }, + { + "accuracy": 0.664535, + "f1": 0.621754, + "f1_weighted": 0.646112 + }, + { + "accuracy": 0.671913, + "f1": 0.613942, + "f1_weighted": 0.653402 + }, + { + "accuracy": 0.65273, + "f1": 0.6029, + "f1_weighted": 0.639793 + }, + { + "accuracy": 0.649287, + "f1": 0.617971, + "f1_weighted": 0.620191 + }, + { + "accuracy": 0.688637, + "f1": 0.622084, + "f1_weighted": 0.677348 + } + ], + "main_score": 0.678505, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.73699, + "f1": 0.685656, + "f1_weighted": 0.724246, + "scores_per_experiment": [ + { + "accuracy": 0.746188, + "f1": 0.683755, + "f1_weighted": 0.735683 + }, + { + "accuracy": 0.760453, + "f1": 0.694047, + "f1_weighted": 0.752914 + }, + { + "accuracy": 0.736842, + "f1": 0.684168, + "f1_weighted": 0.723085 + }, + { + "accuracy": 0.746188, + "f1": 0.677432, + "f1_weighted": 0.732304 + }, + { + "accuracy": 0.738318, + "f1": 0.692255, + "f1_weighted": 0.723209 + }, + { + "accuracy": 0.727988, + "f1": 0.714504, + "f1_weighted": 0.710416 + }, + { + "accuracy": 0.734383, + "f1": 0.684876, + "f1_weighted": 0.717569 + }, + { + "accuracy": 0.709788, + "f1": 0.662965, + "f1_weighted": 0.699916 + }, + { + "accuracy": 0.735366, + "f1": 0.671143, + "f1_weighted": 0.72101 + }, + { + "accuracy": 0.734383, + "f1": 0.691413, + "f1_weighted": 0.72635 + } + ], + "main_score": 0.73699, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.695967, + "f1": 0.633565, + "f1_weighted": 0.683346, + "scores_per_experiment": [ + { + "accuracy": 0.706345, + "f1": 0.634729, + "f1_weighted": 0.693222 + }, + { + "accuracy": 0.712248, + "f1": 0.64357, + "f1_weighted": 0.706764 + }, + { + "accuracy": 0.71028, + "f1": 0.643553, + "f1_weighted": 0.701233 + }, + { + "accuracy": 0.731431, + "f1": 0.659449, + "f1_weighted": 0.723029 + }, + { + "accuracy": 0.708313, + "f1": 0.623997, + "f1_weighted": 0.690001 + }, + { + "accuracy": 0.680275, + "f1": 0.638669, + "f1_weighted": 0.664987 + }, + { + "accuracy": 0.674373, + "f1": 0.614847, + "f1_weighted": 0.655679 + }, + { + "accuracy": 0.666995, + "f1": 0.613211, + "f1_weighted": 0.657 + }, + { + "accuracy": 0.669454, + "f1": 0.627403, + "f1_weighted": 0.649185 + }, + { + "accuracy": 0.699951, + "f1": 0.636226, + "f1_weighted": 0.692357 + } + ], + "main_score": 0.695967, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.694688, + "f1": 0.636642, + "f1_weighted": 0.68039, + "scores_per_experiment": [ + { + "accuracy": 0.698475, + "f1": 0.639614, + "f1_weighted": 0.681968 + }, + { + "accuracy": 0.731923, + "f1": 0.668255, + "f1_weighted": 0.723928 + }, + { + "accuracy": 0.691097, + "f1": 0.632724, + "f1_weighted": 0.675862 + }, + { + "accuracy": 0.714215, + "f1": 0.648525, + "f1_weighted": 0.697629 + }, + { + "accuracy": 0.689129, + "f1": 0.623074, + "f1_weighted": 0.674116 + }, + { + "accuracy": 0.680767, + "f1": 0.64936, + "f1_weighted": 0.666567 + }, + { + "accuracy": 0.689129, + "f1": 0.632878, + "f1_weighted": 0.675752 + }, + { + "accuracy": 0.681751, + "f1": 0.612514, + "f1_weighted": 0.668108 + }, + { + "accuracy": 0.66306, + "f1": 0.618671, + "f1_weighted": 0.640402 + }, + { + "accuracy": 0.707329, + "f1": 0.640806, + "f1_weighted": 0.699571 + } + ], + "main_score": 0.694688, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.65755, + "f1": 0.598095, + "f1_weighted": 0.64845, + "scores_per_experiment": [ + { + "accuracy": 0.673389, + "f1": 0.612793, + "f1_weighted": 0.665982 + }, + { + "accuracy": 0.6606, + "f1": 0.610799, + "f1_weighted": 0.657736 + }, + { + "accuracy": 0.648303, + "f1": 0.581828, + "f1_weighted": 0.637963 + }, + { + "accuracy": 0.664535, + "f1": 0.593104, + "f1_weighted": 0.655308 + }, + { + "accuracy": 0.658633, + "f1": 0.597848, + "f1_weighted": 0.6429 + }, + { + "accuracy": 0.650762, + "f1": 0.605186, + "f1_weighted": 0.643718 + }, + { + "accuracy": 0.667978, + "f1": 0.609346, + "f1_weighted": 0.657802 + }, + { + "accuracy": 0.632071, + "f1": 0.566111, + "f1_weighted": 0.63081 + }, + { + "accuracy": 0.642892, + "f1": 0.595172, + "f1_weighted": 0.620303 + }, + { + "accuracy": 0.67634, + "f1": 0.608764, + "f1_weighted": 0.671978 + } + ], + "main_score": 0.65755, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "accuracy": 0.687211, + "f1": 0.633321, + "f1_weighted": 0.675921, + "scores_per_experiment": [ + { + "accuracy": 0.685194, + "f1": 0.625348, + "f1_weighted": 0.677746 + }, + { + "accuracy": 0.696016, + "f1": 0.647317, + "f1_weighted": 0.692009 + }, + { + "accuracy": 0.701918, + "f1": 0.635367, + "f1_weighted": 0.695133 + }, + { + "accuracy": 0.699459, + "f1": 0.625787, + "f1_weighted": 0.6899 + }, + { + "accuracy": 0.669946, + "f1": 0.610779, + "f1_weighted": 0.650762 + }, + { + "accuracy": 0.682243, + "f1": 0.648184, + "f1_weighted": 0.667967 + }, + { + "accuracy": 0.692573, + "f1": 0.644875, + "f1_weighted": 0.681886 + }, + { + "accuracy": 0.682243, + "f1": 0.631932, + "f1_weighted": 0.672806 + }, + { + "accuracy": 0.680767, + "f1": 0.650154, + "f1_weighted": 0.657393 + }, + { + "accuracy": 0.681751, + "f1": 0.613464, + "f1_weighted": 0.673612 + } + ], + "main_score": 0.687211, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.651402, + "f1": 0.583609, + "f1_weighted": 0.64482, + "scores_per_experiment": [ + { + "accuracy": 0.667978, + "f1": 0.589608, + "f1_weighted": 0.65824 + }, + { + "accuracy": 0.66306, + "f1": 0.596027, + "f1_weighted": 0.659604 + }, + { + "accuracy": 0.652238, + "f1": 0.593578, + "f1_weighted": 0.646805 + }, + { + "accuracy": 0.674373, + "f1": 0.598368, + "f1_weighted": 0.671785 + }, + { + "accuracy": 0.646827, + "f1": 0.572476, + "f1_weighted": 0.636364 + }, + { + "accuracy": 0.632563, + "f1": 0.571736, + "f1_weighted": 0.630763 + }, + { + "accuracy": 0.646827, + "f1": 0.59194, + "f1_weighted": 0.639928 + }, + { + "accuracy": 0.661092, + "f1": 0.581203, + "f1_weighted": 0.660362 + }, + { + "accuracy": 0.609444, + "f1": 0.54316, + "f1_weighted": 0.587644 + }, + { + "accuracy": 0.659616, + "f1": 0.597996, + "f1_weighted": 0.656701 + } + ], + "main_score": 0.651402, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.71392, + "f1": 0.652173, + "f1_weighted": 0.700353, + "scores_per_experiment": [ + { + "accuracy": 0.726021, + "f1": 0.65885, + "f1_weighted": 0.717439 + }, + { + "accuracy": 0.745204, + "f1": 0.680521, + "f1_weighted": 0.739543 + }, + { + "accuracy": 0.720118, + "f1": 0.657156, + "f1_weighted": 0.706542 + }, + { + "accuracy": 0.743237, + "f1": 0.661117, + "f1_weighted": 0.732675 + }, + { + "accuracy": 0.695032, + "f1": 0.630767, + "f1_weighted": 0.677418 + }, + { + "accuracy": 0.704378, + "f1": 0.667491, + "f1_weighted": 0.688295 + }, + { + "accuracy": 0.706345, + "f1": 0.651595, + "f1_weighted": 0.688456 + }, + { + "accuracy": 0.69454, + "f1": 0.626479, + "f1_weighted": 0.678068 + }, + { + "accuracy": 0.683227, + "f1": 0.640262, + "f1_weighted": 0.663405 + }, + { + "accuracy": 0.721102, + "f1": 0.647486, + "f1_weighted": 0.711692 + } + ], + "main_score": 0.71392, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.735071, + "f1": 0.672555, + "f1_weighted": 0.721438, + "scores_per_experiment": [ + { + "accuracy": 0.741269, + "f1": 0.67506, + "f1_weighted": 0.730775 + }, + { + "accuracy": 0.764388, + "f1": 0.705171, + "f1_weighted": 0.757546 + }, + { + "accuracy": 0.749631, + "f1": 0.679017, + "f1_weighted": 0.740284 + }, + { + "accuracy": 0.742253, + "f1": 0.661658, + "f1_weighted": 0.723586 + }, + { + "accuracy": 0.714215, + "f1": 0.64011, + "f1_weighted": 0.694916 + }, + { + "accuracy": 0.730939, + "f1": 0.695775, + "f1_weighted": 0.711198 + }, + { + "accuracy": 0.722086, + "f1": 0.671899, + "f1_weighted": 0.708833 + }, + { + "accuracy": 0.724053, + "f1": 0.659105, + "f1_weighted": 0.712372 + }, + { + "accuracy": 0.709297, + "f1": 0.653779, + "f1_weighted": 0.688316 + }, + { + "accuracy": 0.752582, + "f1": 0.683972, + "f1_weighted": 0.74655 + } + ], + "main_score": 0.735071, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.686621, + "f1": 0.628961, + "f1_weighted": 0.675492, + "scores_per_experiment": [ + { + "accuracy": 0.690113, + "f1": 0.636814, + "f1_weighted": 0.678767 + }, + { + "accuracy": 0.707329, + "f1": 0.645708, + "f1_weighted": 0.701777 + }, + { + "accuracy": 0.697983, + "f1": 0.641764, + "f1_weighted": 0.687534 + }, + { + "accuracy": 0.731431, + "f1": 0.65959, + "f1_weighted": 0.719356 + }, + { + "accuracy": 0.670438, + "f1": 0.594382, + "f1_weighted": 0.651962 + }, + { + "accuracy": 0.682735, + "f1": 0.635404, + "f1_weighted": 0.681057 + }, + { + "accuracy": 0.673881, + "f1": 0.619313, + "f1_weighted": 0.66173 + }, + { + "accuracy": 0.666995, + "f1": 0.618079, + "f1_weighted": 0.656134 + }, + { + "accuracy": 0.658633, + "f1": 0.615175, + "f1_weighted": 0.633353 + }, + { + "accuracy": 0.68667, + "f1": 0.623385, + "f1_weighted": 0.683252 + } + ], + "main_score": 0.686621, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.710428, + "f1": 0.654745, + "f1_weighted": 0.700017, + "scores_per_experiment": [ + { + "accuracy": 0.733891, + "f1": 0.67868, + "f1_weighted": 0.729606 + }, + { + "accuracy": 0.729956, + "f1": 0.668257, + "f1_weighted": 0.724997 + }, + { + "accuracy": 0.725037, + "f1": 0.65142, + "f1_weighted": 0.712032 + }, + { + "accuracy": 0.734875, + "f1": 0.66472, + "f1_weighted": 0.7247 + }, + { + "accuracy": 0.703394, + "f1": 0.647094, + "f1_weighted": 0.68934 + }, + { + "accuracy": 0.681751, + "f1": 0.643494, + "f1_weighted": 0.671901 + }, + { + "accuracy": 0.689621, + "f1": 0.646415, + "f1_weighted": 0.673611 + }, + { + "accuracy": 0.699951, + "f1": 0.649953, + "f1_weighted": 0.693785 + }, + { + "accuracy": 0.679292, + "f1": 0.637038, + "f1_weighted": 0.660321 + }, + { + "accuracy": 0.726513, + "f1": 0.660376, + "f1_weighted": 0.719879 + } + ], + "main_score": 0.710428, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.712248, + "f1": 0.648188, + "f1_weighted": 0.699329, + "scores_per_experiment": [ + { + "accuracy": 0.724545, + "f1": 0.651624, + "f1_weighted": 0.71423 + }, + { + "accuracy": 0.718151, + "f1": 0.659296, + "f1_weighted": 0.716469 + }, + { + "accuracy": 0.712248, + "f1": 0.649094, + "f1_weighted": 0.700552 + }, + { + "accuracy": 0.749631, + "f1": 0.675407, + "f1_weighted": 0.737234 + }, + { + "accuracy": 0.707329, + "f1": 0.639543, + "f1_weighted": 0.687463 + }, + { + "accuracy": 0.692081, + "f1": 0.643059, + "f1_weighted": 0.68143 + }, + { + "accuracy": 0.700935, + "f1": 0.63996, + "f1_weighted": 0.680535 + }, + { + "accuracy": 0.702902, + "f1": 0.633453, + "f1_weighted": 0.687122 + }, + { + "accuracy": 0.689621, + "f1": 0.636733, + "f1_weighted": 0.668851 + }, + { + "accuracy": 0.725037, + "f1": 0.653713, + "f1_weighted": 0.719403 + } + ], + "main_score": 0.712248, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.548057, + "f1": 0.511644, + "f1_weighted": 0.533239, + "scores_per_experiment": [ + { + "accuracy": 0.534678, + "f1": 0.504043, + "f1_weighted": 0.520808 + }, + { + "accuracy": 0.573045, + "f1": 0.537038, + "f1_weighted": 0.571367 + }, + { + "accuracy": 0.543532, + "f1": 0.50603, + "f1_weighted": 0.52812 + }, + { + "accuracy": 0.563699, + "f1": 0.514466, + "f1_weighted": 0.552178 + }, + { + "accuracy": 0.543532, + "f1": 0.506967, + "f1_weighted": 0.530595 + }, + { + "accuracy": 0.525332, + "f1": 0.50562, + "f1_weighted": 0.511692 + }, + { + "accuracy": 0.564683, + "f1": 0.516445, + "f1_weighted": 0.542282 + }, + { + "accuracy": 0.544024, + "f1": 0.501558, + "f1_weighted": 0.533546 + }, + { + "accuracy": 0.530743, + "f1": 0.498708, + "f1_weighted": 0.499298 + }, + { + "accuracy": 0.557304, + "f1": 0.525568, + "f1_weighted": 0.542505 + } + ], + "main_score": 0.548057, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.494737, + "f1": 0.442624, + "f1_weighted": 0.486074, + "scores_per_experiment": [ + { + "accuracy": 0.521397, + "f1": 0.458461, + "f1_weighted": 0.512984 + }, + { + "accuracy": 0.505165, + "f1": 0.45381, + "f1_weighted": 0.507552 + }, + { + "accuracy": 0.446139, + "f1": 0.414894, + "f1_weighted": 0.435409 + }, + { + "accuracy": 0.528283, + "f1": 0.455349, + "f1_weighted": 0.522598 + }, + { + "accuracy": 0.53517, + "f1": 0.465242, + "f1_weighted": 0.520016 + }, + { + "accuracy": 0.456468, + "f1": 0.423796, + "f1_weighted": 0.443165 + }, + { + "accuracy": 0.493851, + "f1": 0.431723, + "f1_weighted": 0.478834 + }, + { + "accuracy": 0.5091, + "f1": 0.449279, + "f1_weighted": 0.512835 + }, + { + "accuracy": 0.470733, + "f1": 0.430524, + "f1_weighted": 0.456848 + }, + { + "accuracy": 0.481062, + "f1": 0.443157, + "f1_weighted": 0.470501 + } + ], + "main_score": 0.494737, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.665027, + "f1": 0.629526, + "f1_weighted": 0.650382, + "scores_per_experiment": [ + { + "accuracy": 0.674373, + "f1": 0.6365, + "f1_weighted": 0.668755 + }, + { + "accuracy": 0.67634, + "f1": 0.657703, + "f1_weighted": 0.671013 + }, + { + "accuracy": 0.682735, + "f1": 0.635695, + "f1_weighted": 0.672908 + }, + { + "accuracy": 0.660108, + "f1": 0.613014, + "f1_weighted": 0.640204 + }, + { + "accuracy": 0.661584, + "f1": 0.606849, + "f1_weighted": 0.649812 + }, + { + "accuracy": 0.661584, + "f1": 0.635812, + "f1_weighted": 0.639643 + }, + { + "accuracy": 0.657649, + "f1": 0.627933, + "f1_weighted": 0.63452 + }, + { + "accuracy": 0.666011, + "f1": 0.635157, + "f1_weighted": 0.65588 + }, + { + "accuracy": 0.64486, + "f1": 0.616771, + "f1_weighted": 0.622039 + }, + { + "accuracy": 0.665027, + "f1": 0.629823, + "f1_weighted": 0.649044 + } + ], + "main_score": 0.665027, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + }, + { + "accuracy": 0.702853, + "f1": 0.645867, + "f1_weighted": 0.690038, + "scores_per_experiment": [ + { + "accuracy": 0.703394, + "f1": 0.644144, + "f1_weighted": 0.694069 + }, + { + "accuracy": 0.735366, + "f1": 0.66596, + "f1_weighted": 0.731604 + }, + { + "accuracy": 0.695524, + "f1": 0.637233, + "f1_weighted": 0.684662 + }, + { + "accuracy": 0.726513, + "f1": 0.647296, + "f1_weighted": 0.71488 + }, + { + "accuracy": 0.701918, + "f1": 0.642845, + "f1_weighted": 0.687057 + }, + { + "accuracy": 0.692573, + "f1": 0.659213, + "f1_weighted": 0.673276 + }, + { + "accuracy": 0.702902, + "f1": 0.65614, + "f1_weighted": 0.68947 + }, + { + "accuracy": 0.687654, + "f1": 0.638671, + "f1_weighted": 0.667015 + }, + { + "accuracy": 0.67634, + "f1": 0.635046, + "f1_weighted": 0.657734 + }, + { + "accuracy": 0.706345, + "f1": 0.632118, + "f1_weighted": 0.700612 + } + ], + "main_score": 0.702853, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.561141, + "f1": 0.487587, + "f1_weighted": 0.554568, + "scores_per_experiment": [ + { + "accuracy": 0.582882, + "f1": 0.509866, + "f1_weighted": 0.58479 + }, + { + "accuracy": 0.585342, + "f1": 0.50804, + "f1_weighted": 0.588649 + }, + { + "accuracy": 0.566158, + "f1": 0.478132, + "f1_weighted": 0.564127 + }, + { + "accuracy": 0.579439, + "f1": 0.501736, + "f1_weighted": 0.572055 + }, + { + "accuracy": 0.557304, + "f1": 0.46885, + "f1_weighted": 0.549649 + }, + { + "accuracy": 0.542548, + "f1": 0.475043, + "f1_weighted": 0.531857 + }, + { + "accuracy": 0.526316, + "f1": 0.459666, + "f1_weighted": 0.52186 + }, + { + "accuracy": 0.546483, + "f1": 0.473445, + "f1_weighted": 0.527562 + }, + { + "accuracy": 0.555829, + "f1": 0.501931, + "f1_weighted": 0.545012 + }, + { + "accuracy": 0.56911, + "f1": 0.499157, + "f1_weighted": 0.560124 + } + ], + "main_score": 0.561141, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.716626, + "f1": 0.660931, + "f1_weighted": 0.703615, + "scores_per_experiment": [ + { + "accuracy": 0.730939, + "f1": 0.672938, + "f1_weighted": 0.718484 + }, + { + "accuracy": 0.747172, + "f1": 0.691068, + "f1_weighted": 0.740607 + }, + { + "accuracy": 0.695524, + "f1": 0.643433, + "f1_weighted": 0.682358 + }, + { + "accuracy": 0.733399, + "f1": 0.657902, + "f1_weighted": 0.719845 + }, + { + "accuracy": 0.706345, + "f1": 0.631903, + "f1_weighted": 0.686512 + }, + { + "accuracy": 0.708313, + "f1": 0.666087, + "f1_weighted": 0.701444 + }, + { + "accuracy": 0.709788, + "f1": 0.659437, + "f1_weighted": 0.694103 + }, + { + "accuracy": 0.711756, + "f1": 0.651112, + "f1_weighted": 0.700291 + }, + { + "accuracy": 0.701426, + "f1": 0.677421, + "f1_weighted": 0.678459 + }, + { + "accuracy": 0.721594, + "f1": 0.658004, + "f1_weighted": 0.71404 + } + ], + "main_score": 0.716626, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.716281, + "f1": 0.660007, + "f1_weighted": 0.701683, + "scores_per_experiment": [ + { + "accuracy": 0.723561, + "f1": 0.664954, + "f1_weighted": 0.711483 + }, + { + "accuracy": 0.737334, + "f1": 0.666789, + "f1_weighted": 0.730366 + }, + { + "accuracy": 0.726021, + "f1": 0.676868, + "f1_weighted": 0.712619 + }, + { + "accuracy": 0.745696, + "f1": 0.686202, + "f1_weighted": 0.733801 + }, + { + "accuracy": 0.715691, + "f1": 0.646094, + "f1_weighted": 0.697932 + }, + { + "accuracy": 0.695524, + "f1": 0.65475, + "f1_weighted": 0.686639 + }, + { + "accuracy": 0.725037, + "f1": 0.675409, + "f1_weighted": 0.706594 + }, + { + "accuracy": 0.69454, + "f1": 0.624107, + "f1_weighted": 0.675216 + }, + { + "accuracy": 0.676832, + "f1": 0.63534, + "f1_weighted": 0.646516 + }, + { + "accuracy": 0.722577, + "f1": 0.669557, + "f1_weighted": 0.715662 + } + ], + "main_score": 0.716281, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.728283, + "f1": 0.670165, + "f1_weighted": 0.716245, + "scores_per_experiment": [ + { + "accuracy": 0.734875, + "f1": 0.665441, + "f1_weighted": 0.724907 + }, + { + "accuracy": 0.74668, + "f1": 0.687906, + "f1_weighted": 0.735471 + }, + { + "accuracy": 0.733399, + "f1": 0.676545, + "f1_weighted": 0.723261 + }, + { + "accuracy": 0.746188, + "f1": 0.673215, + "f1_weighted": 0.731984 + }, + { + "accuracy": 0.718151, + "f1": 0.659295, + "f1_weighted": 0.70464 + }, + { + "accuracy": 0.725037, + "f1": 0.679572, + "f1_weighted": 0.716621 + }, + { + "accuracy": 0.724545, + "f1": 0.671469, + "f1_weighted": 0.713034 + }, + { + "accuracy": 0.719626, + "f1": 0.671642, + "f1_weighted": 0.704615 + }, + { + "accuracy": 0.713232, + "f1": 0.663149, + "f1_weighted": 0.694855 + }, + { + "accuracy": 0.721102, + "f1": 0.65342, + "f1_weighted": 0.713065 + } + ], + "main_score": 0.728283, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.606985, + "f1": 0.548467, + "f1_weighted": 0.595024, + "scores_per_experiment": [ + { + "accuracy": 0.587309, + "f1": 0.530823, + "f1_weighted": 0.57944 + }, + { + "accuracy": 0.634038, + "f1": 0.567534, + "f1_weighted": 0.636774 + }, + { + "accuracy": 0.605017, + "f1": 0.538542, + "f1_weighted": 0.597906 + }, + { + "accuracy": 0.613871, + "f1": 0.534559, + "f1_weighted": 0.596127 + }, + { + "accuracy": 0.601082, + "f1": 0.554981, + "f1_weighted": 0.576178 + }, + { + "accuracy": 0.605509, + "f1": 0.566969, + "f1_weighted": 0.592439 + }, + { + "accuracy": 0.596163, + "f1": 0.530242, + "f1_weighted": 0.583536 + }, + { + "accuracy": 0.603542, + "f1": 0.552516, + "f1_weighted": 0.590014 + }, + { + "accuracy": 0.599606, + "f1": 0.546395, + "f1_weighted": 0.581482 + }, + { + "accuracy": 0.623709, + "f1": 0.562112, + "f1_weighted": 0.616344 + } + ], + "main_score": 0.606985, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.725824, + "f1": 0.680006, + "f1_weighted": 0.714661, + "scores_per_experiment": [ + { + "accuracy": 0.733891, + "f1": 0.675045, + "f1_weighted": 0.722535 + }, + { + "accuracy": 0.730939, + "f1": 0.6891, + "f1_weighted": 0.724432 + }, + { + "accuracy": 0.724053, + "f1": 0.671206, + "f1_weighted": 0.711208 + }, + { + "accuracy": 0.740777, + "f1": 0.681169, + "f1_weighted": 0.727412 + }, + { + "accuracy": 0.726021, + "f1": 0.681419, + "f1_weighted": 0.70652 + }, + { + "accuracy": 0.722577, + "f1": 0.697881, + "f1_weighted": 0.710862 + }, + { + "accuracy": 0.734383, + "f1": 0.691961, + "f1_weighted": 0.728615 + }, + { + "accuracy": 0.699951, + "f1": 0.661158, + "f1_weighted": 0.688037 + }, + { + "accuracy": 0.710772, + "f1": 0.672366, + "f1_weighted": 0.699318 + }, + { + "accuracy": 0.734875, + "f1": 0.678757, + "f1_weighted": 0.727666 + } + ], + "main_score": 0.725824, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.661682, + "f1": 0.592033, + "f1_weighted": 0.649922, + "scores_per_experiment": [ + { + "accuracy": 0.678308, + "f1": 0.607056, + "f1_weighted": 0.667973 + }, + { + "accuracy": 0.686178, + "f1": 0.607368, + "f1_weighted": 0.68457 + }, + { + "accuracy": 0.655189, + "f1": 0.585865, + "f1_weighted": 0.647955 + }, + { + "accuracy": 0.668962, + "f1": 0.594092, + "f1_weighted": 0.660492 + }, + { + "accuracy": 0.667486, + "f1": 0.588816, + "f1_weighted": 0.644838 + }, + { + "accuracy": 0.633546, + "f1": 0.586077, + "f1_weighted": 0.615743 + }, + { + "accuracy": 0.655189, + "f1": 0.580959, + "f1_weighted": 0.642101 + }, + { + "accuracy": 0.654206, + "f1": 0.58492, + "f1_weighted": 0.643518 + }, + { + "accuracy": 0.635022, + "f1": 0.577767, + "f1_weighted": 0.610641 + }, + { + "accuracy": 0.682735, + "f1": 0.607412, + "f1_weighted": 0.681393 + } + ], + "main_score": 0.661682, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.742794, + "f1": 0.685071, + "f1_weighted": 0.732313, + "scores_per_experiment": [ + { + "accuracy": 0.756517, + "f1": 0.688861, + "f1_weighted": 0.750678 + }, + { + "accuracy": 0.765371, + "f1": 0.705282, + "f1_weighted": 0.761272 + }, + { + "accuracy": 0.745696, + "f1": 0.687133, + "f1_weighted": 0.736415 + }, + { + "accuracy": 0.751599, + "f1": 0.68358, + "f1_weighted": 0.73772 + }, + { + "accuracy": 0.743728, + "f1": 0.680182, + "f1_weighted": 0.731044 + }, + { + "accuracy": 0.746188, + "f1": 0.701703, + "f1_weighted": 0.74099 + }, + { + "accuracy": 0.732415, + "f1": 0.681961, + "f1_weighted": 0.716976 + }, + { + "accuracy": 0.723069, + "f1": 0.665465, + "f1_weighted": 0.713624 + }, + { + "accuracy": 0.717659, + "f1": 0.681006, + "f1_weighted": 0.695149 + }, + { + "accuracy": 0.745696, + "f1": 0.675535, + "f1_weighted": 0.739263 + } + ], + "main_score": 0.742794, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.649729, + "f1": 0.586003, + "f1_weighted": 0.638792, + "scores_per_experiment": [ + { + "accuracy": 0.657157, + "f1": 0.583428, + "f1_weighted": 0.645924 + }, + { + "accuracy": 0.659124, + "f1": 0.59362, + "f1_weighted": 0.656173 + }, + { + "accuracy": 0.657649, + "f1": 0.592893, + "f1_weighted": 0.65081 + }, + { + "accuracy": 0.656173, + "f1": 0.581437, + "f1_weighted": 0.648876 + }, + { + "accuracy": 0.651746, + "f1": 0.582889, + "f1_weighted": 0.632765 + }, + { + "accuracy": 0.63699, + "f1": 0.581665, + "f1_weighted": 0.624387 + }, + { + "accuracy": 0.646827, + "f1": 0.596844, + "f1_weighted": 0.635299 + }, + { + "accuracy": 0.646335, + "f1": 0.5811, + "f1_weighted": 0.639839 + }, + { + "accuracy": 0.624693, + "f1": 0.577405, + "f1_weighted": 0.596635 + }, + { + "accuracy": 0.6606, + "f1": 0.588746, + "f1_weighted": 0.657214 + } + ], + "main_score": 0.649729, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.698082, + "f1": 0.63951, + "f1_weighted": 0.684899, + "scores_per_experiment": [ + { + "accuracy": 0.704378, + "f1": 0.637573, + "f1_weighted": 0.690306 + }, + { + "accuracy": 0.732907, + "f1": 0.652362, + "f1_weighted": 0.727482 + }, + { + "accuracy": 0.689621, + "f1": 0.636361, + "f1_weighted": 0.676505 + }, + { + "accuracy": 0.722086, + "f1": 0.657588, + "f1_weighted": 0.706876 + }, + { + "accuracy": 0.691097, + "f1": 0.622661, + "f1_weighted": 0.677523 + }, + { + "accuracy": 0.696508, + "f1": 0.65908, + "f1_weighted": 0.683216 + }, + { + "accuracy": 0.690113, + "f1": 0.638439, + "f1_weighted": 0.673695 + }, + { + "accuracy": 0.667978, + "f1": 0.616932, + "f1_weighted": 0.656072 + }, + { + "accuracy": 0.661092, + "f1": 0.620892, + "f1_weighted": 0.64055 + }, + { + "accuracy": 0.725037, + "f1": 0.653209, + "f1_weighted": 0.716761 + } + ], + "main_score": 0.698082, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.694147, + "f1": 0.621124, + "f1_weighted": 0.680563, + "scores_per_experiment": [ + { + "accuracy": 0.68667, + "f1": 0.614534, + "f1_weighted": 0.677806 + }, + { + "accuracy": 0.726021, + "f1": 0.645086, + "f1_weighted": 0.721327 + }, + { + "accuracy": 0.700935, + "f1": 0.617086, + "f1_weighted": 0.690596 + }, + { + "accuracy": 0.718151, + "f1": 0.625873, + "f1_weighted": 0.704065 + }, + { + "accuracy": 0.696508, + "f1": 0.621506, + "f1_weighted": 0.675732 + }, + { + "accuracy": 0.674865, + "f1": 0.610002, + "f1_weighted": 0.662038 + }, + { + "accuracy": 0.700935, + "f1": 0.644761, + "f1_weighted": 0.686144 + }, + { + "accuracy": 0.679784, + "f1": 0.598159, + "f1_weighted": 0.665778 + }, + { + "accuracy": 0.654697, + "f1": 0.615629, + "f1_weighted": 0.626502 + }, + { + "accuracy": 0.702902, + "f1": 0.618608, + "f1_weighted": 0.695642 + } + ], + "main_score": 0.694147, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.550418, + "f1": 0.492609, + "f1_weighted": 0.538075, + "scores_per_experiment": [ + { + "accuracy": 0.512543, + "f1": 0.461866, + "f1_weighted": 0.491161 + }, + { + "accuracy": 0.57452, + "f1": 0.512521, + "f1_weighted": 0.565424 + }, + { + "accuracy": 0.564683, + "f1": 0.495572, + "f1_weighted": 0.559936 + }, + { + "accuracy": 0.601082, + "f1": 0.530686, + "f1_weighted": 0.595765 + }, + { + "accuracy": 0.558288, + "f1": 0.494972, + "f1_weighted": 0.545326 + }, + { + "accuracy": 0.517462, + "f1": 0.466222, + "f1_weighted": 0.502826 + }, + { + "accuracy": 0.514019, + "f1": 0.465494, + "f1_weighted": 0.49371 + }, + { + "accuracy": 0.555337, + "f1": 0.486652, + "f1_weighted": 0.542485 + }, + { + "accuracy": 0.534678, + "f1": 0.50472, + "f1_weighted": 0.526082 + }, + { + "accuracy": 0.571569, + "f1": 0.507382, + "f1_weighted": 0.558031 + } + ], + "main_score": 0.550418, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.709149, + "f1": 0.648199, + "f1_weighted": 0.697678, + "scores_per_experiment": [ + { + "accuracy": 0.721594, + "f1": 0.663592, + "f1_weighted": 0.715451 + }, + { + "accuracy": 0.731431, + "f1": 0.677218, + "f1_weighted": 0.728599 + }, + { + "accuracy": 0.724545, + "f1": 0.656457, + "f1_weighted": 0.717492 + }, + { + "accuracy": 0.72848, + "f1": 0.653654, + "f1_weighted": 0.717016 + }, + { + "accuracy": 0.697, + "f1": 0.626599, + "f1_weighted": 0.676421 + }, + { + "accuracy": 0.706345, + "f1": 0.656406, + "f1_weighted": 0.692737 + }, + { + "accuracy": 0.713724, + "f1": 0.655292, + "f1_weighted": 0.699393 + }, + { + "accuracy": 0.684211, + "f1": 0.617884, + "f1_weighted": 0.671055 + }, + { + "accuracy": 0.674373, + "f1": 0.629964, + "f1_weighted": 0.654293 + }, + { + "accuracy": 0.709788, + "f1": 0.64492, + "f1_weighted": 0.704321 + } + ], + "main_score": 0.709149, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.70664, + "f1": 0.644113, + "f1_weighted": 0.697933, + "scores_per_experiment": [ + { + "accuracy": 0.722577, + "f1": 0.648799, + "f1_weighted": 0.717825 + }, + { + "accuracy": 0.721594, + "f1": 0.653969, + "f1_weighted": 0.7203 + }, + { + "accuracy": 0.703394, + "f1": 0.639175, + "f1_weighted": 0.694458 + }, + { + "accuracy": 0.727988, + "f1": 0.661137, + "f1_weighted": 0.717412 + }, + { + "accuracy": 0.707329, + "f1": 0.639151, + "f1_weighted": 0.68961 + }, + { + "accuracy": 0.711756, + "f1": 0.655858, + "f1_weighted": 0.702575 + }, + { + "accuracy": 0.680767, + "f1": 0.627581, + "f1_weighted": 0.671304 + }, + { + "accuracy": 0.696016, + "f1": 0.625262, + "f1_weighted": 0.689948 + }, + { + "accuracy": 0.688146, + "f1": 0.634198, + "f1_weighted": 0.670805 + }, + { + "accuracy": 0.706837, + "f1": 0.655996, + "f1_weighted": 0.705094 + } + ], + "main_score": 0.70664, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.717511, + "f1": 0.66687, + "f1_weighted": 0.706494, + "scores_per_experiment": [ + { + "accuracy": 0.741269, + "f1": 0.68153, + "f1_weighted": 0.730769 + }, + { + "accuracy": 0.739302, + "f1": 0.685633, + "f1_weighted": 0.731562 + }, + { + "accuracy": 0.721594, + "f1": 0.664536, + "f1_weighted": 0.709264 + }, + { + "accuracy": 0.733891, + "f1": 0.675869, + "f1_weighted": 0.723206 + }, + { + "accuracy": 0.703886, + "f1": 0.632176, + "f1_weighted": 0.683145 + }, + { + "accuracy": 0.71028, + "f1": 0.674286, + "f1_weighted": 0.698272 + }, + { + "accuracy": 0.70241, + "f1": 0.656123, + "f1_weighted": 0.687521 + }, + { + "accuracy": 0.697983, + "f1": 0.640879, + "f1_weighted": 0.690396 + }, + { + "accuracy": 0.700935, + "f1": 0.675118, + "f1_weighted": 0.693347 + }, + { + "accuracy": 0.723561, + "f1": 0.682548, + "f1_weighted": 0.717461 + } + ], + "main_score": 0.717511, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.665912, + "f1": 0.601073, + "f1_weighted": 0.653486, + "scores_per_experiment": [ + { + "accuracy": 0.683227, + "f1": 0.631212, + "f1_weighted": 0.668992 + }, + { + "accuracy": 0.687162, + "f1": 0.613804, + "f1_weighted": 0.685229 + }, + { + "accuracy": 0.653222, + "f1": 0.589757, + "f1_weighted": 0.64551 + }, + { + "accuracy": 0.683227, + "f1": 0.609307, + "f1_weighted": 0.672898 + }, + { + "accuracy": 0.669946, + "f1": 0.599284, + "f1_weighted": 0.65177 + }, + { + "accuracy": 0.655189, + "f1": 0.603466, + "f1_weighted": 0.641856 + }, + { + "accuracy": 0.66306, + "f1": 0.587405, + "f1_weighted": 0.646192 + }, + { + "accuracy": 0.649779, + "f1": 0.583009, + "f1_weighted": 0.639806 + }, + { + "accuracy": 0.634038, + "f1": 0.582767, + "f1_weighted": 0.608052 + }, + { + "accuracy": 0.680275, + "f1": 0.610715, + "f1_weighted": 0.674556 + } + ], + "main_score": 0.665912, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.666109, + "f1": 0.599011, + "f1_weighted": 0.657816, + "scores_per_experiment": [ + { + "accuracy": 0.674373, + "f1": 0.600083, + "f1_weighted": 0.66194 + }, + { + "accuracy": 0.696016, + "f1": 0.609981, + "f1_weighted": 0.695578 + }, + { + "accuracy": 0.678308, + "f1": 0.604796, + "f1_weighted": 0.674794 + }, + { + "accuracy": 0.687162, + "f1": 0.611153, + "f1_weighted": 0.682314 + }, + { + "accuracy": 0.664043, + "f1": 0.590406, + "f1_weighted": 0.650939 + }, + { + "accuracy": 0.662076, + "f1": 0.611954, + "f1_weighted": 0.652049 + }, + { + "accuracy": 0.622725, + "f1": 0.5786, + "f1_weighted": 0.61194 + }, + { + "accuracy": 0.64486, + "f1": 0.586093, + "f1_weighted": 0.638751 + }, + { + "accuracy": 0.649287, + "f1": 0.593189, + "f1_weighted": 0.631436 + }, + { + "accuracy": 0.682243, + "f1": 0.603853, + "f1_weighted": 0.678422 + } + ], + "main_score": 0.666109, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.659961, + "f1": 0.607626, + "f1_weighted": 0.645704, + "scores_per_experiment": [ + { + "accuracy": 0.675848, + "f1": 0.622998, + "f1_weighted": 0.666063 + }, + { + "accuracy": 0.679292, + "f1": 0.637721, + "f1_weighted": 0.672881 + }, + { + "accuracy": 0.656173, + "f1": 0.618713, + "f1_weighted": 0.644274 + }, + { + "accuracy": 0.691589, + "f1": 0.615258, + "f1_weighted": 0.676642 + }, + { + "accuracy": 0.63453, + "f1": 0.581168, + "f1_weighted": 0.617016 + }, + { + "accuracy": 0.647319, + "f1": 0.600755, + "f1_weighted": 0.635758 + }, + { + "accuracy": 0.651746, + "f1": 0.594687, + "f1_weighted": 0.632726 + }, + { + "accuracy": 0.643876, + "f1": 0.596272, + "f1_weighted": 0.627247 + }, + { + "accuracy": 0.632563, + "f1": 0.58736, + "f1_weighted": 0.604305 + }, + { + "accuracy": 0.68667, + "f1": 0.621325, + "f1_weighted": 0.680128 + } + ], + "main_score": 0.659961, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.695622, + "f1": 0.634053, + "f1_weighted": 0.680847, + "scores_per_experiment": [ + { + "accuracy": 0.698967, + "f1": 0.628797, + "f1_weighted": 0.688552 + }, + { + "accuracy": 0.703886, + "f1": 0.648906, + "f1_weighted": 0.701599 + }, + { + "accuracy": 0.714215, + "f1": 0.643302, + "f1_weighted": 0.702609 + }, + { + "accuracy": 0.709297, + "f1": 0.638972, + "f1_weighted": 0.696322 + }, + { + "accuracy": 0.694048, + "f1": 0.613976, + "f1_weighted": 0.669833 + }, + { + "accuracy": 0.67634, + "f1": 0.635008, + "f1_weighted": 0.655029 + }, + { + "accuracy": 0.692573, + "f1": 0.632423, + "f1_weighted": 0.674847 + }, + { + "accuracy": 0.676832, + "f1": 0.624388, + "f1_weighted": 0.661505 + }, + { + "accuracy": 0.680767, + "f1": 0.6405, + "f1_weighted": 0.657871 + }, + { + "accuracy": 0.709297, + "f1": 0.634256, + "f1_weighted": 0.700297 + } + ], + "main_score": 0.695622, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.656419, + "f1": 0.622094, + "f1_weighted": 0.635388, + "scores_per_experiment": [ + { + "accuracy": 0.651746, + "f1": 0.623096, + "f1_weighted": 0.625939 + }, + { + "accuracy": 0.682735, + "f1": 0.646592, + "f1_weighted": 0.672652 + }, + { + "accuracy": 0.676832, + "f1": 0.627597, + "f1_weighted": 0.665267 + }, + { + "accuracy": 0.659616, + "f1": 0.616524, + "f1_weighted": 0.638526 + }, + { + "accuracy": 0.649779, + "f1": 0.60598, + "f1_weighted": 0.619707 + }, + { + "accuracy": 0.660108, + "f1": 0.63688, + "f1_weighted": 0.63621 + }, + { + "accuracy": 0.644368, + "f1": 0.613631, + "f1_weighted": 0.621594 + }, + { + "accuracy": 0.622725, + "f1": 0.605419, + "f1_weighted": 0.59688 + }, + { + "accuracy": 0.644368, + "f1": 0.61571, + "f1_weighted": 0.615239 + }, + { + "accuracy": 0.671913, + "f1": 0.62951, + "f1_weighted": 0.661862 + } + ], + "main_score": 0.656419, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.766109, + "f1": 0.717789, + "f1_weighted": 0.751874, + "scores_per_experiment": [ + { + "accuracy": 0.767831, + "f1": 0.719489, + "f1_weighted": 0.756601 + }, + { + "accuracy": 0.794884, + "f1": 0.742613, + "f1_weighted": 0.787899 + }, + { + "accuracy": 0.768815, + "f1": 0.714606, + "f1_weighted": 0.75635 + }, + { + "accuracy": 0.78062, + "f1": 0.7135, + "f1_weighted": 0.764409 + }, + { + "accuracy": 0.753074, + "f1": 0.695849, + "f1_weighted": 0.736651 + }, + { + "accuracy": 0.748647, + "f1": 0.721992, + "f1_weighted": 0.727124 + }, + { + "accuracy": 0.75455, + "f1": 0.71706, + "f1_weighted": 0.737516 + }, + { + "accuracy": 0.756517, + "f1": 0.70455, + "f1_weighted": 0.740387 + }, + { + "accuracy": 0.752582, + "f1": 0.725373, + "f1_weighted": 0.736344 + }, + { + "accuracy": 0.783571, + "f1": 0.722853, + "f1_weighted": 0.775462 + } + ], + "main_score": 0.766109, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.719233, + "f1": 0.658209, + "f1_weighted": 0.705929, + "scores_per_experiment": [ + { + "accuracy": 0.72848, + "f1": 0.665617, + "f1_weighted": 0.717644 + }, + { + "accuracy": 0.741269, + "f1": 0.681201, + "f1_weighted": 0.737231 + }, + { + "accuracy": 0.721594, + "f1": 0.660166, + "f1_weighted": 0.711804 + }, + { + "accuracy": 0.739793, + "f1": 0.670325, + "f1_weighted": 0.727514 + }, + { + "accuracy": 0.719134, + "f1": 0.639634, + "f1_weighted": 0.697984 + }, + { + "accuracy": 0.709297, + "f1": 0.657942, + "f1_weighted": 0.690989 + }, + { + "accuracy": 0.718642, + "f1": 0.656219, + "f1_weighted": 0.700189 + }, + { + "accuracy": 0.693064, + "f1": 0.641146, + "f1_weighted": 0.688402 + }, + { + "accuracy": 0.682735, + "f1": 0.640891, + "f1_weighted": 0.656586 + }, + { + "accuracy": 0.738318, + "f1": 0.668951, + "f1_weighted": 0.730944 + } + ], + "main_score": 0.719233, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.597393, + "f1": 0.529199, + "f1_weighted": 0.587554, + "scores_per_experiment": [ + { + "accuracy": 0.599115, + "f1": 0.536198, + "f1_weighted": 0.593419 + }, + { + "accuracy": 0.594196, + "f1": 0.521699, + "f1_weighted": 0.584932 + }, + { + "accuracy": 0.606985, + "f1": 0.537594, + "f1_weighted": 0.590285 + }, + { + "accuracy": 0.60846, + "f1": 0.527288, + "f1_weighted": 0.594852 + }, + { + "accuracy": 0.60305, + "f1": 0.52097, + "f1_weighted": 0.591237 + }, + { + "accuracy": 0.605509, + "f1": 0.556523, + "f1_weighted": 0.601262 + }, + { + "accuracy": 0.590753, + "f1": 0.531581, + "f1_weighted": 0.587169 + }, + { + "accuracy": 0.58485, + "f1": 0.520837, + "f1_weighted": 0.573909 + }, + { + "accuracy": 0.581407, + "f1": 0.515989, + "f1_weighted": 0.567858 + }, + { + "accuracy": 0.599606, + "f1": 0.52331, + "f1_weighted": 0.59062 + } + ], + "main_score": 0.597393, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.715002, + "f1": 0.662027, + "f1_weighted": 0.699638, + "scores_per_experiment": [ + { + "accuracy": 0.71274, + "f1": 0.665826, + "f1_weighted": 0.701673 + }, + { + "accuracy": 0.750123, + "f1": 0.692074, + "f1_weighted": 0.745123 + }, + { + "accuracy": 0.71274, + "f1": 0.660909, + "f1_weighted": 0.700467 + }, + { + "accuracy": 0.735366, + "f1": 0.667691, + "f1_weighted": 0.720499 + }, + { + "accuracy": 0.699951, + "f1": 0.637234, + "f1_weighted": 0.677268 + }, + { + "accuracy": 0.703394, + "f1": 0.661033, + "f1_weighted": 0.684087 + }, + { + "accuracy": 0.717659, + "f1": 0.675474, + "f1_weighted": 0.703817 + }, + { + "accuracy": 0.697491, + "f1": 0.640938, + "f1_weighted": 0.675495 + }, + { + "accuracy": 0.702902, + "f1": 0.664706, + "f1_weighted": 0.678149 + }, + { + "accuracy": 0.717659, + "f1": 0.654388, + "f1_weighted": 0.709799 + } + ], + "main_score": 0.715002, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.738711, + "f1": 0.678594, + "f1_weighted": 0.727083, + "scores_per_experiment": [ + { + "accuracy": 0.749139, + "f1": 0.69588, + "f1_weighted": 0.73742 + }, + { + "accuracy": 0.754058, + "f1": 0.691179, + "f1_weighted": 0.751067 + }, + { + "accuracy": 0.753566, + "f1": 0.695544, + "f1_weighted": 0.742472 + }, + { + "accuracy": 0.747172, + "f1": 0.672149, + "f1_weighted": 0.730369 + }, + { + "accuracy": 0.724545, + "f1": 0.659488, + "f1_weighted": 0.706247 + }, + { + "accuracy": 0.739302, + "f1": 0.689772, + "f1_weighted": 0.724627 + }, + { + "accuracy": 0.725037, + "f1": 0.671857, + "f1_weighted": 0.70859 + }, + { + "accuracy": 0.724545, + "f1": 0.66332, + "f1_weighted": 0.719117 + }, + { + "accuracy": 0.726513, + "f1": 0.67619, + "f1_weighted": 0.711462 + }, + { + "accuracy": 0.743237, + "f1": 0.670562, + "f1_weighted": 0.739463 + } + ], + "main_score": 0.738711, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.45391, + "f1": 0.409106, + "f1_weighted": 0.449079, + "scores_per_experiment": [ + { + "accuracy": 0.449582, + "f1": 0.413254, + "f1_weighted": 0.453013 + }, + { + "accuracy": 0.484998, + "f1": 0.440276, + "f1_weighted": 0.485971 + }, + { + "accuracy": 0.454501, + "f1": 0.416713, + "f1_weighted": 0.454347 + }, + { + "accuracy": 0.463355, + "f1": 0.414252, + "f1_weighted": 0.466049 + }, + { + "accuracy": 0.471225, + "f1": 0.408477, + "f1_weighted": 0.463023 + }, + { + "accuracy": 0.443679, + "f1": 0.399115, + "f1_weighted": 0.423083 + }, + { + "accuracy": 0.434825, + "f1": 0.396123, + "f1_weighted": 0.424956 + }, + { + "accuracy": 0.446139, + "f1": 0.391411, + "f1_weighted": 0.442228 + }, + { + "accuracy": 0.418593, + "f1": 0.387422, + "f1_weighted": 0.415803 + }, + { + "accuracy": 0.472209, + "f1": 0.424013, + "f1_weighted": 0.462319 + } + ], + "main_score": 0.45391, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.576636, + "f1": 0.510423, + "f1_weighted": 0.561845, + "scores_per_experiment": [ + { + "accuracy": 0.573537, + "f1": 0.504133, + "f1_weighted": 0.555764 + }, + { + "accuracy": 0.604525, + "f1": 0.537621, + "f1_weighted": 0.603633 + }, + { + "accuracy": 0.590753, + "f1": 0.518688, + "f1_weighted": 0.574551 + }, + { + "accuracy": 0.563699, + "f1": 0.495866, + "f1_weighted": 0.551503 + }, + { + "accuracy": 0.567634, + "f1": 0.507906, + "f1_weighted": 0.547814 + }, + { + "accuracy": 0.551402, + "f1": 0.503854, + "f1_weighted": 0.526907 + }, + { + "accuracy": 0.564683, + "f1": 0.497656, + "f1_weighted": 0.544531 + }, + { + "accuracy": 0.585834, + "f1": 0.512298, + "f1_weighted": 0.575005 + }, + { + "accuracy": 0.572553, + "f1": 0.508686, + "f1_weighted": 0.558186 + }, + { + "accuracy": 0.591736, + "f1": 0.517528, + "f1_weighted": 0.58056 + } + ], + "main_score": 0.576636, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.631382, + "f1": 0.565054, + "f1_weighted": 0.618559, + "scores_per_experiment": [ + { + "accuracy": 0.634038, + "f1": 0.562948, + "f1_weighted": 0.616109 + }, + { + "accuracy": 0.632071, + "f1": 0.560846, + "f1_weighted": 0.627533 + }, + { + "accuracy": 0.63699, + "f1": 0.570699, + "f1_weighted": 0.625022 + }, + { + "accuracy": 0.661584, + "f1": 0.578901, + "f1_weighted": 0.654368 + }, + { + "accuracy": 0.609936, + "f1": 0.544641, + "f1_weighted": 0.581419 + }, + { + "accuracy": 0.632071, + "f1": 0.570307, + "f1_weighted": 0.626649 + }, + { + "accuracy": 0.597147, + "f1": 0.531033, + "f1_weighted": 0.579884 + }, + { + "accuracy": 0.639449, + "f1": 0.584591, + "f1_weighted": 0.631887 + }, + { + "accuracy": 0.611412, + "f1": 0.559845, + "f1_weighted": 0.583555 + }, + { + "accuracy": 0.659124, + "f1": 0.586724, + "f1_weighted": 0.659165 + } + ], + "main_score": 0.631382, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.634333, + "f1": 0.572405, + "f1_weighted": 0.62175, + "scores_per_experiment": [ + { + "accuracy": 0.622233, + "f1": 0.55774, + "f1_weighted": 0.610643 + }, + { + "accuracy": 0.633546, + "f1": 0.57555, + "f1_weighted": 0.623514 + }, + { + "accuracy": 0.638957, + "f1": 0.573755, + "f1_weighted": 0.630543 + }, + { + "accuracy": 0.65273, + "f1": 0.567825, + "f1_weighted": 0.637689 + }, + { + "accuracy": 0.628136, + "f1": 0.569415, + "f1_weighted": 0.607944 + }, + { + "accuracy": 0.620758, + "f1": 0.574864, + "f1_weighted": 0.603585 + }, + { + "accuracy": 0.643384, + "f1": 0.582115, + "f1_weighted": 0.631664 + }, + { + "accuracy": 0.611904, + "f1": 0.559811, + "f1_weighted": 0.601252 + }, + { + "accuracy": 0.633546, + "f1": 0.580157, + "f1_weighted": 0.619229 + }, + { + "accuracy": 0.658141, + "f1": 0.582814, + "f1_weighted": 0.651434 + } + ], + "main_score": 0.634333, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.598524, + "f1": 0.535941, + "f1_weighted": 0.581101, + "scores_per_experiment": [ + { + "accuracy": 0.590261, + "f1": 0.525808, + "f1_weighted": 0.57487 + }, + { + "accuracy": 0.601574, + "f1": 0.535596, + "f1_weighted": 0.595716 + }, + { + "accuracy": 0.613379, + "f1": 0.546465, + "f1_weighted": 0.593134 + }, + { + "accuracy": 0.611412, + "f1": 0.539556, + "f1_weighted": 0.596316 + }, + { + "accuracy": 0.582391, + "f1": 0.522695, + "f1_weighted": 0.562154 + }, + { + "accuracy": 0.593704, + "f1": 0.540702, + "f1_weighted": 0.566636 + }, + { + "accuracy": 0.619774, + "f1": 0.553478, + "f1_weighted": 0.605355 + }, + { + "accuracy": 0.572061, + "f1": 0.529862, + "f1_weighted": 0.554379 + }, + { + "accuracy": 0.583374, + "f1": 0.523481, + "f1_weighted": 0.557888 + }, + { + "accuracy": 0.617314, + "f1": 0.541772, + "f1_weighted": 0.604559 + } + ], + "main_score": 0.598524, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.616576, + "f1": 0.555516, + "f1_weighted": 0.603997, + "scores_per_experiment": [ + { + "accuracy": 0.635022, + "f1": 0.586766, + "f1_weighted": 0.628869 + }, + { + "accuracy": 0.653714, + "f1": 0.580252, + "f1_weighted": 0.647472 + }, + { + "accuracy": 0.595671, + "f1": 0.5286, + "f1_weighted": 0.582283 + }, + { + "accuracy": 0.628136, + "f1": 0.574899, + "f1_weighted": 0.618233 + }, + { + "accuracy": 0.614363, + "f1": 0.530964, + "f1_weighted": 0.597439 + }, + { + "accuracy": 0.607969, + "f1": 0.557863, + "f1_weighted": 0.598347 + }, + { + "accuracy": 0.61092, + "f1": 0.551859, + "f1_weighted": 0.592701 + }, + { + "accuracy": 0.615839, + "f1": 0.558236, + "f1_weighted": 0.605078 + }, + { + "accuracy": 0.58485, + "f1": 0.531475, + "f1_weighted": 0.562477 + }, + { + "accuracy": 0.619282, + "f1": 0.55425, + "f1_weighted": 0.607068 + } + ], + "main_score": 0.616576, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.698285, + "f1": 0.660388, + "f1_weighted": 0.685027, + "scores_per_experiment": [ + { + "accuracy": 0.728648, + "f1": 0.682026, + "f1_weighted": 0.718842 + }, + { + "accuracy": 0.709146, + "f1": 0.66597, + "f1_weighted": 0.704157 + }, + { + "accuracy": 0.696032, + "f1": 0.660346, + "f1_weighted": 0.682305 + }, + { + "accuracy": 0.704775, + "f1": 0.673715, + "f1_weighted": 0.69001 + }, + { + "accuracy": 0.706456, + "f1": 0.671257, + "f1_weighted": 0.687281 + }, + { + "accuracy": 0.680901, + "f1": 0.646866, + "f1_weighted": 0.67037 + }, + { + "accuracy": 0.700067, + "f1": 0.668314, + "f1_weighted": 0.685171 + }, + { + "accuracy": 0.6846, + "f1": 0.6385, + "f1_weighted": 0.675553 + }, + { + "accuracy": 0.680901, + "f1": 0.638556, + "f1_weighted": 0.657176 + }, + { + "accuracy": 0.691325, + "f1": 0.65833, + "f1_weighted": 0.679402 + } + ], + "main_score": 0.698285, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "accuracy": 0.718225, + "f1": 0.68155, + "f1_weighted": 0.706912, + "scores_per_experiment": [ + { + "accuracy": 0.717552, + "f1": 0.68262, + "f1_weighted": 0.710445 + }, + { + "accuracy": 0.752186, + "f1": 0.717257, + "f1_weighted": 0.75118 + }, + { + "accuracy": 0.698386, + "f1": 0.672681, + "f1_weighted": 0.687232 + }, + { + "accuracy": 0.719906, + "f1": 0.674056, + "f1_weighted": 0.701743 + }, + { + "accuracy": 0.716543, + "f1": 0.656197, + "f1_weighted": 0.69722 + }, + { + "accuracy": 0.688299, + "f1": 0.672072, + "f1_weighted": 0.674172 + }, + { + "accuracy": 0.717216, + "f1": 0.694628, + "f1_weighted": 0.705158 + }, + { + "accuracy": 0.729993, + "f1": 0.671068, + "f1_weighted": 0.722423 + }, + { + "accuracy": 0.711836, + "f1": 0.678875, + "f1_weighted": 0.695311 + }, + { + "accuracy": 0.73033, + "f1": 0.696044, + "f1_weighted": 0.72424 + } + ], + "main_score": 0.718225, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.702555, + "f1": 0.67143, + "f1_weighted": 0.690623, + "scores_per_experiment": [ + { + "accuracy": 0.710827, + "f1": 0.671027, + "f1_weighted": 0.69527 + }, + { + "accuracy": 0.725286, + "f1": 0.683754, + "f1_weighted": 0.722322 + }, + { + "accuracy": 0.693679, + "f1": 0.668353, + "f1_weighted": 0.686967 + }, + { + "accuracy": 0.717216, + "f1": 0.680687, + "f1_weighted": 0.701171 + }, + { + "accuracy": 0.696705, + "f1": 0.666833, + "f1_weighted": 0.686195 + }, + { + "accuracy": 0.673504, + "f1": 0.663477, + "f1_weighted": 0.655455 + }, + { + "accuracy": 0.703766, + "f1": 0.656882, + "f1_weighted": 0.686299 + }, + { + "accuracy": 0.698722, + "f1": 0.655542, + "f1_weighted": 0.686765 + }, + { + "accuracy": 0.695696, + "f1": 0.683699, + "f1_weighted": 0.677028 + }, + { + "accuracy": 0.710155, + "f1": 0.684046, + "f1_weighted": 0.708757 + } + ], + "main_score": 0.702555, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "accuracy": 0.578077, + "f1": 0.52581, + "f1_weighted": 0.568307, + "scores_per_experiment": [ + { + "accuracy": 0.586416, + "f1": 0.516061, + "f1_weighted": 0.573584 + }, + { + "accuracy": 0.594486, + "f1": 0.548989, + "f1_weighted": 0.587256 + }, + { + "accuracy": 0.587088, + "f1": 0.533369, + "f1_weighted": 0.586849 + }, + { + "accuracy": 0.575992, + "f1": 0.509549, + "f1_weighted": 0.568267 + }, + { + "accuracy": 0.585743, + "f1": 0.523959, + "f1_weighted": 0.576613 + }, + { + "accuracy": 0.579691, + "f1": 0.541117, + "f1_weighted": 0.578105 + }, + { + "accuracy": 0.553127, + "f1": 0.51933, + "f1_weighted": 0.536405 + }, + { + "accuracy": 0.578682, + "f1": 0.527274, + "f1_weighted": 0.566519 + }, + { + "accuracy": 0.563215, + "f1": 0.507023, + "f1_weighted": 0.536198 + }, + { + "accuracy": 0.576328, + "f1": 0.531425, + "f1_weighted": 0.573279 + } + ], + "main_score": 0.578077, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "accuracy": 0.677102, + "f1": 0.640015, + "f1_weighted": 0.662382, + "scores_per_experiment": [ + { + "accuracy": 0.681237, + "f1": 0.637563, + "f1_weighted": 0.670998 + }, + { + "accuracy": 0.711836, + "f1": 0.664997, + "f1_weighted": 0.707535 + }, + { + "accuracy": 0.678211, + "f1": 0.643538, + "f1_weighted": 0.663118 + }, + { + "accuracy": 0.708137, + "f1": 0.661145, + "f1_weighted": 0.696554 + }, + { + "accuracy": 0.682246, + "f1": 0.627011, + "f1_weighted": 0.664564 + }, + { + "accuracy": 0.64425, + "f1": 0.627555, + "f1_weighted": 0.627086 + }, + { + "accuracy": 0.670477, + "f1": 0.630585, + "f1_weighted": 0.649367 + }, + { + "accuracy": 0.647276, + "f1": 0.619996, + "f1_weighted": 0.63566 + }, + { + "accuracy": 0.66039, + "f1": 0.641533, + "f1_weighted": 0.6343 + }, + { + "accuracy": 0.686954, + "f1": 0.646231, + "f1_weighted": 0.674641 + } + ], + "main_score": 0.677102, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "accuracy": 0.72959, + "f1": 0.69728, + "f1_weighted": 0.718153, + "scores_per_experiment": [ + { + "accuracy": 0.736046, + "f1": 0.691064, + "f1_weighted": 0.724914 + }, + { + "accuracy": 0.750168, + "f1": 0.715568, + "f1_weighted": 0.74361 + }, + { + "accuracy": 0.719906, + "f1": 0.695237, + "f1_weighted": 0.709459 + }, + { + "accuracy": 0.733356, + "f1": 0.693429, + "f1_weighted": 0.721906 + }, + { + "accuracy": 0.726295, + "f1": 0.693952, + "f1_weighted": 0.709298 + }, + { + "accuracy": 0.718897, + "f1": 0.707333, + "f1_weighted": 0.709044 + }, + { + "accuracy": 0.725958, + "f1": 0.685164, + "f1_weighted": 0.708763 + }, + { + "accuracy": 0.713181, + "f1": 0.68454, + "f1_weighted": 0.702994 + }, + { + "accuracy": 0.742771, + "f1": 0.69911, + "f1_weighted": 0.72997 + }, + { + "accuracy": 0.729321, + "f1": 0.707405, + "f1_weighted": 0.72157 + } + ], + "main_score": 0.72959, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "accuracy": 0.696402, + "f1": 0.655589, + "f1_weighted": 0.684979, + "scores_per_experiment": [ + { + "accuracy": 0.704438, + "f1": 0.649373, + "f1_weighted": 0.693045 + }, + { + "accuracy": 0.720915, + "f1": 0.688544, + "f1_weighted": 0.718056 + }, + { + "accuracy": 0.70881, + "f1": 0.666613, + "f1_weighted": 0.701366 + }, + { + "accuracy": 0.722932, + "f1": 0.671539, + "f1_weighted": 0.712067 + }, + { + "accuracy": 0.705783, + "f1": 0.640904, + "f1_weighted": 0.689204 + }, + { + "accuracy": 0.682919, + "f1": 0.662237, + "f1_weighted": 0.673165 + }, + { + "accuracy": 0.677875, + "f1": 0.638228, + "f1_weighted": 0.657613 + }, + { + "accuracy": 0.67115, + "f1": 0.641305, + "f1_weighted": 0.664064 + }, + { + "accuracy": 0.670141, + "f1": 0.641153, + "f1_weighted": 0.648965 + }, + { + "accuracy": 0.699059, + "f1": 0.655993, + "f1_weighted": 0.692247 + } + ], + "main_score": 0.696402, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "accuracy": 0.693948, + "f1": 0.650753, + "f1_weighted": 0.680927, + "scores_per_experiment": [ + { + "accuracy": 0.704438, + "f1": 0.65088, + "f1_weighted": 0.688965 + }, + { + "accuracy": 0.721251, + "f1": 0.675649, + "f1_weighted": 0.715446 + }, + { + "accuracy": 0.69267, + "f1": 0.65305, + "f1_weighted": 0.681473 + }, + { + "accuracy": 0.715198, + "f1": 0.659852, + "f1_weighted": 0.698906 + }, + { + "accuracy": 0.682246, + "f1": 0.634449, + "f1_weighted": 0.665798 + }, + { + "accuracy": 0.667451, + "f1": 0.644612, + "f1_weighted": 0.657642 + }, + { + "accuracy": 0.693679, + "f1": 0.659516, + "f1_weighted": 0.677729 + }, + { + "accuracy": 0.688635, + "f1": 0.640677, + "f1_weighted": 0.678879 + }, + { + "accuracy": 0.673167, + "f1": 0.636164, + "f1_weighted": 0.655605 + }, + { + "accuracy": 0.70074, + "f1": 0.652681, + "f1_weighted": 0.688828 + } + ], + "main_score": 0.693948, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.657397, + "f1": 0.61259, + "f1_weighted": 0.6503, + "scores_per_experiment": [ + { + "accuracy": 0.668796, + "f1": 0.625763, + "f1_weighted": 0.663768 + }, + { + "accuracy": 0.670814, + "f1": 0.63293, + "f1_weighted": 0.671467 + }, + { + "accuracy": 0.646268, + "f1": 0.596596, + "f1_weighted": 0.639505 + }, + { + "accuracy": 0.667451, + "f1": 0.608409, + "f1_weighted": 0.65909 + }, + { + "accuracy": 0.662408, + "f1": 0.612651, + "f1_weighted": 0.649947 + }, + { + "accuracy": 0.641224, + "f1": 0.611999, + "f1_weighted": 0.634813 + }, + { + "accuracy": 0.66308, + "f1": 0.617371, + "f1_weighted": 0.651907 + }, + { + "accuracy": 0.635508, + "f1": 0.589402, + "f1_weighted": 0.632645 + }, + { + "accuracy": 0.645595, + "f1": 0.602941, + "f1_weighted": 0.625788 + }, + { + "accuracy": 0.672831, + "f1": 0.627842, + "f1_weighted": 0.674069 + } + ], + "main_score": 0.657397, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "accuracy": 0.684331, + "f1": 0.648433, + "f1_weighted": 0.674963, + "scores_per_experiment": [ + { + "accuracy": 0.686617, + "f1": 0.639047, + "f1_weighted": 0.676063 + }, + { + "accuracy": 0.694351, + "f1": 0.663767, + "f1_weighted": 0.690529 + }, + { + "accuracy": 0.69536, + "f1": 0.651941, + "f1_weighted": 0.690377 + }, + { + "accuracy": 0.697377, + "f1": 0.652947, + "f1_weighted": 0.687831 + }, + { + "accuracy": 0.664089, + "f1": 0.628211, + "f1_weighted": 0.647841 + }, + { + "accuracy": 0.675857, + "f1": 0.661569, + "f1_weighted": 0.668792 + }, + { + "accuracy": 0.6846, + "f1": 0.644321, + "f1_weighted": 0.671097 + }, + { + "accuracy": 0.688299, + "f1": 0.648587, + "f1_weighted": 0.683041 + }, + { + "accuracy": 0.678211, + "f1": 0.658712, + "f1_weighted": 0.661172 + }, + { + "accuracy": 0.678547, + "f1": 0.635224, + "f1_weighted": 0.672882 + } + ], + "main_score": 0.684331, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.641997, + "f1": 0.592002, + "f1_weighted": 0.634734, + "scores_per_experiment": [ + { + "accuracy": 0.659718, + "f1": 0.597664, + "f1_weighted": 0.65015 + }, + { + "accuracy": 0.661735, + "f1": 0.616462, + "f1_weighted": 0.661398 + }, + { + "accuracy": 0.640888, + "f1": 0.60494, + "f1_weighted": 0.638152 + }, + { + "accuracy": 0.656019, + "f1": 0.599421, + "f1_weighted": 0.653476 + }, + { + "accuracy": 0.625084, + "f1": 0.560469, + "f1_weighted": 0.609242 + }, + { + "accuracy": 0.610962, + "f1": 0.565752, + "f1_weighted": 0.60586 + }, + { + "accuracy": 0.641896, + "f1": 0.602829, + "f1_weighted": 0.630851 + }, + { + "accuracy": 0.65501, + "f1": 0.592498, + "f1_weighted": 0.65365 + }, + { + "accuracy": 0.618359, + "f1": 0.566752, + "f1_weighted": 0.598296 + }, + { + "accuracy": 0.650303, + "f1": 0.61323, + "f1_weighted": 0.646262 + } + ], + "main_score": 0.641997, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "accuracy": 0.721991, + "f1": 0.682852, + "f1_weighted": 0.710556, + "scores_per_experiment": [ + { + "accuracy": 0.743779, + "f1": 0.701215, + "f1_weighted": 0.736119 + }, + { + "accuracy": 0.754876, + "f1": 0.720065, + "f1_weighted": 0.752445 + }, + { + "accuracy": 0.716207, + "f1": 0.678234, + "f1_weighted": 0.70609 + }, + { + "accuracy": 0.753531, + "f1": 0.697681, + "f1_weighted": 0.744384 + }, + { + "accuracy": 0.706792, + "f1": 0.662518, + "f1_weighted": 0.68916 + }, + { + "accuracy": 0.68729, + "f1": 0.680158, + "f1_weighted": 0.674227 + }, + { + "accuracy": 0.713517, + "f1": 0.678115, + "f1_weighted": 0.698122 + }, + { + "accuracy": 0.718561, + "f1": 0.659323, + "f1_weighted": 0.705937 + }, + { + "accuracy": 0.690652, + "f1": 0.661399, + "f1_weighted": 0.671314 + }, + { + "accuracy": 0.734701, + "f1": 0.689807, + "f1_weighted": 0.727761 + } + ], + "main_score": 0.721991, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.726395, + "f1": 0.68158, + "f1_weighted": 0.716926, + "scores_per_experiment": [ + { + "accuracy": 0.736718, + "f1": 0.684658, + "f1_weighted": 0.729738 + }, + { + "accuracy": 0.755548, + "f1": 0.707575, + "f1_weighted": 0.751648 + }, + { + "accuracy": 0.722596, + "f1": 0.680126, + "f1_weighted": 0.714402 + }, + { + "accuracy": 0.735037, + "f1": 0.687247, + "f1_weighted": 0.721028 + }, + { + "accuracy": 0.709818, + "f1": 0.654811, + "f1_weighted": 0.691885 + }, + { + "accuracy": 0.702085, + "f1": 0.675451, + "f1_weighted": 0.695555 + }, + { + "accuracy": 0.723941, + "f1": 0.683598, + "f1_weighted": 0.711008 + }, + { + "accuracy": 0.728648, + "f1": 0.67634, + "f1_weighted": 0.722214 + }, + { + "accuracy": 0.714526, + "f1": 0.679633, + "f1_weighted": 0.699403 + }, + { + "accuracy": 0.735037, + "f1": 0.686366, + "f1_weighted": 0.732377 + } + ], + "main_score": 0.726395, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.674748, + "f1": 0.632463, + "f1_weighted": 0.66603, + "scores_per_experiment": [ + { + "accuracy": 0.68191, + "f1": 0.636962, + "f1_weighted": 0.672079 + }, + { + "accuracy": 0.691661, + "f1": 0.655527, + "f1_weighted": 0.690791 + }, + { + "accuracy": 0.683255, + "f1": 0.637661, + "f1_weighted": 0.677279 + }, + { + "accuracy": 0.713517, + "f1": 0.656995, + "f1_weighted": 0.7037 + }, + { + "accuracy": 0.670477, + "f1": 0.611395, + "f1_weighted": 0.655355 + }, + { + "accuracy": 0.661063, + "f1": 0.626903, + "f1_weighted": 0.660382 + }, + { + "accuracy": 0.66577, + "f1": 0.62624, + "f1_weighted": 0.656117 + }, + { + "accuracy": 0.649294, + "f1": 0.615052, + "f1_weighted": 0.63889 + }, + { + "accuracy": 0.653329, + "f1": 0.621076, + "f1_weighted": 0.632391 + }, + { + "accuracy": 0.677202, + "f1": 0.636823, + "f1_weighted": 0.673315 + } + ], + "main_score": 0.674748, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "accuracy": 0.705683, + "f1": 0.678589, + "f1_weighted": 0.697067, + "scores_per_experiment": [ + { + "accuracy": 0.723605, + "f1": 0.682953, + "f1_weighted": 0.718858 + }, + { + "accuracy": 0.725958, + "f1": 0.704573, + "f1_weighted": 0.722851 + }, + { + "accuracy": 0.708473, + "f1": 0.669342, + "f1_weighted": 0.697738 + }, + { + "accuracy": 0.735037, + "f1": 0.696259, + "f1_weighted": 0.725467 + }, + { + "accuracy": 0.685609, + "f1": 0.654251, + "f1_weighted": 0.67148 + }, + { + "accuracy": 0.681574, + "f1": 0.666374, + "f1_weighted": 0.675723 + }, + { + "accuracy": 0.6846, + "f1": 0.673699, + "f1_weighted": 0.668438 + }, + { + "accuracy": 0.704438, + "f1": 0.678915, + "f1_weighted": 0.701804 + }, + { + "accuracy": 0.687626, + "f1": 0.678787, + "f1_weighted": 0.67202 + }, + { + "accuracy": 0.719906, + "f1": 0.680733, + "f1_weighted": 0.716286 + } + ], + "main_score": 0.705683, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.710525, + "f1": 0.669623, + "f1_weighted": 0.701226, + "scores_per_experiment": [ + { + "accuracy": 0.721923, + "f1": 0.676976, + "f1_weighted": 0.718562 + }, + { + "accuracy": 0.731002, + "f1": 0.703746, + "f1_weighted": 0.731595 + }, + { + "accuracy": 0.697377, + "f1": 0.665171, + "f1_weighted": 0.685428 + }, + { + "accuracy": 0.735037, + "f1": 0.685919, + "f1_weighted": 0.727577 + }, + { + "accuracy": 0.707801, + "f1": 0.664728, + "f1_weighted": 0.689899 + }, + { + "accuracy": 0.676194, + "f1": 0.63853, + "f1_weighted": 0.667793 + }, + { + "accuracy": 0.709146, + "f1": 0.669288, + "f1_weighted": 0.694251 + }, + { + "accuracy": 0.709146, + "f1": 0.663146, + "f1_weighted": 0.698696 + }, + { + "accuracy": 0.697714, + "f1": 0.658644, + "f1_weighted": 0.680479 + }, + { + "accuracy": 0.719906, + "f1": 0.670079, + "f1_weighted": 0.717976 + } + ], + "main_score": 0.710525, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.55501, + "f1": 0.520922, + "f1_weighted": 0.537834, + "scores_per_experiment": [ + { + "accuracy": 0.546402, + "f1": 0.507494, + "f1_weighted": 0.532143 + }, + { + "accuracy": 0.582044, + "f1": 0.553435, + "f1_weighted": 0.573518 + }, + { + "accuracy": 0.546066, + "f1": 0.515924, + "f1_weighted": 0.53323 + }, + { + "accuracy": 0.583726, + "f1": 0.530957, + "f1_weighted": 0.570147 + }, + { + "accuracy": 0.54573, + "f1": 0.516929, + "f1_weighted": 0.523129 + }, + { + "accuracy": 0.526564, + "f1": 0.512733, + "f1_weighted": 0.50999 + }, + { + "accuracy": 0.564223, + "f1": 0.517511, + "f1_weighted": 0.541508 + }, + { + "accuracy": 0.564896, + "f1": 0.524851, + "f1_weighted": 0.552757 + }, + { + "accuracy": 0.529254, + "f1": 0.496335, + "f1_weighted": 0.494318 + }, + { + "accuracy": 0.561197, + "f1": 0.533055, + "f1_weighted": 0.547599 + } + ], + "main_score": 0.55501, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "accuracy": 0.498924, + "f1": 0.458019, + "f1_weighted": 0.489878, + "scores_per_experiment": [ + { + "accuracy": 0.513786, + "f1": 0.472603, + "f1_weighted": 0.503327 + }, + { + "accuracy": 0.517149, + "f1": 0.472507, + "f1_weighted": 0.519147 + }, + { + "accuracy": 0.452925, + "f1": 0.42988, + "f1_weighted": 0.441451 + }, + { + "accuracy": 0.524882, + "f1": 0.467167, + "f1_weighted": 0.511323 + }, + { + "accuracy": 0.528917, + "f1": 0.476422, + "f1_weighted": 0.515319 + }, + { + "accuracy": 0.45427, + "f1": 0.441345, + "f1_weighted": 0.443085 + }, + { + "accuracy": 0.494956, + "f1": 0.444628, + "f1_weighted": 0.483022 + }, + { + "accuracy": 0.501681, + "f1": 0.454704, + "f1_weighted": 0.504208 + }, + { + "accuracy": 0.493948, + "f1": 0.452937, + "f1_weighted": 0.482019 + }, + { + "accuracy": 0.506725, + "f1": 0.468001, + "f1_weighted": 0.495877 + } + ], + "main_score": 0.498924, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "accuracy": 0.665905, + "f1": 0.651261, + "f1_weighted": 0.65142, + "scores_per_experiment": [ + { + "accuracy": 0.681574, + "f1": 0.659146, + "f1_weighted": 0.676957 + }, + { + "accuracy": 0.671822, + "f1": 0.673067, + "f1_weighted": 0.663364 + }, + { + "accuracy": 0.670814, + "f1": 0.657925, + "f1_weighted": 0.661846 + }, + { + "accuracy": 0.659718, + "f1": 0.644412, + "f1_weighted": 0.638856 + }, + { + "accuracy": 0.665434, + "f1": 0.635936, + "f1_weighted": 0.649982 + }, + { + "accuracy": 0.653665, + "f1": 0.648792, + "f1_weighted": 0.634936 + }, + { + "accuracy": 0.661735, + "f1": 0.645677, + "f1_weighted": 0.639476 + }, + { + "accuracy": 0.67384, + "f1": 0.650943, + "f1_weighted": 0.660071 + }, + { + "accuracy": 0.653665, + "f1": 0.637484, + "f1_weighted": 0.635482 + }, + { + "accuracy": 0.666779, + "f1": 0.659232, + "f1_weighted": 0.653226 + } + ], + "main_score": 0.665905, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + }, + { + "accuracy": 0.70232, + "f1": 0.664769, + "f1_weighted": 0.691131, + "scores_per_experiment": [ + { + "accuracy": 0.7115, + "f1": 0.667677, + "f1_weighted": 0.701268 + }, + { + "accuracy": 0.727303, + "f1": 0.689673, + "f1_weighted": 0.726606 + }, + { + "accuracy": 0.687626, + "f1": 0.655397, + "f1_weighted": 0.675596 + }, + { + "accuracy": 0.727303, + "f1": 0.678655, + "f1_weighted": 0.715132 + }, + { + "accuracy": 0.706792, + "f1": 0.666028, + "f1_weighted": 0.691091 + }, + { + "accuracy": 0.678884, + "f1": 0.668077, + "f1_weighted": 0.66552 + }, + { + "accuracy": 0.710827, + "f1": 0.68073, + "f1_weighted": 0.698373 + }, + { + "accuracy": 0.677202, + "f1": 0.627813, + "f1_weighted": 0.663912 + }, + { + "accuracy": 0.689307, + "f1": 0.6548, + "f1_weighted": 0.67149 + }, + { + "accuracy": 0.706456, + "f1": 0.658839, + "f1_weighted": 0.702321 + } + ], + "main_score": 0.70232, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.560525, + "f1": 0.513715, + "f1_weighted": 0.552641, + "scores_per_experiment": [ + { + "accuracy": 0.570948, + "f1": 0.528169, + "f1_weighted": 0.568461 + }, + { + "accuracy": 0.587088, + "f1": 0.538035, + "f1_weighted": 0.586432 + }, + { + "accuracy": 0.569267, + "f1": 0.517681, + "f1_weighted": 0.566684 + }, + { + "accuracy": 0.571284, + "f1": 0.52444, + "f1_weighted": 0.560389 + }, + { + "accuracy": 0.548083, + "f1": 0.492908, + "f1_weighted": 0.540453 + }, + { + "accuracy": 0.54035, + "f1": 0.50557, + "f1_weighted": 0.526606 + }, + { + "accuracy": 0.543376, + "f1": 0.49344, + "f1_weighted": 0.534798 + }, + { + "accuracy": 0.555817, + "f1": 0.523433, + "f1_weighted": 0.538666 + }, + { + "accuracy": 0.554136, + "f1": 0.500439, + "f1_weighted": 0.544458 + }, + { + "accuracy": 0.564896, + "f1": 0.513037, + "f1_weighted": 0.559463 + } + ], + "main_score": 0.560525, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "accuracy": 0.710424, + "f1": 0.674719, + "f1_weighted": 0.700282, + "scores_per_experiment": [ + { + "accuracy": 0.723941, + "f1": 0.680852, + "f1_weighted": 0.713596 + }, + { + "accuracy": 0.737054, + "f1": 0.700326, + "f1_weighted": 0.732151 + }, + { + "accuracy": 0.685609, + "f1": 0.658097, + "f1_weighted": 0.676692 + }, + { + "accuracy": 0.728985, + "f1": 0.678542, + "f1_weighted": 0.717582 + }, + { + "accuracy": 0.704775, + "f1": 0.659948, + "f1_weighted": 0.687534 + }, + { + "accuracy": 0.691997, + "f1": 0.670007, + "f1_weighted": 0.688366 + }, + { + "accuracy": 0.700403, + "f1": 0.669341, + "f1_weighted": 0.685365 + }, + { + "accuracy": 0.709818, + "f1": 0.666747, + "f1_weighted": 0.702036 + }, + { + "accuracy": 0.703766, + "f1": 0.681999, + "f1_weighted": 0.687589 + }, + { + "accuracy": 0.717888, + "f1": 0.681332, + "f1_weighted": 0.71191 + } + ], + "main_score": 0.710424, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.709886, + "f1": 0.667896, + "f1_weighted": 0.698128, + "scores_per_experiment": [ + { + "accuracy": 0.725286, + "f1": 0.66999, + "f1_weighted": 0.715845 + }, + { + "accuracy": 0.718897, + "f1": 0.668318, + "f1_weighted": 0.711989 + }, + { + "accuracy": 0.711163, + "f1": 0.681106, + "f1_weighted": 0.701368 + }, + { + "accuracy": 0.726631, + "f1": 0.677154, + "f1_weighted": 0.715297 + }, + { + "accuracy": 0.716207, + "f1": 0.671729, + "f1_weighted": 0.700208 + }, + { + "accuracy": 0.687962, + "f1": 0.661022, + "f1_weighted": 0.682604 + }, + { + "accuracy": 0.724277, + "f1": 0.688274, + "f1_weighted": 0.710065 + }, + { + "accuracy": 0.688635, + "f1": 0.633034, + "f1_weighted": 0.673397 + }, + { + "accuracy": 0.688635, + "f1": 0.650817, + "f1_weighted": 0.66574 + }, + { + "accuracy": 0.711163, + "f1": 0.677513, + "f1_weighted": 0.704767 + } + ], + "main_score": 0.709886, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "accuracy": 0.716207, + "f1": 0.675468, + "f1_weighted": 0.706922, + "scores_per_experiment": [ + { + "accuracy": 0.728648, + "f1": 0.670619, + "f1_weighted": 0.721688 + }, + { + "accuracy": 0.740417, + "f1": 0.700111, + "f1_weighted": 0.736419 + }, + { + "accuracy": 0.701748, + "f1": 0.665383, + "f1_weighted": 0.693868 + }, + { + "accuracy": 0.731338, + "f1": 0.68548, + "f1_weighted": 0.717921 + }, + { + "accuracy": 0.710827, + "f1": 0.670765, + "f1_weighted": 0.697376 + }, + { + "accuracy": 0.700067, + "f1": 0.672189, + "f1_weighted": 0.695891 + }, + { + "accuracy": 0.715535, + "f1": 0.684045, + "f1_weighted": 0.706072 + }, + { + "accuracy": 0.717216, + "f1": 0.673154, + "f1_weighted": 0.708735 + }, + { + "accuracy": 0.712172, + "f1": 0.677618, + "f1_weighted": 0.694998 + }, + { + "accuracy": 0.704102, + "f1": 0.65532, + "f1_weighted": 0.696248 + } + ], + "main_score": 0.716207, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.591796, + "f1": 0.539673, + "f1_weighted": 0.577434, + "scores_per_experiment": [ + { + "accuracy": 0.582044, + "f1": 0.533154, + "f1_weighted": 0.569481 + }, + { + "accuracy": 0.635508, + "f1": 0.580459, + "f1_weighted": 0.634705 + }, + { + "accuracy": 0.595158, + "f1": 0.532501, + "f1_weighted": 0.586803 + }, + { + "accuracy": 0.596503, + "f1": 0.526859, + "f1_weighted": 0.572668 + }, + { + "accuracy": 0.575319, + "f1": 0.533167, + "f1_weighted": 0.552909 + }, + { + "accuracy": 0.566241, + "f1": 0.534608, + "f1_weighted": 0.555614 + }, + { + "accuracy": 0.583389, + "f1": 0.517624, + "f1_weighted": 0.564302 + }, + { + "accuracy": 0.587088, + "f1": 0.550286, + "f1_weighted": 0.572356 + }, + { + "accuracy": 0.585743, + "f1": 0.530757, + "f1_weighted": 0.563682 + }, + { + "accuracy": 0.610962, + "f1": 0.557317, + "f1_weighted": 0.601816 + } + ], + "main_score": 0.591796, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "accuracy": 0.721654, + "f1": 0.689346, + "f1_weighted": 0.711931, + "scores_per_experiment": [ + { + "accuracy": 0.738063, + "f1": 0.695532, + "f1_weighted": 0.731317 + }, + { + "accuracy": 0.73033, + "f1": 0.703674, + "f1_weighted": 0.725999 + }, + { + "accuracy": 0.715871, + "f1": 0.681922, + "f1_weighted": 0.705164 + }, + { + "accuracy": 0.728312, + "f1": 0.685133, + "f1_weighted": 0.716278 + }, + { + "accuracy": 0.716543, + "f1": 0.685937, + "f1_weighted": 0.698372 + }, + { + "accuracy": 0.704438, + "f1": 0.685753, + "f1_weighted": 0.694994 + }, + { + "accuracy": 0.732347, + "f1": 0.696871, + "f1_weighted": 0.721836 + }, + { + "accuracy": 0.711163, + "f1": 0.683666, + "f1_weighted": 0.702161 + }, + { + "accuracy": 0.709818, + "f1": 0.687156, + "f1_weighted": 0.699692 + }, + { + "accuracy": 0.729657, + "f1": 0.687815, + "f1_weighted": 0.723497 + } + ], + "main_score": 0.721654, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.666073, + "f1": 0.620262, + "f1_weighted": 0.65397, + "scores_per_experiment": [ + { + "accuracy": 0.688299, + "f1": 0.625321, + "f1_weighted": 0.673947 + }, + { + "accuracy": 0.685272, + "f1": 0.640783, + "f1_weighted": 0.684318 + }, + { + "accuracy": 0.647949, + "f1": 0.615438, + "f1_weighted": 0.6393 + }, + { + "accuracy": 0.675185, + "f1": 0.622288, + "f1_weighted": 0.662222 + }, + { + "accuracy": 0.662408, + "f1": 0.602536, + "f1_weighted": 0.642352 + }, + { + "accuracy": 0.63349, + "f1": 0.609495, + "f1_weighted": 0.616745 + }, + { + "accuracy": 0.675857, + "f1": 0.625478, + "f1_weighted": 0.662478 + }, + { + "accuracy": 0.661063, + "f1": 0.613274, + "f1_weighted": 0.651299 + }, + { + "accuracy": 0.647613, + "f1": 0.612432, + "f1_weighted": 0.626058 + }, + { + "accuracy": 0.683591, + "f1": 0.63558, + "f1_weighted": 0.680979 + } + ], + "main_score": 0.666073, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "accuracy": 0.741325, + "f1": 0.70152, + "f1_weighted": 0.73202, + "scores_per_experiment": [ + { + "accuracy": 0.753531, + "f1": 0.70786, + "f1_weighted": 0.747226 + }, + { + "accuracy": 0.753531, + "f1": 0.713119, + "f1_weighted": 0.749986 + }, + { + "accuracy": 0.733692, + "f1": 0.70136, + "f1_weighted": 0.727162 + }, + { + "accuracy": 0.759919, + "f1": 0.719513, + "f1_weighted": 0.748258 + }, + { + "accuracy": 0.736382, + "f1": 0.69372, + "f1_weighted": 0.721356 + }, + { + "accuracy": 0.72764, + "f1": 0.691584, + "f1_weighted": 0.72445 + }, + { + "accuracy": 0.735709, + "f1": 0.69876, + "f1_weighted": 0.720813 + }, + { + "accuracy": 0.734701, + "f1": 0.686332, + "f1_weighted": 0.726628 + }, + { + "accuracy": 0.723941, + "f1": 0.688494, + "f1_weighted": 0.705546 + }, + { + "accuracy": 0.754203, + "f1": 0.714455, + "f1_weighted": 0.748772 + } + ], + "main_score": 0.741325, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "accuracy": 0.654102, + "f1": 0.610423, + "f1_weighted": 0.645713, + "scores_per_experiment": [ + { + "accuracy": 0.667451, + "f1": 0.614615, + "f1_weighted": 0.66335 + }, + { + "accuracy": 0.66577, + "f1": 0.6165, + "f1_weighted": 0.662121 + }, + { + "accuracy": 0.651648, + "f1": 0.611223, + "f1_weighted": 0.64417 + }, + { + "accuracy": 0.659045, + "f1": 0.610397, + "f1_weighted": 0.651493 + }, + { + "accuracy": 0.66039, + "f1": 0.608032, + "f1_weighted": 0.644695 + }, + { + "accuracy": 0.616342, + "f1": 0.586919, + "f1_weighted": 0.605194 + }, + { + "accuracy": 0.648621, + "f1": 0.610373, + "f1_weighted": 0.63935 + }, + { + "accuracy": 0.660054, + "f1": 0.618741, + "f1_weighted": 0.657427 + }, + { + "accuracy": 0.63887, + "f1": 0.607207, + "f1_weighted": 0.616536 + }, + { + "accuracy": 0.672831, + "f1": 0.620227, + "f1_weighted": 0.67279 + } + ], + "main_score": 0.654102, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "accuracy": 0.694553, + "f1": 0.65413, + "f1_weighted": 0.683885, + "scores_per_experiment": [ + { + "accuracy": 0.70881, + "f1": 0.663751, + "f1_weighted": 0.697743 + }, + { + "accuracy": 0.72764, + "f1": 0.679968, + "f1_weighted": 0.724182 + }, + { + "accuracy": 0.6846, + "f1": 0.652616, + "f1_weighted": 0.673895 + }, + { + "accuracy": 0.710155, + "f1": 0.65132, + "f1_weighted": 0.697962 + }, + { + "accuracy": 0.688635, + "f1": 0.640968, + "f1_weighted": 0.677366 + }, + { + "accuracy": 0.667451, + "f1": 0.644895, + "f1_weighted": 0.656151 + }, + { + "accuracy": 0.696705, + "f1": 0.658995, + "f1_weighted": 0.685111 + }, + { + "accuracy": 0.678211, + "f1": 0.642049, + "f1_weighted": 0.669187 + }, + { + "accuracy": 0.670477, + "f1": 0.635551, + "f1_weighted": 0.651254 + }, + { + "accuracy": 0.712845, + "f1": 0.671189, + "f1_weighted": 0.705999 + } + ], + "main_score": 0.694553, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.685071, + "f1": 0.638312, + "f1_weighted": 0.671834, + "scores_per_experiment": [ + { + "accuracy": 0.686281, + "f1": 0.638244, + "f1_weighted": 0.676028 + }, + { + "accuracy": 0.710827, + "f1": 0.65738, + "f1_weighted": 0.71032 + }, + { + "accuracy": 0.680901, + "f1": 0.640933, + "f1_weighted": 0.67203 + }, + { + "accuracy": 0.699731, + "f1": 0.653693, + "f1_weighted": 0.687105 + }, + { + "accuracy": 0.696705, + "f1": 0.630824, + "f1_weighted": 0.676179 + }, + { + "accuracy": 0.64963, + "f1": 0.624746, + "f1_weighted": 0.636955 + }, + { + "accuracy": 0.68998, + "f1": 0.649204, + "f1_weighted": 0.675491 + }, + { + "accuracy": 0.675185, + "f1": 0.620906, + "f1_weighted": 0.657848 + }, + { + "accuracy": 0.661063, + "f1": 0.615093, + "f1_weighted": 0.633697 + }, + { + "accuracy": 0.700403, + "f1": 0.652102, + "f1_weighted": 0.69269 + } + ], + "main_score": 0.685071, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "accuracy": 0.54573, + "f1": 0.508613, + "f1_weighted": 0.53222, + "scores_per_experiment": [ + { + "accuracy": 0.535306, + "f1": 0.502147, + "f1_weighted": 0.519263 + }, + { + "accuracy": 0.572629, + "f1": 0.5415, + "f1_weighted": 0.566026 + }, + { + "accuracy": 0.534297, + "f1": 0.490977, + "f1_weighted": 0.526527 + }, + { + "accuracy": 0.595831, + "f1": 0.550686, + "f1_weighted": 0.587667 + }, + { + "accuracy": 0.546402, + "f1": 0.497306, + "f1_weighted": 0.530615 + }, + { + "accuracy": 0.502017, + "f1": 0.467876, + "f1_weighted": 0.481242 + }, + { + "accuracy": 0.509751, + "f1": 0.479627, + "f1_weighted": 0.485819 + }, + { + "accuracy": 0.550437, + "f1": 0.504691, + "f1_weighted": 0.537559 + }, + { + "accuracy": 0.541022, + "f1": 0.52429, + "f1_weighted": 0.529276 + }, + { + "accuracy": 0.569603, + "f1": 0.527026, + "f1_weighted": 0.558209 + } + ], + "main_score": 0.54573, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "accuracy": 0.708373, + "f1": 0.670583, + "f1_weighted": 0.698719, + "scores_per_experiment": [ + { + "accuracy": 0.720578, + "f1": 0.676946, + "f1_weighted": 0.715165 + }, + { + "accuracy": 0.721923, + "f1": 0.684663, + "f1_weighted": 0.722187 + }, + { + "accuracy": 0.72226, + "f1": 0.682353, + "f1_weighted": 0.714626 + }, + { + "accuracy": 0.729657, + "f1": 0.687083, + "f1_weighted": 0.718284 + }, + { + "accuracy": 0.693006, + "f1": 0.641799, + "f1_weighted": 0.672395 + }, + { + "accuracy": 0.694351, + "f1": 0.678527, + "f1_weighted": 0.68338 + }, + { + "accuracy": 0.717552, + "f1": 0.690586, + "f1_weighted": 0.707148 + }, + { + "accuracy": 0.683927, + "f1": 0.639212, + "f1_weighted": 0.676425 + }, + { + "accuracy": 0.695024, + "f1": 0.666328, + "f1_weighted": 0.675715 + }, + { + "accuracy": 0.705447, + "f1": 0.65833, + "f1_weighted": 0.701869 + } + ], + "main_score": 0.708373, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.704102, + "f1": 0.658336, + "f1_weighted": 0.697021, + "scores_per_experiment": [ + { + "accuracy": 0.720242, + "f1": 0.664803, + "f1_weighted": 0.714173 + }, + { + "accuracy": 0.71688, + "f1": 0.671726, + "f1_weighted": 0.714667 + }, + { + "accuracy": 0.695024, + "f1": 0.65394, + "f1_weighted": 0.688242 + }, + { + "accuracy": 0.7115, + "f1": 0.660121, + "f1_weighted": 0.701777 + }, + { + "accuracy": 0.701412, + "f1": 0.646212, + "f1_weighted": 0.686458 + }, + { + "accuracy": 0.703766, + "f1": 0.664265, + "f1_weighted": 0.699912 + }, + { + "accuracy": 0.690316, + "f1": 0.639361, + "f1_weighted": 0.680223 + }, + { + "accuracy": 0.694687, + "f1": 0.642192, + "f1_weighted": 0.69093 + }, + { + "accuracy": 0.700403, + "f1": 0.663275, + "f1_weighted": 0.68599 + }, + { + "accuracy": 0.706792, + "f1": 0.677462, + "f1_weighted": 0.707836 + } + ], + "main_score": 0.704102, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "accuracy": 0.714896, + "f1": 0.681877, + "f1_weighted": 0.70559, + "scores_per_experiment": [ + { + "accuracy": 0.737727, + "f1": 0.690265, + "f1_weighted": 0.727318 + }, + { + "accuracy": 0.731338, + "f1": 0.694929, + "f1_weighted": 0.723323 + }, + { + "accuracy": 0.7115, + "f1": 0.681023, + "f1_weighted": 0.701419 + }, + { + "accuracy": 0.731338, + "f1": 0.689301, + "f1_weighted": 0.721327 + }, + { + "accuracy": 0.707801, + "f1": 0.665656, + "f1_weighted": 0.691617 + }, + { + "accuracy": 0.704775, + "f1": 0.677973, + "f1_weighted": 0.699218 + }, + { + "accuracy": 0.704102, + "f1": 0.679585, + "f1_weighted": 0.689931 + }, + { + "accuracy": 0.696032, + "f1": 0.664755, + "f1_weighted": 0.687545 + }, + { + "accuracy": 0.708137, + "f1": 0.685188, + "f1_weighted": 0.702594 + }, + { + "accuracy": 0.716207, + "f1": 0.690097, + "f1_weighted": 0.711605 + } + ], + "main_score": 0.714896, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "accuracy": 0.669872, + "f1": 0.623582, + "f1_weighted": 0.659556, + "scores_per_experiment": [ + { + "accuracy": 0.681574, + "f1": 0.630453, + "f1_weighted": 0.668808 + }, + { + "accuracy": 0.693342, + "f1": 0.640542, + "f1_weighted": 0.693043 + }, + { + "accuracy": 0.657364, + "f1": 0.614796, + "f1_weighted": 0.649862 + }, + { + "accuracy": 0.682919, + "f1": 0.633968, + "f1_weighted": 0.67172 + }, + { + "accuracy": 0.682246, + "f1": 0.630566, + "f1_weighted": 0.664414 + }, + { + "accuracy": 0.654338, + "f1": 0.623928, + "f1_weighted": 0.645495 + }, + { + "accuracy": 0.659381, + "f1": 0.604627, + "f1_weighted": 0.646894 + }, + { + "accuracy": 0.658709, + "f1": 0.611426, + "f1_weighted": 0.651286 + }, + { + "accuracy": 0.646268, + "f1": 0.608017, + "f1_weighted": 0.624954 + }, + { + "accuracy": 0.682582, + "f1": 0.637499, + "f1_weighted": 0.679083 + } + ], + "main_score": 0.669872, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "accuracy": 0.659247, + "f1": 0.612864, + "f1_weighted": 0.650949, + "scores_per_experiment": [ + { + "accuracy": 0.668124, + "f1": 0.599643, + "f1_weighted": 0.658757 + }, + { + "accuracy": 0.691661, + "f1": 0.638171, + "f1_weighted": 0.692481 + }, + { + "accuracy": 0.654338, + "f1": 0.606458, + "f1_weighted": 0.653027 + }, + { + "accuracy": 0.676866, + "f1": 0.628192, + "f1_weighted": 0.673966 + }, + { + "accuracy": 0.657364, + "f1": 0.601955, + "f1_weighted": 0.643457 + }, + { + "accuracy": 0.650975, + "f1": 0.625709, + "f1_weighted": 0.640234 + }, + { + "accuracy": 0.616342, + "f1": 0.594653, + "f1_weighted": 0.601667 + }, + { + "accuracy": 0.662744, + "f1": 0.621176, + "f1_weighted": 0.660215 + }, + { + "accuracy": 0.645931, + "f1": 0.594639, + "f1_weighted": 0.624514 + }, + { + "accuracy": 0.668124, + "f1": 0.618045, + "f1_weighted": 0.661176 + } + ], + "main_score": 0.659247, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "accuracy": 0.652186, + "f1": 0.619328, + "f1_weighted": 0.639978, + "scores_per_experiment": [ + { + "accuracy": 0.672831, + "f1": 0.625289, + "f1_weighted": 0.664844 + }, + { + "accuracy": 0.671822, + "f1": 0.649812, + "f1_weighted": 0.664286 + }, + { + "accuracy": 0.641896, + "f1": 0.623144, + "f1_weighted": 0.629181 + }, + { + "accuracy": 0.683591, + "f1": 0.644823, + "f1_weighted": 0.673753 + }, + { + "accuracy": 0.629792, + "f1": 0.594162, + "f1_weighted": 0.614019 + }, + { + "accuracy": 0.625084, + "f1": 0.599153, + "f1_weighted": 0.612977 + }, + { + "accuracy": 0.642905, + "f1": 0.610102, + "f1_weighted": 0.626573 + }, + { + "accuracy": 0.632145, + "f1": 0.590813, + "f1_weighted": 0.620877 + }, + { + "accuracy": 0.638534, + "f1": 0.608828, + "f1_weighted": 0.616533 + }, + { + "accuracy": 0.683255, + "f1": 0.647152, + "f1_weighted": 0.676735 + } + ], + "main_score": 0.652186, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.697276, + "f1": 0.656277, + "f1_weighted": 0.686035, + "scores_per_experiment": [ + { + "accuracy": 0.710491, + "f1": 0.659631, + "f1_weighted": 0.699684 + }, + { + "accuracy": 0.719906, + "f1": 0.686853, + "f1_weighted": 0.720918 + }, + { + "accuracy": 0.695024, + "f1": 0.654991, + "f1_weighted": 0.688851 + }, + { + "accuracy": 0.706456, + "f1": 0.672619, + "f1_weighted": 0.695164 + }, + { + "accuracy": 0.690316, + "f1": 0.626464, + "f1_weighted": 0.670081 + }, + { + "accuracy": 0.66846, + "f1": 0.641153, + "f1_weighted": 0.654682 + }, + { + "accuracy": 0.692334, + "f1": 0.650594, + "f1_weighted": 0.678602 + }, + { + "accuracy": 0.690316, + "f1": 0.637806, + "f1_weighted": 0.679063 + }, + { + "accuracy": 0.690989, + "f1": 0.670028, + "f1_weighted": 0.670896 + }, + { + "accuracy": 0.708473, + "f1": 0.662628, + "f1_weighted": 0.702414 + } + ], + "main_score": 0.697276, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "accuracy": 0.655313, + "f1": 0.642702, + "f1_weighted": 0.637991, + "scores_per_experiment": [ + { + "accuracy": 0.64694, + "f1": 0.628116, + "f1_weighted": 0.625534 + }, + { + "accuracy": 0.684936, + "f1": 0.672284, + "f1_weighted": 0.679359 + }, + { + "accuracy": 0.658373, + "f1": 0.646721, + "f1_weighted": 0.648362 + }, + { + "accuracy": 0.651984, + "f1": 0.634162, + "f1_weighted": 0.630768 + }, + { + "accuracy": 0.647613, + "f1": 0.625673, + "f1_weighted": 0.625191 + }, + { + "accuracy": 0.643578, + "f1": 0.646705, + "f1_weighted": 0.624719 + }, + { + "accuracy": 0.649294, + "f1": 0.645258, + "f1_weighted": 0.627169 + }, + { + "accuracy": 0.639879, + "f1": 0.630522, + "f1_weighted": 0.619311 + }, + { + "accuracy": 0.661735, + "f1": 0.637979, + "f1_weighted": 0.637852 + }, + { + "accuracy": 0.668796, + "f1": 0.659602, + "f1_weighted": 0.661646 + } + ], + "main_score": 0.655313, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "accuracy": 0.763954, + "f1": 0.73845, + "f1_weighted": 0.752953, + "scores_per_experiment": [ + { + "accuracy": 0.774378, + "f1": 0.732524, + "f1_weighted": 0.764627 + }, + { + "accuracy": 0.794889, + "f1": 0.7641, + "f1_weighted": 0.791066 + }, + { + "accuracy": 0.768325, + "f1": 0.739103, + "f1_weighted": 0.757355 + }, + { + "accuracy": 0.774042, + "f1": 0.75083, + "f1_weighted": 0.759148 + }, + { + "accuracy": 0.749496, + "f1": 0.71999, + "f1_weighted": 0.735131 + }, + { + "accuracy": 0.727976, + "f1": 0.722183, + "f1_weighted": 0.712644 + }, + { + "accuracy": 0.756557, + "f1": 0.745526, + "f1_weighted": 0.743118 + }, + { + "accuracy": 0.756557, + "f1": 0.718428, + "f1_weighted": 0.745611 + }, + { + "accuracy": 0.760928, + "f1": 0.741739, + "f1_weighted": 0.750948 + }, + { + "accuracy": 0.776395, + "f1": 0.750079, + "f1_weighted": 0.769878 + } + ], + "main_score": 0.763954, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.716711, + "f1": 0.683522, + "f1_weighted": 0.704786, + "scores_per_experiment": [ + { + "accuracy": 0.724613, + "f1": 0.683008, + "f1_weighted": 0.713302 + }, + { + "accuracy": 0.743779, + "f1": 0.712814, + "f1_weighted": 0.742374 + }, + { + "accuracy": 0.70881, + "f1": 0.663265, + "f1_weighted": 0.699386 + }, + { + "accuracy": 0.737391, + "f1": 0.700755, + "f1_weighted": 0.72293 + }, + { + "accuracy": 0.719233, + "f1": 0.676902, + "f1_weighted": 0.700876 + }, + { + "accuracy": 0.682919, + "f1": 0.663996, + "f1_weighted": 0.670009 + }, + { + "accuracy": 0.718225, + "f1": 0.691537, + "f1_weighted": 0.704213 + }, + { + "accuracy": 0.705111, + "f1": 0.670788, + "f1_weighted": 0.698568 + }, + { + "accuracy": 0.691661, + "f1": 0.666288, + "f1_weighted": 0.66826 + }, + { + "accuracy": 0.735373, + "f1": 0.705872, + "f1_weighted": 0.727943 + } + ], + "main_score": 0.716711, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.588231, + "f1": 0.546872, + "f1_weighted": 0.578036, + "scores_per_experiment": [ + { + "accuracy": 0.599193, + "f1": 0.548309, + "f1_weighted": 0.590762 + }, + { + "accuracy": 0.589106, + "f1": 0.555652, + "f1_weighted": 0.58131 + }, + { + "accuracy": 0.577001, + "f1": 0.542925, + "f1_weighted": 0.558336 + }, + { + "accuracy": 0.597512, + "f1": 0.542803, + "f1_weighted": 0.586468 + }, + { + "accuracy": 0.591459, + "f1": 0.524736, + "f1_weighted": 0.575584 + }, + { + "accuracy": 0.584062, + "f1": 0.546772, + "f1_weighted": 0.578276 + }, + { + "accuracy": 0.588433, + "f1": 0.560394, + "f1_weighted": 0.584669 + }, + { + "accuracy": 0.577337, + "f1": 0.545095, + "f1_weighted": 0.571124 + }, + { + "accuracy": 0.580027, + "f1": 0.535996, + "f1_weighted": 0.563951 + }, + { + "accuracy": 0.598184, + "f1": 0.566043, + "f1_weighted": 0.58988 + } + ], + "main_score": 0.588231, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "accuracy": 0.720915, + "f1": 0.688675, + "f1_weighted": 0.708251, + "scores_per_experiment": [ + { + "accuracy": 0.717552, + "f1": 0.685955, + "f1_weighted": 0.711386 + }, + { + "accuracy": 0.752858, + "f1": 0.716307, + "f1_weighted": 0.748677 + }, + { + "accuracy": 0.707465, + "f1": 0.681205, + "f1_weighted": 0.697934 + }, + { + "accuracy": 0.740417, + "f1": 0.700265, + "f1_weighted": 0.727243 + }, + { + "accuracy": 0.712172, + "f1": 0.675509, + "f1_weighted": 0.690016 + }, + { + "accuracy": 0.696705, + "f1": 0.679674, + "f1_weighted": 0.68147 + }, + { + "accuracy": 0.727976, + "f1": 0.693235, + "f1_weighted": 0.714348 + }, + { + "accuracy": 0.710827, + "f1": 0.674769, + "f1_weighted": 0.69251 + }, + { + "accuracy": 0.718897, + "f1": 0.688387, + "f1_weighted": 0.699158 + }, + { + "accuracy": 0.724277, + "f1": 0.69144, + "f1_weighted": 0.719764 + } + ], + "main_score": 0.720915, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.736079, + "f1": 0.685878, + "f1_weighted": 0.72703, + "scores_per_experiment": [ + { + "accuracy": 0.751177, + "f1": 0.701016, + "f1_weighted": 0.740885 + }, + { + "accuracy": 0.746469, + "f1": 0.703688, + "f1_weighted": 0.746812 + }, + { + "accuracy": 0.741089, + "f1": 0.698488, + "f1_weighted": 0.730655 + }, + { + "accuracy": 0.750168, + "f1": 0.684041, + "f1_weighted": 0.734147 + }, + { + "accuracy": 0.726295, + "f1": 0.675928, + "f1_weighted": 0.710584 + }, + { + "accuracy": 0.718897, + "f1": 0.672362, + "f1_weighted": 0.709928 + }, + { + "accuracy": 0.731002, + "f1": 0.692488, + "f1_weighted": 0.716952 + }, + { + "accuracy": 0.72495, + "f1": 0.670267, + "f1_weighted": 0.724186 + }, + { + "accuracy": 0.738063, + "f1": 0.683851, + "f1_weighted": 0.727002 + }, + { + "accuracy": 0.732683, + "f1": 0.676651, + "f1_weighted": 0.729152 + } + ], + "main_score": 0.736079, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.440854, + "f1": 0.407757, + "f1_weighted": 0.431852, + "scores_per_experiment": [ + { + "accuracy": 0.427707, + "f1": 0.403844, + "f1_weighted": 0.426418 + }, + { + "accuracy": 0.487895, + "f1": 0.448972, + "f1_weighted": 0.486349 + }, + { + "accuracy": 0.4462, + "f1": 0.417927, + "f1_weighted": 0.441275 + }, + { + "accuracy": 0.455952, + "f1": 0.419281, + "f1_weighted": 0.456818 + }, + { + "accuracy": 0.451244, + "f1": 0.401556, + "f1_weighted": 0.436869 + }, + { + "accuracy": 0.419973, + "f1": 0.395267, + "f1_weighted": 0.398151 + }, + { + "accuracy": 0.43544, + "f1": 0.403403, + "f1_weighted": 0.423053 + }, + { + "accuracy": 0.428716, + "f1": 0.398691, + "f1_weighted": 0.419147 + }, + { + "accuracy": 0.420309, + "f1": 0.385581, + "f1_weighted": 0.410993 + }, + { + "accuracy": 0.435104, + "f1": 0.403044, + "f1_weighted": 0.419447 + } + ], + "main_score": 0.440854, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "accuracy": 0.570007, + "f1": 0.520194, + "f1_weighted": 0.555152, + "scores_per_experiment": [ + { + "accuracy": 0.578682, + "f1": 0.528215, + "f1_weighted": 0.563066 + }, + { + "accuracy": 0.595831, + "f1": 0.557874, + "f1_weighted": 0.590427 + }, + { + "accuracy": 0.578009, + "f1": 0.528546, + "f1_weighted": 0.564968 + }, + { + "accuracy": 0.557498, + "f1": 0.510274, + "f1_weighted": 0.545001 + }, + { + "accuracy": 0.554808, + "f1": 0.505439, + "f1_weighted": 0.538273 + }, + { + "accuracy": 0.543712, + "f1": 0.502298, + "f1_weighted": 0.517794 + }, + { + "accuracy": 0.562206, + "f1": 0.502958, + "f1_weighted": 0.540805 + }, + { + "accuracy": 0.584062, + "f1": 0.526287, + "f1_weighted": 0.572825 + }, + { + "accuracy": 0.569939, + "f1": 0.515924, + "f1_weighted": 0.553613 + }, + { + "accuracy": 0.575319, + "f1": 0.52413, + "f1_weighted": 0.564747 + } + ], + "main_score": 0.570007, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.631069, + "f1": 0.580503, + "f1_weighted": 0.621233, + "scores_per_experiment": [ + { + "accuracy": 0.638534, + "f1": 0.569133, + "f1_weighted": 0.623555 + }, + { + "accuracy": 0.648285, + "f1": 0.608592, + "f1_weighted": 0.649526 + }, + { + "accuracy": 0.626429, + "f1": 0.584331, + "f1_weighted": 0.616025 + }, + { + "accuracy": 0.660054, + "f1": 0.591303, + "f1_weighted": 0.656791 + }, + { + "accuracy": 0.621049, + "f1": 0.565599, + "f1_weighted": 0.598944 + }, + { + "accuracy": 0.605918, + "f1": 0.557833, + "f1_weighted": 0.604149 + }, + { + "accuracy": 0.604237, + "f1": 0.556675, + "f1_weighted": 0.58698 + }, + { + "accuracy": 0.631137, + "f1": 0.595451, + "f1_weighted": 0.628466 + }, + { + "accuracy": 0.622058, + "f1": 0.578361, + "f1_weighted": 0.594355 + }, + { + "accuracy": 0.652993, + "f1": 0.597752, + "f1_weighted": 0.653538 + } + ], + "main_score": 0.631069, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "accuracy": 0.642367, + "f1": 0.596607, + "f1_weighted": 0.63405, + "scores_per_experiment": [ + { + "accuracy": 0.642569, + "f1": 0.590706, + "f1_weighted": 0.633267 + }, + { + "accuracy": 0.649294, + "f1": 0.610009, + "f1_weighted": 0.644405 + }, + { + "accuracy": 0.627438, + "f1": 0.594347, + "f1_weighted": 0.625256 + }, + { + "accuracy": 0.648285, + "f1": 0.588018, + "f1_weighted": 0.639683 + }, + { + "accuracy": 0.631137, + "f1": 0.57178, + "f1_weighted": 0.610069 + }, + { + "accuracy": 0.617014, + "f1": 0.586608, + "f1_weighted": 0.607432 + }, + { + "accuracy": 0.650975, + "f1": 0.610064, + "f1_weighted": 0.641297 + }, + { + "accuracy": 0.638198, + "f1": 0.59982, + "f1_weighted": 0.633857 + }, + { + "accuracy": 0.65232, + "f1": 0.597442, + "f1_weighted": 0.637931 + }, + { + "accuracy": 0.666443, + "f1": 0.617277, + "f1_weighted": 0.667299 + } + ], + "main_score": 0.642367, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "accuracy": 0.595024, + "f1": 0.544132, + "f1_weighted": 0.578257, + "scores_per_experiment": [ + { + "accuracy": 0.610962, + "f1": 0.54006, + "f1_weighted": 0.593801 + }, + { + "accuracy": 0.603564, + "f1": 0.557689, + "f1_weighted": 0.599365 + }, + { + "accuracy": 0.601883, + "f1": 0.543366, + "f1_weighted": 0.586204 + }, + { + "accuracy": 0.604237, + "f1": 0.551864, + "f1_weighted": 0.587496 + }, + { + "accuracy": 0.570276, + "f1": 0.528996, + "f1_weighted": 0.546923 + }, + { + "accuracy": 0.571284, + "f1": 0.527828, + "f1_weighted": 0.545828 + }, + { + "accuracy": 0.613652, + "f1": 0.55606, + "f1_weighted": 0.597172 + }, + { + "accuracy": 0.577001, + "f1": 0.542589, + "f1_weighted": 0.560136 + }, + { + "accuracy": 0.591123, + "f1": 0.542413, + "f1_weighted": 0.566224 + }, + { + "accuracy": 0.606254, + "f1": 0.550454, + "f1_weighted": 0.599425 + } + ], + "main_score": 0.595024, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.605615, + "f1": 0.560571, + "f1_weighted": 0.592241, + "scores_per_experiment": [ + { + "accuracy": 0.626429, + "f1": 0.586307, + "f1_weighted": 0.621077 + }, + { + "accuracy": 0.64425, + "f1": 0.58069, + "f1_weighted": 0.637485 + }, + { + "accuracy": 0.583389, + "f1": 0.537111, + "f1_weighted": 0.571528 + }, + { + "accuracy": 0.616005, + "f1": 0.581155, + "f1_weighted": 0.603643 + }, + { + "accuracy": 0.600538, + "f1": 0.531469, + "f1_weighted": 0.584069 + }, + { + "accuracy": 0.578346, + "f1": 0.55918, + "f1_weighted": 0.568579 + }, + { + "accuracy": 0.599529, + "f1": 0.555329, + "f1_weighted": 0.578988 + }, + { + "accuracy": 0.615333, + "f1": 0.570029, + "f1_weighted": 0.605188 + }, + { + "accuracy": 0.579354, + "f1": 0.533743, + "f1_weighted": 0.554441 + }, + { + "accuracy": 0.612979, + "f1": 0.570701, + "f1_weighted": 0.597412 + } + ], + "main_score": 0.605615, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + } + ] + }, + "evaluation_time": 4758.90376162529, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MedrxivClusteringP2P.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..54b86363fa --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.408945, + 0.408676, + 0.402464, + 0.393646, + 0.397373, + 0.401135, + 0.398143, + 0.392383, + 0.405474, + 0.40652 + ] + }, + "v_measure": 0.401476, + "v_measure_std": 0.005675, + "main_score": 0.401476, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 83.79413175582886, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MultiEURLEXMultilabelClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MultiEURLEXMultilabelClassification.json new file mode 100644 index 0000000000..c87ed49c49 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MultiEURLEXMultilabelClassification.json @@ -0,0 +1,1437 @@ +{ + "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", + "task_name": "MultiEURLEXMultilabelClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.0491, + "f1": 0.353254, + "lrap": 0.485432, + "scores_per_experiment": [ + { + "accuracy": 0.0458, + "f1": 0.343429, + "lrap": 0.481477 + }, + { + "accuracy": 0.029, + "f1": 0.320568, + "lrap": 0.446841 + }, + { + "accuracy": 0.0442, + "f1": 0.366709, + "lrap": 0.492564 + }, + { + "accuracy": 0.0446, + "f1": 0.322958, + "lrap": 0.495674 + }, + { + "accuracy": 0.0584, + "f1": 0.350283, + "lrap": 0.462771 + }, + { + "accuracy": 0.0658, + "f1": 0.355268, + "lrap": 0.497302 + }, + { + "accuracy": 0.0376, + "f1": 0.364093, + "lrap": 0.489845 + }, + { + "accuracy": 0.0566, + "f1": 0.375041, + "lrap": 0.481006 + }, + { + "accuracy": 0.049, + "f1": 0.364449, + "lrap": 0.495258 + }, + { + "accuracy": 0.06, + "f1": 0.369744, + "lrap": 0.511577 + } + ], + "main_score": 0.0491, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.05228, + "f1": 0.355235, + "lrap": 0.49036, + "scores_per_experiment": [ + { + "accuracy": 0.0616, + "f1": 0.341329, + "lrap": 0.499568 + }, + { + "accuracy": 0.0352, + "f1": 0.311911, + "lrap": 0.438456 + }, + { + "accuracy": 0.0666, + "f1": 0.378397, + "lrap": 0.506388 + }, + { + "accuracy": 0.0354, + "f1": 0.304429, + "lrap": 0.486559 + }, + { + "accuracy": 0.0416, + "f1": 0.351515, + "lrap": 0.464673 + }, + { + "accuracy": 0.072, + "f1": 0.371878, + "lrap": 0.514477 + }, + { + "accuracy": 0.0538, + "f1": 0.381084, + "lrap": 0.507002 + }, + { + "accuracy": 0.042, + "f1": 0.378355, + "lrap": 0.461633 + }, + { + "accuracy": 0.0564, + "f1": 0.368756, + "lrap": 0.513746 + }, + { + "accuracy": 0.0582, + "f1": 0.364698, + "lrap": 0.5111 + } + ], + "main_score": 0.05228, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.05578, + "f1": 0.358495, + "lrap": 0.499229, + "scores_per_experiment": [ + { + "accuracy": 0.0558, + "f1": 0.339324, + "lrap": 0.498695 + }, + { + "accuracy": 0.0396, + "f1": 0.30499, + "lrap": 0.459129 + }, + { + "accuracy": 0.0598, + "f1": 0.38897, + "lrap": 0.508143 + }, + { + "accuracy": 0.0324, + "f1": 0.31484, + "lrap": 0.495346 + }, + { + "accuracy": 0.0482, + "f1": 0.359617, + "lrap": 0.461422 + }, + { + "accuracy": 0.0702, + "f1": 0.373483, + "lrap": 0.518858 + }, + { + "accuracy": 0.0346, + "f1": 0.3889, + "lrap": 0.500837 + }, + { + "accuracy": 0.0558, + "f1": 0.372223, + "lrap": 0.478047 + }, + { + "accuracy": 0.076, + "f1": 0.377202, + "lrap": 0.534636 + }, + { + "accuracy": 0.0854, + "f1": 0.3654, + "lrap": 0.53718 + } + ], + "main_score": 0.05578, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.04836, + "f1": 0.343213, + "lrap": 0.479622, + "scores_per_experiment": [ + { + "accuracy": 0.0542, + "f1": 0.317082, + "lrap": 0.483056 + }, + { + "accuracy": 0.0252, + "f1": 0.289353, + "lrap": 0.434018 + }, + { + "accuracy": 0.0594, + "f1": 0.378449, + "lrap": 0.514821 + }, + { + "accuracy": 0.0296, + "f1": 0.295072, + "lrap": 0.470413 + }, + { + "accuracy": 0.0378, + "f1": 0.36326, + "lrap": 0.461416 + }, + { + "accuracy": 0.0432, + "f1": 0.347328, + "lrap": 0.474768 + }, + { + "accuracy": 0.0304, + "f1": 0.37055, + "lrap": 0.479048 + }, + { + "accuracy": 0.046, + "f1": 0.34821, + "lrap": 0.450423 + }, + { + "accuracy": 0.087, + "f1": 0.370429, + "lrap": 0.517854 + }, + { + "accuracy": 0.0708, + "f1": 0.352403, + "lrap": 0.510406 + } + ], + "main_score": 0.04836, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.04464, + "f1": 0.362479, + "lrap": 0.492094, + "scores_per_experiment": [ + { + "accuracy": 0.0374, + "f1": 0.375171, + "lrap": 0.482269 + }, + { + "accuracy": 0.0804, + "f1": 0.366571, + "lrap": 0.508538 + }, + { + "accuracy": 0.0274, + "f1": 0.357416, + "lrap": 0.48975 + }, + { + "accuracy": 0.019, + "f1": 0.348802, + "lrap": 0.462722 + }, + { + "accuracy": 0.0542, + "f1": 0.366491, + "lrap": 0.512417 + }, + { + "accuracy": 0.0216, + "f1": 0.323124, + "lrap": 0.454511 + }, + { + "accuracy": 0.0334, + "f1": 0.391249, + "lrap": 0.499005 + }, + { + "accuracy": 0.0622, + "f1": 0.364241, + "lrap": 0.490867 + }, + { + "accuracy": 0.038, + "f1": 0.374594, + "lrap": 0.485818 + }, + { + "accuracy": 0.0728, + "f1": 0.357132, + "lrap": 0.535046 + } + ], + "main_score": 0.04464, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.03702, + "f1": 0.364531, + "lrap": 0.476937, + "scores_per_experiment": [ + { + "accuracy": 0.0342, + "f1": 0.375953, + "lrap": 0.469454 + }, + { + "accuracy": 0.0234, + "f1": 0.343768, + "lrap": 0.485909 + }, + { + "accuracy": 0.0614, + "f1": 0.401824, + "lrap": 0.524325 + }, + { + "accuracy": 0.0466, + "f1": 0.387299, + "lrap": 0.499927 + }, + { + "accuracy": 0.0324, + "f1": 0.322356, + "lrap": 0.431797 + }, + { + "accuracy": 0.0348, + "f1": 0.380342, + "lrap": 0.47489 + }, + { + "accuracy": 0.045, + "f1": 0.40644, + "lrap": 0.501565 + }, + { + "accuracy": 0.0252, + "f1": 0.355673, + "lrap": 0.454907 + }, + { + "accuracy": 0.0298, + "f1": 0.347158, + "lrap": 0.46207 + }, + { + "accuracy": 0.0374, + "f1": 0.324501, + "lrap": 0.464525 + } + ], + "main_score": 0.03702, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.05426, + "f1": 0.377678, + "lrap": 0.479439, + "scores_per_experiment": [ + { + "accuracy": 0.0484, + "f1": 0.41226, + "lrap": 0.52709 + }, + { + "accuracy": 0.0434, + "f1": 0.345492, + "lrap": 0.455352 + }, + { + "accuracy": 0.048, + "f1": 0.395202, + "lrap": 0.483375 + }, + { + "accuracy": 0.0572, + "f1": 0.398033, + "lrap": 0.46745 + }, + { + "accuracy": 0.032, + "f1": 0.361249, + "lrap": 0.459923 + }, + { + "accuracy": 0.128, + "f1": 0.360481, + "lrap": 0.503151 + }, + { + "accuracy": 0.0174, + "f1": 0.351401, + "lrap": 0.428277 + }, + { + "accuracy": 0.0782, + "f1": 0.371257, + "lrap": 0.494972 + }, + { + "accuracy": 0.0258, + "f1": 0.395524, + "lrap": 0.476216 + }, + { + "accuracy": 0.0642, + "f1": 0.385886, + "lrap": 0.49858 + } + ], + "main_score": 0.05426, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "accuracy": 0.0554, + "f1": 0.362281, + "lrap": 0.49373, + "scores_per_experiment": [ + { + "accuracy": 0.0632, + "f1": 0.345561, + "lrap": 0.506466 + }, + { + "accuracy": 0.036, + "f1": 0.327594, + "lrap": 0.450649 + }, + { + "accuracy": 0.063, + "f1": 0.377832, + "lrap": 0.511881 + }, + { + "accuracy": 0.0278, + "f1": 0.32415, + "lrap": 0.491595 + }, + { + "accuracy": 0.0658, + "f1": 0.360286, + "lrap": 0.467972 + }, + { + "accuracy": 0.0772, + "f1": 0.381806, + "lrap": 0.517848 + }, + { + "accuracy": 0.0172, + "f1": 0.371194, + "lrap": 0.466193 + }, + { + "accuracy": 0.0466, + "f1": 0.383255, + "lrap": 0.472405 + }, + { + "accuracy": 0.0732, + "f1": 0.368685, + "lrap": 0.516332 + }, + { + "accuracy": 0.084, + "f1": 0.38245, + "lrap": 0.535957 + } + ], + "main_score": 0.0554, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.0628, + "f1": 0.369628, + "lrap": 0.503949, + "scores_per_experiment": [ + { + "accuracy": 0.0662, + "f1": 0.371161, + "lrap": 0.5016 + }, + { + "accuracy": 0.0274, + "f1": 0.306151, + "lrap": 0.445551 + }, + { + "accuracy": 0.049, + "f1": 0.391901, + "lrap": 0.490429 + }, + { + "accuracy": 0.0378, + "f1": 0.338472, + "lrap": 0.514636 + }, + { + "accuracy": 0.0596, + "f1": 0.35647, + "lrap": 0.481951 + }, + { + "accuracy": 0.0908, + "f1": 0.382263, + "lrap": 0.540553 + }, + { + "accuracy": 0.0488, + "f1": 0.416476, + "lrap": 0.523035 + }, + { + "accuracy": 0.0564, + "f1": 0.381641, + "lrap": 0.472029 + }, + { + "accuracy": 0.1138, + "f1": 0.383046, + "lrap": 0.540968 + }, + { + "accuracy": 0.0782, + "f1": 0.3687, + "lrap": 0.528736 + } + ], + "main_score": 0.0628, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "accuracy": 0.04522, + "f1": 0.388311, + "lrap": 0.484405, + "scores_per_experiment": [ + { + "accuracy": 0.069, + "f1": 0.415961, + "lrap": 0.504269 + }, + { + "accuracy": 0.0476, + "f1": 0.359729, + "lrap": 0.46463 + }, + { + "accuracy": 0.0282, + "f1": 0.39707, + "lrap": 0.497324 + }, + { + "accuracy": 0.0364, + "f1": 0.338141, + "lrap": 0.439793 + }, + { + "accuracy": 0.054, + "f1": 0.424443, + "lrap": 0.525379 + }, + { + "accuracy": 0.0376, + "f1": 0.383356, + "lrap": 0.469639 + }, + { + "accuracy": 0.0322, + "f1": 0.405528, + "lrap": 0.48891 + }, + { + "accuracy": 0.034, + "f1": 0.375517, + "lrap": 0.452714 + }, + { + "accuracy": 0.0726, + "f1": 0.412773, + "lrap": 0.519723 + }, + { + "accuracy": 0.0406, + "f1": 0.370592, + "lrap": 0.481669 + } + ], + "main_score": 0.04522, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "accuracy": 0.04926, + "f1": 0.356442, + "lrap": 0.482282, + "scores_per_experiment": [ + { + "accuracy": 0.0444, + "f1": 0.321172, + "lrap": 0.458971 + }, + { + "accuracy": 0.0484, + "f1": 0.36039, + "lrap": 0.479889 + }, + { + "accuracy": 0.0888, + "f1": 0.386548, + "lrap": 0.509327 + }, + { + "accuracy": 0.0266, + "f1": 0.340878, + "lrap": 0.474512 + }, + { + "accuracy": 0.0552, + "f1": 0.33853, + "lrap": 0.497546 + }, + { + "accuracy": 0.053, + "f1": 0.366284, + "lrap": 0.500568 + }, + { + "accuracy": 0.0234, + "f1": 0.381103, + "lrap": 0.47832 + }, + { + "accuracy": 0.0382, + "f1": 0.357946, + "lrap": 0.462247 + }, + { + "accuracy": 0.0658, + "f1": 0.362368, + "lrap": 0.501028 + }, + { + "accuracy": 0.0488, + "f1": 0.349203, + "lrap": 0.460412 + } + ], + "main_score": 0.04926, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.03804, + "f1": 0.385853, + "lrap": 0.4842, + "scores_per_experiment": [ + { + "accuracy": 0.019, + "f1": 0.343292, + "lrap": 0.469367 + }, + { + "accuracy": 0.014, + "f1": 0.397868, + "lrap": 0.463177 + }, + { + "accuracy": 0.0428, + "f1": 0.386652, + "lrap": 0.490207 + }, + { + "accuracy": 0.0526, + "f1": 0.390072, + "lrap": 0.500443 + }, + { + "accuracy": 0.0236, + "f1": 0.390342, + "lrap": 0.45724 + }, + { + "accuracy": 0.0414, + "f1": 0.350645, + "lrap": 0.491588 + }, + { + "accuracy": 0.0544, + "f1": 0.416498, + "lrap": 0.480885 + }, + { + "accuracy": 0.044, + "f1": 0.374683, + "lrap": 0.481415 + }, + { + "accuracy": 0.0572, + "f1": 0.41272, + "lrap": 0.519446 + }, + { + "accuracy": 0.0314, + "f1": 0.395757, + "lrap": 0.488231 + } + ], + "main_score": 0.03804, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "accuracy": 0.04362, + "f1": 0.371056, + "lrap": 0.487222, + "scores_per_experiment": [ + { + "accuracy": 0.0472, + "f1": 0.417564, + "lrap": 0.485939 + }, + { + "accuracy": 0.0192, + "f1": 0.326596, + "lrap": 0.428803 + }, + { + "accuracy": 0.052, + "f1": 0.396457, + "lrap": 0.500776 + }, + { + "accuracy": 0.0588, + "f1": 0.369997, + "lrap": 0.509603 + }, + { + "accuracy": 0.0274, + "f1": 0.360196, + "lrap": 0.471801 + }, + { + "accuracy": 0.0278, + "f1": 0.346466, + "lrap": 0.494727 + }, + { + "accuracy": 0.0624, + "f1": 0.392445, + "lrap": 0.529302 + }, + { + "accuracy": 0.0442, + "f1": 0.349859, + "lrap": 0.457277 + }, + { + "accuracy": 0.0528, + "f1": 0.368495, + "lrap": 0.476892 + }, + { + "accuracy": 0.0444, + "f1": 0.382486, + "lrap": 0.517097 + } + ], + "main_score": 0.04362, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "accuracy": 0.05836, + "f1": 0.376164, + "lrap": 0.48747, + "scores_per_experiment": [ + { + "accuracy": 0.0692, + "f1": 0.380403, + "lrap": 0.486096 + }, + { + "accuracy": 0.0932, + "f1": 0.395726, + "lrap": 0.517356 + }, + { + "accuracy": 0.1018, + "f1": 0.36362, + "lrap": 0.48472 + }, + { + "accuracy": 0.0286, + "f1": 0.352376, + "lrap": 0.486754 + }, + { + "accuracy": 0.0466, + "f1": 0.377659, + "lrap": 0.473944 + }, + { + "accuracy": 0.056, + "f1": 0.392848, + "lrap": 0.504634 + }, + { + "accuracy": 0.0472, + "f1": 0.351636, + "lrap": 0.480061 + }, + { + "accuracy": 0.0192, + "f1": 0.371212, + "lrap": 0.460092 + }, + { + "accuracy": 0.0808, + "f1": 0.404979, + "lrap": 0.521211 + }, + { + "accuracy": 0.041, + "f1": 0.371184, + "lrap": 0.459828 + } + ], + "main_score": 0.05836, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "accuracy": 0.05028, + "f1": 0.362751, + "lrap": 0.485152, + "scores_per_experiment": [ + { + "accuracy": 0.065, + "f1": 0.356482, + "lrap": 0.48647 + }, + { + "accuracy": 0.0392, + "f1": 0.321217, + "lrap": 0.461488 + }, + { + "accuracy": 0.034, + "f1": 0.381799, + "lrap": 0.471087 + }, + { + "accuracy": 0.0226, + "f1": 0.310228, + "lrap": 0.492906 + }, + { + "accuracy": 0.0644, + "f1": 0.365313, + "lrap": 0.453031 + }, + { + "accuracy": 0.0516, + "f1": 0.380967, + "lrap": 0.495398 + }, + { + "accuracy": 0.0274, + "f1": 0.383194, + "lrap": 0.487328 + }, + { + "accuracy": 0.05, + "f1": 0.376412, + "lrap": 0.461651 + }, + { + "accuracy": 0.057, + "f1": 0.373731, + "lrap": 0.508541 + }, + { + "accuracy": 0.0916, + "f1": 0.378169, + "lrap": 0.533621 + } + ], + "main_score": 0.05028, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.05876, + "f1": 0.393185, + "lrap": 0.498853, + "scores_per_experiment": [ + { + "accuracy": 0.0728, + "f1": 0.411392, + "lrap": 0.528525 + }, + { + "accuracy": 0.0434, + "f1": 0.404855, + "lrap": 0.505842 + }, + { + "accuracy": 0.0562, + "f1": 0.368525, + "lrap": 0.481341 + }, + { + "accuracy": 0.0412, + "f1": 0.392167, + "lrap": 0.487342 + }, + { + "accuracy": 0.0306, + "f1": 0.384547, + "lrap": 0.476 + }, + { + "accuracy": 0.0776, + "f1": 0.373724, + "lrap": 0.5219 + }, + { + "accuracy": 0.029, + "f1": 0.396376, + "lrap": 0.484138 + }, + { + "accuracy": 0.0316, + "f1": 0.410054, + "lrap": 0.459754 + }, + { + "accuracy": 0.1138, + "f1": 0.416429, + "lrap": 0.522124 + }, + { + "accuracy": 0.0914, + "f1": 0.373783, + "lrap": 0.521564 + } + ], + "main_score": 0.05876, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "accuracy": 0.04306, + "f1": 0.39073, + "lrap": 0.478113, + "scores_per_experiment": [ + { + "accuracy": 0.0408, + "f1": 0.434942, + "lrap": 0.508024 + }, + { + "accuracy": 0.0284, + "f1": 0.379074, + "lrap": 0.454274 + }, + { + "accuracy": 0.058, + "f1": 0.353559, + "lrap": 0.503365 + }, + { + "accuracy": 0.032, + "f1": 0.38186, + "lrap": 0.457723 + }, + { + "accuracy": 0.0566, + "f1": 0.366472, + "lrap": 0.466449 + }, + { + "accuracy": 0.0374, + "f1": 0.414559, + "lrap": 0.494025 + }, + { + "accuracy": 0.045, + "f1": 0.437112, + "lrap": 0.475668 + }, + { + "accuracy": 0.0534, + "f1": 0.367134, + "lrap": 0.467421 + }, + { + "accuracy": 0.0516, + "f1": 0.408134, + "lrap": 0.492861 + }, + { + "accuracy": 0.0274, + "f1": 0.364457, + "lrap": 0.46132 + } + ], + "main_score": 0.04306, + "hf_subset": "sk", + "languages": [ + "slk-Latn" + ] + }, + { + "accuracy": 0.0525, + "f1": 0.373895, + "lrap": 0.488769, + "scores_per_experiment": [ + { + "accuracy": 0.1642, + "f1": 0.42285, + "lrap": 0.540588 + }, + { + "accuracy": 0.0502, + "f1": 0.39172, + "lrap": 0.500359 + }, + { + "accuracy": 0.0322, + "f1": 0.371824, + "lrap": 0.473117 + }, + { + "accuracy": 0.0306, + "f1": 0.329983, + "lrap": 0.495915 + }, + { + "accuracy": 0.0494, + "f1": 0.406228, + "lrap": 0.508423 + }, + { + "accuracy": 0.036, + "f1": 0.338225, + "lrap": 0.451789 + }, + { + "accuracy": 0.0388, + "f1": 0.381191, + "lrap": 0.483637 + }, + { + "accuracy": 0.0256, + "f1": 0.344863, + "lrap": 0.464936 + }, + { + "accuracy": 0.0558, + "f1": 0.360058, + "lrap": 0.50329 + }, + { + "accuracy": 0.0422, + "f1": 0.392005, + "lrap": 0.465629 + } + ], + "main_score": 0.0525, + "hf_subset": "lt", + "languages": [ + "lit-Latn" + ] + }, + { + "accuracy": 0.05824, + "f1": 0.368621, + "lrap": 0.484258, + "scores_per_experiment": [ + { + "accuracy": 0.1386, + "f1": 0.384059, + "lrap": 0.53696 + }, + { + "accuracy": 0.0578, + "f1": 0.362464, + "lrap": 0.483166 + }, + { + "accuracy": 0.0654, + "f1": 0.391187, + "lrap": 0.497763 + }, + { + "accuracy": 0.051, + "f1": 0.366856, + "lrap": 0.509711 + }, + { + "accuracy": 0.0426, + "f1": 0.380649, + "lrap": 0.505897 + }, + { + "accuracy": 0.0242, + "f1": 0.317033, + "lrap": 0.390543 + }, + { + "accuracy": 0.054, + "f1": 0.373249, + "lrap": 0.487674 + }, + { + "accuracy": 0.0624, + "f1": 0.387562, + "lrap": 0.497106 + }, + { + "accuracy": 0.052, + "f1": 0.374664, + "lrap": 0.473395 + }, + { + "accuracy": 0.0344, + "f1": 0.348493, + "lrap": 0.460367 + } + ], + "main_score": 0.05824, + "hf_subset": "hr", + "languages": [ + "hrv-Latn" + ] + }, + { + "accuracy": 0.04744, + "f1": 0.38872, + "lrap": 0.483847, + "scores_per_experiment": [ + { + "accuracy": 0.0702, + "f1": 0.422918, + "lrap": 0.508201 + }, + { + "accuracy": 0.0358, + "f1": 0.38328, + "lrap": 0.473152 + }, + { + "accuracy": 0.048, + "f1": 0.401842, + "lrap": 0.489857 + }, + { + "accuracy": 0.0206, + "f1": 0.3922, + "lrap": 0.46052 + }, + { + "accuracy": 0.0542, + "f1": 0.341869, + "lrap": 0.495765 + }, + { + "accuracy": 0.0654, + "f1": 0.380436, + "lrap": 0.494668 + }, + { + "accuracy": 0.025, + "f1": 0.344975, + "lrap": 0.452425 + }, + { + "accuracy": 0.0514, + "f1": 0.38834, + "lrap": 0.492963 + }, + { + "accuracy": 0.0524, + "f1": 0.446294, + "lrap": 0.497108 + }, + { + "accuracy": 0.0514, + "f1": 0.385049, + "lrap": 0.473808 + } + ], + "main_score": 0.04744, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "accuracy": 0.0478, + "f1": 0.372498, + "lrap": 0.475186, + "scores_per_experiment": [ + { + "accuracy": 0.059, + "f1": 0.38457, + "lrap": 0.464157 + }, + { + "accuracy": 0.0394, + "f1": 0.378324, + "lrap": 0.516214 + }, + { + "accuracy": 0.0438, + "f1": 0.349297, + "lrap": 0.448199 + }, + { + "accuracy": 0.0728, + "f1": 0.379907, + "lrap": 0.472713 + }, + { + "accuracy": 0.0472, + "f1": 0.341993, + "lrap": 0.465738 + }, + { + "accuracy": 0.059, + "f1": 0.38921, + "lrap": 0.484476 + }, + { + "accuracy": 0.0324, + "f1": 0.3679, + "lrap": 0.471401 + }, + { + "accuracy": 0.0446, + "f1": 0.389862, + "lrap": 0.484863 + }, + { + "accuracy": 0.0306, + "f1": 0.386668, + "lrap": 0.479032 + }, + { + "accuracy": 0.0492, + "f1": 0.357252, + "lrap": 0.465066 + } + ], + "main_score": 0.0478, + "hf_subset": "et", + "languages": [ + "est-Latn" + ] + }, + { + "accuracy": 0.04896, + "f1": 0.38926, + "lrap": 0.490496, + "scores_per_experiment": [ + { + "accuracy": 0.053, + "f1": 0.390526, + "lrap": 0.514922 + }, + { + "accuracy": 0.0392, + "f1": 0.412852, + "lrap": 0.468496 + }, + { + "accuracy": 0.0338, + "f1": 0.3889, + "lrap": 0.5095 + }, + { + "accuracy": 0.0518, + "f1": 0.371641, + "lrap": 0.488619 + }, + { + "accuracy": 0.0362, + "f1": 0.391045, + "lrap": 0.500197 + }, + { + "accuracy": 0.0722, + "f1": 0.36708, + "lrap": 0.516262 + }, + { + "accuracy": 0.0266, + "f1": 0.364601, + "lrap": 0.425702 + }, + { + "accuracy": 0.0744, + "f1": 0.375031, + "lrap": 0.500369 + }, + { + "accuracy": 0.072, + "f1": 0.422671, + "lrap": 0.497907 + }, + { + "accuracy": 0.0304, + "f1": 0.408249, + "lrap": 0.482985 + } + ], + "main_score": 0.04896, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "accuracy": 0.06138, + "f1": 0.367886, + "lrap": 0.487342, + "scores_per_experiment": [ + { + "accuracy": 0.0724, + "f1": 0.405318, + "lrap": 0.519297 + }, + { + "accuracy": 0.1572, + "f1": 0.41786, + "lrap": 0.537183 + }, + { + "accuracy": 0.092, + "f1": 0.341675, + "lrap": 0.48933 + }, + { + "accuracy": 0.0268, + "f1": 0.394944, + "lrap": 0.475978 + }, + { + "accuracy": 0.0428, + "f1": 0.355698, + "lrap": 0.470772 + }, + { + "accuracy": 0.0292, + "f1": 0.346186, + "lrap": 0.460469 + }, + { + "accuracy": 0.044, + "f1": 0.333569, + "lrap": 0.473099 + }, + { + "accuracy": 0.0528, + "f1": 0.381921, + "lrap": 0.479426 + }, + { + "accuracy": 0.0464, + "f1": 0.345138, + "lrap": 0.493965 + }, + { + "accuracy": 0.0502, + "f1": 0.356555, + "lrap": 0.473905 + } + ], + "main_score": 0.06138, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 8051.685412406921, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/MultiHateClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MultiHateClassification.json new file mode 100644 index 0000000000..78eccc07e9 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/MultiHateClassification.json @@ -0,0 +1,935 @@ +{ + "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", + "task_name": "MultiHateClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.7335, + "f1": 0.705058, + "f1_weighted": 0.734982, + "ap": 0.500653, + "ap_weighted": 0.500653, + "scores_per_experiment": [ + { + "accuracy": 0.719, + "f1": 0.684892, + "f1_weighted": 0.720762, + "ap": 0.470036, + "ap_weighted": 0.470036 + }, + { + "accuracy": 0.685, + "f1": 0.68032, + "f1_weighted": 0.693703, + "ap": 0.485566, + "ap_weighted": 0.485566 + }, + { + "accuracy": 0.72, + "f1": 0.692712, + "f1_weighted": 0.724395, + "ap": 0.479066, + "ap_weighted": 0.479066 + }, + { + "accuracy": 0.746, + "f1": 0.688382, + "f1_weighted": 0.734744, + "ap": 0.483167, + "ap_weighted": 0.483167 + }, + { + "accuracy": 0.76, + "f1": 0.748255, + "f1_weighted": 0.767069, + "ap": 0.550078, + "ap_weighted": 0.550078 + }, + { + "accuracy": 0.76, + "f1": 0.72863, + "f1_weighted": 0.760554, + "ap": 0.521992, + "ap_weighted": 0.521992 + }, + { + "accuracy": 0.793, + "f1": 0.77146, + "f1_weighted": 0.795736, + "ap": 0.577382, + "ap_weighted": 0.577382 + }, + { + "accuracy": 0.739, + "f1": 0.671612, + "f1_weighted": 0.723083, + "ap": 0.468251, + "ap_weighted": 0.468251 + }, + { + "accuracy": 0.683, + "f1": 0.672016, + "f1_weighted": 0.692783, + "ap": 0.467064, + "ap_weighted": 0.467064 + }, + { + "accuracy": 0.73, + "f1": 0.712306, + "f1_weighted": 0.736992, + "ap": 0.503924, + "ap_weighted": 0.503924 + } + ], + "main_score": 0.7335, + "hf_subset": "cmn", + "languages": [ + "cmn-Hans" + ] + }, + { + "accuracy": 0.8448, + "f1": 0.80708, + "f1_weighted": 0.8409, + "ap": 0.626333, + "ap_weighted": 0.626333, + "scores_per_experiment": [ + { + "accuracy": 0.834, + "f1": 0.790901, + "f1_weighted": 0.828874, + "ap": 0.59916, + "ap_weighted": 0.59916 + }, + { + "accuracy": 0.844, + "f1": 0.807798, + "f1_weighted": 0.841164, + "ap": 0.621629, + "ap_weighted": 0.621629 + }, + { + "accuracy": 0.886, + "f1": 0.866041, + "f1_weighted": 0.886724, + "ap": 0.713482, + "ap_weighted": 0.713482 + }, + { + "accuracy": 0.826, + "f1": 0.78516, + "f1_weighted": 0.822628, + "ap": 0.585114, + "ap_weighted": 0.585114 + }, + { + "accuracy": 0.82, + "f1": 0.763735, + "f1_weighted": 0.809854, + "ap": 0.56727, + "ap_weighted": 0.56727 + }, + { + "accuracy": 0.828, + "f1": 0.771878, + "f1_weighted": 0.817138, + "ap": 0.584261, + "ap_weighted": 0.584261 + }, + { + "accuracy": 0.834, + "f1": 0.817822, + "f1_weighted": 0.839537, + "ap": 0.627556, + "ap_weighted": 0.627556 + }, + { + "accuracy": 0.861, + "f1": 0.814913, + "f1_weighted": 0.851857, + "ap": 0.6623, + "ap_weighted": 0.6623 + }, + { + "accuracy": 0.876, + "f1": 0.855583, + "f1_weighted": 0.877303, + "ap": 0.693004, + "ap_weighted": 0.693004 + }, + { + "accuracy": 0.839, + "f1": 0.796967, + "f1_weighted": 0.833919, + "ap": 0.609551, + "ap_weighted": 0.609551 + } + ], + "main_score": 0.8448, + "hf_subset": "deu", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.7882, + "f1": 0.755437, + "f1_weighted": 0.790254, + "ap": 0.540423, + "ap_weighted": 0.540423, + "scores_per_experiment": [ + { + "accuracy": 0.83, + "f1": 0.810335, + "f1_weighted": 0.834764, + "ap": 0.614924, + "ap_weighted": 0.614924 + }, + { + "accuracy": 0.785, + "f1": 0.749818, + "f1_weighted": 0.787345, + "ap": 0.526026, + "ap_weighted": 0.526026 + }, + { + "accuracy": 0.776, + "f1": 0.735818, + "f1_weighted": 0.77703, + "ap": 0.507527, + "ap_weighted": 0.507527 + }, + { + "accuracy": 0.798, + "f1": 0.778313, + "f1_weighted": 0.804738, + "ap": 0.568242, + "ap_weighted": 0.568242 + }, + { + "accuracy": 0.8, + "f1": 0.773509, + "f1_weighted": 0.804493, + "ap": 0.559277, + "ap_weighted": 0.559277 + }, + { + "accuracy": 0.812, + "f1": 0.782921, + "f1_weighted": 0.814701, + "ap": 0.573297, + "ap_weighted": 0.573297 + }, + { + "accuracy": 0.765, + "f1": 0.70632, + "f1_weighted": 0.75883, + "ap": 0.474083, + "ap_weighted": 0.474083 + }, + { + "accuracy": 0.799, + "f1": 0.728715, + "f1_weighted": 0.783949, + "ap": 0.521928, + "ap_weighted": 0.521928 + }, + { + "accuracy": 0.749, + "f1": 0.736355, + "f1_weighted": 0.759451, + "ap": 0.52166, + "ap_weighted": 0.52166 + }, + { + "accuracy": 0.768, + "f1": 0.752268, + "f1_weighted": 0.777239, + "ap": 0.537268, + "ap_weighted": 0.537268 + } + ], + "main_score": 0.7882, + "hf_subset": "ita", + "languages": [ + "ita-Latn" + ] + }, + { + "accuracy": 0.8163, + "f1": 0.79098, + "f1_weighted": 0.819354, + "ap": 0.590982, + "ap_weighted": 0.590982, + "scores_per_experiment": [ + { + "accuracy": 0.812, + "f1": 0.793946, + "f1_weighted": 0.818099, + "ap": 0.592285, + "ap_weighted": 0.592285 + }, + { + "accuracy": 0.791, + "f1": 0.763499, + "f1_weighted": 0.795436, + "ap": 0.546559, + "ap_weighted": 0.546559 + }, + { + "accuracy": 0.81, + "f1": 0.79482, + "f1_weighted": 0.81692, + "ap": 0.595455, + "ap_weighted": 0.595455 + }, + { + "accuracy": 0.84, + "f1": 0.809524, + "f1_weighted": 0.839695, + "ap": 0.619802, + "ap_weighted": 0.619802 + }, + { + "accuracy": 0.861, + "f1": 0.838536, + "f1_weighted": 0.862385, + "ap": 0.664582, + "ap_weighted": 0.664582 + }, + { + "accuracy": 0.816, + "f1": 0.784175, + "f1_weighted": 0.816995, + "ap": 0.578007, + "ap_weighted": 0.578007 + }, + { + "accuracy": 0.813, + "f1": 0.762533, + "f1_weighted": 0.805884, + "ap": 0.558783, + "ap_weighted": 0.558783 + }, + { + "accuracy": 0.815, + "f1": 0.795471, + "f1_weighted": 0.820498, + "ap": 0.593859, + "ap_weighted": 0.593859 + }, + { + "accuracy": 0.838, + "f1": 0.81847, + "f1_weighted": 0.842049, + "ap": 0.628931, + "ap_weighted": 0.628931 + }, + { + "accuracy": 0.767, + "f1": 0.748825, + "f1_weighted": 0.775581, + "ap": 0.531558, + "ap_weighted": 0.531558 + } + ], + "main_score": 0.8163, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "accuracy": 0.5772, + "f1": 0.549465, + "f1_weighted": 0.590037, + "ap": 0.342072, + "ap_weighted": 0.342072, + "scores_per_experiment": [ + { + "accuracy": 0.466, + "f1": 0.466, + "f1_weighted": 0.466, + "ap": 0.326029, + "ap_weighted": 0.326029 + }, + { + "accuracy": 0.648, + "f1": 0.606714, + "f1_weighted": 0.657429, + "ap": 0.371505, + "ap_weighted": 0.371505 + }, + { + "accuracy": 0.642, + "f1": 0.608128, + "f1_weighted": 0.653982, + "ap": 0.375357, + "ap_weighted": 0.375357 + }, + { + "accuracy": 0.596, + "f1": 0.562162, + "f1_weighted": 0.610606, + "ap": 0.341501, + "ap_weighted": 0.341501 + }, + { + "accuracy": 0.552, + "f1": 0.529214, + "f1_weighted": 0.570436, + "ap": 0.326124, + "ap_weighted": 0.326124 + }, + { + "accuracy": 0.531, + "f1": 0.504563, + "f1_weighted": 0.550112, + "ap": 0.310724, + "ap_weighted": 0.310724 + }, + { + "accuracy": 0.594, + "f1": 0.572953, + "f1_weighted": 0.610686, + "ap": 0.355958, + "ap_weighted": 0.355958 + }, + { + "accuracy": 0.549, + "f1": 0.540628, + "f1_weighted": 0.56531, + "ap": 0.346403, + "ap_weighted": 0.346403 + }, + { + "accuracy": 0.599, + "f1": 0.569202, + "f1_weighted": 0.614295, + "ap": 0.348063, + "ap_weighted": 0.348063 + }, + { + "accuracy": 0.595, + "f1": 0.535081, + "f1_weighted": 0.601509, + "ap": 0.319056, + "ap_weighted": 0.319056 + } + ], + "main_score": 0.5772, + "hf_subset": "ara", + "languages": [ + "ara-Arab" + ] + }, + { + "accuracy": 0.8177, + "f1": 0.780894, + "f1_weighted": 0.817381, + "ap": 0.573128, + "ap_weighted": 0.573128, + "scores_per_experiment": [ + { + "accuracy": 0.768, + "f1": 0.72112, + "f1_weighted": 0.767771, + "ap": 0.485186, + "ap_weighted": 0.485186 + }, + { + "accuracy": 0.836, + "f1": 0.799639, + "f1_weighted": 0.834464, + "ap": 0.601706, + "ap_weighted": 0.601706 + }, + { + "accuracy": 0.788, + "f1": 0.758788, + "f1_weighted": 0.793037, + "ap": 0.535308, + "ap_weighted": 0.535308 + }, + { + "accuracy": 0.828, + "f1": 0.784326, + "f1_weighted": 0.823924, + "ap": 0.582114, + "ap_weighted": 0.582114 + }, + { + "accuracy": 0.796, + "f1": 0.765236, + "f1_weighted": 0.799909, + "ap": 0.544159, + "ap_weighted": 0.544159 + }, + { + "accuracy": 0.817, + "f1": 0.783573, + "f1_weighted": 0.818276, + "ap": 0.572225, + "ap_weighted": 0.572225 + }, + { + "accuracy": 0.815, + "f1": 0.763963, + "f1_weighted": 0.808744, + "ap": 0.553899, + "ap_weighted": 0.553899 + }, + { + "accuracy": 0.844, + "f1": 0.818631, + "f1_weighted": 0.846306, + "ap": 0.626367, + "ap_weighted": 0.626367 + }, + { + "accuracy": 0.823, + "f1": 0.78122, + "f1_weighted": 0.820227, + "ap": 0.574315, + "ap_weighted": 0.574315 + }, + { + "accuracy": 0.862, + "f1": 0.832443, + "f1_weighted": 0.861156, + "ap": 0.655998, + "ap_weighted": 0.655998 + } + ], + "main_score": 0.8177, + "hf_subset": "spa", + "languages": [ + "spa-Latn" + ] + }, + { + "accuracy": 0.7943, + "f1": 0.765044, + "f1_weighted": 0.79768, + "ap": 0.55191, + "ap_weighted": 0.55191, + "scores_per_experiment": [ + { + "accuracy": 0.735, + "f1": 0.713996, + "f1_weighted": 0.744843, + "ap": 0.486797, + "ap_weighted": 0.486797 + }, + { + "accuracy": 0.808, + "f1": 0.777926, + "f1_weighted": 0.810452, + "ap": 0.566793, + "ap_weighted": 0.566793 + }, + { + "accuracy": 0.839, + "f1": 0.816082, + "f1_weighted": 0.841922, + "ap": 0.624983, + "ap_weighted": 0.624983 + }, + { + "accuracy": 0.798, + "f1": 0.761324, + "f1_weighted": 0.798561, + "ap": 0.543951, + "ap_weighted": 0.543951 + }, + { + "accuracy": 0.8, + "f1": 0.752523, + "f1_weighted": 0.795664, + "ap": 0.537014, + "ap_weighted": 0.537014 + }, + { + "accuracy": 0.811, + "f1": 0.794035, + "f1_weighted": 0.817561, + "ap": 0.592527, + "ap_weighted": 0.592527 + }, + { + "accuracy": 0.785, + "f1": 0.763266, + "f1_weighted": 0.791814, + "ap": 0.547273, + "ap_weighted": 0.547273 + }, + { + "accuracy": 0.751, + "f1": 0.709234, + "f1_weighted": 0.753094, + "ap": 0.474178, + "ap_weighted": 0.474178 + }, + { + "accuracy": 0.824, + "f1": 0.792809, + "f1_weighted": 0.824804, + "ap": 0.590675, + "ap_weighted": 0.590675 + }, + { + "accuracy": 0.792, + "f1": 0.769249, + "f1_weighted": 0.798086, + "ap": 0.554911, + "ap_weighted": 0.554911 + } + ], + "main_score": 0.7943, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.7723, + "f1": 0.733966, + "f1_weighted": 0.773873, + "ap": 0.511242, + "ap_weighted": 0.511242, + "scores_per_experiment": [ + { + "accuracy": 0.809, + "f1": 0.780379, + "f1_weighted": 0.812409, + "ap": 0.567771, + "ap_weighted": 0.567771 + }, + { + "accuracy": 0.772, + "f1": 0.722599, + "f1_weighted": 0.769893, + "ap": 0.49003, + "ap_weighted": 0.49003 + }, + { + "accuracy": 0.734, + "f1": 0.713084, + "f1_weighted": 0.744381, + "ap": 0.484096, + "ap_weighted": 0.484096 + }, + { + "accuracy": 0.766, + "f1": 0.739305, + "f1_weighted": 0.773007, + "ap": 0.511848, + "ap_weighted": 0.511848 + }, + { + "accuracy": 0.758, + "f1": 0.717658, + "f1_weighted": 0.760775, + "ap": 0.481892, + "ap_weighted": 0.481892 + }, + { + "accuracy": 0.767, + "f1": 0.731187, + "f1_weighted": 0.770827, + "ap": 0.499296, + "ap_weighted": 0.499296 + }, + { + "accuracy": 0.737, + "f1": 0.709238, + "f1_weighted": 0.745535, + "ap": 0.475038, + "ap_weighted": 0.475038 + }, + { + "accuracy": 0.785, + "f1": 0.693204, + "f1_weighted": 0.761002, + "ap": 0.485582, + "ap_weighted": 0.485582 + }, + { + "accuracy": 0.851, + "f1": 0.817007, + "f1_weighted": 0.848871, + "ap": 0.634076, + "ap_weighted": 0.634076 + }, + { + "accuracy": 0.744, + "f1": 0.715999, + "f1_weighted": 0.752026, + "ap": 0.482787, + "ap_weighted": 0.482787 + } + ], + "main_score": 0.7723, + "hf_subset": "pol", + "languages": [ + "pol-Latn" + ] + }, + { + "accuracy": 0.8516, + "f1": 0.827271, + "f1_weighted": 0.851114, + "ap": 0.661452, + "ap_weighted": 0.661452, + "scores_per_experiment": [ + { + "accuracy": 0.85, + "f1": 0.825909, + "f1_weighted": 0.85, + "ap": 0.654344, + "ap_weighted": 0.654344 + }, + { + "accuracy": 0.864, + "f1": 0.834871, + "f1_weighted": 0.860671, + "ap": 0.682058, + "ap_weighted": 0.682058 + }, + { + "accuracy": 0.867, + "f1": 0.834889, + "f1_weighted": 0.861976, + "ap": 0.690744, + "ap_weighted": 0.690744 + }, + { + "accuracy": 0.871, + "f1": 0.853108, + "f1_weighted": 0.872179, + "ap": 0.696756, + "ap_weighted": 0.696756 + }, + { + "accuracy": 0.87, + "f1": 0.85232, + "f1_weighted": 0.871329, + "ap": 0.694975, + "ap_weighted": 0.694975 + }, + { + "accuracy": 0.823, + "f1": 0.807112, + "f1_weighted": 0.827706, + "ap": 0.61928, + "ap_weighted": 0.61928 + }, + { + "accuracy": 0.832, + "f1": 0.815385, + "f1_weighted": 0.835988, + "ap": 0.631776, + "ap_weighted": 0.631776 + }, + { + "accuracy": 0.85, + "f1": 0.808391, + "f1_weighted": 0.841607, + "ap": 0.655642, + "ap_weighted": 0.655642 + }, + { + "accuracy": 0.837, + "f1": 0.809659, + "f1_weighted": 0.836495, + "ap": 0.629005, + "ap_weighted": 0.629005 + }, + { + "accuracy": 0.852, + "f1": 0.831069, + "f1_weighted": 0.853189, + "ap": 0.659942, + "ap_weighted": 0.659942 + } + ], + "main_score": 0.8516, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.801, + "f1": 0.767637, + "f1_weighted": 0.802951, + "ap": 0.551966, + "ap_weighted": 0.551966, + "scores_per_experiment": [ + { + "accuracy": 0.835, + "f1": 0.808992, + "f1_weighted": 0.837467, + "ap": 0.612081, + "ap_weighted": 0.612081 + }, + { + "accuracy": 0.768, + "f1": 0.744717, + "f1_weighted": 0.775864, + "ap": 0.520445, + "ap_weighted": 0.520445 + }, + { + "accuracy": 0.803, + "f1": 0.755437, + "f1_weighted": 0.799009, + "ap": 0.538212, + "ap_weighted": 0.538212 + }, + { + "accuracy": 0.804, + "f1": 0.768413, + "f1_weighted": 0.805089, + "ap": 0.551363, + "ap_weighted": 0.551363 + }, + { + "accuracy": 0.778, + "f1": 0.724702, + "f1_weighted": 0.773639, + "ap": 0.49481, + "ap_weighted": 0.49481 + }, + { + "accuracy": 0.818, + "f1": 0.788769, + "f1_weighted": 0.820514, + "ap": 0.580684, + "ap_weighted": 0.580684 + }, + { + "accuracy": 0.785, + "f1": 0.74938, + "f1_weighted": 0.787551, + "ap": 0.523695, + "ap_weighted": 0.523695 + }, + { + "accuracy": 0.805, + "f1": 0.769381, + "f1_weighted": 0.805997, + "ap": 0.55285, + "ap_weighted": 0.55285 + }, + { + "accuracy": 0.805, + "f1": 0.784416, + "f1_weighted": 0.811328, + "ap": 0.575164, + "ap_weighted": 0.575164 + }, + { + "accuracy": 0.809, + "f1": 0.782162, + "f1_weighted": 0.813052, + "ap": 0.570358, + "ap_weighted": 0.570358 + } + ], + "main_score": 0.801, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ] + }, + { + "accuracy": 0.6374, + "f1": 0.609533, + "f1_weighted": 0.647528, + "ap": 0.387737, + "ap_weighted": 0.387737, + "scores_per_experiment": [ + { + "accuracy": 0.632, + "f1": 0.60443, + "f1_weighted": 0.645785, + "ap": 0.376309, + "ap_weighted": 0.376309 + }, + { + "accuracy": 0.707, + "f1": 0.669961, + "f1_weighted": 0.713744, + "ap": 0.431582, + "ap_weighted": 0.431582 + }, + { + "accuracy": 0.646, + "f1": 0.626227, + "f1_weighted": 0.660271, + "ap": 0.400107, + "ap_weighted": 0.400107 + }, + { + "accuracy": 0.602, + "f1": 0.588977, + "f1_weighted": 0.617949, + "ap": 0.376195, + "ap_weighted": 0.376195 + }, + { + "accuracy": 0.645, + "f1": 0.626771, + "f1_weighted": 0.659435, + "ap": 0.401994, + "ap_weighted": 0.401994 + }, + { + "accuracy": 0.476, + "f1": 0.47532, + "f1_weighted": 0.4828, + "ap": 0.324092, + "ap_weighted": 0.324092 + }, + { + "accuracy": 0.666, + "f1": 0.636246, + "f1_weighted": 0.677444, + "ap": 0.402137, + "ap_weighted": 0.402137 + }, + { + "accuracy": 0.645, + "f1": 0.621535, + "f1_weighted": 0.658853, + "ap": 0.393119, + "ap_weighted": 0.393119 + }, + { + "accuracy": 0.712, + "f1": 0.65173, + "f1_weighted": 0.709102, + "ap": 0.411198, + "ap_weighted": 0.411198 + }, + { + "accuracy": 0.643, + "f1": 0.59413, + "f1_weighted": 0.649901, + "ap": 0.360638, + "ap_weighted": 0.360638 + } + ], + "main_score": 0.6374, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 94.15149569511414, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NTREXBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NTREXBitextMining.json new file mode 100644 index 0000000000..adcdc418d2 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NTREXBitextMining.json @@ -0,0 +1,23003 @@ +{ + "dataset_revision": "ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33", + "task_name": "NTREXBitextMining", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.988316, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956268, + "recall": 0.969454, + "f1": 0.960524, + "accuracy": 0.969454, + "main_score": 0.960524, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.965406, + "recall": 0.976465, + "f1": 0.968987, + "accuracy": 0.976465, + "main_score": 0.968987, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.9609, + "recall": 0.972459, + "f1": 0.964564, + "accuracy": 0.972459, + "main_score": 0.964564, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.812125, + "recall": 0.856785, + "f1": 0.824813, + "accuracy": 0.856785, + "main_score": 0.824813, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.704928, + "recall": 0.770155, + "f1": 0.72401, + "accuracy": 0.770155, + "main_score": 0.72401, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.708239, + "recall": 0.769654, + "f1": 0.725576, + "accuracy": 0.769654, + "main_score": 0.725576, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.660768, + "recall": 0.728593, + "f1": 0.679627, + "accuracy": 0.728593, + "main_score": 0.679627, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.398997, + "recall": 0.475714, + "f1": 0.419541, + "accuracy": 0.475714, + "main_score": 0.419541, + "hf_subset": "amh_Ethi-orm_Ethi", + "languages": [ + "amh-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.705116, + "recall": 0.766149, + "f1": 0.723125, + "accuracy": 0.766149, + "main_score": 0.723125, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.630777, + "recall": 0.700551, + "f1": 0.650954, + "accuracy": 0.700551, + "main_score": 0.650954, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.767648, + "recall": 0.824236, + "f1": 0.784454, + "accuracy": 0.824236, + "main_score": 0.784454, + "hf_subset": "amh_Ethi-swa_Latn", + "languages": [ + "amh-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.659739, + "recall": 0.727091, + "f1": 0.678706, + "accuracy": 0.727091, + "main_score": 0.678706, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.644726, + "recall": 0.706059, + "f1": 0.66178, + "accuracy": 0.706059, + "main_score": 0.66178, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.513684, + "recall": 0.567852, + "f1": 0.528404, + "accuracy": 0.567852, + "main_score": 0.528404, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.674568, + "recall": 0.741112, + "f1": 0.694352, + "accuracy": 0.741112, + "main_score": 0.694352, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.497529, + "recall": 0.574862, + "f1": 0.517175, + "accuracy": 0.574862, + "main_score": 0.517175, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.677297, + "recall": 0.74662, + "f1": 0.6975, + "accuracy": 0.74662, + "main_score": 0.6975, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.968578, + "recall": 0.977466, + "f1": 0.971407, + "accuracy": 0.977466, + "main_score": 0.971407, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.846111, + "recall": 0.889334, + "f1": 0.859356, + "accuracy": 0.889334, + "main_score": 0.859356, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.976423, + "recall": 0.982974, + "f1": 0.978501, + "accuracy": 0.982974, + "main_score": 0.978501, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.972292, + "recall": 0.980971, + "f1": 0.975129, + "accuracy": 0.980971, + "main_score": 0.975129, + "hf_subset": "arb_Arab-fas_Arab", + "languages": [ + "arb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.972542, + "recall": 0.980471, + "f1": 0.975129, + "accuracy": 0.980471, + "main_score": 0.975129, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.979052, + "recall": 0.985478, + "f1": 0.981138, + "accuracy": 0.985478, + "main_score": 0.981138, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.975338, + "recall": 0.982974, + "f1": 0.97775, + "accuracy": 0.982974, + "main_score": 0.97775, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.968369, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.966241, + "recall": 0.976965, + "f1": 0.969738, + "accuracy": 0.976965, + "main_score": 0.969738, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.964697, + "recall": 0.975964, + "f1": 0.968369, + "accuracy": 0.975964, + "main_score": 0.968369, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.733205, + "recall": 0.799199, + "f1": 0.753207, + "accuracy": 0.799199, + "main_score": 0.753207, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.954014, + "recall": 0.968453, + "f1": 0.958688, + "accuracy": 0.968453, + "main_score": 0.958688, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.969621, + "recall": 0.978968, + "f1": 0.972709, + "accuracy": 0.978968, + "main_score": 0.972709, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.866989, + "recall": 0.902354, + "f1": 0.877658, + "accuracy": 0.902354, + "main_score": 0.877658, + "hf_subset": "arb_Arab-mey_Arab", + "languages": [ + "arb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.974796, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.966784, + "recall": 0.976965, + "f1": 0.970122, + "accuracy": 0.976965, + "main_score": 0.970122, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.967368, + "recall": 0.977967, + "f1": 0.970873, + "accuracy": 0.977967, + "main_score": 0.970873, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.844283, + "recall": 0.88683, + "f1": 0.857563, + "accuracy": 0.88683, + "main_score": 0.857563, + "hf_subset": "arb_Arab-pus_Arab", + "languages": [ + "arb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.974061, + "recall": 0.980971, + "f1": 0.976114, + "accuracy": 0.980971, + "main_score": 0.976114, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.502687, + "recall": 0.590886, + "f1": 0.525111, + "accuracy": 0.590886, + "main_score": 0.525111, + "hf_subset": "arb_Arab-shi_Arab", + "languages": [ + "arb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.97901, + "recall": 0.985478, + "f1": 0.981088, + "accuracy": 0.985478, + "main_score": 0.981088, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.965031, + "recall": 0.975463, + "f1": 0.968353, + "accuracy": 0.975463, + "main_score": 0.968353, + "hf_subset": "arb_Arab-swa_Latn", + "languages": [ + "arb-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.972459, + "recall": 0.981472, + "f1": 0.975463, + "accuracy": 0.981472, + "main_score": 0.975463, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.927141, + "recall": 0.949424, + "f1": 0.934402, + "accuracy": 0.949424, + "main_score": 0.934402, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.87768, + "recall": 0.911868, + "f1": 0.888408, + "accuracy": 0.911868, + "main_score": 0.888408, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.964029, + "recall": 0.974962, + "f1": 0.967535, + "accuracy": 0.974962, + "main_score": 0.967535, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.972626, + "recall": 0.981472, + "f1": 0.975547, + "accuracy": 0.981472, + "main_score": 0.975547, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.964447, + "recall": 0.974462, + "f1": 0.967594, + "accuracy": 0.974462, + "main_score": 0.967594, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.788892, + "recall": 0.844266, + "f1": 0.805902, + "accuracy": 0.844266, + "main_score": 0.805902, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.908893, + "recall": 0.934402, + "f1": 0.916917, + "accuracy": 0.934402, + "main_score": 0.916917, + "hf_subset": "aze_Latn-bak_Cyrl", + "languages": [ + "aze-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.977233, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "aze_Latn-eng_Latn", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946503, + "recall": 0.961943, + "f1": 0.951394, + "accuracy": 0.961943, + "main_score": 0.951394, + "hf_subset": "aze_Latn-kaz_Cyrl", + "languages": [ + "aze-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.932891, + "recall": 0.952429, + "f1": 0.939025, + "accuracy": 0.952429, + "main_score": 0.939025, + "hf_subset": "aze_Latn-kir_Cyrl", + "languages": [ + "aze-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.919045, + "recall": 0.942414, + "f1": 0.92654, + "accuracy": 0.942414, + "main_score": 0.92654, + "hf_subset": "aze_Latn-tat_Cyrl", + "languages": [ + "aze-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.925847, + "recall": 0.94642, + "f1": 0.932349, + "accuracy": 0.94642, + "main_score": 0.932349, + "hf_subset": "aze_Latn-tuk_Latn", + "languages": [ + "aze-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.968369, + "recall": 0.978468, + "f1": 0.971708, + "accuracy": 0.978468, + "main_score": 0.971708, + "hf_subset": "aze_Latn-tur_Latn", + "languages": [ + "aze-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.84016, + "recall": 0.881823, + "f1": 0.852865, + "accuracy": 0.881823, + "main_score": 0.852865, + "hf_subset": "aze_Latn-uig_Arab", + "languages": [ + "aze-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.958146, + "recall": 0.970456, + "f1": 0.962043, + "accuracy": 0.970456, + "main_score": 0.962043, + "hf_subset": "aze_Latn-uzb_Latn", + "languages": [ + "aze-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.921841, + "recall": 0.944917, + "f1": 0.929327, + "accuracy": 0.944917, + "main_score": 0.929327, + "hf_subset": "bak_Cyrl-aze_Latn", + "languages": [ + "bak-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.926473, + "recall": 0.948923, + "f1": 0.933617, + "accuracy": 0.948923, + "main_score": 0.933617, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.916642, + "recall": 0.93991, + "f1": 0.924136, + "accuracy": 0.93991, + "main_score": 0.924136, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.910449, + "recall": 0.935904, + "f1": 0.918628, + "accuracy": 0.935904, + "main_score": 0.918628, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.929185, + "recall": 0.949925, + "f1": 0.936021, + "accuracy": 0.949925, + "main_score": 0.936021, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.888207, + "recall": 0.918378, + "f1": 0.897596, + "accuracy": 0.918378, + "main_score": 0.897596, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.924136, + "recall": 0.94642, + "f1": 0.931314, + "accuracy": 0.94642, + "main_score": 0.931314, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.790668, + "recall": 0.842764, + "f1": 0.806593, + "accuracy": 0.842764, + "main_score": 0.806593, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.922342, + "recall": 0.944417, + "f1": 0.929511, + "accuracy": 0.944417, + "main_score": 0.929511, + "hf_subset": "bak_Cyrl-uzb_Latn", + "languages": [ + "bak-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.976131, + "recall": 0.983976, + "f1": 0.978718, + "accuracy": 0.983976, + "main_score": 0.978718, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.973627, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.987565, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.969621, + "recall": 0.978968, + "f1": 0.972709, + "accuracy": 0.978968, + "main_score": 0.972709, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.96655, + "recall": 0.976465, + "f1": 0.969705, + "accuracy": 0.976465, + "main_score": 0.969705, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.972709, + "recall": 0.981472, + "f1": 0.97563, + "accuracy": 0.981472, + "main_score": 0.97563, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "bel_Cyrl-srp_Latn", + "languages": [ + "bel-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.979803, + "recall": 0.985979, + "f1": 0.981806, + "accuracy": 0.985979, + "main_score": 0.981806, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.69, + "recall": 0.74662, + "f1": 0.705331, + "accuracy": 0.74662, + "main_score": 0.705331, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.573149, + "recall": 0.622434, + "f1": 0.587157, + "accuracy": 0.622434, + "main_score": 0.587157, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.609094, + "recall": 0.654982, + "f1": 0.622236, + "accuracy": 0.654982, + "main_score": 0.622236, + "hf_subset": "bem_Latn-fuc_Latn", + "languages": [ + "bem-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.694802, + "recall": 0.744116, + "f1": 0.709053, + "accuracy": 0.744116, + "main_score": 0.709053, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.696278, + "recall": 0.743115, + "f1": 0.709602, + "accuracy": 0.743115, + "main_score": 0.709602, + "hf_subset": "bem_Latn-nde_Latn", + "languages": [ + "bem-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.726409, + "recall": 0.774161, + "f1": 0.739693, + "accuracy": 0.774161, + "main_score": 0.739693, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.709481, + "recall": 0.757136, + "f1": 0.723256, + "accuracy": 0.757136, + "main_score": 0.723256, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.682927, + "recall": 0.727091, + "f1": 0.695626, + "accuracy": 0.727091, + "main_score": 0.695626, + "hf_subset": "bem_Latn-ven_Latn", + "languages": [ + "bem-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.962861, + "recall": 0.974462, + "f1": 0.9667, + "accuracy": 0.974462, + "main_score": 0.9667, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.747072, + "recall": 0.810215, + "f1": 0.765898, + "accuracy": 0.810215, + "main_score": 0.765898, + "hf_subset": "ben_Beng-div_Thaa", + "languages": [ + "ben-Beng", + "div-Thaa" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.938241, + "recall": 0.957436, + "f1": 0.9445, + "accuracy": 0.957436, + "main_score": 0.9445, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "ben_Beng-fas_Arab", + "languages": [ + "ben-Beng", + "fas-Arab" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.967284, + "recall": 0.977967, + "f1": 0.97079, + "accuracy": 0.977967, + "main_score": 0.97079, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.964947, + "recall": 0.975463, + "f1": 0.968369, + "accuracy": 0.975463, + "main_score": 0.968369, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.961859, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.960107, + "recall": 0.972959, + "f1": 0.96428, + "accuracy": 0.972959, + "main_score": 0.96428, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.968787, + "recall": 0.978468, + "f1": 0.971958, + "accuracy": 0.978468, + "main_score": 0.971958, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.970122, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.972626, + "recall": 0.980971, + "f1": 0.97538, + "accuracy": 0.980971, + "main_score": 0.97538, + "hf_subset": "ben_Beng-nep_Deva", + "languages": [ + "ben-Beng", + "nep-Deva" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.968703, + "recall": 0.978968, + "f1": 0.972125, + "accuracy": 0.978968, + "main_score": 0.972125, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.967368, + "recall": 0.977967, + "f1": 0.970873, + "accuracy": 0.977967, + "main_score": 0.970873, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.973293, + "recall": 0.981472, + "f1": 0.975964, + "accuracy": 0.981472, + "main_score": 0.975964, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ] + }, + { + "precision": 0.96428, + "recall": 0.975463, + "f1": 0.967868, + "accuracy": 0.975463, + "main_score": 0.967868, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.921466, + "recall": 0.944917, + "f1": 0.928877, + "accuracy": 0.944917, + "main_score": 0.928877, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.827942, + "recall": 0.878317, + "f1": 0.843458, + "accuracy": 0.878317, + "main_score": 0.843458, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.968327, + "recall": 0.978468, + "f1": 0.971657, + "accuracy": 0.978468, + "main_score": 0.971657, + "hf_subset": "ben_Beng-swa_Latn", + "languages": [ + "ben-Beng", + "swa-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.944584, + "recall": 0.962444, + "f1": 0.950426, + "accuracy": 0.962444, + "main_score": 0.950426, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.956101, + "recall": 0.969955, + "f1": 0.960608, + "accuracy": 0.969955, + "main_score": 0.960608, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.975463, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.970539, + "recall": 0.97997, + "f1": 0.973627, + "accuracy": 0.97997, + "main_score": 0.973627, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.817117, + "recall": 0.8668, + "f1": 0.832558, + "accuracy": 0.8668, + "main_score": 0.832558, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.27448, + "recall": 0.356034, + "f1": 0.294685, + "accuracy": 0.356034, + "main_score": 0.294685, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ] + }, + { + "precision": 0.645933, + "recall": 0.708563, + "f1": 0.662782, + "accuracy": 0.708563, + "main_score": 0.662782, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.565874, + "recall": 0.644967, + "f1": 0.587321, + "accuracy": 0.644967, + "main_score": 0.587321, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.578757, + "recall": 0.652979, + "f1": 0.598677, + "accuracy": 0.652979, + "main_score": 0.598677, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.600608, + "recall": 0.672509, + "f1": 0.620239, + "accuracy": 0.672509, + "main_score": 0.620239, + "hf_subset": "bod_Tibt-mon_Mong", + "languages": [ + "bod-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.316799, + "recall": 0.383575, + "f1": 0.333889, + "accuracy": 0.383575, + "main_score": 0.333889, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.626971, + "recall": 0.703055, + "f1": 0.64755, + "accuracy": 0.703055, + "main_score": 0.64755, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.971791, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.994158, + "recall": 0.995994, + "f1": 0.994742, + "accuracy": 0.995994, + "main_score": 0.994742, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "bos_Latn-srp_Latn", + "languages": [ + "bos-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "bul_Cyrl-srp_Latn", + "languages": [ + "bul-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.982974, + "f1": 0.977717, + "accuracy": 0.982974, + "main_score": 0.977717, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.963445, + "recall": 0.974962, + "f1": 0.967117, + "accuracy": 0.974962, + "main_score": 0.967117, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.984143, + "recall": 0.988983, + "f1": 0.985729, + "accuracy": 0.988983, + "main_score": 0.985729, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.989818, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.988316, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.978384, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "ces_Latn-srp_Latn", + "languages": [ + "ces-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.875698, + "recall": 0.908863, + "f1": 0.885895, + "accuracy": 0.908863, + "main_score": 0.885895, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.878514, + "recall": 0.910366, + "f1": 0.88786, + "accuracy": 0.910366, + "main_score": 0.88786, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.876481, + "recall": 0.912369, + "f1": 0.887708, + "accuracy": 0.912369, + "main_score": 0.887708, + "hf_subset": "ckb_Arab-fas_Arab", + "languages": [ + "ckb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.8743, + "recall": 0.909364, + "f1": 0.884986, + "accuracy": 0.909364, + "main_score": 0.884986, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.754365, + "recall": 0.812218, + "f1": 0.77162, + "accuracy": 0.812218, + "main_score": 0.77162, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.74607, + "recall": 0.801703, + "f1": 0.762167, + "accuracy": 0.801703, + "main_score": 0.762167, + "hf_subset": "ckb_Arab-mey_Arab", + "languages": [ + "ckb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.906476, + "recall": 0.9334, + "f1": 0.914839, + "accuracy": 0.9334, + "main_score": 0.914839, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.778294, + "recall": 0.831247, + "f1": 0.793915, + "accuracy": 0.831247, + "main_score": 0.793915, + "hf_subset": "ckb_Arab-pus_Arab", + "languages": [ + "ckb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.463453, + "recall": 0.544817, + "f1": 0.485023, + "accuracy": 0.544817, + "main_score": 0.485023, + "hf_subset": "ckb_Arab-shi_Arab", + "languages": [ + "ckb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.825805, + "recall": 0.869304, + "f1": 0.839011, + "accuracy": 0.869304, + "main_score": 0.839011, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.971082, + "recall": 0.980471, + "f1": 0.974161, + "accuracy": 0.980471, + "main_score": 0.974161, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.945001, + "recall": 0.961442, + "f1": 0.950259, + "accuracy": 0.961442, + "main_score": 0.950259, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956852, + "recall": 0.970456, + "f1": 0.961192, + "accuracy": 0.970456, + "main_score": 0.961192, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.971207, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.952679, + "recall": 0.96695, + "f1": 0.957269, + "accuracy": 0.96695, + "main_score": 0.957269, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990152, + "recall": 0.992989, + "f1": 0.99107, + "accuracy": 0.992989, + "main_score": 0.99107, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.973544, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.950426, + "recall": 0.965448, + "f1": 0.95525, + "accuracy": 0.965448, + "main_score": 0.95525, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.973293, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, + "hf_subset": "deu_Latn-fas_Arab", + "languages": [ + "deu-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.983976, + "f1": 0.979469, + "accuracy": 0.983976, + "main_score": 0.979469, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.980805, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96912, + "recall": 0.978968, + "f1": 0.972292, + "accuracy": 0.978968, + "main_score": 0.972292, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979803, + "recall": 0.985979, + "f1": 0.981806, + "accuracy": 0.985979, + "main_score": 0.981806, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.989067, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.967702, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.973252, + "recall": 0.981472, + "f1": 0.975914, + "accuracy": 0.981472, + "main_score": 0.975914, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.966283, + "recall": 0.976965, + "f1": 0.969705, + "accuracy": 0.976965, + "main_score": 0.969705, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.9778, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.954198, + "recall": 0.967451, + "f1": 0.958354, + "accuracy": 0.967451, + "main_score": 0.958354, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.978635, + "recall": 0.984977, + "f1": 0.980721, + "accuracy": 0.984977, + "main_score": 0.980721, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.974128, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.973627, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "deu_Latn-swa_Latn", + "languages": [ + "deu-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.928309, + "recall": 0.950926, + "f1": 0.935637, + "accuracy": 0.950926, + "main_score": 0.935637, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.975046, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.974962, + "accuracy": 0.980971, + "main_score": 0.974962, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.808638, + "recall": 0.861292, + "f1": 0.824673, + "accuracy": 0.861292, + "main_score": 0.824673, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.751453, + "recall": 0.801202, + "f1": 0.765166, + "accuracy": 0.801202, + "main_score": 0.765166, + "hf_subset": "div_Thaa-ben_Beng", + "languages": [ + "div-Thaa", + "ben-Beng" + ] + }, + { + "precision": 0.717354, + "recall": 0.775163, + "f1": 0.732962, + "accuracy": 0.775163, + "main_score": 0.732962, + "hf_subset": "div_Thaa-eng_Latn", + "languages": [ + "div-Thaa", + "eng-Latn" + ] + }, + { + "precision": 0.683083, + "recall": 0.744116, + "f1": 0.699827, + "accuracy": 0.744116, + "main_score": 0.699827, + "hf_subset": "div_Thaa-eus_Latn", + "languages": [ + "div-Thaa", + "eus-Latn" + ] + }, + { + "precision": 0.738659, + "recall": 0.796194, + "f1": 0.754733, + "accuracy": 0.796194, + "main_score": 0.754733, + "hf_subset": "div_Thaa-guj_Gujr", + "languages": [ + "div-Thaa", + "guj-Gujr" + ] + }, + { + "precision": 0.752367, + "recall": 0.801202, + "f1": 0.765886, + "accuracy": 0.801202, + "main_score": 0.765886, + "hf_subset": "div_Thaa-hin_Deva", + "languages": [ + "div-Thaa", + "hin-Deva" + ] + }, + { + "precision": 0.686341, + "recall": 0.746119, + "f1": 0.702502, + "accuracy": 0.746119, + "main_score": 0.702502, + "hf_subset": "div_Thaa-kan_Knda", + "languages": [ + "div-Thaa", + "kan-Knda" + ] + }, + { + "precision": 0.741288, + "recall": 0.794692, + "f1": 0.756233, + "accuracy": 0.794692, + "main_score": 0.756233, + "hf_subset": "div_Thaa-mar_Deva", + "languages": [ + "div-Thaa", + "mar-Deva" + ] + }, + { + "precision": 0.740111, + "recall": 0.789685, + "f1": 0.754154, + "accuracy": 0.789685, + "main_score": 0.754154, + "hf_subset": "div_Thaa-nep_Deva", + "languages": [ + "div-Thaa", + "nep-Deva" + ] + }, + { + "precision": 0.740243, + "recall": 0.792689, + "f1": 0.754865, + "accuracy": 0.792689, + "main_score": 0.754865, + "hf_subset": "div_Thaa-pan_Guru", + "languages": [ + "div-Thaa", + "pan-Guru" + ] + }, + { + "precision": 0.688639, + "recall": 0.750125, + "f1": 0.705854, + "accuracy": 0.750125, + "main_score": 0.705854, + "hf_subset": "div_Thaa-sin_Sinh", + "languages": [ + "div-Thaa", + "sin-Sinh" + ] + }, + { + "precision": 0.655787, + "recall": 0.72008, + "f1": 0.673592, + "accuracy": 0.72008, + "main_score": 0.673592, + "hf_subset": "div_Thaa-snd_Arab", + "languages": [ + "div-Thaa", + "snd-Arab" + ] + }, + { + "precision": 0.675557, + "recall": 0.735603, + "f1": 0.692175, + "accuracy": 0.735603, + "main_score": 0.692175, + "hf_subset": "div_Thaa-tam_Taml", + "languages": [ + "div-Thaa", + "tam-Taml" + ] + }, + { + "precision": 0.701283, + "recall": 0.764647, + "f1": 0.718683, + "accuracy": 0.764647, + "main_score": 0.718683, + "hf_subset": "div_Thaa-tel_Telu", + "languages": [ + "div-Thaa", + "tel-Telu" + ] + }, + { + "precision": 0.740249, + "recall": 0.794191, + "f1": 0.7559, + "accuracy": 0.794191, + "main_score": 0.7559, + "hf_subset": "div_Thaa-urd_Arab", + "languages": [ + "div-Thaa", + "urd-Arab" + ] + }, + { + "precision": 0.177755, + "recall": 0.232349, + "f1": 0.19073, + "accuracy": 0.232349, + "main_score": 0.19073, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ] + }, + { + "precision": 0.234087, + "recall": 0.290436, + "f1": 0.24645, + "accuracy": 0.290436, + "main_score": 0.24645, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.126139, + "recall": 0.178768, + "f1": 0.137148, + "accuracy": 0.178768, + "main_score": 0.137148, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.111259, + "recall": 0.163245, + "f1": 0.122093, + "accuracy": 0.163245, + "main_score": 0.122093, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.170098, + "recall": 0.22634, + "f1": 0.182239, + "accuracy": 0.22634, + "main_score": 0.182239, + "hf_subset": "dzo_Tibt-mon_Mong", + "languages": [ + "dzo-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.097672, + "recall": 0.138708, + "f1": 0.106503, + "accuracy": 0.138708, + "main_score": 0.106503, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.169832, + "recall": 0.229344, + "f1": 0.181787, + "accuracy": 0.229344, + "main_score": 0.181787, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.973919, + "recall": 0.981973, + "f1": 0.976498, + "accuracy": 0.981973, + "main_score": 0.976498, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ] + }, + { + "precision": 0.97538, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "ell_Grek-fas_Arab", + "languages": [ + "ell-Grek", + "fas-Arab" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ] + }, + { + "precision": 0.990068, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ] + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ] + }, + { + "precision": 0.970497, + "recall": 0.979469, + "f1": 0.97341, + "accuracy": 0.979469, + "main_score": 0.97341, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ] + }, + { + "precision": 0.986521, + "recall": 0.990486, + "f1": 0.987765, + "accuracy": 0.990486, + "main_score": 0.987765, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ] + }, + { + "precision": 0.970539, + "recall": 0.97997, + "f1": 0.973627, + "accuracy": 0.97997, + "main_score": 0.973627, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ] + }, + { + "precision": 0.955308, + "recall": 0.968953, + "f1": 0.959639, + "accuracy": 0.968953, + "main_score": 0.959639, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ] + }, + { + "precision": 0.956685, + "recall": 0.969955, + "f1": 0.960925, + "accuracy": 0.969955, + "main_score": 0.960925, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ] + }, + { + "precision": 0.974295, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ] + }, + { + "precision": 0.980763, + "recall": 0.985979, + "f1": 0.982424, + "accuracy": 0.985979, + "main_score": 0.982424, + "hf_subset": "ell_Grek-sqi_Latn", + "languages": [ + "ell-Grek", + "sqi-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "ell_Grek-swa_Latn", + "languages": [ + "ell-Grek", + "swa-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ] + }, + { + "precision": 0.938032, + "recall": 0.957436, + "f1": 0.944283, + "accuracy": 0.957436, + "main_score": 0.944283, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ] + }, + { + "precision": 0.976548, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ] + }, + { + "precision": 0.806665, + "recall": 0.857787, + "f1": 0.822301, + "accuracy": 0.857787, + "main_score": 0.822301, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.773482, + "recall": 0.831748, + "f1": 0.790437, + "accuracy": 0.831748, + "main_score": 0.790437, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.972709, + "recall": 0.981472, + "f1": 0.975547, + "accuracy": 0.981472, + "main_score": 0.975547, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.964505, + "recall": 0.975463, + "f1": 0.967985, + "accuracy": 0.975463, + "main_score": 0.967985, + "hf_subset": "eng_Latn-aze_Latn", + "languages": [ + "eng-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.916082, + "recall": 0.941412, + "f1": 0.924069, + "accuracy": 0.941412, + "main_score": 0.924069, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.972542, + "recall": 0.981472, + "f1": 0.975463, + "accuracy": 0.981472, + "main_score": 0.975463, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.638919, + "recall": 0.709064, + "f1": 0.658663, + "accuracy": 0.709064, + "main_score": 0.658663, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.615635, + "recall": 0.700551, + "f1": 0.638629, + "accuracy": 0.700551, + "main_score": 0.638629, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.8244, + "recall": 0.87331, + "f1": 0.839128, + "accuracy": 0.87331, + "main_score": 0.839128, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.959731, + "recall": 0.971958, + "f1": 0.963645, + "accuracy": 0.971958, + "main_score": 0.963645, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.686364, + "recall": 0.759639, + "f1": 0.706992, + "accuracy": 0.759639, + "main_score": 0.706992, + "hf_subset": "eng_Latn-div_Thaa", + "languages": [ + "eng-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.239455, + "recall": 0.308463, + "f1": 0.254504, + "accuracy": 0.308463, + "main_score": 0.254504, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.924387, + "recall": 0.94692, + "f1": 0.931464, + "accuracy": 0.94692, + "main_score": 0.931464, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.533516, + "recall": 0.594892, + "f1": 0.551083, + "accuracy": 0.594892, + "main_score": 0.551083, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.952387, + "recall": 0.96695, + "f1": 0.957052, + "accuracy": 0.96695, + "main_score": 0.957052, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.97876, + "recall": 0.985478, + "f1": 0.980921, + "accuracy": 0.985478, + "main_score": 0.980921, + "hf_subset": "eng_Latn-fas_Arab", + "languages": [ + "eng-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.492288, + "recall": 0.568853, + "f1": 0.511701, + "accuracy": 0.568853, + "main_score": 0.511701, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "eng_Latn-fil_Latn", + "languages": [ + "eng-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.973711, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.573416, + "recall": 0.631948, + "f1": 0.5901, + "accuracy": 0.631948, + "main_score": 0.5901, + "hf_subset": "eng_Latn-fuc_Latn", + "languages": [ + "eng-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.927475, + "recall": 0.948923, + "f1": 0.934201, + "accuracy": 0.948923, + "main_score": 0.934201, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.965573, + "recall": 0.976465, + "f1": 0.96907, + "accuracy": 0.976465, + "main_score": 0.96907, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.8407, + "recall": 0.881823, + "f1": 0.852872, + "accuracy": 0.881823, + "main_score": 0.852872, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.97972, + "recall": 0.98648, + "f1": 0.981973, + "accuracy": 0.98648, + "main_score": 0.981973, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.698732, + "recall": 0.763145, + "f1": 0.716594, + "accuracy": 0.763145, + "main_score": 0.716594, + "hf_subset": "eng_Latn-hmn_Latn", + "languages": [ + "eng-Latn", + "hmn-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.971374, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.959105, + "recall": 0.971958, + "f1": 0.963195, + "accuracy": 0.971958, + "main_score": 0.963195, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.867127, + "recall": 0.902854, + "f1": 0.877743, + "accuracy": 0.902854, + "main_score": 0.877743, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.992071, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.967076, + "recall": 0.977466, + "f1": 0.970406, + "accuracy": 0.977466, + "main_score": 0.970406, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.93446, + "recall": 0.953931, + "f1": 0.940587, + "accuracy": 0.953931, + "main_score": 0.940587, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.956309, + "recall": 0.969955, + "f1": 0.960641, + "accuracy": 0.969955, + "main_score": 0.960641, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.927224, + "recall": 0.949424, + "f1": 0.934294, + "accuracy": 0.949424, + "main_score": 0.934294, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.91771, + "recall": 0.942914, + "f1": 0.925605, + "accuracy": 0.942914, + "main_score": 0.925605, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.76798, + "recall": 0.824236, + "f1": 0.784089, + "accuracy": 0.824236, + "main_score": 0.784089, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.928301, + "recall": 0.949925, + "f1": 0.935103, + "accuracy": 0.949925, + "main_score": 0.935103, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.71277, + "recall": 0.775663, + "f1": 0.730442, + "accuracy": 0.775663, + "main_score": 0.730442, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.97684, + "recall": 0.983976, + "f1": 0.979169, + "accuracy": 0.983976, + "main_score": 0.979169, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.883297, + "recall": 0.918878, + "f1": 0.894592, + "accuracy": 0.918878, + "main_score": 0.894592, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "eng_Latn-lav_Latn", + "languages": [ + "eng-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.973126, + "recall": 0.981973, + "f1": 0.976047, + "accuracy": 0.981973, + "main_score": 0.976047, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.946436, + "recall": 0.962944, + "f1": 0.951844, + "accuracy": 0.962944, + "main_score": 0.951844, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.94748, + "recall": 0.962944, + "f1": 0.952379, + "accuracy": 0.962944, + "main_score": 0.952379, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.96125, + "recall": 0.972959, + "f1": 0.964897, + "accuracy": 0.972959, + "main_score": 0.964897, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.852662, + "recall": 0.89334, + "f1": 0.864964, + "accuracy": 0.89334, + "main_score": 0.864964, + "hf_subset": "eng_Latn-mey_Arab", + "languages": [ + "eng-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.744448, + "recall": 0.803706, + "f1": 0.76103, + "accuracy": 0.803706, + "main_score": 0.76103, + "hf_subset": "eng_Latn-mlg_Latn", + "languages": [ + "eng-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.960065, + "recall": 0.972459, + "f1": 0.963979, + "accuracy": 0.972459, + "main_score": 0.963979, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.878459, + "recall": 0.914872, + "f1": 0.890018, + "accuracy": 0.914872, + "main_score": 0.890018, + "hf_subset": "eng_Latn-mon_Mong", + "languages": [ + "eng-Latn", + "mon-Mong" + ] + }, + { + "precision": 0.827258, + "recall": 0.874311, + "f1": 0.841281, + "accuracy": 0.874311, + "main_score": 0.841281, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, + "hf_subset": "eng_Latn-msa_Latn", + "languages": [ + "eng-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.436009, + "recall": 0.527291, + "f1": 0.459562, + "accuracy": 0.527291, + "main_score": 0.459562, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.723159, + "recall": 0.787181, + "f1": 0.741572, + "accuracy": 0.787181, + "main_score": 0.741572, + "hf_subset": "eng_Latn-nde_Latn", + "languages": [ + "eng-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.967284, + "recall": 0.977466, + "f1": 0.970539, + "accuracy": 0.977466, + "main_score": 0.970539, + "hf_subset": "eng_Latn-nep_Deva", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.976924, + "recall": 0.983976, + "f1": 0.979169, + "accuracy": 0.983976, + "main_score": 0.979169, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.743377, + "recall": 0.797196, + "f1": 0.758108, + "accuracy": 0.797196, + "main_score": 0.758108, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.715437, + "recall": 0.779169, + "f1": 0.733135, + "accuracy": 0.779169, + "main_score": 0.733135, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.402775, + "recall": 0.489234, + "f1": 0.424998, + "accuracy": 0.489234, + "main_score": 0.424998, + "hf_subset": "eng_Latn-orm_Ethi", + "languages": [ + "eng-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.951427, + "recall": 0.96645, + "f1": 0.956268, + "accuracy": 0.96645, + "main_score": 0.956268, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.968119, + "recall": 0.978468, + "f1": 0.971541, + "accuracy": 0.978468, + "main_score": 0.971541, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.847534, + "recall": 0.887832, + "f1": 0.859581, + "accuracy": 0.887832, + "main_score": 0.859581, + "hf_subset": "eng_Latn-pus_Arab", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.980971, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.549948, + "recall": 0.638458, + "f1": 0.574724, + "accuracy": 0.638458, + "main_score": 0.574724, + "hf_subset": "eng_Latn-shi_Arab", + "languages": [ + "eng-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.866512, + "recall": 0.904357, + "f1": 0.878031, + "accuracy": 0.904357, + "main_score": 0.878031, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.728128, + "recall": 0.786179, + "f1": 0.744361, + "accuracy": 0.786179, + "main_score": 0.744361, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.781615, + "recall": 0.837256, + "f1": 0.797995, + "accuracy": 0.837256, + "main_score": 0.797995, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.781875, + "recall": 0.841262, + "f1": 0.79952, + "accuracy": 0.841262, + "main_score": 0.79952, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.819217, + "recall": 0.867301, + "f1": 0.833464, + "accuracy": 0.867301, + "main_score": 0.833464, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.974754, + "recall": 0.982474, + "f1": 0.977249, + "accuracy": 0.982474, + "main_score": 0.977249, + "hf_subset": "eng_Latn-sqi_Latn", + "languages": [ + "eng-Latn", + "sqi-Latn" + ] + }, + { + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.647003, + "recall": 0.718578, + "f1": 0.665697, + "accuracy": 0.718578, + "main_score": 0.665697, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.975797, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, + "hf_subset": "eng_Latn-swa_Latn", + "languages": [ + "eng-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.524501, + "recall": 0.607912, + "f1": 0.546514, + "accuracy": 0.607912, + "main_score": 0.546514, + "hf_subset": "eng_Latn-tah_Latn", + "languages": [ + "eng-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.932482, + "recall": 0.953931, + "f1": 0.939409, + "accuracy": 0.953931, + "main_score": 0.939409, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.925764, + "recall": 0.947922, + "f1": 0.932725, + "accuracy": 0.947922, + "main_score": 0.932725, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.944433, + "recall": 0.960941, + "f1": 0.949491, + "accuracy": 0.960941, + "main_score": 0.949491, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.876323, + "recall": 0.910366, + "f1": 0.886473, + "accuracy": 0.910366, + "main_score": 0.886473, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.972751, + "recall": 0.981472, + "f1": 0.97558, + "accuracy": 0.981472, + "main_score": 0.97558, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.585641, + "recall": 0.668503, + "f1": 0.607851, + "accuracy": 0.668503, + "main_score": 0.607851, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.558746, + "recall": 0.635453, + "f1": 0.579134, + "accuracy": 0.635453, + "main_score": 0.579134, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.73342, + "recall": 0.791688, + "f1": 0.750028, + "accuracy": 0.791688, + "main_score": 0.750028, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.876406, + "recall": 0.911367, + "f1": 0.887064, + "accuracy": 0.911367, + "main_score": 0.887064, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.809143, + "recall": 0.860791, + "f1": 0.824555, + "accuracy": 0.860791, + "main_score": 0.824555, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.976632, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.966658, + "recall": 0.976965, + "f1": 0.969988, + "accuracy": 0.976965, + "main_score": 0.969988, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.94546, + "recall": 0.962444, + "f1": 0.950876, + "accuracy": 0.962444, + "main_score": 0.950876, + "hf_subset": "eng_Latn-uzb_Latn", + "languages": [ + "eng-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.632477, + "recall": 0.697546, + "f1": 0.650091, + "accuracy": 0.697546, + "main_score": 0.650091, + "hf_subset": "eng_Latn-ven_Latn", + "languages": [ + "eng-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.62073, + "recall": 0.683525, + "f1": 0.638828, + "accuracy": 0.683525, + "main_score": 0.638828, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.75998, + "recall": 0.822734, + "f1": 0.778422, + "accuracy": 0.822734, + "main_score": 0.778422, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.640059, + "recall": 0.715073, + "f1": 0.66091, + "accuracy": 0.715073, + "main_score": 0.66091, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.956935, + "recall": 0.970456, + "f1": 0.961275, + "accuracy": 0.970456, + "main_score": 0.961275, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.956535, + "recall": 0.969454, + "f1": 0.960507, + "accuracy": 0.969454, + "main_score": 0.960507, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.975046, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.785029, + "recall": 0.841763, + "f1": 0.802016, + "accuracy": 0.841763, + "main_score": 0.802016, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.921841, + "recall": 0.943415, + "f1": 0.92876, + "accuracy": 0.943415, + "main_score": 0.92876, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.675593, + "recall": 0.744617, + "f1": 0.695412, + "accuracy": 0.744617, + "main_score": 0.695412, + "hf_subset": "eus_Latn-div_Thaa", + "languages": [ + "eus-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.942226, + "recall": 0.958438, + "f1": 0.947265, + "accuracy": 0.958438, + "main_score": 0.947265, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.915206, + "recall": 0.940911, + "f1": 0.923385, + "accuracy": 0.940911, + "main_score": 0.923385, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.921232, + "recall": 0.944917, + "f1": 0.928726, + "accuracy": 0.944917, + "main_score": 0.928726, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.884619, + "recall": 0.916875, + "f1": 0.894468, + "accuracy": 0.916875, + "main_score": 0.894468, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.926698, + "recall": 0.947421, + "f1": 0.933183, + "accuracy": 0.947421, + "main_score": 0.933183, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.92023, + "recall": 0.942414, + "f1": 0.927207, + "accuracy": 0.942414, + "main_score": 0.927207, + "hf_subset": "eus_Latn-nep_Deva", + "languages": [ + "eus-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.897004, + "recall": 0.927391, + "f1": 0.90656, + "accuracy": 0.927391, + "main_score": 0.90656, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.848527, + "recall": 0.890336, + "f1": 0.86116, + "accuracy": 0.890336, + "main_score": 0.86116, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.72807, + "recall": 0.795694, + "f1": 0.747743, + "accuracy": 0.795694, + "main_score": 0.747743, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.86241, + "recall": 0.901352, + "f1": 0.874512, + "accuracy": 0.901352, + "main_score": 0.874512, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.880671, + "recall": 0.913871, + "f1": 0.891006, + "accuracy": 0.913871, + "main_score": 0.891006, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.912035, + "recall": 0.937406, + "f1": 0.92003, + "accuracy": 0.937406, + "main_score": 0.92003, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.508211, + "recall": 0.56635, + "f1": 0.523921, + "accuracy": 0.56635, + "main_score": 0.523921, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.517425, + "recall": 0.583375, + "f1": 0.535009, + "accuracy": 0.583375, + "main_score": 0.535009, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.556609, + "recall": 0.601903, + "f1": 0.569788, + "accuracy": 0.601903, + "main_score": 0.569788, + "hf_subset": "ewe_Latn-fuc_Latn", + "languages": [ + "ewe-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.465109, + "recall": 0.524286, + "f1": 0.48079, + "accuracy": 0.524286, + "main_score": 0.48079, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.482414, + "recall": 0.539309, + "f1": 0.497301, + "accuracy": 0.539309, + "main_score": 0.497301, + "hf_subset": "ewe_Latn-nde_Latn", + "languages": [ + "ewe-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.47509, + "recall": 0.530295, + "f1": 0.489717, + "accuracy": 0.530295, + "main_score": 0.489717, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.470953, + "recall": 0.529294, + "f1": 0.486372, + "accuracy": 0.529294, + "main_score": 0.486372, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.528153, + "recall": 0.577867, + "f1": 0.541822, + "accuracy": 0.577867, + "main_score": 0.541822, + "hf_subset": "ewe_Latn-ven_Latn", + "languages": [ + "ewe-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.961776, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.966784, + "recall": 0.977466, + "f1": 0.970289, + "accuracy": 0.977466, + "main_score": 0.970289, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.952345, + "recall": 0.967451, + "f1": 0.957269, + "accuracy": 0.967451, + "main_score": 0.957269, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.960107, + "recall": 0.972959, + "f1": 0.964363, + "accuracy": 0.972959, + "main_score": 0.964363, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962193, + "recall": 0.972959, + "f1": 0.965598, + "accuracy": 0.972959, + "main_score": 0.965598, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.921632, + "recall": 0.943916, + "f1": 0.928602, + "accuracy": 0.943916, + "main_score": 0.928602, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.958396, + "recall": 0.971457, + "f1": 0.962644, + "accuracy": 0.971457, + "main_score": 0.962644, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.952262, + "recall": 0.96695, + "f1": 0.957019, + "accuracy": 0.96695, + "main_score": 0.957019, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.959773, + "recall": 0.971958, + "f1": 0.963696, + "accuracy": 0.971958, + "main_score": 0.963696, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.961025, + "recall": 0.972959, + "f1": 0.964947, + "accuracy": 0.972959, + "main_score": 0.964947, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.966116, + "recall": 0.976965, + "f1": 0.969621, + "accuracy": 0.976965, + "main_score": 0.969621, + "hf_subset": "fas_Arab-arb_Arab", + "languages": [ + "fas-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.973711, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "fas_Arab-ben_Beng", + "languages": [ + "fas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.861517, + "recall": 0.901853, + "f1": 0.874061, + "accuracy": 0.901853, + "main_score": 0.874061, + "hf_subset": "fas_Arab-ckb_Arab", + "languages": [ + "fas-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, + "hf_subset": "fas_Arab-deu_Latn", + "languages": [ + "fas-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.97321, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, + "hf_subset": "fas_Arab-ell_Grek", + "languages": [ + "fas-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "fas_Arab-eng_Latn", + "languages": [ + "fas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "fas_Arab-fin_Latn", + "languages": [ + "fas-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.972918, + "recall": 0.980971, + "f1": 0.975497, + "accuracy": 0.980971, + "main_score": 0.975497, + "hf_subset": "fas_Arab-fra_Latn", + "languages": [ + "fas-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "fas_Arab-heb_Hebr", + "languages": [ + "fas-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.973001, + "recall": 0.981472, + "f1": 0.975747, + "accuracy": 0.981472, + "main_score": 0.975747, + "hf_subset": "fas_Arab-hin_Deva", + "languages": [ + "fas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.965865, + "recall": 0.976465, + "f1": 0.969287, + "accuracy": 0.976465, + "main_score": 0.969287, + "hf_subset": "fas_Arab-hun_Latn", + "languages": [ + "fas-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.979344, + "recall": 0.985979, + "f1": 0.981506, + "accuracy": 0.985979, + "main_score": 0.981506, + "hf_subset": "fas_Arab-ind_Latn", + "languages": [ + "fas-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.970539, + "recall": 0.979469, + "f1": 0.973377, + "accuracy": 0.979469, + "main_score": 0.973377, + "hf_subset": "fas_Arab-jpn_Jpan", + "languages": [ + "fas-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.741893, + "recall": 0.807211, + "f1": 0.761645, + "accuracy": 0.807211, + "main_score": 0.761645, + "hf_subset": "fas_Arab-kmr_Latn", + "languages": [ + "fas-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.970205, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "fas_Arab-kor_Hang", + "languages": [ + "fas-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.969287, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, + "hf_subset": "fas_Arab-lit_Latn", + "languages": [ + "fas-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.8732, + "recall": 0.903355, + "f1": 0.882328, + "accuracy": 0.903355, + "main_score": 0.882328, + "hf_subset": "fas_Arab-mey_Arab", + "languages": [ + "fas-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.973836, + "recall": 0.981973, + "f1": 0.976498, + "accuracy": 0.981973, + "main_score": 0.976498, + "hf_subset": "fas_Arab-nld_Latn", + "languages": [ + "fas-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.973377, + "recall": 0.981973, + "f1": 0.976214, + "accuracy": 0.981973, + "main_score": 0.976214, + "hf_subset": "fas_Arab-pol_Latn", + "languages": [ + "fas-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "fas_Arab-por_Latn", + "languages": [ + "fas-Arab", + "por-Latn" + ] + }, + { + "precision": 0.974295, + "recall": 0.982474, + "f1": 0.976965, + "accuracy": 0.982474, + "main_score": 0.976965, + "hf_subset": "fas_Arab-prs_Arab", + "languages": [ + "fas-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.862018, + "recall": 0.900351, + "f1": 0.874061, + "accuracy": 0.900351, + "main_score": 0.874061, + "hf_subset": "fas_Arab-pus_Arab", + "languages": [ + "fas-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.967451, + "recall": 0.976465, + "f1": 0.970372, + "accuracy": 0.976465, + "main_score": 0.970372, + "hf_subset": "fas_Arab-rus_Cyrl", + "languages": [ + "fas-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.52736, + "recall": 0.612419, + "f1": 0.549578, + "accuracy": 0.612419, + "main_score": 0.549578, + "hf_subset": "fas_Arab-shi_Arab", + "languages": [ + "fas-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.976006, + "recall": 0.983475, + "f1": 0.978418, + "accuracy": 0.983475, + "main_score": 0.978418, + "hf_subset": "fas_Arab-spa_Latn", + "languages": [ + "fas-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.963696, + "recall": 0.974962, + "f1": 0.967368, + "accuracy": 0.974962, + "main_score": 0.967368, + "hf_subset": "fas_Arab-swa_Latn", + "languages": [ + "fas-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "fas_Arab-swe_Latn", + "languages": [ + "fas-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.940761, + "recall": 0.958938, + "f1": 0.94667, + "accuracy": 0.958938, + "main_score": 0.94667, + "hf_subset": "fas_Arab-tam_Taml", + "languages": [ + "fas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.885679, + "recall": 0.919379, + "f1": 0.896395, + "accuracy": 0.919379, + "main_score": 0.896395, + "hf_subset": "fas_Arab-tgk_Cyrl", + "languages": [ + "fas-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "fas_Arab-tur_Latn", + "languages": [ + "fas-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.971708, + "recall": 0.980971, + "f1": 0.974796, + "accuracy": 0.980971, + "main_score": 0.974796, + "hf_subset": "fas_Arab-vie_Latn", + "languages": [ + "fas-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.967368, + "recall": 0.977466, + "f1": 0.970706, + "accuracy": 0.977466, + "main_score": 0.970706, + "hf_subset": "fas_Arab-zho_Hant", + "languages": [ + "fas-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.798998, + "recall": 0.853781, + "f1": 0.8159, + "accuracy": 0.853781, + "main_score": 0.8159, + "hf_subset": "fas_Arab-zul_Latn", + "languages": [ + "fas-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.554182, + "recall": 0.624437, + "f1": 0.572522, + "accuracy": 0.624437, + "main_score": 0.572522, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.509398, + "recall": 0.575864, + "f1": 0.526828, + "accuracy": 0.575864, + "main_score": 0.526828, + "hf_subset": "fij_Latn-fil_Latn", + "languages": [ + "fij-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.52593, + "recall": 0.584877, + "f1": 0.540989, + "accuracy": 0.584877, + "main_score": 0.540989, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.432859, + "recall": 0.505759, + "f1": 0.451318, + "accuracy": 0.505759, + "main_score": 0.451318, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.503545, + "recall": 0.562344, + "f1": 0.519887, + "accuracy": 0.562344, + "main_score": 0.519887, + "hf_subset": "fij_Latn-mlg_Latn", + "languages": [ + "fij-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.565071, + "recall": 0.623936, + "f1": 0.581404, + "accuracy": 0.623936, + "main_score": 0.581404, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.529132, + "recall": 0.590386, + "f1": 0.544521, + "accuracy": 0.590386, + "main_score": 0.544521, + "hf_subset": "fij_Latn-msa_Latn", + "languages": [ + "fij-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.556551, + "recall": 0.612919, + "f1": 0.572441, + "accuracy": 0.612919, + "main_score": 0.572441, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.513273, + "recall": 0.576365, + "f1": 0.53083, + "accuracy": 0.576365, + "main_score": 0.53083, + "hf_subset": "fij_Latn-tah_Latn", + "languages": [ + "fij-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.530027, + "recall": 0.588383, + "f1": 0.546086, + "accuracy": 0.588383, + "main_score": 0.546086, + "hf_subset": "fij_Latn-ton_Latn", + "languages": [ + "fij-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, + "hf_subset": "fil_Latn-eng_Latn", + "languages": [ + "fil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.49711, + "recall": 0.578868, + "f1": 0.518633, + "accuracy": 0.578868, + "main_score": 0.518633, + "hf_subset": "fil_Latn-fij_Latn", + "languages": [ + "fil-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "fil_Latn-ind_Latn", + "languages": [ + "fil-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.942956, + "recall": 0.960441, + "f1": 0.948539, + "accuracy": 0.960441, + "main_score": 0.948539, + "hf_subset": "fil_Latn-mal_Mlym", + "languages": [ + "fil-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.78658, + "recall": 0.841763, + "f1": 0.803281, + "accuracy": 0.841763, + "main_score": 0.803281, + "hf_subset": "fil_Latn-mlg_Latn", + "languages": [ + "fil-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.854465, + "recall": 0.894342, + "f1": 0.86671, + "accuracy": 0.894342, + "main_score": 0.86671, + "hf_subset": "fil_Latn-mri_Latn", + "languages": [ + "fil-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "fil_Latn-msa_Latn", + "languages": [ + "fil-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.784185, + "recall": 0.838758, + "f1": 0.800703, + "accuracy": 0.838758, + "main_score": 0.800703, + "hf_subset": "fil_Latn-smo_Latn", + "languages": [ + "fil-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.552731, + "recall": 0.644467, + "f1": 0.577683, + "accuracy": 0.644467, + "main_score": 0.577683, + "hf_subset": "fil_Latn-tah_Latn", + "languages": [ + "fil-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.545713, + "recall": 0.631948, + "f1": 0.568601, + "accuracy": 0.631948, + "main_score": 0.568601, + "hf_subset": "fil_Latn-ton_Latn", + "languages": [ + "fil-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.959481, + "recall": 0.971958, + "f1": 0.963479, + "accuracy": 0.971958, + "main_score": 0.963479, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.963111, + "recall": 0.974962, + "f1": 0.96695, + "accuracy": 0.974962, + "main_score": 0.96695, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.960566, + "recall": 0.972959, + "f1": 0.964564, + "accuracy": 0.972959, + "main_score": 0.964564, + "hf_subset": "fin_Latn-fas_Arab", + "languages": [ + "fin-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.970205, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.979052, + "recall": 0.985478, + "f1": 0.981138, + "accuracy": 0.985478, + "main_score": 0.981138, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.95969, + "recall": 0.972459, + "f1": 0.963779, + "accuracy": 0.972459, + "main_score": 0.963779, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.974879, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.9609, + "recall": 0.97346, + "f1": 0.964981, + "accuracy": 0.97346, + "main_score": 0.964981, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.955558, + "recall": 0.969454, + "f1": 0.960057, + "accuracy": 0.969454, + "main_score": 0.960057, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.969287, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, + "hf_subset": "fin_Latn-lav_Latn", + "languages": [ + "fin-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.974629, + "recall": 0.982974, + "f1": 0.977383, + "accuracy": 0.982974, + "main_score": 0.977383, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.973544, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.975463, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.949591, + "recall": 0.964947, + "f1": 0.954515, + "accuracy": 0.964947, + "main_score": 0.954515, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.97997, + "f1": 0.973961, + "accuracy": 0.97997, + "main_score": 0.973961, + "hf_subset": "fin_Latn-swa_Latn", + "languages": [ + "fin-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.912076, + "recall": 0.939409, + "f1": 0.920915, + "accuracy": 0.939409, + "main_score": 0.920915, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.972375, + "recall": 0.980971, + "f1": 0.975129, + "accuracy": 0.980971, + "main_score": 0.975129, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.967368, + "recall": 0.977466, + "f1": 0.970623, + "accuracy": 0.977466, + "main_score": 0.970623, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.791913, + "recall": 0.847271, + "f1": 0.808923, + "accuracy": 0.847271, + "main_score": 0.808923, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.969204, + "recall": 0.978968, + "f1": 0.972375, + "accuracy": 0.978968, + "main_score": 0.972375, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.974545, + "recall": 0.981973, + "f1": 0.976965, + "accuracy": 0.981973, + "main_score": 0.976965, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.979958, + "recall": 0.984977, + "f1": 0.981514, + "accuracy": 0.984977, + "main_score": 0.981514, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.984265, + "recall": 0.987481, + "f1": 0.985216, + "accuracy": 0.987481, + "main_score": 0.985216, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.983509, + "recall": 0.98698, + "f1": 0.984539, + "accuracy": 0.98698, + "main_score": 0.984539, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.966408, + "recall": 0.976965, + "f1": 0.969821, + "accuracy": 0.976965, + "main_score": 0.969821, + "hf_subset": "fra_Latn-fas_Arab", + "languages": [ + "fra-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.974245, + "recall": 0.980471, + "f1": 0.976193, + "accuracy": 0.980471, + "main_score": 0.976193, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.971238, + "recall": 0.976965, + "f1": 0.972911, + "accuracy": 0.976965, + "main_score": 0.972911, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96532, + "recall": 0.974962, + "f1": 0.968357, + "accuracy": 0.974962, + "main_score": 0.968357, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.974545, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976659, + "recall": 0.981472, + "f1": 0.978103, + "accuracy": 0.981472, + "main_score": 0.978103, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.987565, + "recall": 0.990986, + "f1": 0.988626, + "accuracy": 0.990986, + "main_score": 0.988626, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.968244, + "recall": 0.977466, + "f1": 0.971133, + "accuracy": 0.977466, + "main_score": 0.971133, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.960462, + "recall": 0.969454, + "f1": 0.963237, + "accuracy": 0.969454, + "main_score": 0.963237, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.957597, + "recall": 0.967952, + "f1": 0.960791, + "accuracy": 0.967952, + "main_score": 0.960791, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.983437, + "recall": 0.98698, + "f1": 0.984477, + "accuracy": 0.98698, + "main_score": 0.984477, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.974295, + "recall": 0.982474, + "f1": 0.976965, + "accuracy": 0.982474, + "main_score": 0.976965, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.976097, + "recall": 0.982474, + "f1": 0.978058, + "accuracy": 0.982474, + "main_score": 0.978058, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982641, + "recall": 0.987481, + "f1": 0.984143, + "accuracy": 0.987481, + "main_score": 0.984143, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.974331, + "recall": 0.980471, + "f1": 0.976198, + "accuracy": 0.980471, + "main_score": 0.976198, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.985433, + "recall": 0.988483, + "f1": 0.986301, + "accuracy": 0.988483, + "main_score": 0.986301, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.96907, + "recall": 0.976965, + "f1": 0.97152, + "accuracy": 0.976965, + "main_score": 0.97152, + "hf_subset": "fra_Latn-swa_Latn", + "languages": [ + "fra-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.985049, + "recall": 0.988983, + "f1": 0.986188, + "accuracy": 0.988983, + "main_score": 0.986188, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.928629, + "recall": 0.948923, + "f1": 0.935155, + "accuracy": 0.948923, + "main_score": 0.935155, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.965888, + "recall": 0.97346, + "f1": 0.968246, + "accuracy": 0.97346, + "main_score": 0.968246, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.971582, + "recall": 0.980471, + "f1": 0.974412, + "accuracy": 0.980471, + "main_score": 0.974412, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.80255, + "recall": 0.854782, + "f1": 0.818522, + "accuracy": 0.854782, + "main_score": 0.818522, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.566059, + "recall": 0.614422, + "f1": 0.579538, + "accuracy": 0.614422, + "main_score": 0.579538, + "hf_subset": "fuc_Latn-bem_Latn", + "languages": [ + "fuc-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.566694, + "recall": 0.632949, + "f1": 0.584989, + "accuracy": 0.632949, + "main_score": 0.584989, + "hf_subset": "fuc_Latn-eng_Latn", + "languages": [ + "fuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.565789, + "recall": 0.613921, + "f1": 0.579956, + "accuracy": 0.613921, + "main_score": 0.579956, + "hf_subset": "fuc_Latn-ewe_Latn", + "languages": [ + "fuc-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.516715, + "recall": 0.573861, + "f1": 0.531983, + "accuracy": 0.573861, + "main_score": 0.531983, + "hf_subset": "fuc_Latn-kin_Latn", + "languages": [ + "fuc-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.50404, + "recall": 0.565849, + "f1": 0.520238, + "accuracy": 0.565849, + "main_score": 0.520238, + "hf_subset": "fuc_Latn-nde_Latn", + "languages": [ + "fuc-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.510641, + "recall": 0.56685, + "f1": 0.525539, + "accuracy": 0.56685, + "main_score": 0.525539, + "hf_subset": "fuc_Latn-nya_Latn", + "languages": [ + "fuc-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.509401, + "recall": 0.569354, + "f1": 0.525009, + "accuracy": 0.569354, + "main_score": 0.525009, + "hf_subset": "fuc_Latn-sna_Latn", + "languages": [ + "fuc-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.565559, + "recall": 0.614422, + "f1": 0.579289, + "accuracy": 0.614422, + "main_score": 0.579289, + "hf_subset": "fuc_Latn-ven_Latn", + "languages": [ + "fuc-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.964447, + "recall": 0.975463, + "f1": 0.968035, + "accuracy": 0.975463, + "main_score": 0.968035, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.946837, + "recall": 0.962444, + "f1": 0.95172, + "accuracy": 0.962444, + "main_score": 0.95172, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.965715, + "recall": 0.975964, + "f1": 0.969037, + "accuracy": 0.975964, + "main_score": 0.969037, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.754628, + "recall": 0.812218, + "f1": 0.771845, + "accuracy": 0.812218, + "main_score": 0.771845, + "hf_subset": "guj_Gujr-div_Thaa", + "languages": [ + "guj-Gujr", + "div-Thaa" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.93799, + "recall": 0.957436, + "f1": 0.94425, + "accuracy": 0.957436, + "main_score": 0.94425, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.961776, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, + "hf_subset": "guj_Gujr-nep_Deva", + "languages": [ + "guj-Gujr", + "nep-Deva" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.926056, + "recall": 0.949424, + "f1": 0.93365, + "accuracy": 0.949424, + "main_score": 0.93365, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ] + }, + { + "precision": 0.849808, + "recall": 0.894842, + "f1": 0.863929, + "accuracy": 0.894842, + "main_score": 0.863929, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ] + }, + { + "precision": 0.948673, + "recall": 0.964947, + "f1": 0.954014, + "accuracy": 0.964947, + "main_score": 0.954014, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.966533, + "recall": 0.976965, + "f1": 0.969955, + "accuracy": 0.976965, + "main_score": 0.969955, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.709131, + "recall": 0.775663, + "f1": 0.728474, + "accuracy": 0.775663, + "main_score": 0.728474, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.873155, + "recall": 0.90636, + "f1": 0.882886, + "accuracy": 0.90636, + "main_score": 0.882886, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.846203, + "recall": 0.882824, + "f1": 0.857086, + "accuracy": 0.882824, + "main_score": 0.857086, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.779529, + "recall": 0.825739, + "f1": 0.793342, + "accuracy": 0.825739, + "main_score": 0.793342, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.375544, + "recall": 0.463696, + "f1": 0.39863, + "accuracy": 0.463696, + "main_score": 0.39863, + "hf_subset": "hau_Latn-orm_Ethi", + "languages": [ + "hau-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.854604, + "recall": 0.888332, + "f1": 0.864888, + "accuracy": 0.888332, + "main_score": 0.864888, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ] + }, + { + "precision": 0.749392, + "recall": 0.800701, + "f1": 0.76447, + "accuracy": 0.800701, + "main_score": 0.76447, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.890799, + "recall": 0.916875, + "f1": 0.898627, + "accuracy": 0.916875, + "main_score": 0.898627, + "hf_subset": "hau_Latn-swa_Latn", + "languages": [ + "hau-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.530184, + "recall": 0.60641, + "f1": 0.550894, + "accuracy": 0.60641, + "main_score": 0.550894, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.766564, + "recall": 0.815724, + "f1": 0.781014, + "accuracy": 0.815724, + "main_score": 0.781014, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.567655, + "recall": 0.62644, + "f1": 0.584215, + "accuracy": 0.62644, + "main_score": 0.584215, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.790696, + "recall": 0.841763, + "f1": 0.806259, + "accuracy": 0.841763, + "main_score": 0.806259, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.61923, + "recall": 0.689534, + "f1": 0.638162, + "accuracy": 0.689534, + "main_score": 0.638162, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.799432, + "recall": 0.845769, + "f1": 0.813654, + "accuracy": 0.845769, + "main_score": 0.813654, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.869533, + "recall": 0.90636, + "f1": 0.880716, + "accuracy": 0.90636, + "main_score": 0.880716, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.988483, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "heb_Hebr-fas_Arab", + "languages": [ + "heb-Hebr", + "fas-Arab" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.974796, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.981264, + "recall": 0.98648, + "f1": 0.982924, + "accuracy": 0.98648, + "main_score": 0.982924, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.967576, + "recall": 0.977466, + "f1": 0.970739, + "accuracy": 0.977466, + "main_score": 0.970739, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.749249, + "recall": 0.810215, + "f1": 0.766953, + "accuracy": 0.810215, + "main_score": 0.766953, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.964029, + "recall": 0.975463, + "f1": 0.967702, + "accuracy": 0.975463, + "main_score": 0.967702, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.878409, + "recall": 0.91337, + "f1": 0.889143, + "accuracy": 0.91337, + "main_score": 0.889143, + "hf_subset": "heb_Hebr-mey_Arab", + "languages": [ + "heb-Hebr", + "mey-Arab" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.968787, + "recall": 0.978968, + "f1": 0.972125, + "accuracy": 0.978968, + "main_score": 0.972125, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.859139, + "recall": 0.898848, + "f1": 0.871333, + "accuracy": 0.898848, + "main_score": 0.871333, + "hf_subset": "heb_Hebr-pus_Arab", + "languages": [ + "heb-Hebr", + "pus-Arab" + ] + }, + { + "precision": 0.976214, + "recall": 0.982974, + "f1": 0.978384, + "accuracy": 0.982974, + "main_score": 0.978384, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.521016, + "recall": 0.610916, + "f1": 0.544476, + "accuracy": 0.610916, + "main_score": 0.544476, + "hf_subset": "heb_Hebr-shi_Arab", + "languages": [ + "heb-Hebr", + "shi-Arab" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, + "hf_subset": "heb_Hebr-swa_Latn", + "languages": [ + "heb-Hebr", + "swa-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.933525, + "recall": 0.95343, + "f1": 0.939943, + "accuracy": 0.95343, + "main_score": 0.939943, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.899099, + "recall": 0.928893, + "f1": 0.90868, + "accuracy": 0.928893, + "main_score": 0.90868, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.80222, + "recall": 0.855784, + "f1": 0.818697, + "accuracy": 0.855784, + "main_score": 0.818697, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.969538, + "recall": 0.979469, + "f1": 0.972793, + "accuracy": 0.979469, + "main_score": 0.972793, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.751099, + "recall": 0.808212, + "f1": 0.767917, + "accuracy": 0.808212, + "main_score": 0.767917, + "hf_subset": "hin_Deva-div_Thaa", + "languages": [ + "hin-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.943582, + "recall": 0.961442, + "f1": 0.949424, + "accuracy": 0.961442, + "main_score": 0.949424, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "hin_Deva-fas_Arab", + "languages": [ + "hin-Deva", + "fas-Arab" + ] + }, + { + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.980805, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.981055, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.970706, + "recall": 0.97997, + "f1": 0.973794, + "accuracy": 0.97997, + "main_score": 0.973794, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.972542, + "recall": 0.981472, + "f1": 0.975463, + "accuracy": 0.981472, + "main_score": 0.975463, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.95777, + "recall": 0.970956, + "f1": 0.962026, + "accuracy": 0.970956, + "main_score": 0.962026, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "hin_Deva-nep_Deva", + "languages": [ + "hin-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.972375, + "recall": 0.980971, + "f1": 0.975213, + "accuracy": 0.980971, + "main_score": 0.975213, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ] + }, + { + "precision": 0.962068, + "recall": 0.973961, + "f1": 0.965899, + "accuracy": 0.973961, + "main_score": 0.965899, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.921841, + "recall": 0.94642, + "f1": 0.929845, + "accuracy": 0.94642, + "main_score": 0.929845, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.846775, + "recall": 0.891337, + "f1": 0.860602, + "accuracy": 0.891337, + "main_score": 0.860602, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.966867, + "recall": 0.977466, + "f1": 0.970372, + "accuracy": 0.977466, + "main_score": 0.970372, + "hf_subset": "hin_Deva-swa_Latn", + "languages": [ + "hin-Deva", + "swa-Latn" + ] + }, + { + "precision": 0.975046, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.956685, + "recall": 0.970956, + "f1": 0.961442, + "accuracy": 0.970956, + "main_score": 0.961442, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.968286, + "recall": 0.977967, + "f1": 0.971374, + "accuracy": 0.977967, + "main_score": 0.971374, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.973727, + "recall": 0.981472, + "f1": 0.976214, + "accuracy": 0.981472, + "main_score": 0.976214, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.971207, + "recall": 0.97997, + "f1": 0.974044, + "accuracy": 0.97997, + "main_score": 0.974044, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.82874, + "recall": 0.875814, + "f1": 0.843323, + "accuracy": 0.875814, + "main_score": 0.843323, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.747613, + "recall": 0.798698, + "f1": 0.761842, + "accuracy": 0.798698, + "main_score": 0.761842, + "hf_subset": "hmn_Latn-eng_Latn", + "languages": [ + "hmn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.974879, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.994909, + "recall": 0.996495, + "f1": 0.99541, + "accuracy": 0.996495, + "main_score": 0.99541, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.967868, + "recall": 0.977967, + "f1": 0.971123, + "accuracy": 0.977967, + "main_score": 0.971123, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "hrv_Latn-srp_Latn", + "languages": [ + "hrv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.979052, + "recall": 0.985478, + "f1": 0.981138, + "accuracy": 0.985478, + "main_score": 0.981138, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.952429, + "recall": 0.96695, + "f1": 0.957002, + "accuracy": 0.96695, + "main_score": 0.957002, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.95449, + "recall": 0.967952, + "f1": 0.958721, + "accuracy": 0.967952, + "main_score": 0.958721, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.974378, + "recall": 0.982474, + "f1": 0.976965, + "accuracy": 0.982474, + "main_score": 0.976965, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.97972, + "recall": 0.98648, + "f1": 0.981973, + "accuracy": 0.98648, + "main_score": 0.981973, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9556, + "recall": 0.969454, + "f1": 0.960023, + "accuracy": 0.969454, + "main_score": 0.960023, + "hf_subset": "hun_Latn-fas_Arab", + "languages": [ + "hun-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.967284, + "recall": 0.977466, + "f1": 0.970539, + "accuracy": 0.977466, + "main_score": 0.970539, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.968244, + "recall": 0.978468, + "f1": 0.971574, + "accuracy": 0.978468, + "main_score": 0.971574, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.95343, + "recall": 0.967952, + "f1": 0.958104, + "accuracy": 0.967952, + "main_score": 0.958104, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973627, + "accuracy": 0.97997, + "main_score": 0.973627, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.9556, + "recall": 0.969454, + "f1": 0.960023, + "accuracy": 0.969454, + "main_score": 0.960023, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.940911, + "recall": 0.958438, + "f1": 0.946486, + "accuracy": 0.958438, + "main_score": 0.946486, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.965031, + "recall": 0.976465, + "f1": 0.968787, + "accuracy": 0.976465, + "main_score": 0.968787, + "hf_subset": "hun_Latn-lav_Latn", + "languages": [ + "hun-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.961985, + "recall": 0.973961, + "f1": 0.965815, + "accuracy": 0.973961, + "main_score": 0.965815, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.969538, + "recall": 0.979469, + "f1": 0.972793, + "accuracy": 0.979469, + "main_score": 0.972793, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.969287, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.958104, + "recall": 0.970956, + "f1": 0.962193, + "accuracy": 0.970956, + "main_score": 0.962193, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.97104, + "recall": 0.980471, + "f1": 0.974128, + "accuracy": 0.980471, + "main_score": 0.974128, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.956852, + "recall": 0.969955, + "f1": 0.961025, + "accuracy": 0.969955, + "main_score": 0.961025, + "hf_subset": "hun_Latn-swa_Latn", + "languages": [ + "hun-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.911939, + "recall": 0.938408, + "f1": 0.920406, + "accuracy": 0.938408, + "main_score": 0.920406, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.971374, + "recall": 0.97997, + "f1": 0.974211, + "accuracy": 0.97997, + "main_score": 0.974211, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.971457, + "recall": 0.97997, + "f1": 0.974295, + "accuracy": 0.97997, + "main_score": 0.974295, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.958705, + "recall": 0.971457, + "f1": 0.962777, + "accuracy": 0.971457, + "main_score": 0.962777, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.788116, + "recall": 0.844266, + "f1": 0.805475, + "accuracy": 0.844266, + "main_score": 0.805475, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.965281, + "recall": 0.976465, + "f1": 0.968953, + "accuracy": 0.976465, + "main_score": 0.968953, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ] + }, + { + "precision": 0.970497, + "recall": 0.97997, + "f1": 0.973577, + "accuracy": 0.97997, + "main_score": 0.973577, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.955892, + "recall": 0.969454, + "f1": 0.960224, + "accuracy": 0.969454, + "main_score": 0.960224, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ] + }, + { + "precision": 0.949049, + "recall": 0.963946, + "f1": 0.953797, + "accuracy": 0.963946, + "main_score": 0.953797, + "hf_subset": "hye_Armn-sqi_Latn", + "languages": [ + "hye-Armn", + "sqi-Latn" + ] + }, + { + "precision": 0.728484, + "recall": 0.790185, + "f1": 0.746416, + "accuracy": 0.790185, + "main_score": 0.746416, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.896517, + "recall": 0.925388, + "f1": 0.905158, + "accuracy": 0.925388, + "main_score": 0.905158, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.8555, + "recall": 0.892839, + "f1": 0.867001, + "accuracy": 0.892839, + "main_score": 0.867001, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.796329, + "recall": 0.837757, + "f1": 0.808749, + "accuracy": 0.837757, + "main_score": 0.808749, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.426622, + "recall": 0.511768, + "f1": 0.449837, + "accuracy": 0.511768, + "main_score": 0.449837, + "hf_subset": "ibo_Latn-orm_Ethi", + "languages": [ + "ibo-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.846294, + "recall": 0.883325, + "f1": 0.857884, + "accuracy": 0.883325, + "main_score": 0.857884, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.763806, + "recall": 0.81322, + "f1": 0.77848, + "accuracy": 0.81322, + "main_score": 0.77848, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.886697, + "recall": 0.916875, + "f1": 0.895894, + "accuracy": 0.916875, + "main_score": 0.895894, + "hf_subset": "ibo_Latn-swa_Latn", + "languages": [ + "ibo-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.598474, + "recall": 0.67351, + "f1": 0.619174, + "accuracy": 0.67351, + "main_score": 0.619174, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.807908, + "recall": 0.844767, + "f1": 0.818915, + "accuracy": 0.844767, + "main_score": 0.818915, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.614329, + "recall": 0.671507, + "f1": 0.630256, + "accuracy": 0.671507, + "main_score": 0.630256, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.793327, + "recall": 0.845769, + "f1": 0.809049, + "accuracy": 0.845769, + "main_score": 0.809049, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.706969, + "recall": 0.770656, + "f1": 0.725629, + "accuracy": 0.770656, + "main_score": 0.725629, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.809598, + "recall": 0.852779, + "f1": 0.822584, + "accuracy": 0.852779, + "main_score": 0.822584, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.972793, + "recall": 0.981472, + "f1": 0.97563, + "accuracy": 0.981472, + "main_score": 0.97563, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.977258, + "recall": 0.984477, + "f1": 0.979586, + "accuracy": 0.984477, + "main_score": 0.979586, + "hf_subset": "ind_Latn-fas_Arab", + "languages": [ + "ind-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.512389, + "recall": 0.594392, + "f1": 0.534022, + "accuracy": 0.594392, + "main_score": 0.534022, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "ind_Latn-fil_Latn", + "languages": [ + "ind-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.978009, + "recall": 0.984977, + "f1": 0.980254, + "accuracy": 0.984977, + "main_score": 0.980254, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.973335, + "recall": 0.981472, + "f1": 0.975997, + "accuracy": 0.981472, + "main_score": 0.975997, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.969371, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.948381, + "recall": 0.964447, + "f1": 0.953547, + "accuracy": 0.964447, + "main_score": 0.953547, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.802116, + "recall": 0.85328, + "f1": 0.817921, + "accuracy": 0.85328, + "main_score": 0.817921, + "hf_subset": "ind_Latn-mlg_Latn", + "languages": [ + "ind-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.868444, + "recall": 0.907862, + "f1": 0.880838, + "accuracy": 0.907862, + "main_score": 0.880838, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "ind_Latn-msa_Latn", + "languages": [ + "ind-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ] + }, + { + "precision": 0.972208, + "recall": 0.980471, + "f1": 0.974796, + "accuracy": 0.980471, + "main_score": 0.974796, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.786559, + "recall": 0.841763, + "f1": 0.803231, + "accuracy": 0.841763, + "main_score": 0.803231, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "ind_Latn-swa_Latn", + "languages": [ + "ind-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.570012, + "recall": 0.654982, + "f1": 0.593538, + "accuracy": 0.654982, + "main_score": 0.593538, + "hf_subset": "ind_Latn-tah_Latn", + "languages": [ + "ind-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.947338, + "recall": 0.963946, + "f1": 0.952679, + "accuracy": 0.963946, + "main_score": 0.952679, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.56353, + "recall": 0.64697, + "f1": 0.586162, + "accuracy": 0.64697, + "main_score": 0.586162, + "hf_subset": "ind_Latn-ton_Latn", + "languages": [ + "ind-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.978802, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.843181, + "recall": 0.885829, + "f1": 0.856544, + "accuracy": 0.885829, + "main_score": 0.856544, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.969705, + "recall": 0.979469, + "f1": 0.972959, + "accuracy": 0.979469, + "main_score": 0.972959, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.982474, + "f1": 0.976715, + "accuracy": 0.982474, + "main_score": 0.976715, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.967201, + "recall": 0.977466, + "f1": 0.970539, + "accuracy": 0.977466, + "main_score": 0.970539, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.975981, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.940411, + "recall": 0.958438, + "f1": 0.946253, + "accuracy": 0.958438, + "main_score": 0.946253, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.934109, + "recall": 0.953931, + "f1": 0.940444, + "accuracy": 0.953931, + "main_score": 0.940444, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.97104, + "recall": 0.97997, + "f1": 0.973961, + "accuracy": 0.97997, + "main_score": 0.973961, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.970998, + "recall": 0.97997, + "f1": 0.973911, + "accuracy": 0.97997, + "main_score": 0.973911, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.973711, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.968202, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ] + }, + { + "precision": 0.989067, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.96887, + "recall": 0.978968, + "f1": 0.972208, + "accuracy": 0.978968, + "main_score": 0.972208, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ] + }, + { + "precision": 0.972793, + "recall": 0.981472, + "f1": 0.97563, + "accuracy": 0.981472, + "main_score": 0.97563, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ] + }, + { + "precision": 0.973877, + "recall": 0.982474, + "f1": 0.976715, + "accuracy": 0.982474, + "main_score": 0.976715, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ] + }, + { + "precision": 0.966366, + "recall": 0.977466, + "f1": 0.970038, + "accuracy": 0.977466, + "main_score": 0.970038, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.972542, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, + "hf_subset": "jpn_Jpan-fas_Arab", + "languages": [ + "jpn-Jpan", + "fas-Arab" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ] + }, + { + "precision": 0.969579, + "recall": 0.978968, + "f1": 0.972576, + "accuracy": 0.978968, + "main_score": 0.972576, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ] + }, + { + "precision": 0.972542, + "recall": 0.981472, + "f1": 0.975463, + "accuracy": 0.981472, + "main_score": 0.975463, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ] + }, + { + "precision": 0.967743, + "recall": 0.977466, + "f1": 0.970823, + "accuracy": 0.977466, + "main_score": 0.970823, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ] + }, + { + "precision": 0.967952, + "recall": 0.978468, + "f1": 0.971457, + "accuracy": 0.978468, + "main_score": 0.971457, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ] + }, + { + "precision": 0.976548, + "recall": 0.983475, + "f1": 0.978802, + "accuracy": 0.983475, + "main_score": 0.978802, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ] + }, + { + "precision": 0.972292, + "recall": 0.980971, + "f1": 0.975129, + "accuracy": 0.980971, + "main_score": 0.975129, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ] + }, + { + "precision": 0.96645, + "recall": 0.976965, + "f1": 0.969955, + "accuracy": 0.976965, + "main_score": 0.969955, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ] + }, + { + "precision": 0.972375, + "recall": 0.981472, + "f1": 0.97538, + "accuracy": 0.981472, + "main_score": 0.97538, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ] + }, + { + "precision": 0.965615, + "recall": 0.976965, + "f1": 0.969371, + "accuracy": 0.976965, + "main_score": 0.969371, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ] + }, + { + "precision": 0.961818, + "recall": 0.973961, + "f1": 0.965732, + "accuracy": 0.973961, + "main_score": 0.965732, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ] + }, + { + "precision": 0.974462, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ] + }, + { + "precision": 0.952971, + "recall": 0.967952, + "f1": 0.957887, + "accuracy": 0.967952, + "main_score": 0.957887, + "hf_subset": "jpn_Jpan-swa_Latn", + "languages": [ + "jpn-Jpan", + "swa-Latn" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ] + }, + { + "precision": 0.926682, + "recall": 0.949424, + "f1": 0.934018, + "accuracy": 0.949424, + "main_score": 0.934018, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ] + }, + { + "precision": 0.966199, + "recall": 0.976965, + "f1": 0.969788, + "accuracy": 0.976965, + "main_score": 0.969788, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ] + }, + { + "precision": 0.969012, + "recall": 0.978468, + "f1": 0.971991, + "accuracy": 0.978468, + "main_score": 0.971991, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ] + }, + { + "precision": 0.946086, + "recall": 0.962444, + "f1": 0.951244, + "accuracy": 0.962444, + "main_score": 0.951244, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ] + }, + { + "precision": 0.772235, + "recall": 0.830746, + "f1": 0.789885, + "accuracy": 0.830746, + "main_score": 0.789885, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.751916, + "recall": 0.810716, + "f1": 0.76942, + "accuracy": 0.810716, + "main_score": 0.76942, + "hf_subset": "kan_Knda-div_Thaa", + "languages": [ + "kan-Knda", + "div-Thaa" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.92785, + "recall": 0.949424, + "f1": 0.934685, + "accuracy": 0.949424, + "main_score": 0.934685, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ] + }, + { + "precision": 0.974629, + "recall": 0.982974, + "f1": 0.977383, + "accuracy": 0.982974, + "main_score": 0.977383, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.973126, + "recall": 0.981973, + "f1": 0.976047, + "accuracy": 0.981973, + "main_score": 0.976047, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.964697, + "recall": 0.975964, + "f1": 0.968369, + "accuracy": 0.975964, + "main_score": 0.968369, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.971499, + "recall": 0.980471, + "f1": 0.974412, + "accuracy": 0.980471, + "main_score": 0.974412, + "hf_subset": "kan_Knda-nep_Deva", + "languages": [ + "kan-Knda", + "nep-Deva" + ] + }, + { + "precision": 0.960441, + "recall": 0.972959, + "f1": 0.964614, + "accuracy": 0.972959, + "main_score": 0.964614, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.93461, + "recall": 0.955433, + "f1": 0.941446, + "accuracy": 0.955433, + "main_score": 0.941446, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ] + }, + { + "precision": 0.824962, + "recall": 0.875814, + "f1": 0.840761, + "accuracy": 0.875814, + "main_score": 0.840761, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ] + }, + { + "precision": 0.956184, + "recall": 0.970456, + "f1": 0.960941, + "accuracy": 0.970456, + "main_score": 0.960941, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.9614, + "recall": 0.97346, + "f1": 0.965315, + "accuracy": 0.97346, + "main_score": 0.965315, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.968286, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ] + }, + { + "precision": 0.974044, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.963362, + "recall": 0.974962, + "f1": 0.967117, + "accuracy": 0.974962, + "main_score": 0.967117, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ] + }, + { + "precision": 0.947254, + "recall": 0.963445, + "f1": 0.952512, + "accuracy": 0.963445, + "main_score": 0.952512, + "hf_subset": "kat_Geor-sqi_Latn", + "languages": [ + "kat-Geor", + "sqi-Latn" + ] + }, + { + "precision": 0.956518, + "recall": 0.969955, + "f1": 0.960941, + "accuracy": 0.969955, + "main_score": 0.960941, + "hf_subset": "kaz_Cyrl-aze_Latn", + "languages": [ + "kaz-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.915916, + "recall": 0.938908, + "f1": 0.923112, + "accuracy": 0.938908, + "main_score": 0.923112, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.965907, + "recall": 0.976465, + "f1": 0.969321, + "accuracy": 0.976465, + "main_score": 0.969321, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.944321, + "recall": 0.960441, + "f1": 0.949466, + "accuracy": 0.960441, + "main_score": 0.949466, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.941913, + "recall": 0.959439, + "f1": 0.947488, + "accuracy": 0.959439, + "main_score": 0.947488, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.912118, + "recall": 0.935904, + "f1": 0.919696, + "accuracy": 0.935904, + "main_score": 0.919696, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.954891, + "recall": 0.968453, + "f1": 0.959306, + "accuracy": 0.968453, + "main_score": 0.959306, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.851574, + "recall": 0.892839, + "f1": 0.864355, + "accuracy": 0.892839, + "main_score": 0.864355, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.953681, + "recall": 0.967451, + "f1": 0.958104, + "accuracy": 0.967451, + "main_score": 0.958104, + "hf_subset": "kaz_Cyrl-uzb_Latn", + "languages": [ + "kaz-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.638535, + "recall": 0.721582, + "f1": 0.661753, + "accuracy": 0.721582, + "main_score": 0.661753, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ] + }, + { + "precision": 0.264908, + "recall": 0.354532, + "f1": 0.286543, + "accuracy": 0.354532, + "main_score": 0.286543, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ] + }, + { + "precision": 0.961818, + "recall": 0.973961, + "f1": 0.965732, + "accuracy": 0.973961, + "main_score": 0.965732, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.906443, + "recall": 0.935403, + "f1": 0.915774, + "accuracy": 0.935403, + "main_score": 0.915774, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ] + }, + { + "precision": 0.853672, + "recall": 0.895844, + "f1": 0.866776, + "accuracy": 0.895844, + "main_score": 0.866776, + "hf_subset": "khm_Khmr-mon_Mong", + "languages": [ + "khm-Khmr", + "mon-Mong" + ] + }, + { + "precision": 0.468798, + "recall": 0.561843, + "f1": 0.494018, + "accuracy": 0.561843, + "main_score": 0.494018, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ] + }, + { + "precision": 0.945251, + "recall": 0.962444, + "f1": 0.950843, + "accuracy": 0.962444, + "main_score": 0.950843, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ] + }, + { + "precision": 0.68255, + "recall": 0.736605, + "f1": 0.697829, + "accuracy": 0.736605, + "main_score": 0.697829, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.783908, + "recall": 0.835253, + "f1": 0.79835, + "accuracy": 0.835253, + "main_score": 0.79835, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.524578, + "recall": 0.580871, + "f1": 0.540782, + "accuracy": 0.580871, + "main_score": 0.540782, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.544259, + "recall": 0.5999, + "f1": 0.559589, + "accuracy": 0.5999, + "main_score": 0.559589, + "hf_subset": "kin_Latn-fuc_Latn", + "languages": [ + "kin-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.752112, + "recall": 0.797196, + "f1": 0.765439, + "accuracy": 0.797196, + "main_score": 0.765439, + "hf_subset": "kin_Latn-nde_Latn", + "languages": [ + "kin-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.762987, + "recall": 0.811718, + "f1": 0.777736, + "accuracy": 0.811718, + "main_score": 0.777736, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.798886, + "recall": 0.844767, + "f1": 0.812747, + "accuracy": 0.844767, + "main_score": 0.812747, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.679439, + "recall": 0.7336, + "f1": 0.694851, + "accuracy": 0.7336, + "main_score": 0.694851, + "hf_subset": "kin_Latn-ven_Latn", + "languages": [ + "kin-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.938032, + "recall": 0.957937, + "f1": 0.944533, + "accuracy": 0.957937, + "main_score": 0.944533, + "hf_subset": "kir_Cyrl-aze_Latn", + "languages": [ + "kir-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.910658, + "recall": 0.935904, + "f1": 0.918645, + "accuracy": 0.935904, + "main_score": 0.918645, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.945001, + "recall": 0.961943, + "f1": 0.950342, + "accuracy": 0.961943, + "main_score": 0.950342, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.936113, + "recall": 0.955433, + "f1": 0.94228, + "accuracy": 0.955433, + "main_score": 0.94228, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.932315, + "recall": 0.951928, + "f1": 0.938658, + "accuracy": 0.951928, + "main_score": 0.938658, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.909155, + "recall": 0.932899, + "f1": 0.916558, + "accuracy": 0.932899, + "main_score": 0.916558, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.931355, + "recall": 0.951427, + "f1": 0.93769, + "accuracy": 0.951427, + "main_score": 0.93769, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.837803, + "recall": 0.88032, + "f1": 0.850854, + "accuracy": 0.88032, + "main_score": 0.850854, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.934794, + "recall": 0.95343, + "f1": 0.940778, + "accuracy": 0.95343, + "main_score": 0.940778, + "hf_subset": "kir_Cyrl-uzb_Latn", + "languages": [ + "kir-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.748162, + "recall": 0.80671, + "f1": 0.765279, + "accuracy": 0.80671, + "main_score": 0.765279, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.752012, + "recall": 0.810716, + "f1": 0.769509, + "accuracy": 0.810716, + "main_score": 0.769509, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.752722, + "recall": 0.807211, + "f1": 0.767894, + "accuracy": 0.807211, + "main_score": 0.767894, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.73719, + "recall": 0.793691, + "f1": 0.753145, + "accuracy": 0.793691, + "main_score": 0.753145, + "hf_subset": "kmr_Latn-fas_Arab", + "languages": [ + "kmr-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.74582, + "recall": 0.802704, + "f1": 0.762041, + "accuracy": 0.802704, + "main_score": 0.762041, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.625296, + "recall": 0.690536, + "f1": 0.643331, + "accuracy": 0.690536, + "main_score": 0.643331, + "hf_subset": "kmr_Latn-mey_Arab", + "languages": [ + "kmr-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.753069, + "recall": 0.812218, + "f1": 0.770528, + "accuracy": 0.812218, + "main_score": 0.770528, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.662821, + "recall": 0.730596, + "f1": 0.681847, + "accuracy": 0.730596, + "main_score": 0.681847, + "hf_subset": "kmr_Latn-pus_Arab", + "languages": [ + "kmr-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.421736, + "recall": 0.49975, + "f1": 0.441732, + "accuracy": 0.49975, + "main_score": 0.441732, + "hf_subset": "kmr_Latn-shi_Arab", + "languages": [ + "kmr-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.707761, + "recall": 0.766149, + "f1": 0.724837, + "accuracy": 0.766149, + "main_score": 0.724837, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.968369, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ] + }, + { + "precision": 0.973544, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ] + }, + { + "precision": 0.976256, + "recall": 0.983475, + "f1": 0.978585, + "accuracy": 0.983475, + "main_score": 0.978585, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ] + }, + { + "precision": 0.966032, + "recall": 0.976965, + "f1": 0.969621, + "accuracy": 0.976965, + "main_score": 0.969621, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.974462, + "recall": 0.982974, + "f1": 0.977299, + "accuracy": 0.982974, + "main_score": 0.977299, + "hf_subset": "kor_Hang-fas_Arab", + "languages": [ + "kor-Hang", + "fas-Arab" + ] + }, + { + "precision": 0.967994, + "recall": 0.977967, + "f1": 0.97124, + "accuracy": 0.977967, + "main_score": 0.97124, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ] + }, + { + "precision": 0.970122, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ] + }, + { + "precision": 0.970873, + "recall": 0.97997, + "f1": 0.973777, + "accuracy": 0.97997, + "main_score": 0.973777, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ] + }, + { + "precision": 0.962402, + "recall": 0.973961, + "f1": 0.966149, + "accuracy": 0.973961, + "main_score": 0.966149, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ] + }, + { + "precision": 0.971791, + "recall": 0.980971, + "f1": 0.974796, + "accuracy": 0.980971, + "main_score": 0.974796, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ] + }, + { + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ] + }, + { + "precision": 0.967034, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ] + }, + { + "precision": 0.972959, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ] + }, + { + "precision": 0.964363, + "recall": 0.975463, + "f1": 0.967952, + "accuracy": 0.975463, + "main_score": 0.967952, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ] + }, + { + "precision": 0.970623, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ] + }, + { + "precision": 0.959773, + "recall": 0.971958, + "f1": 0.963696, + "accuracy": 0.971958, + "main_score": 0.963696, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ] + }, + { + "precision": 0.977466, + "recall": 0.984977, + "f1": 0.97997, + "accuracy": 0.984977, + "main_score": 0.97997, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ] + }, + { + "precision": 0.950676, + "recall": 0.96645, + "f1": 0.95585, + "accuracy": 0.96645, + "main_score": 0.95585, + "hf_subset": "kor_Hang-swa_Latn", + "languages": [ + "kor-Hang", + "swa-Latn" + ] + }, + { + "precision": 0.973544, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ] + }, + { + "precision": 0.935695, + "recall": 0.955934, + "f1": 0.94228, + "accuracy": 0.955934, + "main_score": 0.94228, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ] + }, + { + "precision": 0.965615, + "recall": 0.976465, + "f1": 0.969204, + "accuracy": 0.976465, + "main_score": 0.969204, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ] + }, + { + "precision": 0.970456, + "recall": 0.97997, + "f1": 0.973544, + "accuracy": 0.97997, + "main_score": 0.973544, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ] + }, + { + "precision": 0.960624, + "recall": 0.972459, + "f1": 0.964447, + "accuracy": 0.972459, + "main_score": 0.964447, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ] + }, + { + "precision": 0.956977, + "recall": 0.970456, + "f1": 0.961309, + "accuracy": 0.970456, + "main_score": 0.961309, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ] + }, + { + "precision": 0.963696, + "recall": 0.975463, + "f1": 0.967535, + "accuracy": 0.975463, + "main_score": 0.967535, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ] + }, + { + "precision": 0.779792, + "recall": 0.836755, + "f1": 0.796938, + "accuracy": 0.836755, + "main_score": 0.796938, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ] + }, + { + "precision": 0.615068, + "recall": 0.702053, + "f1": 0.639825, + "accuracy": 0.702053, + "main_score": 0.639825, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ] + }, + { + "precision": 0.259398, + "recall": 0.345518, + "f1": 0.280489, + "accuracy": 0.345518, + "main_score": 0.280489, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ] + }, + { + "precision": 0.924976, + "recall": 0.94692, + "f1": 0.931816, + "accuracy": 0.94692, + "main_score": 0.931816, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "precision": 0.896553, + "recall": 0.928393, + "f1": 0.906643, + "accuracy": 0.928393, + "main_score": 0.906643, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ] + }, + { + "precision": 0.831013, + "recall": 0.876815, + "f1": 0.844896, + "accuracy": 0.876815, + "main_score": 0.844896, + "hf_subset": "lao_Laoo-mon_Mong", + "languages": [ + "lao-Laoo", + "mon-Mong" + ] + }, + { + "precision": 0.462607, + "recall": 0.550826, + "f1": 0.486307, + "accuracy": 0.550826, + "main_score": 0.486307, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ] + }, + { + "precision": 0.92472, + "recall": 0.947922, + "f1": 0.932108, + "accuracy": 0.947922, + "main_score": 0.932108, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ] + }, + { + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "lav_Latn-eng_Latn", + "languages": [ + "lav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "lav_Latn-fin_Latn", + "languages": [ + "lav-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.975046, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "lav_Latn-hun_Latn", + "languages": [ + "lav-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "lav_Latn-lit_Latn", + "languages": [ + "lav-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.961943, + "recall": 0.97346, + "f1": 0.965615, + "accuracy": 0.97346, + "main_score": 0.965615, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.971708, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.976548, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970414, + "recall": 0.979469, + "f1": 0.973327, + "accuracy": 0.979469, + "main_score": 0.973327, + "hf_subset": "lit_Latn-fas_Arab", + "languages": [ + "lit-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.97805, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.966366, + "recall": 0.976965, + "f1": 0.969788, + "accuracy": 0.976965, + "main_score": 0.969788, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.975421, + "recall": 0.982974, + "f1": 0.977833, + "accuracy": 0.982974, + "main_score": 0.977833, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.960357, + "recall": 0.972959, + "f1": 0.964447, + "accuracy": 0.972959, + "main_score": 0.964447, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.951719, + "recall": 0.96695, + "f1": 0.956635, + "accuracy": 0.96695, + "main_score": 0.956635, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "lit_Latn-lav_Latn", + "languages": [ + "lit-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ] + }, + { + "precision": 0.96695, + "recall": 0.976965, + "f1": 0.970105, + "accuracy": 0.976965, + "main_score": 0.970105, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.971874, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "lit_Latn-swa_Latn", + "languages": [ + "lit-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.981764, + "recall": 0.987481, + "f1": 0.983592, + "accuracy": 0.987481, + "main_score": 0.983592, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.920381, + "recall": 0.945418, + "f1": 0.928452, + "accuracy": 0.945418, + "main_score": 0.928452, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.974295, + "recall": 0.981973, + "f1": 0.976799, + "accuracy": 0.981973, + "main_score": 0.976799, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.972626, + "recall": 0.981472, + "f1": 0.975547, + "accuracy": 0.981472, + "main_score": 0.975547, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.96645, + "recall": 0.976465, + "f1": 0.969705, + "accuracy": 0.976465, + "main_score": 0.969705, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.801803, + "recall": 0.855784, + "f1": 0.818747, + "accuracy": 0.855784, + "main_score": 0.818747, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.972542, + "recall": 0.980471, + "f1": 0.975129, + "accuracy": 0.980471, + "main_score": 0.975129, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.9609, + "recall": 0.972459, + "f1": 0.964564, + "accuracy": 0.972459, + "main_score": 0.964564, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.971374, + "recall": 0.979469, + "f1": 0.973961, + "accuracy": 0.979469, + "main_score": 0.973961, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.960165, + "recall": 0.971958, + "f1": 0.963979, + "accuracy": 0.971958, + "main_score": 0.963979, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.930258, + "recall": 0.948923, + "f1": 0.936122, + "accuracy": 0.948923, + "main_score": 0.936122, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.939689, + "recall": 0.956935, + "f1": 0.945059, + "accuracy": 0.956935, + "main_score": 0.945059, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.959773, + "recall": 0.971457, + "f1": 0.963445, + "accuracy": 0.971457, + "main_score": 0.963445, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.954427, + "recall": 0.96695, + "f1": 0.958282, + "accuracy": 0.96695, + "main_score": 0.958282, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.964864, + "recall": 0.975463, + "f1": 0.968369, + "accuracy": 0.975463, + "main_score": 0.968369, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.968161, + "recall": 0.977967, + "f1": 0.971324, + "accuracy": 0.977967, + "main_score": 0.971324, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.969955, + "recall": 0.979469, + "f1": 0.973043, + "accuracy": 0.979469, + "main_score": 0.973043, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.452559, + "recall": 0.532298, + "f1": 0.472825, + "accuracy": 0.532298, + "main_score": 0.472825, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970372, + "accuracy": 0.977466, + "main_score": 0.970372, + "hf_subset": "mal_Mlym-fil_Latn", + "languages": [ + "mal-Mlym", + "fil-Latn" + ] + }, + { + "precision": 0.968536, + "recall": 0.978468, + "f1": 0.971791, + "accuracy": 0.978468, + "main_score": 0.971791, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ] + }, + { + "precision": 0.757583, + "recall": 0.817727, + "f1": 0.775922, + "accuracy": 0.817727, + "main_score": 0.775922, + "hf_subset": "mal_Mlym-mlg_Latn", + "languages": [ + "mal-Mlym", + "mlg-Latn" + ] + }, + { + "precision": 0.804031, + "recall": 0.857787, + "f1": 0.820264, + "accuracy": 0.857787, + "main_score": 0.820264, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ] + }, + { + "precision": 0.963862, + "recall": 0.974962, + "f1": 0.967535, + "accuracy": 0.974962, + "main_score": 0.967535, + "hf_subset": "mal_Mlym-msa_Latn", + "languages": [ + "mal-Mlym", + "msa-Latn" + ] + }, + { + "precision": 0.740891, + "recall": 0.805208, + "f1": 0.760244, + "accuracy": 0.805208, + "main_score": 0.760244, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ] + }, + { + "precision": 0.511937, + "recall": 0.602404, + "f1": 0.536309, + "accuracy": 0.602404, + "main_score": 0.536309, + "hf_subset": "mal_Mlym-tah_Latn", + "languages": [ + "mal-Mlym", + "tah-Latn" + ] + }, + { + "precision": 0.496562, + "recall": 0.588883, + "f1": 0.521215, + "accuracy": 0.588883, + "main_score": 0.521215, + "hf_subset": "mal_Mlym-ton_Latn", + "languages": [ + "mal-Mlym", + "ton-Latn" + ] + }, + { + "precision": 0.97104, + "recall": 0.97997, + "f1": 0.973961, + "accuracy": 0.97997, + "main_score": 0.973961, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.749776, + "recall": 0.810215, + "f1": 0.767804, + "accuracy": 0.810215, + "main_score": 0.767804, + "hf_subset": "mar_Deva-div_Thaa", + "languages": [ + "mar-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973627, + "accuracy": 0.97997, + "main_score": 0.973627, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.938549, + "recall": 0.956935, + "f1": 0.94445, + "accuracy": 0.956935, + "main_score": 0.94445, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.971624, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.979553, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.959773, + "recall": 0.972459, + "f1": 0.963946, + "accuracy": 0.972459, + "main_score": 0.963946, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.967034, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "mar_Deva-nep_Deva", + "languages": [ + "mar-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.963529, + "recall": 0.975463, + "f1": 0.967451, + "accuracy": 0.975463, + "main_score": 0.967451, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.914997, + "recall": 0.941412, + "f1": 0.923502, + "accuracy": 0.941412, + "main_score": 0.923502, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.823711, + "recall": 0.87331, + "f1": 0.838851, + "accuracy": 0.87331, + "main_score": 0.838851, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.942205, + "recall": 0.95994, + "f1": 0.947955, + "accuracy": 0.95994, + "main_score": 0.947955, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.950634, + "recall": 0.965448, + "f1": 0.955383, + "accuracy": 0.965448, + "main_score": 0.955383, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.969287, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.91071, + "recall": 0.932899, + "f1": 0.917626, + "accuracy": 0.932899, + "main_score": 0.917626, + "hf_subset": "mey_Arab-arb_Arab", + "languages": [ + "mey-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.74917, + "recall": 0.808713, + "f1": 0.767026, + "accuracy": 0.808713, + "main_score": 0.767026, + "hf_subset": "mey_Arab-ckb_Arab", + "languages": [ + "mey-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.917451, + "recall": 0.93991, + "f1": 0.924487, + "accuracy": 0.93991, + "main_score": 0.924487, + "hf_subset": "mey_Arab-eng_Latn", + "languages": [ + "mey-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.881578, + "recall": 0.911868, + "f1": 0.890712, + "accuracy": 0.911868, + "main_score": 0.890712, + "hf_subset": "mey_Arab-fas_Arab", + "languages": [ + "mey-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.898953, + "recall": 0.925889, + "f1": 0.907119, + "accuracy": 0.925889, + "main_score": 0.907119, + "hf_subset": "mey_Arab-heb_Hebr", + "languages": [ + "mey-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.638171, + "recall": 0.709564, + "f1": 0.658998, + "accuracy": 0.709564, + "main_score": 0.658998, + "hf_subset": "mey_Arab-kmr_Latn", + "languages": [ + "mey-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.900993, + "recall": 0.928393, + "f1": 0.909524, + "accuracy": 0.928393, + "main_score": 0.909524, + "hf_subset": "mey_Arab-prs_Arab", + "languages": [ + "mey-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.733851, + "recall": 0.793691, + "f1": 0.751463, + "accuracy": 0.793691, + "main_score": 0.751463, + "hf_subset": "mey_Arab-pus_Arab", + "languages": [ + "mey-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.557152, + "recall": 0.629945, + "f1": 0.576495, + "accuracy": 0.629945, + "main_score": 0.576495, + "hf_subset": "mey_Arab-shi_Arab", + "languages": [ + "mey-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.780591, + "recall": 0.830746, + "f1": 0.795268, + "accuracy": 0.830746, + "main_score": 0.795268, + "hf_subset": "mey_Arab-tgk_Cyrl", + "languages": [ + "mey-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.979553, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.986814, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.974879, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.970289, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.987815, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.97573, + "recall": 0.982974, + "f1": 0.97805, + "accuracy": 0.982974, + "main_score": 0.97805, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "mkd_Cyrl-srp_Latn", + "languages": [ + "mkd-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.779558, + "recall": 0.830245, + "f1": 0.793784, + "accuracy": 0.830245, + "main_score": 0.793784, + "hf_subset": "mlg_Latn-eng_Latn", + "languages": [ + "mlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.50265, + "recall": 0.576865, + "f1": 0.522722, + "accuracy": 0.576865, + "main_score": 0.522722, + "hf_subset": "mlg_Latn-fij_Latn", + "languages": [ + "mlg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.81813, + "recall": 0.856785, + "f1": 0.828957, + "accuracy": 0.856785, + "main_score": 0.828957, + "hf_subset": "mlg_Latn-fil_Latn", + "languages": [ + "mlg-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.803869, + "recall": 0.849775, + "f1": 0.817072, + "accuracy": 0.849775, + "main_score": 0.817072, + "hf_subset": "mlg_Latn-ind_Latn", + "languages": [ + "mlg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.713432, + "recall": 0.777666, + "f1": 0.73159, + "accuracy": 0.777666, + "main_score": 0.73159, + "hf_subset": "mlg_Latn-mal_Mlym", + "languages": [ + "mlg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.745382, + "recall": 0.801202, + "f1": 0.762014, + "accuracy": 0.801202, + "main_score": 0.762014, + "hf_subset": "mlg_Latn-mri_Latn", + "languages": [ + "mlg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.794315, + "recall": 0.841763, + "f1": 0.808033, + "accuracy": 0.841763, + "main_score": 0.808033, + "hf_subset": "mlg_Latn-msa_Latn", + "languages": [ + "mlg-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.711405, + "recall": 0.764647, + "f1": 0.726821, + "accuracy": 0.764647, + "main_score": 0.726821, + "hf_subset": "mlg_Latn-smo_Latn", + "languages": [ + "mlg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.569094, + "recall": 0.63996, + "f1": 0.58888, + "accuracy": 0.63996, + "main_score": 0.58888, + "hf_subset": "mlg_Latn-tah_Latn", + "languages": [ + "mlg-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.566751, + "recall": 0.642464, + "f1": 0.587697, + "accuracy": 0.642464, + "main_score": 0.587697, + "hf_subset": "mlg_Latn-ton_Latn", + "languages": [ + "mlg-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.973015, + "recall": 0.979469, + "f1": 0.975063, + "accuracy": 0.979469, + "main_score": 0.975063, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.974587, + "recall": 0.982474, + "f1": 0.977166, + "accuracy": 0.982474, + "main_score": 0.977166, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956994, + "recall": 0.969454, + "f1": 0.960891, + "accuracy": 0.969454, + "main_score": 0.960891, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.971349, + "recall": 0.979469, + "f1": 0.973911, + "accuracy": 0.979469, + "main_score": 0.973911, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.968828, + "recall": 0.977967, + "f1": 0.971717, + "accuracy": 0.977967, + "main_score": 0.971717, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.966366, + "recall": 0.976465, + "f1": 0.969597, + "accuracy": 0.976465, + "main_score": 0.969597, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.984977, + "f1": 0.981138, + "accuracy": 0.984977, + "main_score": 0.981138, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.958938, + "recall": 0.971457, + "f1": 0.963028, + "accuracy": 0.971457, + "main_score": 0.963028, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.602013, + "recall": 0.690536, + "f1": 0.627151, + "accuracy": 0.690536, + "main_score": 0.627151, + "hf_subset": "mon_Mong-bod_Tibt", + "languages": [ + "mon-Mong", + "bod-Tibt" + ] + }, + { + "precision": 0.274242, + "recall": 0.35353, + "f1": 0.293031, + "accuracy": 0.35353, + "main_score": 0.293031, + "hf_subset": "mon_Mong-dzo_Tibt", + "languages": [ + "mon-Mong", + "dzo-Tibt" + ] + }, + { + "precision": 0.899996, + "recall": 0.928393, + "f1": 0.908731, + "accuracy": 0.928393, + "main_score": 0.908731, + "hf_subset": "mon_Mong-eng_Latn", + "languages": [ + "mon-Mong", + "eng-Latn" + ] + }, + { + "precision": 0.819651, + "recall": 0.870305, + "f1": 0.835295, + "accuracy": 0.870305, + "main_score": 0.835295, + "hf_subset": "mon_Mong-khm_Khmr", + "languages": [ + "mon-Mong", + "khm-Khmr" + ] + }, + { + "precision": 0.79032, + "recall": 0.84677, + "f1": 0.807604, + "accuracy": 0.84677, + "main_score": 0.807604, + "hf_subset": "mon_Mong-lao_Laoo", + "languages": [ + "mon-Mong", + "lao-Laoo" + ] + }, + { + "precision": 0.450939, + "recall": 0.537807, + "f1": 0.47437, + "accuracy": 0.537807, + "main_score": 0.47437, + "hf_subset": "mon_Mong-mya_Mymr", + "languages": [ + "mon-Mong", + "mya-Mymr" + ] + }, + { + "precision": 0.886455, + "recall": 0.919379, + "f1": 0.896862, + "accuracy": 0.919379, + "main_score": 0.896862, + "hf_subset": "mon_Mong-tha_Thai", + "languages": [ + "mon-Mong", + "tha-Thai" + ] + }, + { + "precision": 0.857709, + "recall": 0.895844, + "f1": 0.869218, + "accuracy": 0.895844, + "main_score": 0.869218, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.53041, + "recall": 0.604907, + "f1": 0.550361, + "accuracy": 0.604907, + "main_score": 0.550361, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.871037, + "recall": 0.904357, + "f1": 0.881005, + "accuracy": 0.904357, + "main_score": 0.881005, + "hf_subset": "mri_Latn-fil_Latn", + "languages": [ + "mri-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.871371, + "recall": 0.901853, + "f1": 0.880351, + "accuracy": 0.901853, + "main_score": 0.880351, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.751338, + "recall": 0.809715, + "f1": 0.768258, + "accuracy": 0.809715, + "main_score": 0.768258, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.730334, + "recall": 0.789184, + "f1": 0.747562, + "accuracy": 0.789184, + "main_score": 0.747562, + "hf_subset": "mri_Latn-mlg_Latn", + "languages": [ + "mri-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.849226, + "recall": 0.889835, + "f1": 0.861493, + "accuracy": 0.889835, + "main_score": 0.861493, + "hf_subset": "mri_Latn-msa_Latn", + "languages": [ + "mri-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.771304, + "recall": 0.82023, + "f1": 0.785816, + "accuracy": 0.82023, + "main_score": 0.785816, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.58671, + "recall": 0.661993, + "f1": 0.608178, + "accuracy": 0.661993, + "main_score": 0.608178, + "hf_subset": "mri_Latn-tah_Latn", + "languages": [ + "mri-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.615276, + "recall": 0.682023, + "f1": 0.633885, + "accuracy": 0.682023, + "main_score": 0.633885, + "hf_subset": "mri_Latn-ton_Latn", + "languages": [ + "mri-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "msa_Latn-eng_Latn", + "languages": [ + "msa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.48421, + "recall": 0.570356, + "f1": 0.507002, + "accuracy": 0.570356, + "main_score": 0.507002, + "hf_subset": "msa_Latn-fij_Latn", + "languages": [ + "msa-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "msa_Latn-fil_Latn", + "languages": [ + "msa-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "msa_Latn-ind_Latn", + "languages": [ + "msa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.941095, + "recall": 0.958938, + "f1": 0.94682, + "accuracy": 0.958938, + "main_score": 0.94682, + "hf_subset": "msa_Latn-mal_Mlym", + "languages": [ + "msa-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.785283, + "recall": 0.839259, + "f1": 0.801513, + "accuracy": 0.839259, + "main_score": 0.801513, + "hf_subset": "msa_Latn-mlg_Latn", + "languages": [ + "msa-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.847471, + "recall": 0.890836, + "f1": 0.860891, + "accuracy": 0.890836, + "main_score": 0.860891, + "hf_subset": "msa_Latn-mri_Latn", + "languages": [ + "msa-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.780112, + "recall": 0.84026, + "f1": 0.798422, + "accuracy": 0.84026, + "main_score": 0.798422, + "hf_subset": "msa_Latn-smo_Latn", + "languages": [ + "msa-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.547117, + "recall": 0.635954, + "f1": 0.571767, + "accuracy": 0.635954, + "main_score": 0.571767, + "hf_subset": "msa_Latn-tah_Latn", + "languages": [ + "msa-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.538453, + "recall": 0.623435, + "f1": 0.560849, + "accuracy": 0.623435, + "main_score": 0.560849, + "hf_subset": "msa_Latn-ton_Latn", + "languages": [ + "msa-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.286291, + "recall": 0.36004, + "f1": 0.304671, + "accuracy": 0.36004, + "main_score": 0.304671, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.141532, + "recall": 0.195293, + "f1": 0.153399, + "accuracy": 0.195293, + "main_score": 0.153399, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.458273, + "recall": 0.525789, + "f1": 0.474979, + "accuracy": 0.525789, + "main_score": 0.474979, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.395339, + "recall": 0.473711, + "f1": 0.414848, + "accuracy": 0.473711, + "main_score": 0.414848, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.392272, + "recall": 0.470205, + "f1": 0.411726, + "accuracy": 0.470205, + "main_score": 0.411726, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.440628, + "recall": 0.508763, + "f1": 0.45848, + "accuracy": 0.508763, + "main_score": 0.45848, + "hf_subset": "mya_Mymr-mon_Mong", + "languages": [ + "mya-Mymr", + "mon-Mong" + ] + }, + { + "precision": 0.440176, + "recall": 0.517276, + "f1": 0.460264, + "accuracy": 0.517276, + "main_score": 0.460264, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.682846, + "recall": 0.739109, + "f1": 0.698859, + "accuracy": 0.739109, + "main_score": 0.698859, + "hf_subset": "nde_Latn-bem_Latn", + "languages": [ + "nde-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.762141, + "recall": 0.815724, + "f1": 0.776997, + "accuracy": 0.815724, + "main_score": 0.776997, + "hf_subset": "nde_Latn-eng_Latn", + "languages": [ + "nde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.529158, + "recall": 0.581873, + "f1": 0.543407, + "accuracy": 0.581873, + "main_score": 0.543407, + "hf_subset": "nde_Latn-ewe_Latn", + "languages": [ + "nde-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.541958, + "recall": 0.598898, + "f1": 0.55698, + "accuracy": 0.598898, + "main_score": 0.55698, + "hf_subset": "nde_Latn-fuc_Latn", + "languages": [ + "nde-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.745052, + "recall": 0.791688, + "f1": 0.759089, + "accuracy": 0.791688, + "main_score": 0.759089, + "hf_subset": "nde_Latn-kin_Latn", + "languages": [ + "nde-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.743709, + "recall": 0.79319, + "f1": 0.758279, + "accuracy": 0.79319, + "main_score": 0.758279, + "hf_subset": "nde_Latn-nya_Latn", + "languages": [ + "nde-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.803111, + "recall": 0.842263, + "f1": 0.814685, + "accuracy": 0.842263, + "main_score": 0.814685, + "hf_subset": "nde_Latn-sna_Latn", + "languages": [ + "nde-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.662673, + "recall": 0.718578, + "f1": 0.67825, + "accuracy": 0.718578, + "main_score": 0.67825, + "hf_subset": "nde_Latn-ven_Latn", + "languages": [ + "nde-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983475, + "f1": 0.978718, + "accuracy": 0.983475, + "main_score": 0.978718, + "hf_subset": "nep_Deva-ben_Beng", + "languages": [ + "nep-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.757862, + "recall": 0.817226, + "f1": 0.775606, + "accuracy": 0.817226, + "main_score": 0.775606, + "hf_subset": "nep_Deva-div_Thaa", + "languages": [ + "nep-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "nep_Deva-eng_Latn", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.943582, + "recall": 0.960441, + "f1": 0.94909, + "accuracy": 0.960441, + "main_score": 0.94909, + "hf_subset": "nep_Deva-eus_Latn", + "languages": [ + "nep-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "nep_Deva-guj_Gujr", + "languages": [ + "nep-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "nep_Deva-hin_Deva", + "languages": [ + "nep-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.95752, + "recall": 0.970956, + "f1": 0.961943, + "accuracy": 0.970956, + "main_score": 0.961943, + "hf_subset": "nep_Deva-kan_Knda", + "languages": [ + "nep-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, + "hf_subset": "nep_Deva-mar_Deva", + "languages": [ + "nep-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.963529, + "recall": 0.974962, + "f1": 0.967284, + "accuracy": 0.974962, + "main_score": 0.967284, + "hf_subset": "nep_Deva-pan_Guru", + "languages": [ + "nep-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.923694, + "recall": 0.94692, + "f1": 0.930996, + "accuracy": 0.94692, + "main_score": 0.930996, + "hf_subset": "nep_Deva-sin_Sinh", + "languages": [ + "nep-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.837523, + "recall": 0.883325, + "f1": 0.85143, + "accuracy": 0.883325, + "main_score": 0.85143, + "hf_subset": "nep_Deva-snd_Arab", + "languages": [ + "nep-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.943582, + "recall": 0.960941, + "f1": 0.949257, + "accuracy": 0.960941, + "main_score": 0.949257, + "hf_subset": "nep_Deva-tam_Taml", + "languages": [ + "nep-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.960941, + "recall": 0.97346, + "f1": 0.965031, + "accuracy": 0.97346, + "main_score": 0.965031, + "hf_subset": "nep_Deva-tel_Telu", + "languages": [ + "nep-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.971958, + "recall": 0.980471, + "f1": 0.974712, + "accuracy": 0.980471, + "main_score": 0.974712, + "hf_subset": "nep_Deva-urd_Arab", + "languages": [ + "nep-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.960608, + "recall": 0.972959, + "f1": 0.96453, + "accuracy": 0.972959, + "main_score": 0.96453, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.968995, + "recall": 0.978968, + "f1": 0.972242, + "accuracy": 0.978968, + "main_score": 0.972242, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.952929, + "recall": 0.96645, + "f1": 0.957253, + "accuracy": 0.96645, + "main_score": 0.957253, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.96983, + "recall": 0.979469, + "f1": 0.972993, + "accuracy": 0.979469, + "main_score": 0.972993, + "hf_subset": "nld_Latn-fas_Arab", + "languages": [ + "nld-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.977049, + "recall": 0.983976, + "f1": 0.979302, + "accuracy": 0.983976, + "main_score": 0.979302, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.965031, + "recall": 0.975964, + "f1": 0.96862, + "accuracy": 0.975964, + "main_score": 0.96862, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.976632, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.966366, + "recall": 0.977466, + "f1": 0.970038, + "accuracy": 0.977466, + "main_score": 0.970038, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.96524, + "recall": 0.976465, + "f1": 0.968903, + "accuracy": 0.976465, + "main_score": 0.968903, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.954932, + "recall": 0.968953, + "f1": 0.959439, + "accuracy": 0.968953, + "main_score": 0.959439, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.973293, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.953447, + "recall": 0.96645, + "f1": 0.957496, + "accuracy": 0.96645, + "main_score": 0.957496, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ] + }, + { + "precision": 0.966867, + "recall": 0.976965, + "f1": 0.970038, + "accuracy": 0.976965, + "main_score": 0.970038, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.974796, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, + "hf_subset": "nld_Latn-swa_Latn", + "languages": [ + "nld-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.920356, + "recall": 0.945418, + "f1": 0.928426, + "accuracy": 0.945418, + "main_score": 0.928426, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.972375, + "recall": 0.980971, + "f1": 0.975129, + "accuracy": 0.980971, + "main_score": 0.975129, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.819488, + "recall": 0.868803, + "f1": 0.834585, + "accuracy": 0.868803, + "main_score": 0.834585, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.980638, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.948047, + "recall": 0.964447, + "f1": 0.95338, + "accuracy": 0.964447, + "main_score": 0.95338, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.96453, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.940135, + "recall": 0.958438, + "f1": 0.945952, + "accuracy": 0.958438, + "main_score": 0.945952, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.948339, + "recall": 0.964447, + "f1": 0.953514, + "accuracy": 0.964447, + "main_score": 0.953514, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.976298, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.956977, + "recall": 0.970456, + "f1": 0.961309, + "accuracy": 0.970456, + "main_score": 0.961309, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.655242, + "recall": 0.720581, + "f1": 0.674068, + "accuracy": 0.720581, + "main_score": 0.674068, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.781236, + "recall": 0.829244, + "f1": 0.794873, + "accuracy": 0.829244, + "main_score": 0.794873, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.789611, + "recall": 0.832749, + "f1": 0.802689, + "accuracy": 0.832749, + "main_score": 0.802689, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.783993, + "recall": 0.829244, + "f1": 0.797466, + "accuracy": 0.829244, + "main_score": 0.797466, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.401098, + "recall": 0.486229, + "f1": 0.424238, + "accuracy": 0.486229, + "main_score": 0.424238, + "hf_subset": "nso_Latn-orm_Ethi", + "languages": [ + "nso-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.779591, + "recall": 0.822233, + "f1": 0.792132, + "accuracy": 0.822233, + "main_score": 0.792132, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.756175, + "recall": 0.804707, + "f1": 0.770402, + "accuracy": 0.804707, + "main_score": 0.770402, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.812609, + "recall": 0.851277, + "f1": 0.824087, + "accuracy": 0.851277, + "main_score": 0.824087, + "hf_subset": "nso_Latn-swa_Latn", + "languages": [ + "nso-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.534056, + "recall": 0.607411, + "f1": 0.554196, + "accuracy": 0.607411, + "main_score": 0.554196, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.846361, + "recall": 0.881823, + "f1": 0.857162, + "accuracy": 0.881823, + "main_score": 0.857162, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.580146, + "recall": 0.631447, + "f1": 0.594439, + "accuracy": 0.631447, + "main_score": 0.594439, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.765966, + "recall": 0.814722, + "f1": 0.780788, + "accuracy": 0.814722, + "main_score": 0.780788, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.622537, + "recall": 0.687031, + "f1": 0.639981, + "accuracy": 0.687031, + "main_score": 0.639981, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.79052, + "recall": 0.836755, + "f1": 0.804643, + "accuracy": 0.836755, + "main_score": 0.804643, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.701718, + "recall": 0.75313, + "f1": 0.716384, + "accuracy": 0.75313, + "main_score": 0.716384, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.758804, + "recall": 0.814722, + "f1": 0.774568, + "accuracy": 0.814722, + "main_score": 0.774568, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.529652, + "recall": 0.583375, + "f1": 0.544798, + "accuracy": 0.583375, + "main_score": 0.544798, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.560335, + "recall": 0.61342, + "f1": 0.574375, + "accuracy": 0.61342, + "main_score": 0.574375, + "hf_subset": "nya_Latn-fuc_Latn", + "languages": [ + "nya-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.752952, + "recall": 0.801202, + "f1": 0.767014, + "accuracy": 0.801202, + "main_score": 0.767014, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.752934, + "recall": 0.803205, + "f1": 0.767979, + "accuracy": 0.803205, + "main_score": 0.767979, + "hf_subset": "nya_Latn-nde_Latn", + "languages": [ + "nya-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.807967, + "recall": 0.850275, + "f1": 0.821026, + "accuracy": 0.850275, + "main_score": 0.821026, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.676502, + "recall": 0.7331, + "f1": 0.692118, + "accuracy": 0.7331, + "main_score": 0.692118, + "hf_subset": "nya_Latn-ven_Latn", + "languages": [ + "nya-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.382597, + "recall": 0.444166, + "f1": 0.398813, + "accuracy": 0.444166, + "main_score": 0.398813, + "hf_subset": "orm_Ethi-amh_Ethi", + "languages": [ + "orm-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.460895, + "recall": 0.527291, + "f1": 0.477756, + "accuracy": 0.527291, + "main_score": 0.477756, + "hf_subset": "orm_Ethi-eng_Latn", + "languages": [ + "orm-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.365174, + "recall": 0.421632, + "f1": 0.379607, + "accuracy": 0.421632, + "main_score": 0.379607, + "hf_subset": "orm_Ethi-hau_Latn", + "languages": [ + "orm-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.40406, + "recall": 0.463696, + "f1": 0.420103, + "accuracy": 0.463696, + "main_score": 0.420103, + "hf_subset": "orm_Ethi-ibo_Latn", + "languages": [ + "orm-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.379589, + "recall": 0.44016, + "f1": 0.395117, + "accuracy": 0.44016, + "main_score": 0.395117, + "hf_subset": "orm_Ethi-nso_Latn", + "languages": [ + "orm-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.39441, + "recall": 0.449675, + "f1": 0.408648, + "accuracy": 0.449675, + "main_score": 0.408648, + "hf_subset": "orm_Ethi-som_Latn", + "languages": [ + "orm-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.379681, + "recall": 0.437156, + "f1": 0.394971, + "accuracy": 0.437156, + "main_score": 0.394971, + "hf_subset": "orm_Ethi-ssw_Latn", + "languages": [ + "orm-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.360274, + "recall": 0.421632, + "f1": 0.375391, + "accuracy": 0.421632, + "main_score": 0.375391, + "hf_subset": "orm_Ethi-swa_Latn", + "languages": [ + "orm-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.420588, + "recall": 0.482223, + "f1": 0.437053, + "accuracy": 0.482223, + "main_score": 0.437053, + "hf_subset": "orm_Ethi-tir_Ethi", + "languages": [ + "orm-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.38815, + "recall": 0.440661, + "f1": 0.401965, + "accuracy": 0.440661, + "main_score": 0.401965, + "hf_subset": "orm_Ethi-tsn_Latn", + "languages": [ + "orm-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.44341, + "recall": 0.491237, + "f1": 0.457018, + "accuracy": 0.491237, + "main_score": 0.457018, + "hf_subset": "orm_Ethi-wol_Latn", + "languages": [ + "orm-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.363863, + "recall": 0.423635, + "f1": 0.379241, + "accuracy": 0.423635, + "main_score": 0.379241, + "hf_subset": "orm_Ethi-xho_Latn", + "languages": [ + "orm-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.348537, + "recall": 0.399599, + "f1": 0.362119, + "accuracy": 0.399599, + "main_score": 0.362119, + "hf_subset": "orm_Ethi-yor_Latn", + "languages": [ + "orm-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.369211, + "recall": 0.434652, + "f1": 0.385778, + "accuracy": 0.434652, + "main_score": 0.385778, + "hf_subset": "orm_Ethi-zul_Latn", + "languages": [ + "orm-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976965, + "accuracy": 0.982474, + "main_score": 0.976965, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.750447, + "recall": 0.810215, + "f1": 0.768296, + "accuracy": 0.810215, + "main_score": 0.768296, + "hf_subset": "pan_Guru-div_Thaa", + "languages": [ + "pan-Guru", + "div-Thaa" + ] + }, + { + "precision": 0.97972, + "recall": 0.98648, + "f1": 0.981973, + "accuracy": 0.98648, + "main_score": 0.981973, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.93532, + "recall": 0.954932, + "f1": 0.941579, + "accuracy": 0.954932, + "main_score": 0.941579, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.946086, + "recall": 0.963445, + "f1": 0.951844, + "accuracy": 0.963445, + "main_score": 0.951844, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.970873, + "recall": 0.980471, + "f1": 0.974044, + "accuracy": 0.980471, + "main_score": 0.974044, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.969454, + "recall": 0.979469, + "f1": 0.972793, + "accuracy": 0.979469, + "main_score": 0.972793, + "hf_subset": "pan_Guru-nep_Deva", + "languages": [ + "pan-Guru", + "nep-Deva" + ] + }, + { + "precision": 0.920756, + "recall": 0.945418, + "f1": 0.928653, + "accuracy": 0.945418, + "main_score": 0.928653, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ] + }, + { + "precision": 0.856869, + "recall": 0.898348, + "f1": 0.869755, + "accuracy": 0.898348, + "main_score": 0.869755, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ] + }, + { + "precision": 0.931981, + "recall": 0.95343, + "f1": 0.938908, + "accuracy": 0.95343, + "main_score": 0.938908, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.957144, + "recall": 0.970456, + "f1": 0.961476, + "accuracy": 0.970456, + "main_score": 0.961476, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.969913, + "recall": 0.978968, + "f1": 0.972826, + "accuracy": 0.978968, + "main_score": 0.972826, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.957102, + "recall": 0.969955, + "f1": 0.961275, + "accuracy": 0.969955, + "main_score": 0.961275, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.96912, + "recall": 0.978468, + "f1": 0.972125, + "accuracy": 0.978468, + "main_score": 0.972125, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.958479, + "recall": 0.971958, + "f1": 0.962894, + "accuracy": 0.971958, + "main_score": 0.962894, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.981013, + "recall": 0.98698, + "f1": 0.982924, + "accuracy": 0.98698, + "main_score": 0.982924, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964739, + "recall": 0.975964, + "f1": 0.968403, + "accuracy": 0.975964, + "main_score": 0.968403, + "hf_subset": "pol_Latn-fas_Arab", + "languages": [ + "pol-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.968995, + "recall": 0.978968, + "f1": 0.972242, + "accuracy": 0.978968, + "main_score": 0.972242, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.982474, + "f1": 0.976715, + "accuracy": 0.982474, + "main_score": 0.976715, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.95994, + "recall": 0.972459, + "f1": 0.963946, + "accuracy": 0.972459, + "main_score": 0.963946, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976965, + "accuracy": 0.982474, + "main_score": 0.976965, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971874, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.949942, + "recall": 0.965448, + "f1": 0.954916, + "accuracy": 0.965448, + "main_score": 0.954916, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.951344, + "recall": 0.96695, + "f1": 0.956435, + "accuracy": 0.96695, + "main_score": 0.956435, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.969955, + "recall": 0.978968, + "f1": 0.972876, + "accuracy": 0.978968, + "main_score": 0.972876, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.971749, + "recall": 0.980471, + "f1": 0.974579, + "accuracy": 0.980471, + "main_score": 0.974579, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.973043, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.967451, + "recall": 0.977967, + "f1": 0.970873, + "accuracy": 0.977967, + "main_score": 0.970873, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.977216, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "pol_Latn-srp_Latn", + "languages": [ + "pol-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.960774, + "recall": 0.972959, + "f1": 0.964781, + "accuracy": 0.972959, + "main_score": 0.964781, + "hf_subset": "pol_Latn-swa_Latn", + "languages": [ + "pol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.916408, + "recall": 0.941913, + "f1": 0.924537, + "accuracy": 0.941913, + "main_score": 0.924537, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.966992, + "recall": 0.976965, + "f1": 0.970239, + "accuracy": 0.976965, + "main_score": 0.970239, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.974462, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.976131, + "recall": 0.983976, + "f1": 0.978718, + "accuracy": 0.983976, + "main_score": 0.978718, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.958855, + "recall": 0.971457, + "f1": 0.963028, + "accuracy": 0.971457, + "main_score": 0.963028, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.788917, + "recall": 0.843766, + "f1": 0.805658, + "accuracy": 0.843766, + "main_score": 0.805658, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.961108, + "recall": 0.97346, + "f1": 0.965114, + "accuracy": 0.97346, + "main_score": 0.965114, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.968119, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.971624, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "por_Latn-fas_Arab", + "languages": [ + "por-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.980805, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.964071, + "recall": 0.975463, + "f1": 0.967735, + "accuracy": 0.975463, + "main_score": 0.967735, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.962986, + "recall": 0.974462, + "f1": 0.96665, + "accuracy": 0.974462, + "main_score": 0.96665, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.95535, + "recall": 0.968953, + "f1": 0.959773, + "accuracy": 0.968953, + "main_score": 0.959773, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.970664, + "recall": 0.97997, + "f1": 0.97366, + "accuracy": 0.97997, + "main_score": 0.97366, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.973001, + "recall": 0.981472, + "f1": 0.975747, + "accuracy": 0.981472, + "main_score": 0.975747, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.972959, + "recall": 0.981472, + "f1": 0.975714, + "accuracy": 0.981472, + "main_score": 0.975714, + "hf_subset": "por_Latn-swa_Latn", + "languages": [ + "por-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.92906, + "recall": 0.950426, + "f1": 0.935887, + "accuracy": 0.950426, + "main_score": 0.935887, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.97805, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.968369, + "recall": 0.978468, + "f1": 0.971708, + "accuracy": 0.978468, + "main_score": 0.971708, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.819262, + "recall": 0.867301, + "f1": 0.834127, + "accuracy": 0.867301, + "main_score": 0.834127, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.88441, + "recall": 0.919379, + "f1": 0.895577, + "accuracy": 0.919379, + "main_score": 0.895577, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.985979, + "f1": 0.981973, + "accuracy": 0.985979, + "main_score": 0.981973, + "hf_subset": "prs_Arab-fas_Arab", + "languages": [ + "prs-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.772018, + "recall": 0.828743, + "f1": 0.788952, + "accuracy": 0.828743, + "main_score": 0.788952, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.881255, + "recall": 0.910866, + "f1": 0.8903, + "accuracy": 0.910866, + "main_score": 0.8903, + "hf_subset": "prs_Arab-mey_Arab", + "languages": [ + "prs-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.884301, + "recall": 0.916375, + "f1": 0.894442, + "accuracy": 0.916375, + "main_score": 0.894442, + "hf_subset": "prs_Arab-pus_Arab", + "languages": [ + "prs-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.540724, + "recall": 0.621432, + "f1": 0.562137, + "accuracy": 0.621432, + "main_score": 0.562137, + "hf_subset": "prs_Arab-shi_Arab", + "languages": [ + "prs-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.912494, + "recall": 0.938408, + "f1": 0.920748, + "accuracy": 0.938408, + "main_score": 0.920748, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.887331, + "recall": 0.919379, + "f1": 0.897556, + "accuracy": 0.919379, + "main_score": 0.897556, + "hf_subset": "pus_Arab-arb_Arab", + "languages": [ + "pus-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.793245, + "recall": 0.847772, + "f1": 0.810249, + "accuracy": 0.847772, + "main_score": 0.810249, + "hf_subset": "pus_Arab-ckb_Arab", + "languages": [ + "pus-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.889351, + "recall": 0.921382, + "f1": 0.899292, + "accuracy": 0.921382, + "main_score": 0.899292, + "hf_subset": "pus_Arab-eng_Latn", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.888446, + "recall": 0.91988, + "f1": 0.898156, + "accuracy": 0.91988, + "main_score": 0.898156, + "hf_subset": "pus_Arab-fas_Arab", + "languages": [ + "pus-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.894275, + "recall": 0.923886, + "f1": 0.903472, + "accuracy": 0.923886, + "main_score": 0.903472, + "hf_subset": "pus_Arab-heb_Hebr", + "languages": [ + "pus-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.677633, + "recall": 0.749124, + "f1": 0.698684, + "accuracy": 0.749124, + "main_score": 0.698684, + "hf_subset": "pus_Arab-kmr_Latn", + "languages": [ + "pus-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.767931, + "recall": 0.822233, + "f1": 0.783732, + "accuracy": 0.822233, + "main_score": 0.783732, + "hf_subset": "pus_Arab-mey_Arab", + "languages": [ + "pus-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.919546, + "recall": 0.941913, + "f1": 0.926599, + "accuracy": 0.941913, + "main_score": 0.926599, + "hf_subset": "pus_Arab-prs_Arab", + "languages": [ + "pus-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.464117, + "recall": 0.543816, + "f1": 0.484949, + "accuracy": 0.543816, + "main_score": 0.484949, + "hf_subset": "pus_Arab-shi_Arab", + "languages": [ + "pus-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.807378, + "recall": 0.856785, + "f1": 0.822884, + "accuracy": 0.856785, + "main_score": 0.822884, + "hf_subset": "pus_Arab-tgk_Cyrl", + "languages": [ + "pus-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.986396, + "recall": 0.990486, + "f1": 0.987732, + "accuracy": 0.990486, + "main_score": 0.987732, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976548, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.964697, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.96897, + "recall": 0.978468, + "f1": 0.972041, + "accuracy": 0.978468, + "main_score": 0.972041, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.970289, + "recall": 0.978468, + "f1": 0.972959, + "accuracy": 0.978468, + "main_score": 0.972959, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.96887, + "recall": 0.978468, + "f1": 0.972041, + "accuracy": 0.978468, + "main_score": 0.972041, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.980805, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.967201, + "recall": 0.976965, + "f1": 0.970372, + "accuracy": 0.976965, + "main_score": 0.970372, + "hf_subset": "rus_Cyrl-fas_Arab", + "languages": [ + "rus-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.981764, + "recall": 0.987481, + "f1": 0.983592, + "accuracy": 0.987481, + "main_score": 0.983592, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.972375, + "recall": 0.980971, + "f1": 0.975213, + "accuracy": 0.980971, + "main_score": 0.975213, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.973126, + "recall": 0.981973, + "f1": 0.976047, + "accuracy": 0.981973, + "main_score": 0.976047, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.97079, + "recall": 0.97997, + "f1": 0.973794, + "accuracy": 0.97997, + "main_score": 0.973794, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.966742, + "recall": 0.977466, + "f1": 0.970239, + "accuracy": 0.977466, + "main_score": 0.970239, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.961442, + "recall": 0.972459, + "f1": 0.964947, + "accuracy": 0.972459, + "main_score": 0.964947, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.973377, + "recall": 0.981973, + "f1": 0.976214, + "accuracy": 0.981973, + "main_score": 0.976214, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985478, + "f1": 0.981305, + "accuracy": 0.985478, + "main_score": 0.981305, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.985979, + "f1": 0.981973, + "accuracy": 0.985979, + "main_score": 0.981973, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.979052, + "recall": 0.985478, + "f1": 0.981138, + "accuracy": 0.985478, + "main_score": 0.981138, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "rus_Cyrl-srp_Latn", + "languages": [ + "rus-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.960733, + "recall": 0.972959, + "f1": 0.964647, + "accuracy": 0.972959, + "main_score": 0.964647, + "hf_subset": "rus_Cyrl-swa_Latn", + "languages": [ + "rus-Cyrl", + "swa-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.92689, + "recall": 0.948923, + "f1": 0.933968, + "accuracy": 0.948923, + "main_score": 0.933968, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.970372, + "recall": 0.979469, + "f1": 0.973377, + "accuracy": 0.979469, + "main_score": 0.973377, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.977424, + "recall": 0.983976, + "f1": 0.979503, + "accuracy": 0.983976, + "main_score": 0.979503, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.976632, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.968703, + "recall": 0.978968, + "f1": 0.972125, + "accuracy": 0.978968, + "main_score": 0.972125, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.798424, + "recall": 0.849274, + "f1": 0.81363, + "accuracy": 0.849274, + "main_score": 0.81363, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.553708, + "recall": 0.620931, + "f1": 0.571652, + "accuracy": 0.620931, + "main_score": 0.571652, + "hf_subset": "shi_Arab-arb_Arab", + "languages": [ + "shi-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.426195, + "recall": 0.502754, + "f1": 0.445775, + "accuracy": 0.502754, + "main_score": 0.445775, + "hf_subset": "shi_Arab-ckb_Arab", + "languages": [ + "shi-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.591592, + "recall": 0.660991, + "f1": 0.610334, + "accuracy": 0.660991, + "main_score": 0.610334, + "hf_subset": "shi_Arab-eng_Latn", + "languages": [ + "shi-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.482089, + "recall": 0.558838, + "f1": 0.501513, + "accuracy": 0.558838, + "main_score": 0.501513, + "hf_subset": "shi_Arab-fas_Arab", + "languages": [ + "shi-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.512034, + "recall": 0.57987, + "f1": 0.529543, + "accuracy": 0.57987, + "main_score": 0.529543, + "hf_subset": "shi_Arab-heb_Hebr", + "languages": [ + "shi-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.367655, + "recall": 0.436655, + "f1": 0.384706, + "accuracy": 0.436655, + "main_score": 0.384706, + "hf_subset": "shi_Arab-kmr_Latn", + "languages": [ + "shi-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.564145, + "recall": 0.621432, + "f1": 0.579454, + "accuracy": 0.621432, + "main_score": 0.579454, + "hf_subset": "shi_Arab-mey_Arab", + "languages": [ + "shi-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.544407, + "recall": 0.621933, + "f1": 0.564556, + "accuracy": 0.621933, + "main_score": 0.564556, + "hf_subset": "shi_Arab-prs_Arab", + "languages": [ + "shi-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.400215, + "recall": 0.474712, + "f1": 0.418934, + "accuracy": 0.474712, + "main_score": 0.418934, + "hf_subset": "shi_Arab-pus_Arab", + "languages": [ + "shi-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.410553, + "recall": 0.481723, + "f1": 0.428861, + "accuracy": 0.481723, + "main_score": 0.428861, + "hf_subset": "shi_Arab-tgk_Cyrl", + "languages": [ + "shi-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.943665, + "recall": 0.960441, + "f1": 0.948907, + "accuracy": 0.960441, + "main_score": 0.948907, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ] + }, + { + "precision": 0.756318, + "recall": 0.811718, + "f1": 0.773096, + "accuracy": 0.811718, + "main_score": 0.773096, + "hf_subset": "sin_Sinh-div_Thaa", + "languages": [ + "sin-Sinh", + "div-Thaa" + ] + }, + { + "precision": 0.948552, + "recall": 0.962944, + "f1": 0.952979, + "accuracy": 0.962944, + "main_score": 0.952979, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "precision": 0.896011, + "recall": 0.924387, + "f1": 0.904917, + "accuracy": 0.924387, + "main_score": 0.904917, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ] + }, + { + "precision": 0.9446, + "recall": 0.961943, + "f1": 0.950259, + "accuracy": 0.961943, + "main_score": 0.950259, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ] + }, + { + "precision": 0.937798, + "recall": 0.955934, + "f1": 0.943449, + "accuracy": 0.955934, + "main_score": 0.943449, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ] + }, + { + "precision": 0.923302, + "recall": 0.94642, + "f1": 0.930629, + "accuracy": 0.94642, + "main_score": 0.930629, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ] + }, + { + "precision": 0.936697, + "recall": 0.955934, + "f1": 0.942864, + "accuracy": 0.955934, + "main_score": 0.942864, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ] + }, + { + "precision": 0.936822, + "recall": 0.955934, + "f1": 0.942981, + "accuracy": 0.955934, + "main_score": 0.942981, + "hf_subset": "sin_Sinh-nep_Deva", + "languages": [ + "sin-Sinh", + "nep-Deva" + ] + }, + { + "precision": 0.934777, + "recall": 0.954932, + "f1": 0.941279, + "accuracy": 0.954932, + "main_score": 0.941279, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ] + }, + { + "precision": 0.790454, + "recall": 0.846269, + "f1": 0.807455, + "accuracy": 0.846269, + "main_score": 0.807455, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ] + }, + { + "precision": 0.912928, + "recall": 0.938908, + "f1": 0.921141, + "accuracy": 0.938908, + "main_score": 0.921141, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ] + }, + { + "precision": 0.922859, + "recall": 0.94642, + "f1": 0.930329, + "accuracy": 0.94642, + "main_score": 0.930329, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ] + }, + { + "precision": 0.933776, + "recall": 0.953931, + "f1": 0.940194, + "accuracy": 0.953931, + "main_score": 0.940194, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ] + }, + { + "precision": 0.973919, + "recall": 0.981973, + "f1": 0.976498, + "accuracy": 0.981973, + "main_score": 0.976498, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.965448, + "recall": 0.975463, + "f1": 0.96862, + "accuracy": 0.975463, + "main_score": 0.96862, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "slk_Latn-srp_Latn", + "languages": [ + "slk-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.973377, + "recall": 0.981472, + "f1": 0.975964, + "accuracy": 0.981472, + "main_score": 0.975964, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.977233, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.974712, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.966784, + "recall": 0.976965, + "f1": 0.970038, + "accuracy": 0.976965, + "main_score": 0.970038, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "slv_Latn-srp_Latn", + "languages": [ + "slv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.969579, + "recall": 0.978468, + "f1": 0.972325, + "accuracy": 0.978468, + "main_score": 0.972325, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.785778, + "recall": 0.834251, + "f1": 0.799417, + "accuracy": 0.834251, + "main_score": 0.799417, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.54048, + "recall": 0.617927, + "f1": 0.562126, + "accuracy": 0.617927, + "main_score": 0.562126, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.816373, + "recall": 0.857286, + "f1": 0.828421, + "accuracy": 0.857286, + "main_score": 0.828421, + "hf_subset": "smo_Latn-fil_Latn", + "languages": [ + "smo-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.792501, + "recall": 0.842764, + "f1": 0.806839, + "accuracy": 0.842764, + "main_score": 0.806839, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.711085, + "recall": 0.772158, + "f1": 0.728401, + "accuracy": 0.772158, + "main_score": 0.728401, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.71818, + "recall": 0.768152, + "f1": 0.732953, + "accuracy": 0.768152, + "main_score": 0.732953, + "hf_subset": "smo_Latn-mlg_Latn", + "languages": [ + "smo-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.783839, + "recall": 0.834752, + "f1": 0.799474, + "accuracy": 0.834752, + "main_score": 0.799474, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.794929, + "recall": 0.843265, + "f1": 0.809285, + "accuracy": 0.843265, + "main_score": 0.809285, + "hf_subset": "smo_Latn-msa_Latn", + "languages": [ + "smo-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.617662, + "recall": 0.685528, + "f1": 0.636658, + "accuracy": 0.685528, + "main_score": 0.636658, + "hf_subset": "smo_Latn-tah_Latn", + "languages": [ + "smo-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.583623, + "recall": 0.656985, + "f1": 0.604506, + "accuracy": 0.656985, + "main_score": 0.604506, + "hf_subset": "smo_Latn-ton_Latn", + "languages": [ + "smo-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.696974, + "recall": 0.750125, + "f1": 0.712159, + "accuracy": 0.750125, + "main_score": 0.712159, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.812965, + "recall": 0.855283, + "f1": 0.824636, + "accuracy": 0.855283, + "main_score": 0.824636, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.5415, + "recall": 0.590886, + "f1": 0.555086, + "accuracy": 0.590886, + "main_score": 0.555086, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.555302, + "recall": 0.605909, + "f1": 0.568793, + "accuracy": 0.605909, + "main_score": 0.568793, + "hf_subset": "sna_Latn-fuc_Latn", + "languages": [ + "sna-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.793148, + "recall": 0.835253, + "f1": 0.805465, + "accuracy": 0.835253, + "main_score": 0.805465, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.793528, + "recall": 0.837256, + "f1": 0.80659, + "accuracy": 0.837256, + "main_score": 0.80659, + "hf_subset": "sna_Latn-nde_Latn", + "languages": [ + "sna-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.807434, + "recall": 0.848272, + "f1": 0.819749, + "accuracy": 0.848272, + "main_score": 0.819749, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.692425, + "recall": 0.747621, + "f1": 0.708135, + "accuracy": 0.747621, + "main_score": 0.708135, + "hf_subset": "sna_Latn-ven_Latn", + "languages": [ + "sna-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.854649, + "recall": 0.894342, + "f1": 0.866584, + "accuracy": 0.894342, + "main_score": 0.866584, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.654609, + "recall": 0.725088, + "f1": 0.675107, + "accuracy": 0.725088, + "main_score": 0.675107, + "hf_subset": "snd_Arab-div_Thaa", + "languages": [ + "snd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.869734, + "recall": 0.904857, + "f1": 0.880057, + "accuracy": 0.904857, + "main_score": 0.880057, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.742152, + "recall": 0.805709, + "f1": 0.760999, + "accuracy": 0.805709, + "main_score": 0.760999, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.861801, + "recall": 0.899349, + "f1": 0.87331, + "accuracy": 0.899349, + "main_score": 0.87331, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.868373, + "recall": 0.903856, + "f1": 0.879142, + "accuracy": 0.903856, + "main_score": 0.879142, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.78448, + "recall": 0.840761, + "f1": 0.800972, + "accuracy": 0.840761, + "main_score": 0.800972, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.846027, + "recall": 0.888833, + "f1": 0.859251, + "accuracy": 0.888833, + "main_score": 0.859251, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.859962, + "recall": 0.899349, + "f1": 0.872101, + "accuracy": 0.899349, + "main_score": 0.872101, + "hf_subset": "snd_Arab-nep_Deva", + "languages": [ + "snd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.872684, + "recall": 0.908363, + "f1": 0.883786, + "accuracy": 0.908363, + "main_score": 0.883786, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.746461, + "recall": 0.808713, + "f1": 0.764587, + "accuracy": 0.808713, + "main_score": 0.764587, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.780423, + "recall": 0.834251, + "f1": 0.795859, + "accuracy": 0.834251, + "main_score": 0.795859, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.800424, + "recall": 0.848773, + "f1": 0.814377, + "accuracy": 0.848773, + "main_score": 0.814377, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.86708, + "recall": 0.904357, + "f1": 0.878562, + "accuracy": 0.904357, + "main_score": 0.878562, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.703355, + "recall": 0.765148, + "f1": 0.72081, + "accuracy": 0.765148, + "main_score": 0.72081, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.853885, + "recall": 0.888833, + "f1": 0.863982, + "accuracy": 0.888833, + "main_score": 0.863982, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.850547, + "recall": 0.883826, + "f1": 0.860301, + "accuracy": 0.883826, + "main_score": 0.860301, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.823962, + "recall": 0.863796, + "f1": 0.83575, + "accuracy": 0.863796, + "main_score": 0.83575, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.770764, + "recall": 0.814722, + "f1": 0.783691, + "accuracy": 0.814722, + "main_score": 0.783691, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.402399, + "recall": 0.488232, + "f1": 0.425061, + "accuracy": 0.488232, + "main_score": 0.425061, + "hf_subset": "som_Latn-orm_Ethi", + "languages": [ + "som-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.746977, + "recall": 0.798197, + "f1": 0.762243, + "accuracy": 0.798197, + "main_score": 0.762243, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.878447, + "recall": 0.907862, + "f1": 0.887287, + "accuracy": 0.907862, + "main_score": 0.887287, + "hf_subset": "som_Latn-swa_Latn", + "languages": [ + "som-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.536096, + "recall": 0.608913, + "f1": 0.555735, + "accuracy": 0.608913, + "main_score": 0.555735, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.758866, + "recall": 0.810716, + "f1": 0.774288, + "accuracy": 0.810716, + "main_score": 0.774288, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.56631, + "recall": 0.623435, + "f1": 0.582213, + "accuracy": 0.623435, + "main_score": 0.582213, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.780661, + "recall": 0.829745, + "f1": 0.795518, + "accuracy": 0.829745, + "main_score": 0.795518, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.609209, + "recall": 0.678518, + "f1": 0.627377, + "accuracy": 0.678518, + "main_score": 0.627377, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.806498, + "recall": 0.847271, + "f1": 0.818987, + "accuracy": 0.847271, + "main_score": 0.818987, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.974462, + "recall": 0.982974, + "f1": 0.977299, + "accuracy": 0.982974, + "main_score": 0.977299, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.975296, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.975088, + "recall": 0.982474, + "f1": 0.9775, + "accuracy": 0.982474, + "main_score": 0.9775, + "hf_subset": "spa_Latn-fas_Arab", + "languages": [ + "spa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.984811, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.987523, + "recall": 0.990986, + "f1": 0.9886, + "accuracy": 0.990986, + "main_score": 0.9886, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.966199, + "recall": 0.976965, + "f1": 0.969705, + "accuracy": 0.976965, + "main_score": 0.969705, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.972459, + "recall": 0.980971, + "f1": 0.975129, + "accuracy": 0.980971, + "main_score": 0.975129, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.967451, + "recall": 0.977466, + "f1": 0.970706, + "accuracy": 0.977466, + "main_score": 0.970706, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.985562, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.970664, + "recall": 0.979469, + "f1": 0.973494, + "accuracy": 0.979469, + "main_score": 0.973494, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.977174, + "recall": 0.983976, + "f1": 0.979336, + "accuracy": 0.983976, + "main_score": 0.979336, + "hf_subset": "spa_Latn-swa_Latn", + "languages": [ + "spa-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.931355, + "recall": 0.952429, + "f1": 0.938191, + "accuracy": 0.952429, + "main_score": 0.938191, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.974462, + "recall": 0.982474, + "f1": 0.977132, + "accuracy": 0.982474, + "main_score": 0.977132, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.825396, + "recall": 0.871808, + "f1": 0.839652, + "accuracy": 0.871808, + "main_score": 0.839652, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.964113, + "recall": 0.975463, + "f1": 0.967785, + "accuracy": 0.975463, + "main_score": 0.967785, + "hf_subset": "sqi_Latn-ell_Grek", + "languages": [ + "sqi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.977066, + "recall": 0.983976, + "f1": 0.979219, + "accuracy": 0.983976, + "main_score": 0.979219, + "hf_subset": "sqi_Latn-eng_Latn", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.930062, + "recall": 0.950926, + "f1": 0.936722, + "accuracy": 0.950926, + "main_score": 0.936722, + "hf_subset": "sqi_Latn-hye_Armn", + "languages": [ + "sqi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.924804, + "recall": 0.947421, + "f1": 0.932124, + "accuracy": 0.947421, + "main_score": 0.932124, + "hf_subset": "sqi_Latn-kat_Geor", + "languages": [ + "sqi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.974879, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.967284, + "recall": 0.977466, + "f1": 0.970539, + "accuracy": 0.977466, + "main_score": 0.970539, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.985353, + "recall": 0.989985, + "f1": 0.986847, + "accuracy": 0.989985, + "main_score": 0.986847, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "srp_Cyrl-srp_Latn", + "languages": [ + "srp-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.9778, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "srp_Latn-bel_Cyrl", + "languages": [ + "srp-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, + "hf_subset": "srp_Latn-bos_Latn", + "languages": [ + "srp-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "srp_Latn-bul_Cyrl", + "languages": [ + "srp-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "srp_Latn-ces_Latn", + "languages": [ + "srp-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "srp_Latn-hrv_Latn", + "languages": [ + "srp-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "srp_Latn-mkd_Cyrl", + "languages": [ + "srp-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "srp_Latn-pol_Latn", + "languages": [ + "srp-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "srp_Latn-rus_Cyrl", + "languages": [ + "srp-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.987832, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "srp_Latn-slk_Latn", + "languages": [ + "srp-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "srp_Latn-slv_Latn", + "languages": [ + "srp-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.995493, + "recall": 0.996495, + "f1": 0.995827, + "accuracy": 0.996495, + "main_score": 0.995827, + "hf_subset": "srp_Latn-srp_Cyrl", + "languages": [ + "srp-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.982808, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, + "hf_subset": "srp_Latn-ukr_Cyrl", + "languages": [ + "srp-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.627203, + "recall": 0.697046, + "f1": 0.646858, + "accuracy": 0.697046, + "main_score": 0.646858, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.718251, + "recall": 0.776164, + "f1": 0.734118, + "accuracy": 0.776164, + "main_score": 0.734118, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.75139, + "recall": 0.79319, + "f1": 0.763741, + "accuracy": 0.79319, + "main_score": 0.763741, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.743145, + "recall": 0.788182, + "f1": 0.756129, + "accuracy": 0.788182, + "main_score": 0.756129, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.737187, + "recall": 0.782674, + "f1": 0.750465, + "accuracy": 0.782674, + "main_score": 0.750465, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.396473, + "recall": 0.481723, + "f1": 0.419497, + "accuracy": 0.481723, + "main_score": 0.419497, + "hf_subset": "ssw_Latn-orm_Ethi", + "languages": [ + "ssw-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.758485, + "recall": 0.802203, + "f1": 0.771268, + "accuracy": 0.802203, + "main_score": 0.771268, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ] + }, + { + "precision": 0.750916, + "recall": 0.795694, + "f1": 0.763524, + "accuracy": 0.795694, + "main_score": 0.763524, + "hf_subset": "ssw_Latn-swa_Latn", + "languages": [ + "ssw-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.536253, + "recall": 0.605909, + "f1": 0.554531, + "accuracy": 0.605909, + "main_score": 0.554531, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.744065, + "recall": 0.791688, + "f1": 0.757978, + "accuracy": 0.791688, + "main_score": 0.757978, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.575298, + "recall": 0.625438, + "f1": 0.589642, + "accuracy": 0.625438, + "main_score": 0.589642, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.78227, + "recall": 0.830245, + "f1": 0.796637, + "accuracy": 0.830245, + "main_score": 0.796637, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.579379, + "recall": 0.642964, + "f1": 0.596538, + "accuracy": 0.642964, + "main_score": 0.596538, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.814885, + "recall": 0.855283, + "f1": 0.826641, + "accuracy": 0.855283, + "main_score": 0.826641, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.770495, + "recall": 0.828743, + "f1": 0.787833, + "accuracy": 0.828743, + "main_score": 0.787833, + "hf_subset": "swa_Latn-amh_Ethi", + "languages": [ + "swa-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.957144, + "recall": 0.970456, + "f1": 0.961392, + "accuracy": 0.970456, + "main_score": 0.961392, + "hf_subset": "swa_Latn-arb_Arab", + "languages": [ + "swa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.957102, + "recall": 0.969955, + "f1": 0.961275, + "accuracy": 0.969955, + "main_score": 0.961275, + "hf_subset": "swa_Latn-ben_Beng", + "languages": [ + "swa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.972918, + "recall": 0.981472, + "f1": 0.975663, + "accuracy": 0.981472, + "main_score": 0.975663, + "hf_subset": "swa_Latn-deu_Latn", + "languages": [ + "swa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.967868, + "recall": 0.978468, + "f1": 0.971374, + "accuracy": 0.978468, + "main_score": 0.971374, + "hf_subset": "swa_Latn-ell_Grek", + "languages": [ + "swa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.981973, + "recall": 0.987481, + "f1": 0.983709, + "accuracy": 0.987481, + "main_score": 0.983709, + "hf_subset": "swa_Latn-eng_Latn", + "languages": [ + "swa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946879, + "recall": 0.963946, + "f1": 0.952462, + "accuracy": 0.963946, + "main_score": 0.952462, + "hf_subset": "swa_Latn-fas_Arab", + "languages": [ + "swa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.971624, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "swa_Latn-fin_Latn", + "languages": [ + "swa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.967117, + "recall": 0.976965, + "f1": 0.970289, + "accuracy": 0.976965, + "main_score": 0.970289, + "hf_subset": "swa_Latn-fra_Latn", + "languages": [ + "swa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.882991, + "recall": 0.914372, + "f1": 0.892665, + "accuracy": 0.914372, + "main_score": 0.892665, + "hf_subset": "swa_Latn-hau_Latn", + "languages": [ + "swa-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.966992, + "recall": 0.976965, + "f1": 0.970072, + "accuracy": 0.976965, + "main_score": 0.970072, + "hf_subset": "swa_Latn-heb_Hebr", + "languages": [ + "swa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.947046, + "recall": 0.962944, + "f1": 0.952045, + "accuracy": 0.962944, + "main_score": 0.952045, + "hf_subset": "swa_Latn-hin_Deva", + "languages": [ + "swa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.967243, + "recall": 0.977466, + "f1": 0.970573, + "accuracy": 0.977466, + "main_score": 0.970573, + "hf_subset": "swa_Latn-hun_Latn", + "languages": [ + "swa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.864447, + "recall": 0.900851, + "f1": 0.875606, + "accuracy": 0.900851, + "main_score": 0.875606, + "hf_subset": "swa_Latn-ibo_Latn", + "languages": [ + "swa-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.972876, + "recall": 0.981472, + "f1": 0.97563, + "accuracy": 0.981472, + "main_score": 0.97563, + "hf_subset": "swa_Latn-ind_Latn", + "languages": [ + "swa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.937782, + "recall": 0.955433, + "f1": 0.943248, + "accuracy": 0.955433, + "main_score": 0.943248, + "hf_subset": "swa_Latn-jpn_Jpan", + "languages": [ + "swa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.932774, + "recall": 0.952929, + "f1": 0.939092, + "accuracy": 0.952929, + "main_score": 0.939092, + "hf_subset": "swa_Latn-kor_Hang", + "languages": [ + "swa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.961359, + "recall": 0.97346, + "f1": 0.965281, + "accuracy": 0.97346, + "main_score": 0.965281, + "hf_subset": "swa_Latn-lit_Latn", + "languages": [ + "swa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.965907, + "recall": 0.976465, + "f1": 0.969237, + "accuracy": 0.976465, + "main_score": 0.969237, + "hf_subset": "swa_Latn-nld_Latn", + "languages": [ + "swa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.799896, + "recall": 0.849775, + "f1": 0.8151, + "accuracy": 0.849775, + "main_score": 0.8151, + "hf_subset": "swa_Latn-nso_Latn", + "languages": [ + "swa-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.372431, + "recall": 0.464196, + "f1": 0.395833, + "accuracy": 0.464196, + "main_score": 0.395833, + "hf_subset": "swa_Latn-orm_Ethi", + "languages": [ + "swa-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.963737, + "recall": 0.974962, + "f1": 0.967401, + "accuracy": 0.974962, + "main_score": 0.967401, + "hf_subset": "swa_Latn-pol_Latn", + "languages": [ + "swa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "swa_Latn-por_Latn", + "languages": [ + "swa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.943991, + "recall": 0.960441, + "f1": 0.949124, + "accuracy": 0.960441, + "main_score": 0.949124, + "hf_subset": "swa_Latn-rus_Cyrl", + "languages": [ + "swa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.869195, + "recall": 0.905859, + "f1": 0.880731, + "accuracy": 0.905859, + "main_score": 0.880731, + "hf_subset": "swa_Latn-som_Latn", + "languages": [ + "swa-Latn", + "som-Latn" + ] + }, + { + "precision": 0.96428, + "recall": 0.974962, + "f1": 0.967785, + "accuracy": 0.974962, + "main_score": 0.967785, + "hf_subset": "swa_Latn-spa_Latn", + "languages": [ + "swa-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.732959, + "recall": 0.796194, + "f1": 0.751534, + "accuracy": 0.796194, + "main_score": 0.751534, + "hf_subset": "swa_Latn-ssw_Latn", + "languages": [ + "swa-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.972934, + "recall": 0.980971, + "f1": 0.975497, + "accuracy": 0.980971, + "main_score": 0.975497, + "hf_subset": "swa_Latn-swe_Latn", + "languages": [ + "swa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.902495, + "recall": 0.931898, + "f1": 0.911801, + "accuracy": 0.931898, + "main_score": 0.911801, + "hf_subset": "swa_Latn-tam_Taml", + "languages": [ + "swa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.547716, + "recall": 0.630446, + "f1": 0.570358, + "accuracy": 0.630446, + "main_score": 0.570358, + "hf_subset": "swa_Latn-tir_Ethi", + "languages": [ + "swa-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.782236, + "recall": 0.838257, + "f1": 0.799386, + "accuracy": 0.838257, + "main_score": 0.799386, + "hf_subset": "swa_Latn-tsn_Latn", + "languages": [ + "swa-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.955183, + "recall": 0.968953, + "f1": 0.95969, + "accuracy": 0.968953, + "main_score": 0.95969, + "hf_subset": "swa_Latn-tur_Latn", + "languages": [ + "swa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.974462, + "recall": 0.981973, + "f1": 0.976882, + "accuracy": 0.981973, + "main_score": 0.976882, + "hf_subset": "swa_Latn-vie_Latn", + "languages": [ + "swa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.541048, + "recall": 0.60641, + "f1": 0.558953, + "accuracy": 0.60641, + "main_score": 0.558953, + "hf_subset": "swa_Latn-wol_Latn", + "languages": [ + "swa-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.814597, + "recall": 0.864296, + "f1": 0.829711, + "accuracy": 0.864296, + "main_score": 0.829711, + "hf_subset": "swa_Latn-xho_Latn", + "languages": [ + "swa-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.616094, + "recall": 0.698548, + "f1": 0.638702, + "accuracy": 0.698548, + "main_score": 0.638702, + "hf_subset": "swa_Latn-yor_Latn", + "languages": [ + "swa-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.957979, + "recall": 0.970456, + "f1": 0.961952, + "accuracy": 0.970456, + "main_score": 0.961952, + "hf_subset": "swa_Latn-zho_Hant", + "languages": [ + "swa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.832545, + "recall": 0.878317, + "f1": 0.846805, + "accuracy": 0.878317, + "main_score": 0.846805, + "hf_subset": "swa_Latn-zul_Latn", + "languages": [ + "swa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.968202, + "recall": 0.978468, + "f1": 0.971541, + "accuracy": 0.978468, + "main_score": 0.971541, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.971207, + "recall": 0.97997, + "f1": 0.974044, + "accuracy": 0.97997, + "main_score": 0.974044, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956827, + "recall": 0.969454, + "f1": 0.960808, + "accuracy": 0.969454, + "main_score": 0.960808, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.971499, + "recall": 0.980471, + "f1": 0.974412, + "accuracy": 0.980471, + "main_score": 0.974412, + "hf_subset": "swe_Latn-fas_Arab", + "languages": [ + "swe-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.981013, + "recall": 0.98698, + "f1": 0.982924, + "accuracy": 0.98698, + "main_score": 0.982924, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.96862, + "recall": 0.978968, + "f1": 0.972041, + "accuracy": 0.978968, + "main_score": 0.972041, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.972459, + "recall": 0.980971, + "f1": 0.975213, + "accuracy": 0.980971, + "main_score": 0.975213, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.964363, + "recall": 0.975463, + "f1": 0.967868, + "accuracy": 0.975463, + "main_score": 0.967868, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.956935, + "recall": 0.969955, + "f1": 0.961108, + "accuracy": 0.969955, + "main_score": 0.961108, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.959231, + "recall": 0.971457, + "f1": 0.963145, + "accuracy": 0.971457, + "main_score": 0.963145, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991487, + "f1": 0.98915, + "accuracy": 0.991487, + "main_score": 0.98915, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.969329, + "recall": 0.978468, + "f1": 0.972158, + "accuracy": 0.978468, + "main_score": 0.972158, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "swe_Latn-swa_Latn", + "languages": [ + "swe-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.92528, + "recall": 0.948923, + "f1": 0.932933, + "accuracy": 0.948923, + "main_score": 0.932933, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.976548, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.973126, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.818327, + "recall": 0.868302, + "f1": 0.833827, + "accuracy": 0.868302, + "main_score": 0.833827, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.600368, + "recall": 0.665498, + "f1": 0.617678, + "accuracy": 0.665498, + "main_score": 0.617678, + "hf_subset": "tah_Latn-eng_Latn", + "languages": [ + "tah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.488431, + "recall": 0.555834, + "f1": 0.506958, + "accuracy": 0.555834, + "main_score": 0.506958, + "hf_subset": "tah_Latn-fij_Latn", + "languages": [ + "tah-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.587035, + "recall": 0.650976, + "f1": 0.603289, + "accuracy": 0.650976, + "main_score": 0.603289, + "hf_subset": "tah_Latn-fil_Latn", + "languages": [ + "tah-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.568287, + "recall": 0.636955, + "f1": 0.586128, + "accuracy": 0.636955, + "main_score": 0.586128, + "hf_subset": "tah_Latn-ind_Latn", + "languages": [ + "tah-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.478571, + "recall": 0.556335, + "f1": 0.498946, + "accuracy": 0.556335, + "main_score": 0.498946, + "hf_subset": "tah_Latn-mal_Mlym", + "languages": [ + "tah-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.574381, + "recall": 0.633951, + "f1": 0.591011, + "accuracy": 0.633951, + "main_score": 0.591011, + "hf_subset": "tah_Latn-mlg_Latn", + "languages": [ + "tah-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.608796, + "recall": 0.672008, + "f1": 0.626218, + "accuracy": 0.672008, + "main_score": 0.626218, + "hf_subset": "tah_Latn-mri_Latn", + "languages": [ + "tah-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.5788, + "recall": 0.643465, + "f1": 0.59548, + "accuracy": 0.643465, + "main_score": 0.59548, + "hf_subset": "tah_Latn-msa_Latn", + "languages": [ + "tah-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.616834, + "recall": 0.671507, + "f1": 0.631804, + "accuracy": 0.671507, + "main_score": 0.631804, + "hf_subset": "tah_Latn-smo_Latn", + "languages": [ + "tah-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.534133, + "recall": 0.594892, + "f1": 0.551197, + "accuracy": 0.594892, + "main_score": 0.551197, + "hf_subset": "tah_Latn-ton_Latn", + "languages": [ + "tah-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.951886, + "recall": 0.96695, + "f1": 0.956718, + "accuracy": 0.96695, + "main_score": 0.956718, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ] + }, + { + "precision": 0.969871, + "recall": 0.979469, + "f1": 0.973043, + "accuracy": 0.979469, + "main_score": 0.973043, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.967702, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ] + }, + { + "precision": 0.728034, + "recall": 0.791688, + "f1": 0.746906, + "accuracy": 0.791688, + "main_score": 0.746906, + "hf_subset": "tam_Taml-div_Thaa", + "languages": [ + "tam-Taml", + "div-Thaa" + ] + }, + { + "precision": 0.969538, + "recall": 0.978968, + "f1": 0.972626, + "accuracy": 0.978968, + "main_score": 0.972626, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ] + }, + { + "precision": 0.973293, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.914722, + "recall": 0.940411, + "f1": 0.922968, + "accuracy": 0.940411, + "main_score": 0.922968, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ] + }, + { + "precision": 0.953931, + "recall": 0.968453, + "f1": 0.958771, + "accuracy": 0.968453, + "main_score": 0.958771, + "hf_subset": "tam_Taml-fas_Arab", + "languages": [ + "tam-Taml", + "fas-Arab" + ] + }, + { + "precision": 0.955517, + "recall": 0.969955, + "f1": 0.960274, + "accuracy": 0.969955, + "main_score": 0.960274, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ] + }, + { + "precision": 0.956685, + "recall": 0.970456, + "f1": 0.961108, + "accuracy": 0.970456, + "main_score": 0.961108, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ] + }, + { + "precision": 0.967702, + "recall": 0.976965, + "f1": 0.970706, + "accuracy": 0.976965, + "main_score": 0.970706, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.96332, + "recall": 0.974462, + "f1": 0.9669, + "accuracy": 0.974462, + "main_score": 0.9669, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ] + }, + { + "precision": 0.971874, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.94642, + "recall": 0.963445, + "f1": 0.952011, + "accuracy": 0.963445, + "main_score": 0.952011, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ] + }, + { + "precision": 0.967868, + "recall": 0.978468, + "f1": 0.971374, + "accuracy": 0.978468, + "main_score": 0.971374, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ] + }, + { + "precision": 0.951511, + "recall": 0.96695, + "f1": 0.956602, + "accuracy": 0.96695, + "main_score": 0.956602, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ] + }, + { + "precision": 0.956602, + "recall": 0.969955, + "f1": 0.960941, + "accuracy": 0.969955, + "main_score": 0.960941, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.95318, + "recall": 0.967451, + "f1": 0.957853, + "accuracy": 0.967451, + "main_score": 0.957853, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ] + }, + { + "precision": 0.954098, + "recall": 0.968453, + "f1": 0.958855, + "accuracy": 0.968453, + "main_score": 0.958855, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ] + }, + { + "precision": 0.964614, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.963445, + "recall": 0.974462, + "f1": 0.967034, + "accuracy": 0.974462, + "main_score": 0.967034, + "hf_subset": "tam_Taml-nep_Deva", + "languages": [ + "tam-Taml", + "nep-Deva" + ] + }, + { + "precision": 0.962861, + "recall": 0.973961, + "f1": 0.966533, + "accuracy": 0.973961, + "main_score": 0.966533, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ] + }, + { + "precision": 0.953263, + "recall": 0.967952, + "f1": 0.958104, + "accuracy": 0.967952, + "main_score": 0.958104, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.945585, + "recall": 0.962444, + "f1": 0.95101, + "accuracy": 0.962444, + "main_score": 0.95101, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ] + }, + { + "precision": 0.965865, + "recall": 0.976465, + "f1": 0.969287, + "accuracy": 0.976465, + "main_score": 0.969287, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ] + }, + { + "precision": 0.943248, + "recall": 0.960941, + "f1": 0.949007, + "accuracy": 0.960941, + "main_score": 0.949007, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ] + }, + { + "precision": 0.916166, + "recall": 0.941412, + "f1": 0.924253, + "accuracy": 0.941412, + "main_score": 0.924253, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ] + }, + { + "precision": 0.804946, + "recall": 0.85979, + "f1": 0.821659, + "accuracy": 0.85979, + "main_score": 0.821659, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ] + }, + { + "precision": 0.966617, + "recall": 0.976965, + "f1": 0.970038, + "accuracy": 0.976965, + "main_score": 0.970038, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ] + }, + { + "precision": 0.940828, + "recall": 0.959439, + "f1": 0.947004, + "accuracy": 0.959439, + "main_score": 0.947004, + "hf_subset": "tam_Taml-swa_Latn", + "languages": [ + "tam-Taml", + "swa-Latn" + ] + }, + { + "precision": 0.963946, + "recall": 0.975463, + "f1": 0.967702, + "accuracy": 0.975463, + "main_score": 0.967702, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ] + }, + { + "precision": 0.952345, + "recall": 0.967451, + "f1": 0.957269, + "accuracy": 0.967451, + "main_score": 0.957269, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.956935, + "recall": 0.968953, + "f1": 0.960858, + "accuracy": 0.968953, + "main_score": 0.960858, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ] + }, + { + "precision": 0.96211, + "recall": 0.97346, + "f1": 0.965865, + "accuracy": 0.97346, + "main_score": 0.965865, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.956702, + "recall": 0.970456, + "f1": 0.961192, + "accuracy": 0.970456, + "main_score": 0.961192, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ] + }, + { + "precision": 0.951135, + "recall": 0.965949, + "f1": 0.955884, + "accuracy": 0.965949, + "main_score": 0.955884, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ] + }, + { + "precision": 0.793106, + "recall": 0.849274, + "f1": 0.810315, + "accuracy": 0.849274, + "main_score": 0.810315, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ] + }, + { + "precision": 0.939534, + "recall": 0.956935, + "f1": 0.945201, + "accuracy": 0.956935, + "main_score": 0.945201, + "hf_subset": "tat_Cyrl-aze_Latn", + "languages": [ + "tat-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.926657, + "recall": 0.94642, + "f1": 0.932899, + "accuracy": 0.94642, + "main_score": 0.932899, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.960749, + "recall": 0.972959, + "f1": 0.964647, + "accuracy": 0.972959, + "main_score": 0.964647, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.944684, + "recall": 0.95994, + "f1": 0.949508, + "accuracy": 0.95994, + "main_score": 0.949508, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.935921, + "recall": 0.95343, + "f1": 0.941496, + "accuracy": 0.95343, + "main_score": 0.941496, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.918115, + "recall": 0.939409, + "f1": 0.924745, + "accuracy": 0.939409, + "main_score": 0.924745, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.929436, + "recall": 0.950426, + "f1": 0.936188, + "accuracy": 0.950426, + "main_score": 0.936188, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.836563, + "recall": 0.881322, + "f1": 0.850402, + "accuracy": 0.881322, + "main_score": 0.850402, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.941788, + "recall": 0.958438, + "f1": 0.947037, + "accuracy": 0.958438, + "main_score": 0.947037, + "hf_subset": "tat_Cyrl-uzb_Latn", + "languages": [ + "tat-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.972542, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.748549, + "recall": 0.811718, + "f1": 0.767818, + "accuracy": 0.811718, + "main_score": 0.767818, + "hf_subset": "tel_Telu-div_Thaa", + "languages": [ + "tel-Telu", + "div-Thaa" + ] + }, + { + "precision": 0.971624, + "recall": 0.980971, + "f1": 0.974712, + "accuracy": 0.980971, + "main_score": 0.974712, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.924553, + "recall": 0.94692, + "f1": 0.931798, + "accuracy": 0.94692, + "main_score": 0.931798, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ] + }, + { + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.965699, + "recall": 0.976965, + "f1": 0.969454, + "accuracy": 0.976965, + "main_score": 0.969454, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.972459, + "recall": 0.980471, + "f1": 0.975046, + "accuracy": 0.980471, + "main_score": 0.975046, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974378, + "accuracy": 0.980471, + "main_score": 0.974378, + "hf_subset": "tel_Telu-nep_Deva", + "languages": [ + "tel-Telu", + "nep-Deva" + ] + }, + { + "precision": 0.953722, + "recall": 0.968453, + "f1": 0.958554, + "accuracy": 0.968453, + "main_score": 0.958554, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.915707, + "recall": 0.940411, + "f1": 0.923452, + "accuracy": 0.940411, + "main_score": 0.923452, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ] + }, + { + "precision": 0.808885, + "recall": 0.862794, + "f1": 0.825523, + "accuracy": 0.862794, + "main_score": 0.825523, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ] + }, + { + "precision": 0.947964, + "recall": 0.963946, + "f1": 0.95313, + "accuracy": 0.963946, + "main_score": 0.95313, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 0.972375, + "recall": 0.980971, + "f1": 0.975213, + "accuracy": 0.980971, + "main_score": 0.975213, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.905817, + "recall": 0.930896, + "f1": 0.91363, + "accuracy": 0.930896, + "main_score": 0.91363, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.81751, + "recall": 0.865799, + "f1": 0.832632, + "accuracy": 0.865799, + "main_score": 0.832632, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.912816, + "recall": 0.937406, + "f1": 0.92033, + "accuracy": 0.937406, + "main_score": 0.92033, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.916041, + "recall": 0.940411, + "f1": 0.923762, + "accuracy": 0.940411, + "main_score": 0.923762, + "hf_subset": "tgk_Cyrl-fas_Arab", + "languages": [ + "tgk-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.92543, + "recall": 0.947421, + "f1": 0.932349, + "accuracy": 0.947421, + "main_score": 0.932349, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.723829, + "recall": 0.78668, + "f1": 0.742498, + "accuracy": 0.78668, + "main_score": 0.742498, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.77416, + "recall": 0.824236, + "f1": 0.788858, + "accuracy": 0.824236, + "main_score": 0.788858, + "hf_subset": "tgk_Cyrl-mey_Arab", + "languages": [ + "tgk-Cyrl", + "mey-Arab" + ] + }, + { + "precision": 0.926711, + "recall": 0.94642, + "f1": 0.932817, + "accuracy": 0.94642, + "main_score": 0.932817, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.803235, + "recall": 0.852278, + "f1": 0.818121, + "accuracy": 0.852278, + "main_score": 0.818121, + "hf_subset": "tgk_Cyrl-pus_Arab", + "languages": [ + "tgk-Cyrl", + "pus-Arab" + ] + }, + { + "precision": 0.474762, + "recall": 0.558338, + "f1": 0.497323, + "accuracy": 0.558338, + "main_score": 0.497323, + "hf_subset": "tgk_Cyrl-shi_Arab", + "languages": [ + "tgk-Cyrl", + "shi-Arab" + ] + }, + { + "precision": 0.633734, + "recall": 0.721082, + "f1": 0.658098, + "accuracy": 0.721082, + "main_score": 0.658098, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ] + }, + { + "precision": 0.297951, + "recall": 0.389084, + "f1": 0.320195, + "accuracy": 0.389084, + "main_score": 0.320195, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.923343, + "recall": 0.94642, + "f1": 0.930596, + "accuracy": 0.94642, + "main_score": 0.930596, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ] + }, + { + "precision": 0.916113, + "recall": 0.940911, + "f1": 0.923986, + "accuracy": 0.940911, + "main_score": 0.923986, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ] + }, + { + "precision": 0.872016, + "recall": 0.909865, + "f1": 0.884009, + "accuracy": 0.909865, + "main_score": 0.884009, + "hf_subset": "tha_Thai-mon_Mong", + "languages": [ + "tha-Thai", + "mon-Mong" + ] + }, + { + "precision": 0.469309, + "recall": 0.56685, + "f1": 0.494843, + "accuracy": 0.56685, + "main_score": 0.494843, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ] + }, + { + "precision": 0.660197, + "recall": 0.728593, + "f1": 0.679469, + "accuracy": 0.728593, + "main_score": 0.679469, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.621847, + "recall": 0.684026, + "f1": 0.63764, + "accuracy": 0.684026, + "main_score": 0.63764, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.480409, + "recall": 0.560841, + "f1": 0.501756, + "accuracy": 0.560841, + "main_score": 0.501756, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.527791, + "recall": 0.598898, + "f1": 0.546791, + "accuracy": 0.598898, + "main_score": 0.546791, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.492547, + "recall": 0.564847, + "f1": 0.511942, + "accuracy": 0.564847, + "main_score": 0.511942, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.433012, + "recall": 0.507762, + "f1": 0.453859, + "accuracy": 0.507762, + "main_score": 0.453859, + "hf_subset": "tir_Ethi-orm_Ethi", + "languages": [ + "tir-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.513877, + "recall": 0.595393, + "f1": 0.53646, + "accuracy": 0.595393, + "main_score": 0.53646, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.500515, + "recall": 0.569354, + "f1": 0.518829, + "accuracy": 0.569354, + "main_score": 0.518829, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.487028, + "recall": 0.572359, + "f1": 0.50946, + "accuracy": 0.572359, + "main_score": 0.50946, + "hf_subset": "tir_Ethi-swa_Latn", + "languages": [ + "tir-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.516167, + "recall": 0.578368, + "f1": 0.532637, + "accuracy": 0.578368, + "main_score": 0.532637, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.532215, + "recall": 0.589384, + "f1": 0.548267, + "accuracy": 0.589384, + "main_score": 0.548267, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.516473, + "recall": 0.593891, + "f1": 0.537376, + "accuracy": 0.593891, + "main_score": 0.537376, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.436878, + "recall": 0.49975, + "f1": 0.453275, + "accuracy": 0.49975, + "main_score": 0.453275, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.491645, + "recall": 0.569354, + "f1": 0.51267, + "accuracy": 0.569354, + "main_score": 0.51267, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.618211, + "recall": 0.683525, + "f1": 0.635844, + "accuracy": 0.683525, + "main_score": 0.635844, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.523556, + "recall": 0.591888, + "f1": 0.542548, + "accuracy": 0.591888, + "main_score": 0.542548, + "hf_subset": "ton_Latn-fij_Latn", + "languages": [ + "ton-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.590816, + "recall": 0.654982, + "f1": 0.608095, + "accuracy": 0.654982, + "main_score": 0.608095, + "hf_subset": "ton_Latn-fil_Latn", + "languages": [ + "ton-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.598426, + "recall": 0.663996, + "f1": 0.615683, + "accuracy": 0.663996, + "main_score": 0.615683, + "hf_subset": "ton_Latn-ind_Latn", + "languages": [ + "ton-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.473986, + "recall": 0.557837, + "f1": 0.495665, + "accuracy": 0.557837, + "main_score": 0.495665, + "hf_subset": "ton_Latn-mal_Mlym", + "languages": [ + "ton-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.575807, + "recall": 0.640961, + "f1": 0.594221, + "accuracy": 0.640961, + "main_score": 0.594221, + "hf_subset": "ton_Latn-mlg_Latn", + "languages": [ + "ton-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.651322, + "recall": 0.712569, + "f1": 0.668356, + "accuracy": 0.712569, + "main_score": 0.668356, + "hf_subset": "ton_Latn-mri_Latn", + "languages": [ + "ton-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.574795, + "recall": 0.643465, + "f1": 0.592707, + "accuracy": 0.643465, + "main_score": 0.592707, + "hf_subset": "ton_Latn-msa_Latn", + "languages": [ + "ton-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.605797, + "recall": 0.664497, + "f1": 0.621891, + "accuracy": 0.664497, + "main_score": 0.621891, + "hf_subset": "ton_Latn-smo_Latn", + "languages": [ + "ton-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.542437, + "recall": 0.601903, + "f1": 0.559004, + "accuracy": 0.601903, + "main_score": 0.559004, + "hf_subset": "ton_Latn-tah_Latn", + "languages": [ + "ton-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.647998, + "recall": 0.718077, + "f1": 0.667438, + "accuracy": 0.718077, + "main_score": 0.667438, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.789643, + "recall": 0.838758, + "f1": 0.803726, + "accuracy": 0.838758, + "main_score": 0.803726, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.791742, + "recall": 0.833751, + "f1": 0.80427, + "accuracy": 0.833751, + "main_score": 0.80427, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.787543, + "recall": 0.830746, + "f1": 0.800337, + "accuracy": 0.830746, + "main_score": 0.800337, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.845344, + "recall": 0.882323, + "f1": 0.856625, + "accuracy": 0.882323, + "main_score": 0.856625, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.397795, + "recall": 0.484226, + "f1": 0.421183, + "accuracy": 0.484226, + "main_score": 0.421183, + "hf_subset": "tsn_Latn-orm_Ethi", + "languages": [ + "tsn-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.783682, + "recall": 0.830245, + "f1": 0.797858, + "accuracy": 0.830245, + "main_score": 0.797858, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.75715, + "recall": 0.803706, + "f1": 0.770725, + "accuracy": 0.803706, + "main_score": 0.770725, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.810678, + "recall": 0.852278, + "f1": 0.822565, + "accuracy": 0.852278, + "main_score": 0.822565, + "hf_subset": "tsn_Latn-swa_Latn", + "languages": [ + "tsn-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.550737, + "recall": 0.623435, + "f1": 0.570776, + "accuracy": 0.623435, + "main_score": 0.570776, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.591978, + "recall": 0.642464, + "f1": 0.6066, + "accuracy": 0.642464, + "main_score": 0.6066, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.763683, + "recall": 0.818227, + "f1": 0.780103, + "accuracy": 0.818227, + "main_score": 0.780103, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.630544, + "recall": 0.69304, + "f1": 0.647747, + "accuracy": 0.69304, + "main_score": 0.647747, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.78693, + "recall": 0.832248, + "f1": 0.800296, + "accuracy": 0.832248, + "main_score": 0.800296, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.917059, + "recall": 0.940911, + "f1": 0.924637, + "accuracy": 0.940911, + "main_score": 0.924637, + "hf_subset": "tuk_Latn-aze_Latn", + "languages": [ + "tuk-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.875948, + "recall": 0.907361, + "f1": 0.885695, + "accuracy": 0.907361, + "main_score": 0.885695, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.917005, + "recall": 0.93991, + "f1": 0.924021, + "accuracy": 0.93991, + "main_score": 0.924021, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.903747, + "recall": 0.931397, + "f1": 0.912462, + "accuracy": 0.931397, + "main_score": 0.912462, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.897543, + "recall": 0.925889, + "f1": 0.906518, + "accuracy": 0.925889, + "main_score": 0.906518, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.890669, + "recall": 0.921883, + "f1": 0.900568, + "accuracy": 0.921883, + "main_score": 0.900568, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.926056, + "recall": 0.94692, + "f1": 0.932649, + "accuracy": 0.94692, + "main_score": 0.932649, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.800217, + "recall": 0.852779, + "f1": 0.816675, + "accuracy": 0.852779, + "main_score": 0.816675, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.92205, + "recall": 0.943916, + "f1": 0.92906, + "accuracy": 0.943916, + "main_score": 0.92906, + "hf_subset": "tuk_Latn-uzb_Latn", + "languages": [ + "tuk-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.942472, + "recall": 0.959439, + "f1": 0.947788, + "accuracy": 0.959439, + "main_score": 0.947788, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.948172, + "recall": 0.964447, + "f1": 0.95343, + "accuracy": 0.964447, + "main_score": 0.95343, + "hf_subset": "tur_Latn-aze_Latn", + "languages": [ + "tur-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.907311, + "recall": 0.932399, + "f1": 0.915123, + "accuracy": 0.932399, + "main_score": 0.915123, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.949132, + "recall": 0.964447, + "f1": 0.954048, + "accuracy": 0.964447, + "main_score": 0.954048, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.957353, + "recall": 0.970456, + "f1": 0.961526, + "accuracy": 0.970456, + "main_score": 0.961526, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.965657, + "recall": 0.975964, + "f1": 0.968987, + "accuracy": 0.975964, + "main_score": 0.968987, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.975797, + "recall": 0.982974, + "f1": 0.978134, + "accuracy": 0.982974, + "main_score": 0.978134, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.94909, + "recall": 0.964947, + "f1": 0.954265, + "accuracy": 0.964947, + "main_score": 0.954265, + "hf_subset": "tur_Latn-fas_Arab", + "languages": [ + "tur-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.966199, + "recall": 0.976465, + "f1": 0.969621, + "accuracy": 0.976465, + "main_score": 0.969621, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.955809, + "recall": 0.968953, + "f1": 0.95989, + "accuracy": 0.968953, + "main_score": 0.95989, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.960107, + "recall": 0.972459, + "f1": 0.964113, + "accuracy": 0.972459, + "main_score": 0.964113, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.952696, + "recall": 0.96695, + "f1": 0.957102, + "accuracy": 0.96695, + "main_score": 0.957102, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.96645, + "recall": 0.976965, + "f1": 0.969871, + "accuracy": 0.976965, + "main_score": 0.969871, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.965949, + "recall": 0.976465, + "f1": 0.969287, + "accuracy": 0.976465, + "main_score": 0.969287, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.949716, + "recall": 0.964947, + "f1": 0.954632, + "accuracy": 0.964947, + "main_score": 0.954632, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.92144, + "recall": 0.943415, + "f1": 0.928426, + "accuracy": 0.943415, + "main_score": 0.928426, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.900392, + "recall": 0.929394, + "f1": 0.909624, + "accuracy": 0.929394, + "main_score": 0.909624, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.936572, + "recall": 0.955433, + "f1": 0.94248, + "accuracy": 0.955433, + "main_score": 0.94248, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.951928, + "recall": 0.96645, + "f1": 0.956602, + "accuracy": 0.96645, + "main_score": 0.956602, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.964864, + "recall": 0.975964, + "f1": 0.968453, + "accuracy": 0.975964, + "main_score": 0.968453, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.954432, + "recall": 0.968953, + "f1": 0.959189, + "accuracy": 0.968953, + "main_score": 0.959189, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.968536, + "recall": 0.977967, + "f1": 0.971624, + "accuracy": 0.977967, + "main_score": 0.971624, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.949675, + "recall": 0.964947, + "f1": 0.954515, + "accuracy": 0.964947, + "main_score": 0.954515, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.958271, + "recall": 0.970956, + "f1": 0.96236, + "accuracy": 0.970956, + "main_score": 0.96236, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.951594, + "recall": 0.96645, + "f1": 0.956435, + "accuracy": 0.96645, + "main_score": 0.956435, + "hf_subset": "tur_Latn-swa_Latn", + "languages": [ + "tur-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.966617, + "recall": 0.976965, + "f1": 0.969955, + "accuracy": 0.976965, + "main_score": 0.969955, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.916896, + "recall": 0.940911, + "f1": 0.924448, + "accuracy": 0.940911, + "main_score": 0.924448, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.891637, + "recall": 0.923385, + "f1": 0.901502, + "accuracy": 0.923385, + "main_score": 0.901502, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.89551, + "recall": 0.923385, + "f1": 0.904073, + "accuracy": 0.923385, + "main_score": 0.904073, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.826562, + "recall": 0.87331, + "f1": 0.840465, + "accuracy": 0.87331, + "main_score": 0.840465, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.934694, + "recall": 0.952929, + "f1": 0.940313, + "accuracy": 0.952929, + "main_score": 0.940313, + "hf_subset": "tur_Latn-uzb_Latn", + "languages": [ + "tur-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.966533, + "recall": 0.976965, + "f1": 0.969955, + "accuracy": 0.976965, + "main_score": 0.969955, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.953221, + "recall": 0.967451, + "f1": 0.957803, + "accuracy": 0.967451, + "main_score": 0.957803, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.769951, + "recall": 0.827742, + "f1": 0.787673, + "accuracy": 0.827742, + "main_score": 0.787673, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.861183, + "recall": 0.897847, + "f1": 0.872492, + "accuracy": 0.897847, + "main_score": 0.872492, + "hf_subset": "uig_Arab-aze_Latn", + "languages": [ + "uig-Arab", + "aze-Latn" + ] + }, + { + "precision": 0.819, + "recall": 0.864797, + "f1": 0.832867, + "accuracy": 0.864797, + "main_score": 0.832867, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.852018, + "recall": 0.890836, + "f1": 0.863466, + "accuracy": 0.890836, + "main_score": 0.863466, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.853447, + "recall": 0.894342, + "f1": 0.866142, + "accuracy": 0.894342, + "main_score": 0.866142, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.849624, + "recall": 0.891337, + "f1": 0.862661, + "accuracy": 0.891337, + "main_score": 0.862661, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.844275, + "recall": 0.88683, + "f1": 0.857536, + "accuracy": 0.88683, + "main_score": 0.857536, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.827364, + "recall": 0.871307, + "f1": 0.840696, + "accuracy": 0.871307, + "main_score": 0.840696, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.864338, + "recall": 0.901853, + "f1": 0.876164, + "accuracy": 0.901853, + "main_score": 0.876164, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.871758, + "recall": 0.905859, + "f1": 0.88229, + "accuracy": 0.905859, + "main_score": 0.88229, + "hf_subset": "uig_Arab-uzb_Latn", + "languages": [ + "uig-Arab", + "uzb-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.985979, + "f1": 0.981973, + "accuracy": 0.985979, + "main_score": 0.981973, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.985603, + "recall": 0.989985, + "f1": 0.987014, + "accuracy": 0.989985, + "main_score": 0.987014, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.975797, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.979553, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.980638, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, + "hf_subset": "ukr_Cyrl-srp_Latn", + "languages": [ + "ukr-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.741129, + "recall": 0.801703, + "f1": 0.759168, + "accuracy": 0.801703, + "main_score": 0.759168, + "hf_subset": "urd_Arab-div_Thaa", + "languages": [ + "urd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.933943, + "recall": 0.953931, + "f1": 0.940361, + "accuracy": 0.953931, + "main_score": 0.940361, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.943958, + "recall": 0.961442, + "f1": 0.949541, + "accuracy": 0.961442, + "main_score": 0.949541, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.968327, + "recall": 0.977967, + "f1": 0.971407, + "accuracy": 0.977967, + "main_score": 0.971407, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.967868, + "recall": 0.977466, + "f1": 0.970956, + "accuracy": 0.977466, + "main_score": 0.970956, + "hf_subset": "urd_Arab-nep_Deva", + "languages": [ + "urd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.966199, + "recall": 0.976465, + "f1": 0.969538, + "accuracy": 0.976465, + "main_score": 0.969538, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.903205, + "recall": 0.932399, + "f1": 0.912435, + "accuracy": 0.932399, + "main_score": 0.912435, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.832599, + "recall": 0.880821, + "f1": 0.847538, + "accuracy": 0.880821, + "main_score": 0.847538, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.938449, + "recall": 0.957436, + "f1": 0.944533, + "accuracy": 0.957436, + "main_score": 0.944533, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.950092, + "recall": 0.964947, + "f1": 0.954832, + "accuracy": 0.964947, + "main_score": 0.954832, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.951344, + "recall": 0.96645, + "f1": 0.956268, + "accuracy": 0.96645, + "main_score": 0.956268, + "hf_subset": "uzb_Latn-aze_Latn", + "languages": [ + "uzb-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.918519, + "recall": 0.942414, + "f1": 0.926089, + "accuracy": 0.942414, + "main_score": 0.926089, + "hf_subset": "uzb_Latn-bak_Cyrl", + "languages": [ + "uzb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.953221, + "recall": 0.967451, + "f1": 0.957803, + "accuracy": 0.967451, + "main_score": 0.957803, + "hf_subset": "uzb_Latn-eng_Latn", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.941537, + "recall": 0.958938, + "f1": 0.947121, + "accuracy": 0.958938, + "main_score": 0.947121, + "hf_subset": "uzb_Latn-kaz_Cyrl", + "languages": [ + "uzb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.927934, + "recall": 0.949925, + "f1": 0.934936, + "accuracy": 0.949925, + "main_score": 0.934936, + "hf_subset": "uzb_Latn-kir_Cyrl", + "languages": [ + "uzb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.917293, + "recall": 0.942414, + "f1": 0.925388, + "accuracy": 0.942414, + "main_score": 0.925388, + "hf_subset": "uzb_Latn-tat_Cyrl", + "languages": [ + "uzb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.918795, + "recall": 0.942914, + "f1": 0.92654, + "accuracy": 0.942914, + "main_score": 0.92654, + "hf_subset": "uzb_Latn-tuk_Latn", + "languages": [ + "uzb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.952178, + "recall": 0.96645, + "f1": 0.956768, + "accuracy": 0.96645, + "main_score": 0.956768, + "hf_subset": "uzb_Latn-tur_Latn", + "languages": [ + "uzb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.85326, + "recall": 0.894342, + "f1": 0.865924, + "accuracy": 0.894342, + "main_score": 0.865924, + "hf_subset": "uzb_Latn-uig_Arab", + "languages": [ + "uzb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.685046, + "recall": 0.727591, + "f1": 0.697239, + "accuracy": 0.727591, + "main_score": 0.697239, + "hf_subset": "ven_Latn-bem_Latn", + "languages": [ + "ven-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.663655, + "recall": 0.723585, + "f1": 0.680002, + "accuracy": 0.723585, + "main_score": 0.680002, + "hf_subset": "ven_Latn-eng_Latn", + "languages": [ + "ven-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.572821, + "recall": 0.622434, + "f1": 0.586922, + "accuracy": 0.622434, + "main_score": 0.586922, + "hf_subset": "ven_Latn-ewe_Latn", + "languages": [ + "ven-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.61141, + "recall": 0.655984, + "f1": 0.623562, + "accuracy": 0.655984, + "main_score": 0.623562, + "hf_subset": "ven_Latn-fuc_Latn", + "languages": [ + "ven-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.691059, + "recall": 0.736104, + "f1": 0.703993, + "accuracy": 0.736104, + "main_score": 0.703993, + "hf_subset": "ven_Latn-kin_Latn", + "languages": [ + "ven-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.665993, + "recall": 0.715073, + "f1": 0.679841, + "accuracy": 0.715073, + "main_score": 0.679841, + "hf_subset": "ven_Latn-nde_Latn", + "languages": [ + "ven-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.687179, + "recall": 0.736104, + "f1": 0.701275, + "accuracy": 0.736104, + "main_score": 0.701275, + "hf_subset": "ven_Latn-nya_Latn", + "languages": [ + "ven-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.710075, + "recall": 0.757636, + "f1": 0.723454, + "accuracy": 0.757636, + "main_score": 0.723454, + "hf_subset": "ven_Latn-sna_Latn", + "languages": [ + "ven-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.966283, + "recall": 0.976965, + "f1": 0.969788, + "accuracy": 0.976965, + "main_score": 0.969788, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.962444, + "recall": 0.974462, + "f1": 0.966366, + "accuracy": 0.974462, + "main_score": 0.966366, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.976298, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.967785, + "recall": 0.977967, + "f1": 0.971123, + "accuracy": 0.977967, + "main_score": 0.971123, + "hf_subset": "vie_Latn-fas_Arab", + "languages": [ + "vie-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.975714, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.984977, + "f1": 0.97997, + "accuracy": 0.984977, + "main_score": 0.97997, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967284, + "recall": 0.977967, + "f1": 0.97079, + "accuracy": 0.977967, + "main_score": 0.97079, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.973794, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.959815, + "recall": 0.972459, + "f1": 0.963896, + "accuracy": 0.972459, + "main_score": 0.963896, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.958605, + "recall": 0.971958, + "f1": 0.962944, + "accuracy": 0.971958, + "main_score": 0.962944, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.971207, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.982557, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ] + }, + { + "precision": 0.965365, + "recall": 0.975964, + "f1": 0.968787, + "accuracy": 0.975964, + "main_score": 0.968787, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "vie_Latn-swa_Latn", + "languages": [ + "vie-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.924428, + "recall": 0.948423, + "f1": 0.932265, + "accuracy": 0.948423, + "main_score": 0.932265, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.968035, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.957812, + "recall": 0.970956, + "f1": 0.96206, + "accuracy": 0.970956, + "main_score": 0.96206, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.94531, + "recall": 0.962444, + "f1": 0.950793, + "accuracy": 0.962444, + "main_score": 0.950793, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.971541, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.804236, + "recall": 0.857286, + "f1": 0.820565, + "accuracy": 0.857286, + "main_score": 0.820565, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.481374, + "recall": 0.552829, + "f1": 0.500477, + "accuracy": 0.552829, + "main_score": 0.500477, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.617338, + "recall": 0.685028, + "f1": 0.635944, + "accuracy": 0.685028, + "main_score": 0.635944, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.502293, + "recall": 0.560841, + "f1": 0.516796, + "accuracy": 0.560841, + "main_score": 0.516796, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.546415, + "recall": 0.605408, + "f1": 0.561663, + "accuracy": 0.605408, + "main_score": 0.561663, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.502477, + "recall": 0.56685, + "f1": 0.519564, + "accuracy": 0.56685, + "main_score": 0.519564, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.410218, + "recall": 0.481222, + "f1": 0.429415, + "accuracy": 0.481222, + "main_score": 0.429415, + "hf_subset": "wol_Latn-orm_Ethi", + "languages": [ + "wol-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.524742, + "recall": 0.581873, + "f1": 0.53987, + "accuracy": 0.581873, + "main_score": 0.53987, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.487624, + "recall": 0.55333, + "f1": 0.504716, + "accuracy": 0.55333, + "main_score": 0.504716, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.488963, + "recall": 0.558338, + "f1": 0.507106, + "accuracy": 0.558338, + "main_score": 0.507106, + "hf_subset": "wol_Latn-swa_Latn", + "languages": [ + "wol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.493597, + "recall": 0.561342, + "f1": 0.511012, + "accuracy": 0.561342, + "main_score": 0.511012, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.520525, + "recall": 0.578868, + "f1": 0.535953, + "accuracy": 0.578868, + "main_score": 0.535953, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.501577, + "recall": 0.561843, + "f1": 0.517863, + "accuracy": 0.561843, + "main_score": 0.517863, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.489771, + "recall": 0.554832, + "f1": 0.506842, + "accuracy": 0.554832, + "main_score": 0.506842, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.51169, + "recall": 0.576365, + "f1": 0.528825, + "accuracy": 0.576365, + "main_score": 0.528825, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.683146, + "recall": 0.74662, + "f1": 0.701566, + "accuracy": 0.74662, + "main_score": 0.701566, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.818731, + "recall": 0.861793, + "f1": 0.830701, + "accuracy": 0.861793, + "main_score": 0.830701, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.812833, + "recall": 0.854281, + "f1": 0.825264, + "accuracy": 0.854281, + "main_score": 0.825264, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.792902, + "recall": 0.837256, + "f1": 0.805875, + "accuracy": 0.837256, + "main_score": 0.805875, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.775302, + "recall": 0.820731, + "f1": 0.788927, + "accuracy": 0.820731, + "main_score": 0.788927, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.376774, + "recall": 0.460691, + "f1": 0.39921, + "accuracy": 0.460691, + "main_score": 0.39921, + "hf_subset": "xho_Latn-orm_Ethi", + "languages": [ + "xho-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.792484, + "recall": 0.837757, + "f1": 0.80605, + "accuracy": 0.837757, + "main_score": 0.80605, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ] + }, + { + "precision": 0.801018, + "recall": 0.845268, + "f1": 0.814321, + "accuracy": 0.845268, + "main_score": 0.814321, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.851684, + "recall": 0.886329, + "f1": 0.861758, + "accuracy": 0.886329, + "main_score": 0.861758, + "hf_subset": "xho_Latn-swa_Latn", + "languages": [ + "xho-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.541648, + "recall": 0.619429, + "f1": 0.562288, + "accuracy": 0.619429, + "main_score": 0.562288, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.773459, + "recall": 0.821733, + "f1": 0.78749, + "accuracy": 0.821733, + "main_score": 0.78749, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.561461, + "recall": 0.616425, + "f1": 0.576883, + "accuracy": 0.616425, + "main_score": 0.576883, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.591313, + "recall": 0.661492, + "f1": 0.609979, + "accuracy": 0.661492, + "main_score": 0.609979, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.839876, + "recall": 0.87982, + "f1": 0.852328, + "accuracy": 0.87982, + "main_score": 0.852328, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.556063, + "recall": 0.629444, + "f1": 0.575862, + "accuracy": 0.629444, + "main_score": 0.575862, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.687239, + "recall": 0.75313, + "f1": 0.705988, + "accuracy": 0.75313, + "main_score": 0.705988, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.641054, + "recall": 0.707561, + "f1": 0.659403, + "accuracy": 0.707561, + "main_score": 0.659403, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.71572, + "recall": 0.769154, + "f1": 0.730967, + "accuracy": 0.769154, + "main_score": 0.730967, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.625139, + "recall": 0.684527, + "f1": 0.64168, + "accuracy": 0.684527, + "main_score": 0.64168, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.35803, + "recall": 0.435653, + "f1": 0.3789, + "accuracy": 0.435653, + "main_score": 0.3789, + "hf_subset": "yor_Latn-orm_Ethi", + "languages": [ + "yor-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.657133, + "recall": 0.717076, + "f1": 0.673927, + "accuracy": 0.717076, + "main_score": 0.673927, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ] + }, + { + "precision": 0.596783, + "recall": 0.656485, + "f1": 0.613087, + "accuracy": 0.656485, + "main_score": 0.613087, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.661308, + "recall": 0.722083, + "f1": 0.678143, + "accuracy": 0.722083, + "main_score": 0.678143, + "hf_subset": "yor_Latn-swa_Latn", + "languages": [ + "yor-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.486829, + "recall": 0.561342, + "f1": 0.506908, + "accuracy": 0.561342, + "main_score": 0.506908, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.656736, + "recall": 0.715073, + "f1": 0.672563, + "accuracy": 0.715073, + "main_score": 0.672563, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.54758, + "recall": 0.605909, + "f1": 0.563673, + "accuracy": 0.605909, + "main_score": 0.563673, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.619784, + "recall": 0.687031, + "f1": 0.63882, + "accuracy": 0.687031, + "main_score": 0.63882, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.63959, + "recall": 0.699549, + "f1": 0.656151, + "accuracy": 0.699549, + "main_score": 0.656151, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980471, + "f1": 0.974796, + "accuracy": 0.980471, + "main_score": 0.974796, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.962861, + "recall": 0.973961, + "f1": 0.96645, + "accuracy": 0.973961, + "main_score": 0.96645, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.973836, + "recall": 0.981973, + "f1": 0.976498, + "accuracy": 0.981973, + "main_score": 0.976498, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.966617, + "recall": 0.976965, + "f1": 0.969955, + "accuracy": 0.976965, + "main_score": 0.969955, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.979761, + "recall": 0.985979, + "f1": 0.981756, + "accuracy": 0.985979, + "main_score": 0.981756, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.964739, + "recall": 0.975964, + "f1": 0.968403, + "accuracy": 0.975964, + "main_score": 0.968403, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ] + }, + { + "precision": 0.960023, + "recall": 0.972959, + "f1": 0.96428, + "accuracy": 0.972959, + "main_score": 0.96428, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ] + }, + { + "precision": 0.964864, + "recall": 0.976465, + "f1": 0.968703, + "accuracy": 0.976465, + "main_score": 0.968703, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ] + }, + { + "precision": 0.969287, + "recall": 0.978468, + "f1": 0.972292, + "accuracy": 0.978468, + "main_score": 0.972292, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ] + }, + { + "precision": 0.963545, + "recall": 0.974462, + "f1": 0.96695, + "accuracy": 0.974462, + "main_score": 0.96695, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.961943, + "recall": 0.973961, + "f1": 0.965865, + "accuracy": 0.973961, + "main_score": 0.965865, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.97321, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.97079, + "recall": 0.97997, + "f1": 0.973794, + "accuracy": 0.97997, + "main_score": 0.973794, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.962919, + "recall": 0.973961, + "f1": 0.9664, + "accuracy": 0.973961, + "main_score": 0.9664, + "hf_subset": "zho_Hant-fas_Arab", + "languages": [ + "zho-Hant", + "fas-Arab" + ] + }, + { + "precision": 0.970122, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ] + }, + { + "precision": 0.972959, + "recall": 0.980971, + "f1": 0.975463, + "accuracy": 0.980971, + "main_score": 0.975463, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ] + }, + { + "precision": 0.967827, + "recall": 0.977967, + "f1": 0.971157, + "accuracy": 0.977967, + "main_score": 0.971157, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.955408, + "recall": 0.968953, + "f1": 0.959639, + "accuracy": 0.968953, + "main_score": 0.959639, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.965865, + "recall": 0.976465, + "f1": 0.969371, + "accuracy": 0.976465, + "main_score": 0.969371, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.979094, + "recall": 0.985478, + "f1": 0.981088, + "accuracy": 0.985478, + "main_score": 0.981088, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.95681, + "recall": 0.969955, + "f1": 0.961058, + "accuracy": 0.969955, + "main_score": 0.961058, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.954949, + "recall": 0.967952, + "f1": 0.958938, + "accuracy": 0.967952, + "main_score": 0.958938, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.961192, + "recall": 0.972959, + "f1": 0.965031, + "accuracy": 0.972959, + "main_score": 0.965031, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.971708, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.967868, + "recall": 0.977967, + "f1": 0.971207, + "accuracy": 0.977967, + "main_score": 0.971207, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.970122, + "recall": 0.978968, + "f1": 0.972959, + "accuracy": 0.978968, + "main_score": 0.972959, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ] + }, + { + "precision": 0.951344, + "recall": 0.96645, + "f1": 0.956168, + "accuracy": 0.96645, + "main_score": 0.956168, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.976965, + "recall": 0.983976, + "f1": 0.979219, + "accuracy": 0.983976, + "main_score": 0.979219, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.960649, + "recall": 0.972959, + "f1": 0.964647, + "accuracy": 0.972959, + "main_score": 0.964647, + "hf_subset": "zho_Hant-swa_Latn", + "languages": [ + "zho-Hant", + "swa-Latn" + ] + }, + { + "precision": 0.97321, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.916867, + "recall": 0.941412, + "f1": 0.924587, + "accuracy": 0.941412, + "main_score": 0.924587, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.96862, + "recall": 0.978468, + "f1": 0.971874, + "accuracy": 0.978468, + "main_score": 0.971874, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.969496, + "recall": 0.978968, + "f1": 0.972576, + "accuracy": 0.978968, + "main_score": 0.972576, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ] + }, + { + "precision": 0.964614, + "recall": 0.975964, + "f1": 0.968369, + "accuracy": 0.975964, + "main_score": 0.968369, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.77414, + "recall": 0.83325, + "f1": 0.792309, + "accuracy": 0.83325, + "main_score": 0.792309, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.673134, + "recall": 0.739609, + "f1": 0.692036, + "accuracy": 0.739609, + "main_score": 0.692036, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.784354, + "recall": 0.832248, + "f1": 0.798184, + "accuracy": 0.832248, + "main_score": 0.798184, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.789992, + "recall": 0.836755, + "f1": 0.80349, + "accuracy": 0.836755, + "main_score": 0.80349, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.81103, + "recall": 0.854281, + "f1": 0.823769, + "accuracy": 0.854281, + "main_score": 0.823769, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.816558, + "recall": 0.860791, + "f1": 0.829514, + "accuracy": 0.860791, + "main_score": 0.829514, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.832232, + "recall": 0.872308, + "f1": 0.843821, + "accuracy": 0.872308, + "main_score": 0.843821, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.764311, + "recall": 0.814221, + "f1": 0.778856, + "accuracy": 0.814221, + "main_score": 0.778856, + "hf_subset": "zul_Latn-fas_Arab", + "languages": [ + "zul-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.804582, + "recall": 0.848773, + "f1": 0.817568, + "accuracy": 0.848773, + "main_score": 0.817568, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.805923, + "recall": 0.851277, + "f1": 0.819259, + "accuracy": 0.851277, + "main_score": 0.819259, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.795039, + "recall": 0.838758, + "f1": 0.808031, + "accuracy": 0.838758, + "main_score": 0.808031, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.796895, + "recall": 0.844767, + "f1": 0.810943, + "accuracy": 0.844767, + "main_score": 0.810943, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.79092, + "recall": 0.841763, + "f1": 0.805909, + "accuracy": 0.841763, + "main_score": 0.805909, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.782309, + "recall": 0.829244, + "f1": 0.795953, + "accuracy": 0.829244, + "main_score": 0.795953, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.790445, + "recall": 0.835754, + "f1": 0.803769, + "accuracy": 0.835754, + "main_score": 0.803769, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.835983, + "recall": 0.872809, + "f1": 0.846725, + "accuracy": 0.872809, + "main_score": 0.846725, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.757782, + "recall": 0.811217, + "f1": 0.772914, + "accuracy": 0.811217, + "main_score": 0.772914, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.770921, + "recall": 0.824236, + "f1": 0.786576, + "accuracy": 0.824236, + "main_score": 0.786576, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.793853, + "recall": 0.836254, + "f1": 0.806111, + "accuracy": 0.836254, + "main_score": 0.806111, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.828556, + "recall": 0.870305, + "f1": 0.841139, + "accuracy": 0.870305, + "main_score": 0.841139, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.779212, + "recall": 0.828242, + "f1": 0.793934, + "accuracy": 0.828242, + "main_score": 0.793934, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.390338, + "recall": 0.472709, + "f1": 0.412194, + "accuracy": 0.472709, + "main_score": 0.412194, + "hf_subset": "zul_Latn-orm_Ethi", + "languages": [ + "zul-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.799243, + "recall": 0.847271, + "f1": 0.813588, + "accuracy": 0.847271, + "main_score": 0.813588, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.838722, + "recall": 0.88032, + "f1": 0.851828, + "accuracy": 0.88032, + "main_score": 0.851828, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ] + }, + { + "precision": 0.774275, + "recall": 0.826239, + "f1": 0.789274, + "accuracy": 0.826239, + "main_score": 0.789274, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.803593, + "recall": 0.847271, + "f1": 0.816658, + "accuracy": 0.847271, + "main_score": 0.816658, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ] + }, + { + "precision": 0.825349, + "recall": 0.866299, + "f1": 0.837418, + "accuracy": 0.866299, + "main_score": 0.837418, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.807061, + "recall": 0.85328, + "f1": 0.821225, + "accuracy": 0.85328, + "main_score": 0.821225, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.84695, + "recall": 0.880821, + "f1": 0.857261, + "accuracy": 0.880821, + "main_score": 0.857261, + "hf_subset": "zul_Latn-swa_Latn", + "languages": [ + "zul-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.830882, + "recall": 0.870305, + "f1": 0.842394, + "accuracy": 0.870305, + "main_score": 0.842394, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.727793, + "recall": 0.788182, + "f1": 0.745034, + "accuracy": 0.788182, + "main_score": 0.745034, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.528232, + "recall": 0.608413, + "f1": 0.549611, + "accuracy": 0.608413, + "main_score": 0.549611, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.776505, + "recall": 0.825238, + "f1": 0.791027, + "accuracy": 0.825238, + "main_score": 0.791027, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.80357, + "recall": 0.849274, + "f1": 0.817061, + "accuracy": 0.849274, + "main_score": 0.817061, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.821509, + "recall": 0.862293, + "f1": 0.833408, + "accuracy": 0.862293, + "main_score": 0.833408, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.561658, + "recall": 0.616425, + "f1": 0.577165, + "accuracy": 0.616425, + "main_score": 0.577165, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.833667, + "recall": 0.876815, + "f1": 0.847021, + "accuracy": 0.876815, + "main_score": 0.847021, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.592708, + "recall": 0.664497, + "f1": 0.61194, + "accuracy": 0.664497, + "main_score": 0.61194, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.768892, + "recall": 0.81973, + "f1": 0.783163, + "accuracy": 0.81973, + "main_score": 0.783163, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ] + } + ] + }, + "evaluation_time": 2017.0207192897797, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NepaliNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NepaliNewsClassification.json new file mode 100644 index 0000000000..15ab2e71d0 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NepaliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "79125f20d858a08f71ec4923169a6545221725c4", + "task_name": "NepaliNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.975098, + "f1": 0.974809, + "f1_weighted": 0.975098, + "scores_per_experiment": [ + { + "accuracy": 0.976562, + "f1": 0.976352, + "f1_weighted": 0.976583 + }, + { + "accuracy": 0.972168, + "f1": 0.971862, + "f1_weighted": 0.972123 + }, + { + "accuracy": 0.976562, + "f1": 0.976425, + "f1_weighted": 0.976585 + }, + { + "accuracy": 0.972168, + "f1": 0.971692, + "f1_weighted": 0.972089 + }, + { + "accuracy": 0.972656, + "f1": 0.972287, + "f1_weighted": 0.972643 + }, + { + "accuracy": 0.975586, + "f1": 0.975335, + "f1_weighted": 0.975618 + }, + { + "accuracy": 0.966309, + "f1": 0.965923, + "f1_weighted": 0.966331 + }, + { + "accuracy": 0.981934, + "f1": 0.981768, + "f1_weighted": 0.981947 + }, + { + "accuracy": 0.979492, + "f1": 0.979221, + "f1_weighted": 0.979513 + }, + { + "accuracy": 0.977539, + "f1": 0.977229, + "f1_weighted": 0.977546 + } + ], + "main_score": 0.975098, + "hf_subset": "default", + "languages": [ + "nep-Deva" + ] + } + ] + }, + "evaluation_time": 34.428709268569946, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/News21InstructionRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/News21InstructionRetrieval.json new file mode 100644 index 0000000000..bf579418a1 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/News21InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e0144086b45fe31ac125e9ac1a83b6a409bb6ca6", + "task_name": "News21InstructionRetrieval", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "p-MRR": 0.023756, + "individual": { + "original": { + "ndcg_at_1": 0.30859, + "ndcg_at_3": 0.2602, + "ndcg_at_5": 0.2738, + "ndcg_at_10": 0.33006, + "ndcg_at_20": 0.38204, + "ndcg_at_100": 0.48066, + "ndcg_at_1000": 0.54178, + "map_at_1": 0.04634, + "map_at_3": 0.07904, + "map_at_5": 0.09627, + "map_at_10": 0.13901, + "map_at_20": 0.19131, + "map_at_100": 0.25893, + "map_at_1000": 0.27664, + "recall_at_1": 0.04634, + "recall_at_3": 0.09486, + "recall_at_5": 0.12948, + "recall_at_10": 0.24477, + "recall_at_20": 0.40613, + "recall_at_100": 0.73079, + "recall_at_1000": 1.0, + "precision_at_1": 0.40625, + "precision_at_3": 0.30208, + "precision_at_5": 0.2875, + "precision_at_10": 0.2875, + "precision_at_20": 0.25469, + "precision_at_100": 0.10406, + "precision_at_1000": 0.01634, + "naucs_at_1_max": 0.152394, + "naucs_at_1_std": 0.121534, + "naucs_at_1_diff1": -0.228679, + "naucs_at_3_max": 0.057391, + "naucs_at_3_std": 0.089364, + "naucs_at_3_diff1": -0.148098, + "naucs_at_5_max": 0.068893, + "naucs_at_5_std": 0.043787, + "naucs_at_5_diff1": -0.158749, + "naucs_at_10_max": 0.061899, + "naucs_at_10_std": 0.037541, + "naucs_at_10_diff1": -0.147932, + "naucs_at_20_max": 0.055318, + "naucs_at_20_std": 0.046031, + "naucs_at_20_diff1": -0.145145, + "naucs_at_100_max": 0.060717, + "naucs_at_100_std": 0.048734, + "naucs_at_100_diff1": -0.148798, + "naucs_at_1000_max": 0.060717, + "naucs_at_1000_std": 0.048734, + "naucs_at_1000_diff1": -0.148798, + "mrr_at_1": 0.40625, + "mrr_at_3": 0.515625, + "mrr_at_5": 0.5375, + "mrr_at_10": 0.558668, + "mrr_at_20": 0.560751, + "mrr_at_100": 0.562103, + "mrr_at_1000": 0.562103 + }, + "changed": { + "ndcg_at_1": 0.48047, + "ndcg_at_3": 0.48736, + "ndcg_at_5": 0.50501, + "ndcg_at_10": 0.50998, + "ndcg_at_20": 0.53712, + "ndcg_at_100": 0.62445, + "ndcg_at_1000": 0.71171, + "map_at_1": 0.03123, + "map_at_3": 0.08382, + "map_at_5": 0.12878, + "map_at_10": 0.20457, + "map_at_20": 0.30665, + "map_at_100": 0.44709, + "map_at_1000": 0.48869, + "recall_at_1": 0.03123, + "recall_at_3": 0.08989, + "recall_at_5": 0.14512, + "recall_at_10": 0.24021, + "recall_at_20": 0.39227, + "recall_at_100": 0.70824, + "recall_at_1000": 1.0, + "precision_at_1": 0.78125, + "precision_at_3": 0.75, + "precision_at_5": 0.75, + "precision_at_10": 0.6625, + "precision_at_20": 0.56719, + "precision_at_100": 0.235, + "precision_at_1000": 0.03725, + "naucs_at_1_max": -0.039084, + "naucs_at_1_std": -0.561397, + "naucs_at_1_diff1": -0.372776, + "naucs_at_3_max": 0.081515, + "naucs_at_3_std": -0.532511, + "naucs_at_3_diff1": -0.364555, + "naucs_at_5_max": 0.025537, + "naucs_at_5_std": -0.58002, + "naucs_at_5_diff1": -0.441715, + "naucs_at_10_max": 0.016109, + "naucs_at_10_std": -0.563118, + "naucs_at_10_diff1": -0.420869, + "naucs_at_20_max": 0.016109, + "naucs_at_20_std": -0.563118, + "naucs_at_20_diff1": -0.420869, + "naucs_at_100_max": 0.016109, + "naucs_at_100_std": -0.563118, + "naucs_at_100_diff1": -0.420869, + "naucs_at_1000_max": 0.016109, + "naucs_at_1000_std": -0.563118, + "naucs_at_1000_diff1": -0.420869, + "mrr_at_1": 0.78125, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.847396, + "mrr_at_10": 0.851302, + "mrr_at_20": 0.851302, + "mrr_at_100": 0.851302, + "mrr_at_1000": 0.851302 + } + }, + "main_score": 0.023756, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3233.300828933716, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NollySentiBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NollySentiBitextMining.json new file mode 100644 index 0000000000..f5503d740b --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NollySentiBitextMining.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "d48254fbdb51af1ae7f20831aab0bccf0b70a19c", + "task_name": "NollySentiBitextMining", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "precision": 0.420167, + "recall": 0.487805, + "f1": 0.435301, + "accuracy": 0.487805, + "main_score": 0.435301, + "hf_subset": "en-ha", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.444515, + "recall": 0.5, + "f1": 0.456146, + "accuracy": 0.5, + "main_score": 0.456146, + "hf_subset": "en-ig", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.929268, + "recall": 0.95122, + "f1": 0.936179, + "accuracy": 0.95122, + "main_score": 0.936179, + "hf_subset": "en-pcm", + "languages": [ + "eng-Latn", + "pcm-Latn" + ] + }, + { + "precision": 0.278754, + "recall": 0.334146, + "f1": 0.290846, + "accuracy": 0.334146, + "main_score": 0.290846, + "hf_subset": "en-yo", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 32.669102907180786, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NordicLangClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NordicLangClassification.json new file mode 100644 index 0000000000..4ccdd35339 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NordicLangClassification.json @@ -0,0 +1,78 @@ +{ + "dataset_revision": "e254179d18ab0165fdb6dbef91178266222bee2a", + "task_name": "NordicLangClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.725667, + "f1": 0.711088, + "f1_weighted": 0.712971, + "scores_per_experiment": [ + { + "accuracy": 0.724667, + "f1": 0.71413, + "f1_weighted": 0.716887 + }, + { + "accuracy": 0.747333, + "f1": 0.734063, + "f1_weighted": 0.735841 + }, + { + "accuracy": 0.717, + "f1": 0.700604, + "f1_weighted": 0.702194 + }, + { + "accuracy": 0.731667, + "f1": 0.718497, + "f1_weighted": 0.720772 + }, + { + "accuracy": 0.738, + "f1": 0.726185, + "f1_weighted": 0.72805 + }, + { + "accuracy": 0.715333, + "f1": 0.702866, + "f1_weighted": 0.705768 + }, + { + "accuracy": 0.723, + "f1": 0.706712, + "f1_weighted": 0.708684 + }, + { + "accuracy": 0.722, + "f1": 0.705535, + "f1_weighted": 0.706186 + }, + { + "accuracy": 0.703, + "f1": 0.676328, + "f1_weighted": 0.677059 + }, + { + "accuracy": 0.734667, + "f1": 0.725956, + "f1_weighted": 0.728271 + } + ], + "main_score": 0.725667, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn", + "dan-Latn", + "swe-Latn", + "isl-Latn", + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 34.68694305419922, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NorwegianCourtsBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NorwegianCourtsBitextMining.json new file mode 100644 index 0000000000..1d05727138 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NorwegianCourtsBitextMining.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "d79af07e969a6678fcbbe819956840425816468f", + "task_name": "NorwegianCourtsBitextMining", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "precision": 0.929825, + "recall": 0.942982, + "f1": 0.934211, + "accuracy": 0.942982, + "main_score": 0.934211, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + } + ] + }, + "evaluation_time": 2.1173646450042725, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaParagraphEmotionClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaParagraphEmotionClassification.json new file mode 100644 index 0000000000..ab25480bd8 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaParagraphEmotionClassification.json @@ -0,0 +1,631 @@ +{ + "dataset_revision": "c61e8c3ee47d2dce296e9601195916b54c21d575", + "task_name": "NusaParagraphEmotionClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.4198, + "f1": 0.403908, + "f1_weighted": 0.414276, + "scores_per_experiment": [ + { + "accuracy": 0.43, + "f1": 0.4099, + "f1_weighted": 0.424811 + }, + { + "accuracy": 0.398, + "f1": 0.390418, + "f1_weighted": 0.392872 + }, + { + "accuracy": 0.39, + "f1": 0.373631, + "f1_weighted": 0.384377 + }, + { + "accuracy": 0.408, + "f1": 0.395114, + "f1_weighted": 0.412977 + }, + { + "accuracy": 0.426, + "f1": 0.411856, + "f1_weighted": 0.412468 + }, + { + "accuracy": 0.406, + "f1": 0.392195, + "f1_weighted": 0.398053 + }, + { + "accuracy": 0.44, + "f1": 0.419227, + "f1_weighted": 0.427088 + }, + { + "accuracy": 0.444, + "f1": 0.424219, + "f1_weighted": 0.43972 + }, + { + "accuracy": 0.426, + "f1": 0.403543, + "f1_weighted": 0.417924 + }, + { + "accuracy": 0.43, + "f1": 0.418982, + "f1_weighted": 0.432465 + } + ], + "main_score": 0.403908, + "hf_subset": "btk", + "languages": [ + "bbc-Latn" + ] + }, + { + "accuracy": 0.6045, + "f1": 0.580604, + "f1_weighted": 0.599618, + "scores_per_experiment": [ + { + "accuracy": 0.5725, + "f1": 0.557814, + "f1_weighted": 0.581862 + }, + { + "accuracy": 0.56375, + "f1": 0.54731, + "f1_weighted": 0.552148 + }, + { + "accuracy": 0.6125, + "f1": 0.591716, + "f1_weighted": 0.613437 + }, + { + "accuracy": 0.5725, + "f1": 0.543337, + "f1_weighted": 0.563632 + }, + { + "accuracy": 0.61625, + "f1": 0.598823, + "f1_weighted": 0.618353 + }, + { + "accuracy": 0.67, + "f1": 0.643741, + "f1_weighted": 0.660432 + }, + { + "accuracy": 0.56875, + "f1": 0.537657, + "f1_weighted": 0.558127 + }, + { + "accuracy": 0.635, + "f1": 0.612771, + "f1_weighted": 0.631307 + }, + { + "accuracy": 0.59125, + "f1": 0.57456, + "f1_weighted": 0.587487 + }, + { + "accuracy": 0.6425, + "f1": 0.598309, + "f1_weighted": 0.629399 + } + ], + "main_score": 0.580604, + "hf_subset": "bew", + "languages": [ + "bew-Latn" + ] + }, + { + "accuracy": 0.521333, + "f1": 0.422496, + "f1_weighted": 0.491132, + "scores_per_experiment": [ + { + "accuracy": 0.52, + "f1": 0.431684, + "f1_weighted": 0.492869 + }, + { + "accuracy": 0.546667, + "f1": 0.450193, + "f1_weighted": 0.520253 + }, + { + "accuracy": 0.53, + "f1": 0.424977, + "f1_weighted": 0.495555 + }, + { + "accuracy": 0.55, + "f1": 0.424288, + "f1_weighted": 0.511959 + }, + { + "accuracy": 0.503333, + "f1": 0.382464, + "f1_weighted": 0.458793 + }, + { + "accuracy": 0.52, + "f1": 0.433048, + "f1_weighted": 0.493123 + }, + { + "accuracy": 0.503333, + "f1": 0.403195, + "f1_weighted": 0.4747 + }, + { + "accuracy": 0.506667, + "f1": 0.41888, + "f1_weighted": 0.482105 + }, + { + "accuracy": 0.523333, + "f1": 0.43003, + "f1_weighted": 0.496774 + }, + { + "accuracy": 0.51, + "f1": 0.426202, + "f1_weighted": 0.485191 + } + ], + "main_score": 0.422496, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "accuracy": 0.54475, + "f1": 0.531887, + "f1_weighted": 0.53753, + "scores_per_experiment": [ + { + "accuracy": 0.57125, + "f1": 0.557834, + "f1_weighted": 0.563492 + }, + { + "accuracy": 0.535, + "f1": 0.522793, + "f1_weighted": 0.529067 + }, + { + "accuracy": 0.4975, + "f1": 0.484227, + "f1_weighted": 0.488494 + }, + { + "accuracy": 0.5525, + "f1": 0.542597, + "f1_weighted": 0.548978 + }, + { + "accuracy": 0.58625, + "f1": 0.561196, + "f1_weighted": 0.580347 + }, + { + "accuracy": 0.55875, + "f1": 0.535153, + "f1_weighted": 0.542947 + }, + { + "accuracy": 0.47375, + "f1": 0.482798, + "f1_weighted": 0.455862 + }, + { + "accuracy": 0.54875, + "f1": 0.533271, + "f1_weighted": 0.543664 + }, + { + "accuracy": 0.55125, + "f1": 0.544903, + "f1_weighted": 0.555844 + }, + { + "accuracy": 0.5725, + "f1": 0.554097, + "f1_weighted": 0.566605 + } + ], + "main_score": 0.531887, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.3872, + "f1": 0.340973, + "f1_weighted": 0.394706, + "scores_per_experiment": [ + { + "accuracy": 0.392, + "f1": 0.337779, + "f1_weighted": 0.399568 + }, + { + "accuracy": 0.434, + "f1": 0.377933, + "f1_weighted": 0.450686 + }, + { + "accuracy": 0.348, + "f1": 0.314322, + "f1_weighted": 0.365262 + }, + { + "accuracy": 0.348, + "f1": 0.308716, + "f1_weighted": 0.358972 + }, + { + "accuracy": 0.352, + "f1": 0.316263, + "f1_weighted": 0.333442 + }, + { + "accuracy": 0.364, + "f1": 0.31969, + "f1_weighted": 0.372479 + }, + { + "accuracy": 0.374, + "f1": 0.306514, + "f1_weighted": 0.381841 + }, + { + "accuracy": 0.44, + "f1": 0.400211, + "f1_weighted": 0.456697 + }, + { + "accuracy": 0.41, + "f1": 0.362347, + "f1_weighted": 0.421974 + }, + { + "accuracy": 0.41, + "f1": 0.365955, + "f1_weighted": 0.406137 + } + ], + "main_score": 0.340973, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "accuracy": 0.4346, + "f1": 0.413524, + "f1_weighted": 0.432856, + "scores_per_experiment": [ + { + "accuracy": 0.366, + "f1": 0.35979, + "f1_weighted": 0.360497 + }, + { + "accuracy": 0.44, + "f1": 0.418412, + "f1_weighted": 0.439339 + }, + { + "accuracy": 0.448, + "f1": 0.422581, + "f1_weighted": 0.454236 + }, + { + "accuracy": 0.472, + "f1": 0.455299, + "f1_weighted": 0.467474 + }, + { + "accuracy": 0.448, + "f1": 0.430709, + "f1_weighted": 0.448134 + }, + { + "accuracy": 0.404, + "f1": 0.383935, + "f1_weighted": 0.408566 + }, + { + "accuracy": 0.43, + "f1": 0.398122, + "f1_weighted": 0.423433 + }, + { + "accuracy": 0.45, + "f1": 0.421367, + "f1_weighted": 0.447476 + }, + { + "accuracy": 0.446, + "f1": 0.414568, + "f1_weighted": 0.436351 + }, + { + "accuracy": 0.442, + "f1": 0.430456, + "f1_weighted": 0.443048 + } + ], + "main_score": 0.413524, + "hf_subset": "mak", + "languages": [ + "mak-Latn" + ] + }, + { + "accuracy": 0.618875, + "f1": 0.595664, + "f1_weighted": 0.609683, + "scores_per_experiment": [ + { + "accuracy": 0.68875, + "f1": 0.665239, + "f1_weighted": 0.677588 + }, + { + "accuracy": 0.57875, + "f1": 0.566758, + "f1_weighted": 0.579585 + }, + { + "accuracy": 0.62625, + "f1": 0.572316, + "f1_weighted": 0.613174 + }, + { + "accuracy": 0.60625, + "f1": 0.580655, + "f1_weighted": 0.595472 + }, + { + "accuracy": 0.595, + "f1": 0.590561, + "f1_weighted": 0.56716 + }, + { + "accuracy": 0.59625, + "f1": 0.576104, + "f1_weighted": 0.59342 + }, + { + "accuracy": 0.61875, + "f1": 0.602502, + "f1_weighted": 0.606913 + }, + { + "accuracy": 0.60375, + "f1": 0.587475, + "f1_weighted": 0.60189 + }, + { + "accuracy": 0.6325, + "f1": 0.61008, + "f1_weighted": 0.629722 + }, + { + "accuracy": 0.6425, + "f1": 0.60495, + "f1_weighted": 0.631907 + } + ], + "main_score": 0.595664, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "accuracy": 0.655, + "f1": 0.563931, + "f1_weighted": 0.636223, + "scores_per_experiment": [ + { + "accuracy": 0.66, + "f1": 0.565238, + "f1_weighted": 0.63412 + }, + { + "accuracy": 0.6575, + "f1": 0.552992, + "f1_weighted": 0.633427 + }, + { + "accuracy": 0.7125, + "f1": 0.610972, + "f1_weighted": 0.692243 + }, + { + "accuracy": 0.68, + "f1": 0.591102, + "f1_weighted": 0.661555 + }, + { + "accuracy": 0.6475, + "f1": 0.563824, + "f1_weighted": 0.633923 + }, + { + "accuracy": 0.6375, + "f1": 0.552916, + "f1_weighted": 0.623883 + }, + { + "accuracy": 0.6225, + "f1": 0.53846, + "f1_weighted": 0.60556 + }, + { + "accuracy": 0.6575, + "f1": 0.576473, + "f1_weighted": 0.643077 + }, + { + "accuracy": 0.665, + "f1": 0.563799, + "f1_weighted": 0.641029 + }, + { + "accuracy": 0.61, + "f1": 0.523528, + "f1_weighted": 0.593413 + } + ], + "main_score": 0.563931, + "hf_subset": "mui", + "languages": [ + "mui-Latn" + ] + }, + { + "accuracy": 0.511, + "f1": 0.460038, + "f1_weighted": 0.498864, + "scores_per_experiment": [ + { + "accuracy": 0.523333, + "f1": 0.465992, + "f1_weighted": 0.51236 + }, + { + "accuracy": 0.52, + "f1": 0.460944, + "f1_weighted": 0.503354 + }, + { + "accuracy": 0.526667, + "f1": 0.470085, + "f1_weighted": 0.518033 + }, + { + "accuracy": 0.51, + "f1": 0.456126, + "f1_weighted": 0.506409 + }, + { + "accuracy": 0.51, + "f1": 0.440806, + "f1_weighted": 0.490527 + }, + { + "accuracy": 0.516667, + "f1": 0.477518, + "f1_weighted": 0.502555 + }, + { + "accuracy": 0.526667, + "f1": 0.490538, + "f1_weighted": 0.526034 + }, + { + "accuracy": 0.5, + "f1": 0.452558, + "f1_weighted": 0.482369 + }, + { + "accuracy": 0.473333, + "f1": 0.420828, + "f1_weighted": 0.452811 + }, + { + "accuracy": 0.503333, + "f1": 0.464982, + "f1_weighted": 0.494191 + } + ], + "main_score": 0.460038, + "hf_subset": "rej", + "languages": [ + "rej-Latn" + ] + }, + { + "accuracy": 0.571875, + "f1": 0.555547, + "f1_weighted": 0.562905, + "scores_per_experiment": [ + { + "accuracy": 0.55625, + "f1": 0.541673, + "f1_weighted": 0.55142 + }, + { + "accuracy": 0.525, + "f1": 0.532659, + "f1_weighted": 0.529087 + }, + { + "accuracy": 0.5825, + "f1": 0.559808, + "f1_weighted": 0.574491 + }, + { + "accuracy": 0.61125, + "f1": 0.585289, + "f1_weighted": 0.599913 + }, + { + "accuracy": 0.585, + "f1": 0.579077, + "f1_weighted": 0.581128 + }, + { + "accuracy": 0.5675, + "f1": 0.534235, + "f1_weighted": 0.551238 + }, + { + "accuracy": 0.59875, + "f1": 0.585541, + "f1_weighted": 0.593009 + }, + { + "accuracy": 0.58875, + "f1": 0.568562, + "f1_weighted": 0.576254 + }, + { + "accuracy": 0.5575, + "f1": 0.530621, + "f1_weighted": 0.538367 + }, + { + "accuracy": 0.54625, + "f1": 0.538007, + "f1_weighted": 0.534146 + } + ], + "main_score": 0.555547, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 466.10251903533936, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaTranslationBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaTranslationBitextMining.json new file mode 100644 index 0000000000..69f811a678 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaTranslationBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "ba52e9d114a4a145d79b4293afab31304a999a4c", + "task_name": "NusaTranslationBitextMining", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "precision": 0.824196, + "recall": 0.855, + "f1": 0.832523, + "accuracy": 0.855, + "main_score": 0.832523, + "hf_subset": "ind-abs", + "languages": [ + "ind-Latn", + "abs-Latn" + ] + }, + { + "precision": 0.507206, + "recall": 0.566818, + "f1": 0.521151, + "accuracy": 0.566818, + "main_score": 0.521151, + "hf_subset": "ind-btk", + "languages": [ + "ind-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.748154, + "recall": 0.793636, + "f1": 0.759651, + "accuracy": 0.793636, + "main_score": 0.759651, + "hf_subset": "ind-bew", + "languages": [ + "ind-Latn", + "bew-Latn" + ] + }, + { + "precision": 0.591147, + "recall": 0.651, + "f1": 0.605276, + "accuracy": 0.651, + "main_score": 0.605276, + "hf_subset": "ind-bhp", + "languages": [ + "ind-Latn", + "bhp-Latn" + ] + }, + { + "precision": 0.727603, + "recall": 0.772121, + "f1": 0.738701, + "accuracy": 0.772121, + "main_score": 0.738701, + "hf_subset": "ind-jav", + "languages": [ + "ind-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.488044, + "recall": 0.543788, + "f1": 0.501062, + "accuracy": 0.543788, + "main_score": 0.501062, + "hf_subset": "ind-mad", + "languages": [ + "ind-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.366737, + "recall": 0.423636, + "f1": 0.379795, + "accuracy": 0.423636, + "main_score": 0.379795, + "hf_subset": "ind-mak", + "languages": [ + "ind-Latn", + "mak-Latn" + ] + }, + { + "precision": 0.757, + "recall": 0.799545, + "f1": 0.767896, + "accuracy": 0.799545, + "main_score": 0.767896, + "hf_subset": "ind-min", + "languages": [ + "ind-Latn", + "min-Latn" + ] + }, + { + "precision": 0.9295, + "recall": 0.951, + "f1": 0.936167, + "accuracy": 0.951, + "main_score": 0.936167, + "hf_subset": "ind-mui", + "languages": [ + "ind-Latn", + "mui-Latn" + ] + }, + { + "precision": 0.609211, + "recall": 0.672, + "f1": 0.62401, + "accuracy": 0.672, + "main_score": 0.62401, + "hf_subset": "ind-rej", + "languages": [ + "ind-Latn", + "rej-Latn" + ] + }, + { + "precision": 0.730865, + "recall": 0.773485, + "f1": 0.741428, + "accuracy": 0.773485, + "main_score": 0.741428, + "hf_subset": "ind-sun", + "languages": [ + "ind-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 669.1937055587769, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaX-senti.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaX-senti.json new file mode 100644 index 0000000000..7803440e21 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaX-senti.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add", + "task_name": "NusaX-senti", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.633, + "f1": 0.60986, + "f1_weighted": 0.620344, + "scores_per_experiment": [ + { + "accuracy": 0.64, + "f1": 0.618621, + "f1_weighted": 0.625446 + }, + { + "accuracy": 0.5825, + "f1": 0.55093, + "f1_weighted": 0.575572 + }, + { + "accuracy": 0.6475, + "f1": 0.62509, + "f1_weighted": 0.62699 + }, + { + "accuracy": 0.6725, + "f1": 0.648735, + "f1_weighted": 0.660344 + }, + { + "accuracy": 0.5575, + "f1": 0.522213, + "f1_weighted": 0.5263 + }, + { + "accuracy": 0.665, + "f1": 0.641967, + "f1_weighted": 0.657511 + }, + { + "accuracy": 0.625, + "f1": 0.599064, + "f1_weighted": 0.616328 + }, + { + "accuracy": 0.65, + "f1": 0.63672, + "f1_weighted": 0.639573 + }, + { + "accuracy": 0.6375, + "f1": 0.621012, + "f1_weighted": 0.626686 + }, + { + "accuracy": 0.6525, + "f1": 0.634249, + "f1_weighted": 0.648689 + } + ], + "main_score": 0.633, + "hf_subset": "ace", + "languages": [ + "ace-Latn" + ] + }, + { + "accuracy": 0.667, + "f1": 0.638035, + "f1_weighted": 0.653257, + "scores_per_experiment": [ + { + "accuracy": 0.685, + "f1": 0.670683, + "f1_weighted": 0.678976 + }, + { + "accuracy": 0.605, + "f1": 0.567333, + "f1_weighted": 0.594509 + }, + { + "accuracy": 0.7075, + "f1": 0.692796, + "f1_weighted": 0.700691 + }, + { + "accuracy": 0.6825, + "f1": 0.655953, + "f1_weighted": 0.66934 + }, + { + "accuracy": 0.61, + "f1": 0.579332, + "f1_weighted": 0.583657 + }, + { + "accuracy": 0.665, + "f1": 0.601511, + "f1_weighted": 0.639627 + }, + { + "accuracy": 0.675, + "f1": 0.624241, + "f1_weighted": 0.653706 + }, + { + "accuracy": 0.66, + "f1": 0.645695, + "f1_weighted": 0.648178 + }, + { + "accuracy": 0.725, + "f1": 0.708552, + "f1_weighted": 0.719155 + }, + { + "accuracy": 0.655, + "f1": 0.634252, + "f1_weighted": 0.644732 + } + ], + "main_score": 0.667, + "hf_subset": "ban", + "languages": [ + "ban-Latn" + ] + }, + { + "accuracy": 0.74, + "f1": 0.719763, + "f1_weighted": 0.734474, + "scores_per_experiment": [ + { + "accuracy": 0.7325, + "f1": 0.714571, + "f1_weighted": 0.727586 + }, + { + "accuracy": 0.7225, + "f1": 0.697329, + "f1_weighted": 0.7166 + }, + { + "accuracy": 0.7675, + "f1": 0.755279, + "f1_weighted": 0.765584 + }, + { + "accuracy": 0.7625, + "f1": 0.740796, + "f1_weighted": 0.754917 + }, + { + "accuracy": 0.675, + "f1": 0.652623, + "f1_weighted": 0.660407 + }, + { + "accuracy": 0.7475, + "f1": 0.717398, + "f1_weighted": 0.740263 + }, + { + "accuracy": 0.7125, + "f1": 0.677628, + "f1_weighted": 0.701202 + }, + { + "accuracy": 0.79, + "f1": 0.779776, + "f1_weighted": 0.791819 + }, + { + "accuracy": 0.78, + "f1": 0.764099, + "f1_weighted": 0.775475 + }, + { + "accuracy": 0.71, + "f1": 0.698129, + "f1_weighted": 0.710884 + } + ], + "main_score": 0.74, + "hf_subset": "bjn", + "languages": [ + "bjn-Latn" + ] + }, + { + "accuracy": 0.56625, + "f1": 0.540941, + "f1_weighted": 0.545666, + "scores_per_experiment": [ + { + "accuracy": 0.62, + "f1": 0.606706, + "f1_weighted": 0.611245 + }, + { + "accuracy": 0.57, + "f1": 0.538517, + "f1_weighted": 0.545759 + }, + { + "accuracy": 0.6025, + "f1": 0.589255, + "f1_weighted": 0.589719 + }, + { + "accuracy": 0.565, + "f1": 0.527186, + "f1_weighted": 0.544429 + }, + { + "accuracy": 0.5175, + "f1": 0.484349, + "f1_weighted": 0.478011 + }, + { + "accuracy": 0.53, + "f1": 0.496146, + "f1_weighted": 0.498219 + }, + { + "accuracy": 0.5675, + "f1": 0.52464, + "f1_weighted": 0.540671 + }, + { + "accuracy": 0.4875, + "f1": 0.471604, + "f1_weighted": 0.460652 + }, + { + "accuracy": 0.61, + "f1": 0.59512, + "f1_weighted": 0.604312 + }, + { + "accuracy": 0.5925, + "f1": 0.575884, + "f1_weighted": 0.58364 + } + ], + "main_score": 0.56625, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "accuracy": 0.857, + "f1": 0.843383, + "f1_weighted": 0.856081, + "scores_per_experiment": [ + { + "accuracy": 0.8775, + "f1": 0.864921, + "f1_weighted": 0.876704 + }, + { + "accuracy": 0.8125, + "f1": 0.791722, + "f1_weighted": 0.808533 + }, + { + "accuracy": 0.885, + "f1": 0.876224, + "f1_weighted": 0.885761 + }, + { + "accuracy": 0.8725, + "f1": 0.861368, + "f1_weighted": 0.87061 + }, + { + "accuracy": 0.805, + "f1": 0.794848, + "f1_weighted": 0.807983 + }, + { + "accuracy": 0.845, + "f1": 0.816783, + "f1_weighted": 0.836602 + }, + { + "accuracy": 0.8525, + "f1": 0.839636, + "f1_weighted": 0.851186 + }, + { + "accuracy": 0.8525, + "f1": 0.843697, + "f1_weighted": 0.855565 + }, + { + "accuracy": 0.9, + "f1": 0.890156, + "f1_weighted": 0.89957 + }, + { + "accuracy": 0.8675, + "f1": 0.854475, + "f1_weighted": 0.868293 + } + ], + "main_score": 0.857, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.85475, + "f1": 0.839848, + "f1_weighted": 0.852944, + "scores_per_experiment": [ + { + "accuracy": 0.845, + "f1": 0.831121, + "f1_weighted": 0.8429 + }, + { + "accuracy": 0.82, + "f1": 0.799445, + "f1_weighted": 0.81515 + }, + { + "accuracy": 0.875, + "f1": 0.864122, + "f1_weighted": 0.874769 + }, + { + "accuracy": 0.865, + "f1": 0.852631, + "f1_weighted": 0.862293 + }, + { + "accuracy": 0.805, + "f1": 0.789902, + "f1_weighted": 0.806846 + }, + { + "accuracy": 0.8525, + "f1": 0.825285, + "f1_weighted": 0.844477 + }, + { + "accuracy": 0.85, + "f1": 0.831855, + "f1_weighted": 0.846199 + }, + { + "accuracy": 0.8775, + "f1": 0.870111, + "f1_weighted": 0.878665 + }, + { + "accuracy": 0.8875, + "f1": 0.876616, + "f1_weighted": 0.887629 + }, + { + "accuracy": 0.87, + "f1": 0.857393, + "f1_weighted": 0.870516 + } + ], + "main_score": 0.85475, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "accuracy": 0.76475, + "f1": 0.747565, + "f1_weighted": 0.760985, + "scores_per_experiment": [ + { + "accuracy": 0.7675, + "f1": 0.751015, + "f1_weighted": 0.764442 + }, + { + "accuracy": 0.7325, + "f1": 0.708369, + "f1_weighted": 0.728253 + }, + { + "accuracy": 0.7925, + "f1": 0.783863, + "f1_weighted": 0.790182 + }, + { + "accuracy": 0.74, + "f1": 0.71733, + "f1_weighted": 0.730375 + }, + { + "accuracy": 0.705, + "f1": 0.689329, + "f1_weighted": 0.703658 + }, + { + "accuracy": 0.795, + "f1": 0.774443, + "f1_weighted": 0.789325 + }, + { + "accuracy": 0.7625, + "f1": 0.739703, + "f1_weighted": 0.754731 + }, + { + "accuracy": 0.7825, + "f1": 0.774861, + "f1_weighted": 0.783356 + }, + { + "accuracy": 0.79, + "f1": 0.771994, + "f1_weighted": 0.784994 + }, + { + "accuracy": 0.78, + "f1": 0.764745, + "f1_weighted": 0.780533 + } + ], + "main_score": 0.76475, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "accuracy": 0.64, + "f1": 0.616361, + "f1_weighted": 0.628096, + "scores_per_experiment": [ + { + "accuracy": 0.6325, + "f1": 0.611689, + "f1_weighted": 0.617713 + }, + { + "accuracy": 0.6275, + "f1": 0.588837, + "f1_weighted": 0.613655 + }, + { + "accuracy": 0.665, + "f1": 0.649984, + "f1_weighted": 0.657299 + }, + { + "accuracy": 0.6425, + "f1": 0.614274, + "f1_weighted": 0.625723 + }, + { + "accuracy": 0.59, + "f1": 0.561668, + "f1_weighted": 0.56599 + }, + { + "accuracy": 0.64, + "f1": 0.615478, + "f1_weighted": 0.629979 + }, + { + "accuracy": 0.6325, + "f1": 0.590977, + "f1_weighted": 0.612105 + }, + { + "accuracy": 0.61, + "f1": 0.602158, + "f1_weighted": 0.607388 + }, + { + "accuracy": 0.7, + "f1": 0.686346, + "f1_weighted": 0.692358 + }, + { + "accuracy": 0.66, + "f1": 0.6422, + "f1_weighted": 0.658747 + } + ], + "main_score": 0.64, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "accuracy": 0.78475, + "f1": 0.766535, + "f1_weighted": 0.781356, + "scores_per_experiment": [ + { + "accuracy": 0.7675, + "f1": 0.748916, + "f1_weighted": 0.763471 + }, + { + "accuracy": 0.765, + "f1": 0.743172, + "f1_weighted": 0.761397 + }, + { + "accuracy": 0.8175, + "f1": 0.807781, + "f1_weighted": 0.818249 + }, + { + "accuracy": 0.79, + "f1": 0.768269, + "f1_weighted": 0.784466 + }, + { + "accuracy": 0.715, + "f1": 0.696677, + "f1_weighted": 0.708921 + }, + { + "accuracy": 0.8075, + "f1": 0.776023, + "f1_weighted": 0.797745 + }, + { + "accuracy": 0.8025, + "f1": 0.784654, + "f1_weighted": 0.799435 + }, + { + "accuracy": 0.8275, + "f1": 0.819054, + "f1_weighted": 0.828986 + }, + { + "accuracy": 0.7625, + "f1": 0.743807, + "f1_weighted": 0.757336 + }, + { + "accuracy": 0.7925, + "f1": 0.776995, + "f1_weighted": 0.793556 + } + ], + "main_score": 0.78475, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "accuracy": 0.64625, + "f1": 0.616402, + "f1_weighted": 0.632121, + "scores_per_experiment": [ + { + "accuracy": 0.68, + "f1": 0.664101, + "f1_weighted": 0.674052 + }, + { + "accuracy": 0.59, + "f1": 0.549443, + "f1_weighted": 0.57886 + }, + { + "accuracy": 0.6775, + "f1": 0.656106, + "f1_weighted": 0.664495 + }, + { + "accuracy": 0.66, + "f1": 0.632284, + "f1_weighted": 0.64676 + }, + { + "accuracy": 0.5775, + "f1": 0.546705, + "f1_weighted": 0.556578 + }, + { + "accuracy": 0.63, + "f1": 0.567333, + "f1_weighted": 0.605197 + }, + { + "accuracy": 0.6575, + "f1": 0.623025, + "f1_weighted": 0.642032 + }, + { + "accuracy": 0.6575, + "f1": 0.645668, + "f1_weighted": 0.646844 + }, + { + "accuracy": 0.665, + "f1": 0.640528, + "f1_weighted": 0.649808 + }, + { + "accuracy": 0.6675, + "f1": 0.638823, + "f1_weighted": 0.65658 + } + ], + "main_score": 0.64625, + "hf_subset": "nij", + "languages": [ + "nij-Latn" + ] + }, + { + "accuracy": 0.75, + "f1": 0.726907, + "f1_weighted": 0.743824, + "scores_per_experiment": [ + { + "accuracy": 0.725, + "f1": 0.705689, + "f1_weighted": 0.718462 + }, + { + "accuracy": 0.7125, + "f1": 0.679992, + "f1_weighted": 0.703902 + }, + { + "accuracy": 0.7875, + "f1": 0.774337, + "f1_weighted": 0.785452 + }, + { + "accuracy": 0.7325, + "f1": 0.69514, + "f1_weighted": 0.716473 + }, + { + "accuracy": 0.71, + "f1": 0.690701, + "f1_weighted": 0.707239 + }, + { + "accuracy": 0.7825, + "f1": 0.748604, + "f1_weighted": 0.771327 + }, + { + "accuracy": 0.7425, + "f1": 0.720178, + "f1_weighted": 0.738746 + }, + { + "accuracy": 0.7775, + "f1": 0.771505, + "f1_weighted": 0.780018 + }, + { + "accuracy": 0.725, + "f1": 0.69507, + "f1_weighted": 0.714015 + }, + { + "accuracy": 0.805, + "f1": 0.787854, + "f1_weighted": 0.802607 + } + ], + "main_score": 0.75, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + }, + { + "accuracy": 0.59325, + "f1": 0.573555, + "f1_weighted": 0.581648, + "scores_per_experiment": [ + { + "accuracy": 0.6325, + "f1": 0.620445, + "f1_weighted": 0.630057 + }, + { + "accuracy": 0.5575, + "f1": 0.5263, + "f1_weighted": 0.547877 + }, + { + "accuracy": 0.605, + "f1": 0.578977, + "f1_weighted": 0.586257 + }, + { + "accuracy": 0.6125, + "f1": 0.590833, + "f1_weighted": 0.598699 + }, + { + "accuracy": 0.535, + "f1": 0.508999, + "f1_weighted": 0.507809 + }, + { + "accuracy": 0.6375, + "f1": 0.615511, + "f1_weighted": 0.632055 + }, + { + "accuracy": 0.5425, + "f1": 0.511823, + "f1_weighted": 0.522938 + }, + { + "accuracy": 0.5175, + "f1": 0.519262, + "f1_weighted": 0.513656 + }, + { + "accuracy": 0.6375, + "f1": 0.621003, + "f1_weighted": 0.624643 + }, + { + "accuracy": 0.655, + "f1": 0.642401, + "f1_weighted": 0.652491 + } + ], + "main_score": 0.59325, + "hf_subset": "bbc", + "languages": [ + "bbc-Latn" + ] + } + ] + }, + "evaluation_time": 112.22663760185242, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaXBitextMining.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaXBitextMining.json new file mode 100644 index 0000000000..73bce710f6 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/NusaXBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "fba4f2cfe2592641056f7a274c9aa8453b27a4a8", + "task_name": "NusaXBitextMining", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "precision": 0.750721, + "recall": 0.81, + "f1": 0.767657, + "accuracy": 0.81, + "main_score": 0.767657, + "hf_subset": "eng-ace", + "languages": [ + "eng-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.795222, + "recall": 0.838, + "f1": 0.806657, + "accuracy": 0.838, + "main_score": 0.806657, + "hf_subset": "eng-ban", + "languages": [ + "eng-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.620481, + "recall": 0.68, + "f1": 0.635985, + "accuracy": 0.68, + "main_score": 0.635985, + "hf_subset": "eng-bbc", + "languages": [ + "eng-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.884333, + "recall": 0.918, + "f1": 0.895, + "accuracy": 0.918, + "main_score": 0.895, + "hf_subset": "eng-bjn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.520147, + "recall": 0.584, + "f1": 0.536066, + "accuracy": 0.584, + "main_score": 0.536066, + "hf_subset": "eng-bug", + "languages": [ + "eng-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.9755, + "recall": 0.982, + "f1": 0.977467, + "accuracy": 0.982, + "main_score": 0.977467, + "hf_subset": "eng-ind", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.893022, + "recall": 0.918, + "f1": 0.899667, + "accuracy": 0.918, + "main_score": 0.899667, + "hf_subset": "eng-jav", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.67955, + "recall": 0.738, + "f1": 0.695587, + "accuracy": 0.738, + "main_score": 0.695587, + "hf_subset": "eng-mad", + "languages": [ + "eng-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.90315, + "recall": 0.926, + "f1": 0.909578, + "accuracy": 0.926, + "main_score": 0.909578, + "hf_subset": "eng-min", + "languages": [ + "eng-Latn", + "min-Latn" + ] + }, + { + "precision": 0.736756, + "recall": 0.792, + "f1": 0.752138, + "accuracy": 0.792, + "main_score": 0.752138, + "hf_subset": "eng-nij", + "languages": [ + "eng-Latn", + "nij-Latn" + ] + }, + { + "precision": 0.866611, + "recall": 0.894, + "f1": 0.874344, + "accuracy": 0.894, + "main_score": 0.874344, + "hf_subset": "eng-sun", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 66.65017414093018, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/OdiaNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/OdiaNewsClassification.json new file mode 100644 index 0000000000..b7c6b4a18b --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/OdiaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "ffb8a34c9637fb20256e8c7be02504d16af4bd6b", + "task_name": "OdiaNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.830957, + "f1": 0.831474, + "f1_weighted": 0.830623, + "scores_per_experiment": [ + { + "accuracy": 0.821289, + "f1": 0.824595, + "f1_weighted": 0.821344 + }, + { + "accuracy": 0.840332, + "f1": 0.846459, + "f1_weighted": 0.840434 + }, + { + "accuracy": 0.780762, + "f1": 0.782269, + "f1_weighted": 0.776315 + }, + { + "accuracy": 0.84668, + "f1": 0.844729, + "f1_weighted": 0.847638 + }, + { + "accuracy": 0.85791, + "f1": 0.857032, + "f1_weighted": 0.85803 + }, + { + "accuracy": 0.824707, + "f1": 0.826351, + "f1_weighted": 0.8239 + }, + { + "accuracy": 0.834961, + "f1": 0.831857, + "f1_weighted": 0.834953 + }, + { + "accuracy": 0.843262, + "f1": 0.840594, + "f1_weighted": 0.843393 + }, + { + "accuracy": 0.84082, + "f1": 0.843148, + "f1_weighted": 0.840466 + }, + { + "accuracy": 0.818848, + "f1": 0.817703, + "f1_weighted": 0.819753 + } + ], + "main_score": 0.831474, + "hf_subset": "default", + "languages": [ + "ory-Orya" + ] + } + ] + }, + "evaluation_time": 19.97180700302124, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/OpusparcusPC.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/OpusparcusPC.json new file mode 100644 index 0000000000..2ea7133f29 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/OpusparcusPC.json @@ -0,0 +1,577 @@ +{ + "dataset_revision": "9e9b1f8ef51616073f47f306f7f47dd91663f86a", + "task_name": "OpusparcusPC", + "mteb_version": "1.38.9", + "scores": { + "test.full": [ + { + "similarity_accuracy": 0.909865, + "similarity_accuracy_threshold": 0.831935, + "similarity_f1": 0.940958, + "similarity_f1_threshold": 0.831935, + "similarity_precision": 0.916667, + "similarity_recall": 0.966571, + "similarity_ap": 0.983718, + "cosine_accuracy": 0.909865, + "cosine_accuracy_threshold": 0.831934, + "cosine_f1": 0.940958, + "cosine_f1_threshold": 0.831934, + "cosine_precision": 0.916667, + "cosine_recall": 0.966571, + "cosine_ap": 0.983718, + "manhattan_accuracy": 0.910575, + "manhattan_accuracy_threshold": 27.469177, + "manhattan_f1": 0.94145, + "manhattan_f1_threshold": 27.469177, + "manhattan_precision": 0.916742, + "manhattan_recall": 0.967526, + "manhattan_ap": 0.983957, + "euclidean_accuracy": 0.909865, + "euclidean_accuracy_threshold": 0.579121, + "euclidean_f1": 0.941013, + "euclidean_f1_threshold": 0.579567, + "euclidean_precision": 0.915913, + "euclidean_recall": 0.967526, + "euclidean_ap": 0.98375, + "dot_accuracy": 0.909865, + "dot_accuracy_threshold": 0.83899, + "dot_f1": 0.940179, + "dot_f1_threshold": 0.83899, + "dot_precision": 0.927509, + "dot_recall": 0.9532, + "dot_ap": 0.983251, + "max_accuracy": 0.910575, + "max_f1": 0.94145, + "max_precision": 0.927509, + "max_recall": 0.967526, + "max_ap": 0.983957, + "main_score": 0.983957, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.95178, + "similarity_accuracy_threshold": 0.784716, + "similarity_f1": 0.967484, + "similarity_f1_threshold": 0.784716, + "similarity_precision": 0.950836, + "similarity_recall": 0.984725, + "similarity_ap": 0.992866, + "cosine_accuracy": 0.95178, + "cosine_accuracy_threshold": 0.784715, + "cosine_f1": 0.967484, + "cosine_f1_threshold": 0.784715, + "cosine_precision": 0.950836, + "cosine_recall": 0.984725, + "cosine_ap": 0.992866, + "manhattan_accuracy": 0.952522, + "manhattan_accuracy_threshold": 31.151962, + "manhattan_f1": 0.967968, + "manhattan_f1_threshold": 31.151962, + "manhattan_precision": 0.951772, + "manhattan_recall": 0.984725, + "manhattan_ap": 0.992917, + "euclidean_accuracy": 0.95178, + "euclidean_accuracy_threshold": 0.651786, + "euclidean_f1": 0.967451, + "euclidean_f1_threshold": 0.654452, + "euclidean_precision": 0.951724, + "euclidean_recall": 0.983707, + "euclidean_ap": 0.992894, + "dot_accuracy": 0.951039, + "dot_accuracy_threshold": 0.791119, + "dot_f1": 0.967229, + "dot_f1_threshold": 0.771809, + "dot_precision": 0.943798, + "dot_recall": 0.991853, + "dot_ap": 0.992781, + "max_accuracy": 0.952522, + "max_f1": 0.967968, + "max_precision": 0.951772, + "max_recall": 0.991853, + "max_ap": 0.992917, + "main_score": 0.992917, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.861146, + "similarity_accuracy_threshold": 0.836005, + "similarity_f1": 0.887276, + "similarity_f1_threshold": 0.811949, + "similarity_precision": 0.826871, + "similarity_recall": 0.957203, + "similarity_ap": 0.954281, + "cosine_accuracy": 0.861146, + "cosine_accuracy_threshold": 0.836005, + "cosine_f1": 0.887276, + "cosine_f1_threshold": 0.811948, + "cosine_precision": 0.826871, + "cosine_recall": 0.957203, + "cosine_ap": 0.954281, + "manhattan_accuracy": 0.861146, + "manhattan_accuracy_threshold": 27.215466, + "manhattan_f1": 0.886905, + "manhattan_f1_threshold": 28.401489, + "manhattan_precision": 0.844991, + "manhattan_recall": 0.933194, + "manhattan_ap": 0.954169, + "euclidean_accuracy": 0.861783, + "euclidean_accuracy_threshold": 0.57417, + "euclidean_f1": 0.88791, + "euclidean_f1_threshold": 0.606858, + "euclidean_precision": 0.835945, + "euclidean_recall": 0.946764, + "euclidean_ap": 0.954261, + "dot_accuracy": 0.859236, + "dot_accuracy_threshold": 0.837142, + "dot_f1": 0.887892, + "dot_f1_threshold": 0.823394, + "dot_precision": 0.84938, + "dot_recall": 0.930063, + "dot_ap": 0.95396, + "max_accuracy": 0.861783, + "max_f1": 0.88791, + "max_precision": 0.84938, + "max_recall": 0.957203, + "max_ap": 0.954281, + "main_score": 0.954281, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.858992, + "similarity_accuracy_threshold": 0.857877, + "similarity_f1": 0.901869, + "similarity_f1_threshold": 0.843491, + "similarity_precision": 0.851721, + "similarity_recall": 0.958292, + "similarity_ap": 0.958891, + "cosine_accuracy": 0.858992, + "cosine_accuracy_threshold": 0.857876, + "cosine_f1": 0.901869, + "cosine_f1_threshold": 0.84349, + "cosine_precision": 0.851721, + "cosine_recall": 0.958292, + "cosine_ap": 0.958891, + "manhattan_accuracy": 0.862398, + "manhattan_accuracy_threshold": 25.62446, + "manhattan_f1": 0.902697, + "manhattan_f1_threshold": 25.62446, + "manhattan_precision": 0.87652, + "manhattan_recall": 0.930487, + "manhattan_ap": 0.958784, + "euclidean_accuracy": 0.859673, + "euclidean_accuracy_threshold": 0.537039, + "euclidean_f1": 0.901448, + "euclidean_f1_threshold": 0.559349, + "euclidean_precision": 0.85097, + "euclidean_recall": 0.958292, + "euclidean_ap": 0.95882, + "dot_accuracy": 0.857629, + "dot_accuracy_threshold": 0.85636, + "dot_f1": 0.900558, + "dot_f1_threshold": 0.841423, + "dot_precision": 0.846288, + "dot_recall": 0.962264, + "dot_ap": 0.959187, + "max_accuracy": 0.862398, + "max_f1": 0.902697, + "max_precision": 0.87652, + "max_recall": 0.962264, + "max_ap": 0.959187, + "main_score": 0.959187, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.805147, + "similarity_accuracy_threshold": 0.829038, + "similarity_f1": 0.864313, + "similarity_f1_threshold": 0.8233, + "similarity_precision": 0.791894, + "similarity_recall": 0.951311, + "similarity_ap": 0.924611, + "cosine_accuracy": 0.805147, + "cosine_accuracy_threshold": 0.829037, + "cosine_f1": 0.864313, + "cosine_f1_threshold": 0.823299, + "cosine_precision": 0.791894, + "cosine_recall": 0.951311, + "cosine_ap": 0.924613, + "manhattan_accuracy": 0.805147, + "manhattan_accuracy_threshold": 27.923086, + "manhattan_f1": 0.863519, + "manhattan_f1_threshold": 27.947765, + "manhattan_precision": 0.797147, + "manhattan_recall": 0.941948, + "manhattan_ap": 0.924867, + "euclidean_accuracy": 0.804534, + "euclidean_accuracy_threshold": 0.585521, + "euclidean_f1": 0.862979, + "euclidean_f1_threshold": 0.594223, + "euclidean_precision": 0.790952, + "euclidean_recall": 0.949438, + "euclidean_ap": 0.924632, + "dot_accuracy": 0.807598, + "dot_accuracy_threshold": 0.828157, + "dot_f1": 0.864655, + "dot_f1_threshold": 0.828157, + "dot_precision": 0.801118, + "dot_recall": 0.939139, + "dot_ap": 0.923771, + "max_accuracy": 0.807598, + "max_f1": 0.864655, + "max_precision": 0.801118, + "max_recall": 0.951311, + "max_ap": 0.924867, + "main_score": 0.924867, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.891782, + "similarity_accuracy_threshold": 0.844568, + "similarity_f1": 0.901111, + "similarity_f1_threshold": 0.844568, + "similarity_precision": 0.902542, + "similarity_recall": 0.899683, + "similarity_ap": 0.964955, + "cosine_accuracy": 0.891782, + "cosine_accuracy_threshold": 0.844568, + "cosine_f1": 0.901111, + "cosine_f1_threshold": 0.844568, + "cosine_precision": 0.902542, + "cosine_recall": 0.899683, + "cosine_ap": 0.964955, + "manhattan_accuracy": 0.892361, + "manhattan_accuracy_threshold": 26.505747, + "manhattan_f1": 0.902764, + "manhattan_f1_threshold": 27.32687, + "manhattan_precision": 0.875869, + "manhattan_recall": 0.931362, + "manhattan_ap": 0.965388, + "euclidean_accuracy": 0.891782, + "euclidean_accuracy_threshold": 0.557921, + "euclidean_f1": 0.901202, + "euclidean_f1_threshold": 0.564036, + "euclidean_precision": 0.89234, + "euclidean_recall": 0.910243, + "euclidean_ap": 0.964959, + "dot_accuracy": 0.890046, + "dot_accuracy_threshold": 0.843482, + "dot_f1": 0.900524, + "dot_f1_threshold": 0.841624, + "dot_precision": 0.893043, + "dot_recall": 0.908131, + "dot_ap": 0.964778, + "max_accuracy": 0.892361, + "max_f1": 0.902764, + "max_precision": 0.902542, + "max_recall": 0.931362, + "max_ap": 0.965388, + "main_score": 0.965388, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ], + "validation.full": [ + { + "similarity_accuracy": 0.902369, + "similarity_accuracy_threshold": 0.840819, + "similarity_f1": 0.933071, + "similarity_f1_threshold": 0.839785, + "similarity_precision": 0.930324, + "similarity_recall": 0.935834, + "similarity_ap": 0.981613, + "cosine_accuracy": 0.902369, + "cosine_accuracy_threshold": 0.840818, + "cosine_f1": 0.933071, + "cosine_f1_threshold": 0.839784, + "cosine_precision": 0.930324, + "cosine_recall": 0.935834, + "cosine_ap": 0.981613, + "manhattan_accuracy": 0.904523, + "manhattan_accuracy_threshold": 26.51326, + "manhattan_f1": 0.93406, + "manhattan_f1_threshold": 26.51326, + "manhattan_precision": 0.938247, + "manhattan_recall": 0.929911, + "manhattan_ap": 0.981492, + "euclidean_accuracy": 0.902369, + "euclidean_accuracy_threshold": 0.559669, + "euclidean_f1": 0.932673, + "euclidean_f1_threshold": 0.559669, + "euclidean_precision": 0.935452, + "euclidean_recall": 0.929911, + "euclidean_ap": 0.981595, + "dot_accuracy": 0.900933, + "dot_accuracy_threshold": 0.843133, + "dot_f1": 0.93202, + "dot_f1_threshold": 0.84061, + "dot_precision": 0.930187, + "dot_recall": 0.93386, + "dot_ap": 0.981298, + "max_accuracy": 0.904523, + "max_f1": 0.93406, + "max_precision": 0.938247, + "max_recall": 0.935834, + "max_ap": 0.981613, + "main_score": 0.981613, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.942222, + "similarity_accuracy_threshold": 0.794084, + "similarity_f1": 0.961877, + "similarity_f1_threshold": 0.794084, + "similarity_precision": 0.954413, + "similarity_recall": 0.969458, + "similarity_ap": 0.99214, + "cosine_accuracy": 0.942222, + "cosine_accuracy_threshold": 0.794083, + "cosine_f1": 0.961877, + "cosine_f1_threshold": 0.794083, + "cosine_precision": 0.954413, + "cosine_recall": 0.969458, + "cosine_ap": 0.99214, + "manhattan_accuracy": 0.941481, + "manhattan_accuracy_threshold": 30.26457, + "manhattan_f1": 0.961669, + "manhattan_f1_threshold": 30.838848, + "manhattan_precision": 0.947419, + "manhattan_recall": 0.976355, + "manhattan_ap": 0.992229, + "euclidean_accuracy": 0.941481, + "euclidean_accuracy_threshold": 0.640705, + "euclidean_f1": 0.961706, + "euclidean_f1_threshold": 0.653274, + "euclidean_precision": 0.946565, + "euclidean_recall": 0.97734, + "euclidean_ap": 0.992117, + "dot_accuracy": 0.942222, + "dot_accuracy_threshold": 0.787358, + "dot_f1": 0.962173, + "dot_f1_threshold": 0.786494, + "dot_precision": 0.947469, + "dot_recall": 0.97734, + "dot_ap": 0.992271, + "max_accuracy": 0.942222, + "max_f1": 0.962173, + "max_precision": 0.954413, + "max_recall": 0.97734, + "max_ap": 0.992271, + "main_score": 0.992271, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.858413, + "similarity_accuracy_threshold": 0.830045, + "similarity_f1": 0.888669, + "similarity_f1_threshold": 0.825623, + "similarity_precision": 0.848771, + "similarity_recall": 0.932503, + "similarity_ap": 0.950681, + "cosine_accuracy": 0.858413, + "cosine_accuracy_threshold": 0.830044, + "cosine_f1": 0.888669, + "cosine_f1_threshold": 0.825622, + "cosine_precision": 0.848771, + "cosine_recall": 0.932503, + "cosine_ap": 0.950681, + "manhattan_accuracy": 0.860952, + "manhattan_accuracy_threshold": 27.702694, + "manhattan_f1": 0.890336, + "manhattan_f1_threshold": 27.702694, + "manhattan_precision": 0.859768, + "manhattan_recall": 0.923157, + "manhattan_ap": 0.950388, + "euclidean_accuracy": 0.858413, + "euclidean_accuracy_threshold": 0.582372, + "euclidean_f1": 0.88856, + "euclidean_f1_threshold": 0.592912, + "euclidean_precision": 0.846009, + "euclidean_recall": 0.935618, + "euclidean_ap": 0.950594, + "dot_accuracy": 0.859048, + "dot_accuracy_threshold": 0.831259, + "dot_f1": 0.888778, + "dot_f1_threshold": 0.830007, + "dot_precision": 0.858664, + "dot_recall": 0.92108, + "dot_ap": 0.951317, + "max_accuracy": 0.860952, + "max_f1": 0.890336, + "max_precision": 0.859768, + "max_recall": 0.935618, + "max_ap": 0.951317, + "main_score": 0.951317, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.855413, + "similarity_accuracy_threshold": 0.856477, + "similarity_f1": 0.900391, + "similarity_f1_threshold": 0.853971, + "similarity_precision": 0.87726, + "similarity_recall": 0.924774, + "similarity_ap": 0.963244, + "cosine_accuracy": 0.855413, + "cosine_accuracy_threshold": 0.856476, + "cosine_f1": 0.900391, + "cosine_f1_threshold": 0.85397, + "cosine_precision": 0.87726, + "cosine_recall": 0.924774, + "cosine_ap": 0.963245, + "manhattan_accuracy": 0.855413, + "manhattan_accuracy_threshold": 25.392756, + "manhattan_f1": 0.900344, + "manhattan_f1_threshold": 25.452427, + "manhattan_precision": 0.881731, + "manhattan_recall": 0.919759, + "manhattan_ap": 0.963291, + "euclidean_accuracy": 0.854701, + "euclidean_accuracy_threshold": 0.530659, + "euclidean_f1": 0.9, + "euclidean_f1_threshold": 0.537448, + "euclidean_precision": 0.880153, + "euclidean_recall": 0.920762, + "euclidean_ap": 0.963278, + "dot_accuracy": 0.853276, + "dot_accuracy_threshold": 0.856002, + "dot_f1": 0.899119, + "dot_f1_threshold": 0.856002, + "dot_precision": 0.878469, + "dot_recall": 0.920762, + "dot_ap": 0.962692, + "max_accuracy": 0.855413, + "max_f1": 0.900391, + "max_precision": 0.881731, + "max_recall": 0.924774, + "max_ap": 0.963291, + "main_score": 0.963291, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.820401, + "similarity_accuracy_threshold": 0.845097, + "similarity_f1": 0.870312, + "similarity_f1_threshold": 0.840077, + "similarity_precision": 0.807209, + "similarity_recall": 0.944118, + "similarity_ap": 0.922636, + "cosine_accuracy": 0.820401, + "cosine_accuracy_threshold": 0.845096, + "cosine_f1": 0.870312, + "cosine_f1_threshold": 0.840076, + "cosine_precision": 0.807209, + "cosine_recall": 0.944118, + "cosine_ap": 0.922636, + "manhattan_accuracy": 0.821652, + "manhattan_accuracy_threshold": 26.554485, + "manhattan_f1": 0.870278, + "manhattan_f1_threshold": 26.554485, + "manhattan_precision": 0.812234, + "manhattan_recall": 0.937255, + "manhattan_ap": 0.922771, + "euclidean_accuracy": 0.821652, + "euclidean_accuracy_threshold": 0.56043, + "euclidean_f1": 0.870396, + "euclidean_f1_threshold": 0.56043, + "euclidean_precision": 0.811705, + "euclidean_recall": 0.938235, + "euclidean_ap": 0.922616, + "dot_accuracy": 0.819149, + "dot_accuracy_threshold": 0.839032, + "dot_f1": 0.870229, + "dot_f1_threshold": 0.838415, + "dot_precision": 0.802817, + "dot_recall": 0.95, + "dot_ap": 0.922162, + "max_accuracy": 0.821652, + "max_f1": 0.870396, + "max_precision": 0.812234, + "max_recall": 0.95, + "max_ap": 0.922771, + "main_score": 0.922771, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.887991, + "similarity_accuracy_threshold": 0.847257, + "similarity_f1": 0.90262, + "similarity_f1_threshold": 0.830707, + "similarity_precision": 0.87873, + "similarity_recall": 0.927846, + "similarity_ap": 0.963434, + "cosine_accuracy": 0.887991, + "cosine_accuracy_threshold": 0.847256, + "cosine_f1": 0.90262, + "cosine_f1_threshold": 0.830706, + "cosine_precision": 0.87873, + "cosine_recall": 0.927846, + "cosine_ap": 0.963434, + "manhattan_accuracy": 0.887413, + "manhattan_accuracy_threshold": 26.50251, + "manhattan_f1": 0.902681, + "manhattan_f1_threshold": 27.500868, + "manhattan_precision": 0.882524, + "manhattan_recall": 0.92378, + "manhattan_ap": 0.963916, + "euclidean_accuracy": 0.887413, + "euclidean_accuracy_threshold": 0.553809, + "euclidean_f1": 0.90262, + "euclidean_f1_threshold": 0.582539, + "euclidean_precision": 0.87873, + "euclidean_recall": 0.927846, + "euclidean_ap": 0.963312, + "dot_accuracy": 0.889723, + "dot_accuracy_threshold": 0.846037, + "dot_f1": 0.904055, + "dot_f1_threshold": 0.83055, + "dot_precision": 0.880539, + "dot_recall": 0.928862, + "dot_ap": 0.963728, + "max_accuracy": 0.889723, + "max_f1": 0.904055, + "max_precision": 0.882524, + "max_recall": 0.928862, + "max_ap": 0.963916, + "main_score": 0.963916, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 56.91648292541504, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/PAC.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PAC.json new file mode 100644 index 0000000000..8dd0c26058 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PAC.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "fc69d1c153a8ccdcf1eef52f4e2a27f88782f543", + "task_name": "PAC", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.670258, + "f1": 0.643633, + "f1_weighted": 0.673784, + "ap": 0.766385, + "ap_weighted": 0.766385, + "scores_per_experiment": [ + { + "accuracy": 0.651607, + "f1": 0.645479, + "f1_weighted": 0.661853, + "ap": 0.781877, + "ap_weighted": 0.781877 + }, + { + "accuracy": 0.677382, + "f1": 0.663842, + "f1_weighted": 0.687542, + "ap": 0.779964, + "ap_weighted": 0.779964 + }, + { + "accuracy": 0.748624, + "f1": 0.703663, + "f1_weighted": 0.744212, + "ap": 0.777993, + "ap_weighted": 0.777993 + }, + { + "accuracy": 0.618303, + "f1": 0.523068, + "f1_weighted": 0.597935, + "ap": 0.687413, + "ap_weighted": 0.687413 + }, + { + "accuracy": 0.674486, + "f1": 0.669286, + "f1_weighted": 0.683854, + "ap": 0.802084, + "ap_weighted": 0.802084 + }, + { + "accuracy": 0.638575, + "f1": 0.630287, + "f1_weighted": 0.649733, + "ap": 0.766507, + "ap_weighted": 0.766507 + }, + { + "accuracy": 0.690125, + "f1": 0.660053, + "f1_weighted": 0.695571, + "ap": 0.762237, + "ap_weighted": 0.762237 + }, + { + "accuracy": 0.724877, + "f1": 0.699303, + "f1_weighted": 0.730108, + "ap": 0.788077, + "ap_weighted": 0.788077 + }, + { + "accuracy": 0.590501, + "f1": 0.589778, + "f1_weighted": 0.595829, + "ap": 0.763452, + "ap_weighted": 0.763452 + }, + { + "accuracy": 0.688097, + "f1": 0.651571, + "f1_weighted": 0.691201, + "ap": 0.754243, + "ap_weighted": 0.754243 + } + ], + "main_score": 0.670258, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 38.30367708206177, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/PawsXPairClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PawsXPairClassification.json new file mode 100644 index 0000000000..2ab2004451 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PawsXPairClassification.json @@ -0,0 +1,671 @@ +{ + "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", + "task_name": "PawsXPairClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "similarity_accuracy": 0.6255, + "similarity_accuracy_threshold": 0.989612, + "similarity_f1": 0.623158, + "similarity_f1_threshold": 0.88863, + "similarity_precision": 0.45422, + "similarity_recall": 0.992179, + "similarity_ap": 0.615897, + "cosine_accuracy": 0.6255, + "cosine_accuracy_threshold": 0.989612, + "cosine_f1": 0.623158, + "cosine_f1_threshold": 0.888629, + "cosine_precision": 0.45422, + "cosine_recall": 0.992179, + "cosine_ap": 0.614639, + "manhattan_accuracy": 0.6245, + "manhattan_accuracy_threshold": 6.788762, + "manhattan_f1": 0.622985, + "manhattan_f1_threshold": 23.127804, + "manhattan_precision": 0.453803, + "manhattan_recall": 0.993296, + "manhattan_ap": 0.615044, + "euclidean_accuracy": 0.626, + "euclidean_accuracy_threshold": 0.144363, + "euclidean_f1": 0.623431, + "euclidean_f1_threshold": 0.83972, + "euclidean_precision": 0.453117, + "euclidean_recall": 0.998883, + "euclidean_ap": 0.614691, + "dot_accuracy": 0.6235, + "dot_accuracy_threshold": 0.988278, + "dot_f1": 0.623158, + "dot_f1_threshold": 0.888921, + "dot_precision": 0.45422, + "dot_recall": 0.992179, + "dot_ap": 0.600796, + "max_accuracy": 0.626, + "max_f1": 0.623431, + "max_precision": 0.45422, + "max_recall": 0.998883, + "max_ap": 0.615897, + "main_score": 0.615897, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.651, + "similarity_accuracy_threshold": 0.98982, + "similarity_f1": 0.642251, + "similarity_f1_threshold": 0.967181, + "similarity_precision": 0.493776, + "similarity_recall": 0.918412, + "similarity_ap": 0.666781, + "cosine_accuracy": 0.651, + "cosine_accuracy_threshold": 0.989819, + "cosine_f1": 0.642251, + "cosine_f1_threshold": 0.96718, + "cosine_precision": 0.493776, + "cosine_recall": 0.918412, + "cosine_ap": 0.666784, + "manhattan_accuracy": 0.652, + "manhattan_accuracy_threshold": 7.559577, + "manhattan_f1": 0.642223, + "manhattan_f1_threshold": 12.147705, + "manhattan_precision": 0.494062, + "manhattan_recall": 0.91731, + "manhattan_ap": 0.667286, + "euclidean_accuracy": 0.6505, + "euclidean_accuracy_threshold": 0.159334, + "euclidean_f1": 0.642499, + "euclidean_f1_threshold": 0.256238, + "euclidean_precision": 0.494069, + "euclidean_recall": 0.918412, + "euclidean_ap": 0.666819, + "dot_accuracy": 0.6425, + "dot_accuracy_threshold": 0.98819, + "dot_f1": 0.640572, + "dot_f1_threshold": 0.975455, + "dot_precision": 0.518039, + "dot_recall": 0.83903, + "dot_ap": 0.629063, + "max_accuracy": 0.652, + "max_f1": 0.642499, + "max_precision": 0.518039, + "max_recall": 0.918412, + "max_ap": 0.667286, + "main_score": 0.667286, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.63, + "similarity_accuracy_threshold": 0.985983, + "similarity_f1": 0.624871, + "similarity_f1_threshold": 0.860945, + "similarity_precision": 0.454409, + "similarity_recall": 1.0, + "similarity_ap": 0.632512, + "cosine_accuracy": 0.63, + "cosine_accuracy_threshold": 0.985982, + "cosine_f1": 0.624871, + "cosine_f1_threshold": 0.860944, + "cosine_precision": 0.454409, + "cosine_recall": 1.0, + "cosine_ap": 0.632512, + "manhattan_accuracy": 0.6295, + "manhattan_accuracy_threshold": 7.960092, + "manhattan_f1": 0.624871, + "manhattan_f1_threshold": 24.854382, + "manhattan_precision": 0.454409, + "manhattan_recall": 1.0, + "manhattan_ap": 0.632401, + "euclidean_accuracy": 0.63, + "euclidean_accuracy_threshold": 0.16823, + "euclidean_f1": 0.624871, + "euclidean_f1_threshold": 0.526751, + "euclidean_precision": 0.454409, + "euclidean_recall": 1.0, + "euclidean_ap": 0.632531, + "dot_accuracy": 0.6185, + "dot_accuracy_threshold": 0.988092, + "dot_f1": 0.624871, + "dot_f1_threshold": 0.859132, + "dot_precision": 0.454409, + "dot_recall": 1.0, + "dot_ap": 0.60856, + "max_accuracy": 0.63, + "max_f1": 0.624871, + "max_precision": 0.454409, + "max_recall": 1.0, + "max_ap": 0.632531, + "main_score": 0.632531, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.641, + "similarity_accuracy_threshold": 0.98887, + "similarity_f1": 0.629249, + "similarity_f1_threshold": 0.960893, + "similarity_precision": 0.489244, + "similarity_recall": 0.881506, + "similarity_ap": 0.65247, + "cosine_accuracy": 0.641, + "cosine_accuracy_threshold": 0.988869, + "cosine_f1": 0.629249, + "cosine_f1_threshold": 0.960892, + "cosine_precision": 0.489244, + "cosine_recall": 0.881506, + "cosine_ap": 0.652016, + "manhattan_accuracy": 0.641, + "manhattan_accuracy_threshold": 7.008931, + "manhattan_f1": 0.629703, + "manhattan_f1_threshold": 13.262666, + "manhattan_precision": 0.490136, + "manhattan_recall": 0.880399, + "manhattan_ap": 0.651977, + "euclidean_accuracy": 0.641, + "euclidean_accuracy_threshold": 0.149316, + "euclidean_f1": 0.629498, + "euclidean_f1_threshold": 0.279764, + "euclidean_precision": 0.489545, + "euclidean_recall": 0.881506, + "euclidean_ap": 0.65202, + "dot_accuracy": 0.635, + "dot_accuracy_threshold": 0.98965, + "dot_f1": 0.631406, + "dot_f1_threshold": 0.964384, + "dot_precision": 0.501302, + "dot_recall": 0.852713, + "dot_ap": 0.635889, + "max_accuracy": 0.641, + "max_f1": 0.631406, + "max_precision": 0.501302, + "max_recall": 0.881506, + "max_ap": 0.65247, + "main_score": 0.65247, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.5875, + "similarity_accuracy_threshold": 0.968155, + "similarity_f1": 0.624646, + "similarity_f1_threshold": 0.810241, + "similarity_precision": 0.454405, + "similarity_recall": 0.998867, + "similarity_ap": 0.53135, + "cosine_accuracy": 0.5875, + "cosine_accuracy_threshold": 0.968154, + "cosine_f1": 0.624646, + "cosine_f1_threshold": 0.81024, + "cosine_precision": 0.454405, + "cosine_recall": 0.998867, + "cosine_ap": 0.530029, + "manhattan_accuracy": 0.587, + "manhattan_accuracy_threshold": 12.049277, + "manhattan_f1": 0.624646, + "manhattan_f1_threshold": 29.247356, + "manhattan_precision": 0.454405, + "manhattan_recall": 0.998867, + "manhattan_ap": 0.530502, + "euclidean_accuracy": 0.5875, + "euclidean_accuracy_threshold": 0.252661, + "euclidean_f1": 0.624646, + "euclidean_f1_threshold": 0.615338, + "euclidean_precision": 0.454405, + "euclidean_recall": 0.998867, + "euclidean_ap": 0.530069, + "dot_accuracy": 0.588, + "dot_accuracy_threshold": 0.968428, + "dot_f1": 0.624646, + "dot_f1_threshold": 0.808642, + "dot_precision": 0.454405, + "dot_recall": 0.998867, + "dot_ap": 0.525798, + "max_accuracy": 0.588, + "max_f1": 0.624646, + "max_precision": 0.454405, + "max_recall": 0.998867, + "max_ap": 0.53135, + "main_score": 0.53135, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.5935, + "similarity_accuracy_threshold": 0.979195, + "similarity_f1": 0.624608, + "similarity_f1_threshold": 0.727717, + "similarity_precision": 0.454131, + "similarity_recall": 1.0, + "similarity_ap": 0.550164, + "cosine_accuracy": 0.5935, + "cosine_accuracy_threshold": 0.979194, + "cosine_f1": 0.624608, + "cosine_f1_threshold": 0.727716, + "cosine_precision": 0.454131, + "cosine_recall": 1.0, + "cosine_ap": 0.54996, + "manhattan_accuracy": 0.5925, + "manhattan_accuracy_threshold": 9.50014, + "manhattan_f1": 0.624608, + "manhattan_f1_threshold": 34.595268, + "manhattan_precision": 0.454131, + "manhattan_recall": 1.0, + "manhattan_ap": 0.550269, + "euclidean_accuracy": 0.593, + "euclidean_accuracy_threshold": 0.204317, + "euclidean_f1": 0.624608, + "euclidean_f1_threshold": 0.736024, + "euclidean_precision": 0.454131, + "euclidean_recall": 1.0, + "euclidean_ap": 0.549978, + "dot_accuracy": 0.595, + "dot_accuracy_threshold": 0.977776, + "dot_f1": 0.624608, + "dot_f1_threshold": 0.725114, + "dot_precision": 0.454131, + "dot_recall": 1.0, + "dot_ap": 0.548488, + "max_accuracy": 0.595, + "max_f1": 0.624608, + "max_precision": 0.454131, + "max_recall": 1.0, + "max_ap": 0.550269, + "main_score": 0.550269, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.6025, + "similarity_accuracy_threshold": 0.989917, + "similarity_f1": 0.62278, + "similarity_f1_threshold": 0.742783, + "similarity_precision": 0.4522, + "similarity_recall": 1.0, + "similarity_ap": 0.587739, + "cosine_accuracy": 0.6025, + "cosine_accuracy_threshold": 0.989916, + "cosine_f1": 0.62278, + "cosine_f1_threshold": 0.742782, + "cosine_precision": 0.4522, + "cosine_recall": 1.0, + "cosine_ap": 0.584917, + "manhattan_accuracy": 0.6025, + "manhattan_accuracy_threshold": 6.761961, + "manhattan_f1": 0.62278, + "manhattan_f1_threshold": 34.132805, + "manhattan_precision": 0.4522, + "manhattan_recall": 1.0, + "manhattan_ap": 0.585026, + "euclidean_accuracy": 0.6025, + "euclidean_accuracy_threshold": 0.141172, + "euclidean_f1": 0.62278, + "euclidean_f1_threshold": 0.716051, + "euclidean_precision": 0.4522, + "euclidean_recall": 1.0, + "euclidean_ap": 0.58495, + "dot_accuracy": 0.607, + "dot_accuracy_threshold": 0.989957, + "dot_f1": 0.62278, + "dot_f1_threshold": 0.74094, + "dot_precision": 0.4522, + "dot_recall": 1.0, + "dot_ap": 0.58121, + "max_accuracy": 0.607, + "max_f1": 0.62278, + "max_precision": 0.4522, + "max_recall": 1.0, + "max_ap": 0.587739, + "main_score": 0.587739, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.637, + "similarity_accuracy_threshold": 0.99282, + "similarity_f1": 0.599351, + "similarity_f1_threshold": 0.867017, + "similarity_precision": 0.427909, + "similarity_recall": 1.0, + "similarity_ap": 0.571761, + "cosine_accuracy": 0.637, + "cosine_accuracy_threshold": 0.992819, + "cosine_f1": 0.599351, + "cosine_f1_threshold": 0.867016, + "cosine_precision": 0.427909, + "cosine_recall": 1.0, + "cosine_ap": 0.564409, + "manhattan_accuracy": 0.6375, + "manhattan_accuracy_threshold": 6.695676, + "manhattan_f1": 0.599351, + "manhattan_f1_threshold": 24.689947, + "manhattan_precision": 0.427909, + "manhattan_recall": 1.0, + "manhattan_ap": 0.564558, + "euclidean_accuracy": 0.637, + "euclidean_accuracy_threshold": 0.12038, + "euclidean_f1": 0.599351, + "euclidean_f1_threshold": 0.515572, + "euclidean_precision": 0.427909, + "euclidean_recall": 1.0, + "euclidean_ap": 0.564417, + "dot_accuracy": 0.6345, + "dot_accuracy_threshold": 0.992537, + "dot_f1": 0.599351, + "dot_f1_threshold": 0.866118, + "dot_precision": 0.427909, + "dot_recall": 1.0, + "dot_ap": 0.556712, + "max_accuracy": 0.6375, + "max_f1": 0.599351, + "max_precision": 0.427909, + "max_recall": 1.0, + "max_ap": 0.571761, + "main_score": 0.571761, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.6725, + "similarity_accuracy_threshold": 0.990433, + "similarity_f1": 0.633493, + "similarity_f1_threshold": 0.980836, + "similarity_precision": 0.539527, + "similarity_recall": 0.767092, + "similarity_ap": 0.654729, + "cosine_accuracy": 0.6725, + "cosine_accuracy_threshold": 0.990433, + "cosine_f1": 0.633493, + "cosine_f1_threshold": 0.980836, + "cosine_precision": 0.539527, + "cosine_recall": 0.767092, + "cosine_ap": 0.654728, + "manhattan_accuracy": 0.6725, + "manhattan_accuracy_threshold": 6.655746, + "manhattan_f1": 0.634041, + "manhattan_f1_threshold": 10.720759, + "manhattan_precision": 0.506224, + "manhattan_recall": 0.848204, + "manhattan_ap": 0.655088, + "euclidean_accuracy": 0.6735, + "euclidean_accuracy_threshold": 0.140626, + "euclidean_f1": 0.633796, + "euclidean_f1_threshold": 0.195749, + "euclidean_precision": 0.539967, + "euclidean_recall": 0.767092, + "euclidean_ap": 0.654562, + "dot_accuracy": 0.666, + "dot_accuracy_threshold": 0.987747, + "dot_f1": 0.636567, + "dot_f1_threshold": 0.977232, + "dot_precision": 0.518195, + "dot_recall": 0.825029, + "dot_ap": 0.633405, + "max_accuracy": 0.6735, + "max_f1": 0.636567, + "max_precision": 0.539967, + "max_recall": 0.848204, + "max_ap": 0.655088, + "main_score": 0.655088, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.6525, + "similarity_accuracy_threshold": 0.985563, + "similarity_f1": 0.603424, + "similarity_f1_threshold": 0.883573, + "similarity_precision": 0.432294, + "similarity_recall": 0.998819, + "similarity_ap": 0.61446, + "cosine_accuracy": 0.6525, + "cosine_accuracy_threshold": 0.985562, + "cosine_f1": 0.603424, + "cosine_f1_threshold": 0.883572, + "cosine_precision": 0.432294, + "cosine_recall": 0.998819, + "cosine_ap": 0.613759, + "manhattan_accuracy": 0.6515, + "manhattan_accuracy_threshold": 8.050344, + "manhattan_f1": 0.604032, + "manhattan_f1_threshold": 13.964635, + "manhattan_precision": 0.458665, + "manhattan_recall": 0.884298, + "manhattan_ap": 0.613925, + "euclidean_accuracy": 0.652, + "euclidean_accuracy_threshold": 0.169027, + "euclidean_f1": 0.603639, + "euclidean_f1_threshold": 0.481526, + "euclidean_precision": 0.432515, + "euclidean_recall": 0.998819, + "euclidean_ap": 0.613681, + "dot_accuracy": 0.6525, + "dot_accuracy_threshold": 0.987028, + "dot_f1": 0.603491, + "dot_f1_threshold": 0.873428, + "dot_precision": 0.432143, + "dot_recall": 1.0, + "dot_ap": 0.609586, + "max_accuracy": 0.6525, + "max_f1": 0.604032, + "max_precision": 0.458665, + "max_recall": 1.0, + "max_ap": 0.61446, + "main_score": 0.61446, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.666, + "similarity_accuracy_threshold": 0.990275, + "similarity_f1": 0.604926, + "similarity_f1_threshold": 0.97769, + "similarity_precision": 0.524786, + "similarity_recall": 0.713953, + "similarity_ap": 0.648532, + "cosine_accuracy": 0.666, + "cosine_accuracy_threshold": 0.990275, + "cosine_f1": 0.604926, + "cosine_f1_threshold": 0.977689, + "cosine_precision": 0.524786, + "cosine_recall": 0.713953, + "cosine_ap": 0.647093, + "manhattan_accuracy": 0.665, + "manhattan_accuracy_threshold": 6.624008, + "manhattan_f1": 0.605793, + "manhattan_f1_threshold": 10.082785, + "manhattan_precision": 0.524214, + "manhattan_recall": 0.717442, + "manhattan_ap": 0.647598, + "euclidean_accuracy": 0.666, + "euclidean_accuracy_threshold": 0.139649, + "euclidean_f1": 0.605315, + "euclidean_f1_threshold": 0.211388, + "euclidean_precision": 0.524744, + "euclidean_recall": 0.715116, + "euclidean_ap": 0.64714, + "dot_accuracy": 0.6505, + "dot_accuracy_threshold": 0.991546, + "dot_f1": 0.606978, + "dot_f1_threshold": 0.967073, + "dot_precision": 0.475313, + "dot_recall": 0.839535, + "dot_ap": 0.610997, + "max_accuracy": 0.666, + "max_f1": 0.606978, + "max_precision": 0.524786, + "max_recall": 0.839535, + "max_ap": 0.648532, + "main_score": 0.648532, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.6315, + "similarity_accuracy_threshold": 0.991687, + "similarity_f1": 0.602691, + "similarity_f1_threshold": 0.852339, + "similarity_precision": 0.43198, + "similarity_recall": 0.996487, + "similarity_ap": 0.581296, + "cosine_accuracy": 0.6315, + "cosine_accuracy_threshold": 0.991686, + "cosine_f1": 0.602691, + "cosine_f1_threshold": 0.852338, + "cosine_precision": 0.43198, + "cosine_recall": 0.996487, + "cosine_ap": 0.581016, + "manhattan_accuracy": 0.632, + "manhattan_accuracy_threshold": 6.135761, + "manhattan_f1": 0.602691, + "manhattan_f1_threshold": 25.927809, + "manhattan_precision": 0.43198, + "manhattan_recall": 0.996487, + "manhattan_ap": 0.581324, + "euclidean_accuracy": 0.6315, + "euclidean_accuracy_threshold": 0.128832, + "euclidean_f1": 0.602478, + "euclidean_f1_threshold": 0.548928, + "euclidean_precision": 0.431761, + "euclidean_recall": 0.996487, + "euclidean_ap": 0.580926, + "dot_accuracy": 0.6235, + "dot_accuracy_threshold": 0.984217, + "dot_f1": 0.602905, + "dot_f1_threshold": 0.853942, + "dot_precision": 0.432199, + "dot_recall": 0.996487, + "dot_ap": 0.571199, + "max_accuracy": 0.632, + "max_f1": 0.602905, + "max_precision": 0.432199, + "max_recall": 0.996487, + "max_ap": 0.581324, + "main_score": 0.581324, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.619, + "similarity_accuracy_threshold": 0.986712, + "similarity_f1": 0.59744, + "similarity_f1_threshold": 0.652536, + "similarity_precision": 0.425963, + "similarity_recall": 1.0, + "similarity_ap": 0.515037, + "cosine_accuracy": 0.619, + "cosine_accuracy_threshold": 0.986712, + "cosine_f1": 0.59744, + "cosine_f1_threshold": 0.652535, + "cosine_precision": 0.425963, + "cosine_recall": 1.0, + "cosine_ap": 0.512417, + "manhattan_accuracy": 0.6195, + "manhattan_accuracy_threshold": 7.091333, + "manhattan_f1": 0.596728, + "manhattan_f1_threshold": 39.595589, + "manhattan_precision": 0.425456, + "manhattan_recall": 0.99881, + "manhattan_ap": 0.512785, + "euclidean_accuracy": 0.6195, + "euclidean_accuracy_threshold": 0.163239, + "euclidean_f1": 0.59744, + "euclidean_f1_threshold": 0.833571, + "euclidean_precision": 0.425963, + "euclidean_recall": 1.0, + "euclidean_ap": 0.512347, + "dot_accuracy": 0.618, + "dot_accuracy_threshold": 0.988495, + "dot_f1": 0.59744, + "dot_f1_threshold": 0.652145, + "dot_precision": 0.425963, + "dot_recall": 1.0, + "dot_ap": 0.511645, + "max_accuracy": 0.6195, + "max_f1": 0.59744, + "max_precision": 0.425963, + "max_recall": 1.0, + "max_ap": 0.515037, + "main_score": 0.515037, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.612, + "similarity_accuracy_threshold": 0.99529, + "similarity_f1": 0.601339, + "similarity_f1_threshold": 0.691542, + "similarity_precision": 0.42994, + "similarity_recall": 1.0, + "similarity_ap": 0.546389, + "cosine_accuracy": 0.612, + "cosine_accuracy_threshold": 0.995289, + "cosine_f1": 0.601339, + "cosine_f1_threshold": 0.691541, + "cosine_precision": 0.42994, + "cosine_recall": 1.0, + "cosine_ap": 0.547384, + "manhattan_accuracy": 0.612, + "manhattan_accuracy_threshold": 4.655012, + "manhattan_f1": 0.601339, + "manhattan_f1_threshold": 36.697536, + "manhattan_precision": 0.42994, + "manhattan_recall": 1.0, + "manhattan_ap": 0.547246, + "euclidean_accuracy": 0.612, + "euclidean_accuracy_threshold": 0.097216, + "euclidean_f1": 0.601339, + "euclidean_f1_threshold": 0.781816, + "euclidean_precision": 0.42994, + "euclidean_recall": 1.0, + "euclidean_ap": 0.547287, + "dot_accuracy": 0.6095, + "dot_accuracy_threshold": 0.994072, + "dot_f1": 0.601339, + "dot_f1_threshold": 0.692243, + "dot_precision": 0.42994, + "dot_recall": 1.0, + "dot_ap": 0.544115, + "max_accuracy": 0.612, + "max_f1": 0.601339, + "max_precision": 0.42994, + "max_recall": 1.0, + "max_ap": 0.547384, + "main_score": 0.547384, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 254.99139428138733, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/PlscClusteringP2P.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PlscClusteringP2P.v2.json new file mode 100644 index 0000000000..fcb5543e5d --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PlscClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "8436dd4c05222778013d6642ee2f3fa1722bca9b", + "task_name": "PlscClusteringP2P.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.752432, + 0.734333, + 0.730487, + 0.739125, + 0.753375, + 0.734223, + 0.743573, + 0.714317, + 0.73202, + 0.766215 + ] + }, + "v_measure": 0.74001, + "v_measure_std": 0.013833, + "main_score": 0.74001, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 10.141910791397095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/PoemSentimentClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PoemSentimentClassification.json new file mode 100644 index 0000000000..6d0ad255aa --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PoemSentimentClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "329d529d875a00c47ec71954a1a96ae167584770", + "task_name": "PoemSentimentClassification", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "accuracy": 0.585714, + "f1": 0.450617, + "f1_weighted": 0.637735, + "scores_per_experiment": [ + { + "accuracy": 0.609524, + "f1": 0.474471, + "f1_weighted": 0.660776 + }, + { + "accuracy": 0.561905, + "f1": 0.464153, + "f1_weighted": 0.632329 + }, + { + "accuracy": 0.552381, + "f1": 0.441234, + "f1_weighted": 0.610031 + }, + { + "accuracy": 0.590476, + "f1": 0.44949, + "f1_weighted": 0.659863 + }, + { + "accuracy": 0.67619, + "f1": 0.501937, + "f1_weighted": 0.721999 + }, + { + "accuracy": 0.628571, + "f1": 0.471119, + "f1_weighted": 0.665514 + }, + { + "accuracy": 0.495238, + "f1": 0.426352, + "f1_weighted": 0.552546 + }, + { + "accuracy": 0.666667, + "f1": 0.453968, + "f1_weighted": 0.701073 + }, + { + "accuracy": 0.533333, + "f1": 0.421847, + "f1_weighted": 0.586128 + }, + { + "accuracy": 0.542857, + "f1": 0.401603, + "f1_weighted": 0.587089 + } + ], + "main_score": 0.585714, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.546154, + "f1": 0.432147, + "f1_weighted": 0.596562, + "scores_per_experiment": [ + { + "accuracy": 0.509615, + "f1": 0.416047, + "f1_weighted": 0.571665 + }, + { + "accuracy": 0.471154, + "f1": 0.407802, + "f1_weighted": 0.524115 + }, + { + "accuracy": 0.605769, + "f1": 0.484178, + "f1_weighted": 0.63992 + }, + { + "accuracy": 0.576923, + "f1": 0.45126, + "f1_weighted": 0.646909 + }, + { + "accuracy": 0.596154, + "f1": 0.445923, + "f1_weighted": 0.655182 + }, + { + "accuracy": 0.605769, + "f1": 0.471154, + "f1_weighted": 0.632581 + }, + { + "accuracy": 0.490385, + "f1": 0.417545, + "f1_weighted": 0.543858 + }, + { + "accuracy": 0.567308, + "f1": 0.399091, + "f1_weighted": 0.621532 + }, + { + "accuracy": 0.519231, + "f1": 0.405109, + "f1_weighted": 0.560546 + }, + { + "accuracy": 0.519231, + "f1": 0.423359, + "f1_weighted": 0.569308 + } + ], + "main_score": 0.546154, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.448322057723999, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/PolEmo2.0-OUT.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PolEmo2.0-OUT.json new file mode 100644 index 0000000000..67ed76ca25 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PolEmo2.0-OUT.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6a21ab8716e255ab1867265f8b396105e8aa63d4", + "task_name": "PolEmo2.0-OUT", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.635628, + "f1": 0.496332, + "f1_weighted": 0.659062, + "scores_per_experiment": [ + { + "accuracy": 0.661943, + "f1": 0.514992, + "f1_weighted": 0.681245 + }, + { + "accuracy": 0.674089, + "f1": 0.529203, + "f1_weighted": 0.701643 + }, + { + "accuracy": 0.639676, + "f1": 0.488442, + "f1_weighted": 0.648095 + }, + { + "accuracy": 0.653846, + "f1": 0.513635, + "f1_weighted": 0.681845 + }, + { + "accuracy": 0.663968, + "f1": 0.515258, + "f1_weighted": 0.682036 + }, + { + "accuracy": 0.564777, + "f1": 0.451207, + "f1_weighted": 0.604232 + }, + { + "accuracy": 0.751012, + "f1": 0.593189, + "f1_weighted": 0.781185 + }, + { + "accuracy": 0.593117, + "f1": 0.470488, + "f1_weighted": 0.627402 + }, + { + "accuracy": 0.51417, + "f1": 0.399701, + "f1_weighted": 0.538575 + }, + { + "accuracy": 0.639676, + "f1": 0.4872, + "f1_weighted": 0.644365 + } + ], + "main_score": 0.635628, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 30.968222618103027, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/PpcPC.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PpcPC.json new file mode 100644 index 0000000000..664255096f --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PpcPC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2", + "task_name": "PpcPC", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "similarity_accuracy": 0.855, + "similarity_accuracy_threshold": 0.941579, + "similarity_f1": 0.877104, + "similarity_f1_threshold": 0.939273, + "similarity_precision": 0.892123, + "similarity_recall": 0.862583, + "similarity_ap": 0.940811, + "cosine_accuracy": 0.855, + "cosine_accuracy_threshold": 0.941578, + "cosine_f1": 0.877104, + "cosine_f1_threshold": 0.939273, + "cosine_precision": 0.892123, + "cosine_recall": 0.862583, + "cosine_ap": 0.940811, + "manhattan_accuracy": 0.857, + "manhattan_accuracy_threshold": 16.348209, + "manhattan_f1": 0.878711, + "manhattan_f1_threshold": 16.348209, + "manhattan_precision": 0.90087, + "manhattan_recall": 0.857616, + "manhattan_ap": 0.940821, + "euclidean_accuracy": 0.855, + "euclidean_accuracy_threshold": 0.342172, + "euclidean_f1": 0.877104, + "euclidean_f1_threshold": 0.348359, + "euclidean_precision": 0.892123, + "euclidean_recall": 0.862583, + "euclidean_ap": 0.940804, + "dot_accuracy": 0.854, + "dot_accuracy_threshold": 0.940223, + "dot_f1": 0.87793, + "dot_f1_threshold": 0.92993, + "dot_precision": 0.85782, + "dot_recall": 0.899007, + "dot_ap": 0.936469, + "max_accuracy": 0.857, + "max_f1": 0.878711, + "max_precision": 0.90087, + "max_recall": 0.899007, + "max_ap": 0.940821, + "main_score": 0.940821, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 4.6177802085876465, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/PunjabiNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PunjabiNewsClassification.json new file mode 100644 index 0000000000..7c02d7678f --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/PunjabiNewsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "cec3923e16519efe51d535497e711932b8f1dc44", + "task_name": "PunjabiNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.832484, + "f1": 0.752434, + "f1_weighted": 0.846173, + "ap": 0.433294, + "ap_weighted": 0.433294, + "scores_per_experiment": [ + { + "accuracy": 0.808917, + "f1": 0.739606, + "f1_weighted": 0.829454, + "ap": 0.426031, + "ap_weighted": 0.426031 + }, + { + "accuracy": 0.789809, + "f1": 0.720926, + "f1_weighted": 0.813653, + "ap": 0.402998, + "ap_weighted": 0.402998 + }, + { + "accuracy": 0.828025, + "f1": 0.749246, + "f1_weighted": 0.843244, + "ap": 0.426302, + "ap_weighted": 0.426302 + }, + { + "accuracy": 0.872611, + "f1": 0.782669, + "f1_weighted": 0.876174, + "ap": 0.46634, + "ap_weighted": 0.46634 + }, + { + "accuracy": 0.866242, + "f1": 0.791501, + "f1_weighted": 0.874988, + "ap": 0.490267, + "ap_weighted": 0.490267 + }, + { + "accuracy": 0.859873, + "f1": 0.746477, + "f1_weighted": 0.859873, + "ap": 0.402904, + "ap_weighted": 0.402904 + }, + { + "accuracy": 0.802548, + "f1": 0.717904, + "f1_weighted": 0.821248, + "ap": 0.380097, + "ap_weighted": 0.380097 + }, + { + "accuracy": 0.847134, + "f1": 0.769795, + "f1_weighted": 0.859032, + "ap": 0.455886, + "ap_weighted": 0.455886 + }, + { + "accuracy": 0.828025, + "f1": 0.749246, + "f1_weighted": 0.843244, + "ap": 0.426302, + "ap_weighted": 0.426302 + }, + { + "accuracy": 0.821656, + "f1": 0.756966, + "f1_weighted": 0.840823, + "ap": 0.455816, + "ap_weighted": 0.455816 + } + ], + "main_score": 0.832484, + "hf_subset": "default", + "languages": [ + "pan-Guru" + ] + } + ] + }, + "evaluation_time": 19.18284296989441, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/RTE3.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/RTE3.json new file mode 100644 index 0000000000..0326865294 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/RTE3.json @@ -0,0 +1,199 @@ +{ + "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7", + "task_name": "RTE3", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "similarity_accuracy": 0.848233, + "similarity_accuracy_threshold": 0.67339, + "similarity_f1": 0.917885, + "similarity_f1_threshold": 0.67339, + "similarity_precision": 0.85, + "similarity_recall": 0.997555, + "similarity_ap": 0.881193, + "cosine_accuracy": 0.848233, + "cosine_accuracy_threshold": 0.673389, + "cosine_f1": 0.917885, + "cosine_f1_threshold": 0.673389, + "cosine_precision": 0.85, + "cosine_recall": 0.997555, + "cosine_ap": 0.881193, + "manhattan_accuracy": 0.848233, + "manhattan_accuracy_threshold": 37.985054, + "manhattan_f1": 0.917885, + "manhattan_f1_threshold": 37.985054, + "manhattan_precision": 0.85, + "manhattan_recall": 0.997555, + "manhattan_ap": 0.881321, + "euclidean_accuracy": 0.848233, + "euclidean_accuracy_threshold": 0.808737, + "euclidean_f1": 0.917885, + "euclidean_f1_threshold": 0.808737, + "euclidean_precision": 0.85, + "euclidean_recall": 0.997555, + "euclidean_ap": 0.88107, + "dot_accuracy": 0.848233, + "dot_accuracy_threshold": 0.674241, + "dot_f1": 0.917885, + "dot_f1_threshold": 0.674241, + "dot_precision": 0.85, + "dot_recall": 0.997555, + "dot_ap": 0.881446, + "max_accuracy": 0.848233, + "max_f1": 0.917885, + "max_precision": 0.85, + "max_recall": 0.997555, + "max_ap": 0.881446, + "main_score": 0.881446, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.852697, + "similarity_accuracy_threshold": 0.678966, + "similarity_f1": 0.920314, + "similarity_f1_threshold": 0.616178, + "similarity_precision": 0.852391, + "similarity_recall": 1.0, + "similarity_ap": 0.904869, + "cosine_accuracy": 0.852697, + "cosine_accuracy_threshold": 0.678965, + "cosine_f1": 0.920314, + "cosine_f1_threshold": 0.616177, + "cosine_precision": 0.852391, + "cosine_recall": 1.0, + "cosine_ap": 0.904869, + "manhattan_accuracy": 0.852697, + "manhattan_accuracy_threshold": 37.626465, + "manhattan_f1": 0.920314, + "manhattan_f1_threshold": 41.089073, + "manhattan_precision": 0.852391, + "manhattan_recall": 1.0, + "manhattan_ap": 0.904827, + "euclidean_accuracy": 0.852697, + "euclidean_accuracy_threshold": 0.800519, + "euclidean_f1": 0.920314, + "euclidean_f1_threshold": 0.875705, + "euclidean_precision": 0.852391, + "euclidean_recall": 1.0, + "euclidean_ap": 0.904601, + "dot_accuracy": 0.852697, + "dot_accuracy_threshold": 0.677647, + "dot_f1": 0.920314, + "dot_f1_threshold": 0.616402, + "dot_precision": 0.852391, + "dot_recall": 1.0, + "dot_ap": 0.90572, + "max_accuracy": 0.852697, + "max_f1": 0.920314, + "max_precision": 0.852391, + "max_recall": 1.0, + "max_ap": 0.90572, + "main_score": 0.90572, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.850622, + "similarity_accuracy_threshold": 0.704373, + "similarity_f1": 0.918552, + "similarity_f1_threshold": 0.704373, + "similarity_precision": 0.854737, + "similarity_recall": 0.992665, + "similarity_ap": 0.885857, + "cosine_accuracy": 0.850622, + "cosine_accuracy_threshold": 0.704372, + "cosine_f1": 0.918552, + "cosine_f1_threshold": 0.704372, + "cosine_precision": 0.854737, + "cosine_recall": 0.992665, + "cosine_ap": 0.885857, + "manhattan_accuracy": 0.850622, + "manhattan_accuracy_threshold": 36.514824, + "manhattan_f1": 0.918552, + "manhattan_f1_threshold": 36.514824, + "manhattan_precision": 0.854737, + "manhattan_recall": 0.992665, + "manhattan_ap": 0.886269, + "euclidean_accuracy": 0.850622, + "euclidean_accuracy_threshold": 0.770073, + "euclidean_f1": 0.918552, + "euclidean_f1_threshold": 0.770073, + "euclidean_precision": 0.854737, + "euclidean_recall": 0.992665, + "euclidean_ap": 0.885912, + "dot_accuracy": 0.850622, + "dot_accuracy_threshold": 0.706468, + "dot_f1": 0.918552, + "dot_f1_threshold": 0.706468, + "dot_precision": 0.854737, + "dot_recall": 0.992665, + "dot_ap": 0.884551, + "max_accuracy": 0.850622, + "max_f1": 0.918552, + "max_precision": 0.854737, + "max_recall": 0.992665, + "max_ap": 0.886269, + "main_score": 0.886269, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.84728, + "similarity_accuracy_threshold": 0.669269, + "similarity_f1": 0.917327, + "similarity_f1_threshold": 0.669269, + "similarity_precision": 0.849057, + "similarity_recall": 0.997537, + "similarity_ap": 0.882703, + "cosine_accuracy": 0.84728, + "cosine_accuracy_threshold": 0.669268, + "cosine_f1": 0.917327, + "cosine_f1_threshold": 0.669268, + "cosine_precision": 0.849057, + "cosine_recall": 0.997537, + "cosine_ap": 0.882703, + "manhattan_accuracy": 0.84728, + "manhattan_accuracy_threshold": 37.048363, + "manhattan_f1": 0.917327, + "manhattan_f1_threshold": 38.292267, + "manhattan_precision": 0.849057, + "manhattan_recall": 0.997537, + "manhattan_ap": 0.883, + "euclidean_accuracy": 0.84728, + "euclidean_accuracy_threshold": 0.813217, + "euclidean_f1": 0.917327, + "euclidean_f1_threshold": 0.813217, + "euclidean_precision": 0.849057, + "euclidean_recall": 0.997537, + "euclidean_ap": 0.882698, + "dot_accuracy": 0.84728, + "dot_accuracy_threshold": 0.669282, + "dot_f1": 0.917327, + "dot_f1_threshold": 0.669282, + "dot_precision": 0.849057, + "dot_recall": 0.997537, + "dot_ap": 0.882145, + "max_accuracy": 0.84728, + "max_f1": 0.917327, + "max_precision": 0.849057, + "max_recall": 0.997537, + "max_ap": 0.883, + "main_score": 0.883, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 17.994771480560303, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/Robust04InstructionRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/Robust04InstructionRetrieval.json new file mode 100644 index 0000000000..7e1decd755 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/Robust04InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "a5a1c4fe2bc528ac12e83f8cdf82178da85d2f1d", + "task_name": "Robust04InstructionRetrieval", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "p-MRR": -0.020156, + "individual": { + "original": { + "ndcg_at_1": 0.44231, + "ndcg_at_3": 0.3816, + "ndcg_at_5": 0.37393, + "ndcg_at_10": 0.37447, + "ndcg_at_20": 0.39388, + "ndcg_at_100": 0.47842, + "ndcg_at_1000": 0.59444, + "map_at_1": 0.04585, + "map_at_3": 0.09671, + "map_at_5": 0.12677, + "map_at_10": 0.16747, + "map_at_20": 0.21034, + "map_at_100": 0.26749, + "map_at_1000": 0.28783, + "recall_at_1": 0.04585, + "recall_at_3": 0.10781, + "recall_at_5": 0.16245, + "recall_at_10": 0.25352, + "recall_at_20": 0.38305, + "recall_at_100": 0.63689, + "recall_at_1000": 1.0, + "precision_at_1": 0.5, + "precision_at_3": 0.39744, + "precision_at_5": 0.37308, + "precision_at_10": 0.32308, + "precision_at_20": 0.25096, + "precision_at_100": 0.10558, + "precision_at_1000": 0.01981, + "naucs_at_1_max": 0.33387, + "naucs_at_1_std": 0.007788, + "naucs_at_1_diff1": 0.128049, + "naucs_at_3_max": 0.263981, + "naucs_at_3_std": 0.006591, + "naucs_at_3_diff1": 0.049349, + "naucs_at_5_max": 0.291086, + "naucs_at_5_std": 0.029173, + "naucs_at_5_diff1": 0.061833, + "naucs_at_10_max": 0.304037, + "naucs_at_10_std": 0.035346, + "naucs_at_10_diff1": 0.058331, + "naucs_at_20_max": 0.303104, + "naucs_at_20_std": 0.031956, + "naucs_at_20_diff1": 0.066102, + "naucs_at_100_max": 0.300885, + "naucs_at_100_std": 0.029772, + "naucs_at_100_diff1": 0.066253, + "naucs_at_1000_max": 0.300885, + "naucs_at_1000_std": 0.029772, + "naucs_at_1000_diff1": 0.066253, + "mrr_at_1": 0.5, + "mrr_at_3": 0.573718, + "mrr_at_5": 0.595833, + "mrr_at_10": 0.612927, + "mrr_at_20": 0.616649, + "mrr_at_100": 0.618963, + "mrr_at_1000": 0.618963 + }, + "changed": { + "ndcg_at_1": 0.72115, + "ndcg_at_3": 0.6541, + "ndcg_at_5": 0.63339, + "ndcg_at_10": 0.57558, + "ndcg_at_20": 0.54627, + "ndcg_at_100": 0.59863, + "ndcg_at_1000": 0.7315, + "map_at_1": 0.0441, + "map_at_3": 0.10293, + "map_at_5": 0.14535, + "map_at_10": 0.20307, + "map_at_20": 0.2638, + "map_at_100": 0.37064, + "map_at_1000": 0.40746, + "recall_at_1": 0.0441, + "recall_at_3": 0.10912, + "recall_at_5": 0.15848, + "recall_at_10": 0.24103, + "recall_at_20": 0.34496, + "recall_at_100": 0.65228, + "recall_at_1000": 1.0, + "precision_at_1": 0.80769, + "precision_at_3": 0.71154, + "precision_at_5": 0.67692, + "precision_at_10": 0.55, + "precision_at_20": 0.42788, + "precision_at_100": 0.19019, + "precision_at_1000": 0.03369, + "naucs_at_1_max": 0.475841, + "naucs_at_1_std": -0.048914, + "naucs_at_1_diff1": 0.442085, + "naucs_at_3_max": 0.47884, + "naucs_at_3_std": -0.030669, + "naucs_at_3_diff1": 0.450413, + "naucs_at_5_max": 0.47884, + "naucs_at_5_std": -0.030669, + "naucs_at_5_diff1": 0.450413, + "naucs_at_10_max": 0.47884, + "naucs_at_10_std": -0.030669, + "naucs_at_10_diff1": 0.450413, + "naucs_at_20_max": 0.479478, + "naucs_at_20_std": -0.027146, + "naucs_at_20_diff1": 0.453592, + "naucs_at_100_max": 0.479984, + "naucs_at_100_std": -0.028731, + "naucs_at_100_diff1": 0.452476, + "naucs_at_1000_max": 0.479984, + "naucs_at_1000_std": -0.028731, + "naucs_at_1000_diff1": 0.452476, + "mrr_at_1": 0.807692, + "mrr_at_3": 0.858974, + "mrr_at_5": 0.858974, + "mrr_at_10": 0.858974, + "mrr_at_20": 0.863337, + "mrr_at_100": 0.863872, + "mrr_at_1000": 0.863872 + } + }, + "main_score": -0.020156, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5118.088182210922, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/RomaniBibleClustering.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/RomaniBibleClustering.json new file mode 100644 index 0000000000..f4e30475fd --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/RomaniBibleClustering.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "97fae0e80a8d275bc685dcb3da08972af542ad6e", + "task_name": "RomaniBibleClustering", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measure": 0.397169, + "v_measure_std": 0.014029, + "v_measures": [ + 0.374519, + 0.402161, + 0.399164, + 0.412831 + ], + "main_score": 0.397169, + "hf_subset": "default", + "languages": [ + "rom-Latn" + ] + } + ] + }, + "evaluation_time": 18.17880415916443, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/RuBQReranking.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/RuBQReranking.json new file mode 100644 index 0000000000..bc57d72d01 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/RuBQReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2", + "task_name": "RuBQReranking", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "map": 0.746692, + "mrr": 0.794484, + "nAUC_map_max": 0.071246, + "nAUC_map_std": 0.072852, + "nAUC_map_diff1": 0.394522, + "nAUC_mrr_max": 0.120486, + "nAUC_mrr_std": 0.106306, + "nAUC_mrr_diff1": 0.425227, + "main_score": 0.746692, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 642.7982470989227, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SCIDOCS.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SCIDOCS.json new file mode 100644 index 0000000000..df37fc0cbf --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25, + "ndcg_at_3": 0.20894, + "ndcg_at_5": 0.18188, + "ndcg_at_10": 0.22016, + "ndcg_at_20": 0.24942, + "ndcg_at_100": 0.30672, + "ndcg_at_1000": 0.36004, + "map_at_1": 0.05093, + "map_at_3": 0.09543, + "map_at_5": 0.11333, + "map_at_10": 0.13327, + "map_at_20": 0.14462, + "map_at_100": 0.15642, + "map_at_1000": 0.15969, + "recall_at_1": 0.05093, + "recall_at_3": 0.11988, + "recall_at_5": 0.16232, + "recall_at_10": 0.23285, + "recall_at_20": 0.30152, + "recall_at_100": 0.48708, + "recall_at_1000": 0.74535, + "precision_at_1": 0.25, + "precision_at_3": 0.197, + "precision_at_5": 0.1602, + "precision_at_10": 0.1147, + "precision_at_20": 0.0743, + "precision_at_100": 0.024, + "precision_at_1000": 0.00367, + "mrr_at_1": 0.25, + "mrr_at_3": 0.329, + "mrr_at_5": 0.35125, + "mrr_at_10": 0.365598, + "mrr_at_20": 0.371617, + "mrr_at_100": 0.37596, + "mrr_at_1000": 0.376411, + "nauc_ndcg_at_1_max": 0.188781, + "nauc_ndcg_at_1_std": 0.033384, + "nauc_ndcg_at_1_diff1": 0.201898, + "nauc_ndcg_at_3_max": 0.249475, + "nauc_ndcg_at_3_std": 0.048304, + "nauc_ndcg_at_3_diff1": 0.172074, + "nauc_ndcg_at_5_max": 0.267052, + "nauc_ndcg_at_5_std": 0.06409, + "nauc_ndcg_at_5_diff1": 0.171348, + "nauc_ndcg_at_10_max": 0.28482, + "nauc_ndcg_at_10_std": 0.093345, + "nauc_ndcg_at_10_diff1": 0.147968, + "nauc_ndcg_at_20_max": 0.289929, + "nauc_ndcg_at_20_std": 0.103247, + "nauc_ndcg_at_20_diff1": 0.151766, + "nauc_ndcg_at_100_max": 0.306062, + "nauc_ndcg_at_100_std": 0.158431, + "nauc_ndcg_at_100_diff1": 0.158693, + "nauc_ndcg_at_1000_max": 0.303985, + "nauc_ndcg_at_1000_std": 0.170305, + "nauc_ndcg_at_1000_diff1": 0.158714, + "nauc_map_at_1_max": 0.186765, + "nauc_map_at_1_std": 0.03148, + "nauc_map_at_1_diff1": 0.199323, + "nauc_map_at_3_max": 0.249408, + "nauc_map_at_3_std": 0.039226, + "nauc_map_at_3_diff1": 0.175209, + "nauc_map_at_5_max": 0.26558, + "nauc_map_at_5_std": 0.050593, + "nauc_map_at_5_diff1": 0.17454, + "nauc_map_at_10_max": 0.281287, + "nauc_map_at_10_std": 0.078755, + "nauc_map_at_10_diff1": 0.151613, + "nauc_map_at_20_max": 0.284215, + "nauc_map_at_20_std": 0.083971, + "nauc_map_at_20_diff1": 0.153398, + "nauc_map_at_100_max": 0.290641, + "nauc_map_at_100_std": 0.102084, + "nauc_map_at_100_diff1": 0.155683, + "nauc_map_at_1000_max": 0.291639, + "nauc_map_at_1000_std": 0.104503, + "nauc_map_at_1000_diff1": 0.156186, + "nauc_recall_at_1_max": 0.186765, + "nauc_recall_at_1_std": 0.03148, + "nauc_recall_at_1_diff1": 0.199323, + "nauc_recall_at_3_max": 0.268534, + "nauc_recall_at_3_std": 0.052537, + "nauc_recall_at_3_diff1": 0.160187, + "nauc_recall_at_5_max": 0.284986, + "nauc_recall_at_5_std": 0.080078, + "nauc_recall_at_5_diff1": 0.152427, + "nauc_recall_at_10_max": 0.296132, + "nauc_recall_at_10_std": 0.126753, + "nauc_recall_at_10_diff1": 0.100983, + "nauc_recall_at_20_max": 0.28675, + "nauc_recall_at_20_std": 0.137415, + "nauc_recall_at_20_diff1": 0.10443, + "nauc_recall_at_100_max": 0.287467, + "nauc_recall_at_100_std": 0.263134, + "nauc_recall_at_100_diff1": 0.104835, + "nauc_recall_at_1000_max": 0.245723, + "nauc_recall_at_1000_std": 0.341991, + "nauc_recall_at_1000_diff1": 0.073587, + "nauc_precision_at_1_max": 0.188781, + "nauc_precision_at_1_std": 0.033384, + "nauc_precision_at_1_diff1": 0.201898, + "nauc_precision_at_3_max": 0.270191, + "nauc_precision_at_3_std": 0.055521, + "nauc_precision_at_3_diff1": 0.160349, + "nauc_precision_at_5_max": 0.286185, + "nauc_precision_at_5_std": 0.081781, + "nauc_precision_at_5_diff1": 0.153215, + "nauc_precision_at_10_max": 0.298982, + "nauc_precision_at_10_std": 0.128339, + "nauc_precision_at_10_diff1": 0.103745, + "nauc_precision_at_20_max": 0.288155, + "nauc_precision_at_20_std": 0.137469, + "nauc_precision_at_20_diff1": 0.107797, + "nauc_precision_at_100_max": 0.287612, + "nauc_precision_at_100_std": 0.259703, + "nauc_precision_at_100_diff1": 0.10837, + "nauc_precision_at_1000_max": 0.246346, + "nauc_precision_at_1000_std": 0.327254, + "nauc_precision_at_1000_diff1": 0.07674, + "nauc_mrr_at_1_max": 0.188781, + "nauc_mrr_at_1_std": 0.033384, + "nauc_mrr_at_1_diff1": 0.201898, + "nauc_mrr_at_3_max": 0.220677, + "nauc_mrr_at_3_std": 0.045788, + "nauc_mrr_at_3_diff1": 0.176684, + "nauc_mrr_at_5_max": 0.225759, + "nauc_mrr_at_5_std": 0.053546, + "nauc_mrr_at_5_diff1": 0.174861, + "nauc_mrr_at_10_max": 0.226829, + "nauc_mrr_at_10_std": 0.058512, + "nauc_mrr_at_10_diff1": 0.17547, + "nauc_mrr_at_20_max": 0.22758, + "nauc_mrr_at_20_std": 0.059485, + "nauc_mrr_at_20_diff1": 0.177105, + "nauc_mrr_at_100_max": 0.227289, + "nauc_mrr_at_100_std": 0.060053, + "nauc_mrr_at_100_diff1": 0.178517, + "nauc_mrr_at_1000_max": 0.227102, + "nauc_mrr_at_1000_std": 0.059851, + "nauc_mrr_at_1000_diff1": 0.17844, + "main_score": 0.22016, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 771.1255321502686, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SIB200ClusteringS2S.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SIB200ClusteringS2S.json new file mode 100644 index 0000000000..e7b32caef6 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SIB200ClusteringS2S.json @@ -0,0 +1,4542 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "task_name": "SIB200ClusteringS2S", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.409072, + 0.36691, + 0.395825, + 0.442042, + 0.343346, + 0.464916, + 0.451479, + 0.419853, + 0.410597, + 0.399097 + ] + }, + "v_measure": 0.410314, + "v_measure_std": 0.035327, + "main_score": 0.410314, + "hf_subset": "ace_Latn", + "languages": [ + "ace-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.537329, + 0.579894, + 0.512429, + 0.55576, + 0.469371, + 0.598227, + 0.566536, + 0.554312, + 0.601959, + 0.503475 + ] + }, + "v_measure": 0.547929, + "v_measure_std": 0.040545, + "main_score": 0.547929, + "hf_subset": "acm_Arab", + "languages": [ + "acm-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.493236, + 0.544712, + 0.57794, + 0.537069, + 0.503284, + 0.505139, + 0.597522, + 0.551951, + 0.519304, + 0.589483 + ] + }, + "v_measure": 0.541964, + "v_measure_std": 0.03537, + "main_score": 0.541964, + "hf_subset": "acq_Arab", + "languages": [ + "acq-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.542835, + 0.552642, + 0.535622, + 0.543072, + 0.456411, + 0.436301, + 0.527195, + 0.428247, + 0.526453, + 0.462921 + ] + }, + "v_measure": 0.50117, + "v_measure_std": 0.046515, + "main_score": 0.50117, + "hf_subset": "aeb_Arab", + "languages": [ + "aeb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.63382, + 0.419383, + 0.596475, + 0.583372, + 0.603429, + 0.677291, + 0.514944, + 0.597584, + 0.539852, + 0.565301 + ] + }, + "v_measure": 0.573145, + "v_measure_std": 0.067001, + "main_score": 0.573145, + "hf_subset": "afr_Latn", + "languages": [ + "afr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.547051, + 0.458218, + 0.589308, + 0.495319, + 0.568127, + 0.480994, + 0.579632, + 0.573359, + 0.548707, + 0.59375 + ] + }, + "v_measure": 0.543446, + "v_measure_std": 0.045791, + "main_score": 0.543446, + "hf_subset": "ajp_Arab", + "languages": [ + "ajp-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.249153, + 0.33237, + 0.258615, + 0.357852, + 0.337611, + 0.336665, + 0.314743, + 0.286937, + 0.273467, + 0.26537 + ] + }, + "v_measure": 0.301278, + "v_measure_std": 0.03705, + "main_score": 0.301278, + "hf_subset": "aka_Latn", + "languages": [ + "aka-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.565258, + 0.576031, + 0.555836, + 0.443347, + 0.484296, + 0.496973, + 0.48721, + 0.554912, + 0.487895, + 0.474145 + ] + }, + "v_measure": 0.51259, + "v_measure_std": 0.043625, + "main_score": 0.51259, + "hf_subset": "als_Latn", + "languages": [ + "als-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.418632, + 0.393398, + 0.373859, + 0.371508, + 0.380994, + 0.359566, + 0.393731, + 0.399288, + 0.415297, + 0.418752 + ] + }, + "v_measure": 0.392503, + "v_measure_std": 0.019863, + "main_score": 0.392503, + "hf_subset": "amh_Ethi", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.522479, + 0.583617, + 0.561749, + 0.567411, + 0.538553, + 0.600595, + 0.559923, + 0.560234, + 0.520385, + 0.540306 + ] + }, + "v_measure": 0.555525, + "v_measure_std": 0.024266, + "main_score": 0.555525, + "hf_subset": "apc_Arab", + "languages": [ + "apc-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.337295, + 0.343048, + 0.396102, + 0.344104, + 0.367524, + 0.382653, + 0.377751, + 0.349136, + 0.374624, + 0.379199 + ] + }, + "v_measure": 0.365144, + "v_measure_std": 0.019183, + "main_score": 0.365144, + "hf_subset": "arb_Latn", + "languages": [ + "arb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.519338, + 0.604186, + 0.567288, + 0.501821, + 0.621524, + 0.534973, + 0.576814, + 0.617087, + 0.577002, + 0.560241 + ] + }, + "v_measure": 0.568028, + "v_measure_std": 0.038264, + "main_score": 0.568028, + "hf_subset": "ars_Arab", + "languages": [ + "ars-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.58025, + 0.463649, + 0.565252, + 0.549678, + 0.466241, + 0.478519, + 0.539356, + 0.563753, + 0.520551, + 0.500548 + ] + }, + "v_measure": 0.52278, + "v_measure_std": 0.041152, + "main_score": 0.52278, + "hf_subset": "ary_Arab", + "languages": [ + "ary-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.594073, + 0.619812, + 0.584966, + 0.554383, + 0.570702, + 0.5687, + 0.537601, + 0.507059, + 0.597227, + 0.559868 + ] + }, + "v_measure": 0.569439, + "v_measure_std": 0.030631, + "main_score": 0.569439, + "hf_subset": "arz_Arab", + "languages": [ + "arz-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.395206, + 0.509225, + 0.457021, + 0.541453, + 0.487462, + 0.496819, + 0.518914, + 0.583154, + 0.479819, + 0.497288 + ] + }, + "v_measure": 0.496636, + "v_measure_std": 0.047301, + "main_score": 0.496636, + "hf_subset": "asm_Beng", + "languages": [ + "asm-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.514562, + 0.491147, + 0.499298, + 0.566228, + 0.632281, + 0.622907, + 0.577105, + 0.560533, + 0.595886, + 0.475436 + ] + }, + "v_measure": 0.553539, + "v_measure_std": 0.052939, + "main_score": 0.553539, + "hf_subset": "ast_Latn", + "languages": [ + "ast-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.51847, + 0.572696, + 0.568953, + 0.563479, + 0.456576, + 0.5528, + 0.577425, + 0.571005, + 0.605945, + 0.494031 + ] + }, + "v_measure": 0.548138, + "v_measure_std": 0.04267, + "main_score": 0.548138, + "hf_subset": "awa_Deva", + "languages": [ + "awa-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.241144, + 0.260508, + 0.201718, + 0.201056, + 0.250581, + 0.218106, + 0.242059, + 0.215825, + 0.214222, + 0.184538 + ] + }, + "v_measure": 0.222976, + "v_measure_std": 0.023294, + "main_score": 0.222976, + "hf_subset": "ayr_Latn", + "languages": [ + "ayr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.530414, + 0.539084, + 0.522009, + 0.490684, + 0.416995, + 0.503017, + 0.54276, + 0.465279, + 0.485451, + 0.536204 + ] + }, + "v_measure": 0.50319, + "v_measure_std": 0.037917, + "main_score": 0.50319, + "hf_subset": "azb_Arab", + "languages": [ + "azb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.550452, + 0.566158, + 0.546994, + 0.597244, + 0.563409, + 0.552574, + 0.610524, + 0.586912, + 0.584963, + 0.569378 + ] + }, + "v_measure": 0.572861, + "v_measure_std": 0.020214, + "main_score": 0.572861, + "hf_subset": "azj_Latn", + "languages": [ + "azj-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.471477, + 0.519779, + 0.518461, + 0.477178, + 0.549438, + 0.506697, + 0.556864, + 0.55008, + 0.472061, + 0.499665 + ] + }, + "v_measure": 0.51217, + "v_measure_std": 0.030978, + "main_score": 0.51217, + "hf_subset": "bak_Cyrl", + "languages": [ + "bak-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.151424, + 0.267659, + 0.22658, + 0.210757, + 0.200537, + 0.200779, + 0.20482, + 0.203553, + 0.241053, + 0.276133 + ] + }, + "v_measure": 0.21833, + "v_measure_std": 0.034523, + "main_score": 0.21833, + "hf_subset": "bam_Latn", + "languages": [ + "bam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.425249, + 0.495484, + 0.496782, + 0.484962, + 0.526674, + 0.496202, + 0.516424, + 0.54087, + 0.539367, + 0.471459 + ] + }, + "v_measure": 0.499347, + "v_measure_std": 0.032971, + "main_score": 0.499347, + "hf_subset": "ban_Latn", + "languages": [ + "ban-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.54289, + 0.586998, + 0.547327, + 0.589204, + 0.632615, + 0.551637, + 0.484996, + 0.570074, + 0.587242, + 0.630999 + ] + }, + "v_measure": 0.572398, + "v_measure_std": 0.041654, + "main_score": 0.572398, + "hf_subset": "bel_Cyrl", + "languages": [ + "bel-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.256657, + 0.276364, + 0.290018, + 0.282514, + 0.310989, + 0.267678, + 0.34792, + 0.301905, + 0.22939, + 0.335226 + ] + }, + "v_measure": 0.289866, + "v_measure_std": 0.033923, + "main_score": 0.289866, + "hf_subset": "bem_Latn", + "languages": [ + "bem-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.601422, + 0.606034, + 0.578981, + 0.470155, + 0.538561, + 0.592912, + 0.583344, + 0.535411, + 0.538476, + 0.591882 + ] + }, + "v_measure": 0.563718, + "v_measure_std": 0.040375, + "main_score": 0.563718, + "hf_subset": "ben_Beng", + "languages": [ + "ben-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.550721, + 0.591984, + 0.513364, + 0.544303, + 0.532469, + 0.457128, + 0.497945, + 0.552382, + 0.516087, + 0.557353 + ] + }, + "v_measure": 0.531374, + "v_measure_std": 0.035384, + "main_score": 0.531374, + "hf_subset": "bho_Deva", + "languages": [ + "bho-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.499764, + 0.489227, + 0.553785, + 0.414365, + 0.516238, + 0.566238, + 0.496854, + 0.503495, + 0.489918, + 0.554411 + ] + }, + "v_measure": 0.50843, + "v_measure_std": 0.041674, + "main_score": 0.50843, + "hf_subset": "bjn_Latn", + "languages": [ + "bjn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.209461, + 0.273382, + 0.247343, + 0.240083, + 0.282808, + 0.234652, + 0.235272, + 0.250772, + 0.219503, + 0.200769 + ] + }, + "v_measure": 0.239405, + "v_measure_std": 0.024609, + "main_score": 0.239405, + "hf_subset": "bod_Tibt", + "languages": [ + "bod-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.550741, + 0.60393, + 0.54814, + 0.55523, + 0.546921, + 0.540327, + 0.548203, + 0.552524, + 0.572357, + 0.500836 + ] + }, + "v_measure": 0.551921, + "v_measure_std": 0.024357, + "main_score": 0.551921, + "hf_subset": "bos_Latn", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.389103, + 0.358471, + 0.408284, + 0.385897, + 0.398194, + 0.277838, + 0.427041, + 0.404468, + 0.400646, + 0.412116 + ] + }, + "v_measure": 0.386206, + "v_measure_std": 0.040042, + "main_score": 0.386206, + "hf_subset": "bug_Latn", + "languages": [ + "bug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.508859, + 0.510232, + 0.512603, + 0.562617, + 0.593054, + 0.613589, + 0.566875, + 0.572234, + 0.577042, + 0.556209 + ] + }, + "v_measure": 0.557331, + "v_measure_std": 0.034264, + "main_score": 0.557331, + "hf_subset": "bul_Cyrl", + "languages": [ + "bul-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.505519, + 0.538065, + 0.664414, + 0.558792, + 0.604251, + 0.609749, + 0.570992, + 0.649126, + 0.507744, + 0.583879 + ] + }, + "v_measure": 0.579253, + "v_measure_std": 0.051424, + "main_score": 0.579253, + "hf_subset": "cat_Latn", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.482403, + 0.56269, + 0.376068, + 0.560838, + 0.565301, + 0.530133, + 0.584126, + 0.594918, + 0.561655, + 0.622597 + ] + }, + "v_measure": 0.544073, + "v_measure_std": 0.066307, + "main_score": 0.544073, + "hf_subset": "ceb_Latn", + "languages": [ + "ceb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.521943, + 0.516713, + 0.602861, + 0.54459, + 0.545047, + 0.558628, + 0.533565, + 0.514761, + 0.574948, + 0.571685 + ] + }, + "v_measure": 0.548474, + "v_measure_std": 0.027201, + "main_score": 0.548474, + "hf_subset": "ces_Latn", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.227128, + 0.180943, + 0.207667, + 0.216464, + 0.239075, + 0.203261, + 0.24734, + 0.164882, + 0.208002, + 0.241699 + ] + }, + "v_measure": 0.213646, + "v_measure_std": 0.025262, + "main_score": 0.213646, + "hf_subset": "cjk_Latn", + "languages": [ + "cjk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.416227, + 0.447798, + 0.41337, + 0.482807, + 0.434641, + 0.342961, + 0.396283, + 0.422706, + 0.379692, + 0.453204 + ] + }, + "v_measure": 0.418969, + "v_measure_std": 0.037698, + "main_score": 0.418969, + "hf_subset": "ckb_Arab", + "languages": [ + "ckb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.534093, + 0.525408, + 0.49479, + 0.401317, + 0.535125, + 0.516151, + 0.522597, + 0.502215, + 0.437634, + 0.546653 + ] + }, + "v_measure": 0.501598, + "v_measure_std": 0.044299, + "main_score": 0.501598, + "hf_subset": "crh_Latn", + "languages": [ + "crh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.404607, + 0.551645, + 0.396277, + 0.51225, + 0.563777, + 0.510484, + 0.51216, + 0.452987, + 0.515164, + 0.455975 + ] + }, + "v_measure": 0.487533, + "v_measure_std": 0.054612, + "main_score": 0.487533, + "hf_subset": "cym_Latn", + "languages": [ + "cym-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.455584, + 0.481289, + 0.548963, + 0.579867, + 0.555658, + 0.54409, + 0.588833, + 0.536591, + 0.605633, + 0.545726 + ] + }, + "v_measure": 0.544223, + "v_measure_std": 0.043661, + "main_score": 0.544223, + "hf_subset": "dan_Latn", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.547357, + 0.494452, + 0.520409, + 0.535439, + 0.572084, + 0.535217, + 0.530211, + 0.461697, + 0.563571, + 0.548837 + ] + }, + "v_measure": 0.530927, + "v_measure_std": 0.031021, + "main_score": 0.530927, + "hf_subset": "deu_Latn", + "languages": [ + "deu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.188496, + 0.294455, + 0.23783, + 0.238497, + 0.251441, + 0.233806, + 0.296596, + 0.26262, + 0.222874, + 0.247178 + ] + }, + "v_measure": 0.247379, + "v_measure_std": 0.030511, + "main_score": 0.247379, + "hf_subset": "dik_Latn", + "languages": [ + "dik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.184821, + 0.264647, + 0.19548, + 0.196688, + 0.235818, + 0.273121, + 0.235579, + 0.202696, + 0.260526, + 0.18673 + ] + }, + "v_measure": 0.223611, + "v_measure_std": 0.032571, + "main_score": 0.223611, + "hf_subset": "dyu_Latn", + "languages": [ + "dyu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.154369, + 0.187097, + 0.161293, + 0.167898, + 0.164995, + 0.20565, + 0.20443, + 0.168556, + 0.19004, + 0.213846 + ] + }, + "v_measure": 0.181817, + "v_measure_std": 0.02007, + "main_score": 0.181817, + "hf_subset": "dzo_Tibt", + "languages": [ + "dzo-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.55844, + 0.536552, + 0.562298, + 0.536343, + 0.610548, + 0.632772, + 0.553712, + 0.518713, + 0.553549, + 0.553084 + ] + }, + "v_measure": 0.561601, + "v_measure_std": 0.032827, + "main_score": 0.561601, + "hf_subset": "ell_Grek", + "languages": [ + "ell-Grek" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.558651, + 0.498645, + 0.563234, + 0.516829, + 0.555193, + 0.602652, + 0.567157, + 0.625344, + 0.445899, + 0.502147 + ] + }, + "v_measure": 0.543575, + "v_measure_std": 0.05047, + "main_score": 0.543575, + "hf_subset": "eng_Latn", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.625558, + 0.554926, + 0.589191, + 0.546198, + 0.56413, + 0.581365, + 0.575118, + 0.507793, + 0.568209, + 0.635171 + ] + }, + "v_measure": 0.574766, + "v_measure_std": 0.035116, + "main_score": 0.574766, + "hf_subset": "epo_Latn", + "languages": [ + "epo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.516645, + 0.571098, + 0.577662, + 0.56008, + 0.582233, + 0.484397, + 0.605049, + 0.51161, + 0.488928, + 0.573327 + ] + }, + "v_measure": 0.547103, + "v_measure_std": 0.040573, + "main_score": 0.547103, + "hf_subset": "est_Latn", + "languages": [ + "est-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.469227, + 0.536232, + 0.584868, + 0.539235, + 0.561738, + 0.552441, + 0.528779, + 0.511413, + 0.556175, + 0.585768 + ] + }, + "v_measure": 0.542588, + "v_measure_std": 0.03301, + "main_score": 0.542588, + "hf_subset": "eus_Latn", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.223179, + 0.195357, + 0.216753, + 0.208318, + 0.212292, + 0.228362, + 0.18645, + 0.223099, + 0.239063, + 0.213378 + ] + }, + "v_measure": 0.214625, + "v_measure_std": 0.014654, + "main_score": 0.214625, + "hf_subset": "ewe_Latn", + "languages": [ + "ewe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.461479, + 0.540463, + 0.484016, + 0.511462, + 0.496978, + 0.557278, + 0.515968, + 0.536145, + 0.526371, + 0.44919 + ] + }, + "v_measure": 0.507935, + "v_measure_std": 0.033176, + "main_score": 0.507935, + "hf_subset": "fao_Latn", + "languages": [ + "fao-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.276413, + 0.228277, + 0.270801, + 0.286679, + 0.320127, + 0.301221, + 0.234681, + 0.214601, + 0.304425, + 0.282363 + ] + }, + "v_measure": 0.271959, + "v_measure_std": 0.033413, + "main_score": 0.271959, + "hf_subset": "fij_Latn", + "languages": [ + "fij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.553799, + 0.540232, + 0.540232, + 0.557474, + 0.47775, + 0.464486, + 0.626104, + 0.608533, + 0.572925, + 0.547485 + ] + }, + "v_measure": 0.548902, + "v_measure_std": 0.047468, + "main_score": 0.548902, + "hf_subset": "fin_Latn", + "languages": [ + "fin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.226276, + 0.184974, + 0.208806, + 0.253764, + 0.24572, + 0.22233, + 0.190703, + 0.245368, + 0.213564, + 0.254224 + ] + }, + "v_measure": 0.224573, + "v_measure_std": 0.023883, + "main_score": 0.224573, + "hf_subset": "fon_Latn", + "languages": [ + "fon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.479478, + 0.561224, + 0.476687, + 0.533959, + 0.565916, + 0.574251, + 0.577018, + 0.488285, + 0.616831, + 0.569097 + ] + }, + "v_measure": 0.544275, + "v_measure_std": 0.045404, + "main_score": 0.544275, + "hf_subset": "fra_Latn", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.481183, + 0.487534, + 0.549383, + 0.577735, + 0.529637, + 0.548618, + 0.570912, + 0.49826, + 0.612342, + 0.574199 + ] + }, + "v_measure": 0.54298, + "v_measure_std": 0.041131, + "main_score": 0.54298, + "hf_subset": "fur_Latn", + "languages": [ + "fur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.279647, + 0.262985, + 0.234509, + 0.193468, + 0.209276, + 0.280205, + 0.191095, + 0.226768, + 0.25993, + 0.240212 + ] + }, + "v_measure": 0.23781, + "v_measure_std": 0.03126, + "main_score": 0.23781, + "hf_subset": "fuv_Latn", + "languages": [ + "fuv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.22853, + 0.212471, + 0.220939, + 0.2188, + 0.196124, + 0.195775, + 0.2227, + 0.273429, + 0.246463, + 0.231346 + ] + }, + "v_measure": 0.224658, + "v_measure_std": 0.021824, + "main_score": 0.224658, + "hf_subset": "gaz_Latn", + "languages": [ + "gaz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.387946, + 0.397307, + 0.356159, + 0.388035, + 0.380742, + 0.386696, + 0.402668, + 0.426735, + 0.390129, + 0.412034 + ] + }, + "v_measure": 0.392845, + "v_measure_std": 0.017938, + "main_score": 0.392845, + "hf_subset": "gla_Latn", + "languages": [ + "gla-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.44628, + 0.476891, + 0.442995, + 0.425921, + 0.52153, + 0.428152, + 0.490268, + 0.454883, + 0.498381, + 0.484462 + ] + }, + "v_measure": 0.466976, + "v_measure_std": 0.030416, + "main_score": 0.466976, + "hf_subset": "gle_Latn", + "languages": [ + "gle-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.492332, + 0.650827, + 0.632287, + 0.573981, + 0.614102, + 0.526695, + 0.591317, + 0.614257, + 0.497292, + 0.566987 + ] + }, + "v_measure": 0.576008, + "v_measure_std": 0.052563, + "main_score": 0.576008, + "hf_subset": "glg_Latn", + "languages": [ + "glg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.384863, + 0.347602, + 0.372791, + 0.415252, + 0.462894, + 0.394604, + 0.440135, + 0.38167, + 0.422966, + 0.38939 + ] + }, + "v_measure": 0.401217, + "v_measure_std": 0.03241, + "main_score": 0.401217, + "hf_subset": "grn_Latn", + "languages": [ + "grn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.524476, + 0.524128, + 0.562026, + 0.549417, + 0.557041, + 0.584206, + 0.496966, + 0.486375, + 0.60908, + 0.608501 + ] + }, + "v_measure": 0.550222, + "v_measure_std": 0.040569, + "main_score": 0.550222, + "hf_subset": "guj_Gujr", + "languages": [ + "guj-Gujr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.507518, + 0.523163, + 0.389025, + 0.493542, + 0.543693, + 0.56989, + 0.474488, + 0.514023, + 0.499537, + 0.602243 + ] + }, + "v_measure": 0.511712, + "v_measure_std": 0.054473, + "main_score": 0.511712, + "hf_subset": "hat_Latn", + "languages": [ + "hat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.352812, + 0.375052, + 0.345479, + 0.308789, + 0.373012, + 0.329413, + 0.35219, + 0.369609, + 0.420426, + 0.37322 + ] + }, + "v_measure": 0.36, + "v_measure_std": 0.028629, + "main_score": 0.36, + "hf_subset": "hau_Latn", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.525409, + 0.502318, + 0.58485, + 0.468945, + 0.530294, + 0.506963, + 0.549162, + 0.616847, + 0.456288, + 0.602539 + ] + }, + "v_measure": 0.534361, + "v_measure_std": 0.051448, + "main_score": 0.534361, + "hf_subset": "heb_Hebr", + "languages": [ + "heb-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.554847, + 0.52385, + 0.600516, + 0.594065, + 0.611293, + 0.609166, + 0.568993, + 0.577062, + 0.506961, + 0.595881 + ] + }, + "v_measure": 0.574263, + "v_measure_std": 0.034091, + "main_score": 0.574263, + "hf_subset": "hin_Deva", + "languages": [ + "hin-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.574286, + 0.530117, + 0.534181, + 0.535571, + 0.586696, + 0.534878, + 0.519675, + 0.523598, + 0.53247, + 0.552334 + ] + }, + "v_measure": 0.542381, + "v_measure_std": 0.020899, + "main_score": 0.542381, + "hf_subset": "hne_Deva", + "languages": [ + "hne-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.554626, + 0.599795, + 0.577743, + 0.515932, + 0.605982, + 0.593967, + 0.522766, + 0.4924, + 0.579535, + 0.623333 + ] + }, + "v_measure": 0.566608, + "v_measure_std": 0.041291, + "main_score": 0.566608, + "hf_subset": "hrv_Latn", + "languages": [ + "hrv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.567278, + 0.579285, + 0.589644, + 0.633368, + 0.523448, + 0.585016, + 0.56648, + 0.579931, + 0.574236, + 0.523702 + ] + }, + "v_measure": 0.572239, + "v_measure_std": 0.030183, + "main_score": 0.572239, + "hf_subset": "hun_Latn", + "languages": [ + "hun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.465061, + 0.49607, + 0.613913, + 0.530459, + 0.509149, + 0.506782, + 0.509372, + 0.541578, + 0.588062, + 0.549449 + ] + }, + "v_measure": 0.530989, + "v_measure_std": 0.042051, + "main_score": 0.530989, + "hf_subset": "hye_Armn", + "languages": [ + "hye-Armn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.290002, + 0.418755, + 0.406464, + 0.319862, + 0.375262, + 0.299539, + 0.41815, + 0.359428, + 0.424789, + 0.341527 + ] + }, + "v_measure": 0.365378, + "v_measure_std": 0.048623, + "main_score": 0.365378, + "hf_subset": "ibo_Latn", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.494875, + 0.43934, + 0.475169, + 0.504658, + 0.414373, + 0.435736, + 0.524905, + 0.465643, + 0.443306, + 0.527127 + ] + }, + "v_measure": 0.472513, + "v_measure_std": 0.037419, + "main_score": 0.472513, + "hf_subset": "ilo_Latn", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.516645, + 0.591058, + 0.583714, + 0.640098, + 0.625404, + 0.516472, + 0.593633, + 0.564201, + 0.495934, + 0.592316 + ] + }, + "v_measure": 0.571948, + "v_measure_std": 0.045678, + "main_score": 0.571948, + "hf_subset": "ind_Latn", + "languages": [ + "ind-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.463794, + 0.489372, + 0.513349, + 0.446441, + 0.560801, + 0.557204, + 0.549317, + 0.496681, + 0.477554, + 0.461364 + ] + }, + "v_measure": 0.501588, + "v_measure_std": 0.039817, + "main_score": 0.501588, + "hf_subset": "isl_Latn", + "languages": [ + "isl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.564095, + 0.4959, + 0.566422, + 0.559477, + 0.58384, + 0.555571, + 0.551151, + 0.519156, + 0.556304, + 0.534196 + ] + }, + "v_measure": 0.548611, + "v_measure_std": 0.024257, + "main_score": 0.548611, + "hf_subset": "ita_Latn", + "languages": [ + "ita-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.470965, + 0.535066, + 0.557333, + 0.54133, + 0.44836, + 0.500285, + 0.492844, + 0.501099, + 0.535294, + 0.506287 + ] + }, + "v_measure": 0.508886, + "v_measure_std": 0.032067, + "main_score": 0.508886, + "hf_subset": "jav_Latn", + "languages": [ + "jav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.546867, + 0.597733, + 0.517842, + 0.552984, + 0.515167, + 0.510451, + 0.467495, + 0.578884, + 0.453828, + 0.501143 + ] + }, + "v_measure": 0.524239, + "v_measure_std": 0.043301, + "main_score": 0.524239, + "hf_subset": "jpn_Jpan", + "languages": [ + "jpn-Jpan" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.114372, + 0.12062, + 0.126278, + 0.134975, + 0.10654, + 0.145547, + 0.12346, + 0.123918, + 0.128954, + 0.13582 + ] + }, + "v_measure": 0.126048, + "v_measure_std": 0.01059, + "main_score": 0.126048, + "hf_subset": "kab_Latn", + "languages": [ + "kab-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.170469, + 0.245701, + 0.220715, + 0.19645, + 0.250569, + 0.191181, + 0.147344, + 0.232344, + 0.194937, + 0.24486 + ] + }, + "v_measure": 0.209457, + "v_measure_std": 0.033166, + "main_score": 0.209457, + "hf_subset": "kac_Latn", + "languages": [ + "kac-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.22667, + 0.219028, + 0.215228, + 0.220078, + 0.209551, + 0.23319, + 0.222769, + 0.198485, + 0.194009, + 0.219391 + ] + }, + "v_measure": 0.21584, + "v_measure_std": 0.01151, + "main_score": 0.21584, + "hf_subset": "kam_Latn", + "languages": [ + "kam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.615713, + 0.633468, + 0.513968, + 0.548636, + 0.539834, + 0.473577, + 0.432337, + 0.542541, + 0.553034, + 0.505164 + ] + }, + "v_measure": 0.535827, + "v_measure_std": 0.056956, + "main_score": 0.535827, + "hf_subset": "kan_Knda", + "languages": [ + "kan-Knda" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.367186, + 0.414725, + 0.395832, + 0.387475, + 0.310976, + 0.494557, + 0.403858, + 0.427081, + 0.457187, + 0.401962 + ] + }, + "v_measure": 0.406084, + "v_measure_std": 0.04689, + "main_score": 0.406084, + "hf_subset": "kas_Deva", + "languages": [ + "kas-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.569016, + 0.618386, + 0.529302, + 0.500421, + 0.512362, + 0.553435, + 0.630763, + 0.570873, + 0.566618, + 0.534705 + ] + }, + "v_measure": 0.558588, + "v_measure_std": 0.040105, + "main_score": 0.558588, + "hf_subset": "kat_Geor", + "languages": [ + "kat-Geor" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.536865, + 0.512567, + 0.556755, + 0.549995, + 0.528258, + 0.475477, + 0.548053, + 0.571187, + 0.540225, + 0.578334 + ] + }, + "v_measure": 0.539772, + "v_measure_std": 0.028197, + "main_score": 0.539772, + "hf_subset": "kaz_Cyrl", + "languages": [ + "kaz-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.25128, + 0.272636, + 0.255665, + 0.239631, + 0.246625, + 0.216664, + 0.253761, + 0.208173, + 0.238101, + 0.260566 + ] + }, + "v_measure": 0.24431, + "v_measure_std": 0.018626, + "main_score": 0.24431, + "hf_subset": "kbp_Latn", + "languages": [ + "kbp-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.553347, + 0.530736, + 0.516673, + 0.550618, + 0.513198, + 0.498439, + 0.542136, + 0.500734, + 0.516495, + 0.468206 + ] + }, + "v_measure": 0.519058, + "v_measure_std": 0.024968, + "main_score": 0.519058, + "hf_subset": "kea_Latn", + "languages": [ + "kea-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.486825, + 0.534014, + 0.45626, + 0.396776, + 0.456292, + 0.510026, + 0.408541, + 0.430734, + 0.453814, + 0.490929 + ] + }, + "v_measure": 0.462421, + "v_measure_std": 0.041432, + "main_score": 0.462421, + "hf_subset": "khk_Cyrl", + "languages": [ + "khk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.562816, + 0.503665, + 0.548735, + 0.489879, + 0.496447, + 0.545386, + 0.521339, + 0.512521, + 0.509961, + 0.541702 + ] + }, + "v_measure": 0.523245, + "v_measure_std": 0.023572, + "main_score": 0.523245, + "hf_subset": "khm_Khmr", + "languages": [ + "khm-Khmr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.289654, + 0.248413, + 0.240742, + 0.214663, + 0.277198, + 0.29591, + 0.275226, + 0.299529, + 0.301368, + 0.299735 + ] + }, + "v_measure": 0.274244, + "v_measure_std": 0.028427, + "main_score": 0.274244, + "hf_subset": "kik_Latn", + "languages": [ + "kik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.342158, + 0.330734, + 0.291696, + 0.319311, + 0.273965, + 0.298716, + 0.318874, + 0.255409, + 0.337833, + 0.348799 + ] + }, + "v_measure": 0.31175, + "v_measure_std": 0.02936, + "main_score": 0.31175, + "hf_subset": "kin_Latn", + "languages": [ + "kin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.452659, + 0.507437, + 0.521793, + 0.42531, + 0.462159, + 0.539791, + 0.467924, + 0.470875, + 0.518867, + 0.561618 + ] + }, + "v_measure": 0.492843, + "v_measure_std": 0.041089, + "main_score": 0.492843, + "hf_subset": "kir_Cyrl", + "languages": [ + "kir-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.168294, + 0.222102, + 0.197437, + 0.162439, + 0.203888, + 0.221307, + 0.212907, + 0.25429, + 0.269669, + 0.211543 + ] + }, + "v_measure": 0.212388, + "v_measure_std": 0.031538, + "main_score": 0.212388, + "hf_subset": "kmb_Latn", + "languages": [ + "kmb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.34339, + 0.340033, + 0.380496, + 0.376868, + 0.429043, + 0.32567, + 0.399986, + 0.373556, + 0.387117, + 0.346531 + ] + }, + "v_measure": 0.370269, + "v_measure_std": 0.029949, + "main_score": 0.370269, + "hf_subset": "kmr_Latn", + "languages": [ + "kmr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.271307, + 0.263, + 0.279702, + 0.243325, + 0.29249, + 0.206175, + 0.299431, + 0.259501, + 0.288652, + 0.232708 + ] + }, + "v_measure": 0.263629, + "v_measure_std": 0.02783, + "main_score": 0.263629, + "hf_subset": "knc_Latn", + "languages": [ + "knc-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.314213, + 0.22976, + 0.294152, + 0.292395, + 0.309928, + 0.26349, + 0.340327, + 0.288782, + 0.386945, + 0.335652 + ] + }, + "v_measure": 0.305564, + "v_measure_std": 0.041149, + "main_score": 0.305564, + "hf_subset": "kon_Latn", + "languages": [ + "kon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.451139, + 0.573516, + 0.520503, + 0.566463, + 0.544476, + 0.580323, + 0.53283, + 0.556187, + 0.572506, + 0.521239 + ] + }, + "v_measure": 0.541918, + "v_measure_std": 0.036649, + "main_score": 0.541918, + "hf_subset": "kor_Hang", + "languages": [ + "kor-Hang" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.468252, + 0.530882, + 0.441513, + 0.377071, + 0.422648, + 0.456319, + 0.434532, + 0.408218, + 0.457143, + 0.422868 + ] + }, + "v_measure": 0.441945, + "v_measure_std": 0.038958, + "main_score": 0.441945, + "hf_subset": "lao_Laoo", + "languages": [ + "lao-Laoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.490747, + 0.481169, + 0.527379, + 0.493873, + 0.579857, + 0.527045, + 0.533032, + 0.555378, + 0.598739, + 0.530021 + ] + }, + "v_measure": 0.531724, + "v_measure_std": 0.036167, + "main_score": 0.531724, + "hf_subset": "lij_Latn", + "languages": [ + "lij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.584836, + 0.518724, + 0.514714, + 0.500289, + 0.525301, + 0.572949, + 0.500296, + 0.520953, + 0.541583, + 0.486088 + ] + }, + "v_measure": 0.526573, + "v_measure_std": 0.030044, + "main_score": 0.526573, + "hf_subset": "lim_Latn", + "languages": [ + "lim-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.301645, + 0.257601, + 0.316106, + 0.356702, + 0.313453, + 0.341466, + 0.286946, + 0.247971, + 0.295249, + 0.307033 + ] + }, + "v_measure": 0.302417, + "v_measure_std": 0.031728, + "main_score": 0.302417, + "hf_subset": "lin_Latn", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.553055, + 0.521813, + 0.527263, + 0.476274, + 0.565981, + 0.531131, + 0.583997, + 0.568692, + 0.494651, + 0.51488 + ] + }, + "v_measure": 0.533774, + "v_measure_std": 0.032461, + "main_score": 0.533774, + "hf_subset": "lit_Latn", + "languages": [ + "lit-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.531316, + 0.47523, + 0.474152, + 0.529184, + 0.545681, + 0.575539, + 0.556529, + 0.543993, + 0.519378, + 0.44652 + ] + }, + "v_measure": 0.519752, + "v_measure_std": 0.039207, + "main_score": 0.519752, + "hf_subset": "lmo_Latn", + "languages": [ + "lmo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.452475, + 0.465065, + 0.469824, + 0.440834, + 0.490503, + 0.460499, + 0.435993, + 0.480172, + 0.424635, + 0.37279 + ] + }, + "v_measure": 0.449279, + "v_measure_std": 0.031886, + "main_score": 0.449279, + "hf_subset": "ltg_Latn", + "languages": [ + "ltg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.478471, + 0.59624, + 0.469525, + 0.504027, + 0.582419, + 0.587213, + 0.522691, + 0.49848, + 0.504795, + 0.560128 + ] + }, + "v_measure": 0.530399, + "v_measure_std": 0.044704, + "main_score": 0.530399, + "hf_subset": "ltz_Latn", + "languages": [ + "ltz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.244943, + 0.298447, + 0.287079, + 0.29131, + 0.26722, + 0.281948, + 0.307563, + 0.327583, + 0.307223, + 0.274073 + ] + }, + "v_measure": 0.288739, + "v_measure_std": 0.02225, + "main_score": 0.288739, + "hf_subset": "lua_Latn", + "languages": [ + "lua-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.174725, + 0.253096, + 0.224063, + 0.272206, + 0.254867, + 0.219565, + 0.271973, + 0.203763, + 0.238009, + 0.198327 + ] + }, + "v_measure": 0.231059, + "v_measure_std": 0.031046, + "main_score": 0.231059, + "hf_subset": "lug_Latn", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.175366, + 0.228739, + 0.247192, + 0.185431, + 0.266172, + 0.211324, + 0.238491, + 0.191643, + 0.247722, + 0.23426 + ] + }, + "v_measure": 0.222634, + "v_measure_std": 0.028738, + "main_score": 0.222634, + "hf_subset": "luo_Latn", + "languages": [ + "luo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.390613, + 0.496107, + 0.430017, + 0.360404, + 0.470919, + 0.399086, + 0.425549, + 0.475732, + 0.430476, + 0.419081 + ] + }, + "v_measure": 0.429798, + "v_measure_std": 0.039529, + "main_score": 0.429798, + "hf_subset": "lus_Latn", + "languages": [ + "lus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.530949, + 0.587453, + 0.499805, + 0.60892, + 0.604539, + 0.567168, + 0.522496, + 0.53506, + 0.61886, + 0.530913 + ] + }, + "v_measure": 0.560616, + "v_measure_std": 0.039981, + "main_score": 0.560616, + "hf_subset": "lvs_Latn", + "languages": [ + "lvs-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.593161, + 0.590809, + 0.608829, + 0.515631, + 0.551483, + 0.601019, + 0.640638, + 0.545739, + 0.56224, + 0.611902 + ] + }, + "v_measure": 0.582145, + "v_measure_std": 0.035577, + "main_score": 0.582145, + "hf_subset": "mag_Deva", + "languages": [ + "mag-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.544898, + 0.542322, + 0.533527, + 0.567822, + 0.595005, + 0.580717, + 0.469775, + 0.567448, + 0.451326, + 0.572976 + ] + }, + "v_measure": 0.542582, + "v_measure_std": 0.04483, + "main_score": 0.542582, + "hf_subset": "mai_Deva", + "languages": [ + "mai-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.521304, + 0.583491, + 0.55913, + 0.530666, + 0.487073, + 0.522538, + 0.521029, + 0.551846, + 0.5595, + 0.572218 + ] + }, + "v_measure": 0.540879, + "v_measure_std": 0.027769, + "main_score": 0.540879, + "hf_subset": "mal_Mlym", + "languages": [ + "mal-Mlym" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.536169, + 0.570591, + 0.488892, + 0.533981, + 0.489942, + 0.486047, + 0.611182, + 0.550426, + 0.536553, + 0.511682 + ] + }, + "v_measure": 0.531546, + "v_measure_std": 0.037802, + "main_score": 0.531546, + "hf_subset": "mar_Deva", + "languages": [ + "mar-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.524009, + 0.492576, + 0.509203, + 0.491178, + 0.490698, + 0.522074, + 0.520217, + 0.476293, + 0.461619, + 0.443486 + ] + }, + "v_measure": 0.493135, + "v_measure_std": 0.025562, + "main_score": 0.493135, + "hf_subset": "min_Latn", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.575879, + 0.586577, + 0.590117, + 0.580531, + 0.589938, + 0.531727, + 0.464354, + 0.607624, + 0.487058, + 0.564456 + ] + }, + "v_measure": 0.557826, + "v_measure_std": 0.045488, + "main_score": 0.557826, + "hf_subset": "mkd_Cyrl", + "languages": [ + "mkd-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.506723, + 0.543929, + 0.526016, + 0.553827, + 0.556745, + 0.502625, + 0.56127, + 0.589211, + 0.509419, + 0.51028 + ] + }, + "v_measure": 0.536004, + "v_measure_std": 0.027785, + "main_score": 0.536004, + "hf_subset": "mlt_Latn", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.262318, + 0.302661, + 0.245809, + 0.244786, + 0.326561, + 0.291327, + 0.263855, + 0.318982, + 0.326027, + 0.249323 + ] + }, + "v_measure": 0.283165, + "v_measure_std": 0.032049, + "main_score": 0.283165, + "hf_subset": "mni_Beng", + "languages": [ + "mni-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.218896, + 0.246155, + 0.186436, + 0.187303, + 0.206643, + 0.193859, + 0.224898, + 0.190697, + 0.191078, + 0.219698 + ] + }, + "v_measure": 0.206566, + "v_measure_std": 0.019124, + "main_score": 0.206566, + "hf_subset": "mos_Latn", + "languages": [ + "mos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.305845, + 0.360258, + 0.292677, + 0.281067, + 0.306147, + 0.333142, + 0.323039, + 0.366964, + 0.357405, + 0.292119 + ] + }, + "v_measure": 0.321866, + "v_measure_std": 0.029672, + "main_score": 0.321866, + "hf_subset": "mri_Latn", + "languages": [ + "mri-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.445231, + 0.542216, + 0.504584, + 0.473117, + 0.471829, + 0.465783, + 0.527562, + 0.503369, + 0.461501, + 0.467841 + ] + }, + "v_measure": 0.486303, + "v_measure_std": 0.029835, + "main_score": 0.486303, + "hf_subset": "mya_Mymr", + "languages": [ + "mya-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.560765, + 0.490345, + 0.568131, + 0.559057, + 0.521133, + 0.483866, + 0.648337, + 0.474918, + 0.600248, + 0.589612 + ] + }, + "v_measure": 0.549641, + "v_measure_std": 0.053565, + "main_score": 0.549641, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.561676, + 0.508588, + 0.543998, + 0.562159, + 0.550086, + 0.54142, + 0.520422, + 0.674899, + 0.578665, + 0.611287 + ] + }, + "v_measure": 0.56532, + "v_measure_std": 0.045623, + "main_score": 0.56532, + "hf_subset": "nno_Latn", + "languages": [ + "nno-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.516776, + 0.582448, + 0.504158, + 0.598692, + 0.547573, + 0.545438, + 0.549407, + 0.551793, + 0.543276, + 0.603285 + ] + }, + "v_measure": 0.554285, + "v_measure_std": 0.030595, + "main_score": 0.554285, + "hf_subset": "nob_Latn", + "languages": [ + "nob-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.555927, + 0.454479, + 0.524254, + 0.474891, + 0.50259, + 0.554882, + 0.526889, + 0.481613, + 0.512626, + 0.449214 + ] + }, + "v_measure": 0.503737, + "v_measure_std": 0.036191, + "main_score": 0.503737, + "hf_subset": "npi_Deva", + "languages": [ + "npi-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.086426, + 0.096612, + 0.09173, + 0.109911, + 0.101462, + 0.087604, + 0.109084, + 0.096997, + 0.089297, + 0.09655 + ] + }, + "v_measure": 0.096567, + "v_measure_std": 0.007863, + "main_score": 0.096567, + "hf_subset": "nqo_Nkoo", + "languages": [ + "nqo-Nkoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.307766, + 0.238279, + 0.274559, + 0.230501, + 0.247858, + 0.271997, + 0.299276, + 0.22537, + 0.249308, + 0.293913 + ] + }, + "v_measure": 0.263883, + "v_measure_std": 0.028253, + "main_score": 0.263883, + "hf_subset": "nso_Latn", + "languages": [ + "nso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.182645, + 0.173746, + 0.173899, + 0.195669, + 0.19469, + 0.173129, + 0.155526, + 0.172835, + 0.17258, + 0.187092 + ] + }, + "v_measure": 0.178181, + "v_measure_std": 0.011465, + "main_score": 0.178181, + "hf_subset": "nus_Latn", + "languages": [ + "nus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.281015, + 0.349543, + 0.403968, + 0.382682, + 0.302665, + 0.356122, + 0.350532, + 0.296079, + 0.349868, + 0.364813 + ] + }, + "v_measure": 0.343729, + "v_measure_std": 0.037083, + "main_score": 0.343729, + "hf_subset": "nya_Latn", + "languages": [ + "nya-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.576433, + 0.5142, + 0.503543, + 0.469262, + 0.538978, + 0.50006, + 0.541513, + 0.539064, + 0.560955, + 0.551236 + ] + }, + "v_measure": 0.529524, + "v_measure_std": 0.030649, + "main_score": 0.529524, + "hf_subset": "oci_Latn", + "languages": [ + "oci-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.519722, + 0.452115, + 0.538654, + 0.503109, + 0.521041, + 0.490857, + 0.384644, + 0.501124, + 0.51756, + 0.563428 + ] + }, + "v_measure": 0.499226, + "v_measure_std": 0.047271, + "main_score": 0.499226, + "hf_subset": "ory_Orya", + "languages": [ + "ory-Orya" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.501957, + 0.487167, + 0.500247, + 0.449796, + 0.481463, + 0.483979, + 0.446006, + 0.486929, + 0.4826, + 0.440684 + ] + }, + "v_measure": 0.476083, + "v_measure_std": 0.021158, + "main_score": 0.476083, + "hf_subset": "pag_Latn", + "languages": [ + "pag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.576906, + 0.539289, + 0.548599, + 0.527121, + 0.530255, + 0.581854, + 0.497849, + 0.511244, + 0.552722, + 0.513683 + ] + }, + "v_measure": 0.537952, + "v_measure_std": 0.026202, + "main_score": 0.537952, + "hf_subset": "pan_Guru", + "languages": [ + "pan-Guru" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.491763, + 0.586178, + 0.507629, + 0.506744, + 0.562009, + 0.519305, + 0.52624, + 0.542635, + 0.507192, + 0.584803 + ] + }, + "v_measure": 0.53345, + "v_measure_std": 0.032213, + "main_score": 0.53345, + "hf_subset": "pap_Latn", + "languages": [ + "pap-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.424705, + 0.490804, + 0.485699, + 0.47662, + 0.491576, + 0.469784, + 0.503863, + 0.48026, + 0.425448, + 0.468837 + ] + }, + "v_measure": 0.471759, + "v_measure_std": 0.025392, + "main_score": 0.471759, + "hf_subset": "pbt_Arab", + "languages": [ + "pbt-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.500347, + 0.529593, + 0.482261, + 0.569507, + 0.479813, + 0.544137, + 0.595238, + 0.600278, + 0.580085, + 0.554856 + ] + }, + "v_measure": 0.543611, + "v_measure_std": 0.042316, + "main_score": 0.543611, + "hf_subset": "pes_Arab", + "languages": [ + "pes-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.390156, + 0.405232, + 0.326779, + 0.365746, + 0.34805, + 0.351985, + 0.383254, + 0.347539, + 0.389866, + 0.358176 + ] + }, + "v_measure": 0.366678, + "v_measure_std": 0.023333, + "main_score": 0.366678, + "hf_subset": "plt_Latn", + "languages": [ + "plt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.532305, + 0.599081, + 0.551577, + 0.566791, + 0.520439, + 0.545, + 0.508592, + 0.634292, + 0.586636, + 0.5669 + ] + }, + "v_measure": 0.561161, + "v_measure_std": 0.036204, + "main_score": 0.561161, + "hf_subset": "pol_Latn", + "languages": [ + "pol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.57032, + 0.58148, + 0.53182, + 0.544565, + 0.562072, + 0.491442, + 0.562368, + 0.553764, + 0.558316, + 0.550045 + ] + }, + "v_measure": 0.550619, + "v_measure_std": 0.023603, + "main_score": 0.550619, + "hf_subset": "por_Latn", + "languages": [ + "por-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.493558, + 0.576155, + 0.6303, + 0.567694, + 0.587886, + 0.530279, + 0.542984, + 0.591179, + 0.609096, + 0.542535 + ] + }, + "v_measure": 0.567167, + "v_measure_std": 0.038472, + "main_score": 0.567167, + "hf_subset": "prs_Arab", + "languages": [ + "prs-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.294478, + 0.283155, + 0.207823, + 0.272625, + 0.215694, + 0.291637, + 0.322497, + 0.231262, + 0.283379, + 0.317082 + ] + }, + "v_measure": 0.271963, + "v_measure_std": 0.038309, + "main_score": 0.271963, + "hf_subset": "quy_Latn", + "languages": [ + "quy-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.556429, + 0.570122, + 0.52245, + 0.525951, + 0.503305, + 0.609202, + 0.546073, + 0.593126, + 0.596576, + 0.648289 + ] + }, + "v_measure": 0.567152, + "v_measure_std": 0.042699, + "main_score": 0.567152, + "hf_subset": "ron_Latn", + "languages": [ + "ron-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.287597, + 0.305092, + 0.331907, + 0.242482, + 0.279919, + 0.234471, + 0.286914, + 0.300487, + 0.23197, + 0.216821 + ] + }, + "v_measure": 0.271766, + "v_measure_std": 0.035986, + "main_score": 0.271766, + "hf_subset": "run_Latn", + "languages": [ + "run-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.579118, + 0.572233, + 0.570052, + 0.514333, + 0.494364, + 0.525759, + 0.537705, + 0.616716, + 0.558522, + 0.559619 + ] + }, + "v_measure": 0.552842, + "v_measure_std": 0.033743, + "main_score": 0.552842, + "hf_subset": "rus_Cyrl", + "languages": [ + "rus-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.212299, + 0.262134, + 0.263869, + 0.259863, + 0.200129, + 0.192053, + 0.248145, + 0.241575, + 0.300148, + 0.222164 + ] + }, + "v_measure": 0.240238, + "v_measure_std": 0.031803, + "main_score": 0.240238, + "hf_subset": "sag_Latn", + "languages": [ + "sag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.376945, + 0.362922, + 0.479206, + 0.491872, + 0.438876, + 0.515531, + 0.462924, + 0.526164, + 0.55629, + 0.490327 + ] + }, + "v_measure": 0.470106, + "v_measure_std": 0.058986, + "main_score": 0.470106, + "hf_subset": "san_Deva", + "languages": [ + "san-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.452532, + 0.386562, + 0.338629, + 0.465883, + 0.383335, + 0.384493, + 0.37702, + 0.427732, + 0.434397, + 0.395001 + ] + }, + "v_measure": 0.404558, + "v_measure_std": 0.037233, + "main_score": 0.404558, + "hf_subset": "sat_Olck", + "languages": [ + "sat-Olck" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.59777, + 0.532011, + 0.443975, + 0.571779, + 0.561959, + 0.563216, + 0.588044, + 0.539023, + 0.544092, + 0.524336 + ] + }, + "v_measure": 0.546621, + "v_measure_std": 0.040971, + "main_score": 0.546621, + "hf_subset": "scn_Latn", + "languages": [ + "scn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.170796, + 0.222565, + 0.259206, + 0.213077, + 0.207848, + 0.191621, + 0.242019, + 0.217804, + 0.233718, + 0.254623 + ] + }, + "v_measure": 0.221328, + "v_measure_std": 0.026124, + "main_score": 0.221328, + "hf_subset": "shn_Mymr", + "languages": [ + "shn-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.508991, + 0.485039, + 0.492571, + 0.479832, + 0.456354, + 0.501356, + 0.470707, + 0.526265, + 0.461847, + 0.557879 + ] + }, + "v_measure": 0.494084, + "v_measure_std": 0.029457, + "main_score": 0.494084, + "hf_subset": "sin_Sinh", + "languages": [ + "sin-Sinh" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.605581, + 0.550968, + 0.539502, + 0.519866, + 0.542519, + 0.597817, + 0.581562, + 0.644689, + 0.541224, + 0.535674 + ] + }, + "v_measure": 0.56594, + "v_measure_std": 0.037622, + "main_score": 0.56594, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.554871, + 0.595634, + 0.535255, + 0.605816, + 0.588835, + 0.538555, + 0.603371, + 0.571032, + 0.509076, + 0.544096 + ] + }, + "v_measure": 0.564654, + "v_measure_std": 0.031514, + "main_score": 0.564654, + "hf_subset": "slv_Latn", + "languages": [ + "slv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.329305, + 0.329402, + 0.374239, + 0.348785, + 0.346151, + 0.332236, + 0.285991, + 0.343444, + 0.361732, + 0.292414 + ] + }, + "v_measure": 0.33437, + "v_measure_std": 0.026311, + "main_score": 0.33437, + "hf_subset": "smo_Latn", + "languages": [ + "smo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.304679, + 0.384379, + 0.378435, + 0.36032, + 0.372637, + 0.388706, + 0.374263, + 0.357237, + 0.369432, + 0.403312 + ] + }, + "v_measure": 0.36934, + "v_measure_std": 0.025064, + "main_score": 0.36934, + "hf_subset": "sna_Latn", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.515181, + 0.521839, + 0.516485, + 0.531164, + 0.470815, + 0.560718, + 0.555949, + 0.502416, + 0.518608, + 0.545385 + ] + }, + "v_measure": 0.523856, + "v_measure_std": 0.025179, + "main_score": 0.523856, + "hf_subset": "snd_Arab", + "languages": [ + "snd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.378377, + 0.424081, + 0.255279, + 0.354392, + 0.342513, + 0.368246, + 0.367587, + 0.362327, + 0.377369, + 0.354524 + ] + }, + "v_measure": 0.35847, + "v_measure_std": 0.040233, + "main_score": 0.35847, + "hf_subset": "som_Latn", + "languages": [ + "som-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.322072, + 0.331209, + 0.26392, + 0.25807, + 0.337002, + 0.320211, + 0.300632, + 0.309141, + 0.325351, + 0.257187 + ] + }, + "v_measure": 0.30248, + "v_measure_std": 0.029659, + "main_score": 0.30248, + "hf_subset": "sot_Latn", + "languages": [ + "sot-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.627924, + 0.556014, + 0.597541, + 0.556042, + 0.535625, + 0.636707, + 0.517707, + 0.581179, + 0.618484, + 0.634965 + ] + }, + "v_measure": 0.586219, + "v_measure_std": 0.041153, + "main_score": 0.586219, + "hf_subset": "spa_Latn", + "languages": [ + "spa-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.5269, + 0.511045, + 0.416869, + 0.529481, + 0.55532, + 0.561301, + 0.486091, + 0.509729, + 0.466503, + 0.558885 + ] + }, + "v_measure": 0.512212, + "v_measure_std": 0.043393, + "main_score": 0.512212, + "hf_subset": "srd_Latn", + "languages": [ + "srd-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.573383, + 0.60263, + 0.537104, + 0.626872, + 0.536498, + 0.572799, + 0.526717, + 0.481826, + 0.536156, + 0.581738 + ] + }, + "v_measure": 0.557572, + "v_measure_std": 0.039887, + "main_score": 0.557572, + "hf_subset": "srp_Cyrl", + "languages": [ + "srp-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.253794, + 0.278142, + 0.287151, + 0.298291, + 0.239368, + 0.260077, + 0.317231, + 0.334873, + 0.200112, + 0.262353 + ] + }, + "v_measure": 0.273139, + "v_measure_std": 0.037073, + "main_score": 0.273139, + "hf_subset": "ssw_Latn", + "languages": [ + "ssw-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.485295, + 0.513076, + 0.49815, + 0.459223, + 0.533307, + 0.537947, + 0.431388, + 0.494561, + 0.546324, + 0.470314 + ] + }, + "v_measure": 0.496958, + "v_measure_std": 0.035035, + "main_score": 0.496958, + "hf_subset": "sun_Latn", + "languages": [ + "sun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.526169, + 0.507575, + 0.627519, + 0.515632, + 0.574483, + 0.553245, + 0.607442, + 0.613918, + 0.558639, + 0.660874 + ] + }, + "v_measure": 0.574549, + "v_measure_std": 0.048881, + "main_score": 0.574549, + "hf_subset": "swe_Latn", + "languages": [ + "swe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.544946, + 0.468507, + 0.608588, + 0.538574, + 0.609829, + 0.58181, + 0.563733, + 0.470391, + 0.477995, + 0.595801 + ] + }, + "v_measure": 0.546017, + "v_measure_std": 0.053358, + "main_score": 0.546017, + "hf_subset": "swh_Latn", + "languages": [ + "swh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.544184, + 0.614265, + 0.536473, + 0.537067, + 0.535505, + 0.533053, + 0.524169, + 0.498716, + 0.461143, + 0.4447 + ] + }, + "v_measure": 0.522928, + "v_measure_std": 0.04468, + "main_score": 0.522928, + "hf_subset": "szl_Latn", + "languages": [ + "szl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.55385, + 0.529991, + 0.472547, + 0.548624, + 0.538355, + 0.560139, + 0.522752, + 0.568019, + 0.579786, + 0.500145 + ] + }, + "v_measure": 0.537421, + "v_measure_std": 0.030841, + "main_score": 0.537421, + "hf_subset": "tam_Taml", + "languages": [ + "tam-Taml" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.053952, + 0.086129, + 0.06765, + 0.070585, + 0.072776, + 0.064987, + 0.076328, + 0.079709, + 0.041776, + 0.07733 + ] + }, + "v_measure": 0.069122, + "v_measure_std": 0.012383, + "main_score": 0.069122, + "hf_subset": "taq_Tfng", + "languages": [ + "taq-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.509743, + 0.537142, + 0.562548, + 0.552336, + 0.482515, + 0.51576, + 0.492359, + 0.572979, + 0.525488, + 0.55917 + ] + }, + "v_measure": 0.531004, + "v_measure_std": 0.02933, + "main_score": 0.531004, + "hf_subset": "tat_Cyrl", + "languages": [ + "tat-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.565802, + 0.567763, + 0.560279, + 0.430539, + 0.548366, + 0.503804, + 0.478803, + 0.53633, + 0.538954, + 0.550467 + ] + }, + "v_measure": 0.528111, + "v_measure_std": 0.04203, + "main_score": 0.528111, + "hf_subset": "tel_Telu", + "languages": [ + "tel-Telu" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.47384, + 0.433998, + 0.498525, + 0.498868, + 0.443842, + 0.369845, + 0.55547, + 0.517333, + 0.454666, + 0.442445 + ] + }, + "v_measure": 0.468883, + "v_measure_std": 0.049194, + "main_score": 0.468883, + "hf_subset": "tgk_Cyrl", + "languages": [ + "tgk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.51257, + 0.566153, + 0.470715, + 0.478263, + 0.570209, + 0.596615, + 0.547411, + 0.614505, + 0.574937, + 0.595587 + ] + }, + "v_measure": 0.552696, + "v_measure_std": 0.047403, + "main_score": 0.552696, + "hf_subset": "tgl_Latn", + "languages": [ + "tgl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.650706, + 0.619891, + 0.574755, + 0.528304, + 0.585368, + 0.589762, + 0.547107, + 0.582489, + 0.536055, + 0.531994 + ] + }, + "v_measure": 0.574643, + "v_measure_std": 0.038015, + "main_score": 0.574643, + "hf_subset": "tha_Thai", + "languages": [ + "tha-Thai" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.244866, + 0.22659, + 0.282356, + 0.227146, + 0.261865, + 0.257947, + 0.289027, + 0.213503, + 0.204137, + 0.272506 + ] + }, + "v_measure": 0.247994, + "v_measure_std": 0.027879, + "main_score": 0.247994, + "hf_subset": "tir_Ethi", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.403551, + 0.532401, + 0.545598, + 0.540753, + 0.510306, + 0.530083, + 0.515607, + 0.526434, + 0.571033, + 0.515973 + ] + }, + "v_measure": 0.519174, + "v_measure_std": 0.042036, + "main_score": 0.519174, + "hf_subset": "tpi_Latn", + "languages": [ + "tpi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.225888, + 0.313036, + 0.293657, + 0.227781, + 0.244667, + 0.296229, + 0.19149, + 0.231902, + 0.263246, + 0.258174 + ] + }, + "v_measure": 0.254607, + "v_measure_std": 0.035918, + "main_score": 0.254607, + "hf_subset": "tsn_Latn", + "languages": [ + "tsn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.252903, + 0.294582, + 0.222073, + 0.235677, + 0.322933, + 0.269274, + 0.240797, + 0.275225, + 0.261305, + 0.31251 + ] + }, + "v_measure": 0.268728, + "v_measure_std": 0.031497, + "main_score": 0.268728, + "hf_subset": "tso_Latn", + "languages": [ + "tso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.494286, + 0.490924, + 0.52642, + 0.480204, + 0.492679, + 0.534421, + 0.506405, + 0.56008, + 0.48148, + 0.498692 + ] + }, + "v_measure": 0.506559, + "v_measure_std": 0.024512, + "main_score": 0.506559, + "hf_subset": "tuk_Latn", + "languages": [ + "tuk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.333483, + 0.30249, + 0.336448, + 0.338062, + 0.310488, + 0.328581, + 0.309594, + 0.302377, + 0.343195, + 0.371829 + ] + }, + "v_measure": 0.327655, + "v_measure_std": 0.020752, + "main_score": 0.327655, + "hf_subset": "tum_Latn", + "languages": [ + "tum-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.61318, + 0.56368, + 0.549057, + 0.621738, + 0.593036, + 0.466746, + 0.64258, + 0.507499, + 0.519524, + 0.542076 + ] + }, + "v_measure": 0.561912, + "v_measure_std": 0.052971, + "main_score": 0.561912, + "hf_subset": "tur_Latn", + "languages": [ + "tur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.341159, + 0.31472, + 0.337871, + 0.356351, + 0.328821, + 0.285253, + 0.326774, + 0.278815, + 0.348697, + 0.377108 + ] + }, + "v_measure": 0.329557, + "v_measure_std": 0.028836, + "main_score": 0.329557, + "hf_subset": "twi_Latn", + "languages": [ + "twi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.054289, + 0.05734, + 0.057842, + 0.061493, + 0.049684, + 0.059486, + 0.052068, + 0.051702, + 0.052007, + 0.0499 + ] + }, + "v_measure": 0.054581, + "v_measure_std": 0.003966, + "main_score": 0.054581, + "hf_subset": "tzm_Tfng", + "languages": [ + "tzm-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.408313, + 0.442777, + 0.423817, + 0.450419, + 0.467352, + 0.426844, + 0.412649, + 0.468031, + 0.408846, + 0.495759 + ] + }, + "v_measure": 0.44048, + "v_measure_std": 0.028133, + "main_score": 0.44048, + "hf_subset": "uig_Arab", + "languages": [ + "uig-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.558714, + 0.629566, + 0.543377, + 0.58609, + 0.57672, + 0.49054, + 0.588258, + 0.557508, + 0.566457, + 0.546832 + ] + }, + "v_measure": 0.564406, + "v_measure_std": 0.034246, + "main_score": 0.564406, + "hf_subset": "ukr_Cyrl", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.200685, + 0.218494, + 0.254945, + 0.180154, + 0.18088, + 0.197479, + 0.235616, + 0.175589, + 0.199961, + 0.215707 + ] + }, + "v_measure": 0.205951, + "v_measure_std": 0.024257, + "main_score": 0.205951, + "hf_subset": "umb_Latn", + "languages": [ + "umb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.556034, + 0.526059, + 0.596287, + 0.572746, + 0.569386, + 0.525784, + 0.568491, + 0.543157, + 0.582084, + 0.515819 + ] + }, + "v_measure": 0.555585, + "v_measure_std": 0.025507, + "main_score": 0.555585, + "hf_subset": "urd_Arab", + "languages": [ + "urd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.587954, + 0.507329, + 0.512295, + 0.591903, + 0.542704, + 0.498351, + 0.51134, + 0.574361, + 0.585185, + 0.577722 + ] + }, + "v_measure": 0.548914, + "v_measure_std": 0.03639, + "main_score": 0.548914, + "hf_subset": "uzn_Latn", + "languages": [ + "uzn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.473636, + 0.562571, + 0.595789, + 0.553333, + 0.509761, + 0.49664, + 0.660767, + 0.572715, + 0.462814, + 0.591094 + ] + }, + "v_measure": 0.547912, + "v_measure_std": 0.058818, + "main_score": 0.547912, + "hf_subset": "vec_Latn", + "languages": [ + "vec-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.491517, + 0.54284, + 0.577835, + 0.594206, + 0.556192, + 0.586268, + 0.457854, + 0.584105, + 0.570584, + 0.497313 + ] + }, + "v_measure": 0.545871, + "v_measure_std": 0.044986, + "main_score": 0.545871, + "hf_subset": "vie_Latn", + "languages": [ + "vie-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.524895, + 0.526922, + 0.505851, + 0.544523, + 0.55197, + 0.600844, + 0.536195, + 0.571249, + 0.576592, + 0.600858 + ] + }, + "v_measure": 0.55399, + "v_measure_std": 0.030834, + "main_score": 0.55399, + "hf_subset": "war_Latn", + "languages": [ + "war-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.350839, + 0.322309, + 0.373445, + 0.278822, + 0.346192, + 0.369723, + 0.290131, + 0.323, + 0.244476, + 0.369338 + ] + }, + "v_measure": 0.326827, + "v_measure_std": 0.041521, + "main_score": 0.326827, + "hf_subset": "wol_Latn", + "languages": [ + "wol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.274693, + 0.32557, + 0.329831, + 0.364935, + 0.373334, + 0.35847, + 0.303256, + 0.357052, + 0.313696, + 0.36793 + ] + }, + "v_measure": 0.336877, + "v_measure_std": 0.03109, + "main_score": 0.336877, + "hf_subset": "xho_Latn", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.506461, + 0.42098, + 0.440816, + 0.473115, + 0.536283, + 0.524384, + 0.487814, + 0.526606, + 0.523092, + 0.441633 + ] + }, + "v_measure": 0.488119, + "v_measure_std": 0.039758, + "main_score": 0.488119, + "hf_subset": "ydd_Hebr", + "languages": [ + "ydd-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.240403, + 0.296506, + 0.291406, + 0.301051, + 0.236391, + 0.295216, + 0.290947, + 0.241086, + 0.268454, + 0.314045 + ] + }, + "v_measure": 0.27755, + "v_measure_std": 0.027228, + "main_score": 0.27755, + "hf_subset": "yor_Latn", + "languages": [ + "yor-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.551492, + 0.590626, + 0.499045, + 0.573618, + 0.516805, + 0.567898, + 0.566744, + 0.572201, + 0.558472, + 0.543673 + ] + }, + "v_measure": 0.554057, + "v_measure_std": 0.026362, + "main_score": 0.554057, + "hf_subset": "yue_Hant", + "languages": [ + "yue-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.487482, + 0.564159, + 0.611175, + 0.593359, + 0.602887, + 0.55374, + 0.570958, + 0.522433, + 0.450493, + 0.504582 + ] + }, + "v_measure": 0.546127, + "v_measure_std": 0.050553, + "main_score": 0.546127, + "hf_subset": "zho_Hant", + "languages": [ + "zho-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.554553, + 0.522983, + 0.478619, + 0.500228, + 0.599363, + 0.613807, + 0.615991, + 0.631556, + 0.515567, + 0.565095 + ] + }, + "v_measure": 0.559776, + "v_measure_std": 0.051279, + "main_score": 0.559776, + "hf_subset": "zsm_Latn", + "languages": [ + "zsm-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.344038, + 0.347307, + 0.326634, + 0.379434, + 0.398147, + 0.292043, + 0.329059, + 0.338004, + 0.304632, + 0.363552 + ] + }, + "v_measure": 0.342285, + "v_measure_std": 0.030597, + "main_score": 0.342285, + "hf_subset": "zul_Latn", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 2689.7993516921997, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SICK-R.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SICK-R.json new file mode 100644 index 0000000000..fcd88c04c9 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SICK-R.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "20a6d6f312dd54037fe07a32d58e5e168867909d", + "task_name": "SICK-R", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.831463, + "spearman": 0.810041, + "cosine_pearson": 0.831463, + "cosine_spearman": 0.810041, + "manhattan_pearson": 0.80605, + "manhattan_spearman": 0.810262, + "euclidean_pearson": 0.806038, + "euclidean_spearman": 0.810035, + "main_score": 0.810041, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.27369141578674, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS12.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS12.json new file mode 100644 index 0000000000..624cc80168 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS12.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384", + "task_name": "STS12", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.870715, + "spearman": 0.804543, + "cosine_pearson": 0.870715, + "cosine_spearman": 0.804543, + "manhattan_pearson": 0.844784, + "manhattan_spearman": 0.805032, + "euclidean_pearson": 0.844467, + "euclidean_spearman": 0.804484, + "main_score": 0.804543, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 18.186793088912964, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS13.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS13.json new file mode 100644 index 0000000000..c67a23874c --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS13.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca", + "task_name": "STS13", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.846732, + "spearman": 0.855961, + "cosine_pearson": 0.846732, + "cosine_spearman": 0.855961, + "manhattan_pearson": 0.853388, + "manhattan_spearman": 0.856203, + "euclidean_pearson": 0.853176, + "euclidean_spearman": 0.855844, + "main_score": 0.855961, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.658651113510132, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS14.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS14.json new file mode 100644 index 0000000000..4d8cdd6603 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS14.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375", + "task_name": "STS14", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.833936, + "spearman": 0.818657, + "cosine_pearson": 0.833936, + "cosine_spearman": 0.818657, + "manhattan_pearson": 0.829745, + "manhattan_spearman": 0.819087, + "euclidean_pearson": 0.829559, + "euclidean_spearman": 0.818651, + "main_score": 0.818657, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 16.813472747802734, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS15.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS15.json new file mode 100644 index 0000000000..721012e6b8 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS15.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3", + "task_name": "STS15", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.851672, + "spearman": 0.867482, + "cosine_pearson": 0.851672, + "cosine_spearman": 0.867482, + "manhattan_pearson": 0.862237, + "manhattan_spearman": 0.867402, + "euclidean_pearson": 0.862143, + "euclidean_spearman": 0.867274, + "main_score": 0.867482, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.33411169052124, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS17.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS17.json new file mode 100644 index 0000000000..32a1609888 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS17.json @@ -0,0 +1,183 @@ +{ + "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", + "task_name": "STS17", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.825979, + "spearman": 0.834308, + "cosine_pearson": 0.825979, + "cosine_spearman": 0.834308, + "manhattan_pearson": 0.830176, + "manhattan_spearman": 0.834282, + "euclidean_pearson": 0.830067, + "euclidean_spearman": 0.83408, + "main_score": 0.834308, + "hf_subset": "ko-ko", + "languages": [ + "kor-Hang" + ] + }, + { + "pearson": 0.828431, + "spearman": 0.836564, + "cosine_pearson": 0.82843, + "cosine_spearman": 0.836564, + "manhattan_pearson": 0.829639, + "manhattan_spearman": 0.838264, + "euclidean_pearson": 0.828678, + "euclidean_spearman": 0.836804, + "main_score": 0.836564, + "hf_subset": "ar-ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.75126, + "spearman": 0.748134, + "cosine_pearson": 0.75126, + "cosine_spearman": 0.748134, + "manhattan_pearson": 0.766721, + "manhattan_spearman": 0.752337, + "euclidean_pearson": 0.761595, + "euclidean_spearman": 0.747214, + "main_score": 0.748134, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "pearson": 0.824467, + "spearman": 0.829542, + "cosine_pearson": 0.824467, + "cosine_spearman": 0.829542, + "manhattan_pearson": 0.838217, + "manhattan_spearman": 0.833663, + "euclidean_pearson": 0.833001, + "euclidean_spearman": 0.830119, + "main_score": 0.829542, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "pearson": 0.86955, + "spearman": 0.871603, + "cosine_pearson": 0.86955, + "cosine_spearman": 0.871603, + "manhattan_pearson": 0.877006, + "manhattan_spearman": 0.872681, + "euclidean_pearson": 0.876428, + "euclidean_spearman": 0.871463, + "main_score": 0.871603, + "hf_subset": "en-en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.741567, + "spearman": 0.731701, + "cosine_pearson": 0.741567, + "cosine_spearman": 0.731701, + "manhattan_pearson": 0.761077, + "manhattan_spearman": 0.741816, + "euclidean_pearson": 0.750982, + "euclidean_spearman": 0.73127, + "main_score": 0.731701, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "pearson": 0.806378, + "spearman": 0.811351, + "cosine_pearson": 0.806378, + "cosine_spearman": 0.811351, + "manhattan_pearson": 0.825838, + "manhattan_spearman": 0.820505, + "euclidean_pearson": 0.818789, + "euclidean_spearman": 0.811732, + "main_score": 0.811351, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.875234, + "spearman": 0.863914, + "cosine_pearson": 0.875234, + "cosine_spearman": 0.863837, + "manhattan_pearson": 0.887189, + "manhattan_spearman": 0.864652, + "euclidean_pearson": 0.886728, + "euclidean_spearman": 0.863829, + "main_score": 0.863837, + "hf_subset": "es-es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.824759, + "spearman": 0.82718, + "cosine_pearson": 0.824759, + "cosine_spearman": 0.82718, + "manhattan_pearson": 0.837505, + "manhattan_spearman": 0.830448, + "euclidean_pearson": 0.833485, + "euclidean_spearman": 0.826118, + "main_score": 0.82718, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.81572, + "spearman": 0.820149, + "cosine_pearson": 0.81572, + "cosine_spearman": 0.820149, + "manhattan_pearson": 0.831411, + "manhattan_spearman": 0.826966, + "euclidean_pearson": 0.82389, + "euclidean_spearman": 0.820669, + "main_score": 0.820149, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.815306, + "spearman": 0.819798, + "cosine_pearson": 0.815306, + "cosine_spearman": 0.819798, + "manhattan_pearson": 0.83453, + "manhattan_spearman": 0.827927, + "euclidean_pearson": 0.825717, + "euclidean_spearman": 0.81965, + "main_score": 0.819798, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 34.33043718338013, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS22.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS22.v2.json new file mode 100644 index 0000000000..a12dafba50 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STS22.v2.json @@ -0,0 +1,289 @@ +{ + "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd", + "task_name": "STS22.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.714825, + "spearman": 0.698581, + "cosine_pearson": 0.714825, + "cosine_spearman": 0.698581, + "manhattan_pearson": 0.712778, + "manhattan_spearman": 0.701405, + "euclidean_pearson": 0.71119, + "euclidean_spearman": 0.699259, + "main_score": 0.698581, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.568358, + "spearman": 0.621609, + "cosine_pearson": 0.568358, + "cosine_spearman": 0.621609, + "manhattan_pearson": 0.530967, + "manhattan_spearman": 0.625285, + "euclidean_pearson": 0.527811, + "euclidean_spearman": 0.621678, + "main_score": 0.621609, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "pearson": 0.771011, + "spearman": 0.740019, + "cosine_pearson": 0.771011, + "cosine_spearman": 0.740019, + "manhattan_pearson": 0.766371, + "manhattan_spearman": 0.740969, + "euclidean_pearson": 0.765593, + "euclidean_spearman": 0.740584, + "main_score": 0.740019, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.456168, + "spearman": 0.476158, + "cosine_pearson": 0.456168, + "cosine_spearman": 0.476158, + "manhattan_pearson": 0.311892, + "manhattan_spearman": 0.477397, + "euclidean_pearson": 0.311305, + "euclidean_spearman": 0.475389, + "main_score": 0.476158, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "pearson": 0.701997, + "spearman": 0.719049, + "cosine_pearson": 0.701997, + "cosine_spearman": 0.719049, + "manhattan_pearson": 0.716946, + "manhattan_spearman": 0.718173, + "euclidean_pearson": 0.717061, + "euclidean_spearman": 0.719717, + "main_score": 0.719049, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "pearson": 0.620005, + "spearman": 0.663078, + "cosine_pearson": 0.620004, + "cosine_spearman": 0.663078, + "manhattan_pearson": 0.648597, + "manhattan_spearman": 0.663872, + "euclidean_pearson": 0.644736, + "euclidean_spearman": 0.663143, + "main_score": 0.663078, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.659749, + "spearman": 0.685862, + "cosine_pearson": 0.659749, + "cosine_spearman": 0.685862, + "manhattan_pearson": 0.664672, + "manhattan_spearman": 0.688978, + "euclidean_pearson": 0.66286, + "euclidean_spearman": 0.68575, + "main_score": 0.685862, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "pearson": 0.745952, + "spearman": 0.73979, + "cosine_pearson": 0.745952, + "cosine_spearman": 0.73979, + "manhattan_pearson": 0.713605, + "manhattan_spearman": 0.740379, + "euclidean_pearson": 0.713257, + "euclidean_spearman": 0.739862, + "main_score": 0.73979, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + }, + { + "pearson": 0.827363, + "spearman": 0.835213, + "cosine_pearson": 0.827363, + "cosine_spearman": 0.835213, + "manhattan_pearson": 0.833028, + "manhattan_spearman": 0.835982, + "euclidean_pearson": 0.830617, + "euclidean_spearman": 0.835582, + "main_score": 0.835213, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "pearson": 0.668991, + "spearman": 0.665805, + "cosine_pearson": 0.668991, + "cosine_spearman": 0.665805, + "manhattan_pearson": 0.697384, + "manhattan_spearman": 0.668089, + "euclidean_pearson": 0.686351, + "euclidean_spearman": 0.667155, + "main_score": 0.665805, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.796698, + "spearman": 0.813429, + "cosine_pearson": 0.796698, + "cosine_spearman": 0.813429, + "manhattan_pearson": 0.814651, + "manhattan_spearman": 0.822421, + "euclidean_pearson": 0.801008, + "euclidean_spearman": 0.813192, + "main_score": 0.813429, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.78866, + "spearman": 0.805133, + "cosine_pearson": 0.78866, + "cosine_spearman": 0.805133, + "manhattan_pearson": 0.798119, + "manhattan_spearman": 0.805218, + "euclidean_pearson": 0.796959, + "euclidean_spearman": 0.805128, + "main_score": 0.805133, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "pearson": 0.806707, + "spearman": 0.80936, + "cosine_pearson": 0.806707, + "cosine_spearman": 0.80936, + "manhattan_pearson": 0.803694, + "manhattan_spearman": 0.814511, + "euclidean_pearson": 0.796781, + "euclidean_spearman": 0.809747, + "main_score": 0.80936, + "hf_subset": "pl-en", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.75608, + "spearman": 0.728676, + "cosine_pearson": 0.75608, + "cosine_spearman": 0.728676, + "manhattan_pearson": 0.772001, + "manhattan_spearman": 0.739681, + "euclidean_pearson": 0.763481, + "euclidean_spearman": 0.728972, + "main_score": 0.728676, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "pearson": 0.737337, + "spearman": 0.779228, + "cosine_pearson": 0.737337, + "cosine_spearman": 0.779228, + "manhattan_pearson": 0.759012, + "manhattan_spearman": 0.782783, + "euclidean_pearson": 0.751211, + "euclidean_spearman": 0.779318, + "main_score": 0.779228, + "hf_subset": "es-it", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "pearson": 0.627422, + "spearman": 0.659831, + "cosine_pearson": 0.627422, + "cosine_spearman": 0.659831, + "manhattan_pearson": 0.618295, + "manhattan_spearman": 0.671237, + "euclidean_pearson": 0.60789, + "euclidean_spearman": 0.659267, + "main_score": 0.659831, + "hf_subset": "de-fr", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "pearson": 0.569113, + "spearman": 0.623889, + "cosine_pearson": 0.569113, + "cosine_spearman": 0.623889, + "manhattan_pearson": 0.560945, + "manhattan_spearman": 0.622657, + "euclidean_pearson": 0.574914, + "euclidean_spearman": 0.623889, + "main_score": 0.623889, + "hf_subset": "de-pl", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "pearson": 0.751981, + "spearman": 0.845154, + "cosine_pearson": 0.751981, + "cosine_spearman": 0.845154, + "manhattan_pearson": 0.76489, + "manhattan_spearman": 0.845154, + "euclidean_pearson": 0.766305, + "euclidean_spearman": 0.845154, + "main_score": 0.845154, + "hf_subset": "fr-pl", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 361.84210991859436, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSB.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSB.json new file mode 100644 index 0000000000..abad688530 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSB.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0", + "task_name": "STSB", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "pearson": 0.821308, + "spearman": 0.835133, + "cosine_pearson": 0.821308, + "cosine_spearman": 0.835133, + "manhattan_pearson": 0.828454, + "manhattan_spearman": 0.8349, + "euclidean_pearson": 0.828654, + "euclidean_spearman": 0.835146, + "main_score": 0.835133, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ], + "test": [ + { + "pearson": 0.778563, + "spearman": 0.792485, + "cosine_pearson": 0.778563, + "cosine_spearman": 0.792483, + "manhattan_pearson": 0.785778, + "manhattan_spearman": 0.792267, + "euclidean_pearson": 0.785973, + "euclidean_spearman": 0.792457, + "main_score": 0.792483, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 13.63970422744751, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSBenchmark.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSBenchmark.json new file mode 100644 index 0000000000..0e6dff1a5b --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSBenchmark.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831", + "task_name": "STSBenchmark", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.825116, + "spearman": 0.849756, + "cosine_pearson": 0.825116, + "cosine_spearman": 0.849756, + "manhattan_pearson": 0.845881, + "manhattan_spearman": 0.849991, + "euclidean_pearson": 0.845469, + "euclidean_spearman": 0.849536, + "main_score": 0.849756, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.833327293395996, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSES.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSES.json new file mode 100644 index 0000000000..71b5e9bbaa --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/STSES.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "0912bb6c9393c76d62a7c5ee81c4c817ff47c9f4", + "task_name": "STSES", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.782905, + "spearman": 0.719938, + "cosine_pearson": 0.782905, + "cosine_spearman": 0.719938, + "manhattan_pearson": 0.788318, + "manhattan_spearman": 0.72255, + "euclidean_pearson": 0.786722, + "euclidean_spearman": 0.719293, + "main_score": 0.719938, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 2.2979490756988525, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/ScalaClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ScalaClassification.json new file mode 100644 index 0000000000..64f239ba3e --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ScalaClassification.json @@ -0,0 +1,347 @@ +{ + "dataset_revision": "ec85bb6c69679ed15ac66c0bf6e180bf563eb137", + "task_name": "ScalaClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.508203, + "f1": 0.507746, + "f1_weighted": 0.507746, + "ap": 0.504202, + "ap_weighted": 0.504202, + "scores_per_experiment": [ + { + "accuracy": 0.513672, + "f1": 0.513522, + "f1_weighted": 0.513522, + "ap": 0.507017, + "ap_weighted": 0.507017 + }, + { + "accuracy": 0.51416, + "f1": 0.513859, + "f1_weighted": 0.513859, + "ap": 0.507271, + "ap_weighted": 0.507271 + }, + { + "accuracy": 0.503418, + "f1": 0.50162, + "f1_weighted": 0.50162, + "ap": 0.501722, + "ap_weighted": 0.501722 + }, + { + "accuracy": 0.507812, + "f1": 0.507625, + "f1_weighted": 0.507625, + "ap": 0.503965, + "ap_weighted": 0.503965 + }, + { + "accuracy": 0.5, + "f1": 0.498989, + "f1_weighted": 0.498989, + "ap": 0.5, + "ap_weighted": 0.5 + }, + { + "accuracy": 0.501465, + "f1": 0.501378, + "f1_weighted": 0.501378, + "ap": 0.500735, + "ap_weighted": 0.500735 + }, + { + "accuracy": 0.504395, + "f1": 0.50401, + "f1_weighted": 0.50401, + "ap": 0.502216, + "ap_weighted": 0.502216 + }, + { + "accuracy": 0.51709, + "f1": 0.51709, + "f1_weighted": 0.51709, + "ap": 0.508837, + "ap_weighted": 0.508837 + }, + { + "accuracy": 0.505859, + "f1": 0.505821, + "f1_weighted": 0.505821, + "ap": 0.502965, + "ap_weighted": 0.502965 + }, + { + "accuracy": 0.51416, + "f1": 0.513542, + "f1_weighted": 0.513542, + "ap": 0.507296, + "ap_weighted": 0.507296 + } + ], + "main_score": 0.508203, + "hf_subset": "Danish", + "languages": [ + "dan-Latn" + ] + }, + { + "accuracy": 0.507178, + "f1": 0.505617, + "f1_weighted": 0.505617, + "ap": 0.50368, + "ap_weighted": 0.50368, + "scores_per_experiment": [ + { + "accuracy": 0.505859, + "f1": 0.50549, + "f1_weighted": 0.50549, + "ap": 0.502962, + "ap_weighted": 0.502962 + }, + { + "accuracy": 0.507812, + "f1": 0.500123, + "f1_weighted": 0.500123, + "ap": 0.503987, + "ap_weighted": 0.503987 + }, + { + "accuracy": 0.503418, + "f1": 0.502977, + "f1_weighted": 0.502977, + "ap": 0.501721, + "ap_weighted": 0.501721 + }, + { + "accuracy": 0.491699, + "f1": 0.489977, + "f1_weighted": 0.489977, + "ap": 0.495911, + "ap_weighted": 0.495911 + }, + { + "accuracy": 0.515137, + "f1": 0.514903, + "f1_weighted": 0.514903, + "ap": 0.507808, + "ap_weighted": 0.507808 + }, + { + "accuracy": 0.513184, + "f1": 0.513183, + "f1_weighted": 0.513183, + "ap": 0.506765, + "ap_weighted": 0.506765 + }, + { + "accuracy": 0.511719, + "f1": 0.510644, + "f1_weighted": 0.510644, + "ap": 0.505985, + "ap_weighted": 0.505985 + }, + { + "accuracy": 0.511719, + "f1": 0.510598, + "f1_weighted": 0.510598, + "ap": 0.505985, + "ap_weighted": 0.505985 + }, + { + "accuracy": 0.506348, + "f1": 0.503429, + "f1_weighted": 0.503429, + "ap": 0.503209, + "ap_weighted": 0.503209 + }, + { + "accuracy": 0.504883, + "f1": 0.504845, + "f1_weighted": 0.504845, + "ap": 0.502466, + "ap_weighted": 0.502466 + } + ], + "main_score": 0.507178, + "hf_subset": "Norwegian_b", + "languages": [ + "nob-Latn" + ] + }, + { + "accuracy": 0.503857, + "f1": 0.50353, + "f1_weighted": 0.50353, + "ap": 0.502013, + "ap_weighted": 0.502013, + "scores_per_experiment": [ + { + "accuracy": 0.505859, + "f1": 0.504377, + "f1_weighted": 0.504377, + "ap": 0.502968, + "ap_weighted": 0.502968 + }, + { + "accuracy": 0.496094, + "f1": 0.495504, + "f1_weighted": 0.495504, + "ap": 0.498061, + "ap_weighted": 0.498061 + }, + { + "accuracy": 0.501465, + "f1": 0.501412, + "f1_weighted": 0.501412, + "ap": 0.500735, + "ap_weighted": 0.500735 + }, + { + "accuracy": 0.501465, + "f1": 0.501459, + "f1_weighted": 0.501459, + "ap": 0.500735, + "ap_weighted": 0.500735 + }, + { + "accuracy": 0.493652, + "f1": 0.493643, + "f1_weighted": 0.493643, + "ap": 0.496867, + "ap_weighted": 0.496867 + }, + { + "accuracy": 0.507324, + "f1": 0.507262, + "f1_weighted": 0.507262, + "ap": 0.503717, + "ap_weighted": 0.503717 + }, + { + "accuracy": 0.508789, + "f1": 0.508519, + "f1_weighted": 0.508519, + "ap": 0.504468, + "ap_weighted": 0.504468 + }, + { + "accuracy": 0.522461, + "f1": 0.522406, + "f1_weighted": 0.522406, + "ap": 0.511746, + "ap_weighted": 0.511746 + }, + { + "accuracy": 0.507812, + "f1": 0.507707, + "f1_weighted": 0.507707, + "ap": 0.503966, + "ap_weighted": 0.503966 + }, + { + "accuracy": 0.493652, + "f1": 0.493008, + "f1_weighted": 0.493008, + "ap": 0.496864, + "ap_weighted": 0.496864 + } + ], + "main_score": 0.503857, + "hf_subset": "Norwegian_n", + "languages": [ + "nno-Latn" + ] + }, + { + "accuracy": 0.507471, + "f1": 0.505263, + "f1_weighted": 0.505263, + "ap": 0.503864, + "ap_weighted": 0.503864, + "scores_per_experiment": [ + { + "accuracy": 0.520996, + "f1": 0.520946, + "f1_weighted": 0.520946, + "ap": 0.51093, + "ap_weighted": 0.51093 + }, + { + "accuracy": 0.506836, + "f1": 0.50612, + "f1_weighted": 0.50612, + "ap": 0.503469, + "ap_weighted": 0.503469 + }, + { + "accuracy": 0.516602, + "f1": 0.512581, + "f1_weighted": 0.512581, + "ap": 0.508638, + "ap_weighted": 0.508638 + }, + { + "accuracy": 0.501953, + "f1": 0.501525, + "f1_weighted": 0.501525, + "ap": 0.500981, + "ap_weighted": 0.500981 + }, + { + "accuracy": 0.507324, + "f1": 0.503446, + "f1_weighted": 0.503446, + "ap": 0.503708, + "ap_weighted": 0.503708 + }, + { + "accuracy": 0.496094, + "f1": 0.491044, + "f1_weighted": 0.491044, + "ap": 0.498066, + "ap_weighted": 0.498066 + }, + { + "accuracy": 0.5, + "f1": 0.49693, + "f1_weighted": 0.49693, + "ap": 0.5, + "ap_weighted": 0.5 + }, + { + "accuracy": 0.49707, + "f1": 0.496579, + "f1_weighted": 0.496579, + "ap": 0.498543, + "ap_weighted": 0.498543 + }, + { + "accuracy": 0.508789, + "f1": 0.508637, + "f1_weighted": 0.508637, + "ap": 0.504475, + "ap_weighted": 0.504475 + }, + { + "accuracy": 0.519043, + "f1": 0.514823, + "f1_weighted": 0.514823, + "ap": 0.509827, + "ap_weighted": 0.509827 + } + ], + "main_score": 0.507471, + "hf_subset": "Swedish", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 114.82175064086914, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SemRel24STS.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SemRel24STS.json new file mode 100644 index 0000000000..983a8dd873 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SemRel24STS.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd", + "task_name": "SemRel24STS", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "pearson": 0.822152, + "spearman": 0.802381, + "cosine_pearson": 0.822152, + "cosine_spearman": 0.802381, + "manhattan_pearson": 0.805719, + "manhattan_spearman": 0.802584, + "euclidean_pearson": 0.805927, + "euclidean_spearman": 0.802758, + "main_score": 0.802381, + "hf_subset": "afr", + "languages": [ + "afr-Latn" + ] + }, + { + "pearson": 0.770596, + "spearman": 0.738913, + "cosine_pearson": 0.770596, + "cosine_spearman": 0.738913, + "manhattan_pearson": 0.771949, + "manhattan_spearman": 0.737546, + "euclidean_pearson": 0.773453, + "euclidean_spearman": 0.739791, + "main_score": 0.738913, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "pearson": 0.643221, + "spearman": 0.643402, + "cosine_pearson": 0.643221, + "cosine_spearman": 0.643402, + "manhattan_pearson": 0.634759, + "manhattan_spearman": 0.639226, + "euclidean_pearson": 0.638108, + "euclidean_spearman": 0.643085, + "main_score": 0.643402, + "hf_subset": "arb", + "languages": [ + "arb-Arab" + ] + }, + { + "pearson": 0.444523, + "spearman": 0.373019, + "cosine_pearson": 0.444523, + "cosine_spearman": 0.373024, + "manhattan_pearson": 0.451917, + "manhattan_spearman": 0.37058, + "euclidean_pearson": 0.453972, + "euclidean_spearman": 0.372213, + "main_score": 0.373024, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "pearson": 0.52949, + "spearman": 0.490902, + "cosine_pearson": 0.52949, + "cosine_spearman": 0.490902, + "manhattan_pearson": 0.527415, + "manhattan_spearman": 0.491164, + "euclidean_pearson": 0.526875, + "euclidean_spearman": 0.490709, + "main_score": 0.490902, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "pearson": 0.819554, + "spearman": 0.809378, + "cosine_pearson": 0.819554, + "cosine_spearman": 0.809379, + "manhattan_pearson": 0.821765, + "manhattan_spearman": 0.808408, + "euclidean_pearson": 0.822053, + "euclidean_spearman": 0.809277, + "main_score": 0.809379, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.576263, + "spearman": 0.565771, + "cosine_pearson": 0.576263, + "cosine_spearman": 0.565771, + "manhattan_pearson": 0.576651, + "manhattan_spearman": 0.567026, + "euclidean_pearson": 0.576426, + "euclidean_spearman": 0.566075, + "main_score": 0.565771, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "pearson": 0.760509, + "spearman": 0.76068, + "cosine_pearson": 0.760509, + "cosine_spearman": 0.76068, + "manhattan_pearson": 0.748911, + "manhattan_spearman": 0.760366, + "euclidean_pearson": 0.749321, + "euclidean_spearman": 0.760521, + "main_score": 0.76068, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + }, + { + "pearson": 0.497286, + "spearman": 0.494634, + "cosine_pearson": 0.497286, + "cosine_spearman": 0.494634, + "manhattan_pearson": 0.518797, + "manhattan_spearman": 0.493699, + "euclidean_pearson": 0.518647, + "euclidean_spearman": 0.494766, + "main_score": 0.494634, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "pearson": 0.545956, + "spearman": 0.58983, + "cosine_pearson": 0.545956, + "cosine_spearman": 0.58983, + "manhattan_pearson": 0.563186, + "manhattan_spearman": 0.591333, + "euclidean_pearson": 0.56105, + "euclidean_spearman": 0.587604, + "main_score": 0.58983, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "pearson": 0.8101, + "spearman": 0.805318, + "cosine_pearson": 0.8101, + "cosine_spearman": 0.805318, + "manhattan_pearson": 0.811092, + "manhattan_spearman": 0.807991, + "euclidean_pearson": 0.809606, + "euclidean_spearman": 0.805596, + "main_score": 0.805318, + "hf_subset": "mar", + "languages": [ + "mar-Deva" + ] + }, + { + "pearson": 0.834707, + "spearman": 0.82324, + "cosine_pearson": 0.834707, + "cosine_spearman": 0.82324, + "manhattan_pearson": 0.827111, + "manhattan_spearman": 0.826135, + "euclidean_pearson": 0.825687, + "euclidean_spearman": 0.82434, + "main_score": 0.82324, + "hf_subset": "tel", + "languages": [ + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 61.24914503097534, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SentimentAnalysisHindi.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SentimentAnalysisHindi.json new file mode 100644 index 0000000000..dfc6b9b677 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SentimentAnalysisHindi.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1beac1b941da76a9c51e3e5b39d230fde9a80983", + "task_name": "SentimentAnalysisHindi", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.626758, + "f1": 0.630058, + "f1_weighted": 0.622982, + "scores_per_experiment": [ + { + "accuracy": 0.660156, + "f1": 0.653347, + "f1_weighted": 0.662402 + }, + { + "accuracy": 0.662598, + "f1": 0.653068, + "f1_weighted": 0.669133 + }, + { + "accuracy": 0.611328, + "f1": 0.627629, + "f1_weighted": 0.610614 + }, + { + "accuracy": 0.562012, + "f1": 0.575252, + "f1_weighted": 0.555111 + }, + { + "accuracy": 0.652344, + "f1": 0.671282, + "f1_weighted": 0.650081 + }, + { + "accuracy": 0.651367, + "f1": 0.640067, + "f1_weighted": 0.642707 + }, + { + "accuracy": 0.578613, + "f1": 0.582765, + "f1_weighted": 0.560305 + }, + { + "accuracy": 0.66748, + "f1": 0.679526, + "f1_weighted": 0.667094 + }, + { + "accuracy": 0.558105, + "f1": 0.549959, + "f1_weighted": 0.568791 + }, + { + "accuracy": 0.663574, + "f1": 0.667687, + "f1_weighted": 0.643577 + } + ], + "main_score": 0.630058, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 20.601675033569336, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SinhalaNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SinhalaNewsClassification.json new file mode 100644 index 0000000000..ec3a50e55e --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SinhalaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7fb2f514ea683c5282dfec0a9672ece8de90ac50", + "task_name": "SinhalaNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.771631, + "f1": 0.756279, + "f1_weighted": 0.774525, + "scores_per_experiment": [ + { + "accuracy": 0.740234, + "f1": 0.72043, + "f1_weighted": 0.746099 + }, + { + "accuracy": 0.778809, + "f1": 0.756232, + "f1_weighted": 0.779914 + }, + { + "accuracy": 0.782227, + "f1": 0.771258, + "f1_weighted": 0.784791 + }, + { + "accuracy": 0.778809, + "f1": 0.765571, + "f1_weighted": 0.78184 + }, + { + "accuracy": 0.749512, + "f1": 0.736834, + "f1_weighted": 0.746733 + }, + { + "accuracy": 0.774902, + "f1": 0.759399, + "f1_weighted": 0.778032 + }, + { + "accuracy": 0.773926, + "f1": 0.757976, + "f1_weighted": 0.776522 + }, + { + "accuracy": 0.770508, + "f1": 0.754346, + "f1_weighted": 0.774028 + }, + { + "accuracy": 0.786621, + "f1": 0.774806, + "f1_weighted": 0.791108 + }, + { + "accuracy": 0.780762, + "f1": 0.765941, + "f1_weighted": 0.786177 + } + ], + "main_score": 0.771631, + "hf_subset": "default", + "languages": [ + "sin-Sinh" + ] + } + ] + }, + "evaluation_time": 55.44192314147949, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SiswatiNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SiswatiNewsClassification.json new file mode 100644 index 0000000000..753c74d3a2 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SiswatiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f5502326c4e48adc99b18b1582f68b8fb5e7ec30", + "task_name": "SiswatiNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.56875, + "f1": 0.281817, + "f1_weighted": 0.516187, + "scores_per_experiment": [ + { + "accuracy": 0.575, + "f1": 0.286869, + "f1_weighted": 0.532803 + }, + { + "accuracy": 0.5375, + "f1": 0.265148, + "f1_weighted": 0.479948 + }, + { + "accuracy": 0.5875, + "f1": 0.297367, + "f1_weighted": 0.528102 + }, + { + "accuracy": 0.5625, + "f1": 0.275844, + "f1_weighted": 0.501204 + }, + { + "accuracy": 0.575, + "f1": 0.284241, + "f1_weighted": 0.522151 + }, + { + "accuracy": 0.6, + "f1": 0.287715, + "f1_weighted": 0.547817 + }, + { + "accuracy": 0.55, + "f1": 0.272086, + "f1_weighted": 0.50386 + }, + { + "accuracy": 0.6, + "f1": 0.291533, + "f1_weighted": 0.551858 + }, + { + "accuracy": 0.55, + "f1": 0.283576, + "f1_weighted": 0.498682 + }, + { + "accuracy": 0.55, + "f1": 0.273789, + "f1_weighted": 0.495444 + } + ], + "main_score": 0.56875, + "hf_subset": "default", + "languages": [ + "ssw-Latn" + ] + } + ] + }, + "evaluation_time": 24.82392692565918, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SlovakMovieReviewSentimentClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SlovakMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..40ec23fa1d --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SlovakMovieReviewSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0c47583c9d339b3b6f89e4db76088af5f1ec8d39", + "task_name": "SlovakMovieReviewSentimentClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.907227, + "f1": 0.904595, + "f1_weighted": 0.907533, + "ap": 0.825884, + "ap_weighted": 0.825884, + "scores_per_experiment": [ + { + "accuracy": 0.908691, + "f1": 0.903454, + "f1_weighted": 0.907736, + "ap": 0.845386, + "ap_weighted": 0.845386 + }, + { + "accuracy": 0.900391, + "f1": 0.898324, + "f1_weighted": 0.901084, + "ap": 0.809469, + "ap_weighted": 0.809469 + }, + { + "accuracy": 0.886719, + "f1": 0.885444, + "f1_weighted": 0.887745, + "ap": 0.783866, + "ap_weighted": 0.783866 + }, + { + "accuracy": 0.898438, + "f1": 0.897047, + "f1_weighted": 0.899325, + "ap": 0.802607, + "ap_weighted": 0.802607 + }, + { + "accuracy": 0.922363, + "f1": 0.919395, + "f1_weighted": 0.922341, + "ap": 0.856638, + "ap_weighted": 0.856638 + }, + { + "accuracy": 0.912109, + "f1": 0.909371, + "f1_weighted": 0.912371, + "ap": 0.834518, + "ap_weighted": 0.834518 + }, + { + "accuracy": 0.91748, + "f1": 0.915804, + "f1_weighted": 0.918066, + "ap": 0.836381, + "ap_weighted": 0.836381 + }, + { + "accuracy": 0.913574, + "f1": 0.911398, + "f1_weighted": 0.914042, + "ap": 0.83318, + "ap_weighted": 0.83318 + }, + { + "accuracy": 0.914551, + "f1": 0.911037, + "f1_weighted": 0.914404, + "ap": 0.845049, + "ap_weighted": 0.845049 + }, + { + "accuracy": 0.897949, + "f1": 0.894677, + "f1_weighted": 0.898212, + "ap": 0.811743, + "ap_weighted": 0.811743 + } + ], + "main_score": 0.907227, + "hf_subset": "default", + "languages": [ + "svk-Latn" + ] + } + ] + }, + "evaluation_time": 40.35717988014221, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SpartQA.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SpartQA.json new file mode 100644 index 0000000000..d9c078b885 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SpartQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9ab3ca3ccdd0d43f9cd6d346a363935d127f4f45", + "task_name": "SpartQA", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00835, + "ndcg_at_3": 0.02974, + "ndcg_at_5": 0.04539, + "ndcg_at_10": 0.06709, + "ndcg_at_20": 0.08435, + "ndcg_at_100": 0.10681, + "ndcg_at_1000": 0.15365, + "map_at_1": 0.00575, + "map_at_3": 0.02178, + "map_at_5": 0.02977, + "map_at_10": 0.03847, + "map_at_20": 0.04322, + "map_at_100": 0.04615, + "map_at_1000": 0.04751, + "recall_at_1": 0.00575, + "recall_at_3": 0.04452, + "recall_at_5": 0.07948, + "recall_at_10": 0.14098, + "recall_at_20": 0.20386, + "recall_at_100": 0.3094, + "recall_at_1000": 0.64422, + "precision_at_1": 0.00835, + "precision_at_3": 0.02059, + "precision_at_5": 0.02265, + "precision_at_10": 0.02037, + "precision_at_20": 0.01475, + "precision_at_100": 0.00482, + "precision_at_1000": 0.0011, + "mrr_at_1": 0.008347, + "mrr_at_3": 0.030189, + "mrr_at_5": 0.041319, + "mrr_at_10": 0.051502, + "mrr_at_20": 0.056364, + "mrr_at_100": 0.06008, + "mrr_at_1000": 0.061569, + "nauc_ndcg_at_1_max": -0.062504, + "nauc_ndcg_at_1_std": 0.123197, + "nauc_ndcg_at_1_diff1": -0.384724, + "nauc_ndcg_at_3_max": -0.037998, + "nauc_ndcg_at_3_std": 0.293759, + "nauc_ndcg_at_3_diff1": -0.26789, + "nauc_ndcg_at_5_max": 0.031739, + "nauc_ndcg_at_5_std": 0.359709, + "nauc_ndcg_at_5_diff1": -0.22259, + "nauc_ndcg_at_10_max": 0.09116, + "nauc_ndcg_at_10_std": 0.416605, + "nauc_ndcg_at_10_diff1": -0.185259, + "nauc_ndcg_at_20_max": 0.171754, + "nauc_ndcg_at_20_std": 0.458971, + "nauc_ndcg_at_20_diff1": -0.142497, + "nauc_ndcg_at_100_max": 0.196832, + "nauc_ndcg_at_100_std": 0.44622, + "nauc_ndcg_at_100_diff1": -0.083506, + "nauc_ndcg_at_1000_max": 0.154278, + "nauc_ndcg_at_1000_std": 0.448467, + "nauc_ndcg_at_1000_diff1": -0.087538, + "nauc_map_at_1_max": -0.046181, + "nauc_map_at_1_std": 0.09153, + "nauc_map_at_1_diff1": -0.420882, + "nauc_map_at_3_max": -0.031763, + "nauc_map_at_3_std": 0.278731, + "nauc_map_at_3_diff1": -0.285603, + "nauc_map_at_5_max": 0.021921, + "nauc_map_at_5_std": 0.331315, + "nauc_map_at_5_diff1": -0.24759, + "nauc_map_at_10_max": 0.064693, + "nauc_map_at_10_std": 0.373872, + "nauc_map_at_10_diff1": -0.220845, + "nauc_map_at_20_max": 0.104834, + "nauc_map_at_20_std": 0.398205, + "nauc_map_at_20_diff1": -0.198454, + "nauc_map_at_100_max": 0.115812, + "nauc_map_at_100_std": 0.400392, + "nauc_map_at_100_diff1": -0.185115, + "nauc_map_at_1000_max": 0.112505, + "nauc_map_at_1000_std": 0.40011, + "nauc_map_at_1000_diff1": -0.184606, + "nauc_recall_at_1_max": -0.046181, + "nauc_recall_at_1_std": 0.09153, + "nauc_recall_at_1_diff1": -0.420882, + "nauc_recall_at_3_max": -0.025488, + "nauc_recall_at_3_std": 0.31725, + "nauc_recall_at_3_diff1": -0.250064, + "nauc_recall_at_5_max": 0.062048, + "nauc_recall_at_5_std": 0.391349, + "nauc_recall_at_5_diff1": -0.200488, + "nauc_recall_at_10_max": 0.135993, + "nauc_recall_at_10_std": 0.439843, + "nauc_recall_at_10_diff1": -0.151304, + "nauc_recall_at_20_max": 0.251953, + "nauc_recall_at_20_std": 0.48465, + "nauc_recall_at_20_diff1": -0.090131, + "nauc_recall_at_100_max": 0.279978, + "nauc_recall_at_100_std": 0.436561, + "nauc_recall_at_100_diff1": 0.014105, + "nauc_recall_at_1000_max": 0.16634, + "nauc_recall_at_1000_std": 0.403987, + "nauc_recall_at_1000_diff1": 0.009927, + "nauc_precision_at_1_max": -0.062504, + "nauc_precision_at_1_std": 0.123197, + "nauc_precision_at_1_diff1": -0.384724, + "nauc_precision_at_3_max": -0.055292, + "nauc_precision_at_3_std": 0.31232, + "nauc_precision_at_3_diff1": -0.240232, + "nauc_precision_at_5_max": 0.030945, + "nauc_precision_at_5_std": 0.397326, + "nauc_precision_at_5_diff1": -0.190595, + "nauc_precision_at_10_max": 0.097358, + "nauc_precision_at_10_std": 0.473563, + "nauc_precision_at_10_diff1": -0.14184, + "nauc_precision_at_20_max": 0.218533, + "nauc_precision_at_20_std": 0.535727, + "nauc_precision_at_20_diff1": -0.070795, + "nauc_precision_at_100_max": 0.222075, + "nauc_precision_at_100_std": 0.442599, + "nauc_precision_at_100_diff1": 0.067326, + "nauc_precision_at_1000_max": -0.012429, + "nauc_precision_at_1000_std": 0.214729, + "nauc_precision_at_1000_diff1": 0.112186, + "nauc_mrr_at_1_max": -0.062504, + "nauc_mrr_at_1_std": 0.123197, + "nauc_mrr_at_1_diff1": -0.384724, + "nauc_mrr_at_3_max": -0.065613, + "nauc_mrr_at_3_std": 0.277656, + "nauc_mrr_at_3_diff1": -0.270747, + "nauc_mrr_at_5_max": -0.006737, + "nauc_mrr_at_5_std": 0.336518, + "nauc_mrr_at_5_diff1": -0.230284, + "nauc_mrr_at_10_max": 0.030357, + "nauc_mrr_at_10_std": 0.379609, + "nauc_mrr_at_10_diff1": -0.204277, + "nauc_mrr_at_20_max": 0.065942, + "nauc_mrr_at_20_std": 0.398453, + "nauc_mrr_at_20_diff1": -0.184831, + "nauc_mrr_at_100_max": 0.071782, + "nauc_mrr_at_100_std": 0.393099, + "nauc_mrr_at_100_diff1": -0.168495, + "nauc_mrr_at_1000_max": 0.069336, + "nauc_mrr_at_1000_std": 0.391459, + "nauc_mrr_at_1000_diff1": -0.168709, + "main_score": 0.06709, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 69.78146433830261, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SprintDuplicateQuestions.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SprintDuplicateQuestions.json new file mode 100644 index 0000000000..9477926eae --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SprintDuplicateQuestions.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", + "task_name": "SprintDuplicateQuestions", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "similarity_accuracy": 0.997653, + "similarity_accuracy_threshold": 0.871394, + "similarity_f1": 0.880654, + "similarity_f1_threshold": 0.858274, + "similarity_precision": 0.848794, + "similarity_recall": 0.915, + "similarity_ap": 0.943058, + "cosine_accuracy": 0.997653, + "cosine_accuracy_threshold": 0.871394, + "cosine_f1": 0.880654, + "cosine_f1_threshold": 0.858273, + "cosine_precision": 0.848794, + "cosine_recall": 0.915, + "cosine_ap": 0.943057, + "manhattan_accuracy": 0.997673, + "manhattan_accuracy_threshold": 24.127974, + "manhattan_f1": 0.882324, + "manhattan_f1_threshold": 25.159433, + "manhattan_precision": 0.855399, + "manhattan_recall": 0.911, + "manhattan_ap": 0.943859, + "euclidean_accuracy": 0.997663, + "euclidean_accuracy_threshold": 0.507127, + "euclidean_f1": 0.880116, + "euclidean_f1_threshold": 0.532837, + "euclidean_precision": 0.848654, + "euclidean_recall": 0.914, + "euclidean_ap": 0.943096, + "dot_accuracy": 0.997614, + "dot_accuracy_threshold": 0.867819, + "dot_f1": 0.878122, + "dot_f1_threshold": 0.865745, + "dot_precision": 0.877246, + "dot_recall": 0.879, + "dot_ap": 0.941833, + "max_accuracy": 0.997673, + "max_f1": 0.882324, + "max_precision": 0.877246, + "max_recall": 0.915, + "max_ap": 0.943859, + "main_score": 0.943859, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 37.00048327445984, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/StackExchangeClustering.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/StackExchangeClustering.v2.json new file mode 100644 index 0000000000..7575d994fd --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/StackExchangeClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259", + "task_name": "StackExchangeClustering.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.667042, + 0.671201, + 0.655049, + 0.644145, + 0.652562, + 0.65628, + 0.655066, + 0.647667, + 0.652966, + 0.654731 + ] + }, + "v_measure": 0.655671, + "v_measure_std": 0.007658, + "main_score": 0.655671, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 29.55449604988098, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/StackOverflowQA.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/StackOverflowQA.json new file mode 100644 index 0000000000..1b7f162d33 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/StackOverflowQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "db8f169f3894c14a00251061f957b2063eef2bd5", + "task_name": "StackOverflowQA", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89519, + "ndcg_at_3": 0.92122, + "ndcg_at_5": 0.92681, + "ndcg_at_10": 0.93195, + "ndcg_at_20": 0.93503, + "ndcg_at_100": 0.93748, + "ndcg_at_1000": 0.93823, + "map_at_1": 0.89519, + "map_at_3": 0.91525, + "map_at_5": 0.91836, + "map_at_10": 0.92054, + "map_at_20": 0.92141, + "map_at_100": 0.92179, + "map_at_1000": 0.92182, + "recall_at_1": 0.89519, + "recall_at_3": 0.93831, + "recall_at_5": 0.95186, + "recall_at_10": 0.9674, + "recall_at_20": 0.97944, + "recall_at_100": 0.99198, + "recall_at_1000": 0.99799, + "precision_at_1": 0.89519, + "precision_at_3": 0.31277, + "precision_at_5": 0.19037, + "precision_at_10": 0.09674, + "precision_at_20": 0.04897, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895186, + "mrr_at_3": 0.915246, + "mrr_at_5": 0.918355, + "mrr_at_10": 0.920544, + "mrr_at_20": 0.921409, + "mrr_at_100": 0.921792, + "mrr_at_1000": 0.921817, + "nauc_ndcg_at_1_max": 0.763997, + "nauc_ndcg_at_1_std": -0.046775, + "nauc_ndcg_at_1_diff1": 0.939913, + "nauc_ndcg_at_3_max": 0.794531, + "nauc_ndcg_at_3_std": -0.028104, + "nauc_ndcg_at_3_diff1": 0.933711, + "nauc_ndcg_at_5_max": 0.801084, + "nauc_ndcg_at_5_std": -0.030604, + "nauc_ndcg_at_5_diff1": 0.932969, + "nauc_ndcg_at_10_max": 0.79796, + "nauc_ndcg_at_10_std": -0.019156, + "nauc_ndcg_at_10_diff1": 0.93253, + "nauc_ndcg_at_20_max": 0.793543, + "nauc_ndcg_at_20_std": -0.012071, + "nauc_ndcg_at_20_diff1": 0.932249, + "nauc_ndcg_at_100_max": 0.792303, + "nauc_ndcg_at_100_std": -0.021298, + "nauc_ndcg_at_100_diff1": 0.933818, + "nauc_ndcg_at_1000_max": 0.791515, + "nauc_ndcg_at_1000_std": -0.02395, + "nauc_ndcg_at_1000_diff1": 0.934141, + "nauc_map_at_1_max": 0.763997, + "nauc_map_at_1_std": -0.046775, + "nauc_map_at_1_diff1": 0.939913, + "nauc_map_at_3_max": 0.786772, + "nauc_map_at_3_std": -0.033425, + "nauc_map_at_3_diff1": 0.935281, + "nauc_map_at_5_max": 0.789793, + "nauc_map_at_5_std": -0.034461, + "nauc_map_at_5_diff1": 0.935025, + "nauc_map_at_10_max": 0.788389, + "nauc_map_at_10_std": -0.030418, + "nauc_map_at_10_diff1": 0.934968, + "nauc_map_at_20_max": 0.787208, + "nauc_map_at_20_std": -0.029089, + "nauc_map_at_20_diff1": 0.934935, + "nauc_map_at_100_max": 0.787072, + "nauc_map_at_100_std": -0.030116, + "nauc_map_at_100_diff1": 0.935145, + "nauc_map_at_1000_max": 0.787071, + "nauc_map_at_1000_std": -0.030191, + "nauc_map_at_1000_diff1": 0.935153, + "nauc_recall_at_1_max": 0.763997, + "nauc_recall_at_1_std": -0.046775, + "nauc_recall_at_1_diff1": 0.939913, + "nauc_recall_at_3_max": 0.824428, + "nauc_recall_at_3_std": -0.00722, + "nauc_recall_at_3_diff1": 0.927668, + "nauc_recall_at_5_max": 0.856556, + "nauc_recall_at_5_std": -0.013429, + "nauc_recall_at_5_diff1": 0.922859, + "nauc_recall_at_10_max": 0.86269, + "nauc_recall_at_10_std": 0.067084, + "nauc_recall_at_10_diff1": 0.914721, + "nauc_recall_at_20_max": 0.847608, + "nauc_recall_at_20_std": 0.210293, + "nauc_recall_at_20_diff1": 0.900664, + "nauc_recall_at_100_max": 0.875444, + "nauc_recall_at_100_std": 0.158608, + "nauc_recall_at_100_diff1": 0.913936, + "nauc_recall_at_1000_max": 0.888547, + "nauc_recall_at_1000_std": 0.078745, + "nauc_recall_at_1000_diff1": 0.934655, + "nauc_precision_at_1_max": 0.763997, + "nauc_precision_at_1_std": -0.046775, + "nauc_precision_at_1_diff1": 0.939913, + "nauc_precision_at_3_max": 0.824428, + "nauc_precision_at_3_std": -0.00722, + "nauc_precision_at_3_diff1": 0.927668, + "nauc_precision_at_5_max": 0.856556, + "nauc_precision_at_5_std": -0.013429, + "nauc_precision_at_5_diff1": 0.922859, + "nauc_precision_at_10_max": 0.86269, + "nauc_precision_at_10_std": 0.067084, + "nauc_precision_at_10_diff1": 0.914721, + "nauc_precision_at_20_max": 0.847608, + "nauc_precision_at_20_std": 0.210293, + "nauc_precision_at_20_diff1": 0.900664, + "nauc_precision_at_100_max": 0.875444, + "nauc_precision_at_100_std": 0.158608, + "nauc_precision_at_100_diff1": 0.913936, + "nauc_precision_at_1000_max": 0.888547, + "nauc_precision_at_1000_std": 0.078745, + "nauc_precision_at_1000_diff1": 0.934655, + "nauc_mrr_at_1_max": 0.763997, + "nauc_mrr_at_1_std": -0.046775, + "nauc_mrr_at_1_diff1": 0.939913, + "nauc_mrr_at_3_max": 0.786772, + "nauc_mrr_at_3_std": -0.033425, + "nauc_mrr_at_3_diff1": 0.935281, + "nauc_mrr_at_5_max": 0.789793, + "nauc_mrr_at_5_std": -0.034461, + "nauc_mrr_at_5_diff1": 0.935025, + "nauc_mrr_at_10_max": 0.788389, + "nauc_mrr_at_10_std": -0.030418, + "nauc_mrr_at_10_diff1": 0.934968, + "nauc_mrr_at_20_max": 0.787208, + "nauc_mrr_at_20_std": -0.029089, + "nauc_mrr_at_20_diff1": 0.934935, + "nauc_mrr_at_100_max": 0.787072, + "nauc_mrr_at_100_std": -0.030116, + "nauc_mrr_at_100_diff1": 0.935145, + "nauc_mrr_at_1000_max": 0.787071, + "nauc_mrr_at_1000_std": -0.030191, + "nauc_mrr_at_1000_diff1": 0.935153, + "main_score": 0.93195, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 729.0100672245026, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/StatcanDialogueDatasetRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/StatcanDialogueDatasetRetrieval.json new file mode 100644 index 0000000000..1ecc194df4 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/StatcanDialogueDatasetRetrieval.json @@ -0,0 +1,601 @@ +{ + "dataset_revision": "7a26938c93e99e0759a1df416896bb72527e2f33", + "task_name": "StatcanDialogueDatasetRetrieval", + "mteb_version": "1.38.9", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.15654, + "ndcg_at_3": 0.2149, + "ndcg_at_5": 0.24421, + "ndcg_at_10": 0.28752, + "ndcg_at_20": 0.33024, + "ndcg_at_100": 0.37415, + "ndcg_at_1000": 0.39527, + "map_at_1": 0.12259, + "map_at_3": 0.18484, + "map_at_5": 0.20451, + "map_at_10": 0.22397, + "map_at_20": 0.23664, + "map_at_100": 0.24346, + "map_at_1000": 0.24444, + "recall_at_1": 0.12259, + "recall_at_3": 0.25559, + "recall_at_5": 0.32508, + "recall_at_10": 0.44673, + "recall_at_20": 0.60669, + "recall_at_100": 0.82376, + "recall_at_1000": 0.97312, + "precision_at_1": 0.15654, + "precision_at_3": 0.11664, + "precision_at_5": 0.09061, + "precision_at_10": 0.0628, + "precision_at_20": 0.04162, + "precision_at_100": 0.01147, + "precision_at_1000": 0.00141, + "mrr_at_1": 0.156538, + "mrr_at_3": 0.221915, + "mrr_at_5": 0.237661, + "mrr_at_10": 0.255616, + "mrr_at_20": 0.266421, + "mrr_at_100": 0.271808, + "mrr_at_1000": 0.272337, + "nauc_ndcg_at_1_max": 0.222262, + "nauc_ndcg_at_1_std": 0.099471, + "nauc_ndcg_at_1_diff1": 0.256667, + "nauc_ndcg_at_3_max": 0.23399, + "nauc_ndcg_at_3_std": 0.09497, + "nauc_ndcg_at_3_diff1": 0.224868, + "nauc_ndcg_at_5_max": 0.222634, + "nauc_ndcg_at_5_std": 0.110111, + "nauc_ndcg_at_5_diff1": 0.192184, + "nauc_ndcg_at_10_max": 0.229795, + "nauc_ndcg_at_10_std": 0.137957, + "nauc_ndcg_at_10_diff1": 0.188147, + "nauc_ndcg_at_20_max": 0.254591, + "nauc_ndcg_at_20_std": 0.157236, + "nauc_ndcg_at_20_diff1": 0.199572, + "nauc_ndcg_at_100_max": 0.268773, + "nauc_ndcg_at_100_std": 0.175197, + "nauc_ndcg_at_100_diff1": 0.211705, + "nauc_ndcg_at_1000_max": 0.264458, + "nauc_ndcg_at_1000_std": 0.14877, + "nauc_ndcg_at_1000_diff1": 0.20478, + "nauc_map_at_1_max": 0.129547, + "nauc_map_at_1_std": 0.073558, + "nauc_map_at_1_diff1": 0.292727, + "nauc_map_at_3_max": 0.20534, + "nauc_map_at_3_std": 0.092499, + "nauc_map_at_3_diff1": 0.254351, + "nauc_map_at_5_max": 0.205379, + "nauc_map_at_5_std": 0.098092, + "nauc_map_at_5_diff1": 0.223141, + "nauc_map_at_10_max": 0.211682, + "nauc_map_at_10_std": 0.112381, + "nauc_map_at_10_diff1": 0.218947, + "nauc_map_at_20_max": 0.219827, + "nauc_map_at_20_std": 0.116369, + "nauc_map_at_20_diff1": 0.222499, + "nauc_map_at_100_max": 0.222658, + "nauc_map_at_100_std": 0.119069, + "nauc_map_at_100_diff1": 0.224133, + "nauc_map_at_1000_max": 0.222881, + "nauc_map_at_1000_std": 0.117971, + "nauc_map_at_1000_diff1": 0.223669, + "nauc_recall_at_1_max": 0.129547, + "nauc_recall_at_1_std": 0.073558, + "nauc_recall_at_1_diff1": 0.292727, + "nauc_recall_at_3_max": 0.217288, + "nauc_recall_at_3_std": 0.098834, + "nauc_recall_at_3_diff1": 0.206887, + "nauc_recall_at_5_max": 0.204347, + "nauc_recall_at_5_std": 0.123868, + "nauc_recall_at_5_diff1": 0.137392, + "nauc_recall_at_10_max": 0.211975, + "nauc_recall_at_10_std": 0.192254, + "nauc_recall_at_10_diff1": 0.132413, + "nauc_recall_at_20_max": 0.28507, + "nauc_recall_at_20_std": 0.271687, + "nauc_recall_at_20_diff1": 0.158254, + "nauc_recall_at_100_max": 0.378314, + "nauc_recall_at_100_std": 0.52592, + "nauc_recall_at_100_diff1": 0.239081, + "nauc_recall_at_1000_max": 0.519373, + "nauc_recall_at_1000_std": 0.747563, + "nauc_recall_at_1000_diff1": 0.07047, + "nauc_precision_at_1_max": 0.222262, + "nauc_precision_at_1_std": 0.099471, + "nauc_precision_at_1_diff1": 0.256667, + "nauc_precision_at_3_max": 0.346104, + "nauc_precision_at_3_std": 0.088429, + "nauc_precision_at_3_diff1": 0.15309, + "nauc_precision_at_5_max": 0.320236, + "nauc_precision_at_5_std": 0.104305, + "nauc_precision_at_5_diff1": 0.064364, + "nauc_precision_at_10_max": 0.304004, + "nauc_precision_at_10_std": 0.125374, + "nauc_precision_at_10_diff1": 0.039722, + "nauc_precision_at_20_max": 0.349762, + "nauc_precision_at_20_std": 0.144748, + "nauc_precision_at_20_diff1": 0.04501, + "nauc_precision_at_100_max": 0.349561, + "nauc_precision_at_100_std": 0.101787, + "nauc_precision_at_100_diff1": 0.005451, + "nauc_precision_at_1000_max": 0.276997, + "nauc_precision_at_1000_std": -0.08447, + "nauc_precision_at_1000_diff1": -0.080478, + "nauc_mrr_at_1_max": 0.222262, + "nauc_mrr_at_1_std": 0.099471, + "nauc_mrr_at_1_diff1": 0.256667, + "nauc_mrr_at_3_max": 0.2582, + "nauc_mrr_at_3_std": 0.103021, + "nauc_mrr_at_3_diff1": 0.213007, + "nauc_mrr_at_5_max": 0.25619, + "nauc_mrr_at_5_std": 0.111912, + "nauc_mrr_at_5_diff1": 0.197768, + "nauc_mrr_at_10_max": 0.255397, + "nauc_mrr_at_10_std": 0.120648, + "nauc_mrr_at_10_diff1": 0.19608, + "nauc_mrr_at_20_max": 0.262604, + "nauc_mrr_at_20_std": 0.127526, + "nauc_mrr_at_20_diff1": 0.200227, + "nauc_mrr_at_100_max": 0.264616, + "nauc_mrr_at_100_std": 0.129345, + "nauc_mrr_at_100_diff1": 0.201552, + "nauc_mrr_at_1000_max": 0.2641, + "nauc_mrr_at_1000_std": 0.128714, + "nauc_mrr_at_1000_diff1": 0.201328, + "main_score": 0.44673, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.12295, + "ndcg_at_3": 0.13032, + "ndcg_at_5": 0.1652, + "ndcg_at_10": 0.22712, + "ndcg_at_20": 0.26372, + "ndcg_at_100": 0.30178, + "ndcg_at_1000": 0.32834, + "map_at_1": 0.09153, + "map_at_3": 0.11885, + "map_at_5": 0.13824, + "map_at_10": 0.16462, + "map_at_20": 0.17528, + "map_at_100": 0.18116, + "map_at_1000": 0.18214, + "recall_at_1": 0.09153, + "recall_at_3": 0.14344, + "recall_at_5": 0.2209, + "recall_at_10": 0.40601, + "recall_at_20": 0.54358, + "recall_at_100": 0.72418, + "recall_at_1000": 0.90918, + "precision_at_1": 0.12295, + "precision_at_3": 0.06557, + "precision_at_5": 0.06066, + "precision_at_10": 0.05328, + "precision_at_20": 0.03484, + "precision_at_100": 0.01, + "precision_at_1000": 0.00137, + "mrr_at_1": 0.122951, + "mrr_at_3": 0.142077, + "mrr_at_5": 0.164617, + "mrr_at_10": 0.188323, + "mrr_at_20": 0.197831, + "mrr_at_100": 0.20248, + "mrr_at_1000": 0.203409, + "nauc_ndcg_at_1_max": 0.032484, + "nauc_ndcg_at_1_std": 0.023237, + "nauc_ndcg_at_1_diff1": 0.363211, + "nauc_ndcg_at_3_max": 0.095266, + "nauc_ndcg_at_3_std": 0.062643, + "nauc_ndcg_at_3_diff1": 0.272699, + "nauc_ndcg_at_5_max": 0.103905, + "nauc_ndcg_at_5_std": 0.041184, + "nauc_ndcg_at_5_diff1": 0.20478, + "nauc_ndcg_at_10_max": 0.12469, + "nauc_ndcg_at_10_std": 0.108058, + "nauc_ndcg_at_10_diff1": 0.153318, + "nauc_ndcg_at_20_max": 0.141913, + "nauc_ndcg_at_20_std": 0.196792, + "nauc_ndcg_at_20_diff1": 0.131277, + "nauc_ndcg_at_100_max": 0.171428, + "nauc_ndcg_at_100_std": 0.202681, + "nauc_ndcg_at_100_diff1": 0.095041, + "nauc_ndcg_at_1000_max": 0.155654, + "nauc_ndcg_at_1000_std": 0.166904, + "nauc_ndcg_at_1000_diff1": 0.144372, + "nauc_map_at_1_max": 0.061646, + "nauc_map_at_1_std": 0.122796, + "nauc_map_at_1_diff1": 0.329114, + "nauc_map_at_3_max": 0.089873, + "nauc_map_at_3_std": 0.082837, + "nauc_map_at_3_diff1": 0.279335, + "nauc_map_at_5_max": 0.09323, + "nauc_map_at_5_std": 0.068019, + "nauc_map_at_5_diff1": 0.234008, + "nauc_map_at_10_max": 0.109788, + "nauc_map_at_10_std": 0.099241, + "nauc_map_at_10_diff1": 0.213134, + "nauc_map_at_20_max": 0.1145, + "nauc_map_at_20_std": 0.12626, + "nauc_map_at_20_diff1": 0.206394, + "nauc_map_at_100_max": 0.119041, + "nauc_map_at_100_std": 0.126577, + "nauc_map_at_100_diff1": 0.20129, + "nauc_map_at_1000_max": 0.118285, + "nauc_map_at_1000_std": 0.124963, + "nauc_map_at_1000_diff1": 0.203918, + "nauc_recall_at_1_max": 0.061646, + "nauc_recall_at_1_std": 0.122796, + "nauc_recall_at_1_diff1": 0.329114, + "nauc_recall_at_3_max": 0.123452, + "nauc_recall_at_3_std": 0.064613, + "nauc_recall_at_3_diff1": 0.231415, + "nauc_recall_at_5_max": 0.122539, + "nauc_recall_at_5_std": 0.023986, + "nauc_recall_at_5_diff1": 0.106089, + "nauc_recall_at_10_max": 0.143502, + "nauc_recall_at_10_std": 0.175009, + "nauc_recall_at_10_diff1": 0.004984, + "nauc_recall_at_20_max": 0.197125, + "nauc_recall_at_20_std": 0.44752, + "nauc_recall_at_20_diff1": -0.072965, + "nauc_recall_at_100_max": 0.361083, + "nauc_recall_at_100_std": 0.609083, + "nauc_recall_at_100_diff1": -0.291364, + "nauc_recall_at_1000_max": 0.358879, + "nauc_recall_at_1000_std": 0.728794, + "nauc_recall_at_1000_diff1": -0.27636, + "nauc_precision_at_1_max": 0.032484, + "nauc_precision_at_1_std": 0.023237, + "nauc_precision_at_1_diff1": 0.363211, + "nauc_precision_at_3_max": 0.127665, + "nauc_precision_at_3_std": -0.009074, + "nauc_precision_at_3_diff1": 0.262083, + "nauc_precision_at_5_max": 0.14822, + "nauc_precision_at_5_std": -0.04215, + "nauc_precision_at_5_diff1": 0.168483, + "nauc_precision_at_10_max": 0.194721, + "nauc_precision_at_10_std": 0.088348, + "nauc_precision_at_10_diff1": 0.057383, + "nauc_precision_at_20_max": 0.221542, + "nauc_precision_at_20_std": 0.225979, + "nauc_precision_at_20_diff1": 0.027201, + "nauc_precision_at_100_max": 0.261534, + "nauc_precision_at_100_std": 0.093557, + "nauc_precision_at_100_diff1": -0.139164, + "nauc_precision_at_1000_max": 0.130072, + "nauc_precision_at_1000_std": -0.197891, + "nauc_precision_at_1000_diff1": 0.105361, + "nauc_mrr_at_1_max": 0.032484, + "nauc_mrr_at_1_std": 0.023237, + "nauc_mrr_at_1_diff1": 0.363211, + "nauc_mrr_at_3_max": 0.066594, + "nauc_mrr_at_3_std": 0.013995, + "nauc_mrr_at_3_diff1": 0.306779, + "nauc_mrr_at_5_max": 0.082981, + "nauc_mrr_at_5_std": 0.002933, + "nauc_mrr_at_5_diff1": 0.270084, + "nauc_mrr_at_10_max": 0.089313, + "nauc_mrr_at_10_std": 0.028744, + "nauc_mrr_at_10_diff1": 0.241183, + "nauc_mrr_at_20_max": 0.092526, + "nauc_mrr_at_20_std": 0.055016, + "nauc_mrr_at_20_diff1": 0.232325, + "nauc_mrr_at_100_max": 0.095948, + "nauc_mrr_at_100_std": 0.056937, + "nauc_mrr_at_100_diff1": 0.229237, + "nauc_mrr_at_1000_max": 0.095288, + "nauc_mrr_at_1000_std": 0.055428, + "nauc_mrr_at_1000_diff1": 0.231718, + "main_score": 0.40601, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.18807, + "ndcg_at_3": 0.22149, + "ndcg_at_5": 0.25639, + "ndcg_at_10": 0.29851, + "ndcg_at_20": 0.33035, + "ndcg_at_100": 0.37784, + "ndcg_at_1000": 0.40291, + "map_at_1": 0.13011, + "map_at_3": 0.18998, + "map_at_5": 0.21255, + "map_at_10": 0.23108, + "map_at_20": 0.24112, + "map_at_100": 0.24954, + "map_at_1000": 0.25078, + "recall_at_1": 0.13011, + "recall_at_3": 0.25479, + "recall_at_5": 0.33382, + "recall_at_10": 0.45286, + "recall_at_20": 0.56715, + "recall_at_100": 0.79117, + "recall_at_1000": 0.96204, + "precision_at_1": 0.18807, + "precision_at_3": 0.12116, + "precision_at_5": 0.09656, + "precision_at_10": 0.06546, + "precision_at_20": 0.04168, + "precision_at_100": 0.01183, + "precision_at_1000": 0.00149, + "mrr_at_1": 0.188065, + "mrr_at_3": 0.246835, + "mrr_at_5": 0.26519, + "mrr_at_10": 0.282738, + "mrr_at_20": 0.289601, + "mrr_at_100": 0.295098, + "mrr_at_1000": 0.295825, + "nauc_ndcg_at_1_max": 0.189957, + "nauc_ndcg_at_1_std": -0.006332, + "nauc_ndcg_at_1_diff1": 0.184209, + "nauc_ndcg_at_3_max": 0.175114, + "nauc_ndcg_at_3_std": 0.005902, + "nauc_ndcg_at_3_diff1": 0.173272, + "nauc_ndcg_at_5_max": 0.181538, + "nauc_ndcg_at_5_std": 0.037367, + "nauc_ndcg_at_5_diff1": 0.178195, + "nauc_ndcg_at_10_max": 0.195666, + "nauc_ndcg_at_10_std": 0.061268, + "nauc_ndcg_at_10_diff1": 0.179047, + "nauc_ndcg_at_20_max": 0.199062, + "nauc_ndcg_at_20_std": 0.076083, + "nauc_ndcg_at_20_diff1": 0.178265, + "nauc_ndcg_at_100_max": 0.223382, + "nauc_ndcg_at_100_std": 0.099406, + "nauc_ndcg_at_100_diff1": 0.182183, + "nauc_ndcg_at_1000_max": 0.231542, + "nauc_ndcg_at_1000_std": 0.080082, + "nauc_ndcg_at_1000_diff1": 0.177726, + "nauc_map_at_1_max": 0.118757, + "nauc_map_at_1_std": 0.004646, + "nauc_map_at_1_diff1": 0.183165, + "nauc_map_at_3_max": 0.154772, + "nauc_map_at_3_std": 0.011404, + "nauc_map_at_3_diff1": 0.175028, + "nauc_map_at_5_max": 0.167514, + "nauc_map_at_5_std": 0.032322, + "nauc_map_at_5_diff1": 0.176457, + "nauc_map_at_10_max": 0.174272, + "nauc_map_at_10_std": 0.040225, + "nauc_map_at_10_diff1": 0.177305, + "nauc_map_at_20_max": 0.176272, + "nauc_map_at_20_std": 0.045621, + "nauc_map_at_20_diff1": 0.176941, + "nauc_map_at_100_max": 0.182897, + "nauc_map_at_100_std": 0.050451, + "nauc_map_at_100_diff1": 0.17695, + "nauc_map_at_1000_max": 0.183747, + "nauc_map_at_1000_std": 0.049776, + "nauc_map_at_1000_diff1": 0.176769, + "nauc_recall_at_1_max": 0.118757, + "nauc_recall_at_1_std": 0.004646, + "nauc_recall_at_1_diff1": 0.183165, + "nauc_recall_at_3_max": 0.146912, + "nauc_recall_at_3_std": 0.008721, + "nauc_recall_at_3_diff1": 0.1637, + "nauc_recall_at_5_max": 0.158201, + "nauc_recall_at_5_std": 0.070011, + "nauc_recall_at_5_diff1": 0.177765, + "nauc_recall_at_10_max": 0.172906, + "nauc_recall_at_10_std": 0.127795, + "nauc_recall_at_10_diff1": 0.18205, + "nauc_recall_at_20_max": 0.168422, + "nauc_recall_at_20_std": 0.181571, + "nauc_recall_at_20_diff1": 0.184195, + "nauc_recall_at_100_max": 0.262593, + "nauc_recall_at_100_std": 0.422136, + "nauc_recall_at_100_diff1": 0.246866, + "nauc_recall_at_1000_max": 0.63436, + "nauc_recall_at_1000_std": 0.921527, + "nauc_recall_at_1000_diff1": 0.453657, + "nauc_precision_at_1_max": 0.189957, + "nauc_precision_at_1_std": -0.006332, + "nauc_precision_at_1_diff1": 0.184209, + "nauc_precision_at_3_max": 0.267058, + "nauc_precision_at_3_std": 0.005898, + "nauc_precision_at_3_diff1": 0.158762, + "nauc_precision_at_5_max": 0.277036, + "nauc_precision_at_5_std": 0.057569, + "nauc_precision_at_5_diff1": 0.146778, + "nauc_precision_at_10_max": 0.325302, + "nauc_precision_at_10_std": 0.108917, + "nauc_precision_at_10_diff1": 0.12322, + "nauc_precision_at_20_max": 0.333527, + "nauc_precision_at_20_std": 0.127165, + "nauc_precision_at_20_diff1": 0.090592, + "nauc_precision_at_100_max": 0.374109, + "nauc_precision_at_100_std": 0.108327, + "nauc_precision_at_100_diff1": 0.020583, + "nauc_precision_at_1000_max": 0.360069, + "nauc_precision_at_1000_std": -0.034921, + "nauc_precision_at_1000_diff1": -0.093882, + "nauc_mrr_at_1_max": 0.189957, + "nauc_mrr_at_1_std": -0.006332, + "nauc_mrr_at_1_diff1": 0.184209, + "nauc_mrr_at_3_max": 0.211207, + "nauc_mrr_at_3_std": -0.009399, + "nauc_mrr_at_3_diff1": 0.168779, + "nauc_mrr_at_5_max": 0.210764, + "nauc_mrr_at_5_std": 0.005516, + "nauc_mrr_at_5_diff1": 0.173291, + "nauc_mrr_at_10_max": 0.221162, + "nauc_mrr_at_10_std": 0.017729, + "nauc_mrr_at_10_diff1": 0.170716, + "nauc_mrr_at_20_max": 0.220451, + "nauc_mrr_at_20_std": 0.021228, + "nauc_mrr_at_20_diff1": 0.17159, + "nauc_mrr_at_100_max": 0.221592, + "nauc_mrr_at_100_std": 0.023884, + "nauc_mrr_at_100_diff1": 0.172307, + "nauc_mrr_at_1000_max": 0.221519, + "nauc_mrr_at_1000_std": 0.023359, + "nauc_mrr_at_1000_diff1": 0.172488, + "main_score": 0.45286, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.11111, + "ndcg_at_3": 0.18169, + "ndcg_at_5": 0.21183, + "ndcg_at_10": 0.25549, + "ndcg_at_20": 0.30963, + "ndcg_at_100": 0.34287, + "ndcg_at_1000": 0.36553, + "map_at_1": 0.10648, + "map_at_3": 0.15895, + "map_at_5": 0.17508, + "map_at_10": 0.19347, + "map_at_20": 0.20915, + "map_at_100": 0.21445, + "map_at_1000": 0.21547, + "recall_at_1": 0.10648, + "recall_at_3": 0.23225, + "recall_at_5": 0.30324, + "recall_at_10": 0.42747, + "recall_at_20": 0.6304, + "recall_at_100": 0.7963, + "recall_at_1000": 0.95833, + "precision_at_1": 0.11111, + "precision_at_3": 0.08642, + "precision_at_5": 0.07037, + "precision_at_10": 0.0537, + "precision_at_20": 0.03981, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00126, + "mrr_at_1": 0.111111, + "mrr_at_3": 0.17284, + "mrr_at_5": 0.191358, + "mrr_at_10": 0.209079, + "mrr_at_20": 0.2232, + "mrr_at_100": 0.226681, + "mrr_at_1000": 0.227443, + "nauc_ndcg_at_1_max": 0.192933, + "nauc_ndcg_at_1_std": 0.076323, + "nauc_ndcg_at_1_diff1": 0.369571, + "nauc_ndcg_at_3_max": 0.215715, + "nauc_ndcg_at_3_std": 0.111425, + "nauc_ndcg_at_3_diff1": 0.176818, + "nauc_ndcg_at_5_max": 0.221957, + "nauc_ndcg_at_5_std": 0.118375, + "nauc_ndcg_at_5_diff1": 0.18254, + "nauc_ndcg_at_10_max": 0.218474, + "nauc_ndcg_at_10_std": 0.097772, + "nauc_ndcg_at_10_diff1": 0.191531, + "nauc_ndcg_at_20_max": 0.23122, + "nauc_ndcg_at_20_std": 0.171181, + "nauc_ndcg_at_20_diff1": 0.18262, + "nauc_ndcg_at_100_max": 0.243143, + "nauc_ndcg_at_100_std": 0.189002, + "nauc_ndcg_at_100_diff1": 0.223719, + "nauc_ndcg_at_1000_max": 0.271627, + "nauc_ndcg_at_1000_std": 0.166224, + "nauc_ndcg_at_1000_diff1": 0.225352, + "nauc_map_at_1_max": 0.184029, + "nauc_map_at_1_std": 0.04922, + "nauc_map_at_1_diff1": 0.36585, + "nauc_map_at_3_max": 0.203364, + "nauc_map_at_3_std": 0.095029, + "nauc_map_at_3_diff1": 0.222321, + "nauc_map_at_5_max": 0.208674, + "nauc_map_at_5_std": 0.09888, + "nauc_map_at_5_diff1": 0.223286, + "nauc_map_at_10_max": 0.206437, + "nauc_map_at_10_std": 0.093745, + "nauc_map_at_10_diff1": 0.221483, + "nauc_map_at_20_max": 0.209117, + "nauc_map_at_20_std": 0.114542, + "nauc_map_at_20_diff1": 0.215863, + "nauc_map_at_100_max": 0.213946, + "nauc_map_at_100_std": 0.116582, + "nauc_map_at_100_diff1": 0.223451, + "nauc_map_at_1000_max": 0.215779, + "nauc_map_at_1000_std": 0.11561, + "nauc_map_at_1000_diff1": 0.223208, + "nauc_recall_at_1_max": 0.184029, + "nauc_recall_at_1_std": 0.04922, + "nauc_recall_at_1_diff1": 0.36585, + "nauc_recall_at_3_max": 0.200441, + "nauc_recall_at_3_std": 0.128386, + "nauc_recall_at_3_diff1": 0.090214, + "nauc_recall_at_5_max": 0.216666, + "nauc_recall_at_5_std": 0.145826, + "nauc_recall_at_5_diff1": 0.121154, + "nauc_recall_at_10_max": 0.188526, + "nauc_recall_at_10_std": 0.093638, + "nauc_recall_at_10_diff1": 0.153138, + "nauc_recall_at_20_max": 0.194498, + "nauc_recall_at_20_std": 0.328463, + "nauc_recall_at_20_diff1": 0.109883, + "nauc_recall_at_100_max": 0.186196, + "nauc_recall_at_100_std": 0.55374, + "nauc_recall_at_100_diff1": 0.321987, + "nauc_recall_at_1000_max": 0.939921, + "nauc_recall_at_1000_std": 0.956337, + "nauc_recall_at_1000_diff1": 0.838968, + "nauc_precision_at_1_max": 0.192933, + "nauc_precision_at_1_std": 0.076323, + "nauc_precision_at_1_diff1": 0.369571, + "nauc_precision_at_3_max": 0.268359, + "nauc_precision_at_3_std": 0.154601, + "nauc_precision_at_3_diff1": 0.0605, + "nauc_precision_at_5_max": 0.286939, + "nauc_precision_at_5_std": 0.152907, + "nauc_precision_at_5_diff1": 0.061847, + "nauc_precision_at_10_max": 0.302543, + "nauc_precision_at_10_std": 0.084728, + "nauc_precision_at_10_diff1": 0.069201, + "nauc_precision_at_20_max": 0.367106, + "nauc_precision_at_20_std": 0.236234, + "nauc_precision_at_20_diff1": 0.020021, + "nauc_precision_at_100_max": 0.418497, + "nauc_precision_at_100_std": 0.220084, + "nauc_precision_at_100_diff1": 0.12064, + "nauc_precision_at_1000_max": 0.491528, + "nauc_precision_at_1000_std": 0.061899, + "nauc_precision_at_1000_diff1": 0.047274, + "nauc_mrr_at_1_max": 0.192933, + "nauc_mrr_at_1_std": 0.076323, + "nauc_mrr_at_1_diff1": 0.369571, + "nauc_mrr_at_3_max": 0.244432, + "nauc_mrr_at_3_std": 0.121296, + "nauc_mrr_at_3_diff1": 0.201697, + "nauc_mrr_at_5_max": 0.241704, + "nauc_mrr_at_5_std": 0.117636, + "nauc_mrr_at_5_diff1": 0.198796, + "nauc_mrr_at_10_max": 0.241707, + "nauc_mrr_at_10_std": 0.103318, + "nauc_mrr_at_10_diff1": 0.206649, + "nauc_mrr_at_20_max": 0.253159, + "nauc_mrr_at_20_std": 0.130679, + "nauc_mrr_at_20_diff1": 0.214161, + "nauc_mrr_at_100_max": 0.25055, + "nauc_mrr_at_100_std": 0.131547, + "nauc_mrr_at_100_diff1": 0.217478, + "nauc_mrr_at_1000_max": 0.251008, + "nauc_mrr_at_1000_std": 0.130419, + "nauc_mrr_at_1000_diff1": 0.217285, + "main_score": 0.42747, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 1221.0386774539948, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwahiliNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwahiliNewsClassification.json new file mode 100644 index 0000000000..bf26248a9c --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwahiliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "24fcf066e6b96f9e0d743e8b79184e0c599f73c3", + "task_name": "SwahiliNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "accuracy": 0.61416, + "f1": 0.589352, + "f1_weighted": 0.601486, + "scores_per_experiment": [ + { + "accuracy": 0.615234, + "f1": 0.580228, + "f1_weighted": 0.614745 + }, + { + "accuracy": 0.646973, + "f1": 0.629796, + "f1_weighted": 0.647116 + }, + { + "accuracy": 0.693848, + "f1": 0.64878, + "f1_weighted": 0.700954 + }, + { + "accuracy": 0.632324, + "f1": 0.602074, + "f1_weighted": 0.626916 + }, + { + "accuracy": 0.55127, + "f1": 0.558153, + "f1_weighted": 0.516788 + }, + { + "accuracy": 0.554688, + "f1": 0.545787, + "f1_weighted": 0.517064 + }, + { + "accuracy": 0.537109, + "f1": 0.518114, + "f1_weighted": 0.488923 + }, + { + "accuracy": 0.669434, + "f1": 0.624123, + "f1_weighted": 0.674755 + }, + { + "accuracy": 0.59082, + "f1": 0.572961, + "f1_weighted": 0.576237 + }, + { + "accuracy": 0.649902, + "f1": 0.613507, + "f1_weighted": 0.651358 + } + ], + "main_score": 0.61416, + "hf_subset": "default", + "languages": [ + "swa-Latn" + ] + } + ] + }, + "evaluation_time": 145.8743758201599, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwednClusteringP2P.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwednClusteringP2P.json new file mode 100644 index 0000000000..4e994182ca --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwednClusteringP2P.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "ef1661775d746e0844b299164773db733bdc0bf6", + "task_name": "SwednClusteringP2P", + "mteb_version": "1.38.9", + "scores": { + "summaries": [ + { + "v_measures": { + "Level 0": [ + 0.509177, + 0.539339, + 0.414918, + 0.369309, + 0.50501, + 0.520256, + 0.469099, + 0.408123, + 0.470855, + 0.467534 + ] + }, + "v_measure": 0.467362, + "v_measure_std": 0.051994, + "main_score": 0.467362, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ], + "articles": [ + { + "v_measures": { + "Level 0": [ + 0.493309, + 0.441907, + 0.325243, + 0.449574, + 0.46732, + 0.474026, + 0.403805, + 0.545596, + 0.521914, + 0.50313 + ] + }, + "v_measure": 0.462582, + "v_measure_std": 0.060056, + "main_score": 0.462582, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 129.3044090270996, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwissJudgementClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwissJudgementClassification.json new file mode 100644 index 0000000000..3a66e7b6bf --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/SwissJudgementClassification.json @@ -0,0 +1,263 @@ +{ + "dataset_revision": "29806f87bba4f23d0707d3b6d9ea5432afefbe2f", + "task_name": "SwissJudgementClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.514648, + "f1": 0.453339, + "f1_weighted": 0.552365, + "ap": 0.2015, + "ap_weighted": 0.2015, + "scores_per_experiment": [ + { + "accuracy": 0.443848, + "f1": 0.419309, + "f1_weighted": 0.491701, + "ap": 0.198333, + "ap_weighted": 0.198333 + }, + { + "accuracy": 0.455566, + "f1": 0.420912, + "f1_weighted": 0.506822, + "ap": 0.192508, + "ap_weighted": 0.192508 + }, + { + "accuracy": 0.40332, + "f1": 0.390939, + "f1_weighted": 0.443602, + "ap": 0.19715, + "ap_weighted": 0.19715 + }, + { + "accuracy": 0.612793, + "f1": 0.49627, + "f1_weighted": 0.643195, + "ap": 0.19938, + "ap_weighted": 0.19938 + }, + { + "accuracy": 0.543945, + "f1": 0.481246, + "f1_weighted": 0.590617, + "ap": 0.206083, + "ap_weighted": 0.206083 + }, + { + "accuracy": 0.570312, + "f1": 0.492484, + "f1_weighted": 0.613011, + "ap": 0.205998, + "ap_weighted": 0.205998 + }, + { + "accuracy": 0.566895, + "f1": 0.493632, + "f1_weighted": 0.610438, + "ap": 0.208046, + "ap_weighted": 0.208046 + }, + { + "accuracy": 0.616211, + "f1": 0.496693, + "f1_weighted": 0.645432, + "ap": 0.199149, + "ap_weighted": 0.199149 + }, + { + "accuracy": 0.328125, + "f1": 0.327786, + "f1_weighted": 0.336942, + "ap": 0.195977, + "ap_weighted": 0.195977 + }, + { + "accuracy": 0.605469, + "f1": 0.514122, + "f1_weighted": 0.641884, + "ap": 0.212377, + "ap_weighted": 0.212377 + } + ], + "main_score": 0.514648, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "accuracy": 0.5625, + "f1": 0.471023, + "f1_weighted": 0.603566, + "ap": 0.188579, + "ap_weighted": 0.188579, + "scores_per_experiment": [ + { + "accuracy": 0.657715, + "f1": 0.517866, + "f1_weighted": 0.681171, + "ap": 0.195301, + "ap_weighted": 0.195301 + }, + { + "accuracy": 0.416504, + "f1": 0.397362, + "f1_weighted": 0.464909, + "ap": 0.186647, + "ap_weighted": 0.186647 + }, + { + "accuracy": 0.480469, + "f1": 0.444076, + "f1_weighted": 0.53353, + "ap": 0.19493, + "ap_weighted": 0.19493 + }, + { + "accuracy": 0.566895, + "f1": 0.483966, + "f1_weighted": 0.614066, + "ap": 0.19233, + "ap_weighted": 0.19233 + }, + { + "accuracy": 0.647461, + "f1": 0.502315, + "f1_weighted": 0.671346, + "ap": 0.188494, + "ap_weighted": 0.188494 + }, + { + "accuracy": 0.51123, + "f1": 0.453235, + "f1_weighted": 0.565226, + "ap": 0.187679, + "ap_weighted": 0.187679 + }, + { + "accuracy": 0.523438, + "f1": 0.441117, + "f1_weighted": 0.576013, + "ap": 0.176735, + "ap_weighted": 0.176735 + }, + { + "accuracy": 0.597168, + "f1": 0.482818, + "f1_weighted": 0.63576, + "ap": 0.185154, + "ap_weighted": 0.185154 + }, + { + "accuracy": 0.569336, + "f1": 0.470175, + "f1_weighted": 0.614328, + "ap": 0.183145, + "ap_weighted": 0.183145 + }, + { + "accuracy": 0.654785, + "f1": 0.517299, + "f1_weighted": 0.679314, + "ap": 0.195371, + "ap_weighted": 0.195371 + } + ], + "main_score": 0.5625, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "accuracy": 0.577586, + "f1": 0.475922, + "f1_weighted": 0.618477, + "ap": 0.188974, + "ap_weighted": 0.188974, + "scores_per_experiment": [ + { + "accuracy": 0.536946, + "f1": 0.449261, + "f1_weighted": 0.586742, + "ap": 0.17963, + "ap_weighted": 0.17963 + }, + { + "accuracy": 0.566502, + "f1": 0.451351, + "f1_weighted": 0.608601, + "ap": 0.17723, + "ap_weighted": 0.17723 + }, + { + "accuracy": 0.571429, + "f1": 0.496073, + "f1_weighted": 0.617986, + "ap": 0.201783, + "ap_weighted": 0.201783 + }, + { + "accuracy": 0.626847, + "f1": 0.493185, + "f1_weighted": 0.656016, + "ap": 0.18783, + "ap_weighted": 0.18783 + }, + { + "accuracy": 0.54064, + "f1": 0.443675, + "f1_weighted": 0.58898, + "ap": 0.176854, + "ap_weighted": 0.176854 + }, + { + "accuracy": 0.610837, + "f1": 0.479403, + "f1_weighted": 0.643052, + "ap": 0.183548, + "ap_weighted": 0.183548 + }, + { + "accuracy": 0.6367, + "f1": 0.516392, + "f1_weighted": 0.667296, + "ap": 0.199135, + "ap_weighted": 0.199135 + }, + { + "accuracy": 0.519704, + "f1": 0.435254, + "f1_weighted": 0.571881, + "ap": 0.176135, + "ap_weighted": 0.176135 + }, + { + "accuracy": 0.522167, + "f1": 0.479693, + "f1_weighted": 0.572697, + "ap": 0.210628, + "ap_weighted": 0.210628 + }, + { + "accuracy": 0.644089, + "f1": 0.514931, + "f1_weighted": 0.671523, + "ap": 0.196968, + "ap_weighted": 0.196968 + } + ], + "main_score": 0.577586, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 296.57938838005066, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/T2Reranking.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/T2Reranking.json new file mode 100644 index 0000000000..7b1f6ba622 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/T2Reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9", + "task_name": "T2Reranking", + "mteb_version": "1.38.9", + "scores": { + "dev": [ + { + "map": 0.667669, + "mrr": 0.76824, + "nAUC_map_max": 0.330572, + "nAUC_map_std": -0.035612, + "nAUC_map_diff1": -0.11485, + "nAUC_mrr_max": 0.277658, + "nAUC_mrr_std": -0.037288, + "nAUC_mrr_diff1": -0.084408, + "main_score": 0.667669, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 3436.8557851314545, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/TERRa.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TERRa.json new file mode 100644 index 0000000000..68aff8c37f --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TERRa.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "7b58f24536063837d644aab9a023c62199b2a612", + "task_name": "TERRa", + "mteb_version": "1.38.9", + "scores": { + "dev": [ + { + "similarity_accuracy": 0.550489, + "similarity_accuracy_threshold": 0.842322, + "similarity_f1": 0.669623, + "similarity_f1_threshold": 0.681024, + "similarity_precision": 0.506711, + "similarity_recall": 0.986928, + "similarity_ap": 0.564947, + "cosine_accuracy": 0.550489, + "cosine_accuracy_threshold": 0.842322, + "cosine_f1": 0.669623, + "cosine_f1_threshold": 0.681022, + "cosine_precision": 0.506711, + "cosine_recall": 0.986928, + "cosine_ap": 0.564947, + "manhattan_accuracy": 0.553746, + "manhattan_accuracy_threshold": 26.640141, + "manhattan_f1": 0.669604, + "manhattan_f1_threshold": 38.94957, + "manhattan_precision": 0.504983, + "manhattan_recall": 0.993464, + "manhattan_ap": 0.566888, + "euclidean_accuracy": 0.550489, + "euclidean_accuracy_threshold": 0.561819, + "euclidean_f1": 0.669623, + "euclidean_f1_threshold": 0.800267, + "euclidean_precision": 0.506711, + "euclidean_recall": 0.986928, + "euclidean_ap": 0.564716, + "dot_accuracy": 0.553746, + "dot_accuracy_threshold": 0.84432, + "dot_f1": 0.669623, + "dot_f1_threshold": 0.680132, + "dot_precision": 0.506711, + "dot_recall": 0.986928, + "dot_ap": 0.566872, + "max_accuracy": 0.553746, + "max_f1": 0.669623, + "max_precision": 0.506711, + "max_recall": 0.993464, + "max_ap": 0.566888, + "main_score": 0.566888, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 3.460901975631714, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/TRECCOVID.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TRECCOVID.json new file mode 100644 index 0000000000..037bbb47f2 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.85358, + "ndcg_at_5": 0.86907, + "ndcg_at_10": 0.84383, + "ndcg_at_20": 0.80499, + "ndcg_at_100": 0.67335, + "ndcg_at_1000": 0.61352, + "map_at_1": 0.0024, + "map_at_3": 0.00693, + "map_at_5": 0.01169, + "map_at_10": 0.02251, + "map_at_20": 0.04081, + "map_at_100": 0.14251, + "map_at_1000": 0.35644, + "recall_at_1": 0.0024, + "recall_at_3": 0.00718, + "recall_at_5": 0.01224, + "recall_at_10": 0.02384, + "recall_at_20": 0.04425, + "recall_at_100": 0.1713, + "recall_at_1000": 0.58306, + "precision_at_1": 0.92, + "precision_at_3": 0.91333, + "precision_at_5": 0.932, + "precision_at_10": 0.898, + "precision_at_20": 0.848, + "precision_at_100": 0.6996, + "precision_at_1000": 0.27236, + "mrr_at_1": 0.92, + "mrr_at_3": 0.956667, + "mrr_at_5": 0.956667, + "mrr_at_10": 0.956667, + "mrr_at_20": 0.956667, + "mrr_at_100": 0.956667, + "mrr_at_1000": 0.956667, + "nauc_ndcg_at_1_max": 0.429971, + "nauc_ndcg_at_1_std": 0.408458, + "nauc_ndcg_at_1_diff1": -0.184693, + "nauc_ndcg_at_3_max": 0.462744, + "nauc_ndcg_at_3_std": 0.587337, + "nauc_ndcg_at_3_diff1": -0.191632, + "nauc_ndcg_at_5_max": 0.464649, + "nauc_ndcg_at_5_std": 0.61673, + "nauc_ndcg_at_5_diff1": -0.199079, + "nauc_ndcg_at_10_max": 0.502058, + "nauc_ndcg_at_10_std": 0.702662, + "nauc_ndcg_at_10_diff1": -0.223328, + "nauc_ndcg_at_20_max": 0.487646, + "nauc_ndcg_at_20_std": 0.742728, + "nauc_ndcg_at_20_diff1": -0.152931, + "nauc_ndcg_at_100_max": 0.310575, + "nauc_ndcg_at_100_std": 0.725096, + "nauc_ndcg_at_100_diff1": -0.168359, + "nauc_ndcg_at_1000_max": 0.260548, + "nauc_ndcg_at_1000_std": 0.715338, + "nauc_ndcg_at_1000_diff1": 0.051631, + "nauc_map_at_1_max": 0.162966, + "nauc_map_at_1_std": 0.094586, + "nauc_map_at_1_diff1": 0.137128, + "nauc_map_at_3_max": 0.245416, + "nauc_map_at_3_std": 0.196082, + "nauc_map_at_3_diff1": 0.156988, + "nauc_map_at_5_max": 0.237208, + "nauc_map_at_5_std": 0.182163, + "nauc_map_at_5_diff1": 0.152113, + "nauc_map_at_10_max": 0.248274, + "nauc_map_at_10_std": 0.250925, + "nauc_map_at_10_diff1": 0.138829, + "nauc_map_at_20_max": 0.260657, + "nauc_map_at_20_std": 0.359775, + "nauc_map_at_20_diff1": 0.187578, + "nauc_map_at_100_max": 0.228611, + "nauc_map_at_100_std": 0.567444, + "nauc_map_at_100_diff1": 0.119737, + "nauc_map_at_1000_max": 0.190821, + "nauc_map_at_1000_std": 0.724795, + "nauc_map_at_1000_diff1": -0.065052, + "nauc_recall_at_1_max": 0.162966, + "nauc_recall_at_1_std": 0.094586, + "nauc_recall_at_1_diff1": 0.137128, + "nauc_recall_at_3_max": 0.199627, + "nauc_recall_at_3_std": 0.167062, + "nauc_recall_at_3_diff1": 0.193189, + "nauc_recall_at_5_max": 0.174873, + "nauc_recall_at_5_std": 0.1303, + "nauc_recall_at_5_diff1": 0.190995, + "nauc_recall_at_10_max": 0.167841, + "nauc_recall_at_10_std": 0.182732, + "nauc_recall_at_10_diff1": 0.178363, + "nauc_recall_at_20_max": 0.170895, + "nauc_recall_at_20_std": 0.260657, + "nauc_recall_at_20_diff1": 0.232298, + "nauc_recall_at_100_max": 0.150019, + "nauc_recall_at_100_std": 0.416606, + "nauc_recall_at_100_diff1": 0.188913, + "nauc_recall_at_1000_max": 0.175014, + "nauc_recall_at_1000_std": 0.590162, + "nauc_recall_at_1000_diff1": 0.09782, + "nauc_precision_at_1_max": 0.477241, + "nauc_precision_at_1_std": 0.508754, + "nauc_precision_at_1_diff1": -0.403828, + "nauc_precision_at_3_max": 0.613284, + "nauc_precision_at_3_std": 0.702797, + "nauc_precision_at_3_diff1": -0.335422, + "nauc_precision_at_5_max": 0.692263, + "nauc_precision_at_5_std": 0.674104, + "nauc_precision_at_5_diff1": -0.469072, + "nauc_precision_at_10_max": 0.613377, + "nauc_precision_at_10_std": 0.805609, + "nauc_precision_at_10_diff1": -0.446764, + "nauc_precision_at_20_max": 0.478369, + "nauc_precision_at_20_std": 0.809763, + "nauc_precision_at_20_diff1": -0.168771, + "nauc_precision_at_100_max": 0.249764, + "nauc_precision_at_100_std": 0.678092, + "nauc_precision_at_100_diff1": -0.218163, + "nauc_precision_at_1000_max": 0.071344, + "nauc_precision_at_1000_std": 0.269093, + "nauc_precision_at_1000_diff1": -0.239426, + "nauc_mrr_at_1_max": 0.477241, + "nauc_mrr_at_1_std": 0.508754, + "nauc_mrr_at_1_diff1": -0.403828, + "nauc_mrr_at_3_max": 0.496086, + "nauc_mrr_at_3_std": 0.497163, + "nauc_mrr_at_3_diff1": -0.330137, + "nauc_mrr_at_5_max": 0.496086, + "nauc_mrr_at_5_std": 0.497163, + "nauc_mrr_at_5_diff1": -0.330137, + "nauc_mrr_at_10_max": 0.496086, + "nauc_mrr_at_10_std": 0.497163, + "nauc_mrr_at_10_diff1": -0.330137, + "nauc_mrr_at_20_max": 0.496086, + "nauc_mrr_at_20_std": 0.497163, + "nauc_mrr_at_20_diff1": -0.330137, + "nauc_mrr_at_100_max": 0.496086, + "nauc_mrr_at_100_std": 0.497163, + "nauc_mrr_at_100_diff1": -0.330137, + "nauc_mrr_at_1000_max": 0.496086, + "nauc_mrr_at_1000_std": 0.497163, + "nauc_mrr_at_1000_diff1": -0.330137, + "main_score": 0.84383, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5091.481308698654, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/Tatoeba.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/Tatoeba.json new file mode 100644 index 0000000000..f3a73ab34d --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/Tatoeba.json @@ -0,0 +1,1355 @@ +{ + "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", + "task_name": "Tatoeba", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "precision": 0.940667, + "recall": 0.959, + "f1": 0.9465, + "accuracy": 0.959, + "main_score": 0.9465, + "hf_subset": "ell-eng", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.679871, + "recall": 0.751566, + "f1": 0.700573, + "accuracy": 0.751566, + "main_score": 0.700573, + "hf_subset": "dsb-eng", + "languages": [ + "dsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.955333, + "recall": 0.968, + "f1": 0.9595, + "accuracy": 0.968, + "main_score": 0.9595, + "hf_subset": "zsm-eng", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.769436, + "recall": 0.824, + "f1": 0.785421, + "accuracy": 0.824, + "main_score": 0.785421, + "hf_subset": "gle-eng", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.508688, + "recall": 0.585, + "f1": 0.528065, + "accuracy": 0.585, + "main_score": 0.528065, + "hf_subset": "ceb-eng", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108712, + "recall": 0.145, + "f1": 0.116801, + "accuracy": 0.145, + "main_score": 0.116801, + "hf_subset": "cor-eng", + "languages": [ + "cor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.56767, + "recall": 0.6538, + "f1": 0.591057, + "accuracy": 0.6538, + "main_score": 0.591057, + "hf_subset": "gla-eng", + "languages": [ + "gla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.929944, + "recall": 0.947, + "f1": 0.935152, + "accuracy": 0.947, + "main_score": 0.935152, + "hf_subset": "glg-eng", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.173662, + "recall": 0.226, + "f1": 0.185329, + "accuracy": 0.226, + "main_score": 0.185329, + "hf_subset": "mhr-eng", + "languages": [ + "mhr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.928833, + "recall": 0.952, + "f1": 0.9365, + "accuracy": 0.952, + "main_score": 0.9365, + "hf_subset": "rus-eng", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.941667, + "recall": 0.96, + "f1": 0.9475, + "accuracy": 0.96, + "main_score": 0.9475, + "hf_subset": "bel-eng", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.927, + "recall": 0.947, + "f1": 0.9335, + "accuracy": 0.947, + "main_score": 0.9335, + "hf_subset": "srp-eng", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.789744, + "recall": 0.851282, + "f1": 0.808974, + "accuracy": 0.851282, + "main_score": 0.808974, + "hf_subset": "swh-eng", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.921167, + "recall": 0.946, + "f1": 0.929333, + "accuracy": 0.946, + "main_score": 0.929333, + "hf_subset": "epo-eng", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.666754, + "recall": 0.727273, + "f1": 0.682821, + "accuracy": 0.727273, + "main_score": 0.682821, + "hf_subset": "mon-eng", + "languages": [ + "mon-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.865176, + "recall": 0.903, + "f1": 0.876883, + "accuracy": 0.903, + "main_score": 0.876883, + "hf_subset": "nds-eng", + "languages": [ + "nds-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.453569, + "recall": 0.525547, + "f1": 0.469517, + "accuracy": 0.525547, + "main_score": 0.469517, + "hf_subset": "cha-eng", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.71394, + "recall": 0.759434, + "f1": 0.727083, + "accuracy": 0.759434, + "main_score": 0.727083, + "hf_subset": "yid-eng", + "languages": [ + "yid-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.954833, + "recall": 0.968, + "f1": 0.959, + "accuracy": 0.968, + "main_score": 0.959, + "hf_subset": "yue-eng", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.962333, + "recall": 0.973, + "f1": 0.965667, + "accuracy": 0.973, + "main_score": 0.965667, + "hf_subset": "slk-eng", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.924, + "recall": 0.947, + "f1": 0.931333, + "accuracy": 0.947, + "main_score": 0.931333, + "hf_subset": "kor-eng", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.630213, + "recall": 0.704, + "f1": 0.651204, + "accuracy": 0.704, + "main_score": 0.651204, + "hf_subset": "tat-eng", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.950667, + "recall": 0.966, + "f1": 0.955667, + "accuracy": 0.966, + "main_score": 0.955667, + "hf_subset": "tur-eng", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.97, + "recall": 0.979, + "f1": 0.973, + "accuracy": 0.979, + "main_score": 0.973, + "hf_subset": "jpn-eng", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.9565, + "recall": 0.97, + "f1": 0.961, + "accuracy": 0.97, + "main_score": 0.961, + "hf_subset": "ces-eng", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.819652, + "recall": 0.873134, + "f1": 0.837065, + "accuracy": 0.873134, + "main_score": 0.837065, + "hf_subset": "ang-eng", + "languages": [ + "ang-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.404709, + "recall": 0.470732, + "f1": 0.421762, + "accuracy": 0.470732, + "main_score": 0.421762, + "hf_subset": "kur-eng", + "languages": [ + "kur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.924583, + "recall": 0.947, + "f1": 0.931733, + "accuracy": 0.947, + "main_score": 0.931733, + "hf_subset": "lit-eng", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.939, + "recall": 0.958, + "f1": 0.945333, + "accuracy": 0.958, + "main_score": 0.945333, + "hf_subset": "ukr-eng", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.541112, + "recall": 0.625616, + "f1": 0.563798, + "accuracy": 0.625616, + "main_score": 0.563798, + "hf_subset": "tuk-eng", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.955083, + "recall": 0.968, + "f1": 0.959233, + "accuracy": 0.968, + "main_score": 0.959233, + "hf_subset": "dan-eng", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9095, + "recall": 0.936, + "f1": 0.917833, + "accuracy": 0.936, + "main_score": 0.917833, + "hf_subset": "wuu-eng", + "languages": [ + "wuu-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.949083, + "recall": 0.962, + "f1": 0.953233, + "accuracy": 0.962, + "main_score": 0.953233, + "hf_subset": "ina-eng", + "languages": [ + "ina-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107341, + "recall": 0.14, + "f1": 0.113581, + "accuracy": 0.14, + "main_score": 0.113581, + "hf_subset": "ber-eng", + "languages": [ + "ber-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.984833, + "recall": 0.989, + "f1": 0.986167, + "accuracy": 0.989, + "main_score": 0.986167, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066967, + "recall": 0.092, + "f1": 0.072025, + "accuracy": 0.092, + "main_score": 0.072025, + "hf_subset": "kab-eng", + "languages": [ + "kab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.769049, + "recall": 0.816794, + "f1": 0.782443, + "accuracy": 0.816794, + "main_score": 0.782443, + "hf_subset": "fao-eng", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.935367, + "recall": 0.952, + "f1": 0.940667, + "accuracy": 0.952, + "main_score": 0.940667, + "hf_subset": "pes-eng", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.824203, + "recall": 0.867826, + "f1": 0.837311, + "accuracy": 0.867826, + "main_score": 0.837311, + "hf_subset": "cym-eng", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.93175, + "recall": 0.949, + "f1": 0.9374, + "accuracy": 0.949, + "main_score": 0.9374, + "hf_subset": "por-eng", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.935167, + "recall": 0.954, + "f1": 0.941167, + "accuracy": 0.954, + "main_score": 0.941167, + "hf_subset": "hun-eng", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098734, + "recall": 0.137, + "f1": 0.10632, + "accuracy": 0.137, + "main_score": 0.10632, + "hf_subset": "dtp-eng", + "languages": [ + "dtp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.672118, + "recall": 0.740997, + "f1": 0.690997, + "accuracy": 0.740997, + "main_score": 0.690997, + "hf_subset": "khm-eng", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.737249, + "recall": 0.794286, + "f1": 0.753192, + "accuracy": 0.794286, + "main_score": 0.753192, + "hf_subset": "pms-eng", + "languages": [ + "pms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.888167, + "recall": 0.922, + "f1": 0.899, + "accuracy": 0.922, + "main_score": 0.899, + "hf_subset": "aze-eng", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9525, + "recall": 0.967, + "f1": 0.957333, + "accuracy": 0.967, + "main_score": 0.957333, + "hf_subset": "hrv-eng", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.91697, + "recall": 0.941677, + "f1": 0.924868, + "accuracy": 0.941677, + "main_score": 0.924868, + "hf_subset": "slv-eng", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.911367, + "recall": 0.936, + "f1": 0.919167, + "accuracy": 0.936, + "main_score": 0.919167, + "hf_subset": "ita-eng", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.844393, + "recall": 0.888, + "f1": 0.857817, + "accuracy": 0.888, + "main_score": 0.857817, + "hf_subset": "ile-eng", + "languages": [ + "ile-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.455606, + "recall": 0.514085, + "f1": 0.472233, + "accuracy": 0.514085, + "main_score": 0.472233, + "hf_subset": "xho-eng", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.851706, + "recall": 0.897638, + "f1": 0.866142, + "accuracy": 0.897638, + "main_score": 0.866142, + "hf_subset": "ast-eng", + "languages": [ + "ast-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.664983, + "recall": 0.712, + "f1": 0.678188, + "accuracy": 0.712, + "main_score": 0.678188, + "hf_subset": "eus-eng", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956583, + "recall": 0.969, + "f1": 0.960567, + "accuracy": 0.969, + "main_score": 0.960567, + "hf_subset": "tgl-eng", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.974, + "recall": 0.982, + "f1": 0.976667, + "accuracy": 0.982, + "main_score": 0.976667, + "hf_subset": "nld-eng", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.823501, + "recall": 0.863, + "f1": 0.835029, + "accuracy": 0.863, + "main_score": 0.835029, + "hf_subset": "sqi-eng", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.804037, + "recall": 0.848861, + "f1": 0.81681, + "accuracy": 0.848861, + "main_score": 0.81681, + "hf_subset": "hsb-eng", + "languages": [ + "hsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.803632, + "recall": 0.852547, + "f1": 0.817832, + "accuracy": 0.852547, + "main_score": 0.817832, + "hf_subset": "kat-eng", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.97, + "recall": 0.979, + "f1": 0.973, + "accuracy": 0.979, + "main_score": 0.973, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980833, + "recall": 0.987, + "f1": 0.982833, + "accuracy": 0.987, + "main_score": 0.982833, + "hf_subset": "pol-eng", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9335, + "recall": 0.954, + "f1": 0.940167, + "accuracy": 0.954, + "main_score": 0.940167, + "hf_subset": "est-eng", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.929167, + "recall": 0.95, + "f1": 0.936, + "accuracy": 0.95, + "main_score": 0.936, + "hf_subset": "bul-eng", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.9467, + "recall": 0.961, + "f1": 0.951333, + "accuracy": 0.961, + "main_score": 0.951333, + "hf_subset": "cat-eng", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9745, + "recall": 0.983, + "f1": 0.977333, + "accuracy": 0.983, + "main_score": 0.977333, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.947, + "recall": 0.963, + "f1": 0.952167, + "accuracy": 0.963, + "main_score": 0.952167, + "hf_subset": "afr-eng", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.70974, + "recall": 0.78355, + "f1": 0.730097, + "accuracy": 0.78355, + "main_score": 0.730097, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.940167, + "recall": 0.956, + "f1": 0.945167, + "accuracy": 0.956, + "main_score": 0.945167, + "hf_subset": "ind-eng", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.648155, + "recall": 0.731225, + "f1": 0.67141, + "accuracy": 0.731225, + "main_score": 0.67141, + "hf_subset": "csb-eng", + "languages": [ + "csb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.155233, + "recall": 0.221, + "f1": 0.168969, + "accuracy": 0.221, + "main_score": 0.168969, + "hf_subset": "pam-eng", + "languages": [ + "pam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.837669, + "recall": 0.878613, + "f1": 0.850096, + "accuracy": 0.878613, + "main_score": 0.850096, + "hf_subset": "fry-eng", + "languages": [ + "fry-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.952833, + "recall": 0.966, + "f1": 0.956967, + "accuracy": 0.966, + "main_score": 0.956967, + "hf_subset": "fin-eng", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.198149, + "recall": 0.249, + "f1": 0.209572, + "accuracy": 0.249, + "main_score": 0.209572, + "hf_subset": "bre-eng", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.865283, + "recall": 0.902, + "f1": 0.8769, + "accuracy": 0.902, + "main_score": 0.8769, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.814732, + "recall": 0.857143, + "f1": 0.827976, + "accuracy": 0.857143, + "main_score": 0.827976, + "hf_subset": "swg-eng", + "languages": [ + "swg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.507051, + "recall": 0.596154, + "f1": 0.52967, + "accuracy": 0.596154, + "main_score": 0.52967, + "hf_subset": "tzl-eng", + "languages": [ + "tzl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.676327, + "recall": 0.752336, + "f1": 0.697799, + "accuracy": 0.752336, + "main_score": 0.697799, + "hf_subset": "uzb-eng", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962882, + "recall": 0.975255, + "f1": 0.967006, + "accuracy": 0.975255, + "main_score": 0.967006, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.951333, + "recall": 0.964, + "f1": 0.9555, + "accuracy": 0.964, + "main_score": 0.9555, + "hf_subset": "swe-eng", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.883633, + "recall": 0.916, + "f1": 0.893648, + "accuracy": 0.916, + "main_score": 0.893648, + "hf_subset": "lvs-eng", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958942, + "recall": 0.972628, + "f1": 0.963504, + "accuracy": 0.972628, + "main_score": 0.963504, + "hf_subset": "tha-eng", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.108657, + "recall": 0.138, + "f1": 0.114439, + "accuracy": 0.138, + "main_score": 0.114439, + "hf_subset": "kzj-eng", + "languages": [ + "kzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958333, + "recall": 0.97, + "f1": 0.962167, + "accuracy": 0.97, + "main_score": 0.962167, + "hf_subset": "ron-eng", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.949167, + "recall": 0.964, + "f1": 0.9538, + "accuracy": 0.964, + "main_score": 0.9538, + "hf_subset": "nno-eng", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.979333, + "recall": 0.986, + "f1": 0.9815, + "accuracy": 0.986, + "main_score": 0.9815, + "hf_subset": "nob-eng", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.914667, + "recall": 0.94, + "f1": 0.923, + "accuracy": 0.94, + "main_score": 0.923, + "hf_subset": "heb-eng", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.539298, + "recall": 0.627881, + "f1": 0.563223, + "accuracy": 0.627881, + "main_score": 0.563223, + "hf_subset": "arq-eng", + "languages": [ + "arq-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.616339, + "recall": 0.701796, + "f1": 0.640563, + "accuracy": 0.701796, + "main_score": 0.640563, + "hf_subset": "orv-eng", + "languages": [ + "orv-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.899667, + "recall": 0.931, + "f1": 0.91, + "accuracy": 0.931, + "main_score": 0.91, + "hf_subset": "isl-eng", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.771401, + "recall": 0.828794, + "f1": 0.788067, + "accuracy": 0.828794, + "main_score": 0.788067, + "hf_subset": "nov-eng", + "languages": [ + "nov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.531463, + "recall": 0.583333, + "f1": 0.544076, + "accuracy": 0.583333, + "main_score": 0.544076, + "hf_subset": "amh-eng", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.964333, + "recall": 0.975, + "f1": 0.967833, + "accuracy": 0.975, + "main_score": 0.967833, + "hf_subset": "cmn-eng", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.662363, + "recall": 0.732394, + "f1": 0.682931, + "accuracy": 0.732394, + "main_score": 0.682931, + "hf_subset": "max-eng", + "languages": [ + "max-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.947333, + "recall": 0.963, + "f1": 0.952333, + "accuracy": 0.963, + "main_score": 0.952333, + "hf_subset": "fra-eng", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.864549, + "recall": 0.905537, + "f1": 0.877524, + "accuracy": 0.905537, + "main_score": 0.877524, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.997, + "recall": 0.998, + "f1": 0.997333, + "accuracy": 0.998, + "main_score": 0.997333, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.748465, + "recall": 0.793043, + "f1": 0.760874, + "accuracy": 0.793043, + "main_score": 0.760874, + "hf_subset": "kaz-eng", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.949153, + "recall": 0.966102, + "f1": 0.954802, + "accuracy": 0.966102, + "main_score": 0.954802, + "hf_subset": "bos-eng", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.896622, + "recall": 0.923077, + "f1": 0.904202, + "accuracy": 0.923077, + "main_score": 0.904202, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.898417, + "recall": 0.927, + "f1": 0.9072, + "accuracy": 0.927, + "main_score": 0.9072, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.8397, + "recall": 0.886, + "f1": 0.854167, + "accuracy": 0.886, + "main_score": 0.854167, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.692308, + "recall": 0.769231, + "f1": 0.7151, + "accuracy": 0.769231, + "main_score": 0.7151, + "hf_subset": "gsw-eng", + "languages": [ + "gsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.592934, + "recall": 0.668, + "f1": 0.613895, + "accuracy": 0.668, + "main_score": 0.613895, + "hf_subset": "uig-eng", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.827917, + "recall": 0.874, + "f1": 0.841952, + "accuracy": 0.874, + "main_score": 0.841952, + "hf_subset": "lat-eng", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.908167, + "recall": 0.937, + "f1": 0.9175, + "accuracy": 0.937, + "main_score": 0.9175, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.659431, + "recall": 0.736585, + "f1": 0.6817, + "accuracy": 0.736585, + "main_score": 0.6817, + "hf_subset": "jav-eng", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.792024, + "recall": 0.834382, + "f1": 0.804305, + "accuracy": 0.834382, + "main_score": 0.804305, + "hf_subset": "arz-eng", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.673146, + "recall": 0.739, + "f1": 0.692225, + "accuracy": 0.739, + "main_score": 0.692225, + "hf_subset": "oci-eng", + "languages": [ + "oci-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.475781, + "recall": 0.558, + "f1": 0.49771, + "accuracy": 0.558, + "main_score": 0.49771, + "hf_subset": "war-eng", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.766343, + "recall": 0.831, + "f1": 0.786017, + "accuracy": 0.831, + "main_score": 0.786017, + "hf_subset": "cbk-eng", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.740643, + "recall": 0.8, + "f1": 0.757802, + "accuracy": 0.8, + "main_score": 0.757802, + "hf_subset": "lfn-eng", + "languages": [ + "lfn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.810575, + "recall": 0.858, + "f1": 0.824508, + "accuracy": 0.858, + "main_score": 0.824508, + "hf_subset": "ido-eng", + "languages": [ + "ido-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.875917, + "recall": 0.911, + "f1": 0.886986, + "accuracy": 0.911, + "main_score": 0.886986, + "hf_subset": "mkd-eng", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.869984, + "recall": 0.901617, + "f1": 0.879406, + "accuracy": 0.901617, + "main_score": 0.879406, + "hf_subset": "hye-eng", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 373.67446780204773, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/TempReasonL1.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TempReasonL1.json new file mode 100644 index 0000000000..e870606797 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TempReasonL1.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9097e99aa8c9d827189c65f2e11bfe756af439f6", + "task_name": "TempReasonL1", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00075, + "ndcg_at_3": 0.00738, + "ndcg_at_5": 0.01093, + "ndcg_at_10": 0.01773, + "ndcg_at_20": 0.02563, + "ndcg_at_100": 0.05048, + "ndcg_at_1000": 0.11248, + "map_at_1": 0.00075, + "map_at_3": 0.00562, + "map_at_5": 0.00762, + "map_at_10": 0.01039, + "map_at_20": 0.01256, + "map_at_100": 0.01567, + "map_at_1000": 0.01745, + "recall_at_1": 0.00075, + "recall_at_3": 0.0125, + "recall_at_5": 0.021, + "recall_at_10": 0.04225, + "recall_at_20": 0.0735, + "recall_at_100": 0.2125, + "recall_at_1000": 0.733, + "precision_at_1": 0.00075, + "precision_at_3": 0.00417, + "precision_at_5": 0.0042, + "precision_at_10": 0.00422, + "precision_at_20": 0.00368, + "precision_at_100": 0.00212, + "precision_at_1000": 0.00073, + "mrr_at_1": 0.00075, + "mrr_at_3": 0.005625, + "mrr_at_5": 0.007625, + "mrr_at_10": 0.010386, + "mrr_at_20": 0.012561, + "mrr_at_100": 0.015669, + "mrr_at_1000": 0.017445, + "nauc_ndcg_at_1_max": -0.112423, + "nauc_ndcg_at_1_std": 0.128522, + "nauc_ndcg_at_1_diff1": -0.415079, + "nauc_ndcg_at_3_max": -0.165199, + "nauc_ndcg_at_3_std": 0.047815, + "nauc_ndcg_at_3_diff1": 0.062726, + "nauc_ndcg_at_5_max": -0.16905, + "nauc_ndcg_at_5_std": 0.059823, + "nauc_ndcg_at_5_diff1": 0.079458, + "nauc_ndcg_at_10_max": -0.132258, + "nauc_ndcg_at_10_std": 0.070132, + "nauc_ndcg_at_10_diff1": 0.074016, + "nauc_ndcg_at_20_max": -0.105676, + "nauc_ndcg_at_20_std": 0.057959, + "nauc_ndcg_at_20_diff1": 0.067556, + "nauc_ndcg_at_100_max": -0.105032, + "nauc_ndcg_at_100_std": 0.044062, + "nauc_ndcg_at_100_diff1": 0.010265, + "nauc_ndcg_at_1000_max": -0.057343, + "nauc_ndcg_at_1000_std": 0.100122, + "nauc_ndcg_at_1000_diff1": 0.005457, + "nauc_map_at_1_max": -0.112423, + "nauc_map_at_1_std": 0.128522, + "nauc_map_at_1_diff1": -0.415079, + "nauc_map_at_3_max": -0.167163, + "nauc_map_at_3_std": 0.040553, + "nauc_map_at_3_diff1": 0.04326, + "nauc_map_at_5_max": -0.169685, + "nauc_map_at_5_std": 0.050731, + "nauc_map_at_5_diff1": 0.064075, + "nauc_map_at_10_max": -0.144861, + "nauc_map_at_10_std": 0.056614, + "nauc_map_at_10_diff1": 0.064575, + "nauc_map_at_20_max": -0.128613, + "nauc_map_at_20_std": 0.050569, + "nauc_map_at_20_diff1": 0.062025, + "nauc_map_at_100_max": -0.125699, + "nauc_map_at_100_std": 0.045262, + "nauc_map_at_100_diff1": 0.040785, + "nauc_map_at_1000_max": -0.120732, + "nauc_map_at_1000_std": 0.049235, + "nauc_map_at_1000_diff1": 0.039948, + "nauc_recall_at_1_max": -0.112423, + "nauc_recall_at_1_std": 0.128522, + "nauc_recall_at_1_diff1": -0.415079, + "nauc_recall_at_3_max": -0.161969, + "nauc_recall_at_3_std": 0.059077, + "nauc_recall_at_3_diff1": 0.088768, + "nauc_recall_at_5_max": -0.168181, + "nauc_recall_at_5_std": 0.071614, + "nauc_recall_at_5_diff1": 0.095756, + "nauc_recall_at_10_max": -0.11937, + "nauc_recall_at_10_std": 0.083901, + "nauc_recall_at_10_diff1": 0.0802, + "nauc_recall_at_20_max": -0.087155, + "nauc_recall_at_20_std": 0.063242, + "nauc_recall_at_20_diff1": 0.069382, + "nauc_recall_at_100_max": -0.095635, + "nauc_recall_at_100_std": 0.041987, + "nauc_recall_at_100_diff1": -0.0112, + "nauc_recall_at_1000_max": 0.019183, + "nauc_recall_at_1000_std": 0.18582, + "nauc_recall_at_1000_diff1": -0.02611, + "nauc_precision_at_1_max": -0.112423, + "nauc_precision_at_1_std": 0.128522, + "nauc_precision_at_1_diff1": -0.415079, + "nauc_precision_at_3_max": -0.161969, + "nauc_precision_at_3_std": 0.059077, + "nauc_precision_at_3_diff1": 0.088768, + "nauc_precision_at_5_max": -0.168181, + "nauc_precision_at_5_std": 0.071614, + "nauc_precision_at_5_diff1": 0.095756, + "nauc_precision_at_10_max": -0.11937, + "nauc_precision_at_10_std": 0.083901, + "nauc_precision_at_10_diff1": 0.0802, + "nauc_precision_at_20_max": -0.087155, + "nauc_precision_at_20_std": 0.063242, + "nauc_precision_at_20_diff1": 0.069382, + "nauc_precision_at_100_max": -0.095635, + "nauc_precision_at_100_std": 0.041987, + "nauc_precision_at_100_diff1": -0.0112, + "nauc_precision_at_1000_max": 0.019183, + "nauc_precision_at_1000_std": 0.18582, + "nauc_precision_at_1000_diff1": -0.02611, + "nauc_mrr_at_1_max": -0.112423, + "nauc_mrr_at_1_std": 0.128522, + "nauc_mrr_at_1_diff1": -0.415079, + "nauc_mrr_at_3_max": -0.167163, + "nauc_mrr_at_3_std": 0.040553, + "nauc_mrr_at_3_diff1": 0.04326, + "nauc_mrr_at_5_max": -0.169685, + "nauc_mrr_at_5_std": 0.050731, + "nauc_mrr_at_5_diff1": 0.064075, + "nauc_mrr_at_10_max": -0.144861, + "nauc_mrr_at_10_std": 0.056614, + "nauc_mrr_at_10_diff1": 0.064575, + "nauc_mrr_at_20_max": -0.128613, + "nauc_mrr_at_20_std": 0.050569, + "nauc_mrr_at_20_diff1": 0.062025, + "nauc_mrr_at_100_max": -0.125699, + "nauc_mrr_at_100_std": 0.045262, + "nauc_mrr_at_100_diff1": 0.040785, + "nauc_mrr_at_1000_max": -0.120732, + "nauc_mrr_at_1000_std": 0.049235, + "nauc_mrr_at_1000_diff1": 0.039949, + "main_score": 0.01773, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 39.29242157936096, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/ToxicConversationsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ToxicConversationsClassification.json new file mode 100644 index 0000000000..f743700d4b --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/ToxicConversationsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "edfaf9da55d3dd50d43143d90c1ac476895ae6de", + "task_name": "ToxicConversationsClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.764111, + "f1": 0.599245, + "f1_weighted": 0.813916, + "ap": 0.18803, + "ap_weighted": 0.18803, + "scores_per_experiment": [ + { + "accuracy": 0.79834, + "f1": 0.627478, + "f1_weighted": 0.839854, + "ap": 0.208762, + "ap_weighted": 0.208762 + }, + { + "accuracy": 0.770508, + "f1": 0.596913, + "f1_weighted": 0.81959, + "ap": 0.177877, + "ap_weighted": 0.177877 + }, + { + "accuracy": 0.833984, + "f1": 0.656566, + "f1_weighted": 0.864358, + "ap": 0.229095, + "ap_weighted": 0.229095 + }, + { + "accuracy": 0.838867, + "f1": 0.656627, + "f1_weighted": 0.867205, + "ap": 0.223979, + "ap_weighted": 0.223979 + }, + { + "accuracy": 0.630371, + "f1": 0.499584, + "f1_weighted": 0.714939, + "ap": 0.129038, + "ap_weighted": 0.129038 + }, + { + "accuracy": 0.633301, + "f1": 0.511386, + "f1_weighted": 0.716842, + "ap": 0.146457, + "ap_weighted": 0.146457 + }, + { + "accuracy": 0.819824, + "f1": 0.629955, + "f1_weighted": 0.853087, + "ap": 0.192876, + "ap_weighted": 0.192876 + }, + { + "accuracy": 0.750488, + "f1": 0.586807, + "f1_weighted": 0.805726, + "ap": 0.177539, + "ap_weighted": 0.177539 + }, + { + "accuracy": 0.778809, + "f1": 0.610174, + "f1_weighted": 0.826006, + "ap": 0.194647, + "ap_weighted": 0.194647 + }, + { + "accuracy": 0.786621, + "f1": 0.616964, + "f1_weighted": 0.831556, + "ap": 0.200034, + "ap_weighted": 0.200034 + } + ], + "main_score": 0.764111, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 35.721853733062744, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/TswanaNewsClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TswanaNewsClassification.json new file mode 100644 index 0000000000..1228c23544 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TswanaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "061ca1525717eebaaa9bada240f6cbb31eb3aa87", + "task_name": "TswanaNewsClassification", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "accuracy": 0.491992, + "f1": 0.484433, + "f1_weighted": 0.457694, + "scores_per_experiment": [ + { + "accuracy": 0.486653, + "f1": 0.483701, + "f1_weighted": 0.455701 + }, + { + "accuracy": 0.4846, + "f1": 0.491203, + "f1_weighted": 0.446042 + }, + { + "accuracy": 0.474333, + "f1": 0.461258, + "f1_weighted": 0.436679 + }, + { + "accuracy": 0.513347, + "f1": 0.509212, + "f1_weighted": 0.476548 + }, + { + "accuracy": 0.519507, + "f1": 0.511445, + "f1_weighted": 0.480211 + }, + { + "accuracy": 0.505133, + "f1": 0.511196, + "f1_weighted": 0.485504 + }, + { + "accuracy": 0.457906, + "f1": 0.438667, + "f1_weighted": 0.413072 + }, + { + "accuracy": 0.505133, + "f1": 0.480974, + "f1_weighted": 0.458896 + }, + { + "accuracy": 0.49692, + "f1": 0.504762, + "f1_weighted": 0.485667 + }, + { + "accuracy": 0.476386, + "f1": 0.451908, + "f1_weighted": 0.438621 + } + ], + "main_score": 0.491992, + "hf_subset": "default", + "languages": [ + "tsn-Latn" + ] + } + ] + }, + "evaluation_time": 83.01678538322449, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/TweetTopicSingleClassification.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TweetTopicSingleClassification.json new file mode 100644 index 0000000000..cea2e110de --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TweetTopicSingleClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "87b7a0d1c402dbb481db649569c556d9aa27ac05", + "task_name": "TweetTopicSingleClassification", + "mteb_version": "1.38.9", + "scores": { + "test_2021": [ + { + "accuracy": 0.759303, + "f1": 0.593989, + "f1_weighted": 0.778644, + "scores_per_experiment": [ + { + "accuracy": 0.777909, + "f1": 0.605316, + "f1_weighted": 0.793007 + }, + { + "accuracy": 0.748966, + "f1": 0.599215, + "f1_weighted": 0.771871 + }, + { + "accuracy": 0.738334, + "f1": 0.577771, + "f1_weighted": 0.760762 + }, + { + "accuracy": 0.776137, + "f1": 0.63653, + "f1_weighted": 0.792926 + }, + { + "accuracy": 0.800354, + "f1": 0.652245, + "f1_weighted": 0.815508 + }, + { + "accuracy": 0.764914, + "f1": 0.589286, + "f1_weighted": 0.776794 + }, + { + "accuracy": 0.7342, + "f1": 0.520831, + "f1_weighted": 0.75439 + }, + { + "accuracy": 0.773184, + "f1": 0.617676, + "f1_weighted": 0.794969 + }, + { + "accuracy": 0.704076, + "f1": 0.541321, + "f1_weighted": 0.732712 + }, + { + "accuracy": 0.774956, + "f1": 0.599698, + "f1_weighted": 0.793504 + } + ], + "main_score": 0.759303, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 24.79078221321106, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/TwitterHjerneRetrieval.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TwitterHjerneRetrieval.json new file mode 100644 index 0000000000..dbd1362995 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TwitterHjerneRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "099ee143c7fdfa6bd7965be8c801cb161c313b29", + "task_name": "TwitterHjerneRetrieval", + "mteb_version": "1.38.9", + "scores": { + "train": [ + { + "ndcg_at_1": 0.88462, + "ndcg_at_3": 0.76186, + "ndcg_at_5": 0.76357, + "ndcg_at_10": 0.80189, + "ndcg_at_20": 0.81227, + "ndcg_at_100": 0.83352, + "ndcg_at_1000": 0.84492, + "map_at_1": 0.28632, + "map_at_3": 0.58871, + "map_at_5": 0.68964, + "map_at_10": 0.72536, + "map_at_20": 0.73122, + "map_at_100": 0.7381, + "map_at_1000": 0.73922, + "recall_at_1": 0.28632, + "recall_at_3": 0.60064, + "recall_at_5": 0.73098, + "recall_at_10": 0.82094, + "recall_at_20": 0.8485, + "recall_at_100": 0.92607, + "recall_at_1000": 0.98718, + "precision_at_1": 0.88462, + "precision_at_3": 0.66667, + "precision_at_5": 0.50256, + "precision_at_10": 0.28205, + "precision_at_20": 0.14615, + "precision_at_100": 0.03192, + "precision_at_1000": 0.00336, + "mrr_at_1": 0.884615, + "mrr_at_3": 0.903846, + "mrr_at_5": 0.903846, + "mrr_at_10": 0.909096, + "mrr_at_20": 0.909096, + "mrr_at_100": 0.909453, + "mrr_at_1000": 0.909517, + "nauc_ndcg_at_1_max": 0.777203, + "nauc_ndcg_at_1_std": 0.119987, + "nauc_ndcg_at_1_diff1": 0.55564, + "nauc_ndcg_at_3_max": 0.467239, + "nauc_ndcg_at_3_std": 0.049226, + "nauc_ndcg_at_3_diff1": 0.156715, + "nauc_ndcg_at_5_max": 0.448569, + "nauc_ndcg_at_5_std": 0.095569, + "nauc_ndcg_at_5_diff1": 0.198755, + "nauc_ndcg_at_10_max": 0.468841, + "nauc_ndcg_at_10_std": 0.073046, + "nauc_ndcg_at_10_diff1": 0.26103, + "nauc_ndcg_at_20_max": 0.467933, + "nauc_ndcg_at_20_std": 0.097217, + "nauc_ndcg_at_20_diff1": 0.240281, + "nauc_ndcg_at_100_max": 0.536742, + "nauc_ndcg_at_100_std": 0.161826, + "nauc_ndcg_at_100_diff1": 0.264591, + "nauc_ndcg_at_1000_max": 0.514561, + "nauc_ndcg_at_1000_std": 0.140902, + "nauc_ndcg_at_1000_diff1": 0.244822, + "nauc_map_at_1_max": 0.063693, + "nauc_map_at_1_std": -0.254905, + "nauc_map_at_1_diff1": 0.263515, + "nauc_map_at_3_max": 0.250082, + "nauc_map_at_3_std": -0.165781, + "nauc_map_at_3_diff1": 0.154833, + "nauc_map_at_5_max": 0.36815, + "nauc_map_at_5_std": 0.005558, + "nauc_map_at_5_diff1": 0.164962, + "nauc_map_at_10_max": 0.395418, + "nauc_map_at_10_std": 0.006492, + "nauc_map_at_10_diff1": 0.204718, + "nauc_map_at_20_max": 0.394435, + "nauc_map_at_20_std": 0.015313, + "nauc_map_at_20_diff1": 0.192949, + "nauc_map_at_100_max": 0.411125, + "nauc_map_at_100_std": 0.030656, + "nauc_map_at_100_diff1": 0.195942, + "nauc_map_at_1000_max": 0.409059, + "nauc_map_at_1000_std": 0.029218, + "nauc_map_at_1000_diff1": 0.194808, + "nauc_recall_at_1_max": 0.063693, + "nauc_recall_at_1_std": -0.254905, + "nauc_recall_at_1_diff1": 0.263515, + "nauc_recall_at_3_max": 0.222279, + "nauc_recall_at_3_std": -0.154884, + "nauc_recall_at_3_diff1": 0.122607, + "nauc_recall_at_5_max": 0.376926, + "nauc_recall_at_5_std": 0.106217, + "nauc_recall_at_5_diff1": 0.13857, + "nauc_recall_at_10_max": 0.391008, + "nauc_recall_at_10_std": 0.041884, + "nauc_recall_at_10_diff1": 0.236206, + "nauc_recall_at_20_max": 0.368878, + "nauc_recall_at_20_std": 0.100869, + "nauc_recall_at_20_diff1": 0.170384, + "nauc_recall_at_100_max": 0.75238, + "nauc_recall_at_100_std": 0.509065, + "nauc_recall_at_100_diff1": 0.33249, + "nauc_recall_at_1000_max": 0.7209, + "nauc_recall_at_1000_std": 0.868908, + "nauc_recall_at_1000_diff1": -0.571475, + "nauc_precision_at_1_max": 0.777203, + "nauc_precision_at_1_std": 0.119987, + "nauc_precision_at_1_diff1": 0.55564, + "nauc_precision_at_3_max": 0.440115, + "nauc_precision_at_3_std": 0.160101, + "nauc_precision_at_3_diff1": 0.043612, + "nauc_precision_at_5_max": 0.409349, + "nauc_precision_at_5_std": 0.313802, + "nauc_precision_at_5_diff1": 0.016226, + "nauc_precision_at_10_max": 0.373403, + "nauc_precision_at_10_std": 0.310599, + "nauc_precision_at_10_diff1": 0.04554, + "nauc_precision_at_20_max": 0.342069, + "nauc_precision_at_20_std": 0.340953, + "nauc_precision_at_20_diff1": 0.000938, + "nauc_precision_at_100_max": 0.375074, + "nauc_precision_at_100_std": 0.438417, + "nauc_precision_at_100_diff1": -0.010454, + "nauc_precision_at_1000_max": 0.286906, + "nauc_precision_at_1000_std": 0.41816, + "nauc_precision_at_1000_diff1": -0.075732, + "nauc_mrr_at_1_max": 0.777203, + "nauc_mrr_at_1_std": 0.119987, + "nauc_mrr_at_1_diff1": 0.55564, + "nauc_mrr_at_3_max": 0.811933, + "nauc_mrr_at_3_std": 0.335585, + "nauc_mrr_at_3_diff1": 0.504209, + "nauc_mrr_at_5_max": 0.811933, + "nauc_mrr_at_5_std": 0.335585, + "nauc_mrr_at_5_diff1": 0.504209, + "nauc_mrr_at_10_max": 0.808511, + "nauc_mrr_at_10_std": 0.318159, + "nauc_mrr_at_10_diff1": 0.497803, + "nauc_mrr_at_20_max": 0.808511, + "nauc_mrr_at_20_std": 0.318159, + "nauc_mrr_at_20_diff1": 0.497803, + "nauc_mrr_at_100_max": 0.807751, + "nauc_mrr_at_100_std": 0.317222, + "nauc_mrr_at_100_diff1": 0.498355, + "nauc_mrr_at_1000_max": 0.807707, + "nauc_mrr_at_1000_std": 0.316932, + "nauc_mrr_at_1000_diff1": 0.497994, + "main_score": 0.80189, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 3.297445058822632, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/TwitterURLCorpus.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TwitterURLCorpus.json new file mode 100644 index 0000000000..768b0e0755 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/TwitterURLCorpus.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf", + "task_name": "TwitterURLCorpus", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "similarity_accuracy": 0.890558, + "similarity_accuracy_threshold": 0.86689, + "similarity_f1": 0.784712, + "similarity_f1_threshold": 0.848429, + "similarity_precision": 0.741655, + "similarity_recall": 0.833077, + "similarity_ap": 0.862538, + "cosine_accuracy": 0.890558, + "cosine_accuracy_threshold": 0.866889, + "cosine_f1": 0.784712, + "cosine_f1_threshold": 0.848428, + "cosine_precision": 0.741655, + "cosine_recall": 0.833077, + "cosine_ap": 0.862538, + "manhattan_accuracy": 0.890771, + "manhattan_accuracy_threshold": 24.514175, + "manhattan_f1": 0.784795, + "manhattan_f1_threshold": 26.018143, + "manhattan_precision": 0.747008, + "manhattan_recall": 0.826609, + "manhattan_ap": 0.862834, + "euclidean_accuracy": 0.890674, + "euclidean_accuracy_threshold": 0.516349, + "euclidean_f1": 0.78458, + "euclidean_f1_threshold": 0.550595, + "euclidean_precision": 0.741602, + "euclidean_recall": 0.832846, + "euclidean_ap": 0.862494, + "dot_accuracy": 0.890228, + "dot_accuracy_threshold": 0.86296, + "dot_f1": 0.784224, + "dot_f1_threshold": 0.850871, + "dot_precision": 0.749649, + "dot_recall": 0.822144, + "dot_ap": 0.862409, + "max_accuracy": 0.890771, + "max_f1": 0.784795, + "max_precision": 0.749649, + "max_recall": 0.833077, + "max_ap": 0.862834, + "main_score": 0.862834, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 153.73815393447876, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/VoyageMMarcoReranking.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/VoyageMMarcoReranking.json new file mode 100644 index 0000000000..1200032091 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/VoyageMMarcoReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e25c91bc31859606507a968559ab1de0f472d007", + "task_name": "VoyageMMarcoReranking", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "map": 0.691443, + "mrr": 0.698671, + "nAUC_map_max": -0.098311, + "nAUC_map_std": 0.209869, + "nAUC_map_diff1": 0.687091, + "nAUC_mrr_max": -0.092641, + "nAUC_mrr_std": 0.22051, + "nAUC_mrr_diff1": 0.667624, + "main_score": 0.691443, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 696.2980263233185, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/WebLINXCandidatesReranking.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WebLINXCandidatesReranking.json new file mode 100644 index 0000000000..687d02cdee --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WebLINXCandidatesReranking.json @@ -0,0 +1,111 @@ +{ + "dataset_revision": "ed1c933c2b3617e5700d8a7ebe07f5975969a453", + "task_name": "WebLINXCandidatesReranking", + "mteb_version": "1.38.9", + "scores": { + "validation": [ + { + "map": 0.175989, + "mrr": 0.158153, + "nAUC_map_max": -0.037363, + "nAUC_map_std": -0.093801, + "nAUC_map_diff1": 0.15493, + "nAUC_mrr_max": -0.034622, + "nAUC_mrr_std": -0.094266, + "nAUC_mrr_diff1": 0.154628, + "main_score": 0.158153, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_iid": [ + { + "map": 0.160325, + "mrr": 0.144101, + "nAUC_map_max": -0.031358, + "nAUC_map_std": 0.055939, + "nAUC_map_diff1": 0.077291, + "nAUC_mrr_max": -0.034721, + "nAUC_mrr_std": 0.044781, + "nAUC_mrr_diff1": 0.070032, + "main_score": 0.144101, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_cat": [ + { + "map": 0.140501, + "mrr": 0.12447, + "nAUC_map_max": 0.051565, + "nAUC_map_std": 0.169062, + "nAUC_map_diff1": 0.075265, + "nAUC_mrr_max": 0.04445, + "nAUC_mrr_std": 0.156828, + "nAUC_mrr_diff1": 0.072202, + "main_score": 0.12447, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_geo": [ + { + "map": 0.159828, + "mrr": 0.142298, + "nAUC_map_max": -0.002986, + "nAUC_map_std": 0.10129, + "nAUC_map_diff1": 0.114763, + "nAUC_mrr_max": -0.003045, + "nAUC_mrr_std": 0.098622, + "nAUC_mrr_diff1": 0.113999, + "main_score": 0.142298, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_vis": [ + { + "map": 0.163746, + "mrr": 0.146071, + "nAUC_map_max": -0.035003, + "nAUC_map_std": 0.115668, + "nAUC_map_diff1": 0.111582, + "nAUC_mrr_max": -0.032517, + "nAUC_mrr_std": 0.107264, + "nAUC_mrr_diff1": 0.110835, + "main_score": 0.146071, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_web": [ + { + "map": 0.144015, + "mrr": 0.128371, + "nAUC_map_max": -0.033203, + "nAUC_map_std": -0.011563, + "nAUC_map_diff1": 0.19779, + "nAUC_mrr_max": -0.028686, + "nAUC_mrr_std": -0.01325, + "nAUC_mrr_diff1": 0.198063, + "main_score": 0.128371, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 41544.25500035286, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikiCitiesClustering.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikiCitiesClustering.json new file mode 100644 index 0000000000..5a34b916f5 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikiCitiesClustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "ddc9ee9242fa65332597f70e967ecc38b9d734fa", + "task_name": "WikiCitiesClustering", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measure": 0.906239, + "v_measure_std": 0.0, + "v_measures": [ + 0.906239 + ], + "main_score": 0.906239, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 177.62939476966858, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikiClusteringP2P.v2.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikiClusteringP2P.v2.json new file mode 100644 index 0000000000..c4ad60a289 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikiClusteringP2P.v2.json @@ -0,0 +1,333 @@ +{ + "dataset_revision": "d4d92f8f28be71035be6a96bdfd4e200cf62faa8", + "task_name": "WikiClusteringP2P.v2", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.271468, + 0.269143, + 0.27922, + 0.261451, + 0.272722, + 0.273676, + 0.280368, + 0.27303, + 0.278223, + 0.272735 + ] + }, + "v_measure": 0.273203, + "v_measure_std": 0.005206, + "main_score": 0.273203, + "hf_subset": "bs", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.201873, + 0.21558, + 0.21885, + 0.229508, + 0.20841, + 0.212711, + 0.228748, + 0.217028, + 0.217645, + 0.219598 + ] + }, + "v_measure": 0.216995, + "v_measure_std": 0.007925, + "main_score": 0.216995, + "hf_subset": "ca", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.359606, + 0.34673, + 0.361101, + 0.350251, + 0.354723, + 0.354086, + 0.359679, + 0.361073, + 0.351738, + 0.347869 + ] + }, + "v_measure": 0.354686, + "v_measure_std": 0.005192, + "main_score": 0.354686, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.229906, + 0.232554, + 0.245962, + 0.232358, + 0.232076, + 0.239254, + 0.250389, + 0.241302, + 0.240145, + 0.243465 + ] + }, + "v_measure": 0.238741, + "v_measure_std": 0.006484, + "main_score": 0.238741, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.300708, + 0.285485, + 0.313973, + 0.328002, + 0.29084, + 0.345658, + 0.317924, + 0.275997, + 0.328775, + 0.329912 + ] + }, + "v_measure": 0.311727, + "v_measure_std": 0.021457, + "main_score": 0.311727, + "hf_subset": "eu", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.407174, + 0.415724, + 0.431286, + 0.426723, + 0.440958, + 0.425947, + 0.429086, + 0.42314, + 0.403839, + 0.425424 + ] + }, + "v_measure": 0.42293, + "v_measure_std": 0.010617, + "main_score": 0.42293, + "hf_subset": "gv", + "languages": [ + "glv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.455317, + 0.457726, + 0.452618, + 0.443131, + 0.438218, + 0.457584, + 0.45749, + 0.436063, + 0.446563, + 0.452163 + ] + }, + "v_measure": 0.449687, + "v_measure_std": 0.007773, + "main_score": 0.449687, + "hf_subset": "ilo", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.36563, + 0.372977, + 0.38799, + 0.389367, + 0.389011, + 0.375128, + 0.380716, + 0.378639, + 0.377101, + 0.388441 + ] + }, + "v_measure": 0.3805, + "v_measure_std": 0.007693, + "main_score": 0.3805, + "hf_subset": "ku", + "languages": [ + "kur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.217685, + 0.228653, + 0.24362, + 0.227572, + 0.230133, + 0.24526, + 0.249324, + 0.229592, + 0.239237, + 0.228724 + ] + }, + "v_measure": 0.23398, + "v_measure_std": 0.00938, + "main_score": 0.23398, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.447324, + 0.417128, + 0.470231, + 0.462507, + 0.479122, + 0.411154, + 0.465165, + 0.41999, + 0.446887, + 0.464101 + ] + }, + "v_measure": 0.448361, + "v_measure_std": 0.023071, + "main_score": 0.448361, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.310763, + 0.31879, + 0.312494, + 0.309112, + 0.307213, + 0.302191, + 0.317423, + 0.322015, + 0.313189, + 0.306273 + ] + }, + "v_measure": 0.311946, + "v_measure_std": 0.005825, + "main_score": 0.311946, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.299318, + 0.310563, + 0.306001, + 0.304713, + 0.308087, + 0.305658, + 0.301442, + 0.297889, + 0.31234, + 0.305221 + ] + }, + "v_measure": 0.305123, + "v_measure_std": 0.004374, + "main_score": 0.305123, + "hf_subset": "sco", + "languages": [ + "sco-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.377951, + 0.390035, + 0.383466, + 0.37044, + 0.374601, + 0.385738, + 0.379939, + 0.365048, + 0.386331, + 0.376445 + ] + }, + "v_measure": 0.378999, + "v_measure_std": 0.007326, + "main_score": 0.378999, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.057679, + 0.093219, + 0.062891, + 0.048318, + 0.081168, + 0.02877, + 0.040093, + 0.025971, + 0.012884, + 0.023177 + ] + }, + "v_measure": 0.047417, + "v_measure_std": 0.024948, + "main_score": 0.047417, + "hf_subset": "wa", + "languages": [ + "wln-Latn" + ] + } + ] + }, + "evaluation_time": 764.4124555587769, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikipediaRerankingMultilingual.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikipediaRerankingMultilingual.json new file mode 100644 index 0000000000..ab1bec2c41 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikipediaRerankingMultilingual.json @@ -0,0 +1,251 @@ +{ + "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f", + "task_name": "WikipediaRerankingMultilingual", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "map": 0.882275, + "mrr": 0.882275, + "nAUC_map_max": 0.473216, + "nAUC_map_std": 0.209126, + "nAUC_map_diff1": 0.792043, + "nAUC_mrr_max": 0.473216, + "nAUC_mrr_std": 0.209126, + "nAUC_mrr_diff1": 0.792043, + "main_score": 0.882275, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "map": 0.844615, + "mrr": 0.844615, + "nAUC_map_max": 0.365572, + "nAUC_map_std": 0.21579, + "nAUC_map_diff1": 0.730339, + "nAUC_mrr_max": 0.365572, + "nAUC_mrr_std": 0.21579, + "nAUC_mrr_diff1": 0.730339, + "main_score": 0.844615, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "map": 0.897201, + "mrr": 0.897201, + "nAUC_map_max": 0.420803, + "nAUC_map_std": 0.294597, + "nAUC_map_diff1": 0.789842, + "nAUC_mrr_max": 0.420803, + "nAUC_mrr_std": 0.294597, + "nAUC_mrr_diff1": 0.789842, + "main_score": 0.897201, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "map": 0.899026, + "mrr": 0.899471, + "nAUC_map_max": 0.433723, + "nAUC_map_std": 0.280634, + "nAUC_map_diff1": 0.808786, + "nAUC_mrr_max": 0.440814, + "nAUC_mrr_std": 0.280151, + "nAUC_mrr_diff1": 0.807542, + "main_score": 0.899026, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "map": 0.897285, + "mrr": 0.897285, + "nAUC_map_max": 0.435235, + "nAUC_map_std": 0.258572, + "nAUC_map_diff1": 0.798307, + "nAUC_mrr_max": 0.435235, + "nAUC_mrr_std": 0.258572, + "nAUC_mrr_diff1": 0.798307, + "main_score": 0.897285, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "map": 0.920322, + "mrr": 0.920322, + "nAUC_map_max": 0.554784, + "nAUC_map_std": 0.422634, + "nAUC_map_diff1": 0.865858, + "nAUC_mrr_max": 0.554784, + "nAUC_mrr_std": 0.422634, + "nAUC_mrr_diff1": 0.865858, + "main_score": 0.920322, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "map": 0.893482, + "mrr": 0.893482, + "nAUC_map_max": 0.42989, + "nAUC_map_std": 0.319858, + "nAUC_map_diff1": 0.809109, + "nAUC_mrr_max": 0.42989, + "nAUC_mrr_std": 0.319858, + "nAUC_mrr_diff1": 0.809109, + "main_score": 0.893482, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "map": 0.905208, + "mrr": 0.905208, + "nAUC_map_max": 0.346044, + "nAUC_map_std": 0.221868, + "nAUC_map_diff1": 0.822663, + "nAUC_mrr_max": 0.346044, + "nAUC_mrr_std": 0.221868, + "nAUC_mrr_diff1": 0.822663, + "main_score": 0.905208, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "map": 0.845869, + "mrr": 0.846878, + "nAUC_map_max": 0.351006, + "nAUC_map_std": 0.11994, + "nAUC_map_diff1": 0.743355, + "nAUC_mrr_max": 0.352448, + "nAUC_mrr_std": 0.12365, + "nAUC_mrr_diff1": 0.74005, + "main_score": 0.845869, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "map": 0.884077, + "mrr": 0.884077, + "nAUC_map_max": 0.487991, + "nAUC_map_std": 0.338162, + "nAUC_map_diff1": 0.794469, + "nAUC_mrr_max": 0.487991, + "nAUC_mrr_std": 0.338162, + "nAUC_mrr_diff1": 0.794469, + "main_score": 0.884077, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "map": 0.895733, + "mrr": 0.896066, + "nAUC_map_max": 0.373165, + "nAUC_map_std": 0.236446, + "nAUC_map_diff1": 0.790597, + "nAUC_mrr_max": 0.371838, + "nAUC_mrr_std": 0.242936, + "nAUC_mrr_diff1": 0.789554, + "main_score": 0.895733, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "map": 0.887382, + "mrr": 0.887382, + "nAUC_map_max": 0.415128, + "nAUC_map_std": 0.240246, + "nAUC_map_diff1": 0.741275, + "nAUC_mrr_max": 0.415128, + "nAUC_mrr_std": 0.240246, + "nAUC_mrr_diff1": 0.741275, + "main_score": 0.887382, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "map": 0.886735, + "mrr": 0.887069, + "nAUC_map_max": 0.369978, + "nAUC_map_std": 0.270373, + "nAUC_map_diff1": 0.817634, + "nAUC_mrr_max": 0.367878, + "nAUC_mrr_std": 0.268865, + "nAUC_mrr_diff1": 0.816739, + "main_score": 0.886735, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "map": 0.886188, + "mrr": 0.886521, + "nAUC_map_max": 0.343774, + "nAUC_map_std": 0.270117, + "nAUC_map_diff1": 0.779319, + "nAUC_mrr_max": 0.350055, + "nAUC_mrr_std": 0.276201, + "nAUC_mrr_diff1": 0.778325, + "main_score": 0.886188, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "map": 0.873975, + "mrr": 0.873975, + "nAUC_map_max": 0.41856, + "nAUC_map_std": 0.334409, + "nAUC_map_diff1": 0.795203, + "nAUC_mrr_max": 0.41856, + "nAUC_mrr_std": 0.334409, + "nAUC_mrr_diff1": 0.795203, + "main_score": 0.873975, + "hf_subset": "no", + "languages": [ + "nor-Latn" + ] + }, + { + "map": 0.894488, + "mrr": 0.894488, + "nAUC_map_max": 0.396495, + "nAUC_map_std": 0.311695, + "nAUC_map_diff1": 0.834374, + "nAUC_mrr_max": 0.396495, + "nAUC_mrr_std": 0.311695, + "nAUC_mrr_diff1": 0.834374, + "main_score": 0.894488, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 3501.2701313495636, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikipediaRetrievalMultilingual.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikipediaRetrievalMultilingual.json new file mode 100644 index 0000000000..5de61bb2f6 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WikipediaRetrievalMultilingual.json @@ -0,0 +1,2363 @@ +{ + "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", + "task_name": "WikipediaRetrievalMultilingual", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.86874, + "ndcg_at_5": 0.88609, + "ndcg_at_10": 0.89423, + "ndcg_at_20": 0.89613, + "ndcg_at_100": 0.8976, + "ndcg_at_1000": 0.898, + "map_at_1": 0.80333, + "map_at_3": 0.85344, + "map_at_5": 0.86294, + "map_at_10": 0.86627, + "map_at_20": 0.86682, + "map_at_100": 0.86702, + "map_at_1000": 0.86703, + "recall_at_1": 0.80333, + "recall_at_3": 0.91267, + "recall_at_5": 0.95533, + "recall_at_10": 0.98067, + "recall_at_20": 0.988, + "recall_at_100": 0.996, + "recall_at_1000": 0.99933, + "precision_at_1": 0.80333, + "precision_at_3": 0.30422, + "precision_at_5": 0.19107, + "precision_at_10": 0.09807, + "precision_at_20": 0.0494, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.853444, + "mrr_at_5": 0.862944, + "mrr_at_10": 0.866269, + "mrr_at_20": 0.86682, + "mrr_at_100": 0.867017, + "mrr_at_1000": 0.867029, + "nauc_ndcg_at_1_max": 0.47533, + "nauc_ndcg_at_1_std": -0.209733, + "nauc_ndcg_at_1_diff1": 0.80321, + "nauc_ndcg_at_3_max": 0.528457, + "nauc_ndcg_at_3_std": -0.214889, + "nauc_ndcg_at_3_diff1": 0.778207, + "nauc_ndcg_at_5_max": 0.535351, + "nauc_ndcg_at_5_std": -0.219203, + "nauc_ndcg_at_5_diff1": 0.778635, + "nauc_ndcg_at_10_max": 0.530228, + "nauc_ndcg_at_10_std": -0.220041, + "nauc_ndcg_at_10_diff1": 0.787596, + "nauc_ndcg_at_20_max": 0.523237, + "nauc_ndcg_at_20_std": -0.213958, + "nauc_ndcg_at_20_diff1": 0.786942, + "nauc_ndcg_at_100_max": 0.519084, + "nauc_ndcg_at_100_std": -0.215846, + "nauc_ndcg_at_100_diff1": 0.787256, + "nauc_ndcg_at_1000_max": 0.518394, + "nauc_ndcg_at_1000_std": -0.215226, + "nauc_ndcg_at_1000_diff1": 0.78716, + "nauc_map_at_1_max": 0.47533, + "nauc_map_at_1_std": -0.209733, + "nauc_map_at_1_diff1": 0.80321, + "nauc_map_at_3_max": 0.51323, + "nauc_map_at_3_std": -0.213089, + "nauc_map_at_3_diff1": 0.785055, + "nauc_map_at_5_max": 0.516091, + "nauc_map_at_5_std": -0.214518, + "nauc_map_at_5_diff1": 0.785757, + "nauc_map_at_10_max": 0.51413, + "nauc_map_at_10_std": -0.215394, + "nauc_map_at_10_diff1": 0.788984, + "nauc_map_at_20_max": 0.512457, + "nauc_map_at_20_std": -0.214198, + "nauc_map_at_20_diff1": 0.788838, + "nauc_map_at_100_max": 0.511948, + "nauc_map_at_100_std": -0.214437, + "nauc_map_at_100_diff1": 0.788851, + "nauc_map_at_1000_max": 0.511942, + "nauc_map_at_1000_std": -0.21438, + "nauc_map_at_1000_diff1": 0.788849, + "nauc_recall_at_1_max": 0.47533, + "nauc_recall_at_1_std": -0.209733, + "nauc_recall_at_1_diff1": 0.80321, + "nauc_recall_at_3_max": 0.597786, + "nauc_recall_at_3_std": -0.22332, + "nauc_recall_at_3_diff1": 0.747261, + "nauc_recall_at_5_max": 0.695493, + "nauc_recall_at_5_std": -0.26226, + "nauc_recall_at_5_diff1": 0.720181, + "nauc_recall_at_10_max": 0.815062, + "nauc_recall_at_10_std": -0.307173, + "nauc_recall_at_10_diff1": 0.784523, + "nauc_recall_at_20_max": 0.769219, + "nauc_recall_at_20_std": -0.152428, + "nauc_recall_at_20_diff1": 0.762034, + "nauc_recall_at_100_max": 0.735917, + "nauc_recall_at_100_std": -0.254746, + "nauc_recall_at_100_diff1": 0.765017, + "nauc_recall_at_1000_max": 0.869281, + "nauc_recall_at_1000_std": -0.171335, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.47533, + "nauc_precision_at_1_std": -0.209733, + "nauc_precision_at_1_diff1": 0.80321, + "nauc_precision_at_3_max": 0.597786, + "nauc_precision_at_3_std": -0.22332, + "nauc_precision_at_3_diff1": 0.747261, + "nauc_precision_at_5_max": 0.695493, + "nauc_precision_at_5_std": -0.26226, + "nauc_precision_at_5_diff1": 0.720181, + "nauc_precision_at_10_max": 0.815062, + "nauc_precision_at_10_std": -0.307173, + "nauc_precision_at_10_diff1": 0.784523, + "nauc_precision_at_20_max": 0.769219, + "nauc_precision_at_20_std": -0.152428, + "nauc_precision_at_20_diff1": 0.762034, + "nauc_precision_at_100_max": 0.735917, + "nauc_precision_at_100_std": -0.254746, + "nauc_precision_at_100_diff1": 0.765017, + "nauc_precision_at_1000_max": 0.869281, + "nauc_precision_at_1000_std": -0.171335, + "nauc_precision_at_1000_diff1": 0.554155, + "nauc_mrr_at_1_max": 0.47533, + "nauc_mrr_at_1_std": -0.209733, + "nauc_mrr_at_1_diff1": 0.80321, + "nauc_mrr_at_3_max": 0.51323, + "nauc_mrr_at_3_std": -0.213089, + "nauc_mrr_at_3_diff1": 0.785055, + "nauc_mrr_at_5_max": 0.516091, + "nauc_mrr_at_5_std": -0.214518, + "nauc_mrr_at_5_diff1": 0.785757, + "nauc_mrr_at_10_max": 0.51413, + "nauc_mrr_at_10_std": -0.215394, + "nauc_mrr_at_10_diff1": 0.788984, + "nauc_mrr_at_20_max": 0.512457, + "nauc_mrr_at_20_std": -0.214198, + "nauc_mrr_at_20_diff1": 0.788838, + "nauc_mrr_at_100_max": 0.511948, + "nauc_mrr_at_100_std": -0.214437, + "nauc_mrr_at_100_diff1": 0.788851, + "nauc_mrr_at_1000_max": 0.511942, + "nauc_mrr_at_1000_std": -0.21438, + "nauc_mrr_at_1000_diff1": 0.788849, + "main_score": 0.89423, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.73667, + "ndcg_at_3": 0.81739, + "ndcg_at_5": 0.83162, + "ndcg_at_10": 0.84344, + "ndcg_at_20": 0.84884, + "ndcg_at_100": 0.85203, + "ndcg_at_1000": 0.85326, + "map_at_1": 0.73667, + "map_at_3": 0.798, + "map_at_5": 0.80587, + "map_at_10": 0.81085, + "map_at_20": 0.81233, + "map_at_100": 0.81286, + "map_at_1000": 0.8129, + "recall_at_1": 0.73667, + "recall_at_3": 0.87333, + "recall_at_5": 0.908, + "recall_at_10": 0.944, + "recall_at_20": 0.96533, + "recall_at_100": 0.98133, + "recall_at_1000": 0.99133, + "precision_at_1": 0.73667, + "precision_at_3": 0.29111, + "precision_at_5": 0.1816, + "precision_at_10": 0.0944, + "precision_at_20": 0.04827, + "precision_at_100": 0.00981, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.736667, + "mrr_at_3": 0.798, + "mrr_at_5": 0.805867, + "mrr_at_10": 0.810851, + "mrr_at_20": 0.812333, + "mrr_at_100": 0.812859, + "mrr_at_1000": 0.812902, + "nauc_ndcg_at_1_max": 0.398871, + "nauc_ndcg_at_1_std": -0.06707, + "nauc_ndcg_at_1_diff1": 0.763443, + "nauc_ndcg_at_3_max": 0.446591, + "nauc_ndcg_at_3_std": -0.066127, + "nauc_ndcg_at_3_diff1": 0.710662, + "nauc_ndcg_at_5_max": 0.458075, + "nauc_ndcg_at_5_std": -0.039497, + "nauc_ndcg_at_5_diff1": 0.70127, + "nauc_ndcg_at_10_max": 0.464247, + "nauc_ndcg_at_10_std": -0.025277, + "nauc_ndcg_at_10_diff1": 0.707234, + "nauc_ndcg_at_20_max": 0.458539, + "nauc_ndcg_at_20_std": -0.02734, + "nauc_ndcg_at_20_diff1": 0.712802, + "nauc_ndcg_at_100_max": 0.451771, + "nauc_ndcg_at_100_std": -0.030182, + "nauc_ndcg_at_100_diff1": 0.713975, + "nauc_ndcg_at_1000_max": 0.451316, + "nauc_ndcg_at_1000_std": -0.031262, + "nauc_ndcg_at_1000_diff1": 0.715745, + "nauc_map_at_1_max": 0.398871, + "nauc_map_at_1_std": -0.06707, + "nauc_map_at_1_diff1": 0.763443, + "nauc_map_at_3_max": 0.43259, + "nauc_map_at_3_std": -0.066053, + "nauc_map_at_3_diff1": 0.726074, + "nauc_map_at_5_max": 0.437218, + "nauc_map_at_5_std": -0.053084, + "nauc_map_at_5_diff1": 0.721987, + "nauc_map_at_10_max": 0.439343, + "nauc_map_at_10_std": -0.048112, + "nauc_map_at_10_diff1": 0.724394, + "nauc_map_at_20_max": 0.438089, + "nauc_map_at_20_std": -0.048293, + "nauc_map_at_20_diff1": 0.725803, + "nauc_map_at_100_max": 0.437168, + "nauc_map_at_100_std": -0.048765, + "nauc_map_at_100_diff1": 0.725991, + "nauc_map_at_1000_max": 0.43718, + "nauc_map_at_1000_std": -0.048777, + "nauc_map_at_1000_diff1": 0.726042, + "nauc_recall_at_1_max": 0.398871, + "nauc_recall_at_1_std": -0.06707, + "nauc_recall_at_1_diff1": 0.763443, + "nauc_recall_at_3_max": 0.506607, + "nauc_recall_at_3_std": -0.066668, + "nauc_recall_at_3_diff1": 0.644643, + "nauc_recall_at_5_max": 0.577433, + "nauc_recall_at_5_std": 0.042717, + "nauc_recall_at_5_diff1": 0.584646, + "nauc_recall_at_10_max": 0.693561, + "nauc_recall_at_10_std": 0.201264, + "nauc_recall_at_10_diff1": 0.560974, + "nauc_recall_at_20_max": 0.735869, + "nauc_recall_at_20_std": 0.29032, + "nauc_recall_at_20_diff1": 0.558042, + "nauc_recall_at_100_max": 0.724773, + "nauc_recall_at_100_std": 0.464419, + "nauc_recall_at_100_diff1": 0.468721, + "nauc_recall_at_1000_max": 0.948467, + "nauc_recall_at_1000_std": 0.878474, + "nauc_recall_at_1000_diff1": 0.403577, + "nauc_precision_at_1_max": 0.398871, + "nauc_precision_at_1_std": -0.06707, + "nauc_precision_at_1_diff1": 0.763443, + "nauc_precision_at_3_max": 0.506607, + "nauc_precision_at_3_std": -0.066668, + "nauc_precision_at_3_diff1": 0.644643, + "nauc_precision_at_5_max": 0.577433, + "nauc_precision_at_5_std": 0.042717, + "nauc_precision_at_5_diff1": 0.584646, + "nauc_precision_at_10_max": 0.693561, + "nauc_precision_at_10_std": 0.201264, + "nauc_precision_at_10_diff1": 0.560974, + "nauc_precision_at_20_max": 0.735869, + "nauc_precision_at_20_std": 0.29032, + "nauc_precision_at_20_diff1": 0.558042, + "nauc_precision_at_100_max": 0.724773, + "nauc_precision_at_100_std": 0.464419, + "nauc_precision_at_100_diff1": 0.468721, + "nauc_precision_at_1000_max": 0.948467, + "nauc_precision_at_1000_std": 0.878474, + "nauc_precision_at_1000_diff1": 0.403577, + "nauc_mrr_at_1_max": 0.398871, + "nauc_mrr_at_1_std": -0.06707, + "nauc_mrr_at_1_diff1": 0.763443, + "nauc_mrr_at_3_max": 0.43259, + "nauc_mrr_at_3_std": -0.066053, + "nauc_mrr_at_3_diff1": 0.726074, + "nauc_mrr_at_5_max": 0.437218, + "nauc_mrr_at_5_std": -0.053084, + "nauc_mrr_at_5_diff1": 0.721987, + "nauc_mrr_at_10_max": 0.439343, + "nauc_mrr_at_10_std": -0.048112, + "nauc_mrr_at_10_diff1": 0.724394, + "nauc_mrr_at_20_max": 0.438089, + "nauc_mrr_at_20_std": -0.048293, + "nauc_mrr_at_20_diff1": 0.725803, + "nauc_mrr_at_100_max": 0.437168, + "nauc_mrr_at_100_std": -0.048765, + "nauc_mrr_at_100_diff1": 0.725991, + "nauc_mrr_at_1000_max": 0.43718, + "nauc_mrr_at_1000_std": -0.048777, + "nauc_mrr_at_1000_diff1": 0.726042, + "main_score": 0.84344, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.82933, + "ndcg_at_3": 0.8932, + "ndcg_at_5": 0.90379, + "ndcg_at_10": 0.91217, + "ndcg_at_20": 0.91385, + "ndcg_at_100": 0.91463, + "ndcg_at_1000": 0.91479, + "map_at_1": 0.82933, + "map_at_3": 0.87789, + "map_at_5": 0.88386, + "map_at_10": 0.88742, + "map_at_20": 0.88788, + "map_at_100": 0.88801, + "map_at_1000": 0.88801, + "recall_at_1": 0.82933, + "recall_at_3": 0.93733, + "recall_at_5": 0.96267, + "recall_at_10": 0.988, + "recall_at_20": 0.99467, + "recall_at_100": 0.99867, + "recall_at_1000": 1.0, + "precision_at_1": 0.82933, + "precision_at_3": 0.31244, + "precision_at_5": 0.19253, + "precision_at_10": 0.0988, + "precision_at_20": 0.04973, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.829333, + "mrr_at_3": 0.877889, + "mrr_at_5": 0.883856, + "mrr_at_10": 0.887351, + "mrr_at_20": 0.887875, + "mrr_at_100": 0.887999, + "mrr_at_1000": 0.888004, + "nauc_ndcg_at_1_max": 0.441842, + "nauc_ndcg_at_1_std": -0.315851, + "nauc_ndcg_at_1_diff1": 0.800161, + "nauc_ndcg_at_3_max": 0.46979, + "nauc_ndcg_at_3_std": -0.335698, + "nauc_ndcg_at_3_diff1": 0.76921, + "nauc_ndcg_at_5_max": 0.469324, + "nauc_ndcg_at_5_std": -0.342934, + "nauc_ndcg_at_5_diff1": 0.765672, + "nauc_ndcg_at_10_max": 0.466444, + "nauc_ndcg_at_10_std": -0.333808, + "nauc_ndcg_at_10_diff1": 0.765589, + "nauc_ndcg_at_20_max": 0.463243, + "nauc_ndcg_at_20_std": -0.335166, + "nauc_ndcg_at_20_diff1": 0.769434, + "nauc_ndcg_at_100_max": 0.460166, + "nauc_ndcg_at_100_std": -0.328674, + "nauc_ndcg_at_100_diff1": 0.774188, + "nauc_ndcg_at_1000_max": 0.459124, + "nauc_ndcg_at_1000_std": -0.330755, + "nauc_ndcg_at_1000_diff1": 0.774779, + "nauc_map_at_1_max": 0.441842, + "nauc_map_at_1_std": -0.315851, + "nauc_map_at_1_diff1": 0.800161, + "nauc_map_at_3_max": 0.4585, + "nauc_map_at_3_std": -0.329328, + "nauc_map_at_3_diff1": 0.777477, + "nauc_map_at_5_max": 0.457941, + "nauc_map_at_5_std": -0.332718, + "nauc_map_at_5_diff1": 0.776359, + "nauc_map_at_10_max": 0.45662, + "nauc_map_at_10_std": -0.329497, + "nauc_map_at_10_diff1": 0.776632, + "nauc_map_at_20_max": 0.455834, + "nauc_map_at_20_std": -0.329912, + "nauc_map_at_20_diff1": 0.777569, + "nauc_map_at_100_max": 0.455474, + "nauc_map_at_100_std": -0.329173, + "nauc_map_at_100_diff1": 0.778289, + "nauc_map_at_1000_max": 0.455451, + "nauc_map_at_1000_std": -0.329214, + "nauc_map_at_1000_diff1": 0.7783, + "nauc_recall_at_1_max": 0.441842, + "nauc_recall_at_1_std": -0.315851, + "nauc_recall_at_1_diff1": 0.800161, + "nauc_recall_at_3_max": 0.532446, + "nauc_recall_at_3_std": -0.370006, + "nauc_recall_at_3_diff1": 0.726022, + "nauc_recall_at_5_max": 0.568928, + "nauc_recall_at_5_std": -0.43214, + "nauc_recall_at_5_diff1": 0.674453, + "nauc_recall_at_10_max": 0.717087, + "nauc_recall_at_10_std": -0.417471, + "nauc_recall_at_10_diff1": 0.482519, + "nauc_recall_at_20_max": 0.844188, + "nauc_recall_at_20_std": -0.583742, + "nauc_recall_at_20_diff1": 0.352299, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.777077, + "nauc_recall_at_100_diff1": 0.456116, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.441842, + "nauc_precision_at_1_std": -0.315851, + "nauc_precision_at_1_diff1": 0.800161, + "nauc_precision_at_3_max": 0.532446, + "nauc_precision_at_3_std": -0.370006, + "nauc_precision_at_3_diff1": 0.726022, + "nauc_precision_at_5_max": 0.568928, + "nauc_precision_at_5_std": -0.43214, + "nauc_precision_at_5_diff1": 0.674453, + "nauc_precision_at_10_max": 0.717087, + "nauc_precision_at_10_std": -0.417471, + "nauc_precision_at_10_diff1": 0.482519, + "nauc_precision_at_20_max": 0.844188, + "nauc_precision_at_20_std": -0.583742, + "nauc_precision_at_20_diff1": 0.352299, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.777077, + "nauc_precision_at_100_diff1": 0.456116, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.441842, + "nauc_mrr_at_1_std": -0.315851, + "nauc_mrr_at_1_diff1": 0.800161, + "nauc_mrr_at_3_max": 0.4585, + "nauc_mrr_at_3_std": -0.329328, + "nauc_mrr_at_3_diff1": 0.777477, + "nauc_mrr_at_5_max": 0.457941, + "nauc_mrr_at_5_std": -0.332718, + "nauc_mrr_at_5_diff1": 0.776359, + "nauc_mrr_at_10_max": 0.456687, + "nauc_mrr_at_10_std": -0.330464, + "nauc_mrr_at_10_diff1": 0.776785, + "nauc_mrr_at_20_max": 0.455806, + "nauc_mrr_at_20_std": -0.330028, + "nauc_mrr_at_20_diff1": 0.777587, + "nauc_mrr_at_100_max": 0.455445, + "nauc_mrr_at_100_std": -0.32929, + "nauc_mrr_at_100_diff1": 0.778307, + "nauc_mrr_at_1000_max": 0.455422, + "nauc_mrr_at_1000_std": -0.32933, + "nauc_mrr_at_1000_diff1": 0.778318, + "main_score": 0.91217, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.83133, + "ndcg_at_3": 0.89555, + "ndcg_at_5": 0.90765, + "ndcg_at_10": 0.91219, + "ndcg_at_20": 0.91387, + "ndcg_at_100": 0.91548, + "ndcg_at_1000": 0.91567, + "map_at_1": 0.83133, + "map_at_3": 0.88033, + "map_at_5": 0.88707, + "map_at_10": 0.88895, + "map_at_20": 0.8894, + "map_at_100": 0.88962, + "map_at_1000": 0.88963, + "recall_at_1": 0.83133, + "recall_at_3": 0.93933, + "recall_at_5": 0.96867, + "recall_at_10": 0.98267, + "recall_at_20": 0.98933, + "recall_at_100": 0.998, + "recall_at_1000": 0.99933, + "precision_at_1": 0.83133, + "precision_at_3": 0.31311, + "precision_at_5": 0.19373, + "precision_at_10": 0.09827, + "precision_at_20": 0.04947, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.830667, + "mrr_at_3": 0.88, + "mrr_at_5": 0.886733, + "mrr_at_10": 0.888612, + "mrr_at_20": 0.889067, + "mrr_at_100": 0.88929, + "mrr_at_1000": 0.8893, + "nauc_ndcg_at_1_max": 0.429491, + "nauc_ndcg_at_1_std": -0.122118, + "nauc_ndcg_at_1_diff1": 0.818933, + "nauc_ndcg_at_3_max": 0.453054, + "nauc_ndcg_at_3_std": -0.136714, + "nauc_ndcg_at_3_diff1": 0.791218, + "nauc_ndcg_at_5_max": 0.462923, + "nauc_ndcg_at_5_std": -0.099769, + "nauc_ndcg_at_5_diff1": 0.798828, + "nauc_ndcg_at_10_max": 0.465543, + "nauc_ndcg_at_10_std": -0.097611, + "nauc_ndcg_at_10_diff1": 0.798208, + "nauc_ndcg_at_20_max": 0.464558, + "nauc_ndcg_at_20_std": -0.09011, + "nauc_ndcg_at_20_diff1": 0.800289, + "nauc_ndcg_at_100_max": 0.45682, + "nauc_ndcg_at_100_std": -0.101769, + "nauc_ndcg_at_100_diff1": 0.801726, + "nauc_ndcg_at_1000_max": 0.455543, + "nauc_ndcg_at_1000_std": -0.104361, + "nauc_ndcg_at_1000_diff1": 0.80193, + "nauc_map_at_1_max": 0.429491, + "nauc_map_at_1_std": -0.122118, + "nauc_map_at_1_diff1": 0.818933, + "nauc_map_at_3_max": 0.445474, + "nauc_map_at_3_std": -0.13027, + "nauc_map_at_3_diff1": 0.798886, + "nauc_map_at_5_max": 0.450082, + "nauc_map_at_5_std": -0.112803, + "nauc_map_at_5_diff1": 0.803127, + "nauc_map_at_10_max": 0.450311, + "nauc_map_at_10_std": -0.112073, + "nauc_map_at_10_diff1": 0.802864, + "nauc_map_at_20_max": 0.450083, + "nauc_map_at_20_std": -0.110679, + "nauc_map_at_20_diff1": 0.80346, + "nauc_map_at_100_max": 0.449325, + "nauc_map_at_100_std": -0.111876, + "nauc_map_at_100_diff1": 0.803677, + "nauc_map_at_1000_max": 0.44927, + "nauc_map_at_1000_std": -0.111987, + "nauc_map_at_1000_diff1": 0.803685, + "nauc_recall_at_1_max": 0.429491, + "nauc_recall_at_1_std": -0.122118, + "nauc_recall_at_1_diff1": 0.818933, + "nauc_recall_at_3_max": 0.494352, + "nauc_recall_at_3_std": -0.173244, + "nauc_recall_at_3_diff1": 0.750464, + "nauc_recall_at_5_max": 0.592745, + "nauc_recall_at_5_std": 0.044063, + "nauc_recall_at_5_diff1": 0.760534, + "nauc_recall_at_10_max": 0.750233, + "nauc_recall_at_10_std": 0.184102, + "nauc_recall_at_10_diff1": 0.724503, + "nauc_recall_at_20_max": 0.894112, + "nauc_recall_at_20_std": 0.601103, + "nauc_recall_at_20_diff1": 0.732726, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.715219, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.429491, + "nauc_precision_at_1_std": -0.122118, + "nauc_precision_at_1_diff1": 0.818933, + "nauc_precision_at_3_max": 0.494352, + "nauc_precision_at_3_std": -0.173244, + "nauc_precision_at_3_diff1": 0.750464, + "nauc_precision_at_5_max": 0.592745, + "nauc_precision_at_5_std": 0.044063, + "nauc_precision_at_5_diff1": 0.760534, + "nauc_precision_at_10_max": 0.750233, + "nauc_precision_at_10_std": 0.184102, + "nauc_precision_at_10_diff1": 0.724503, + "nauc_precision_at_20_max": 0.894112, + "nauc_precision_at_20_std": 0.601103, + "nauc_precision_at_20_diff1": 0.732726, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.715219, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.722222, + "nauc_mrr_at_1_max": 0.423148, + "nauc_mrr_at_1_std": -0.121166, + "nauc_mrr_at_1_diff1": 0.820131, + "nauc_mrr_at_3_max": 0.441031, + "nauc_mrr_at_3_std": -0.129589, + "nauc_mrr_at_3_diff1": 0.799768, + "nauc_mrr_at_5_max": 0.445351, + "nauc_mrr_at_5_std": -0.112126, + "nauc_mrr_at_5_diff1": 0.804052, + "nauc_mrr_at_10_max": 0.445497, + "nauc_mrr_at_10_std": -0.111386, + "nauc_mrr_at_10_diff1": 0.803806, + "nauc_mrr_at_20_max": 0.445249, + "nauc_mrr_at_20_std": -0.109992, + "nauc_mrr_at_20_diff1": 0.804405, + "nauc_mrr_at_100_max": 0.444483, + "nauc_mrr_at_100_std": -0.111186, + "nauc_mrr_at_100_diff1": 0.804623, + "nauc_mrr_at_1000_max": 0.444428, + "nauc_mrr_at_1000_std": -0.111296, + "nauc_mrr_at_1000_diff1": 0.804631, + "main_score": 0.91219, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.89492, + "ndcg_at_5": 0.90815, + "ndcg_at_10": 0.91568, + "ndcg_at_20": 0.91723, + "ndcg_at_100": 0.91751, + "ndcg_at_1000": 0.91792, + "map_at_1": 0.83667, + "map_at_3": 0.88111, + "map_at_5": 0.88848, + "map_at_10": 0.89171, + "map_at_20": 0.89215, + "map_at_100": 0.8922, + "map_at_1000": 0.89222, + "recall_at_1": 0.83667, + "recall_at_3": 0.93467, + "recall_at_5": 0.96667, + "recall_at_10": 0.98933, + "recall_at_20": 0.99533, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.83667, + "precision_at_3": 0.31156, + "precision_at_5": 0.19333, + "precision_at_10": 0.09893, + "precision_at_20": 0.04977, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.881111, + "mrr_at_5": 0.888478, + "mrr_at_10": 0.89171, + "mrr_at_20": 0.892151, + "mrr_at_100": 0.892201, + "mrr_at_1000": 0.892215, + "nauc_ndcg_at_1_max": 0.423615, + "nauc_ndcg_at_1_std": -0.141014, + "nauc_ndcg_at_1_diff1": 0.816448, + "nauc_ndcg_at_3_max": 0.443898, + "nauc_ndcg_at_3_std": -0.107548, + "nauc_ndcg_at_3_diff1": 0.777587, + "nauc_ndcg_at_5_max": 0.442201, + "nauc_ndcg_at_5_std": -0.110506, + "nauc_ndcg_at_5_diff1": 0.793347, + "nauc_ndcg_at_10_max": 0.44057, + "nauc_ndcg_at_10_std": -0.113104, + "nauc_ndcg_at_10_diff1": 0.791151, + "nauc_ndcg_at_20_max": 0.440072, + "nauc_ndcg_at_20_std": -0.110733, + "nauc_ndcg_at_20_diff1": 0.789833, + "nauc_ndcg_at_100_max": 0.441331, + "nauc_ndcg_at_100_std": -0.114383, + "nauc_ndcg_at_100_diff1": 0.793634, + "nauc_ndcg_at_1000_max": 0.440009, + "nauc_ndcg_at_1000_std": -0.115586, + "nauc_ndcg_at_1000_diff1": 0.793716, + "nauc_map_at_1_max": 0.423615, + "nauc_map_at_1_std": -0.141014, + "nauc_map_at_1_diff1": 0.816448, + "nauc_map_at_3_max": 0.439563, + "nauc_map_at_3_std": -0.11715, + "nauc_map_at_3_diff1": 0.788759, + "nauc_map_at_5_max": 0.43833, + "nauc_map_at_5_std": -0.118698, + "nauc_map_at_5_diff1": 0.796407, + "nauc_map_at_10_max": 0.438191, + "nauc_map_at_10_std": -0.119271, + "nauc_map_at_10_diff1": 0.795778, + "nauc_map_at_20_max": 0.438098, + "nauc_map_at_20_std": -0.118668, + "nauc_map_at_20_diff1": 0.795457, + "nauc_map_at_100_max": 0.438269, + "nauc_map_at_100_std": -0.11917, + "nauc_map_at_100_diff1": 0.795978, + "nauc_map_at_1000_max": 0.438216, + "nauc_map_at_1000_std": -0.119198, + "nauc_map_at_1000_diff1": 0.795983, + "nauc_recall_at_1_max": 0.423615, + "nauc_recall_at_1_std": -0.141014, + "nauc_recall_at_1_diff1": 0.816448, + "nauc_recall_at_3_max": 0.464219, + "nauc_recall_at_3_std": -0.059824, + "nauc_recall_at_3_diff1": 0.722041, + "nauc_recall_at_5_max": 0.474855, + "nauc_recall_at_5_std": -0.039384, + "nauc_recall_at_5_diff1": 0.775322, + "nauc_recall_at_10_max": 0.47975, + "nauc_recall_at_10_std": 0.024656, + "nauc_recall_at_10_diff1": 0.686216, + "nauc_recall_at_20_max": 0.492597, + "nauc_recall_at_20_std": 0.340203, + "nauc_recall_at_20_diff1": 0.472522, + "nauc_recall_at_100_max": 0.65789, + "nauc_recall_at_100_std": 0.102428, + "nauc_recall_at_100_diff1": 0.781046, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.423615, + "nauc_precision_at_1_std": -0.141014, + "nauc_precision_at_1_diff1": 0.816448, + "nauc_precision_at_3_max": 0.464219, + "nauc_precision_at_3_std": -0.059824, + "nauc_precision_at_3_diff1": 0.722041, + "nauc_precision_at_5_max": 0.474855, + "nauc_precision_at_5_std": -0.039384, + "nauc_precision_at_5_diff1": 0.775322, + "nauc_precision_at_10_max": 0.47975, + "nauc_precision_at_10_std": 0.024656, + "nauc_precision_at_10_diff1": 0.686216, + "nauc_precision_at_20_max": 0.492597, + "nauc_precision_at_20_std": 0.340203, + "nauc_precision_at_20_diff1": 0.472522, + "nauc_precision_at_100_max": 0.65789, + "nauc_precision_at_100_std": 0.102428, + "nauc_precision_at_100_diff1": 0.781046, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.423615, + "nauc_mrr_at_1_std": -0.141014, + "nauc_mrr_at_1_diff1": 0.816448, + "nauc_mrr_at_3_max": 0.439563, + "nauc_mrr_at_3_std": -0.11715, + "nauc_mrr_at_3_diff1": 0.788759, + "nauc_mrr_at_5_max": 0.43833, + "nauc_mrr_at_5_std": -0.118698, + "nauc_mrr_at_5_diff1": 0.796407, + "nauc_mrr_at_10_max": 0.438191, + "nauc_mrr_at_10_std": -0.119271, + "nauc_mrr_at_10_diff1": 0.795778, + "nauc_mrr_at_20_max": 0.438098, + "nauc_mrr_at_20_std": -0.118668, + "nauc_mrr_at_20_diff1": 0.795457, + "nauc_mrr_at_100_max": 0.438269, + "nauc_mrr_at_100_std": -0.11917, + "nauc_mrr_at_100_diff1": 0.795978, + "nauc_mrr_at_1000_max": 0.438216, + "nauc_mrr_at_1000_std": -0.119198, + "nauc_mrr_at_1000_diff1": 0.795983, + "main_score": 0.91568, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.86933, + "ndcg_at_3": 0.92257, + "ndcg_at_5": 0.93236, + "ndcg_at_10": 0.93799, + "ndcg_at_20": 0.93815, + "ndcg_at_100": 0.93828, + "ndcg_at_1000": 0.93828, + "map_at_1": 0.86933, + "map_at_3": 0.91022, + "map_at_5": 0.91576, + "map_at_10": 0.91822, + "map_at_20": 0.91826, + "map_at_100": 0.91828, + "map_at_1000": 0.91828, + "recall_at_1": 0.86933, + "recall_at_3": 0.958, + "recall_at_5": 0.98133, + "recall_at_10": 0.998, + "recall_at_20": 0.99867, + "recall_at_100": 0.99933, + "recall_at_1000": 0.99933, + "precision_at_1": 0.86933, + "precision_at_3": 0.31933, + "precision_at_5": 0.19627, + "precision_at_10": 0.0998, + "precision_at_20": 0.04993, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.869333, + "mrr_at_3": 0.910222, + "mrr_at_5": 0.915756, + "mrr_at_10": 0.918221, + "mrr_at_20": 0.918263, + "mrr_at_100": 0.91828, + "mrr_at_1000": 0.91828, + "nauc_ndcg_at_1_max": 0.53973, + "nauc_ndcg_at_1_std": -0.149816, + "nauc_ndcg_at_1_diff1": 0.875174, + "nauc_ndcg_at_3_max": 0.589828, + "nauc_ndcg_at_3_std": -0.123788, + "nauc_ndcg_at_3_diff1": 0.868862, + "nauc_ndcg_at_5_max": 0.578145, + "nauc_ndcg_at_5_std": -0.138467, + "nauc_ndcg_at_5_diff1": 0.872042, + "nauc_ndcg_at_10_max": 0.57123, + "nauc_ndcg_at_10_std": -0.144434, + "nauc_ndcg_at_10_diff1": 0.87021, + "nauc_ndcg_at_20_max": 0.570424, + "nauc_ndcg_at_20_std": -0.146776, + "nauc_ndcg_at_20_diff1": 0.870609, + "nauc_ndcg_at_100_max": 0.569531, + "nauc_ndcg_at_100_std": -0.143463, + "nauc_ndcg_at_100_diff1": 0.87034, + "nauc_ndcg_at_1000_max": 0.569531, + "nauc_ndcg_at_1000_std": -0.143463, + "nauc_ndcg_at_1000_diff1": 0.87034, + "nauc_map_at_1_max": 0.53973, + "nauc_map_at_1_std": -0.149816, + "nauc_map_at_1_diff1": 0.875174, + "nauc_map_at_3_max": 0.575152, + "nauc_map_at_3_std": -0.136391, + "nauc_map_at_3_diff1": 0.870634, + "nauc_map_at_5_max": 0.568839, + "nauc_map_at_5_std": -0.144199, + "nauc_map_at_5_diff1": 0.872021, + "nauc_map_at_10_max": 0.56625, + "nauc_map_at_10_std": -0.146273, + "nauc_map_at_10_diff1": 0.871335, + "nauc_map_at_20_max": 0.566091, + "nauc_map_at_20_std": -0.146727, + "nauc_map_at_20_diff1": 0.871413, + "nauc_map_at_100_max": 0.565998, + "nauc_map_at_100_std": -0.146385, + "nauc_map_at_100_diff1": 0.871386, + "nauc_map_at_1000_max": 0.565998, + "nauc_map_at_1000_std": -0.146385, + "nauc_map_at_1000_diff1": 0.871386, + "nauc_recall_at_1_max": 0.53973, + "nauc_recall_at_1_std": -0.149816, + "nauc_recall_at_1_diff1": 0.875174, + "nauc_recall_at_3_max": 0.675959, + "nauc_recall_at_3_std": -0.044722, + "nauc_recall_at_3_diff1": 0.858543, + "nauc_recall_at_5_max": 0.685074, + "nauc_recall_at_5_std": -0.064776, + "nauc_recall_at_5_diff1": 0.875784, + "nauc_recall_at_10_max": 0.956427, + "nauc_recall_at_10_std": -0.005913, + "nauc_recall_at_10_diff1": 0.758792, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.777077, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.554155, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.53973, + "nauc_precision_at_1_std": -0.149816, + "nauc_precision_at_1_diff1": 0.875174, + "nauc_precision_at_3_max": 0.675959, + "nauc_precision_at_3_std": -0.044722, + "nauc_precision_at_3_diff1": 0.858543, + "nauc_precision_at_5_max": 0.685074, + "nauc_precision_at_5_std": -0.064776, + "nauc_precision_at_5_diff1": 0.875784, + "nauc_precision_at_10_max": 0.956427, + "nauc_precision_at_10_std": -0.005913, + "nauc_precision_at_10_diff1": 0.758792, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.777077, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.554155, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.554155, + "nauc_mrr_at_1_max": 0.53973, + "nauc_mrr_at_1_std": -0.149816, + "nauc_mrr_at_1_diff1": 0.875174, + "nauc_mrr_at_3_max": 0.575152, + "nauc_mrr_at_3_std": -0.136391, + "nauc_mrr_at_3_diff1": 0.870634, + "nauc_mrr_at_5_max": 0.568839, + "nauc_mrr_at_5_std": -0.144199, + "nauc_mrr_at_5_diff1": 0.872021, + "nauc_mrr_at_10_max": 0.56625, + "nauc_mrr_at_10_std": -0.146273, + "nauc_mrr_at_10_diff1": 0.871335, + "nauc_mrr_at_20_max": 0.566091, + "nauc_mrr_at_20_std": -0.146727, + "nauc_mrr_at_20_diff1": 0.871413, + "nauc_mrr_at_100_max": 0.565998, + "nauc_mrr_at_100_std": -0.146385, + "nauc_mrr_at_100_diff1": 0.871386, + "nauc_mrr_at_1000_max": 0.565998, + "nauc_mrr_at_1000_std": -0.146385, + "nauc_mrr_at_1000_diff1": 0.871386, + "main_score": 0.93799, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.8877, + "ndcg_at_5": 0.90106, + "ndcg_at_10": 0.90627, + "ndcg_at_20": 0.90799, + "ndcg_at_100": 0.90915, + "ndcg_at_1000": 0.9098, + "map_at_1": 0.82, + "map_at_3": 0.87222, + "map_at_5": 0.87959, + "map_at_10": 0.88176, + "map_at_20": 0.88224, + "map_at_100": 0.88242, + "map_at_1000": 0.88244, + "recall_at_1": 0.82, + "recall_at_3": 0.932, + "recall_at_5": 0.96467, + "recall_at_10": 0.98067, + "recall_at_20": 0.98733, + "recall_at_100": 0.99333, + "recall_at_1000": 0.99867, + "precision_at_1": 0.82, + "precision_at_3": 0.31067, + "precision_at_5": 0.19293, + "precision_at_10": 0.09807, + "precision_at_20": 0.04937, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.820667, + "mrr_at_3": 0.872556, + "mrr_at_5": 0.879922, + "mrr_at_10": 0.882105, + "mrr_at_20": 0.882591, + "mrr_at_100": 0.882772, + "mrr_at_1000": 0.882793, + "nauc_ndcg_at_1_max": 0.410051, + "nauc_ndcg_at_1_std": -0.038852, + "nauc_ndcg_at_1_diff1": 0.822346, + "nauc_ndcg_at_3_max": 0.462877, + "nauc_ndcg_at_3_std": -0.067666, + "nauc_ndcg_at_3_diff1": 0.788068, + "nauc_ndcg_at_5_max": 0.463645, + "nauc_ndcg_at_5_std": -0.061858, + "nauc_ndcg_at_5_diff1": 0.790573, + "nauc_ndcg_at_10_max": 0.46746, + "nauc_ndcg_at_10_std": -0.0391, + "nauc_ndcg_at_10_diff1": 0.799449, + "nauc_ndcg_at_20_max": 0.464931, + "nauc_ndcg_at_20_std": -0.033551, + "nauc_ndcg_at_20_diff1": 0.799011, + "nauc_ndcg_at_100_max": 0.458676, + "nauc_ndcg_at_100_std": -0.037931, + "nauc_ndcg_at_100_diff1": 0.799958, + "nauc_ndcg_at_1000_max": 0.456078, + "nauc_ndcg_at_1000_std": -0.041258, + "nauc_ndcg_at_1000_diff1": 0.801023, + "nauc_map_at_1_max": 0.410051, + "nauc_map_at_1_std": -0.038852, + "nauc_map_at_1_diff1": 0.822346, + "nauc_map_at_3_max": 0.447918, + "nauc_map_at_3_std": -0.058596, + "nauc_map_at_3_diff1": 0.798475, + "nauc_map_at_5_max": 0.447625, + "nauc_map_at_5_std": -0.055645, + "nauc_map_at_5_diff1": 0.800183, + "nauc_map_at_10_max": 0.448478, + "nauc_map_at_10_std": -0.048077, + "nauc_map_at_10_diff1": 0.803506, + "nauc_map_at_20_max": 0.447826, + "nauc_map_at_20_std": -0.046956, + "nauc_map_at_20_diff1": 0.803444, + "nauc_map_at_100_max": 0.447014, + "nauc_map_at_100_std": -0.047524, + "nauc_map_at_100_diff1": 0.803555, + "nauc_map_at_1000_max": 0.446961, + "nauc_map_at_1000_std": -0.04757, + "nauc_map_at_1000_diff1": 0.803568, + "nauc_recall_at_1_max": 0.410051, + "nauc_recall_at_1_std": -0.038852, + "nauc_recall_at_1_diff1": 0.822346, + "nauc_recall_at_3_max": 0.538694, + "nauc_recall_at_3_std": -0.114434, + "nauc_recall_at_3_diff1": 0.734713, + "nauc_recall_at_5_max": 0.609596, + "nauc_recall_at_5_std": -0.115824, + "nauc_recall_at_5_diff1": 0.703169, + "nauc_recall_at_10_max": 0.787694, + "nauc_recall_at_10_std": 0.166345, + "nauc_recall_at_10_diff1": 0.751393, + "nauc_recall_at_20_max": 0.888225, + "nauc_recall_at_20_std": 0.428965, + "nauc_recall_at_20_diff1": 0.713057, + "nauc_recall_at_100_max": 0.854622, + "nauc_recall_at_100_std": 0.561018, + "nauc_recall_at_100_diff1": 0.703128, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.934641, + "nauc_precision_at_1_max": 0.410051, + "nauc_precision_at_1_std": -0.038852, + "nauc_precision_at_1_diff1": 0.822346, + "nauc_precision_at_3_max": 0.538694, + "nauc_precision_at_3_std": -0.114434, + "nauc_precision_at_3_diff1": 0.734713, + "nauc_precision_at_5_max": 0.609596, + "nauc_precision_at_5_std": -0.115824, + "nauc_precision_at_5_diff1": 0.703169, + "nauc_precision_at_10_max": 0.787694, + "nauc_precision_at_10_std": 0.166345, + "nauc_precision_at_10_diff1": 0.751393, + "nauc_precision_at_20_max": 0.888225, + "nauc_precision_at_20_std": 0.428965, + "nauc_precision_at_20_diff1": 0.713057, + "nauc_precision_at_100_max": 0.854622, + "nauc_precision_at_100_std": 0.561018, + "nauc_precision_at_100_diff1": 0.703128, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.934641, + "nauc_mrr_at_1_max": 0.410044, + "nauc_mrr_at_1_std": -0.03212, + "nauc_mrr_at_1_diff1": 0.821221, + "nauc_mrr_at_3_max": 0.448003, + "nauc_mrr_at_3_std": -0.053991, + "nauc_mrr_at_3_diff1": 0.797641, + "nauc_mrr_at_5_max": 0.447715, + "nauc_mrr_at_5_std": -0.050737, + "nauc_mrr_at_5_diff1": 0.7993, + "nauc_mrr_at_10_max": 0.448881, + "nauc_mrr_at_10_std": -0.042816, + "nauc_mrr_at_10_diff1": 0.802587, + "nauc_mrr_at_20_max": 0.448228, + "nauc_mrr_at_20_std": -0.04167, + "nauc_mrr_at_20_diff1": 0.80252, + "nauc_mrr_at_100_max": 0.447415, + "nauc_mrr_at_100_std": -0.04223, + "nauc_mrr_at_100_diff1": 0.80263, + "nauc_mrr_at_1000_max": 0.447361, + "nauc_mrr_at_1000_std": -0.042276, + "nauc_mrr_at_1000_diff1": 0.802643, + "main_score": 0.90627, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.84267, + "ndcg_at_3": 0.90102, + "ndcg_at_5": 0.91333, + "ndcg_at_10": 0.91937, + "ndcg_at_20": 0.9202, + "ndcg_at_100": 0.92122, + "ndcg_at_1000": 0.92168, + "map_at_1": 0.84267, + "map_at_3": 0.88744, + "map_at_5": 0.89424, + "map_at_10": 0.89687, + "map_at_20": 0.89709, + "map_at_100": 0.89724, + "map_at_1000": 0.89726, + "recall_at_1": 0.84267, + "recall_at_3": 0.94, + "recall_at_5": 0.97, + "recall_at_10": 0.988, + "recall_at_20": 0.99133, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.84267, + "precision_at_3": 0.31333, + "precision_at_5": 0.194, + "precision_at_10": 0.0988, + "precision_at_20": 0.04957, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.842667, + "mrr_at_3": 0.887444, + "mrr_at_5": 0.894244, + "mrr_at_10": 0.896867, + "mrr_at_20": 0.897092, + "mrr_at_100": 0.897249, + "mrr_at_1000": 0.89727, + "nauc_ndcg_at_1_max": 0.328757, + "nauc_ndcg_at_1_std": -0.194137, + "nauc_ndcg_at_1_diff1": 0.817218, + "nauc_ndcg_at_3_max": 0.36907, + "nauc_ndcg_at_3_std": -0.15654, + "nauc_ndcg_at_3_diff1": 0.789353, + "nauc_ndcg_at_5_max": 0.381963, + "nauc_ndcg_at_5_std": -0.144298, + "nauc_ndcg_at_5_diff1": 0.792202, + "nauc_ndcg_at_10_max": 0.375026, + "nauc_ndcg_at_10_std": -0.147811, + "nauc_ndcg_at_10_diff1": 0.797042, + "nauc_ndcg_at_20_max": 0.370795, + "nauc_ndcg_at_20_std": -0.14984, + "nauc_ndcg_at_20_diff1": 0.798904, + "nauc_ndcg_at_100_max": 0.36915, + "nauc_ndcg_at_100_std": -0.151604, + "nauc_ndcg_at_100_diff1": 0.800689, + "nauc_ndcg_at_1000_max": 0.366198, + "nauc_ndcg_at_1000_std": -0.155704, + "nauc_ndcg_at_1000_diff1": 0.800005, + "nauc_map_at_1_max": 0.328757, + "nauc_map_at_1_std": -0.194137, + "nauc_map_at_1_diff1": 0.817218, + "nauc_map_at_3_max": 0.359216, + "nauc_map_at_3_std": -0.16459, + "nauc_map_at_3_diff1": 0.79705, + "nauc_map_at_5_max": 0.36461, + "nauc_map_at_5_std": -0.159021, + "nauc_map_at_5_diff1": 0.798847, + "nauc_map_at_10_max": 0.362012, + "nauc_map_at_10_std": -0.16058, + "nauc_map_at_10_diff1": 0.800902, + "nauc_map_at_20_max": 0.361174, + "nauc_map_at_20_std": -0.161149, + "nauc_map_at_20_diff1": 0.801297, + "nauc_map_at_100_max": 0.36087, + "nauc_map_at_100_std": -0.161408, + "nauc_map_at_100_diff1": 0.801482, + "nauc_map_at_1000_max": 0.360762, + "nauc_map_at_1000_std": -0.161546, + "nauc_map_at_1000_diff1": 0.801462, + "nauc_recall_at_1_max": 0.328757, + "nauc_recall_at_1_std": -0.194137, + "nauc_recall_at_1_diff1": 0.817218, + "nauc_recall_at_3_max": 0.417989, + "nauc_recall_at_3_std": -0.11774, + "nauc_recall_at_3_diff1": 0.750239, + "nauc_recall_at_5_max": 0.552122, + "nauc_recall_at_5_std": -0.003092, + "nauc_recall_at_5_diff1": 0.730709, + "nauc_recall_at_10_max": 0.663399, + "nauc_recall_at_10_std": 0.140134, + "nauc_recall_at_10_diff1": 0.722118, + "nauc_recall_at_20_max": 0.617611, + "nauc_recall_at_20_std": 0.188932, + "nauc_recall_at_20_diff1": 0.75975, + "nauc_recall_at_100_max": 0.858543, + "nauc_recall_at_100_std": 0.542577, + "nauc_recall_at_100_diff1": 0.918301, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.328757, + "nauc_precision_at_1_std": -0.194137, + "nauc_precision_at_1_diff1": 0.817218, + "nauc_precision_at_3_max": 0.417989, + "nauc_precision_at_3_std": -0.11774, + "nauc_precision_at_3_diff1": 0.750239, + "nauc_precision_at_5_max": 0.552122, + "nauc_precision_at_5_std": -0.003092, + "nauc_precision_at_5_diff1": 0.730709, + "nauc_precision_at_10_max": 0.663399, + "nauc_precision_at_10_std": 0.140134, + "nauc_precision_at_10_diff1": 0.722118, + "nauc_precision_at_20_max": 0.617611, + "nauc_precision_at_20_std": 0.188932, + "nauc_precision_at_20_diff1": 0.75975, + "nauc_precision_at_100_max": 0.858543, + "nauc_precision_at_100_std": 0.542577, + "nauc_precision_at_100_diff1": 0.918301, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.328757, + "nauc_mrr_at_1_std": -0.194137, + "nauc_mrr_at_1_diff1": 0.817218, + "nauc_mrr_at_3_max": 0.359216, + "nauc_mrr_at_3_std": -0.16459, + "nauc_mrr_at_3_diff1": 0.79705, + "nauc_mrr_at_5_max": 0.36461, + "nauc_mrr_at_5_std": -0.159021, + "nauc_mrr_at_5_diff1": 0.798847, + "nauc_mrr_at_10_max": 0.362012, + "nauc_mrr_at_10_std": -0.16058, + "nauc_mrr_at_10_diff1": 0.800902, + "nauc_mrr_at_20_max": 0.361464, + "nauc_mrr_at_20_std": -0.160875, + "nauc_mrr_at_20_diff1": 0.801486, + "nauc_mrr_at_100_max": 0.360909, + "nauc_mrr_at_100_std": -0.161282, + "nauc_mrr_at_100_diff1": 0.801586, + "nauc_mrr_at_1000_max": 0.360801, + "nauc_mrr_at_1000_std": -0.16142, + "nauc_mrr_at_1000_diff1": 0.801565, + "main_score": 0.91937, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.72867, + "ndcg_at_3": 0.82904, + "ndcg_at_5": 0.84617, + "ndcg_at_10": 0.8541, + "ndcg_at_20": 0.85697, + "ndcg_at_100": 0.85858, + "ndcg_at_1000": 0.8597, + "map_at_1": 0.72867, + "map_at_3": 0.80511, + "map_at_5": 0.81468, + "map_at_10": 0.81804, + "map_at_20": 0.81883, + "map_at_100": 0.81906, + "map_at_1000": 0.8191, + "recall_at_1": 0.72867, + "recall_at_3": 0.898, + "recall_at_5": 0.93933, + "recall_at_10": 0.96333, + "recall_at_20": 0.97467, + "recall_at_100": 0.98333, + "recall_at_1000": 0.992, + "precision_at_1": 0.72867, + "precision_at_3": 0.29933, + "precision_at_5": 0.18787, + "precision_at_10": 0.09633, + "precision_at_20": 0.04873, + "precision_at_100": 0.00983, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.73, + "mrr_at_3": 0.805778, + "mrr_at_5": 0.815344, + "mrr_at_10": 0.818707, + "mrr_at_20": 0.8195, + "mrr_at_100": 0.819724, + "mrr_at_1000": 0.819769, + "nauc_ndcg_at_1_max": 0.363035, + "nauc_ndcg_at_1_std": -0.153156, + "nauc_ndcg_at_1_diff1": 0.776249, + "nauc_ndcg_at_3_max": 0.436039, + "nauc_ndcg_at_3_std": -0.10768, + "nauc_ndcg_at_3_diff1": 0.710007, + "nauc_ndcg_at_5_max": 0.434805, + "nauc_ndcg_at_5_std": -0.097318, + "nauc_ndcg_at_5_diff1": 0.710344, + "nauc_ndcg_at_10_max": 0.440408, + "nauc_ndcg_at_10_std": -0.098039, + "nauc_ndcg_at_10_diff1": 0.722838, + "nauc_ndcg_at_20_max": 0.435932, + "nauc_ndcg_at_20_std": -0.093839, + "nauc_ndcg_at_20_diff1": 0.724731, + "nauc_ndcg_at_100_max": 0.430077, + "nauc_ndcg_at_100_std": -0.095548, + "nauc_ndcg_at_100_diff1": 0.723735, + "nauc_ndcg_at_1000_max": 0.426748, + "nauc_ndcg_at_1000_std": -0.097634, + "nauc_ndcg_at_1000_diff1": 0.726089, + "nauc_map_at_1_max": 0.363035, + "nauc_map_at_1_std": -0.153156, + "nauc_map_at_1_diff1": 0.776249, + "nauc_map_at_3_max": 0.413783, + "nauc_map_at_3_std": -0.121273, + "nauc_map_at_3_diff1": 0.730307, + "nauc_map_at_5_max": 0.412193, + "nauc_map_at_5_std": -0.11722, + "nauc_map_at_5_diff1": 0.731568, + "nauc_map_at_10_max": 0.413508, + "nauc_map_at_10_std": -0.117886, + "nauc_map_at_10_diff1": 0.736408, + "nauc_map_at_20_max": 0.412323, + "nauc_map_at_20_std": -0.117495, + "nauc_map_at_20_diff1": 0.736842, + "nauc_map_at_100_max": 0.411642, + "nauc_map_at_100_std": -0.117612, + "nauc_map_at_100_diff1": 0.736764, + "nauc_map_at_1000_max": 0.41153, + "nauc_map_at_1000_std": -0.117649, + "nauc_map_at_1000_diff1": 0.736823, + "nauc_recall_at_1_max": 0.363035, + "nauc_recall_at_1_std": -0.153156, + "nauc_recall_at_1_diff1": 0.776249, + "nauc_recall_at_3_max": 0.5469, + "nauc_recall_at_3_std": -0.040182, + "nauc_recall_at_3_diff1": 0.608809, + "nauc_recall_at_5_max": 0.612188, + "nauc_recall_at_5_std": 0.063944, + "nauc_recall_at_5_diff1": 0.542725, + "nauc_recall_at_10_max": 0.793235, + "nauc_recall_at_10_std": 0.16199, + "nauc_recall_at_10_diff1": 0.567201, + "nauc_recall_at_20_max": 0.864146, + "nauc_recall_at_20_std": 0.385228, + "nauc_recall_at_20_diff1": 0.538319, + "nauc_recall_at_100_max": 0.84493, + "nauc_recall_at_100_std": 0.552549, + "nauc_recall_at_100_diff1": 0.398151, + "nauc_recall_at_1000_max": 0.88387, + "nauc_recall_at_1000_std": 0.951953, + "nauc_recall_at_1000_diff1": 0.355237, + "nauc_precision_at_1_max": 0.363035, + "nauc_precision_at_1_std": -0.153156, + "nauc_precision_at_1_diff1": 0.776249, + "nauc_precision_at_3_max": 0.5469, + "nauc_precision_at_3_std": -0.040182, + "nauc_precision_at_3_diff1": 0.608809, + "nauc_precision_at_5_max": 0.612188, + "nauc_precision_at_5_std": 0.063944, + "nauc_precision_at_5_diff1": 0.542725, + "nauc_precision_at_10_max": 0.793235, + "nauc_precision_at_10_std": 0.16199, + "nauc_precision_at_10_diff1": 0.567201, + "nauc_precision_at_20_max": 0.864146, + "nauc_precision_at_20_std": 0.385228, + "nauc_precision_at_20_diff1": 0.538319, + "nauc_precision_at_100_max": 0.84493, + "nauc_precision_at_100_std": 0.552549, + "nauc_precision_at_100_diff1": 0.398151, + "nauc_precision_at_1000_max": 0.88387, + "nauc_precision_at_1000_std": 0.951953, + "nauc_precision_at_1000_diff1": 0.355237, + "nauc_mrr_at_1_max": 0.363649, + "nauc_mrr_at_1_std": -0.149237, + "nauc_mrr_at_1_diff1": 0.773782, + "nauc_mrr_at_3_max": 0.414334, + "nauc_mrr_at_3_std": -0.118553, + "nauc_mrr_at_3_diff1": 0.728525, + "nauc_mrr_at_5_max": 0.41277, + "nauc_mrr_at_5_std": -0.114334, + "nauc_mrr_at_5_diff1": 0.729688, + "nauc_mrr_at_10_max": 0.414101, + "nauc_mrr_at_10_std": -0.114944, + "nauc_mrr_at_10_diff1": 0.734504, + "nauc_mrr_at_20_max": 0.412916, + "nauc_mrr_at_20_std": -0.114537, + "nauc_mrr_at_20_diff1": 0.73493, + "nauc_mrr_at_100_max": 0.412233, + "nauc_mrr_at_100_std": -0.11465, + "nauc_mrr_at_100_diff1": 0.734849, + "nauc_mrr_at_1000_max": 0.412121, + "nauc_mrr_at_1000_std": -0.114686, + "nauc_mrr_at_1000_diff1": 0.734908, + "main_score": 0.8541, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.81733, + "ndcg_at_3": 0.87782, + "ndcg_at_5": 0.89474, + "ndcg_at_10": 0.90403, + "ndcg_at_20": 0.90507, + "ndcg_at_100": 0.90618, + "ndcg_at_1000": 0.90618, + "map_at_1": 0.81733, + "map_at_3": 0.863, + "map_at_5": 0.87233, + "map_at_10": 0.87631, + "map_at_20": 0.87661, + "map_at_100": 0.87676, + "map_at_1000": 0.87676, + "recall_at_1": 0.81733, + "recall_at_3": 0.92067, + "recall_at_5": 0.962, + "recall_at_10": 0.99, + "recall_at_20": 0.994, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.81733, + "precision_at_3": 0.30689, + "precision_at_5": 0.1924, + "precision_at_10": 0.099, + "precision_at_20": 0.0497, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817333, + "mrr_at_3": 0.863, + "mrr_at_5": 0.872333, + "mrr_at_10": 0.876308, + "mrr_at_20": 0.87661, + "mrr_at_100": 0.876759, + "mrr_at_1000": 0.876759, + "nauc_ndcg_at_1_max": 0.498571, + "nauc_ndcg_at_1_std": -0.269765, + "nauc_ndcg_at_1_diff1": 0.793422, + "nauc_ndcg_at_3_max": 0.516264, + "nauc_ndcg_at_3_std": -0.287766, + "nauc_ndcg_at_3_diff1": 0.772417, + "nauc_ndcg_at_5_max": 0.526774, + "nauc_ndcg_at_5_std": -0.265646, + "nauc_ndcg_at_5_diff1": 0.764797, + "nauc_ndcg_at_10_max": 0.522165, + "nauc_ndcg_at_10_std": -0.271512, + "nauc_ndcg_at_10_diff1": 0.775898, + "nauc_ndcg_at_20_max": 0.518535, + "nauc_ndcg_at_20_std": -0.271328, + "nauc_ndcg_at_20_diff1": 0.776749, + "nauc_ndcg_at_100_max": 0.515533, + "nauc_ndcg_at_100_std": -0.271067, + "nauc_ndcg_at_100_diff1": 0.777933, + "nauc_ndcg_at_1000_max": 0.515533, + "nauc_ndcg_at_1000_std": -0.271067, + "nauc_ndcg_at_1000_diff1": 0.777933, + "nauc_map_at_1_max": 0.498571, + "nauc_map_at_1_std": -0.269765, + "nauc_map_at_1_diff1": 0.793422, + "nauc_map_at_3_max": 0.511316, + "nauc_map_at_3_std": -0.279741, + "nauc_map_at_3_diff1": 0.778574, + "nauc_map_at_5_max": 0.515584, + "nauc_map_at_5_std": -0.268972, + "nauc_map_at_5_diff1": 0.77547, + "nauc_map_at_10_max": 0.51384, + "nauc_map_at_10_std": -0.271139, + "nauc_map_at_10_diff1": 0.77945, + "nauc_map_at_20_max": 0.512995, + "nauc_map_at_20_std": -0.271158, + "nauc_map_at_20_diff1": 0.779695, + "nauc_map_at_100_max": 0.512732, + "nauc_map_at_100_std": -0.271062, + "nauc_map_at_100_diff1": 0.779804, + "nauc_map_at_1000_max": 0.512732, + "nauc_map_at_1000_std": -0.271062, + "nauc_map_at_1000_diff1": 0.779804, + "nauc_recall_at_1_max": 0.498571, + "nauc_recall_at_1_std": -0.269765, + "nauc_recall_at_1_diff1": 0.793422, + "nauc_recall_at_3_max": 0.539455, + "nauc_recall_at_3_std": -0.327684, + "nauc_recall_at_3_diff1": 0.743344, + "nauc_recall_at_5_max": 0.634962, + "nauc_recall_at_5_std": -0.228168, + "nauc_recall_at_5_diff1": 0.663513, + "nauc_recall_at_10_max": 0.799938, + "nauc_recall_at_10_std": -0.280766, + "nauc_recall_at_10_diff1": 0.691472, + "nauc_recall_at_20_max": 0.776014, + "nauc_recall_at_20_std": -0.267818, + "nauc_recall_at_20_diff1": 0.678182, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.498571, + "nauc_precision_at_1_std": -0.269765, + "nauc_precision_at_1_diff1": 0.793422, + "nauc_precision_at_3_max": 0.539455, + "nauc_precision_at_3_std": -0.327684, + "nauc_precision_at_3_diff1": 0.743344, + "nauc_precision_at_5_max": 0.634962, + "nauc_precision_at_5_std": -0.228168, + "nauc_precision_at_5_diff1": 0.663513, + "nauc_precision_at_10_max": 0.799938, + "nauc_precision_at_10_std": -0.280766, + "nauc_precision_at_10_diff1": 0.691472, + "nauc_precision_at_20_max": 0.776014, + "nauc_precision_at_20_std": -0.267818, + "nauc_precision_at_20_diff1": 0.678182, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.498571, + "nauc_mrr_at_1_std": -0.269765, + "nauc_mrr_at_1_diff1": 0.793422, + "nauc_mrr_at_3_max": 0.511316, + "nauc_mrr_at_3_std": -0.279741, + "nauc_mrr_at_3_diff1": 0.778574, + "nauc_mrr_at_5_max": 0.515584, + "nauc_mrr_at_5_std": -0.268972, + "nauc_mrr_at_5_diff1": 0.77547, + "nauc_mrr_at_10_max": 0.51384, + "nauc_mrr_at_10_std": -0.271139, + "nauc_mrr_at_10_diff1": 0.77945, + "nauc_mrr_at_20_max": 0.512995, + "nauc_mrr_at_20_std": -0.271158, + "nauc_mrr_at_20_diff1": 0.779695, + "nauc_mrr_at_100_max": 0.512732, + "nauc_mrr_at_100_std": -0.271062, + "nauc_mrr_at_100_diff1": 0.779804, + "nauc_mrr_at_1000_max": 0.512732, + "nauc_mrr_at_1000_std": -0.271062, + "nauc_mrr_at_1000_diff1": 0.779804, + "main_score": 0.90403, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.834, + "ndcg_at_3": 0.8932, + "ndcg_at_5": 0.90476, + "ndcg_at_10": 0.91371, + "ndcg_at_20": 0.9149, + "ndcg_at_100": 0.91606, + "ndcg_at_1000": 0.91629, + "map_at_1": 0.834, + "map_at_3": 0.87944, + "map_at_5": 0.88588, + "map_at_10": 0.88976, + "map_at_20": 0.8901, + "map_at_100": 0.89027, + "map_at_1000": 0.89028, + "recall_at_1": 0.834, + "recall_at_3": 0.93267, + "recall_at_5": 0.96067, + "recall_at_10": 0.98733, + "recall_at_20": 0.992, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "precision_at_1": 0.834, + "precision_at_3": 0.31089, + "precision_at_5": 0.19213, + "precision_at_10": 0.09873, + "precision_at_20": 0.0496, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834, + "mrr_at_3": 0.879444, + "mrr_at_5": 0.885911, + "mrr_at_10": 0.889793, + "mrr_at_20": 0.890117, + "mrr_at_100": 0.890291, + "mrr_at_1000": 0.890297, + "nauc_ndcg_at_1_max": 0.35917, + "nauc_ndcg_at_1_std": -0.119471, + "nauc_ndcg_at_1_diff1": 0.816511, + "nauc_ndcg_at_3_max": 0.387918, + "nauc_ndcg_at_3_std": -0.096947, + "nauc_ndcg_at_3_diff1": 0.780616, + "nauc_ndcg_at_5_max": 0.391314, + "nauc_ndcg_at_5_std": -0.095169, + "nauc_ndcg_at_5_diff1": 0.782299, + "nauc_ndcg_at_10_max": 0.373946, + "nauc_ndcg_at_10_std": -0.109938, + "nauc_ndcg_at_10_diff1": 0.783606, + "nauc_ndcg_at_20_max": 0.375555, + "nauc_ndcg_at_20_std": -0.109739, + "nauc_ndcg_at_20_diff1": 0.787262, + "nauc_ndcg_at_100_max": 0.373731, + "nauc_ndcg_at_100_std": -0.105536, + "nauc_ndcg_at_100_diff1": 0.789496, + "nauc_ndcg_at_1000_max": 0.376456, + "nauc_ndcg_at_1000_std": -0.107357, + "nauc_ndcg_at_1000_diff1": 0.790121, + "nauc_map_at_1_max": 0.35917, + "nauc_map_at_1_std": -0.119471, + "nauc_map_at_1_diff1": 0.816511, + "nauc_map_at_3_max": 0.380159, + "nauc_map_at_3_std": -0.106135, + "nauc_map_at_3_diff1": 0.790068, + "nauc_map_at_5_max": 0.381813, + "nauc_map_at_5_std": -0.105873, + "nauc_map_at_5_diff1": 0.791418, + "nauc_map_at_10_max": 0.375675, + "nauc_map_at_10_std": -0.111243, + "nauc_map_at_10_diff1": 0.792391, + "nauc_map_at_20_max": 0.375947, + "nauc_map_at_20_std": -0.110977, + "nauc_map_at_20_diff1": 0.793227, + "nauc_map_at_100_max": 0.375961, + "nauc_map_at_100_std": -0.11023, + "nauc_map_at_100_diff1": 0.793457, + "nauc_map_at_1000_max": 0.376041, + "nauc_map_at_1000_std": -0.110266, + "nauc_map_at_1000_diff1": 0.793468, + "nauc_recall_at_1_max": 0.35917, + "nauc_recall_at_1_std": -0.119471, + "nauc_recall_at_1_diff1": 0.816511, + "nauc_recall_at_3_max": 0.425414, + "nauc_recall_at_3_std": -0.049865, + "nauc_recall_at_3_diff1": 0.735142, + "nauc_recall_at_5_max": 0.465287, + "nauc_recall_at_5_std": -0.005927, + "nauc_recall_at_5_diff1": 0.712181, + "nauc_recall_at_10_max": 0.276082, + "nauc_recall_at_10_std": -0.108703, + "nauc_recall_at_10_diff1": 0.581527, + "nauc_recall_at_20_max": 0.291355, + "nauc_recall_at_20_std": -0.121421, + "nauc_recall_at_20_diff1": 0.608738, + "nauc_recall_at_100_max": -0.498133, + "nauc_recall_at_100_std": 0.528478, + "nauc_recall_at_100_diff1": 0.571429, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.35917, + "nauc_precision_at_1_std": -0.119471, + "nauc_precision_at_1_diff1": 0.816511, + "nauc_precision_at_3_max": 0.425414, + "nauc_precision_at_3_std": -0.049865, + "nauc_precision_at_3_diff1": 0.735142, + "nauc_precision_at_5_max": 0.465287, + "nauc_precision_at_5_std": -0.005927, + "nauc_precision_at_5_diff1": 0.712181, + "nauc_precision_at_10_max": 0.276082, + "nauc_precision_at_10_std": -0.108703, + "nauc_precision_at_10_diff1": 0.581527, + "nauc_precision_at_20_max": 0.291355, + "nauc_precision_at_20_std": -0.121421, + "nauc_precision_at_20_diff1": 0.608738, + "nauc_precision_at_100_max": -0.498133, + "nauc_precision_at_100_std": 0.528478, + "nauc_precision_at_100_diff1": 0.571429, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.35917, + "nauc_mrr_at_1_std": -0.119471, + "nauc_mrr_at_1_diff1": 0.816511, + "nauc_mrr_at_3_max": 0.380159, + "nauc_mrr_at_3_std": -0.106135, + "nauc_mrr_at_3_diff1": 0.790068, + "nauc_mrr_at_5_max": 0.381665, + "nauc_mrr_at_5_std": -0.105943, + "nauc_mrr_at_5_diff1": 0.79171, + "nauc_mrr_at_10_max": 0.37552, + "nauc_mrr_at_10_std": -0.111316, + "nauc_mrr_at_10_diff1": 0.792695, + "nauc_mrr_at_20_max": 0.375789, + "nauc_mrr_at_20_std": -0.111251, + "nauc_mrr_at_20_diff1": 0.793478, + "nauc_mrr_at_100_max": 0.375803, + "nauc_mrr_at_100_std": -0.110504, + "nauc_mrr_at_100_diff1": 0.793708, + "nauc_mrr_at_1000_max": 0.375882, + "nauc_mrr_at_1000_std": -0.110541, + "nauc_mrr_at_1000_diff1": 0.793719, + "main_score": 0.91371, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.814, + "ndcg_at_3": 0.88468, + "ndcg_at_5": 0.89682, + "ndcg_at_10": 0.90637, + "ndcg_at_20": 0.90722, + "ndcg_at_100": 0.90828, + "ndcg_at_1000": 0.90828, + "map_at_1": 0.814, + "map_at_3": 0.868, + "map_at_5": 0.87477, + "map_at_10": 0.87888, + "map_at_20": 0.87911, + "map_at_100": 0.87929, + "map_at_1000": 0.87929, + "recall_at_1": 0.814, + "recall_at_3": 0.93267, + "recall_at_5": 0.962, + "recall_at_10": 0.99067, + "recall_at_20": 0.994, + "recall_at_100": 0.99933, + "recall_at_1000": 0.99933, + "precision_at_1": 0.814, + "precision_at_3": 0.31089, + "precision_at_5": 0.1924, + "precision_at_10": 0.09907, + "precision_at_20": 0.0497, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814667, + "mrr_at_3": 0.868444, + "mrr_at_5": 0.875211, + "mrr_at_10": 0.879322, + "mrr_at_20": 0.879557, + "mrr_at_100": 0.879732, + "mrr_at_1000": 0.879732, + "nauc_ndcg_at_1_max": 0.429448, + "nauc_ndcg_at_1_std": -0.123274, + "nauc_ndcg_at_1_diff1": 0.769408, + "nauc_ndcg_at_3_max": 0.449581, + "nauc_ndcg_at_3_std": -0.200414, + "nauc_ndcg_at_3_diff1": 0.727847, + "nauc_ndcg_at_5_max": 0.447874, + "nauc_ndcg_at_5_std": -0.170539, + "nauc_ndcg_at_5_diff1": 0.733447, + "nauc_ndcg_at_10_max": 0.446051, + "nauc_ndcg_at_10_std": -0.16585, + "nauc_ndcg_at_10_diff1": 0.735375, + "nauc_ndcg_at_20_max": 0.446158, + "nauc_ndcg_at_20_std": -0.163821, + "nauc_ndcg_at_20_diff1": 0.736586, + "nauc_ndcg_at_100_max": 0.443162, + "nauc_ndcg_at_100_std": -0.160108, + "nauc_ndcg_at_100_diff1": 0.740017, + "nauc_ndcg_at_1000_max": 0.443162, + "nauc_ndcg_at_1000_std": -0.160108, + "nauc_ndcg_at_1000_diff1": 0.740017, + "nauc_map_at_1_max": 0.429448, + "nauc_map_at_1_std": -0.123274, + "nauc_map_at_1_diff1": 0.769408, + "nauc_map_at_3_max": 0.4422, + "nauc_map_at_3_std": -0.177895, + "nauc_map_at_3_diff1": 0.739392, + "nauc_map_at_5_max": 0.441271, + "nauc_map_at_5_std": -0.162539, + "nauc_map_at_5_diff1": 0.742387, + "nauc_map_at_10_max": 0.440495, + "nauc_map_at_10_std": -0.160388, + "nauc_map_at_10_diff1": 0.743518, + "nauc_map_at_20_max": 0.440537, + "nauc_map_at_20_std": -0.159905, + "nauc_map_at_20_diff1": 0.743742, + "nauc_map_at_100_max": 0.440187, + "nauc_map_at_100_std": -0.159208, + "nauc_map_at_100_diff1": 0.74414, + "nauc_map_at_1000_max": 0.440187, + "nauc_map_at_1000_std": -0.159208, + "nauc_map_at_1000_diff1": 0.74414, + "nauc_recall_at_1_max": 0.429448, + "nauc_recall_at_1_std": -0.123274, + "nauc_recall_at_1_diff1": 0.769408, + "nauc_recall_at_3_max": 0.490076, + "nauc_recall_at_3_std": -0.319896, + "nauc_recall_at_3_diff1": 0.667106, + "nauc_recall_at_5_max": 0.506986, + "nauc_recall_at_5_std": -0.227743, + "nauc_recall_at_5_diff1": 0.658665, + "nauc_recall_at_10_max": 0.631753, + "nauc_recall_at_10_std": -0.288682, + "nauc_recall_at_10_diff1": 0.473289, + "nauc_recall_at_20_max": 0.73628, + "nauc_recall_at_20_std": -0.244942, + "nauc_recall_at_20_diff1": 0.405747, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.122782, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.122782, + "nauc_precision_at_1_max": 0.429448, + "nauc_precision_at_1_std": -0.123274, + "nauc_precision_at_1_diff1": 0.769408, + "nauc_precision_at_3_max": 0.490076, + "nauc_precision_at_3_std": -0.319896, + "nauc_precision_at_3_diff1": 0.667106, + "nauc_precision_at_5_max": 0.506986, + "nauc_precision_at_5_std": -0.227743, + "nauc_precision_at_5_diff1": 0.658665, + "nauc_precision_at_10_max": 0.631753, + "nauc_precision_at_10_std": -0.288682, + "nauc_precision_at_10_diff1": 0.473289, + "nauc_precision_at_20_max": 0.73628, + "nauc_precision_at_20_std": -0.244942, + "nauc_precision_at_20_diff1": 0.405747, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.122782, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.122782, + "nauc_mrr_at_1_max": 0.427049, + "nauc_mrr_at_1_std": -0.124154, + "nauc_mrr_at_1_diff1": 0.76814, + "nauc_mrr_at_3_max": 0.440853, + "nauc_mrr_at_3_std": -0.177252, + "nauc_mrr_at_3_diff1": 0.738217, + "nauc_mrr_at_5_max": 0.439844, + "nauc_mrr_at_5_std": -0.161808, + "nauc_mrr_at_5_diff1": 0.741155, + "nauc_mrr_at_10_max": 0.439014, + "nauc_mrr_at_10_std": -0.159622, + "nauc_mrr_at_10_diff1": 0.742246, + "nauc_mrr_at_20_max": 0.439054, + "nauc_mrr_at_20_std": -0.159136, + "nauc_mrr_at_20_diff1": 0.742468, + "nauc_mrr_at_100_max": 0.4387, + "nauc_mrr_at_100_std": -0.158436, + "nauc_mrr_at_100_diff1": 0.742866, + "nauc_mrr_at_1000_max": 0.4387, + "nauc_mrr_at_1000_std": -0.158436, + "nauc_mrr_at_1000_diff1": 0.742866, + "main_score": 0.90637, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.80067, + "ndcg_at_3": 0.87959, + "ndcg_at_5": 0.8923, + "ndcg_at_10": 0.90018, + "ndcg_at_20": 0.90101, + "ndcg_at_100": 0.90225, + "ndcg_at_1000": 0.90245, + "map_at_1": 0.80067, + "map_at_3": 0.86111, + "map_at_5": 0.86821, + "map_at_10": 0.87167, + "map_at_20": 0.87189, + "map_at_100": 0.87206, + "map_at_1000": 0.87207, + "recall_at_1": 0.80067, + "recall_at_3": 0.93267, + "recall_at_5": 0.96333, + "recall_at_10": 0.98667, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 0.998, + "precision_at_1": 0.80067, + "precision_at_3": 0.31089, + "precision_at_5": 0.19267, + "precision_at_10": 0.09867, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.799333, + "mrr_at_3": 0.860556, + "mrr_at_5": 0.867789, + "mrr_at_10": 0.871153, + "mrr_at_20": 0.871372, + "mrr_at_100": 0.871542, + "mrr_at_1000": 0.871554, + "nauc_ndcg_at_1_max": 0.375334, + "nauc_ndcg_at_1_std": -0.149396, + "nauc_ndcg_at_1_diff1": 0.827905, + "nauc_ndcg_at_3_max": 0.413716, + "nauc_ndcg_at_3_std": -0.161047, + "nauc_ndcg_at_3_diff1": 0.798315, + "nauc_ndcg_at_5_max": 0.410481, + "nauc_ndcg_at_5_std": -0.139095, + "nauc_ndcg_at_5_diff1": 0.804828, + "nauc_ndcg_at_10_max": 0.399454, + "nauc_ndcg_at_10_std": -0.141699, + "nauc_ndcg_at_10_diff1": 0.808574, + "nauc_ndcg_at_20_max": 0.398062, + "nauc_ndcg_at_20_std": -0.141709, + "nauc_ndcg_at_20_diff1": 0.80907, + "nauc_ndcg_at_100_max": 0.401555, + "nauc_ndcg_at_100_std": -0.142225, + "nauc_ndcg_at_100_diff1": 0.811037, + "nauc_ndcg_at_1000_max": 0.400724, + "nauc_ndcg_at_1000_std": -0.144498, + "nauc_ndcg_at_1000_diff1": 0.811458, + "nauc_map_at_1_max": 0.375334, + "nauc_map_at_1_std": -0.149396, + "nauc_map_at_1_diff1": 0.827905, + "nauc_map_at_3_max": 0.402217, + "nauc_map_at_3_std": -0.160627, + "nauc_map_at_3_diff1": 0.80733, + "nauc_map_at_5_max": 0.400197, + "nauc_map_at_5_std": -0.150647, + "nauc_map_at_5_diff1": 0.811001, + "nauc_map_at_10_max": 0.396581, + "nauc_map_at_10_std": -0.151588, + "nauc_map_at_10_diff1": 0.812503, + "nauc_map_at_20_max": 0.396297, + "nauc_map_at_20_std": -0.151586, + "nauc_map_at_20_diff1": 0.812579, + "nauc_map_at_100_max": 0.396761, + "nauc_map_at_100_std": -0.15157, + "nauc_map_at_100_diff1": 0.812809, + "nauc_map_at_1000_max": 0.396722, + "nauc_map_at_1000_std": -0.151678, + "nauc_map_at_1000_diff1": 0.812829, + "nauc_recall_at_1_max": 0.375334, + "nauc_recall_at_1_std": -0.149396, + "nauc_recall_at_1_diff1": 0.827905, + "nauc_recall_at_3_max": 0.477716, + "nauc_recall_at_3_std": -0.160561, + "nauc_recall_at_3_diff1": 0.748005, + "nauc_recall_at_5_max": 0.507699, + "nauc_recall_at_5_std": -0.009889, + "nauc_recall_at_5_diff1": 0.747594, + "nauc_recall_at_10_max": 0.424113, + "nauc_recall_at_10_std": 0.149183, + "nauc_recall_at_10_diff1": 0.723903, + "nauc_recall_at_20_max": 0.379054, + "nauc_recall_at_20_std": 0.243511, + "nauc_recall_at_20_diff1": 0.717585, + "nauc_recall_at_100_max": 0.80719, + "nauc_recall_at_100_std": 0.884687, + "nauc_recall_at_100_diff1": 0.819328, + "nauc_recall_at_1000_max": 0.814815, + "nauc_recall_at_1000_std": 0.851385, + "nauc_recall_at_1000_diff1": 0.956427, + "nauc_precision_at_1_max": 0.375334, + "nauc_precision_at_1_std": -0.149396, + "nauc_precision_at_1_diff1": 0.827905, + "nauc_precision_at_3_max": 0.477716, + "nauc_precision_at_3_std": -0.160561, + "nauc_precision_at_3_diff1": 0.748005, + "nauc_precision_at_5_max": 0.507699, + "nauc_precision_at_5_std": -0.009889, + "nauc_precision_at_5_diff1": 0.747594, + "nauc_precision_at_10_max": 0.424113, + "nauc_precision_at_10_std": 0.149183, + "nauc_precision_at_10_diff1": 0.723903, + "nauc_precision_at_20_max": 0.379054, + "nauc_precision_at_20_std": 0.243511, + "nauc_precision_at_20_diff1": 0.717585, + "nauc_precision_at_100_max": 0.80719, + "nauc_precision_at_100_std": 0.884687, + "nauc_precision_at_100_diff1": 0.819328, + "nauc_precision_at_1000_max": 0.814815, + "nauc_precision_at_1000_std": 0.851385, + "nauc_precision_at_1000_diff1": 0.956427, + "nauc_mrr_at_1_max": 0.379859, + "nauc_mrr_at_1_std": -0.149555, + "nauc_mrr_at_1_diff1": 0.830332, + "nauc_mrr_at_3_max": 0.404757, + "nauc_mrr_at_3_std": -0.159847, + "nauc_mrr_at_3_diff1": 0.808875, + "nauc_mrr_at_5_max": 0.403497, + "nauc_mrr_at_5_std": -0.149835, + "nauc_mrr_at_5_diff1": 0.813665, + "nauc_mrr_at_10_max": 0.399539, + "nauc_mrr_at_10_std": -0.150767, + "nauc_mrr_at_10_diff1": 0.814471, + "nauc_mrr_at_20_max": 0.399261, + "nauc_mrr_at_20_std": -0.150764, + "nauc_mrr_at_20_diff1": 0.81455, + "nauc_mrr_at_100_max": 0.399728, + "nauc_mrr_at_100_std": -0.150747, + "nauc_mrr_at_100_diff1": 0.814781, + "nauc_mrr_at_1000_max": 0.399689, + "nauc_mrr_at_1000_std": -0.150854, + "nauc_mrr_at_1000_diff1": 0.814802, + "main_score": 0.90018, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.87436, + "ndcg_at_5": 0.88595, + "ndcg_at_10": 0.89325, + "ndcg_at_20": 0.89516, + "ndcg_at_100": 0.89704, + "ndcg_at_1000": 0.89761, + "map_at_1": 0.8, + "map_at_3": 0.85667, + "map_at_5": 0.86313, + "map_at_10": 0.86613, + "map_at_20": 0.86668, + "map_at_100": 0.86694, + "map_at_1000": 0.86696, + "recall_at_1": 0.8, + "recall_at_3": 0.92533, + "recall_at_5": 0.95333, + "recall_at_10": 0.976, + "recall_at_20": 0.98333, + "recall_at_100": 0.99333, + "recall_at_1000": 0.998, + "precision_at_1": 0.8, + "precision_at_3": 0.30844, + "precision_at_5": 0.19067, + "precision_at_10": 0.0976, + "precision_at_20": 0.04917, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.800667, + "mrr_at_3": 0.857, + "mrr_at_5": 0.863433, + "mrr_at_10": 0.86643, + "mrr_at_20": 0.866977, + "mrr_at_100": 0.867243, + "mrr_at_1000": 0.867262, + "nauc_ndcg_at_1_max": 0.363072, + "nauc_ndcg_at_1_std": -0.148412, + "nauc_ndcg_at_1_diff1": 0.779089, + "nauc_ndcg_at_3_max": 0.426866, + "nauc_ndcg_at_3_std": -0.152079, + "nauc_ndcg_at_3_diff1": 0.736123, + "nauc_ndcg_at_5_max": 0.43563, + "nauc_ndcg_at_5_std": -0.148809, + "nauc_ndcg_at_5_diff1": 0.741262, + "nauc_ndcg_at_10_max": 0.427171, + "nauc_ndcg_at_10_std": -0.130787, + "nauc_ndcg_at_10_diff1": 0.74992, + "nauc_ndcg_at_20_max": 0.425562, + "nauc_ndcg_at_20_std": -0.133156, + "nauc_ndcg_at_20_diff1": 0.749855, + "nauc_ndcg_at_100_max": 0.417688, + "nauc_ndcg_at_100_std": -0.138367, + "nauc_ndcg_at_100_diff1": 0.750158, + "nauc_ndcg_at_1000_max": 0.415177, + "nauc_ndcg_at_1000_std": -0.141716, + "nauc_ndcg_at_1000_diff1": 0.749689, + "nauc_map_at_1_max": 0.363072, + "nauc_map_at_1_std": -0.148412, + "nauc_map_at_1_diff1": 0.779089, + "nauc_map_at_3_max": 0.406355, + "nauc_map_at_3_std": -0.151857, + "nauc_map_at_3_diff1": 0.748259, + "nauc_map_at_5_max": 0.409413, + "nauc_map_at_5_std": -0.150005, + "nauc_map_at_5_diff1": 0.751324, + "nauc_map_at_10_max": 0.405892, + "nauc_map_at_10_std": -0.144637, + "nauc_map_at_10_diff1": 0.754468, + "nauc_map_at_20_max": 0.405507, + "nauc_map_at_20_std": -0.145398, + "nauc_map_at_20_diff1": 0.754483, + "nauc_map_at_100_max": 0.404564, + "nauc_map_at_100_std": -0.146393, + "nauc_map_at_100_diff1": 0.754591, + "nauc_map_at_1000_max": 0.404496, + "nauc_map_at_1000_std": -0.146475, + "nauc_map_at_1000_diff1": 0.754576, + "nauc_recall_at_1_max": 0.363072, + "nauc_recall_at_1_std": -0.148412, + "nauc_recall_at_1_diff1": 0.779089, + "nauc_recall_at_3_max": 0.53471, + "nauc_recall_at_3_std": -0.152507, + "nauc_recall_at_3_diff1": 0.673615, + "nauc_recall_at_5_max": 0.64912, + "nauc_recall_at_5_std": -0.137908, + "nauc_recall_at_5_diff1": 0.664426, + "nauc_recall_at_10_max": 0.743023, + "nauc_recall_at_10_std": 0.12404, + "nauc_recall_at_10_diff1": 0.704171, + "nauc_recall_at_20_max": 0.840822, + "nauc_recall_at_20_std": 0.1907, + "nauc_recall_at_20_diff1": 0.682017, + "nauc_recall_at_100_max": 0.860644, + "nauc_recall_at_100_std": 0.376891, + "nauc_recall_at_100_diff1": 0.588282, + "nauc_recall_at_1000_max": 0.912854, + "nauc_recall_at_1000_std": 0.221289, + "nauc_recall_at_1000_diff1": 0.043106, + "nauc_precision_at_1_max": 0.363072, + "nauc_precision_at_1_std": -0.148412, + "nauc_precision_at_1_diff1": 0.779089, + "nauc_precision_at_3_max": 0.53471, + "nauc_precision_at_3_std": -0.152507, + "nauc_precision_at_3_diff1": 0.673615, + "nauc_precision_at_5_max": 0.64912, + "nauc_precision_at_5_std": -0.137908, + "nauc_precision_at_5_diff1": 0.664426, + "nauc_precision_at_10_max": 0.743023, + "nauc_precision_at_10_std": 0.12404, + "nauc_precision_at_10_diff1": 0.704171, + "nauc_precision_at_20_max": 0.840822, + "nauc_precision_at_20_std": 0.1907, + "nauc_precision_at_20_diff1": 0.682017, + "nauc_precision_at_100_max": 0.860644, + "nauc_precision_at_100_std": 0.376891, + "nauc_precision_at_100_diff1": 0.588282, + "nauc_precision_at_1000_max": 0.912854, + "nauc_precision_at_1000_std": 0.221289, + "nauc_precision_at_1000_diff1": 0.043106, + "nauc_mrr_at_1_max": 0.361091, + "nauc_mrr_at_1_std": -0.150856, + "nauc_mrr_at_1_diff1": 0.777935, + "nauc_mrr_at_3_max": 0.405093, + "nauc_mrr_at_3_std": -0.153535, + "nauc_mrr_at_3_diff1": 0.747404, + "nauc_mrr_at_5_max": 0.408213, + "nauc_mrr_at_5_std": -0.151869, + "nauc_mrr_at_5_diff1": 0.750498, + "nauc_mrr_at_10_max": 0.404657, + "nauc_mrr_at_10_std": -0.146534, + "nauc_mrr_at_10_diff1": 0.753629, + "nauc_mrr_at_20_max": 0.404266, + "nauc_mrr_at_20_std": -0.147304, + "nauc_mrr_at_20_diff1": 0.75364, + "nauc_mrr_at_100_max": 0.403316, + "nauc_mrr_at_100_std": -0.148294, + "nauc_mrr_at_100_diff1": 0.753747, + "nauc_mrr_at_1000_max": 0.403248, + "nauc_mrr_at_1000_std": -0.148377, + "nauc_mrr_at_1000_diff1": 0.753732, + "main_score": 0.89325, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.792, + "ndcg_at_3": 0.86873, + "ndcg_at_5": 0.88267, + "ndcg_at_10": 0.89275, + "ndcg_at_20": 0.89394, + "ndcg_at_100": 0.89515, + "ndcg_at_1000": 0.89549, + "map_at_1": 0.792, + "map_at_3": 0.85067, + "map_at_5": 0.85853, + "map_at_10": 0.86291, + "map_at_20": 0.86324, + "map_at_100": 0.8634, + "map_at_1000": 0.86341, + "recall_at_1": 0.792, + "recall_at_3": 0.92067, + "recall_at_5": 0.954, + "recall_at_10": 0.984, + "recall_at_20": 0.98867, + "recall_at_100": 0.99533, + "recall_at_1000": 0.998, + "precision_at_1": 0.792, + "precision_at_3": 0.30689, + "precision_at_5": 0.1908, + "precision_at_10": 0.0984, + "precision_at_20": 0.04943, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.791333, + "mrr_at_3": 0.850333, + "mrr_at_5": 0.8582, + "mrr_at_10": 0.862576, + "mrr_at_20": 0.86291, + "mrr_at_100": 0.863066, + "mrr_at_1000": 0.863078, + "nauc_ndcg_at_1_max": 0.398605, + "nauc_ndcg_at_1_std": -0.168304, + "nauc_ndcg_at_1_diff1": 0.812644, + "nauc_ndcg_at_3_max": 0.436389, + "nauc_ndcg_at_3_std": -0.176081, + "nauc_ndcg_at_3_diff1": 0.782148, + "nauc_ndcg_at_5_max": 0.444969, + "nauc_ndcg_at_5_std": -0.170849, + "nauc_ndcg_at_5_diff1": 0.789242, + "nauc_ndcg_at_10_max": 0.444055, + "nauc_ndcg_at_10_std": -0.151461, + "nauc_ndcg_at_10_diff1": 0.795313, + "nauc_ndcg_at_20_max": 0.439255, + "nauc_ndcg_at_20_std": -0.150846, + "nauc_ndcg_at_20_diff1": 0.796563, + "nauc_ndcg_at_100_max": 0.434879, + "nauc_ndcg_at_100_std": -0.156604, + "nauc_ndcg_at_100_diff1": 0.796622, + "nauc_ndcg_at_1000_max": 0.434027, + "nauc_ndcg_at_1000_std": -0.157676, + "nauc_ndcg_at_1000_diff1": 0.796884, + "nauc_map_at_1_max": 0.398605, + "nauc_map_at_1_std": -0.168304, + "nauc_map_at_1_diff1": 0.812644, + "nauc_map_at_3_max": 0.424701, + "nauc_map_at_3_std": -0.17424, + "nauc_map_at_3_diff1": 0.791343, + "nauc_map_at_5_max": 0.428287, + "nauc_map_at_5_std": -0.171448, + "nauc_map_at_5_diff1": 0.795325, + "nauc_map_at_10_max": 0.427535, + "nauc_map_at_10_std": -0.165209, + "nauc_map_at_10_diff1": 0.797556, + "nauc_map_at_20_max": 0.426434, + "nauc_map_at_20_std": -0.165133, + "nauc_map_at_20_diff1": 0.79784, + "nauc_map_at_100_max": 0.426037, + "nauc_map_at_100_std": -0.165649, + "nauc_map_at_100_diff1": 0.797875, + "nauc_map_at_1000_max": 0.426023, + "nauc_map_at_1000_std": -0.165677, + "nauc_map_at_1000_diff1": 0.797881, + "nauc_recall_at_1_max": 0.398605, + "nauc_recall_at_1_std": -0.168304, + "nauc_recall_at_1_diff1": 0.812644, + "nauc_recall_at_3_max": 0.495967, + "nauc_recall_at_3_std": -0.185027, + "nauc_recall_at_3_diff1": 0.735467, + "nauc_recall_at_5_max": 0.585996, + "nauc_recall_at_5_std": -0.163852, + "nauc_recall_at_5_diff1": 0.741505, + "nauc_recall_at_10_max": 0.827984, + "nauc_recall_at_10_std": 0.230237, + "nauc_recall_at_10_diff1": 0.768557, + "nauc_recall_at_20_max": 0.821552, + "nauc_recall_at_20_std": 0.410501, + "nauc_recall_at_20_diff1": 0.800104, + "nauc_recall_at_100_max": 0.835001, + "nauc_recall_at_100_std": 0.510538, + "nauc_recall_at_100_diff1": 0.798586, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.956427, + "nauc_recall_at_1000_diff1": 0.907407, + "nauc_precision_at_1_max": 0.398605, + "nauc_precision_at_1_std": -0.168304, + "nauc_precision_at_1_diff1": 0.812644, + "nauc_precision_at_3_max": 0.495967, + "nauc_precision_at_3_std": -0.185027, + "nauc_precision_at_3_diff1": 0.735467, + "nauc_precision_at_5_max": 0.585996, + "nauc_precision_at_5_std": -0.163852, + "nauc_precision_at_5_diff1": 0.741505, + "nauc_precision_at_10_max": 0.827984, + "nauc_precision_at_10_std": 0.230237, + "nauc_precision_at_10_diff1": 0.768557, + "nauc_precision_at_20_max": 0.821552, + "nauc_precision_at_20_std": 0.410501, + "nauc_precision_at_20_diff1": 0.800104, + "nauc_precision_at_100_max": 0.835001, + "nauc_precision_at_100_std": 0.510538, + "nauc_precision_at_100_diff1": 0.798586, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.956427, + "nauc_precision_at_1000_diff1": 0.907407, + "nauc_mrr_at_1_max": 0.399524, + "nauc_mrr_at_1_std": -0.167461, + "nauc_mrr_at_1_diff1": 0.81407, + "nauc_mrr_at_3_max": 0.425284, + "nauc_mrr_at_3_std": -0.173655, + "nauc_mrr_at_3_diff1": 0.792351, + "nauc_mrr_at_5_max": 0.428897, + "nauc_mrr_at_5_std": -0.170834, + "nauc_mrr_at_5_diff1": 0.796386, + "nauc_mrr_at_10_max": 0.428167, + "nauc_mrr_at_10_std": -0.164585, + "nauc_mrr_at_10_diff1": 0.798648, + "nauc_mrr_at_20_max": 0.427069, + "nauc_mrr_at_20_std": -0.164508, + "nauc_mrr_at_20_diff1": 0.798935, + "nauc_mrr_at_100_max": 0.426675, + "nauc_mrr_at_100_std": -0.165023, + "nauc_mrr_at_100_diff1": 0.798971, + "nauc_mrr_at_1000_max": 0.426661, + "nauc_mrr_at_1000_std": -0.16505, + "nauc_mrr_at_1000_diff1": 0.798977, + "main_score": 0.89275, + "hf_subset": "no", + "languages": [ + "nor-Latn" + ] + }, + { + "ndcg_at_1": 0.826, + "ndcg_at_3": 0.89274, + "ndcg_at_5": 0.90298, + "ndcg_at_10": 0.91117, + "ndcg_at_20": 0.91252, + "ndcg_at_100": 0.91366, + "ndcg_at_1000": 0.91383, + "map_at_1": 0.826, + "map_at_3": 0.877, + "map_at_5": 0.88273, + "map_at_10": 0.88624, + "map_at_20": 0.88661, + "map_at_100": 0.88678, + "map_at_1000": 0.88679, + "recall_at_1": 0.826, + "recall_at_3": 0.938, + "recall_at_5": 0.96267, + "recall_at_10": 0.98733, + "recall_at_20": 0.99267, + "recall_at_100": 0.99867, + "recall_at_1000": 1.0, + "precision_at_1": 0.826, + "precision_at_3": 0.31267, + "precision_at_5": 0.19253, + "precision_at_10": 0.09873, + "precision_at_20": 0.04963, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.826, + "mrr_at_3": 0.877, + "mrr_at_5": 0.882733, + "mrr_at_10": 0.886238, + "mrr_at_20": 0.886612, + "mrr_at_100": 0.886784, + "mrr_at_1000": 0.88679, + "nauc_ndcg_at_1_max": 0.389057, + "nauc_ndcg_at_1_std": -0.144975, + "nauc_ndcg_at_1_diff1": 0.838239, + "nauc_ndcg_at_3_max": 0.448982, + "nauc_ndcg_at_3_std": -0.144936, + "nauc_ndcg_at_3_diff1": 0.816188, + "nauc_ndcg_at_5_max": 0.449755, + "nauc_ndcg_at_5_std": -0.149255, + "nauc_ndcg_at_5_diff1": 0.82119, + "nauc_ndcg_at_10_max": 0.439626, + "nauc_ndcg_at_10_std": -0.142216, + "nauc_ndcg_at_10_diff1": 0.818994, + "nauc_ndcg_at_20_max": 0.435422, + "nauc_ndcg_at_20_std": -0.143413, + "nauc_ndcg_at_20_diff1": 0.821052, + "nauc_ndcg_at_100_max": 0.431138, + "nauc_ndcg_at_100_std": -0.145722, + "nauc_ndcg_at_100_diff1": 0.821852, + "nauc_ndcg_at_1000_max": 0.430009, + "nauc_ndcg_at_1000_std": -0.147997, + "nauc_ndcg_at_1000_diff1": 0.821742, + "nauc_map_at_1_max": 0.389057, + "nauc_map_at_1_std": -0.144975, + "nauc_map_at_1_diff1": 0.838239, + "nauc_map_at_3_max": 0.430588, + "nauc_map_at_3_std": -0.147602, + "nauc_map_at_3_diff1": 0.820411, + "nauc_map_at_5_max": 0.429699, + "nauc_map_at_5_std": -0.150152, + "nauc_map_at_5_diff1": 0.823041, + "nauc_map_at_10_max": 0.425593, + "nauc_map_at_10_std": -0.149202, + "nauc_map_at_10_diff1": 0.822212, + "nauc_map_at_20_max": 0.424724, + "nauc_map_at_20_std": -0.149453, + "nauc_map_at_20_diff1": 0.822684, + "nauc_map_at_100_max": 0.424225, + "nauc_map_at_100_std": -0.149734, + "nauc_map_at_100_diff1": 0.822851, + "nauc_map_at_1000_max": 0.424196, + "nauc_map_at_1000_std": -0.149792, + "nauc_map_at_1000_diff1": 0.822845, + "nauc_recall_at_1_max": 0.389057, + "nauc_recall_at_1_std": -0.144975, + "nauc_recall_at_1_diff1": 0.838239, + "nauc_recall_at_3_max": 0.548809, + "nauc_recall_at_3_std": -0.128184, + "nauc_recall_at_3_diff1": 0.795458, + "nauc_recall_at_5_max": 0.623299, + "nauc_recall_at_5_std": -0.138105, + "nauc_recall_at_5_diff1": 0.810816, + "nauc_recall_at_10_max": 0.759349, + "nauc_recall_at_10_std": 0.089562, + "nauc_recall_at_10_diff1": 0.752985, + "nauc_recall_at_20_max": 0.793736, + "nauc_recall_at_20_std": 0.200959, + "nauc_recall_at_20_diff1": 0.795051, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.389057, + "nauc_precision_at_1_std": -0.144975, + "nauc_precision_at_1_diff1": 0.838239, + "nauc_precision_at_3_max": 0.548809, + "nauc_precision_at_3_std": -0.128184, + "nauc_precision_at_3_diff1": 0.795458, + "nauc_precision_at_5_max": 0.623299, + "nauc_precision_at_5_std": -0.138105, + "nauc_precision_at_5_diff1": 0.810816, + "nauc_precision_at_10_max": 0.759349, + "nauc_precision_at_10_std": 0.089562, + "nauc_precision_at_10_diff1": 0.752985, + "nauc_precision_at_20_max": 0.793736, + "nauc_precision_at_20_std": 0.200959, + "nauc_precision_at_20_diff1": 0.795051, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.389057, + "nauc_mrr_at_1_std": -0.144975, + "nauc_mrr_at_1_diff1": 0.838239, + "nauc_mrr_at_3_max": 0.430588, + "nauc_mrr_at_3_std": -0.147602, + "nauc_mrr_at_3_diff1": 0.820411, + "nauc_mrr_at_5_max": 0.429699, + "nauc_mrr_at_5_std": -0.150152, + "nauc_mrr_at_5_diff1": 0.823041, + "nauc_mrr_at_10_max": 0.425593, + "nauc_mrr_at_10_std": -0.149202, + "nauc_mrr_at_10_diff1": 0.822212, + "nauc_mrr_at_20_max": 0.424724, + "nauc_mrr_at_20_std": -0.149453, + "nauc_mrr_at_20_diff1": 0.822684, + "nauc_mrr_at_100_max": 0.424225, + "nauc_mrr_at_100_std": -0.149734, + "nauc_mrr_at_100_diff1": 0.822851, + "nauc_mrr_at_1000_max": 0.424196, + "nauc_mrr_at_1000_std": -0.149792, + "nauc_mrr_at_1000_diff1": 0.822845, + "main_score": 0.91117, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 3490.461124897003, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/WinoGrande.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WinoGrande.json new file mode 100644 index 0000000000..5f6c0033c3 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/WinoGrande.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f74c094f321077cf909ddfb8bccc1b5912a4ac28", + "task_name": "WinoGrande", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.22099, + "ndcg_at_3": 0.38953, + "ndcg_at_5": 0.43446, + "ndcg_at_10": 0.4783, + "ndcg_at_20": 0.502, + "ndcg_at_100": 0.52048, + "ndcg_at_1000": 0.52664, + "map_at_1": 0.22099, + "map_at_3": 0.3482, + "map_at_5": 0.37318, + "map_at_10": 0.39153, + "map_at_20": 0.39822, + "map_at_100": 0.40101, + "map_at_1000": 0.40122, + "recall_at_1": 0.22099, + "recall_at_3": 0.50908, + "recall_at_5": 0.618, + "recall_at_10": 0.75217, + "recall_at_20": 0.84451, + "recall_at_100": 0.94081, + "recall_at_1000": 0.99053, + "precision_at_1": 0.22099, + "precision_at_3": 0.16969, + "precision_at_5": 0.1236, + "precision_at_10": 0.07522, + "precision_at_20": 0.04223, + "precision_at_100": 0.00941, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.220994, + "mrr_at_3": 0.348198, + "mrr_at_5": 0.373178, + "mrr_at_10": 0.39153, + "mrr_at_20": 0.398223, + "mrr_at_100": 0.401007, + "mrr_at_1000": 0.401218, + "nauc_ndcg_at_1_max": -0.005362, + "nauc_ndcg_at_1_std": -0.117025, + "nauc_ndcg_at_1_diff1": 0.147335, + "nauc_ndcg_at_3_max": -0.09897, + "nauc_ndcg_at_3_std": -0.233, + "nauc_ndcg_at_3_diff1": 0.101743, + "nauc_ndcg_at_5_max": -0.113356, + "nauc_ndcg_at_5_std": -0.243359, + "nauc_ndcg_at_5_diff1": 0.097153, + "nauc_ndcg_at_10_max": -0.121563, + "nauc_ndcg_at_10_std": -0.249922, + "nauc_ndcg_at_10_diff1": 0.093004, + "nauc_ndcg_at_20_max": -0.117873, + "nauc_ndcg_at_20_std": -0.24808, + "nauc_ndcg_at_20_diff1": 0.098384, + "nauc_ndcg_at_100_max": -0.105039, + "nauc_ndcg_at_100_std": -0.229434, + "nauc_ndcg_at_100_diff1": 0.10331, + "nauc_ndcg_at_1000_max": -0.101027, + "nauc_ndcg_at_1000_std": -0.223926, + "nauc_ndcg_at_1000_diff1": 0.105189, + "nauc_map_at_1_max": -0.005362, + "nauc_map_at_1_std": -0.117025, + "nauc_map_at_1_diff1": 0.147335, + "nauc_map_at_3_max": -0.078462, + "nauc_map_at_3_std": -0.205609, + "nauc_map_at_3_diff1": 0.112807, + "nauc_map_at_5_max": -0.085677, + "nauc_map_at_5_std": -0.210392, + "nauc_map_at_5_diff1": 0.110767, + "nauc_map_at_10_max": -0.087926, + "nauc_map_at_10_std": -0.211847, + "nauc_map_at_10_diff1": 0.109146, + "nauc_map_at_20_max": -0.087065, + "nauc_map_at_20_std": -0.211206, + "nauc_map_at_20_diff1": 0.110622, + "nauc_map_at_100_max": -0.085049, + "nauc_map_at_100_std": -0.208219, + "nauc_map_at_100_diff1": 0.111434, + "nauc_map_at_1000_max": -0.084954, + "nauc_map_at_1000_std": -0.208009, + "nauc_map_at_1000_diff1": 0.111444, + "nauc_recall_at_1_max": -0.005362, + "nauc_recall_at_1_std": -0.117025, + "nauc_recall_at_1_diff1": 0.147335, + "nauc_recall_at_3_max": -0.154519, + "nauc_recall_at_3_std": -0.307975, + "nauc_recall_at_3_diff1": 0.071353, + "nauc_recall_at_5_max": -0.198721, + "nauc_recall_at_5_std": -0.344815, + "nauc_recall_at_5_diff1": 0.054938, + "nauc_recall_at_10_max": -0.263306, + "nauc_recall_at_10_std": -0.408351, + "nauc_recall_at_10_diff1": 0.026198, + "nauc_recall_at_20_max": -0.297071, + "nauc_recall_at_20_std": -0.466034, + "nauc_recall_at_20_diff1": 0.033627, + "nauc_recall_at_100_max": -0.288286, + "nauc_recall_at_100_std": -0.399584, + "nauc_recall_at_100_diff1": 0.040937, + "nauc_recall_at_1000_max": -0.3525, + "nauc_recall_at_1000_std": -0.23017, + "nauc_recall_at_1000_diff1": 0.20667, + "nauc_precision_at_1_max": -0.005362, + "nauc_precision_at_1_std": -0.117025, + "nauc_precision_at_1_diff1": 0.147335, + "nauc_precision_at_3_max": -0.154519, + "nauc_precision_at_3_std": -0.307975, + "nauc_precision_at_3_diff1": 0.071353, + "nauc_precision_at_5_max": -0.198721, + "nauc_precision_at_5_std": -0.344815, + "nauc_precision_at_5_diff1": 0.054938, + "nauc_precision_at_10_max": -0.263306, + "nauc_precision_at_10_std": -0.408351, + "nauc_precision_at_10_diff1": 0.026198, + "nauc_precision_at_20_max": -0.297071, + "nauc_precision_at_20_std": -0.466034, + "nauc_precision_at_20_diff1": 0.033627, + "nauc_precision_at_100_max": -0.288286, + "nauc_precision_at_100_std": -0.399584, + "nauc_precision_at_100_diff1": 0.040937, + "nauc_precision_at_1000_max": -0.3525, + "nauc_precision_at_1000_std": -0.23017, + "nauc_precision_at_1000_diff1": 0.20667, + "nauc_mrr_at_1_max": -0.005362, + "nauc_mrr_at_1_std": -0.117025, + "nauc_mrr_at_1_diff1": 0.147335, + "nauc_mrr_at_3_max": -0.078462, + "nauc_mrr_at_3_std": -0.205609, + "nauc_mrr_at_3_diff1": 0.112807, + "nauc_mrr_at_5_max": -0.085677, + "nauc_mrr_at_5_std": -0.210392, + "nauc_mrr_at_5_diff1": 0.110767, + "nauc_mrr_at_10_max": -0.087926, + "nauc_mrr_at_10_std": -0.211847, + "nauc_mrr_at_10_diff1": 0.109146, + "nauc_mrr_at_20_max": -0.087065, + "nauc_mrr_at_20_std": -0.211206, + "nauc_mrr_at_20_diff1": 0.110622, + "nauc_mrr_at_100_max": -0.085049, + "nauc_mrr_at_100_std": -0.208219, + "nauc_mrr_at_100_diff1": 0.111434, + "nauc_mrr_at_1000_max": -0.084954, + "nauc_mrr_at_1000_std": -0.208009, + "nauc_mrr_at_1000_diff1": 0.111444, + "main_score": 0.4783, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.716251134872437, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/XNLI.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/XNLI.json new file mode 100644 index 0000000000..03a9a93b91 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/XNLI.json @@ -0,0 +1,1329 @@ +{ + "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", + "task_name": "XNLI", + "mteb_version": "1.38.9", + "scores": { + "test": [ + { + "similarity_accuracy": 0.721612, + "similarity_accuracy_threshold": 0.844956, + "similarity_f1": 0.736912, + "similarity_f1_threshold": 0.82791, + "similarity_precision": 0.67231, + "similarity_recall": 0.815249, + "similarity_ap": 0.786446, + "cosine_accuracy": 0.721612, + "cosine_accuracy_threshold": 0.844955, + "cosine_f1": 0.736912, + "cosine_f1_threshold": 0.827909, + "cosine_precision": 0.67231, + "cosine_recall": 0.815249, + "cosine_ap": 0.786446, + "manhattan_accuracy": 0.720879, + "manhattan_accuracy_threshold": 26.385527, + "manhattan_f1": 0.738482, + "manhattan_f1_threshold": 28.106043, + "manhattan_precision": 0.662398, + "manhattan_recall": 0.834311, + "manhattan_ap": 0.786077, + "euclidean_accuracy": 0.720879, + "euclidean_accuracy_threshold": 0.560332, + "euclidean_f1": 0.737315, + "euclidean_f1_threshold": 0.594322, + "euclidean_precision": 0.656, + "euclidean_recall": 0.841642, + "euclidean_ap": 0.786636, + "dot_accuracy": 0.722344, + "dot_accuracy_threshold": 0.845018, + "dot_f1": 0.736059, + "dot_f1_threshold": 0.818161, + "dot_precision": 0.637339, + "dot_recall": 0.870968, + "dot_ap": 0.785848, + "max_accuracy": 0.722344, + "max_f1": 0.738482, + "max_precision": 0.67231, + "max_recall": 0.870968, + "max_ap": 0.786636, + "main_score": 0.786636, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.725275, + "similarity_accuracy_threshold": 0.85086, + "similarity_f1": 0.740971, + "similarity_f1_threshold": 0.824643, + "similarity_precision": 0.643939, + "similarity_recall": 0.872434, + "similarity_ap": 0.804189, + "cosine_accuracy": 0.725275, + "cosine_accuracy_threshold": 0.850859, + "cosine_f1": 0.740971, + "cosine_f1_threshold": 0.824642, + "cosine_precision": 0.643939, + "cosine_recall": 0.872434, + "cosine_ap": 0.804189, + "manhattan_accuracy": 0.726007, + "manhattan_accuracy_threshold": 25.487446, + "manhattan_f1": 0.740138, + "manhattan_f1_threshold": 28.090317, + "manhattan_precision": 0.645902, + "manhattan_recall": 0.866569, + "manhattan_ap": 0.803591, + "euclidean_accuracy": 0.725275, + "euclidean_accuracy_threshold": 0.546733, + "euclidean_f1": 0.742999, + "euclidean_f1_threshold": 0.592451, + "euclidean_precision": 0.645405, + "euclidean_recall": 0.875367, + "euclidean_ap": 0.804276, + "dot_accuracy": 0.726007, + "dot_accuracy_threshold": 0.855798, + "dot_f1": 0.743155, + "dot_f1_threshold": 0.832017, + "dot_precision": 0.669014, + "dot_recall": 0.835777, + "dot_ap": 0.802786, + "max_accuracy": 0.726007, + "max_f1": 0.743155, + "max_precision": 0.669014, + "max_recall": 0.875367, + "max_ap": 0.804276, + "main_score": 0.804276, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.750183, + "similarity_accuracy_threshold": 0.856228, + "similarity_f1": 0.760826, + "similarity_f1_threshold": 0.833799, + "similarity_precision": 0.697192, + "similarity_recall": 0.837243, + "similarity_ap": 0.815766, + "cosine_accuracy": 0.750183, + "cosine_accuracy_threshold": 0.856228, + "cosine_f1": 0.760826, + "cosine_f1_threshold": 0.833798, + "cosine_precision": 0.697192, + "cosine_recall": 0.837243, + "cosine_ap": 0.815766, + "manhattan_accuracy": 0.751648, + "manhattan_accuracy_threshold": 25.593353, + "manhattan_f1": 0.759036, + "manhattan_f1_threshold": 27.296549, + "manhattan_precision": 0.698276, + "manhattan_recall": 0.831378, + "manhattan_ap": 0.814674, + "euclidean_accuracy": 0.750183, + "euclidean_accuracy_threshold": 0.535631, + "euclidean_f1": 0.761333, + "euclidean_f1_threshold": 0.575545, + "euclidean_precision": 0.698044, + "euclidean_recall": 0.837243, + "euclidean_ap": 0.815611, + "dot_accuracy": 0.750183, + "dot_accuracy_threshold": 0.860797, + "dot_f1": 0.758528, + "dot_f1_threshold": 0.834813, + "dot_precision": 0.697417, + "dot_recall": 0.831378, + "dot_ap": 0.816321, + "max_accuracy": 0.751648, + "max_f1": 0.761333, + "max_precision": 0.698276, + "max_recall": 0.837243, + "max_ap": 0.816321, + "main_score": 0.816321, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.728205, + "similarity_accuracy_threshold": 0.856384, + "similarity_f1": 0.742857, + "similarity_f1_threshold": 0.816367, + "similarity_precision": 0.644397, + "similarity_recall": 0.876833, + "similarity_ap": 0.808503, + "cosine_accuracy": 0.728205, + "cosine_accuracy_threshold": 0.856383, + "cosine_f1": 0.742857, + "cosine_f1_threshold": 0.816366, + "cosine_precision": 0.644397, + "cosine_recall": 0.876833, + "cosine_ap": 0.808503, + "manhattan_accuracy": 0.730403, + "manhattan_accuracy_threshold": 25.655277, + "manhattan_f1": 0.742358, + "manhattan_f1_threshold": 28.709568, + "manhattan_precision": 0.646037, + "manhattan_recall": 0.872434, + "manhattan_ap": 0.808128, + "euclidean_accuracy": 0.731136, + "euclidean_accuracy_threshold": 0.536595, + "euclidean_f1": 0.742076, + "euclidean_f1_threshold": 0.606484, + "euclidean_precision": 0.644013, + "euclidean_recall": 0.875367, + "euclidean_ap": 0.808481, + "dot_accuracy": 0.725275, + "dot_accuracy_threshold": 0.852757, + "dot_f1": 0.740831, + "dot_f1_threshold": 0.812489, + "dot_precision": 0.63522, + "dot_recall": 0.888563, + "dot_ap": 0.806898, + "max_accuracy": 0.731136, + "max_f1": 0.742857, + "max_precision": 0.646037, + "max_recall": 0.888563, + "max_ap": 0.808503, + "main_score": 0.808503, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.879121, + "similarity_accuracy_threshold": 0.822862, + "similarity_f1": 0.880747, + "similarity_f1_threshold": 0.821367, + "similarity_precision": 0.86338, + "similarity_recall": 0.898827, + "similarity_ap": 0.946576, + "cosine_accuracy": 0.879121, + "cosine_accuracy_threshold": 0.822861, + "cosine_f1": 0.880747, + "cosine_f1_threshold": 0.821366, + "cosine_precision": 0.86338, + "cosine_recall": 0.898827, + "cosine_ap": 0.946576, + "manhattan_accuracy": 0.878388, + "manhattan_accuracy_threshold": 28.38936, + "manhattan_f1": 0.880918, + "manhattan_f1_threshold": 28.38936, + "manhattan_precision": 0.86236, + "manhattan_recall": 0.900293, + "manhattan_ap": 0.945512, + "euclidean_accuracy": 0.878388, + "euclidean_accuracy_threshold": 0.593522, + "euclidean_f1": 0.880799, + "euclidean_f1_threshold": 0.599758, + "euclidean_precision": 0.858136, + "euclidean_recall": 0.904692, + "euclidean_ap": 0.946591, + "dot_accuracy": 0.878388, + "dot_accuracy_threshold": 0.821193, + "dot_f1": 0.881089, + "dot_f1_threshold": 0.82064, + "dot_precision": 0.861345, + "dot_recall": 0.90176, + "dot_ap": 0.946035, + "max_accuracy": 0.879121, + "max_f1": 0.881089, + "max_precision": 0.86338, + "max_recall": 0.904692, + "max_ap": 0.946591, + "main_score": 0.946591, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.779487, + "similarity_accuracy_threshold": 0.836104, + "similarity_f1": 0.791983, + "similarity_f1_threshold": 0.836104, + "similarity_precision": 0.74902, + "similarity_recall": 0.840176, + "similarity_ap": 0.844098, + "cosine_accuracy": 0.779487, + "cosine_accuracy_threshold": 0.836103, + "cosine_f1": 0.791983, + "cosine_f1_threshold": 0.836103, + "cosine_precision": 0.74902, + "cosine_recall": 0.840176, + "cosine_ap": 0.844098, + "manhattan_accuracy": 0.778755, + "manhattan_accuracy_threshold": 26.183472, + "manhattan_f1": 0.788713, + "manhattan_f1_threshold": 27.294384, + "manhattan_precision": 0.743191, + "manhattan_recall": 0.840176, + "manhattan_ap": 0.843739, + "euclidean_accuracy": 0.78022, + "euclidean_accuracy_threshold": 0.573101, + "euclidean_f1": 0.792531, + "euclidean_f1_threshold": 0.573101, + "euclidean_precision": 0.75, + "euclidean_recall": 0.840176, + "euclidean_ap": 0.844063, + "dot_accuracy": 0.781685, + "dot_accuracy_threshold": 0.838508, + "dot_f1": 0.79219, + "dot_f1_threshold": 0.837779, + "dot_precision": 0.755319, + "dot_recall": 0.832845, + "dot_ap": 0.843891, + "max_accuracy": 0.781685, + "max_f1": 0.792531, + "max_precision": 0.755319, + "max_recall": 0.840176, + "max_ap": 0.844098, + "main_score": 0.844098, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.769231, + "similarity_accuracy_threshold": 0.846054, + "similarity_f1": 0.783255, + "similarity_f1_threshold": 0.835001, + "similarity_precision": 0.725907, + "similarity_recall": 0.85044, + "similarity_ap": 0.845422, + "cosine_accuracy": 0.769231, + "cosine_accuracy_threshold": 0.846053, + "cosine_f1": 0.783255, + "cosine_f1_threshold": 0.834999, + "cosine_precision": 0.725907, + "cosine_recall": 0.85044, + "cosine_ap": 0.845422, + "manhattan_accuracy": 0.769231, + "manhattan_accuracy_threshold": 26.308163, + "manhattan_f1": 0.782667, + "manhattan_f1_threshold": 27.497974, + "manhattan_precision": 0.717604, + "manhattan_recall": 0.860704, + "manhattan_ap": 0.844552, + "euclidean_accuracy": 0.769231, + "euclidean_accuracy_threshold": 0.551193, + "euclidean_f1": 0.782317, + "euclidean_f1_threshold": 0.576944, + "euclidean_precision": 0.720099, + "euclidean_recall": 0.856305, + "euclidean_ap": 0.845268, + "dot_accuracy": 0.771429, + "dot_accuracy_threshold": 0.846532, + "dot_f1": 0.783367, + "dot_f1_threshold": 0.834057, + "dot_precision": 0.721879, + "dot_recall": 0.856305, + "dot_ap": 0.845457, + "max_accuracy": 0.771429, + "max_f1": 0.783367, + "max_precision": 0.725907, + "max_recall": 0.860704, + "max_ap": 0.845457, + "main_score": 0.845457, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.691575, + "similarity_accuracy_threshold": 0.822315, + "similarity_f1": 0.714763, + "similarity_f1_threshold": 0.818047, + "similarity_precision": 0.656442, + "similarity_recall": 0.784457, + "similarity_ap": 0.750443, + "cosine_accuracy": 0.691575, + "cosine_accuracy_threshold": 0.822314, + "cosine_f1": 0.714763, + "cosine_f1_threshold": 0.818046, + "cosine_precision": 0.656442, + "cosine_recall": 0.784457, + "cosine_ap": 0.750443, + "manhattan_accuracy": 0.692308, + "manhattan_accuracy_threshold": 28.351948, + "manhattan_f1": 0.714865, + "manhattan_f1_threshold": 28.465553, + "manhattan_precision": 0.662907, + "manhattan_recall": 0.77566, + "manhattan_ap": 0.749765, + "euclidean_accuracy": 0.692308, + "euclidean_accuracy_threshold": 0.596986, + "euclidean_f1": 0.715064, + "euclidean_f1_threshold": 0.630497, + "euclidean_precision": 0.608651, + "euclidean_recall": 0.866569, + "euclidean_ap": 0.750009, + "dot_accuracy": 0.693773, + "dot_accuracy_threshold": 0.82346, + "dot_f1": 0.716184, + "dot_f1_threshold": 0.802063, + "dot_precision": 0.60883, + "dot_recall": 0.869501, + "dot_ap": 0.752402, + "max_accuracy": 0.693773, + "max_f1": 0.716184, + "max_precision": 0.662907, + "max_recall": 0.869501, + "max_ap": 0.752402, + "main_score": 0.752402, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.738462, + "similarity_accuracy_threshold": 0.824794, + "similarity_f1": 0.75971, + "similarity_f1_threshold": 0.811541, + "similarity_precision": 0.689367, + "similarity_recall": 0.846041, + "similarity_ap": 0.820521, + "cosine_accuracy": 0.738462, + "cosine_accuracy_threshold": 0.824793, + "cosine_f1": 0.75971, + "cosine_f1_threshold": 0.81154, + "cosine_precision": 0.689367, + "cosine_recall": 0.846041, + "cosine_ap": 0.820521, + "manhattan_accuracy": 0.739194, + "manhattan_accuracy_threshold": 28.210144, + "manhattan_f1": 0.759259, + "manhattan_f1_threshold": 29.100348, + "manhattan_precision": 0.691566, + "manhattan_recall": 0.841642, + "manhattan_ap": 0.819718, + "euclidean_accuracy": 0.739194, + "euclidean_accuracy_threshold": 0.579926, + "euclidean_f1": 0.758893, + "euclidean_f1_threshold": 0.613539, + "euclidean_precision": 0.688995, + "euclidean_recall": 0.844575, + "euclidean_ap": 0.820651, + "dot_accuracy": 0.738462, + "dot_accuracy_threshold": 0.827137, + "dot_f1": 0.759628, + "dot_f1_threshold": 0.812584, + "dot_precision": 0.694175, + "dot_recall": 0.83871, + "dot_ap": 0.819424, + "max_accuracy": 0.739194, + "max_f1": 0.75971, + "max_precision": 0.694175, + "max_recall": 0.846041, + "max_ap": 0.820651, + "main_score": 0.820651, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.652747, + "similarity_accuracy_threshold": 0.82977, + "similarity_f1": 0.689231, + "similarity_f1_threshold": 0.813634, + "similarity_precision": 0.593849, + "similarity_recall": 0.821114, + "similarity_ap": 0.704459, + "cosine_accuracy": 0.652747, + "cosine_accuracy_threshold": 0.829769, + "cosine_f1": 0.689231, + "cosine_f1_threshold": 0.813633, + "cosine_precision": 0.593849, + "cosine_recall": 0.821114, + "cosine_ap": 0.704459, + "manhattan_accuracy": 0.65348, + "manhattan_accuracy_threshold": 25.844578, + "manhattan_f1": 0.68642, + "manhattan_f1_threshold": 28.961948, + "manhattan_precision": 0.592751, + "manhattan_recall": 0.815249, + "manhattan_ap": 0.703936, + "euclidean_accuracy": 0.652747, + "euclidean_accuracy_threshold": 0.583236, + "euclidean_f1": 0.689487, + "euclidean_f1_threshold": 0.6122, + "euclidean_precision": 0.591195, + "euclidean_recall": 0.826979, + "euclidean_ap": 0.704344, + "dot_accuracy": 0.654212, + "dot_accuracy_threshold": 0.838225, + "dot_f1": 0.690255, + "dot_f1_threshold": 0.815106, + "dot_precision": 0.598493, + "dot_recall": 0.815249, + "dot_ap": 0.703825, + "max_accuracy": 0.654212, + "max_f1": 0.690255, + "max_precision": 0.598493, + "max_recall": 0.826979, + "max_ap": 0.704459, + "main_score": 0.704459, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.715751, + "similarity_accuracy_threshold": 0.834342, + "similarity_f1": 0.736644, + "similarity_f1_threshold": 0.804244, + "similarity_precision": 0.644664, + "similarity_recall": 0.859238, + "similarity_ap": 0.793101, + "cosine_accuracy": 0.715751, + "cosine_accuracy_threshold": 0.834341, + "cosine_f1": 0.736644, + "cosine_f1_threshold": 0.804243, + "cosine_precision": 0.644664, + "cosine_recall": 0.859238, + "cosine_ap": 0.793101, + "manhattan_accuracy": 0.717949, + "manhattan_accuracy_threshold": 28.223721, + "manhattan_f1": 0.736111, + "manhattan_f1_threshold": 29.642406, + "manhattan_precision": 0.646341, + "manhattan_recall": 0.854839, + "manhattan_ap": 0.792611, + "euclidean_accuracy": 0.716484, + "euclidean_accuracy_threshold": 0.590482, + "euclidean_f1": 0.737643, + "euclidean_f1_threshold": 0.624625, + "euclidean_precision": 0.649554, + "euclidean_recall": 0.853372, + "euclidean_ap": 0.793267, + "dot_accuracy": 0.715751, + "dot_accuracy_threshold": 0.823379, + "dot_f1": 0.735532, + "dot_f1_threshold": 0.801724, + "dot_precision": 0.638919, + "dot_recall": 0.866569, + "dot_ap": 0.792744, + "max_accuracy": 0.717949, + "max_f1": 0.737643, + "max_precision": 0.649554, + "max_recall": 0.866569, + "max_ap": 0.793267, + "main_score": 0.793267, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.698168, + "similarity_accuracy_threshold": 0.842058, + "similarity_f1": 0.732311, + "similarity_f1_threshold": 0.816588, + "similarity_precision": 0.612426, + "similarity_recall": 0.910557, + "similarity_ap": 0.765727, + "cosine_accuracy": 0.698168, + "cosine_accuracy_threshold": 0.842057, + "cosine_f1": 0.732311, + "cosine_f1_threshold": 0.816587, + "cosine_precision": 0.612426, + "cosine_recall": 0.910557, + "cosine_ap": 0.765727, + "manhattan_accuracy": 0.702564, + "manhattan_accuracy_threshold": 26.292618, + "manhattan_f1": 0.732311, + "manhattan_f1_threshold": 28.760761, + "manhattan_precision": 0.612426, + "manhattan_recall": 0.910557, + "manhattan_ap": 0.764952, + "euclidean_accuracy": 0.699634, + "euclidean_accuracy_threshold": 0.553616, + "euclidean_f1": 0.732861, + "euclidean_f1_threshold": 0.604515, + "euclidean_precision": 0.613861, + "euclidean_recall": 0.909091, + "euclidean_ap": 0.765639, + "dot_accuracy": 0.698168, + "dot_accuracy_threshold": 0.842157, + "dot_f1": 0.731591, + "dot_f1_threshold": 0.817755, + "dot_precision": 0.61477, + "dot_recall": 0.903226, + "dot_ap": 0.766189, + "max_accuracy": 0.702564, + "max_f1": 0.732861, + "max_precision": 0.61477, + "max_recall": 0.910557, + "max_ap": 0.766189, + "main_score": 0.766189, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.736996, + "similarity_accuracy_threshold": 0.833263, + "similarity_f1": 0.757258, + "similarity_f1_threshold": 0.808288, + "similarity_precision": 0.654216, + "similarity_recall": 0.898827, + "similarity_ap": 0.810256, + "cosine_accuracy": 0.736996, + "cosine_accuracy_threshold": 0.833263, + "cosine_f1": 0.757258, + "cosine_f1_threshold": 0.808287, + "cosine_precision": 0.654216, + "cosine_recall": 0.898827, + "cosine_ap": 0.810256, + "manhattan_accuracy": 0.738462, + "manhattan_accuracy_threshold": 27.713364, + "manhattan_f1": 0.756724, + "manhattan_f1_threshold": 29.579292, + "manhattan_precision": 0.648847, + "manhattan_recall": 0.907625, + "manhattan_ap": 0.809449, + "euclidean_accuracy": 0.736996, + "euclidean_accuracy_threshold": 0.577169, + "euclidean_f1": 0.756957, + "euclidean_f1_threshold": 0.618695, + "euclidean_precision": 0.654545, + "euclidean_recall": 0.897361, + "euclidean_ap": 0.810687, + "dot_accuracy": 0.735531, + "dot_accuracy_threshold": 0.828825, + "dot_f1": 0.755218, + "dot_f1_threshold": 0.813497, + "dot_precision": 0.664071, + "dot_recall": 0.875367, + "dot_ap": 0.808732, + "max_accuracy": 0.738462, + "max_f1": 0.757258, + "max_precision": 0.664071, + "max_recall": 0.907625, + "max_ap": 0.810687, + "main_score": 0.810687, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.727473, + "similarity_accuracy_threshold": 0.771657, + "similarity_f1": 0.75414, + "similarity_f1_threshold": 0.754976, + "similarity_precision": 0.666667, + "similarity_recall": 0.868035, + "similarity_ap": 0.776555, + "cosine_accuracy": 0.727473, + "cosine_accuracy_threshold": 0.771656, + "cosine_f1": 0.75414, + "cosine_f1_threshold": 0.754975, + "cosine_precision": 0.666667, + "cosine_recall": 0.868035, + "cosine_ap": 0.776555, + "manhattan_accuracy": 0.724542, + "manhattan_accuracy_threshold": 32.079231, + "manhattan_f1": 0.753973, + "manhattan_f1_threshold": 33.272812, + "manhattan_precision": 0.665544, + "manhattan_recall": 0.869501, + "manhattan_ap": 0.775759, + "euclidean_accuracy": 0.726007, + "euclidean_accuracy_threshold": 0.669293, + "euclidean_f1": 0.752577, + "euclidean_f1_threshold": 0.69562, + "euclidean_precision": 0.671264, + "euclidean_recall": 0.856305, + "euclidean_ap": 0.776157, + "dot_accuracy": 0.72967, + "dot_accuracy_threshold": 0.778718, + "dot_f1": 0.757441, + "dot_f1_threshold": 0.753482, + "dot_precision": 0.666667, + "dot_recall": 0.876833, + "dot_ap": 0.777597, + "max_accuracy": 0.72967, + "max_f1": 0.757441, + "max_precision": 0.671264, + "max_recall": 0.876833, + "max_ap": 0.777597, + "main_score": 0.777597, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.731868, + "similarity_accuracy_threshold": 0.85193, + "similarity_f1": 0.729637, + "similarity_f1_threshold": 0.830942, + "similarity_precision": 0.684211, + "similarity_recall": 0.781525, + "similarity_ap": 0.80095, + "cosine_accuracy": 0.731868, + "cosine_accuracy_threshold": 0.85193, + "cosine_f1": 0.729637, + "cosine_f1_threshold": 0.830941, + "cosine_precision": 0.684211, + "cosine_recall": 0.781525, + "cosine_ap": 0.80095, + "manhattan_accuracy": 0.731136, + "manhattan_accuracy_threshold": 25.630047, + "manhattan_f1": 0.727778, + "manhattan_f1_threshold": 27.445307, + "manhattan_precision": 0.691293, + "manhattan_recall": 0.768328, + "manhattan_ap": 0.800751, + "euclidean_accuracy": 0.732601, + "euclidean_accuracy_threshold": 0.544504, + "euclidean_f1": 0.72963, + "euclidean_f1_threshold": 0.611649, + "euclidean_precision": 0.630064, + "euclidean_recall": 0.866569, + "euclidean_ap": 0.800862, + "dot_accuracy": 0.731136, + "dot_accuracy_threshold": 0.853714, + "dot_f1": 0.731034, + "dot_f1_threshold": 0.831552, + "dot_precision": 0.690104, + "dot_recall": 0.777126, + "dot_ap": 0.800174, + "max_accuracy": 0.732601, + "max_f1": 0.731034, + "max_precision": 0.691293, + "max_recall": 0.866569, + "max_ap": 0.80095, + "main_score": 0.80095, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.747985, + "similarity_accuracy_threshold": 0.853589, + "similarity_f1": 0.751337, + "similarity_f1_threshold": 0.834565, + "similarity_precision": 0.690418, + "similarity_recall": 0.824047, + "similarity_ap": 0.816652, + "cosine_accuracy": 0.747985, + "cosine_accuracy_threshold": 0.853588, + "cosine_f1": 0.751337, + "cosine_f1_threshold": 0.834564, + "cosine_precision": 0.690418, + "cosine_recall": 0.824047, + "cosine_ap": 0.816651, + "manhattan_accuracy": 0.747253, + "manhattan_accuracy_threshold": 26.235479, + "manhattan_f1": 0.75183, + "manhattan_f1_threshold": 27.408459, + "manhattan_precision": 0.688185, + "manhattan_recall": 0.828446, + "manhattan_ap": 0.815931, + "euclidean_accuracy": 0.748718, + "euclidean_accuracy_threshold": 0.541367, + "euclidean_f1": 0.75133, + "euclidean_f1_threshold": 0.576791, + "euclidean_precision": 0.687348, + "euclidean_recall": 0.828446, + "euclidean_ap": 0.816676, + "dot_accuracy": 0.74652, + "dot_accuracy_threshold": 0.855684, + "dot_f1": 0.750178, + "dot_f1_threshold": 0.843051, + "dot_precision": 0.728907, + "dot_recall": 0.772727, + "dot_ap": 0.816795, + "max_accuracy": 0.748718, + "max_f1": 0.75183, + "max_precision": 0.728907, + "max_recall": 0.828446, + "max_ap": 0.816795, + "main_score": 0.816795, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.753846, + "similarity_accuracy_threshold": 0.847154, + "similarity_f1": 0.764384, + "similarity_f1_threshold": 0.835672, + "similarity_precision": 0.717224, + "similarity_recall": 0.818182, + "similarity_ap": 0.832313, + "cosine_accuracy": 0.753846, + "cosine_accuracy_threshold": 0.847153, + "cosine_f1": 0.764384, + "cosine_f1_threshold": 0.835671, + "cosine_precision": 0.717224, + "cosine_recall": 0.818182, + "cosine_ap": 0.832313, + "manhattan_accuracy": 0.753114, + "manhattan_accuracy_threshold": 26.1187, + "manhattan_f1": 0.762873, + "manhattan_f1_threshold": 27.44928, + "manhattan_precision": 0.709068, + "manhattan_recall": 0.825513, + "manhattan_ap": 0.831826, + "euclidean_accuracy": 0.753114, + "euclidean_accuracy_threshold": 0.552334, + "euclidean_f1": 0.764505, + "euclidean_f1_threshold": 0.574232, + "euclidean_precision": 0.715198, + "euclidean_recall": 0.821114, + "euclidean_ap": 0.832294, + "dot_accuracy": 0.753114, + "dot_accuracy_threshold": 0.859695, + "dot_f1": 0.764261, + "dot_f1_threshold": 0.83609, + "dot_precision": 0.719276, + "dot_recall": 0.815249, + "dot_ap": 0.832586, + "max_accuracy": 0.753846, + "max_f1": 0.764505, + "max_precision": 0.719276, + "max_recall": 0.825513, + "max_ap": 0.832586, + "main_score": 0.832586, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.744322, + "similarity_accuracy_threshold": 0.851028, + "similarity_f1": 0.741391, + "similarity_f1_threshold": 0.827525, + "similarity_precision": 0.687109, + "similarity_recall": 0.804985, + "similarity_ap": 0.809758, + "cosine_accuracy": 0.744322, + "cosine_accuracy_threshold": 0.851027, + "cosine_f1": 0.741391, + "cosine_f1_threshold": 0.827524, + "cosine_precision": 0.687109, + "cosine_recall": 0.804985, + "cosine_ap": 0.809758, + "manhattan_accuracy": 0.741392, + "manhattan_accuracy_threshold": 25.698244, + "manhattan_f1": 0.738916, + "manhattan_f1_threshold": 27.274006, + "manhattan_precision": 0.710419, + "manhattan_recall": 0.769795, + "manhattan_ap": 0.809076, + "euclidean_accuracy": 0.74359, + "euclidean_accuracy_threshold": 0.546483, + "euclidean_f1": 0.741959, + "euclidean_f1_threshold": 0.57057, + "euclidean_precision": 0.723849, + "euclidean_recall": 0.760997, + "euclidean_ap": 0.809667, + "dot_accuracy": 0.74359, + "dot_accuracy_threshold": 0.848748, + "dot_f1": 0.738209, + "dot_f1_threshold": 0.829978, + "dot_precision": 0.691421, + "dot_recall": 0.791789, + "dot_ap": 0.809722, + "max_accuracy": 0.744322, + "max_f1": 0.741959, + "max_precision": 0.723849, + "max_recall": 0.804985, + "max_ap": 0.809758, + "main_score": 0.809758, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.877656, + "similarity_accuracy_threshold": 0.82459, + "similarity_f1": 0.880057, + "similarity_f1_threshold": 0.814033, + "similarity_precision": 0.85282, + "similarity_recall": 0.909091, + "similarity_ap": 0.940423, + "cosine_accuracy": 0.877656, + "cosine_accuracy_threshold": 0.824589, + "cosine_f1": 0.880057, + "cosine_f1_threshold": 0.814032, + "cosine_precision": 0.85282, + "cosine_recall": 0.909091, + "cosine_ap": 0.940423, + "manhattan_accuracy": 0.878388, + "manhattan_accuracy_threshold": 28.336691, + "manhattan_f1": 0.879433, + "manhattan_f1_threshold": 28.94669, + "manhattan_precision": 0.851648, + "manhattan_recall": 0.909091, + "manhattan_ap": 0.939807, + "euclidean_accuracy": 0.877656, + "euclidean_accuracy_threshold": 0.591043, + "euclidean_f1": 0.880682, + "euclidean_f1_threshold": 0.609457, + "euclidean_precision": 0.853994, + "euclidean_recall": 0.909091, + "euclidean_ap": 0.94054, + "dot_accuracy": 0.875458, + "dot_accuracy_threshold": 0.825881, + "dot_f1": 0.879433, + "dot_f1_threshold": 0.814194, + "dot_precision": 0.851648, + "dot_recall": 0.909091, + "dot_ap": 0.940112, + "max_accuracy": 0.878388, + "max_f1": 0.880682, + "max_precision": 0.853994, + "max_recall": 0.909091, + "max_ap": 0.94054, + "main_score": 0.94054, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.778755, + "similarity_accuracy_threshold": 0.848605, + "similarity_f1": 0.783766, + "similarity_f1_threshold": 0.824835, + "similarity_precision": 0.717418, + "similarity_recall": 0.863636, + "similarity_ap": 0.846795, + "cosine_accuracy": 0.778755, + "cosine_accuracy_threshold": 0.848604, + "cosine_f1": 0.783766, + "cosine_f1_threshold": 0.824834, + "cosine_precision": 0.717418, + "cosine_recall": 0.863636, + "cosine_ap": 0.846795, + "manhattan_accuracy": 0.778022, + "manhattan_accuracy_threshold": 26.092346, + "manhattan_f1": 0.784314, + "manhattan_f1_threshold": 27.348461, + "manhattan_precision": 0.75067, + "manhattan_recall": 0.821114, + "manhattan_ap": 0.846302, + "euclidean_accuracy": 0.778755, + "euclidean_accuracy_threshold": 0.550861, + "euclidean_f1": 0.783765, + "euclidean_f1_threshold": 0.576898, + "euclidean_precision": 0.749665, + "euclidean_recall": 0.821114, + "euclidean_ap": 0.84687, + "dot_accuracy": 0.777289, + "dot_accuracy_threshold": 0.84385, + "dot_f1": 0.783873, + "dot_f1_threshold": 0.822687, + "dot_precision": 0.713598, + "dot_recall": 0.869501, + "dot_ap": 0.847281, + "max_accuracy": 0.778755, + "max_f1": 0.784314, + "max_precision": 0.75067, + "max_recall": 0.869501, + "max_ap": 0.847281, + "main_score": 0.847281, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.778755, + "similarity_accuracy_threshold": 0.839637, + "similarity_f1": 0.786795, + "similarity_f1_threshold": 0.835296, + "similarity_precision": 0.740933, + "similarity_recall": 0.83871, + "similarity_ap": 0.849656, + "cosine_accuracy": 0.778755, + "cosine_accuracy_threshold": 0.839637, + "cosine_f1": 0.786795, + "cosine_f1_threshold": 0.835296, + "cosine_precision": 0.740933, + "cosine_recall": 0.83871, + "cosine_ap": 0.849656, + "manhattan_accuracy": 0.778755, + "manhattan_accuracy_threshold": 26.782631, + "manhattan_f1": 0.787324, + "manhattan_f1_threshold": 26.942799, + "manhattan_precision": 0.757453, + "manhattan_recall": 0.819648, + "manhattan_ap": 0.849614, + "euclidean_accuracy": 0.777289, + "euclidean_accuracy_threshold": 0.530024, + "euclidean_f1": 0.785714, + "euclidean_f1_threshold": 0.574321, + "euclidean_precision": 0.739018, + "euclidean_recall": 0.83871, + "euclidean_ap": 0.84974, + "dot_accuracy": 0.778022, + "dot_accuracy_threshold": 0.850879, + "dot_f1": 0.787413, + "dot_f1_threshold": 0.837536, + "dot_precision": 0.752674, + "dot_recall": 0.825513, + "dot_ap": 0.849688, + "max_accuracy": 0.778755, + "max_f1": 0.787413, + "max_precision": 0.757453, + "max_recall": 0.83871, + "max_ap": 0.84974, + "main_score": 0.84974, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.697436, + "similarity_accuracy_threshold": 0.840023, + "similarity_f1": 0.710605, + "similarity_f1_threshold": 0.796285, + "similarity_precision": 0.600811, + "similarity_recall": 0.869501, + "similarity_ap": 0.76223, + "cosine_accuracy": 0.697436, + "cosine_accuracy_threshold": 0.840023, + "cosine_f1": 0.710605, + "cosine_f1_threshold": 0.796285, + "cosine_precision": 0.600811, + "cosine_recall": 0.869501, + "cosine_ap": 0.76223, + "manhattan_accuracy": 0.696703, + "manhattan_accuracy_threshold": 26.725262, + "manhattan_f1": 0.712493, + "manhattan_f1_threshold": 30.321198, + "manhattan_precision": 0.601413, + "manhattan_recall": 0.8739, + "manhattan_ap": 0.762154, + "euclidean_accuracy": 0.696703, + "euclidean_accuracy_threshold": 0.567747, + "euclidean_f1": 0.711353, + "euclidean_f1_threshold": 0.635538, + "euclidean_precision": 0.604723, + "euclidean_recall": 0.863636, + "euclidean_ap": 0.762293, + "dot_accuracy": 0.699634, + "dot_accuracy_threshold": 0.837313, + "dot_f1": 0.712919, + "dot_f1_threshold": 0.796403, + "dot_precision": 0.60202, + "dot_recall": 0.8739, + "dot_ap": 0.760204, + "max_accuracy": 0.699634, + "max_f1": 0.712919, + "max_precision": 0.604723, + "max_recall": 0.8739, + "max_ap": 0.762293, + "main_score": 0.762293, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.741392, + "similarity_accuracy_threshold": 0.832567, + "similarity_f1": 0.757868, + "similarity_f1_threshold": 0.802262, + "similarity_precision": 0.674286, + "similarity_recall": 0.865103, + "similarity_ap": 0.818079, + "cosine_accuracy": 0.741392, + "cosine_accuracy_threshold": 0.832566, + "cosine_f1": 0.757868, + "cosine_f1_threshold": 0.802261, + "cosine_precision": 0.674286, + "cosine_recall": 0.865103, + "cosine_ap": 0.81808, + "manhattan_accuracy": 0.741392, + "manhattan_accuracy_threshold": 27.41795, + "manhattan_f1": 0.758394, + "manhattan_f1_threshold": 29.508856, + "manhattan_precision": 0.688172, + "manhattan_recall": 0.844575, + "manhattan_ap": 0.81793, + "euclidean_accuracy": 0.742125, + "euclidean_accuracy_threshold": 0.585308, + "euclidean_f1": 0.758442, + "euclidean_f1_threshold": 0.626092, + "euclidean_precision": 0.680653, + "euclidean_recall": 0.856305, + "euclidean_ap": 0.818339, + "dot_accuracy": 0.741392, + "dot_accuracy_threshold": 0.832471, + "dot_f1": 0.757962, + "dot_f1_threshold": 0.801218, + "dot_precision": 0.670045, + "dot_recall": 0.872434, + "dot_ap": 0.816634, + "max_accuracy": 0.742125, + "max_f1": 0.758442, + "max_precision": 0.688172, + "max_recall": 0.872434, + "max_ap": 0.818339, + "main_score": 0.818339, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.662271, + "similarity_accuracy_threshold": 0.850811, + "similarity_f1": 0.691014, + "similarity_f1_threshold": 0.799307, + "similarity_precision": 0.571429, + "similarity_recall": 0.8739, + "similarity_ap": 0.715271, + "cosine_accuracy": 0.662271, + "cosine_accuracy_threshold": 0.85081, + "cosine_f1": 0.691014, + "cosine_f1_threshold": 0.799306, + "cosine_precision": 0.571429, + "cosine_recall": 0.8739, + "cosine_ap": 0.715271, + "manhattan_accuracy": 0.663736, + "manhattan_accuracy_threshold": 26.131987, + "manhattan_f1": 0.693208, + "manhattan_f1_threshold": 29.84013, + "manhattan_precision": 0.576998, + "manhattan_recall": 0.868035, + "manhattan_ap": 0.716151, + "euclidean_accuracy": 0.662271, + "euclidean_accuracy_threshold": 0.547672, + "euclidean_f1": 0.691228, + "euclidean_f1_threshold": 0.62921, + "euclidean_precision": 0.574903, + "euclidean_recall": 0.866569, + "euclidean_ap": 0.715489, + "dot_accuracy": 0.660073, + "dot_accuracy_threshold": 0.850376, + "dot_f1": 0.691458, + "dot_f1_threshold": 0.799598, + "dot_precision": 0.572666, + "dot_recall": 0.872434, + "dot_ap": 0.715165, + "max_accuracy": 0.663736, + "max_f1": 0.693208, + "max_precision": 0.576998, + "max_recall": 0.8739, + "max_ap": 0.716151, + "main_score": 0.716151, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.728938, + "similarity_accuracy_threshold": 0.824049, + "similarity_f1": 0.747652, + "similarity_f1_threshold": 0.79936, + "similarity_precision": 0.652459, + "similarity_recall": 0.875367, + "similarity_ap": 0.797213, + "cosine_accuracy": 0.728938, + "cosine_accuracy_threshold": 0.824048, + "cosine_f1": 0.747652, + "cosine_f1_threshold": 0.799359, + "cosine_precision": 0.652459, + "cosine_recall": 0.875367, + "cosine_ap": 0.797213, + "manhattan_accuracy": 0.726007, + "manhattan_accuracy_threshold": 27.830252, + "manhattan_f1": 0.747224, + "manhattan_f1_threshold": 29.546587, + "manhattan_precision": 0.673734, + "manhattan_recall": 0.83871, + "manhattan_ap": 0.796128, + "euclidean_accuracy": 0.727473, + "euclidean_accuracy_threshold": 0.584472, + "euclidean_f1": 0.748274, + "euclidean_f1_threshold": 0.63248, + "euclidean_precision": 0.654226, + "euclidean_recall": 0.8739, + "euclidean_ap": 0.797104, + "dot_accuracy": 0.726007, + "dot_accuracy_threshold": 0.83514, + "dot_f1": 0.746835, + "dot_f1_threshold": 0.801055, + "dot_precision": 0.657016, + "dot_recall": 0.865103, + "dot_ap": 0.797096, + "max_accuracy": 0.728938, + "max_f1": 0.748274, + "max_precision": 0.673734, + "max_recall": 0.875367, + "max_ap": 0.797213, + "main_score": 0.797213, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.717216, + "similarity_accuracy_threshold": 0.850911, + "similarity_f1": 0.729369, + "similarity_f1_threshold": 0.818433, + "similarity_precision": 0.622153, + "similarity_recall": 0.881232, + "similarity_ap": 0.778796, + "cosine_accuracy": 0.717216, + "cosine_accuracy_threshold": 0.85091, + "cosine_f1": 0.729369, + "cosine_f1_threshold": 0.818432, + "cosine_precision": 0.622153, + "cosine_recall": 0.881232, + "cosine_ap": 0.778796, + "manhattan_accuracy": 0.715018, + "manhattan_accuracy_threshold": 26.012323, + "manhattan_f1": 0.72904, + "manhattan_f1_threshold": 28.632866, + "manhattan_precision": 0.622407, + "manhattan_recall": 0.879765, + "manhattan_ap": 0.778369, + "euclidean_accuracy": 0.716484, + "euclidean_accuracy_threshold": 0.546231, + "euclidean_f1": 0.729255, + "euclidean_f1_threshold": 0.603482, + "euclidean_precision": 0.621259, + "euclidean_recall": 0.882698, + "euclidean_ap": 0.778929, + "dot_accuracy": 0.715751, + "dot_accuracy_threshold": 0.849761, + "dot_f1": 0.730117, + "dot_f1_threshold": 0.829527, + "dot_precision": 0.657277, + "dot_recall": 0.821114, + "dot_ap": 0.777364, + "max_accuracy": 0.717216, + "max_f1": 0.730117, + "max_precision": 0.657277, + "max_recall": 0.882698, + "max_ap": 0.778929, + "main_score": 0.778929, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.748718, + "similarity_accuracy_threshold": 0.838351, + "similarity_f1": 0.75419, + "similarity_f1_threshold": 0.824853, + "similarity_precision": 0.72, + "similarity_recall": 0.791789, + "similarity_ap": 0.816043, + "cosine_accuracy": 0.748718, + "cosine_accuracy_threshold": 0.838351, + "cosine_f1": 0.75419, + "cosine_f1_threshold": 0.824852, + "cosine_precision": 0.72, + "cosine_recall": 0.791789, + "cosine_ap": 0.816043, + "manhattan_accuracy": 0.750183, + "manhattan_accuracy_threshold": 27.417191, + "manhattan_f1": 0.752243, + "manhattan_f1_threshold": 28.211613, + "manhattan_precision": 0.710561, + "manhattan_recall": 0.79912, + "manhattan_ap": 0.815955, + "euclidean_accuracy": 0.747253, + "euclidean_accuracy_threshold": 0.57694, + "euclidean_f1": 0.754325, + "euclidean_f1_threshold": 0.594406, + "euclidean_precision": 0.714286, + "euclidean_recall": 0.79912, + "euclidean_ap": 0.816237, + "dot_accuracy": 0.752381, + "dot_accuracy_threshold": 0.836308, + "dot_f1": 0.752089, + "dot_f1_threshold": 0.823874, + "dot_precision": 0.71618, + "dot_recall": 0.791789, + "dot_ap": 0.81442, + "max_accuracy": 0.752381, + "max_f1": 0.754325, + "max_precision": 0.72, + "max_recall": 0.79912, + "max_ap": 0.816237, + "main_score": 0.816237, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.739194, + "similarity_accuracy_threshold": 0.775395, + "similarity_f1": 0.749333, + "similarity_f1_threshold": 0.761584, + "similarity_precision": 0.687042, + "similarity_recall": 0.824047, + "similarity_ap": 0.794039, + "cosine_accuracy": 0.739194, + "cosine_accuracy_threshold": 0.775394, + "cosine_f1": 0.749333, + "cosine_f1_threshold": 0.761583, + "cosine_precision": 0.687042, + "cosine_recall": 0.824047, + "cosine_ap": 0.794038, + "manhattan_accuracy": 0.738462, + "manhattan_accuracy_threshold": 31.806551, + "manhattan_f1": 0.752033, + "manhattan_f1_threshold": 32.552284, + "manhattan_precision": 0.698992, + "manhattan_recall": 0.813783, + "manhattan_ap": 0.793944, + "euclidean_accuracy": 0.739927, + "euclidean_accuracy_threshold": 0.670116, + "euclidean_f1": 0.749004, + "euclidean_f1_threshold": 0.693038, + "euclidean_precision": 0.684466, + "euclidean_recall": 0.826979, + "euclidean_ap": 0.794205, + "dot_accuracy": 0.737729, + "dot_accuracy_threshold": 0.777032, + "dot_f1": 0.750332, + "dot_f1_threshold": 0.76098, + "dot_precision": 0.68568, + "dot_recall": 0.828446, + "dot_ap": 0.793734, + "max_accuracy": 0.739927, + "max_f1": 0.752033, + "max_precision": 0.698992, + "max_recall": 0.828446, + "max_ap": 0.794205, + "main_score": 0.794205, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 228.85237836837769, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/indonli.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/indonli.json new file mode 100644 index 0000000000..84002849fe --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/indonli.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "3c976110fc13596004dc36279fc4c453ff2c18aa", + "task_name": "indonli", + "mteb_version": "1.38.9", + "scores": { + "test_expert": [ + { + "similarity_accuracy": 0.568137, + "similarity_accuracy_threshold": 0.830451, + "similarity_f1": 0.676883, + "similarity_f1_threshold": 0.649987, + "similarity_precision": 0.51234, + "similarity_recall": 0.997118, + "similarity_ap": 0.574622, + "cosine_accuracy": 0.568137, + "cosine_accuracy_threshold": 0.83045, + "cosine_f1": 0.676883, + "cosine_f1_threshold": 0.649986, + "cosine_precision": 0.51234, + "cosine_recall": 0.997118, + "cosine_ap": 0.574622, + "manhattan_accuracy": 0.570588, + "manhattan_accuracy_threshold": 28.866848, + "manhattan_f1": 0.677304, + "manhattan_f1_threshold": 39.815769, + "manhattan_precision": 0.512315, + "manhattan_recall": 0.999039, + "manhattan_ap": 0.575989, + "euclidean_accuracy": 0.569608, + "euclidean_accuracy_threshold": 0.582949, + "euclidean_f1": 0.677083, + "euclidean_f1_threshold": 0.852505, + "euclidean_precision": 0.512063, + "euclidean_recall": 0.999039, + "euclidean_ap": 0.574593, + "dot_accuracy": 0.569608, + "dot_accuracy_threshold": 0.809626, + "dot_f1": 0.676883, + "dot_f1_threshold": 0.650454, + "dot_precision": 0.51234, + "dot_recall": 0.997118, + "dot_ap": 0.57545, + "max_accuracy": 0.570588, + "max_f1": 0.677304, + "max_precision": 0.51234, + "max_recall": 0.999039, + "max_ap": 0.575989, + "main_score": 0.575989, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 10.003633737564087, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/KaLM-Team__KaLM_Embedding_X_0605/1/model_meta.json b/results/KaLM-Team__KaLM_Embedding_X_0605/1/model_meta.json new file mode 100644 index 0000000000..dea2933c51 --- /dev/null +++ b/results/KaLM-Team__KaLM_Embedding_X_0605/1/model_meta.json @@ -0,0 +1 @@ +{"name": "KaLM-Team/KaLM-Embedding-X-0605", "revision": "1", "release_date": "2025-06-05", "languages": null, "n_parameters": 9240000000, "memory_usage_mb": 35254.0, "max_tokens": 8192.0, "embed_dim": 3584, "license": null, "open_weights": false, "public_training_code": "https://github.com/HITsz-TMG/KaLM-Embedding", "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://github.com/KaLM-Team/KaLM-Embedding-X", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"CodeFeedbackMT": ["train"], "CodeFeedbackST": ["train"], "ArxivClusteringP2P": ["train"], "ArxivClusteringS2S": ["train"], "ArxivClusteringP2P.v2": ["train"], "TRECCOVID": ["train"], "DBPedia": ["train"], "ESCIReranking": ["train"], "FEVER": ["train"], "FiQA2018": ["train"], "FEVERHardNegatives": ["train"], "NanoFEVERRetrieval": ["train"], "HotpotQAHardNegatives": ["train"], "MultiLongDocRetrieval": ["train"], "MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCOv2": ["train"], "NFCorpus": ["train"], "SciFact": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "QuoraRetrieval": ["train"], "NanoQuoraRetrieval": ["train"], "BiorxivClusteringP2P.v2": ["train"], "BiorxivClusteringS2S.v2": ["train"], "MedrxivClusteringP2P.v2": ["train"], "MedrxivClusteringS2S.v2": ["train"], "Banking77Classification": ["train"], "AmazonPolarityClassification": ["train"], "ImdbClassification": ["train"], "EmotionClassification": ["train"], "TweetSentimentExtractionClassification": ["train"], "ToxicConversationsClassification": ["train"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"], "MrTidyRetrieval": ["train"], "PawsXPairClassification": ["train"], "AmazonReviewsClassification": ["train"], "AmazonCounterfactualClassification": ["train"], "MultilingualSentiment": ["train"], "MassiveIntentClassification": ["train"], "MassiveScenarioClassification": ["train"], "MTOPDomainClassification": ["train"], "MTOPIntentClassification": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": null} \ No newline at end of file